-- Logs begin at Wed 2022-04-20 12:04:21 UTC, end at Wed 2022-04-20 14:10:38 UTC. -- Apr 20 12:36:46.583818 n-d-838550-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 12:36:49.335151 n-d-838550-2 neutron-server[109300]: INFO neutron.common.config [-] Logging enabled! Apr 20 12:36:49.335727 n-d-838550-2 neutron-server[109300]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 12:36:49.335904 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109300) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 12:36:49.339373 n-d-838550-2 neutron-server[109300]: INFO neutron.common.config [-] Logging enabled! Apr 20 12:36:49.339629 n-d-838550-2 neutron-server[109300]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 20 12:36:49.339938 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109300) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 12:36:49.340882 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 12:36:49.341114 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 12:36:49.341461 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 12:36:49.341725 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 12:36:49.341951 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 12:36:49.342272 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.342569 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.342863 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.343091 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.343385 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.343673 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.343955 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.344242 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.344535 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.344819 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.345098 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.345379 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.345604 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.345904 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.346190 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.346475 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.346695 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] debug = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.346975 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.347916 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.348308 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.348588 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.348877 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.349156 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.349426 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.349734 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.350017 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.350387 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] host = n-d-838550-2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.350667 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.350955 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.351240 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.351525 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.351799 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.352115 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.352413 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.352672 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.352978 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] log_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.353253 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.353542 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.353851 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.354137 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.354358 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.354580 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.354865 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.355151 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.355424 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.355697 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.355968 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.356238 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.356508 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.356775 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.357062 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.357342 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.357623 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.357920 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.358190 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.358459 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.358731 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.359014 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.359286 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.359558 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.359828 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.360111 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.360377 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.360648 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.360945 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.361230 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.361508 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.361818 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.362090 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.362370 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.362641 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.362911 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.363751 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] use_json = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.364027 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.364297 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.364578 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.364848 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.365120 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.365391 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.365685 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.365975 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.366247 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:49.366541 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.366840 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.367140 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.367428 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.367716 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.367994 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.368280 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.368556 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.368842 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.369130 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.369415 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.369749 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.370041 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.370319 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.370612 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.370916 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.371249 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.371543 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.371819 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.372094 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.372405 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.372686 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.372973 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.373290 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.373581 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.373896 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.374174 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.374459 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.374749 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.375037 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.375309 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.375587 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.375876 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.376154 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.376426 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.376962 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.377249 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.377528 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.377832 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.378116 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.378393 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.378690 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.378961 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.379243 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.379536 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.379817 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.380091 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.380367 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.380645 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.380919 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.381204 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.381482 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.381849 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.382127 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.382408 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.382685 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.382961 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.383238 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.383512 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.383798 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.384064 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.384337 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.384610 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.384882 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.385154 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.385427 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.385761 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.386043 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.386316 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.386590 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.386870 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.387177 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.387460 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.387745 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.388043 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.388362 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.388640 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.388928 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.389198 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.389476 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.389775 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.390056 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.390334 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.390607 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.390897 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.391179 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.391465 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.391749 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.392032 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.392327 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.392605 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.392887 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.393162 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.393440 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.393749 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.394043 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.394351 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.394645 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.394938 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.395230 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.395522 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.395804 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.396113 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.396396 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:49.396617 n-d-838550-2 neutron-server[109300]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 12:36:49.396854 n-d-838550-2 neutron-server[109300]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109300) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 20 12:36:49.748464 n-d-838550-2 neutron-server[109300]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 12:36:49.748662 n-d-838550-2 neutron-server[109300]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 12:36:49.748989 n-d-838550-2 neutron-server[109300]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 20 12:36:49.749322 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 12:36:50.139779 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.140103 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.140373 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.141712 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.141989 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.142262 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.177839 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.178112 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.178379 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.193049 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.193325 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.193597 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.221762 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.222042 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.222893 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.259625 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.259902 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.260164 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.487845 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.488965 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.488965 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.489137 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.489860 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.610612 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.610940 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.611220 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.611490 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.611755 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.612062 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.612324 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.612577 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.612828 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.613131 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.613388 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.613666 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.613925 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.614173 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.614427 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.614687 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.614938 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.615201 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.615464 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.615718 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.615983 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.616232 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.616509 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.616881 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.617128 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.617371 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.617789 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:50.618029 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:50.618263 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:50.618496 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:50.618727 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:50.618957 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:50.619360 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 12:36:50.622543 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 12:36:50.626452 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 12:36:50.630961 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 20 12:36:50.632573 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 12:36:50.633019 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 12:36:50.633346 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 12:36:50.633745 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 12:36:50.636526 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 12:36:50.636774 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 12:36:50.637154 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 12:36:50.642456 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 20 12:36:50.664834 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 12:36:50.665321 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.665618 n-d-838550-2 neutron-server[109300]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109300) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 12:36:50.666000 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.667388 n-d-838550-2 neutron-server[109300]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109300) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 12:36:50.667705 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 12:36:50.667948 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 12:36:50.671479 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.671757 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:50.735210 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 12:36:50.735447 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 12:36:50.735679 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 12:36:50.736046 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 12:36:50.759442 n-d-838550-2 neutron-server[109300]: DEBUG oslo_db.sqlalchemy.engines [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109300) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 20 12:36:51.288097 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing driver for type 'gre' Apr 20 12:36:51.288831 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] gre ID ranges: [(1, 1000)] Apr 20 12:36:51.341734 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing driver for type 'local' Apr 20 12:36:51.342192 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing driver for type 'vlan' Apr 20 12:36:51.355280 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] VlanTypeDriver initialization complete Apr 20 12:36:51.355658 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing driver for type 'vxlan' Apr 20 12:36:51.356351 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] vxlan ID ranges: [(1, 1000)] Apr 20 12:36:51.413598 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing extension driver 'port_security' Apr 20 12:36:51.413963 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.extensions.port_security [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] PortSecurityExtensionDriver initialization complete Apr 20 12:36:51.414299 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing mechanism driver 'openvswitch' Apr 20 12:36:51.414632 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing mechanism driver 'hyperv' Apr 20 12:36:51.421173 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.plugin [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:36:51.421885 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.422255 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.422601 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.423117 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:36:51.423549 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnet after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.423902 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnet after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.424245 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.424637 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:36:51.425047 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.425410 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.425842 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.426231 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:36:51.426632 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > security_group after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.426977 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > security_group after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.427316 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.427842 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:36:51.428248 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.428595 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.428938 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.429325 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:36:51.429757 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > address_group after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.430103 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > address_group after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.430437 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.430826 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109300) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 20 12:36:51.431264 n-d-838550-2 neutron-server[109300]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] ML2 OVO RPC backend initialized. {{(pid=109300) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 20 12:36:51.431970 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.432326 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.432737 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.433083 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > networks before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.433427 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.433797 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > ports before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.434138 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnet before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.434478 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnets before_response 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.434825 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.435165 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.435499 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.435833 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.436165 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.436498 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.436888 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnet after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.437169 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnet after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.437498 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.445035 n-d-838550-2 neutron-server[109300]: INFO neutron.quota [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded quota_driver: . Apr 20 12:36:51.445394 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.plugin [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Modular L2 Plugin initialization complete Apr 20 12:36:51.445775 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading services supported by the core plugin {{(pid=109300) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 12:36:51.446114 n-d-838550-2 neutron-server[109300]: INFO neutron.plugins.ml2.managers [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Got port-security extension from driver 'port_security' Apr 20 12:36:51.446591 n-d-838550-2 neutron-server[109300]: INFO neutron.extensions.vlantransparent [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Disabled vlantransparent extension. Apr 20 12:36:51.447082 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109300) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 12:36:51.447405 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: router Apr 20 12:36:51.482409 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.482809 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router after_create 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.483181 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router before_create 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.483545 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.483918 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.484272 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router after_delete 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.484629 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.484979 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.485336 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router after_create 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.485711 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router after_update 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.486061 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router after_update 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.486406 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.486766 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router after_update 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.487178 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_update 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.487545 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: port after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.487903 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: port after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.488432 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: subnet after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.488569 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.488915 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.489262 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_create 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.489605 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: port before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.489967 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.490323 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router after_update 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.490663 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.491011 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_create 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.491372 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.491714 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_update 55549900 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.492075 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > agent after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.492422 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > agent after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.492767 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > network after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.493623 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Tracking information for resource: router configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:51.493979 n-d-838550-2 neutron-server[109300]: DEBUG neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Tracking information for resource: floatingip configured {{(pid=109300) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 20 12:36:51.498756 n-d-838550-2 neutron-server[109300]: INFO neutron.db.l3_agentschedulers_db [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 12:36:51.499330 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: port after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.499690 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: port after_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.500039 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: port after_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.500387 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: port after_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.501172 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router before_create 55550100 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.501804 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.502197 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_create 55550100 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.502554 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > router precommit_update 55550100 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.507907 n-d-838550-2 neutron-server[109300]: DEBUG neutron.services.provider_configuration [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service providers = [] {{(pid=109300) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 12:36:51.508268 n-d-838550-2 neutron-server[109300]: DEBUG neutron.db.servicetype_db [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109300) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 12:36:51.511255 n-d-838550-2 neutron-server[109300]: DEBUG neutron.services.service_base [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:36:51.511603 n-d-838550-2 neutron-server[109300]: DEBUG neutron.services.service_base [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:36:51.511945 n-d-838550-2 neutron-server[109300]: DEBUG neutron.services.service_base [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:36:51.512837 n-d-838550-2 neutron-server[109300]: DEBUG neutron.services.service_base [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109300) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 20 12:36:51.513207 n-d-838550-2 neutron-server[109300]: INFO neutron.services.service_base [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 12:36:51.513586 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.513938 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 12:36:51.524880 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.525213 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: auto_allocate Apr 20 12:36:51.531105 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: network precommit_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.531475 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: network precommit_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.531995 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.532311 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: tag Apr 20 12:36:51.538844 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.539127 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: timestamp Apr 20 12:36:51.543085 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.543419 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: network_ip_availability Apr 20 12:36:51.548835 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.549161 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.549513 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.550255 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.550599 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: flavors Apr 20 12:36:51.555261 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.555595 n-d-838550-2 neutron-server[109300]: INFO neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading Plugin: revisions Apr 20 12:36:51.559838 n-d-838550-2 neutron-server[109300]: DEBUG neutron.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109300) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 20 12:36:51.560224 n-d-838550-2 neutron-server[109300]: DEBUG oslo_concurrency.lockutils [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=109300) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 20 12:36:51.560962 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109300) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 20 12:36:51.561302 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Initializing extension manager. Apr 20 12:36:51.561837 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: __init__.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.562178 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: __pycache__ {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.562511 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.562841 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: address_group.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.563600 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.564144 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: address-group Apr 20 12:36:51.564468 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: address_scope.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.565176 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.565715 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: address-scope Apr 20 12:36:51.566561 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.567481 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.567986 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: router-admin-state-down-before-update Apr 20 12:36:51.568307 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: agent.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.569176 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.569715 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: agent Apr 20 12:36:51.570041 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: agent_resources_synced.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.570946 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.571448 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: agent-resources-synced Apr 20 12:36:51.571773 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: allowedaddresspairs.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.573548 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.574095 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: allowed-address-pairs Apr 20 12:36:51.574418 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: auto_allocated_topology.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.575488 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.575996 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: auto-allocated-topology Apr 20 12:36:51.576319 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: availability_zone.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.577011 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.577510 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: availability_zone Apr 20 12:36:51.577866 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: availability_zone_filter.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.578776 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.579281 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: availability_zone_filter Apr 20 12:36:51.579596 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: data_plane_status.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.580494 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.580993 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 12:36:51.581311 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: default_subnetpools.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.582801 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.583311 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: default-subnetpools Apr 20 12:36:51.583631 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.584435 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.584941 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: dhcp_agent_scheduler Apr 20 12:36:51.585264 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: dns.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.586206 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.586706 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 12:36:51.587027 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: dns_domain_ports.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.587936 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.588438 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 12:36:51.588758 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.589697 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.590201 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 20 12:36:51.590519 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: dvr.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.591187 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.591689 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: dvr Apr 20 12:36:51.592007 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: ecmp_routes.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.592916 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.593417 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 20 12:36:51.593770 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: empty_string_filtering.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.594676 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.595178 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: empty-string-filtering Apr 20 12:36:51.595498 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.596405 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.596904 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 12:36:51.597220 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.598166 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.598663 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 12:36:51.598980 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: external_net.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.599892 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.600391 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: external-net Apr 20 12:36:51.600709 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.601606 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.602138 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: extra_dhcp_opt Apr 20 12:36:51.602453 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: extraroute.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.603351 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.603844 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: extraroute Apr 20 12:36:51.604161 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: extraroute_atomic.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.605179 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.605708 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: extraroute-atomic Apr 20 12:36:51.606032 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: filter_validation.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.606694 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.607193 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: filter-validation Apr 20 12:36:51.607511 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: fip_pf_description.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.608411 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.608909 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 12:36:51.609227 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: fip_port_details.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.610166 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.610672 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: fip-port-details Apr 20 12:36:51.610993 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: flavors.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.612201 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.612711 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: flavors Apr 20 12:36:51.613059 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.614721 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.615234 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 12:36:51.615560 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: floatingip_pools.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.616253 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.616755 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: floatingip-pools Apr 20 12:36:51.617078 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: ip_allocation.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.618045 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.618542 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 12:36:51.618862 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.619772 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.620275 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: ip-substring-filtering Apr 20 12:36:51.620596 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l2_adjacency.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.621520 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.622053 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 12:36:51.622374 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l3.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.623335 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.623846 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: router Apr 20 12:36:51.624170 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.626780 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.627309 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 12:36:51.627639 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.629094 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.629603 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: ext-gw-mode Apr 20 12:36:51.629950 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.630873 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.631378 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: l3-ha Apr 20 12:36:51.631700 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l3_flavors.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.632617 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.633118 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: l3-flavors Apr 20 12:36:51.633436 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.634372 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.634874 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 12:36:51.635192 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: l3agentscheduler.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.636219 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.636728 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: l3_agent_scheduler Apr 20 12:36:51.637051 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: logging.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.638559 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.639078 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension logging not supported by any of loaded plugins Apr 20 12:36:51.639404 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: metering.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.640134 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.640701 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: metering Apr 20 12:36:51.641023 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.642129 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.642645 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: metering_source_and_destination_fields Apr 20 12:36:51.642966 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: multiprovidernet.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.643889 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.644965 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: multi-provider Apr 20 12:36:51.645287 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: netmtu.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.646235 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.646739 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: net-mtu Apr 20 12:36:51.647059 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: netmtu_writable.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.647974 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.648474 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: net-mtu-writable Apr 20 12:36:51.648798 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: network_availability_zone.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.649464 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.650003 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: network_availability_zone Apr 20 12:36:51.650321 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: network_ip_availability.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.651417 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.651924 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: network-ip-availability Apr 20 12:36:51.652249 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: network_segment_range.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.653011 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.653508 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 12:36:51.653849 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: pagination.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.654835 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.655165 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: pagination Apr 20 12:36:51.655483 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: port_device_profile.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.656381 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.656913 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: port-device-profile Apr 20 12:36:51.657250 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.658198 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.658696 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: port-mac-address-regenerate Apr 20 12:36:51.659014 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.659940 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.660442 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: port-numa-affinity-policy Apr 20 12:36:51.660758 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: port_resource_request.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.661710 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.662212 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 12:36:51.662536 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: portbindings.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.663457 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.663962 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: binding Apr 20 12:36:51.664281 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: portbindings_extended.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.665684 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.666198 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: binding-extended Apr 20 12:36:51.666521 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: portsecurity.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.667438 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.667945 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: port-security Apr 20 12:36:51.668267 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: project_id.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.669241 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.669568 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: project-id Apr 20 12:36:51.669914 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: providernet.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.670828 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.671333 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: provider Apr 20 12:36:51.671649 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.675171 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.676210 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos not supported by any of loaded plugins Apr 20 12:36:51.676541 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.677812 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.678325 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 12:36:51.678652 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.679568 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.680078 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 12:36:51.680406 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_default.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.681309 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.681843 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-default not supported by any of loaded plugins Apr 20 12:36:51.682168 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_fip.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.682826 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.683326 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 12:36:51.683648 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_gateway_ip.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.684565 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.685067 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 12:36:51.685388 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_port_network_policy.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.686326 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.686830 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 12:36:51.687150 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_pps_rule.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.688315 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.688825 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-pps not supported by any of loaded plugins Apr 20 12:36:51.689147 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_rule_type_details.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.690081 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.690587 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 12:36:51.690908 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: qos_rules_alias.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.692026 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.692535 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 12:36:51.692865 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: quotasv2.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.693796 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.694125 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: quotas Apr 20 12:36:51.694443 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: quotasv2_detail.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.696128 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.696462 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: quota_details Apr 20 12:36:51.696792 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: rbac.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.697859 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.698378 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: rbac-policies Apr 20 12:36:51.698702 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: rbac_address_group.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.699626 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.700139 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: rbac-address-group Apr 20 12:36:51.700459 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: rbac_address_scope.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.701377 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.703352 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: rbac-address-scope Apr 20 12:36:51.703694 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: rbac_security_groups.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.704660 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.705173 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: rbac-security-groups Apr 20 12:36:51.705505 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: rbac_subnetpool.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.706454 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.707490 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: rbac-subnetpool Apr 20 12:36:51.707816 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: revisionifmatch.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.708747 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.709264 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: revision-if-match Apr 20 12:36:51.709593 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: revisions.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.710729 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.711238 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: standard-attr-revisions Apr 20 12:36:51.711563 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: router_availability_zone.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.712239 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.712748 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: router_availability_zone Apr 20 12:36:51.713070 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: routerservicetype.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.714031 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.714534 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 12:36:51.714855 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.715773 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.716282 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: security-groups-normalized-cidr Apr 20 12:36:51.716604 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.717517 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.718082 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: port-security-groups-filtering Apr 20 12:36:51.718405 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.719324 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.719828 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: security-groups-remote-address-group Apr 20 12:36:51.720152 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: securitygroup.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.730264 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.730795 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: security-group Apr 20 12:36:51.731127 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: segment.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.731919 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.732429 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension segment not supported by any of loaded plugins Apr 20 12:36:51.732755 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.733728 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.734236 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 12:36:51.734555 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: servicetype.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.735732 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.736248 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: service-type Apr 20 12:36:51.736573 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: sorting.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.737559 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.737940 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: sorting Apr 20 12:36:51.738267 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: standard_attr_segment.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.739177 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.739690 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 12:36:51.740011 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: standardattrdescription.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.740661 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.741189 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: standard-attr-description Apr 20 12:36:51.741511 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: stateful_security_group.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.742481 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.742993 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: stateful-security-group Apr 20 12:36:51.743324 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: stdattrs_common.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.743905 n-d-838550-2 neutron-server[109300]: WARNING neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 12:36:51.744223 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.745161 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.745693 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 12:36:51.746017 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: subnet_onboard.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.747088 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.747599 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: subnet_onboard Apr 20 12:36:51.747926 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.748849 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.749350 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 12:36:51.749705 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: subnet_service_types.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.750636 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.751176 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: subnet-service-types Apr 20 12:36:51.751459 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: subnetallocation.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.752818 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.753400 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: subnet_allocation Apr 20 12:36:51.753678 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.754357 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.754863 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: subnetpool-prefix-ops Apr 20 12:36:51.755197 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.756128 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.756629 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 12:36:51.756950 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: tagging.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.758032 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.758543 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: standard-attr-tag Apr 20 12:36:51.758870 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: timestamp.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.760075 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.760585 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loaded extension: standard-attr-timestamp Apr 20 12:36:51.760907 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: trunk.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.761962 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.762477 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension trunk not supported by any of loaded plugins Apr 20 12:36:51.762818 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: trunk_details.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.763727 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.764235 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 12:36:51.764557 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: uplink_status_propagation.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.765469 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.766014 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 12:36:51.766340 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Loading extension file: vlantransparent.py {{(pid=109300) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 20 12:36:51.767010 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109300) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 12:36:51.767514 n-d-838550-2 neutron-server[109300]: INFO neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 12:36:51.770460 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:network Apr 20 12:36:51.770978 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:subnet Apr 20 12:36:51.771377 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:36:51.771766 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:port Apr 20 12:36:51.773001 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.773437 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service FLAVORS assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.774116 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.774545 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.774873 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:router Apr 20 12:36:51.775298 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 12:36:51.775780 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service METERING assigned prefix: /metering {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.777217 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.777597 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.777976 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109300) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:36:51.778977 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 12:36:51.779411 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:security_group Apr 20 12:36:51.779850 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 12:36:51.780454 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service CORE assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.780779 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:36:51.781120 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] subnetpool is already registered Apr 20 12:36:51.781558 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service CORE assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.781902 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:36:51.782230 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] subnetpool is already registered Apr 20 12:36:51.784548 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.785563 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service FLAVORS assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.786184 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.786605 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.786936 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:router Apr 20 12:36:51.787271 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] router is already registered Apr 20 12:36:51.787685 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 12:36:51.788022 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] floatingip is already registered Apr 20 12:36:51.788478 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service METERING assigned prefix: /metering {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.789201 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 12:36:51.789464 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] rbac_policy is already registered Apr 20 12:36:51.789903 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:security_group Apr 20 12:36:51.790235 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] security_group is already registered Apr 20 12:36:51.790635 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 12:36:51.790963 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] security_group_rule is already registered Apr 20 12:36:51.791580 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service CORE assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.791901 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:36:51.792229 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] subnetpool is already registered Apr 20 12:36:51.792652 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.v2.resource_helper [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Service CORE assigned prefix: {{(pid=109300) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 20 12:36:51.792973 n-d-838550-2 neutron-server[109300]: INFO neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 12:36:51.793301 n-d-838550-2 neutron-server[109300]: WARNING neutron.quota.resource_registry [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] subnetpool is already registered Apr 20 12:36:51.793802 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: extensions {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.795262 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: address-groups {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.796729 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: address-scopes {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.798101 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: agents {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.799269 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: auto-allocated-topology {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.800529 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: availability_zones {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.801769 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: dhcp-networks {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.803264 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: dhcp-agents {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.804684 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: routers {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.806915 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: flavors {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.808108 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: service_profiles {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.809306 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: next_providers {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.810783 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: service_profiles {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.812316 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: floatingip-pools {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.813529 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: routers {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.815660 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: floatingips {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.816972 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: l3-routers {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.818390 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: l3-agents {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.819807 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: metering-labels {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.821152 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: metering-label-rules {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.822438 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: network-ip-availabilities {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.823717 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: bindings {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.826297 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: quotas {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.827720 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: quotas {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.829145 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: rbac-policies {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.830366 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: security-groups {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.832186 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: security-group-rules {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.833418 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: service-providers {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.834675 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: subnetpools {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.836082 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: subnetpools {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.837531 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.839255 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.841061 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.842860 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.844629 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.846550 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.848840 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.850760 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.852503 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.854318 n-d-838550-2 neutron-server[109300]: DEBUG neutron.api.extensions [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Extended resource: tags {{(pid=109300) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 20 12:36:51.860233 n-d-838550-2 neutron-server[109300]: WARNING keystonemiddleware.auth_token [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 12:36:51.864995 n-d-838550-2 neutron-server[109300]: WARNING keystonemiddleware.auth_token [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 12:36:51.873505 n-d-838550-2 neutron-server[109300]: DEBUG oslo_concurrency.lockutils [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Acquired lock "singleton_lock" {{(pid=109300) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 12:36:51.874002 n-d-838550-2 neutron-server[109300]: DEBUG oslo_concurrency.lockutils [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Releasing lock "singleton_lock" {{(pid=109300) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 12:36:51.874629 n-d-838550-2 neutron-server[109300]: INFO oslo_service.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Starting 2 workers Apr 20 12:36:51.879686 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Started child 109409 {{(pid=109300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:36:51.884062 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Started child 109410 {{(pid=109300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:36:51.884923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:36:51.885624 n-d-838550-2 neutron-server[109300]: INFO neutron.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 12:36:51.886291 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Notify callbacks [] for process, before_spawn {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:36:51.886471 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [-] (109409) wsgi starting up on http://0.0.0.0:9696 Apr 20 12:36:51.888642 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:36:51.889162 n-d-838550-2 neutron-server[109300]: INFO oslo_service.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Starting 1 workers Apr 20 12:36:51.890097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [-] (109410) wsgi starting up on http://0.0.0.0:9696 Apr 20 12:36:51.893837 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Started child 109411 {{(pid=109300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:36:51.894893 n-d-838550-2 neutron-server[109300]: INFO oslo_service.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Starting 1 workers Apr 20 12:36:51.897851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] calling RpcWorker wait() {{(pid=109411) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 12:36:51.898376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] returning from RpcWorker wait() {{(pid=109411) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 12:36:51.899299 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Started child 109412 {{(pid=109300) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 20 12:36:51.899781 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:36:51.900133 n-d-838550-2 neutron-server[109300]: DEBUG neutron_lib.callbacks.manager [None req-835ab092-b2dc-4d17-a2e9-130c5e0d7889 None None] Notify callbacks [] for process, after_spawn {{(pid=109300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:36:51.900338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:36:51.902038 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109300) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 12:36:51.902248 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 12:36:51.902435 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 12:36:51.902656 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 12:36:51.902984 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 12:36:51.903147 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 12:36:51.903652 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.903935 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.904183 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.904457 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.904752 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.905081 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:36:51.905548 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.905655 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.905872 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.906160 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.906377 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.906551 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.906716 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.906980 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.907218 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.907527 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.907794 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.908030 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.908304 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.908472 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.908713 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.908969 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.909213 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.909478 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] debug = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.909838 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.910806 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.911031 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.911280 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.911513 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.911777 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.912023 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.912281 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.912526 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.912738 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.912983 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.913242 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.913486 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.913749 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.913974 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.914245 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.914459 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.914937 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] host = n-d-838550-2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.915154 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.915371 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.915625 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.915870 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.916109 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.916322 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.916581 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.916825 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.917072 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.917298 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.917546 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.917855 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.918095 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.918355 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.918520 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_options = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.918800 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.919019 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.919285 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.919470 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.919635 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.919812 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.920068 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.920230 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.920487 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.920756 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.920945 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.921195 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.921421 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.921688 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.921944 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.922189 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.922423 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.922630 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.922894 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.923134 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.923358 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.923601 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.923850 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.924095 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.924316 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.924546 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.924797 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.925038 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.925255 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.925556 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.925807 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.926055 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.926279 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.926528 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.926798 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.927026 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.927253 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.927477 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.927739 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.928038 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.928314 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.928551 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.928767 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.929052 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.929993 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.930157 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.930310 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_json = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.930692 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.930692 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.931050 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.931232 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.931437 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.931656 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.931870 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.932105 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.933551 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:51.933551 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.933551 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.933551 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.933890 n-d-838550-2 neutron-server[109412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:36:51.933972 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.933972 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.934121 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.934696 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.934696 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.934870 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.935111 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.935953 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.935953 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.935953 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.936828 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.936828 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.936828 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.937063 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.937323 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.937464 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.937701 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.937939 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.938164 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.938426 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.938893 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.938893 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.939171 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.939349 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941283 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941283 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941283 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941283 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941283 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941283 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941283 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941773 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941773 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.941773 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.942039 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.942266 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.942502 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.942719 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.942966 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.943197 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.943438 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.943825 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.943928 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.944122 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.944530 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.944883 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.944883 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.945045 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.945199 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.945767 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.946090 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.946367 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.946605 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.946846 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.947084 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.947332 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.947567 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.947789 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.948007 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.948219 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.948431 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.948644 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.948854 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.949104 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.949337 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.949542 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.949775 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.949999 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.950230 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.950442 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.950659 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.950928 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.951173 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.951386 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.951621 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.951839 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.952055 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.952267 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.952493 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.952728 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.952940 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.953153 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.953385 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.953616 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.953866 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.954081 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.954355 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.954675 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.954930 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.955170 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.955406 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.955653 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.955854 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.956086 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.956296 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.956511 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.957256 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.957529 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.957808 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.958060 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.958302 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.958540 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.958776 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.958993 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.959289 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.959588 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.960014 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.960128 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.960551 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.960649 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.960892 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.961159 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.961416 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.961708 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.961963 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.962249 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.962492 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.962763 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.963100 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.963365 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.963640 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.963872 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.964123 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.964377 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.964610 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.964882 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.965130 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.965383 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.965662 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.965931 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.966380 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.966599 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.966857 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.967095 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.967429 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.967664 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.967878 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.968113 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.968391 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.968652 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.968905 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.969173 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.969423 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.969690 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.969924 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.970165 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.970397 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.970636 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.970881 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.971113 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.971344 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.971557 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.971793 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.972005 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.972262 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.973027 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.973239 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.973478 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.973708 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.973928 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.974142 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.974385 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.974595 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.974838 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.975077 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.975318 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.975565 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.975802 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.976031 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.976264 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.976478 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.976744 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.976986 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.977198 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.977423 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.977681 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.977936 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.978149 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.978393 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.978630 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.978841 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.979054 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.979288 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.979498 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.979728 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.979954 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.980167 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.980400 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.980655 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.980990 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.981239 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.981468 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.981751 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.982006 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.982219 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.982429 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.982646 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.982884 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.983120 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.983353 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.983589 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.983807 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.984021 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.984238 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.984459 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.984710 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.984965 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.985213 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.985436 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.985668 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.985889 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.986122 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.986337 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.986547 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.986758 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.986965 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.987178 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.987409 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.987701 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.987990 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.988221 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.988482 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.988718 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.988922 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.989167 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.989400 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.989668 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.989896 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.990112 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.990320 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.990542 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.990750 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.990958 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.991180 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.991418 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.991596 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.991824 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.992050 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.992256 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.992478 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.992694 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.992901 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.993124 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.993351 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.993558 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.993819 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.994034 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.994240 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.994480 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.994685 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.994912 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.995130 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.995349 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.995548 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.995828 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.996074 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.996288 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.996572 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.996815 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.997054 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.997274 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.997590 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.997829 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.998083 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.998300 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.998535 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.998786 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.999039 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.999353 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.999652 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:51.999903 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.000155 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.000424 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.000710 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.000968 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.001182 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.001490 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.002056 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.002327 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.002576 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.002818 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.003063 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.003301 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.003556 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.003776 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.004008 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.004222 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.004456 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.004682 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.004931 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.005148 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.005384 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.005595 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.005865 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.006074 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.006310 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.006545 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.006699 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 12:36:52.007386 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109300) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 20 12:36:52.007692 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 20 12:36:52.007986 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 20 12:36:52.008304 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 20 12:36:52.008472 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 20 12:36:52.008625 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 20 12:36:52.008833 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.008994 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.009154 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.009312 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.009613 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.009967 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.010126 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.010428 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.010590 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.010747 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.010908 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.011060 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.011356 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.011657 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.011817 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.011973 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.012129 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.012285 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.012447 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.012603 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.012759 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.012915 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.013071 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] debug = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.013226 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.013428 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.013586 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.013912 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.014071 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.014278 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.014393 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.014522 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.014826 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.014986 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.015140 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.015440 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.015743 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.015903 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.016063 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.016220 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.016379 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.016533 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] host = n-d-838550-2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.016689 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.016845 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.017002 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.017158 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.017313 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.017469 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.017625 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.017803 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.017960 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.018116 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.018272 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.018427 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.018584 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.018739 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.018894 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_options = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.019050 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.019717 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.019873 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.020055 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.020218 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.020374 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.020529 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.020682 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.020838 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.020993 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.021150 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.021305 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.021464 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.021617 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.021947 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.022105 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.022263 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.022420 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.022577 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.022733 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.022888 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.023044 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.023203 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.023358 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.023515 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.023672 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.023827 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.023983 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.024140 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.024295 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.024451 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.024609 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.024763 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.024920 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.025076 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.025231 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.025387 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.025542 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.025733 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.025890 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.026046 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.026200 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.026357 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.026511 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.026667 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.026831 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.026966 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_json = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.027121 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.027276 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.027430 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.027585 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.027741 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.027896 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.028051 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.028206 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.028362 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 20 12:36:52.028535 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.028693 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.028861 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.029020 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.029178 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.029336 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.029495 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.029670 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.029832 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.029964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:36:52.030056 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.030134 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.030293 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.030460 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.030617 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.030775 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.030934 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.031091 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.031249 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.031408 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.031566 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.031724 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.031886 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.032055 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.032211 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.032368 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.032524 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.032681 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.032853 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.033010 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.033168 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.033326 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.033483 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.033674 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.033826 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.033985 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.034144 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.034302 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.034460 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.034618 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.034857 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.035021 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.035180 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.035339 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.035564 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.035698 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.035910 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.036061 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.036141 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.036244 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.036414 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.036555 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.036714 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.036872 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.037030 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.037188 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.037356 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.037514 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.037692 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.037857 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.038016 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.038225 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.038403 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.038520 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.038641 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.038763 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.038911 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.039081 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.039286 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.039419 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.039541 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.039689 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.039847 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.040007 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.040165 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.040725 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.040725 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.040725 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041337 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041337 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041337 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041337 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041337 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041718 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041718 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.041866 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.042513 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.042513 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.042513 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.042513 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.043504 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.043504 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.043504 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.043504 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.043504 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.043504 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.043504 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044085 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044085 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044085 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044085 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044356 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044356 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044511 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044600 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044755 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.044912 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.045070 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.045249 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.045373 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.045534 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.045720 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.045885 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.046042 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.046199 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.046835 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.046835 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.046835 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.046835 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.047132 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.047132 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.047285 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.047417 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.047575 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.048136 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.048136 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.048136 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.048372 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.048372 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.049852 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.050937 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.050937 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.050937 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.050937 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.050937 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.050937 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.051339 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.051339 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.051480 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.051558 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.051976 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.051976 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.051976 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.052533 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.052533 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.052533 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.052533 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.053355 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.053355 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.053355 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.053355 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.053355 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.054345 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.054345 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.054345 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.054345 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.054345 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.054345 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.054345 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055202 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055202 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055202 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055202 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055202 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055202 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055673 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055673 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055673 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055877 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.055963 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.056075 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.056233 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.056392 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.056550 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.056709 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.056868 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.057026 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.057184 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.057342 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.057499 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058243 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058243 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058243 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058243 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058243 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058722 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058722 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058722 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.058952 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.059064 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.059247 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.059696 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.059696 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.059696 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060086 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060086 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060086 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060311 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060311 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060476 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060634 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060792 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.060953 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.061113 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.061270 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.061428 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.061787 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.061787 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063049 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063567 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063567 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063567 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.063567 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.064997 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.065753 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.065753 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.065753 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.065753 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.065753 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.065753 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.065753 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.066385 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.066385 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.066385 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.066385 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.067726 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068378 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068378 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068378 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068378 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068378 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068725 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068725 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068725 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.068939 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.069015 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.069175 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.069346 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.069506 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.069686 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070300 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070300 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070300 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070300 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070639 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070639 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070783 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.070906 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.071130 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.071226 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.071398 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.071990 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.071990 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.071990 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.072222 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.072222 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.072375 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.072464 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.072607 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.072835 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073173 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073173 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073434 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073434 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073689 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073689 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073858 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.073936 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.074091 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.074244 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.074401 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.074559 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.074716 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 20 12:36:52.074868 n-d-838550-2 neutron-server[109300]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109300) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 20 12:36:52.260159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43904) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:36:52.268651 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063143 Apr 20 12:37:03.653286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb943a3-60ee-4979-ad28-5b29a10542ae None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 12:37:03.755551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb943a3-60ee-4979-ad28-5b29a10542ae None None] No non-hosted networks {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 12:37:03.764247 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c11b087-6cfd-47da-ac2d-0180bafb230f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3676154'] for agent, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:05.672263 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-066d53f4-2b2b-4b97-8396-549de74e73d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3676154'] for agent, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:05.728469 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5d7e-dce3-431f-8cb3-0025f2a14ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:06.995045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3676154'] for agent, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:08.410622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3676154'] for agent, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:08.751165 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3676154'] for agent, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:08.753879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.759351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.761969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.764112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.764914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.767049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.767781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.770275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.770779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.771872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.773719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.774058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:08.776108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-838550-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:08.793189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-838550-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:09.763035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:10.099942 n-d-838550-2 neutron-server[109411]: INFO neutron.db.l3_hamode_db [None req-8867e779-acd1-411f-b6a0-88758b3c5879 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 12:37:10.178645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867e779-acd1-411f-b6a0-88758b3c5879 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:37:10.179025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867e779-acd1-411f-b6a0-88758b3c5879 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 12:37:10.266570 n-d-838550-2 neutron-server[109409]: WARNING oslo_policy.policy [None req-4f395c6a-5db0-4f13-ab72-50c97f636621 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:10.267204 n-d-838550-2 neutron-server[109409]: WARNING oslo_policy.policy [None req-4f395c6a-5db0-4f13-ab72-50c97f636621 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:10.487309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-4f395c6a-5db0-4f13-ab72-50c97f636621 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:37:10.488388 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f395c6a-5db0-4f13-ab72-50c97f636621 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7244732 Apr 20 12:37:12.863155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:13.162425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-12425b42-4eba-4d8f-9d4a-d996204dab5c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:37:13.255687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.policy [None req-12425b42-4eba-4d8f-9d4a-d996204dab5c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109409) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 12:37:13.300241 n-d-838550-2 neutron-server[109409]: WARNING oslo_policy.policy [None req-12425b42-4eba-4d8f-9d4a-d996204dab5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:13.300607 n-d-838550-2 neutron-server[109409]: WARNING oslo_policy.policy [None req-12425b42-4eba-4d8f-9d4a-d996204dab5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:13.392848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12425b42-4eba-4d8f-9d4a-d996204dab5c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772266015541', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772266015200', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772266027529', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772266029541', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772268475089', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772265919550', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-585889', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3691537', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3761438'] for rbac-policy, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:13.458244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12425b42-4eba-4d8f-9d4a-d996204dab5c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:13.459401 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-12425b42-4eba-4d8f-9d4a-d996204dab5c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5952780 Apr 20 12:37:16.029042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44020) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:16.517930 n-d-838550-2 neutron-server[109410]: WARNING oslo_policy.policy [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:16.518580 n-d-838550-2 neutron-server[109410]: WARNING oslo_policy.policy [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:16.737824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'e850114761084327a762144195f2dff3', 'project_id': 'e850114761084327a762144195f2dff3'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:37:16.790129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Made reservation on behalf of e850114761084327a762144195f2dff3 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:37:16.855975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.policy [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 20 12:37:16.902972 n-d-838550-2 neutron-server[109410]: WARNING oslo_policy.policy [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:16.903344 n-d-838550-2 neutron-server[109410]: WARNING oslo_policy.policy [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 12:37:16.912970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:16.934225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:17.043973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:17.047719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:17.067316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:37:17.094298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772267786855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:17.094876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Unsubscribe: segment precommit_create {{(pid=109410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 12:37:17.095395 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Added segment c725d78f-8a17-4c2f-9f54-101e57cce1f8 of type vlan for network 4c725958-fd51-42fa-a164-4d25752aec53 Apr 20 12:37:17.112991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d0be3e-82ea-4804-ab64-445296266152,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:17.162600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.162935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.163270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.163597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.163920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.164240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.164559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.164874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.165191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.165504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.165837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.166153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Tracked resource versions report: Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: pushed versions: Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: { 'AddressGroup': {'1.2'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'ConntrackHelper': {'1.0'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Log': {'1.0'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Network': {'1.1'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Port': {'1.7'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'PortForwarding': {'1.2'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'QosPolicy': {'1.9'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'SecurityGroup': {'1.4'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'SubPort': {'1.0'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Subnet': {'1.1'}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Trunk': {'1.1'}} Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: consumer versions: Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: L3 agent@n-d-838550-2: {}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: Metadata agent@n-d-838550-2: {}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: Metering agent@n-d-838550-2: {}, Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'ConntrackHelper': '1.0', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Log': '1.0', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Network': '1.1', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Port': '1.7', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'PortForwarding': '1.2', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'QosPolicy': '1.9', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'SecurityGroup': '1.4', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'SecurityGroupRule': '1.2', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'SubPort': '1.0', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Subnet': '1.1', Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: 'Trunk': '1.1'}} Apr 20 12:37:17.167244 n-d-838550-2 neutron-server[109410]: {{(pid=109410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:37:17.207907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:17.244680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:17.245973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:17.246628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:17.303475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2721894 Apr 20 12:37:17.354472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ff61c-b764-487b-9c0e-19b48612f171 admin admin] Pushing event updated for resources: {'Network': ['ID=4c725958-fd51-42fa-a164-4d25752aec53,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:17.365791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4c725958-fd51-42fa-a164-4d25752aec53 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:37:19.952021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44042) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:20.331465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a57557-fd20-4723-8801-52abf0f20030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:20.332794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e3a57557-fd20-4723-8801-52abf0f20030 admin admin] 10.222.0.24 "GET /v2.0/networks/4c725958-fd51-42fa-a164-4d25752aec53 HTTP/1.1" status: 200 len: 825 time: 0.3798251 Apr 20 12:37:20.370029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ecf906d7-13c1-429e-9b55-cb5366c93a3c admin admin] 10.222.0.24 "GET /v2.0/subnetpools/f33a8052-f1b3-4ecc-b340-3e8c00da0615 HTTP/1.1" status: 200 len: 734 time: 0.0307543 Apr 20 12:37:20.380852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Request body: {'subnet': {'tenant_id': 'e850114761084327a762144195f2dff3', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'f33a8052-f1b3-4ecc-b340-3e8c00da0615', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:37:20.403542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Made reservation on behalf of e850114761084327a762144195f2dff3 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:37:20.405787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:20.672094 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:20.753426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Checking segment: {'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:37:20.753810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Network hostable DHCP agents. Network: 4c725958-fd51-42fa-a164-4d25752aec53, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:37:20.762922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37803cc6-f82c-4979-b6c1-34d01a00aee4,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:20.777931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Network 4c725958-fd51-42fa-a164-4d25752aec53 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:37:20.789070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4c725958-fd51-42fa-a164-4d25752aec53) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:37:20.793540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:20.794145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:20.798759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7aabe0-a377-4ac3-ba81-74cab8afd2e7 None None] Network 4c725958-fd51-42fa-a164-4d25752aec53 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:37:20.814816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-586bf7c0-f8cf-4b8b-9a12-7e1aefdbad3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4333479 Apr 20 12:37:21.123029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-4c725958-fd51-42fa-a164-4d25752aec53', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'tenant_id': 'e850114761084327a762144195f2dff3', 'fixed_ips': [{'subnet_id': '37803cc6-f82c-4979-b6c1-34d01a00aee4'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:37:21.124320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:21.425221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Allocated IP 172.20.0.2 (4c725958-fd51-42fa-a164-4d25752aec53/37803cc6-f82c-4979-b6c1-34d01a00aee4/2483e043-0797-4eef-be0b-f88074bfa0f0) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:37:21.626810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:21.634957 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:21.708577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Network 4c725958-fd51-42fa-a164-4d25752aec53 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:37:21.713149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:37:21.722336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:37:21.729473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Pushing event updated for resources: {'Port': ['ID=2483e043-0797-4eef-be0b-f88074bfa0f0,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:21.761401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.761401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.761401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.761401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.761401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.761946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.761946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.761946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.762174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.762411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.762720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.763043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Tracked resource versions report: Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: pushed versions: Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: { 'AddressGroup': {'1.2'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'ConntrackHelper': {'1.0'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Log': {'1.0'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Network': {'1.1'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Port': {'1.7'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'PortForwarding': {'1.2'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'QosPolicy': {'1.9'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'SecurityGroup': {'1.4'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'SubPort': {'1.0'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Subnet': {'1.1'}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Trunk': {'1.1'}} Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: consumer versions: Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: L3 agent@n-d-838550-2: {}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: Metadata agent@n-d-838550-2: {}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: Metering agent@n-d-838550-2: {}, Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'ConntrackHelper': '1.0', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Log': '1.0', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Network': '1.1', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Port': '1.7', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'PortForwarding': '1.2', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'QosPolicy': '1.9', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'SecurityGroup': '1.4', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'SecurityGroupRule': '1.2', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'SubPort': '1.0', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Subnet': '1.1', Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: 'Trunk': '1.1'}} Apr 20 12:37:21.764156 n-d-838550-2 neutron-server[109411]: {{(pid=109411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:37:21.813053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Attempting to bind port 2483e043-0797-4eef-be0b-f88074bfa0f0 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:37:21.813664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Attempting to bind port 2483e043-0797-4eef-be0b-f88074bfa0f0 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:37:21.813862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Attempting to bind port 2483e043-0797-4eef-be0b-f88074bfa0f0 on network 4c725958-fd51-42fa-a164-4d25752aec53 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:37:21.819196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:37:21.819590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Checking segment: {'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:37:21.820068 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:21.820455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Bound using segment: {'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:37:21.820942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Bound port: 2483e043-0797-4eef-be0b-f88074bfa0f0, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:37:21.821345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:21.882936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] For port 2483e043-0797-4eef-be0b-f88074bfa0f0, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:37:21.887112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] For port 2483e043-0797-4eef-be0b-f88074bfa0f0, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2483e043-0797-4eef-be0b-f88074bfa0f0,segment=NetworkSegment(c725d78f-8a17-4c2f-9f54-101e57cce1f8),segment_id=c725d78f-8a17-4c2f-9f54-101e57cce1f8)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:37:21.891511 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:21.954712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f8aa5-e3ac-4280-bb54-3fc9b8c59782 None None] Pushing event updated for resources: {'Port': ['ID=2483e043-0797-4eef-be0b-f88074bfa0f0,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:23.249165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44050) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:23.562293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-20109b13-e9fa-43f2-a4b0-ac7eca83e84a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:37:23.563350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-20109b13-e9fa-43f2-a4b0-ac7eca83e84a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131423 Apr 20 12:37:26.030886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44058) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:26.346155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-9284f8db-7ed8-47f7-869e-69ae7444986b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:37:26.347169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9284f8db-7ed8-47f7-869e-69ae7444986b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153834 Apr 20 12:37:28.973066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44068) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:29.281288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5e9a14ce-01e1-41e3-b920-07d512aa98c8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e850114761084327a762144195f2dff3', 'name': 'router1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:37:29.304589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e9a14ce-01e1-41e3-b920-07d512aa98c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:29.306102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e9a14ce-01e1-41e3-b920-07d512aa98c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:29.440576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e9a14ce-01e1-41e3-b920-07d512aa98c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:29.444959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e9a14ce-01e1-41e3-b920-07d512aa98c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:29.459640 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e9a14ce-01e1-41e3-b920-07d512aa98c8 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:29.460773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5e9a14ce-01e1-41e3-b920-07d512aa98c8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4867072 Apr 20 12:37:30.111238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2483e043-0797-4eef-be0b-f88074bfa0f0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:37:30.199879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2483e043-0797-4eef-be0b-f88074bfa0f0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:30.200397 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:30.306361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:30.344319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 2483e043-0797-4eef-be0b-f88074bfa0f0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2483e043-0797-4eef-be0b-f88074bfa0f0,segment=NetworkSegment(c725d78f-8a17-4c2f-9f54-101e57cce1f8),segment_id=c725d78f-8a17-4c2f-9f54-101e57cce1f8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:37:30.347123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a078a245-bc39-4c53-8e41-7399b54b6952 None None] Network 4c725958-fd51-42fa-a164-4d25752aec53 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:37:30.358840 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:30.461551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=2483e043-0797-4eef-be0b-f88074bfa0f0,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:30.480860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3d946d3a-44ee-4509-8e43-71f36dc6bf17 None None] Provisioning complete for port 2483e043-0797-4eef-be0b-f88074bfa0f0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:30.481228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3d946d3a-44ee-4509-8e43-71f36dc6bf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:30.846737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c78b4724-f194-44d0-9ff4-7d8b02273615 None None] Provisioning complete for port 2483e043-0797-4eef-be0b-f88074bfa0f0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:30.847110 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c78b4724-f194-44d0-9ff4-7d8b02273615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:31.861401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44082) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:32.084871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2483e043-0797-4eef-be0b-f88074bfa0f0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:37:32.131159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2483e043-0797-4eef-be0b-f88074bfa0f0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:32.131521 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:32.169559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-d869fb36-2807-4430-a75e-5bea0a11596e admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:37:32.170567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d869fb36-2807-4430-a75e-5bea0a11596e admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076768 Apr 20 12:37:33.596952 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1154cb92-0890-4495-a1d5-a533dc82b96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:34.560679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44090) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:34.865271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:37:34.884332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Made reservation on behalf of 4ff3f16c798c4186864bc152be802bc5 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:37:34.886564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:34.894339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:34.963948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:34.967284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:34.976301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Reserving flat network on physical network physnet1 {{(pid=109410) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 20 12:37:35.003182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:35.003513 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Added segment 3e1df9de-686e-470d-a621-007112ab7520 of type flat for network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df Apr 20 12:37:35.004751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c543e-89e6-478c-bcce-cc3e9ce3c8ee,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:35.049797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:35.082463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:35.083435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:35.083989 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:35.136077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5743785 Apr 20 12:37:35.140506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afc5b7-79f3-44ea-b49b-7f607e66661a admin admin] Pushing event updated for resources: {'Network': ['ID=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:35.151199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:37:35.671077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49c90a9e-f27a-4de4-95ac-435667611e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:36.959081 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:37.492839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44108) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:37.666144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a66753-1096-412d-8016-fa9862d9b916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:37.667479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6a66753-1096-412d-8016-fa9862d9b916 admin admin] 10.222.0.24 "GET /v2.0/subnets/37803cc6-f82c-4979-b6c1-34d01a00aee4 HTTP/1.1" status: 200 len: 849 time: 0.1736872 Apr 20 12:37:37.782661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9ca93af1-5466-4090-9f25-d759a604728c admin admin] 10.222.0.24 "GET /v2.0/routers/2ea71293-b021-4f54-8223-54382731c3fd HTTP/1.1" status: 200 len: 704 time: 0.1091466 Apr 20 12:37:38.042078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.327407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Allocated IP 172.20.0.1 (4c725958-fd51-42fa-a164-4d25752aec53/37803cc6-f82c-4979-b6c1-34d01a00aee4/2f9e740e-6f0a-4517-b871-aaedcf3c1b02) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:37:38.389474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.522470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.586415 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.651154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Network 4c725958-fd51-42fa-a164-4d25752aec53 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:37:38.657585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:37:38.663474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:37:38.663894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.723382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Pushing event updated for resources: {'Port': ['ID=2f9e740e-6f0a-4517-b871-aaedcf3c1b02,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:38.750716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.858611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.885383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-20bb73cf-5fa2-4577-b5ce-d214e3c5a94b None None] Provisioning complete for port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:38.885797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-20bb73cf-5fa2-4577-b5ce-d214e3c5a94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:38.918476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-20bb73cf-5fa2-4577-b5ce-d214e3c5a94b None None] Port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:37:39.065405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:39.069801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:39.070568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:39.145887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Pushing event updated for resources: {'Port': ['ID=2f9e740e-6f0a-4517-b871-aaedcf3c1b02,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:39.194526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Network 4c725958-fd51-42fa-a164-4d25752aec53 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:37:39.195807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:37:39.340919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5619577f-448a-4cc1-946f-628d66d3b5f8 None None] Provisioning complete for port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:39.341290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5619577f-448a-4cc1-946f-628d66d3b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:39.357782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Router 2ea71293-b021-4f54-8223-54382731c3fd is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:37:39.377897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5619577f-448a-4cc1-946f-628d66d3b5f8 None None] Port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:37:39.447385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:37:39.452374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cb57471a-e651-473c-8366-27891f3e9dec admin admin] 10.222.0.24 "PUT /v2.0/routers/2ea71293-b021-4f54-8223-54382731c3fd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6627707 Apr 20 12:37:39.456814 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Sync routers for ids ['2ea71293-b021-4f54-8223-54382731c3fd'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:37:39.468701 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Routers {'2ea71293-b021-4f54-8223-54382731c3fd'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:37:39.469440 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:37:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2ea71293-b021-4f54-8223-54382731c3fd'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:39.654480 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Set router 2ea71293-b021-4f54-8223-54382731c3fd gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:37:40.086991 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea71293-b021-4f54-8223-54382731c3fd', 'name': 'router1', 'tenant_id': 'e850114761084327a762144195f2dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:37:29Z', 'updated_at': '2022-04-20T12:37:38Z', 'revision_number': 2, 'project_id': 'e850114761084327a762144195f2dff3', 'gw_port_host': None, '_interfaces': [{'id': '2f9e740e-6f0a-4517-b871-aaedcf3c1b02', 'name': '', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'tenant_id': 'e850114761084327a762144195f2dff3', 'mac_address': 'fa:16:3e:f0:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:38Z', 'updated_at': '2022-04-20T12:37:38Z', 'revision_number': 2, 'project_id': 'e850114761084327a762144195f2dff3', 'subnets': [{'id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a8052-f1b3-4ecc-b340-3e8c00da0615'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:40.139119 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Checking router: 2ea71293-b021-4f54-8223-54382731c3fd for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:37:40.139479 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Updating router 2ea71293-b021-4f54-8223-54382731c3fd port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:37:40.186715 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:40.699091 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:40.705851 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:40.863820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Attempting to bind port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:37:40.864209 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Attempting to bind port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:37:40.864628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Attempting to bind port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 on network 4c725958-fd51-42fa-a164-4d25752aec53 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:37:40.873750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:37:40.874146 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Checking segment: {'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:37:40.874616 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:40.874998 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Bound using segment: {'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:37:40.875518 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Bound port: 2f9e740e-6f0a-4517-b871-aaedcf3c1b02, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c725d78f-8a17-4c2f-9f54-101e57cce1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:37:40.875956 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:40.887664 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Pushing event updated for resources: {'Port': ['ID=2f9e740e-6f0a-4517-b871-aaedcf3c1b02,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:40.902044 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.902223 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.902501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.902882 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.903215 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.903539 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.903860 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.904179 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.904554 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.904814 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.905121 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.905437 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Tracked resource versions report: Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: pushed versions: Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: { 'AddressGroup': {'1.2'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'ConntrackHelper': {'1.0'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Log': {'1.0'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Network': {'1.1'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Port': {'1.7'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'PortForwarding': {'1.2'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'QosPolicy': {'1.9'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'SecurityGroup': {'1.4'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'SubPort': {'1.0'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Subnet': {'1.1'}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Trunk': {'1.1'}} Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: consumer versions: Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: L3 agent@n-d-838550-2: {}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: Metadata agent@n-d-838550-2: {}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: Metering agent@n-d-838550-2: {}, Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'ConntrackHelper': '1.0', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Log': '1.0', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Network': '1.1', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Port': '1.7', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'PortForwarding': '1.2', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'QosPolicy': '1.9', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'SecurityGroup': '1.4', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'SecurityGroupRule': '1.2', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'SubPort': '1.0', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Subnet': '1.1', Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: 'Trunk': '1.1'}} Apr 20 12:37:40.906595 n-d-838550-2 neutron-server[109412]: {{(pid=109412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:37:40.909699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-662395e3-ab9f-46b3-b557-0337f6dac7ea None None] Provisioning complete for port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:40.910601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-662395e3-ab9f-46b3-b557-0337f6dac7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:40.945734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-662395e3-ab9f-46b3-b557-0337f6dac7ea None None] Port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:37:40.960890 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] For port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:37:40.979267 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] For port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f9e740e-6f0a-4517-b871-aaedcf3c1b02,segment=NetworkSegment(c725d78f-8a17-4c2f-9f54-101e57cce1f8),segment_id=c725d78f-8a17-4c2f-9f54-101e57cce1f8)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:37:40.983504 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:41.041145 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da6c53-1931-4f3e-8eaa-59c494b9827e None None] Pushing event updated for resources: {'Port': ['ID=2f9e740e-6f0a-4517-b871-aaedcf3c1b02,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:41.052166 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Routers {'2ea71293-b021-4f54-8223-54382731c3fd'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:37:41.052775 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:37:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2ea71293-b021-4f54-8223-54382731c3fd'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:41.141702 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] Set router 2ea71293-b021-4f54-8223-54382731c3fd gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:37:41.267512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a2179614-d161-472e-8d4e-6bd9750b3b4f None None] Provisioning complete for port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:41.268410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a2179614-d161-472e-8d4e-6bd9750b3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:41.344317 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea71293-b021-4f54-8223-54382731c3fd', 'name': 'router1', 'tenant_id': 'e850114761084327a762144195f2dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:37:29Z', 'updated_at': '2022-04-20T12:37:38Z', 'revision_number': 2, 'project_id': 'e850114761084327a762144195f2dff3', 'gw_port_host': None, '_interfaces': [{'id': '2f9e740e-6f0a-4517-b871-aaedcf3c1b02', 'name': '', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'tenant_id': 'e850114761084327a762144195f2dff3', 'mac_address': 'fa:16:3e:f0:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:38Z', 'updated_at': '2022-04-20T12:37:40Z', 'revision_number': 4, 'project_id': 'e850114761084327a762144195f2dff3', 'subnets': [{'id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a8052-f1b3-4ecc-b340-3e8c00da0615'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:41.347123 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a2179614-d161-472e-8d4e-6bd9750b3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:41.370710 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9226f1-6ec3-4ff7-8107-0ab4acb62d0c None None] The sync data for ids ['2ea71293-b021-4f54-8223-54382731c3fd'] in n-d-838550-2 is: [{'id': '2ea71293-b021-4f54-8223-54382731c3fd', 'name': 'router1', 'tenant_id': 'e850114761084327a762144195f2dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:37:29Z', 'updated_at': '2022-04-20T12:37:38Z', 'revision_number': 2, 'project_id': 'e850114761084327a762144195f2dff3', 'gw_port_host': None, '_interfaces': [{'id': '2f9e740e-6f0a-4517-b871-aaedcf3c1b02', 'name': '', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'tenant_id': 'e850114761084327a762144195f2dff3', 'mac_address': 'fa:16:3e:f0:61:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:38Z', 'updated_at': '2022-04-20T12:37:40Z', 'revision_number': 4, 'project_id': 'e850114761084327a762144195f2dff3', 'subnets': [{'id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a8052-f1b3-4ecc-b340-3e8c00da0615'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:37:41.385531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a2179614-d161-472e-8d4e-6bd9750b3b4f None None] For port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f9e740e-6f0a-4517-b871-aaedcf3c1b02,segment=NetworkSegment(c725d78f-8a17-4c2f-9f54-101e57cce1f8),segment_id=c725d78f-8a17-4c2f-9f54-101e57cce1f8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:37:41.390158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a2179614-d161-472e-8d4e-6bd9750b3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:41.440543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2179614-d161-472e-8d4e-6bd9750b3b4f None None] Pushing event updated for resources: {'Port': ['ID=2f9e740e-6f0a-4517-b871-aaedcf3c1b02,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:41.713950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44128) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:41.823035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db51fe1c-e7d7-440f-a317-e3d172c6c371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:41.824372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-db51fe1c-e7d7-440f-a317-e3d172c6c371 admin admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 842 time: 0.1094840 Apr 20 12:37:41.834430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'gateway_ip': '172.25.3.1', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:37:41.853803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Made reservation on behalf of 4ff3f16c798c4186864bc152be802bc5 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:37:41.856030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:42.136414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:37:42.136823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:42.266953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c41db0-0adb-432d-9e70-2e771d55f292,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:42.276725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:37:42.277010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Network hostable DHCP agents. Network: 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:37:42.294501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:37:42.305174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:37:42.310268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:42.310845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:42.316842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e68a5-bcc2-4eaa-a596-6e007f85d9fa None None] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:37:42.331447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e9f24bdd-b841-42a0-8706-c03daf9364cc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5001695 Apr 20 12:37:42.466848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69bb983-847f-4fcc-b920-124f98187755 None None] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:37:44.638215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44136) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:44.900757 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc3b1ebe-8028-464f-93c6-4460d19d6a33 admin admin] 10.222.0.24 "GET /v2.0/routers/2ea71293-b021-4f54-8223-54382731c3fd HTTP/1.1" status: 200 len: 710 time: 0.2613080 Apr 20 12:37:45.087403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858de0d-45cc-42cf-941b-31922d4e3d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:37:45.088872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6858de0d-45cc-42cf-941b-31922d4e3d28 admin admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 886 time: 0.1808839 Apr 20 12:37:45.098765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:37:45.355434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:45.590052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:45.671556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:45.849579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Allocated IP 172.25.3.44 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/7c3ae8ac-785e-40cd-8329-a0d20217a7bc) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:37:45.958855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:46.017929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:46.060494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:37:46.061874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:37:46.104985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:37:46.199128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3ae8ac-785e-40cd-8329-a0d20217a7bc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:46.213498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.213863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.214203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.214534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.214863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.215191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.215512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.215832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.216153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.216471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.216791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.217108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Tracked resource versions report: Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: pushed versions: Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: { 'AddressGroup': {'1.2'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'ConntrackHelper': {'1.0'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Log': {'1.0'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Network': {'1.1'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Port': {'1.7'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'PortForwarding': {'1.2'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'QosPolicy': {'1.9'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'SecurityGroup': {'1.4'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'SubPort': {'1.0'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Subnet': {'1.1'}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Trunk': {'1.1'}} Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: consumer versions: Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: L3 agent@n-d-838550-2: {}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: Metadata agent@n-d-838550-2: {}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: Metering agent@n-d-838550-2: {}, Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'ConntrackHelper': '1.0', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Log': '1.0', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Network': '1.1', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Port': '1.7', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'PortForwarding': '1.2', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'QosPolicy': '1.9', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'SecurityGroup': '1.4', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'SecurityGroupRule': '1.2', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'SubPort': '1.0', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Subnet': '1.1', Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: 'Trunk': '1.1'}} Apr 20 12:37:46.218207 n-d-838550-2 neutron-server[109409]: {{(pid=109409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:37:46.433433 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:46.684670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:46.691709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:46.807008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Router 2ea71293-b021-4f54-8223-54382731c3fd has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:37:46.911636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:37:46.916356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:46.917209 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7dec186f-4f06-4240-b416-3bfee64b9023 admin admin] 10.222.0.24 "PUT /v2.0/routers/2ea71293-b021-4f54-8223-54382731c3fd HTTP/1.1" status: 200 len: 889 time: 1.8221171 Apr 20 12:37:47.764069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Sync routers for ids ['2ea71293-b021-4f54-8223-54382731c3fd'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:37:47.775102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Routers {'2ea71293-b021-4f54-8223-54382731c3fd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:37:47.775732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:37:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2ea71293-b021-4f54-8223-54382731c3fd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:47.983569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Set router 2ea71293-b021-4f54-8223-54382731c3fd gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:37:48.124980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:37:48.299301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:48.299673 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:48.542241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea71293-b021-4f54-8223-54382731c3fd', 'name': 'router1', 'tenant_id': 'e850114761084327a762144195f2dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '7c3ae8ac-785e-40cd-8329-a0d20217a7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:37:29Z', 'updated_at': '2022-04-20T12:37:46Z', 'revision_number': 4, 'project_id': 'e850114761084327a762144195f2dff3', 'gw_port': {'id': '7c3ae8ac-785e-40cd-8329-a0d20217a7bc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:45Z', 'updated_at': '2022-04-20T12:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2f9e740e-6f0a-4517-b871-aaedcf3c1b02', 'name': '', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'tenant_id': 'e850114761084327a762144195f2dff3', 'mac_address': 'fa:16:3e:f0:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:38Z', 'updated_at': '2022-04-20T12:37:41Z', 'revision_number': 5, 'project_id': 'e850114761084327a762144195f2dff3', 'subnets': [{'id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a8052-f1b3-4ecc-b340-3e8c00da0615'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:48.594843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Checking router: 2ea71293-b021-4f54-8223-54382731c3fd for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:37:48.595115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Updating router 2ea71293-b021-4f54-8223-54382731c3fd port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:37:48.640350 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:48.961106 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:48.966623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:49.021009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e715-c0d9-4a2d-8020-5f4e059d4c1d None None] Pushing event updated for resources: {'Port': ['ID=7c3ae8ac-785e-40cd-8329-a0d20217a7bc,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:49.023459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Attempting to bind port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:37:49.023825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Attempting to bind port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:37:49.024183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Attempting to bind port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:37:49.030764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:37:49.031138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:37:49.031540 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:49.031925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:37:49.032386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Bound port: 7c3ae8ac-785e-40cd-8329-a0d20217a7bc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:37:49.032781 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:49.082705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] For port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:37:49.085683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] For port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7c3ae8ac-785e-40cd-8329-a0d20217a7bc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:37:49.089698 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:49.144165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Routers {'2ea71293-b021-4f54-8223-54382731c3fd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:37:49.144771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:37:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2ea71293-b021-4f54-8223-54382731c3fd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:49.185550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94e715-c0d9-4a2d-8020-5f4e059d4c1d None None] Pushing event updated for resources: {'Port': ['ID=7c3ae8ac-785e-40cd-8329-a0d20217a7bc,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:49.259077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] Set router 2ea71293-b021-4f54-8223-54382731c3fd gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:37:49.332976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44152) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:37:49.449913 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9a7bbc9f-5e87-44e7-84df-6fb59b12db99 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158011 Apr 20 12:37:49.476516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ea71293-b021-4f54-8223-54382731c3fd', 'name': 'router1', 'tenant_id': 'e850114761084327a762144195f2dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '7c3ae8ac-785e-40cd-8329-a0d20217a7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:37:29Z', 'updated_at': '2022-04-20T12:37:46Z', 'revision_number': 4, 'project_id': 'e850114761084327a762144195f2dff3', 'gw_port': {'id': '7c3ae8ac-785e-40cd-8329-a0d20217a7bc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:45Z', 'updated_at': '2022-04-20T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2f9e740e-6f0a-4517-b871-aaedcf3c1b02', 'name': '', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'tenant_id': 'e850114761084327a762144195f2dff3', 'mac_address': 'fa:16:3e:f0:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:38Z', 'updated_at': '2022-04-20T12:37:41Z', 'revision_number': 5, 'project_id': 'e850114761084327a762144195f2dff3', 'subnets': [{'id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a8052-f1b3-4ecc-b340-3e8c00da0615'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:37:49.504902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ec4ab2-2452-42bb-b6fb-19334cb7b73c None None] The sync data for ids ['2ea71293-b021-4f54-8223-54382731c3fd'] in n-d-838550-2 is: [{'id': '2ea71293-b021-4f54-8223-54382731c3fd', 'name': 'router1', 'tenant_id': 'e850114761084327a762144195f2dff3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '7c3ae8ac-785e-40cd-8329-a0d20217a7bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:37:29Z', 'updated_at': '2022-04-20T12:37:46Z', 'revision_number': 4, 'project_id': 'e850114761084327a762144195f2dff3', 'gw_port': {'id': '7c3ae8ac-785e-40cd-8329-a0d20217a7bc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:45Z', 'updated_at': '2022-04-20T12:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2f9e740e-6f0a-4517-b871-aaedcf3c1b02', 'name': '', 'network_id': '4c725958-fd51-42fa-a164-4d25752aec53', 'tenant_id': 'e850114761084327a762144195f2dff3', 'mac_address': 'fa:16:3e:f0:61:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea71293-b021-4f54-8223-54382731c3fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:37:38Z', 'updated_at': '2022-04-20T12:37:41Z', 'revision_number': 5, 'project_id': 'e850114761084327a762144195f2dff3', 'subnets': [{'id': '37803cc6-f82c-4979-b6c1-34d01a00aee4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f33a8052-f1b3-4ecc-b340-3e8c00da0615'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:37:50.128271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7c3ae8ac-785e-40cd-8329-a0d20217a7bc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:37:50.184357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:50.184941 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:50.271396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:50.292978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7c3ae8ac-785e-40cd-8329-a0d20217a7bc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:37:50.298555 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:37:50.352488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=7c3ae8ac-785e-40cd-8329-a0d20217a7bc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:37:52.098179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7c3ae8ac-785e-40cd-8329-a0d20217a7bc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:37:52.152180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7c3ae8ac-785e-40cd-8329-a0d20217a7bc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:37:52.152557 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:02.947342 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:38:03.613979 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6e862c-ae51-401e-ba01-cfa571d33f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:05.677171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-904dd87f-a035-4f1a-80d2-a9f8879ea107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:06.967383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:08.355279 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:08.748553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:33.606917 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-039425f8-6bfb-4d7d-a03b-c847fa7e6dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:35.672217 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e7dc658-c719-4c95-b21f-bb59538daa77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:36.968797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:38.357859 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:38.746065 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:38:39.946336 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:39:03.597950 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7771bc2d-c3a4-456c-aa98-8bd4ac11f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:05.675355 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-70a6851b-daf7-4360-bfa3-e77796eeeada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:07.024988 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:08.357021 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:08.740019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:16.944753 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:39:29.846013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44746) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:29.908714 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-93254d1f-a1df-43c5-bca9-96537b3cccd9 admin admin] GET failed (client error): The resource could not be found. Apr 20 12:39:29.910031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-93254d1f-a1df-43c5-bca9-96537b3cccd9 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630798 Apr 20 12:39:30.068582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb5960-f20a-4f98-bd89-cbc57b788d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:30.069952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d2eb5960-f20a-4f98-bd89-cbc57b788d84 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552243 Apr 20 12:39:32.244485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44756) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:32.334350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bde67f-4a37-47fc-a7bc-6479c51bd00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:32.335748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-10bde67f-4a37-47fc-a7bc-6479c51bd00b admin admin] 10.222.0.24 "GET /v2.0/subnets/37803cc6-f82c-4979-b6c1-34d01a00aee4 HTTP/1.1" status: 200 len: 849 time: 0.0902150 Apr 20 12:39:32.347050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:39:32.428222 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:32.567993 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772267746232'] for subnet, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:32.599835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:32.600412 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:32.601670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] 10.222.0.24 "PUT /v2.0/subnets/37803cc6-f82c-4979-b6c1-34d01a00aee4 HTTP/1.1" status: 200 len: 868 time: 0.2582455 Apr 20 12:39:32.602617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f6a77-4a03-42ca-ae5f-e8462286a12e None None] Network 4c725958-fd51-42fa-a164-4d25752aec53 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:39:32.617964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37803cc6-f82c-4979-b6c1-34d01a00aee4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:39:32.625754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.626265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.626609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.626942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.627523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.628046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.628371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.628900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.629279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.629612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.629954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.630277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05fe39d-bd81-42d0-bc48-d5ef3d2dd3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:39:32.991281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-40baa690-939e-4ff8-bd95-746fccb7fa35 None None] Provisioning complete for port 2f9e740e-6f0a-4517-b871-aaedcf3c1b02 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:39:32.991650 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40baa690-939e-4ff8-bd95-746fccb7fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:33.073720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-40baa690-939e-4ff8-bd95-746fccb7fa35 None None] Provisioning complete for port 2483e043-0797-4eef-be0b-f88074bfa0f0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:39:33.074027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40baa690-939e-4ff8-bd95-746fccb7fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:33.602593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e6e5b14-9a42-4d82-9bbe-44fb8e36186b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:34.790832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44764) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:34.987798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a01062-4d6b-4462-87c3-b8e8f934311f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:34.988267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a01062-4d6b-4462-87c3-b8e8f934311f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:34.989799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-25a01062-4d6b-4462-87c3-b8e8f934311f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979961 Apr 20 12:39:35.676717 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-748d044c-94c8-4403-8e6c-5a6063192b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:36.972939 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:37.175423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:37.303570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b57b0-6aa7-4203-a70f-df504f88bfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:37.304046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b57b0-6aa7-4203-a70f-df504f88bfd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:37.305546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b6b57b0-6aa7-4203-a70f-df504f88bfd2 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291866 Apr 20 12:39:38.360527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:38.742867 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:39:39.487423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44780) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:39.615702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ac918-a382-4af0-8d91-96558a3366f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:39.617027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ff3ac918-a382-4af0-8d91-96558a3366f3 admin admin] 10.222.0.24 "GET /v2.0/networks/4c725958-fd51-42fa-a164-4d25752aec53 HTTP/1.1" status: 200 len: 869 time: 0.1286702 Apr 20 12:39:41.829607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44788) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:41.955416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3be6e5-b3ed-47fd-888d-8bcd9ff74f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:41.956726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3b3be6e5-b3ed-47fd-888d-8bcd9ff74f57 admin admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 886 time: 0.1261292 Apr 20 12:39:44.132702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44796) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:44.251836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c53b43-fc16-4aed-9342-9ddfe7ac4184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:44.252535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c53b43-fc16-4aed-9342-9ddfe7ac4184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:44.254047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-62c53b43-fc16-4aed-9342-9ddfe7ac4184 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204164 Apr 20 12:39:46.434769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44804) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:46.527248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d7f83-0d4a-4647-8026-f2b14c3c07ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:46.527691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7d7f83-0d4a-4647-8026-f2b14c3c07ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:46.529176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8b7d7f83-0d4a-4647-8026-f2b14c3c07ec admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934780 Apr 20 12:39:48.696176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44812) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:48.779786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1c341-a6e3-4952-90d9-2d979eb90c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:48.781097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-87e1c341-a6e3-4952-90d9-2d979eb90c6f admin admin] 10.222.0.24 "GET /v2.0/subnets/13c41db0-0adb-432d-9e70-2e771d55f292 HTTP/1.1" status: 200 len: 816 time: 0.0839787 Apr 20 12:39:50.968651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44820) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:39:51.057330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd0f3bb-6259-4719-b8e7-85fb358c788c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:39:51.058651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1cd0f3bb-6259-4719-b8e7-85fb358c788c admin admin] 10.222.0.24 "GET /v2.0/subnets/37803cc6-f82c-4979-b6c1-34d01a00aee4 HTTP/1.1" status: 200 len: 868 time: 0.0890694 Apr 20 12:39:53.943871 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:40:03.605993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-625142b5-fe33-4abd-b28d-ece88be19822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:05.677993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-024bb840-204a-41f4-8c35-29329514f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:06.975675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:08.363916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:08.746407 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:11.180727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44874) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:40:11.227264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-fb6ec4b6-d704-469d-847c-9212acdc4d94 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:40:11.228236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fb6ec4b6-d704-469d-847c-9212acdc4d94 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465870 Apr 20 12:40:13.498898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44882) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:40:13.557940 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-868ca489-2d2c-4683-b405-ff96da1f334e admin admin] GET failed (client error): The resource could not be found. Apr 20 12:40:13.559193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-868ca489-2d2c-4683-b405-ff96da1f334e admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593562 Apr 20 12:40:13.643836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9cd6d-6f1b-41b3-97e1-0df395897ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:40:13.645243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fcf9cd6d-6f1b-41b3-97e1-0df395897ed3 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814033 Apr 20 12:40:15.836622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44890) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:40:15.884450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:40:15.903073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Made reservation on behalf of 4ff3f16c798c4186864bc152be802bc5 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:40:15.905232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:15.932217 n-d-838550-2 neutron-server[109410]: WARNING neutron.services.revisions.revision_plugin [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Could not find related network for resource to bump revision. Apr 20 12:40:15.944553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:40:15.953923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:15.954262 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Added segment eb8709a8-d9a2-4d4b-91be-941baea8a44e of type vlan for network 2f43591a-8e11-417f-83d6-2561ebba839b Apr 20 12:40:15.991770 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:16.014528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:16.015934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:40:16.016545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:16.072530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2348638 Apr 20 12:40:16.077041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78985bdf-c370-4246-97b9-6a233b2e9b03 admin admin] Pushing event updated for resources: {'Network': ['ID=2f43591a-8e11-417f-83d6-2561ebba839b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:40:16.089587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2f43591a-8e11-417f-83d6-2561ebba839b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:40:18.258134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44898) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:40:18.317536 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd2899c-b649-492b-b3aa-98121ad7a11d admin admin] GET failed (client error): The resource could not be found. Apr 20 12:40:18.318834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2bd2899c-b649-492b-b3aa-98121ad7a11d admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597737 Apr 20 12:40:18.387112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5331e9b0-2d95-4fd0-9452-f9c0f9604ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:40:18.388660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5331e9b0-2d95-4fd0-9452-f9c0f9604ad2 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651073 Apr 20 12:40:18.400891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:40:18.427242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Made reservation on behalf of 4ff3f16c798c4186864bc152be802bc5 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:40:18.429678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:18.675186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:18.730046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7064beed-91b2-494d-bf0c-fe491b7ccf55,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:40:18.739102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:40:18.739450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Network hostable DHCP agents. Network: 2f43591a-8e11-417f-83d6-2561ebba839b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:40:18.755555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Network 2f43591a-8e11-417f-83d6-2561ebba839b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:40:18.763757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2f43591a-8e11-417f-83d6-2561ebba839b) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:40:18.769547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:40:18.770288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:18.773321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f0bad5-dcf8-4ade-9622-cc93c86202a4 None None] Network 2f43591a-8e11-417f-83d6-2561ebba839b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:40:18.786965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-477f57e0-e5ad-41a4-9e08-375aaf618717 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3899791 Apr 20 12:40:19.017844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2f43591a-8e11-417f-83d6-2561ebba839b', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'tenant_id': '4ff3f16c798c4186864bc152be802bc5', 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:40:19.018726 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:19.162470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Allocated IP 192.168.233.2 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:40:19.308227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:19.315279 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:19.349822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:40:19.352506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:40:19.357946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:40:19.370033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Pushing event updated for resources: {'Port': ['ID=e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:40:19.392670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.393012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.393360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.393697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.394332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.394332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.394649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.395627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.395627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.395627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.395931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.396211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:40:19.431384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Attempting to bind port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:40:19.432048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Attempting to bind port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:40:19.432408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Attempting to bind port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:40:19.437707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:40:19.438079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:40:19.438613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:19.439001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:40:19.439505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Bound port: e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:40:19.439893 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:19.505294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-869f895b-cee3-4233-b493-124a9287e07e None None] For port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:40:19.508353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-869f895b-cee3-4233-b493-124a9287e07e None None] For port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:40:19.514178 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:19.569092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f895b-cee3-4233-b493-124a9287e07e None None] Pushing event updated for resources: {'Port': ['ID=e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:40:20.253263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:40:20.313860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:40:20.314233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:20.405524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf0eae-2210-4243-8e2b-bf14d2e43960 None None] Network 2f43591a-8e11-417f-83d6-2561ebba839b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:40:20.423610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:20.496544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:40:20.507096 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:20.579387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-347d4dcf-27f1-4b39-83a6-5669f81c27b2 None None] Provisioning complete for port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:40:20.579752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-347d4dcf-27f1-4b39-83a6-5669f81c27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:20.631724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:40:20.833557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3da1c6fb-23ff-4b7a-b134-fb26047fba78 None None] Provisioning complete for port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:40:20.833959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3da1c6fb-23ff-4b7a-b134-fb26047fba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:22.180010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:40:22.230949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e2a0737a-8778-4bf2-9c84-3ef6a27e5ed6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:40:22.231313 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:30.942833 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:40:33.608719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6da1fe17-83b7-4fd3-b6e7-494b549efc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:35.680024 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5c7c0251-d2ba-4605-972b-6ff0654b42b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:36.973424 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:38.366974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:40:38.748367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:03.611997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5379ae4-3071-40d1-88b1-07f776fd6950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:05.681344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-edfc364a-ab42-4268-80dc-bdbeed14e6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:06.977577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:07.942547 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:41:08.370721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:08.751931 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:33.613367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9f97c9f0-0f62-4fd6-af3b-054b3b71498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:35.682666 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f8e63a4-c1b4-4a28-ad06-0b8b64d00e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:36.980236 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:38.374945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:38.754809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:44.941521 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:41:46.662611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44936) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:41:46.668364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-d2cc8247-3e9e-49bf-a544-cd8e4b70baca tempest-verify_tempest_config-423692556 tempest-verify_tempest_config-423692556-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:41:46.669307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d2cc8247-3e9e-49bf-a544-cd8e4b70baca tempest-verify_tempest_config-423692556 tempest-verify_tempest_config-423692556-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057435 Apr 20 12:41:46.953839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44954) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:41:47.054494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:47.125454 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:47.129434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:47.172359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=728b8baeb81946ed997ac488d4d5c386&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2175117 Apr 20 12:41:47.174228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff62530-f799-4022-baad-ba95dc4652e7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:41:47.175138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:41:47.180835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.181182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.181522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.181877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.182211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.182539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.182861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.183182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.183503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.183821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.184140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.184458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb805f-fa3b-4f9d-b085-83bc6c1fe5d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.253924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:47.274278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:47.364007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:47.366650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:41:47.368284 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cff62530-f799-4022-baad-ba95dc4652e7 HTTP/1.1" status: 204 len: 168 time: 0.1921875 Apr 20 12:41:47.376119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff62530-f799-4022-baad-ba95dc4652e7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:41:47.382843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.383200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.383539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.383874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.384208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.384539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.384870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.385194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.385515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.385876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.386231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:41:47.386555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e09a9ea-8014-4d83-b5a3-e414cf2cb2b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:42:03.615991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88fe8e60-8038-4585-a86b-02e76cb546d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:05.684228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9bbeab7e-4039-4b57-94c5-99ac2abed681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:06.982847 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:08.376318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:08.758375 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:21.939132 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:42:33.617450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e41517ee-b24b-4a59-8405-63de78716844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:35.687429 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38de7078-0cff-4d67-bdd8-859fe45dd014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:36.987310 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:38.380094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:38.760660 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:42:58.937452 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:43:03.618326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6d4aeda-7d31-4c2e-b826-605c576b3880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:05.689348 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e170be4e-6c4f-4aee-89f7-358747b4b504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:06.989209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:08.382698 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:08.764962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:33.619251 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d65503f6-da42-462e-b7d8-afefef370047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:35.689638 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ef550d2-a025-4630-aa27-51ea7ccf63dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:35.935540 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:43:36.991595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:38.386490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:43:38.767412 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:03.620962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-459830eb-ef71-4d06-8c40-2d0c7dd46b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:05.690035 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-553ac007-6ffb-4fd9-95ed-8e1049b742d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:06.994494 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:08.389596 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:08.770411 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:12.933801 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 5 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:44:33.622052 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7aa64c4f-1848-41a4-9bb6-d54c588d860f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:35.689894 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76ef542f-060a-48a2-b45f-56f46d1de934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:36.996975 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:38.393299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:38.772471 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:48.624796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3676154'] for agent, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:44:49.932933 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 6 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:44:53.342804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3676154'] for agent, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:03.624764 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91110542-4d4d-4a22-90c2-0b2aa8757e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:05.691554 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f404ae2d-785d-4760-8b19-25e4b41e9fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:06.999756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:08.396915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:08.773670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:18.627228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:23.326796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:26.932049 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:45:33.625995 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-433511dd-ccbe-4852-b7f0-8337ba905c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:35.692936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fc02e708-4440-4d03-bedc-98fcfdbf2ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:37.002158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:38.399989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:38.775763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:40.796535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45014) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:45:40.899047 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-20a43c61-7249-4bd0-a4c3-414b841669e2 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1014357 Apr 20 12:45:43.116902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:45:43.178083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8dd20646-3dc9-44fe-aead-76608337943b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0601003 Apr 20 12:45:48.640693 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:45:53.330308 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:03.625960 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6124dee9-1ffa-4864-a65f-04582b889204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:03.931160 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:46:05.694844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38d26512-124a-489a-87a8-94022fbc8487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:07.005647 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:08.406376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:08.779872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:18.654533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:23.345768 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:33.628325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-146ca56d-1962-47c8-bd7f-eb55dd333f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:35.695843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35987f7b-5565-4712-9689-9536ff557358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:37.008141 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:38.406063 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:38.781645 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:40.931144 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:46:48.654320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:46:53.340716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:03.630643 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1b99f55c-6f78-4a0a-b675-5dc91366c856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:05.698910 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7799fd1f-78b0-4457-8f04-b3f6f21bf284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:07.011962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:08.425369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:08.793209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:12.563247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45162) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:12.919076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-network', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:12.952091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Made reservation on behalf of eb8de35a4a1f464a88d77fa582d226e0 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:12.954768 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:12.963729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.037881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.042402 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.070377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d4ebb-071d-470f-adc4-0c1849ddf41e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:13.075259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:47:13.081343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.081715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.082056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.082388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.082714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.083040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.083359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.083853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.084359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.084681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.085003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.085321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Tracked resource versions report: Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: pushed versions: Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: { 'AddressGroup': {'1.2'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'ConntrackHelper': {'1.0'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Log': {'1.0'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Network': {'1.1'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Port': {'1.7'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'PortForwarding': {'1.2'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'QosPolicy': {'1.9'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'SecurityGroup': {'1.4'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'SubPort': {'1.0'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Subnet': {'1.1'}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Trunk': {'1.1'}} Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: consumer versions: Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: HyperV agent@n-h1-838550-2: {}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: HyperV agent@n-h2-838550-2: {}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: L3 agent@n-d-838550-2: {}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: Metadata agent@n-d-838550-2: {}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: Metering agent@n-d-838550-2: {}, Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'ConntrackHelper': '1.0', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Log': '1.0', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Network': '1.1', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Port': '1.7', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'PortForwarding': '1.2', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'QosPolicy': '1.9', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'SecurityGroup': '1.4', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'SecurityGroupRule': '1.2', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'SubPort': '1.0', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Subnet': '1.1', Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: 'Trunk': '1.1'}} Apr 20 12:47:13.086422 n-d-838550-2 neutron-server[109410]: {{(pid=109410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:47:13.096274 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.096616 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Added segment aebbaa62-46fb-4754-b35d-9d55457806b3 of type vlan for network 82a6086f-de31-4aa9-a4ca-d630b67f760f Apr 20 12:47:13.148379 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.173010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.174509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:13.175112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.201689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6358900 Apr 20 12:47:13.206789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45202) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:13.213807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Request body: {'subnet': {'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-subnet', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:13.240400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b7a30-6f1f-4826-8b29-d35b55a6a5af admin admin] Pushing event updated for resources: {'Network': ['ID=82a6086f-de31-4aa9-a4ca-d630b67f760f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:13.253677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:47:13.275085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Made reservation on behalf of eb8de35a4a1f464a88d77fa582d226e0 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:13.278117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.537995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.591203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261bff10-8f6f-4440-a7e0-1b400bae7330,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:13.600531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.600883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.601613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.601742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.601992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.602384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.602717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.603041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.603363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.603684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.604008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.604327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Tracked resource versions report: Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: pushed versions: Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: { 'AddressGroup': {'1.2'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'ConntrackHelper': {'1.0'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Log': {'1.0'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Network': {'1.1'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Port': {'1.7'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'PortForwarding': {'1.2'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'QosPolicy': {'1.9'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'SecurityGroup': {'1.4'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'SubPort': {'1.0'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Subnet': {'1.1'}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Trunk': {'1.1'}} Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: consumer versions: Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: HyperV agent@n-h1-838550-2: {}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: HyperV agent@n-h2-838550-2: {}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: L3 agent@n-d-838550-2: {}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: Metadata agent@n-d-838550-2: {}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: Metering agent@n-d-838550-2: {}, Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'ConntrackHelper': '1.0', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Log': '1.0', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Network': '1.1', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Port': '1.7', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'PortForwarding': '1.2', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'QosPolicy': '1.9', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'SecurityGroup': '1.4', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'SecurityGroupRule': '1.2', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'SubPort': '1.0', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Subnet': '1.1', Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: 'Trunk': '1.1'}} Apr 20 12:47:13.605400 n-d-838550-2 neutron-server[109409]: {{(pid=109409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:47:13.629813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Checking segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:13.630660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Network hostable DHCP agents. Network: 82a6086f-de31-4aa9-a4ca-d630b67f760f, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:47:13.653419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:47:13.666416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 82a6086f-de31-4aa9-a4ca-d630b67f760f) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:13.672219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:13.674515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.675349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680be9f0-3659-41dc-92e1-6ff21245bbc6 None None] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:13.698039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45232) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:13.698902 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-47ae9996-e6e8-4c0d-9870-87b587ab1ee6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4907629 Apr 20 12:47:13.702604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:13.725452 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.726481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.799680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.852025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-82a6086f-de31-4aa9-a4ca-d630b67f760f', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:47:13.853280 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:13.947715 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.005717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Allocated IP 172.20.0.2 (82a6086f-de31-4aa9-a4ca-d630b67f760f/261bff10-8f6f-4440-a7e0-1b400bae7330/ffd71751-606b-4db2-a096-87cb489f5f10) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:14.156240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.164496 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.210921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:14.213768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:14.214909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.218423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:14.238187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.253339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Pushing event updated for resources: {'Port': ['ID=ffd71751-606b-4db2-a096-87cb489f5f10,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:14.262539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.263577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.264087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.264419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.264914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.265404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.265759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.266256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.266746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.267224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.267742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.268263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Tracked resource versions report: Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: pushed versions: Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: { 'AddressGroup': {'1.2'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'ConntrackHelper': {'1.0'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Log': {'1.0'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Network': {'1.1'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Port': {'1.7'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'PortForwarding': {'1.2'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'QosPolicy': {'1.9'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'SecurityGroup': {'1.4'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'SubPort': {'1.0'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Subnet': {'1.1'}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Trunk': {'1.1'}} Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: consumer versions: Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: HyperV agent@n-h1-838550-2: {}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: HyperV agent@n-h2-838550-2: {}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: L3 agent@n-d-838550-2: {}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: Metadata agent@n-d-838550-2: {}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: Metering agent@n-d-838550-2: {}, Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'ConntrackHelper': '1.0', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Log': '1.0', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Network': '1.1', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Port': '1.7', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'PortForwarding': '1.2', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'QosPolicy': '1.9', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'SecurityGroup': '1.4', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'SecurityGroupRule': '1.2', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'SubPort': '1.0', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Subnet': '1.1', Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: 'Trunk': '1.1'}} Apr 20 12:47:14.269559 n-d-838550-2 neutron-server[109411]: {{(pid=109411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:47:14.303954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Attempting to bind port ffd71751-606b-4db2-a096-87cb489f5f10 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:14.304409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Attempting to bind port ffd71751-606b-4db2-a096-87cb489f5f10 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:14.304831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Attempting to bind port ffd71751-606b-4db2-a096-87cb489f5f10 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:14.310457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:14.310912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Checking segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:14.311409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.311859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Bound using segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:14.312386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Bound port: ffd71751-606b-4db2-a096-87cb489f5f10, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:14.312850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.369532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Allocated IP 172.25.3.239 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/e4844299-150c-425f-a327-fff7345785c7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:14.387144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] For port ffd71751-606b-4db2-a096-87cb489f5f10, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:14.391276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] For port ffd71751-606b-4db2-a096-87cb489f5f10, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ffd71751-606b-4db2-a096-87cb489f5f10,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:14.398011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.475720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a52723-b46c-4341-97ed-fbc3171161c7 None None] Pushing event updated for resources: {'Port': ['ID=ffd71751-606b-4db2-a096-87cb489f5f10,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:14.537938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.585566 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:14.630620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:14.633964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:14.637829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:14.643956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Pushing event updated for resources: {'Port': ['ID=e4844299-150c-425f-a327-fff7345785c7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:14.930141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:15.243510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:15.419605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:47:15.558952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:47:15.568172 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Sync routers for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:47:15.579314 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:15.584138 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:15.584541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ea5c6a59-47b6-434e-ba5f-d610c76e1008 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.8822591 Apr 20 12:47:15.584618 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:15.584720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45304) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:15.593766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90bbb2-3de0-43e6-b2d8-137f4d953e69 None None] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:15.738683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2bd9e04e-46a4-4686-a024-ed154369c2fb None None] Provisioning complete for port ffd71751-606b-4db2-a096-87cb489f5f10 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:15.739058 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e04e-46a4-4686-a024-ed154369c2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:15.808357 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:15.868374 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e04e-46a4-4686-a024-ed154369c2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:15.917023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2bd9e04e-46a4-4686-a024-ed154369c2fb None None] For port ffd71751-606b-4db2-a096-87cb489f5f10, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ffd71751-606b-4db2-a096-87cb489f5f10,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:15.924190 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2bd9e04e-46a4-4686-a024-ed154369c2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:15.998897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9e04e-46a4-4686-a024-ed154369c2fb None None] Pushing event updated for resources: {'Port': ['ID=ffd71751-606b-4db2-a096-87cb489f5f10,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:16.137223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.159266 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:14Z', 'revision_number': 3, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:16.197092 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Checking router: 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:47:16.197442 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Updating router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 port e4844299-150c-425f-a327-fff7345785c7 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:47:16.245331 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.251379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-127e7c92-4156-473a-bf44-a0c426a9abd8 None None] Provisioning complete for port ffd71751-606b-4db2-a096-87cb489f5f10 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:16.252281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-127e7c92-4156-473a-bf44-a0c426a9abd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.334324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Allocated IP 172.20.0.1 (82a6086f-de31-4aa9-a4ca-d630b67f760f/261bff10-8f6f-4440-a7e0-1b400bae7330/a5384672-c9fb-40fe-a570-1c2e88b116b4) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:16.492830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ffd71751-606b-4db2-a096-87cb489f5f10 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:16.495743 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.547785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.583433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:16.586229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:16.592025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:16.592595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.627591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ffd71751-606b-4db2-a096-87cb489f5f10 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:16.628221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.642256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Pushing event updated for resources: {'Port': ['ID=a5384672-c9fb-40fe-a570-1c2e88b116b4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:16.743880 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.753436 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.808188 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Pushing event updated for resources: {'Port': ['ID=e4844299-150c-425f-a327-fff7345785c7,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:16.820440 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.820872 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.821213 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.821546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.821992 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.822334 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.822674 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.822984 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.823444 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.823773 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.824096 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.824416 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Tracked resource versions report: Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: pushed versions: Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: { 'AddressGroup': {'1.2'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'ConntrackHelper': {'1.0'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Log': {'1.0'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Network': {'1.1'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Port': {'1.7'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'PortForwarding': {'1.2'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'QosPolicy': {'1.9'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'SecurityGroup': {'1.4'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'SecurityGroupRule': {'1.2'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'SubPort': {'1.0'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Subnet': {'1.1'}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Trunk': {'1.1'}} Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: consumer versions: Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: { DHCP agent@n-d-838550-2: {}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: HyperV agent@n-h1-838550-2: {}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: HyperV agent@n-h2-838550-2: {}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: L3 agent@n-d-838550-2: {}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: Metadata agent@n-d-838550-2: {}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: Metering agent@n-d-838550-2: {}, Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: Open vSwitch agent@n-d-838550-2: { 'AddressGroup': '1.2', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'ConntrackHelper': '1.0', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Log': '1.0', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Network': '1.1', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Port': '1.7', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'PortForwarding': '1.2', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'QosPolicy': '1.9', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'SecurityGroup': '1.4', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'SecurityGroupRule': '1.2', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'SubPort': '1.0', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Subnet': '1.1', Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: 'Trunk': '1.1'}} Apr 20 12:47:16.825492 n-d-838550-2 neutron-server[109412]: {{(pid=109412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 20 12:47:16.852439 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Attempting to bind port e4844299-150c-425f-a327-fff7345785c7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:16.852820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Attempting to bind port e4844299-150c-425f-a327-fff7345785c7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:16.853186 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Attempting to bind port e4844299-150c-425f-a327-fff7345785c7 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:16.864783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.865084 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:16.865243 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:16.865866 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.866549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:16.869208 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Bound port: e4844299-150c-425f-a327-fff7345785c7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:16.870396 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.964350 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] For port e4844299-150c-425f-a327-fff7345785c7, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:16.972340 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] For port e4844299-150c-425f-a327-fff7345785c7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4844299-150c-425f-a327-fff7345785c7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:16.974564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b09259bd-736c-4b29-88d3-4bb782b0237d None None] Provisioning complete for port a5384672-c9fb-40fe-a570-1c2e88b116b4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:16.975122 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b09259bd-736c-4b29-88d3-4bb782b0237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:16.979717 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:17.020116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b09259bd-736c-4b29-88d3-4bb782b0237d None None] Port a5384672-c9fb-40fe-a570-1c2e88b116b4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:17.059097 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:17.060050 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:17.074851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:17.082285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:17.083743 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:17.123443 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dae1b-e78e-4c63-94c1-fca9f922da6b None None] Pushing event updated for resources: {'Port': ['ID=e4844299-150c-425f-a327-fff7345785c7,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:17.206094 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:17.308631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Pushing event updated for resources: {'Port': ['ID=a5384672-c9fb-40fe-a570-1c2e88b116b4,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:17.357982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:17.361745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:17.472360 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 1, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:17.526853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:47:17.559714 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c2d678-a6e4-4c3c-9703-c23a4073dc61 None None] The sync data for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 is: [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 1, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:47:17.710541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:47:17.728118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f73e380-4d56-4a04-a4c2-e82e8d5b623a admin admin] 10.222.0.24 "PUT /v2.0/routers/9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1331000 Apr 20 12:47:17.747605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-810e476f-a1a1-4b6d-9f13-bb409cc2893b None None] Provisioning complete for port a5384672-c9fb-40fe-a570-1c2e88b116b4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:17.748079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-810e476f-a1a1-4b6d-9f13-bb409cc2893b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:17.803748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-810e476f-a1a1-4b6d-9f13-bb409cc2893b None None] Port a5384672-c9fb-40fe-a570-1c2e88b116b4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:17.941524 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:47:18.218744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45412) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:18.221044 n-d-838550-2 neutron-server[109410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 12:47:18.257870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-26c1bd06-3067-45e6-9d9d-72a03fa16a1a tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=689e1119addd42d0b55b56735355f2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377874 Apr 20 12:47:18.523418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-9302326a-4e29-4106-8060-37d121075f57 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:18.531886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-9302326a-4e29-4106-8060-37d121075f57 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681363 Apr 20 12:47:18.544560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-c0f51347-d640-4229-a7c6-65da250f8672 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/quotas/689e1119addd42d0b55b56735355f2d6 HTTP/1.1" status: 200 len: 375 time: 0.0117846 Apr 20 12:47:18.606978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45426) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:18.616828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-network', 'tenant_id': 'e193a9434e94445a917b17d043754ea8'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:18.617742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-6532be4e-cfac-4647-98be-98ca24e2dad2 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=689e1119addd42d0b55b56735355f2d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671973 Apr 20 12:47:18.657106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Made reservation on behalf of e193a9434e94445a917b17d043754ea8 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:18.659068 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.660108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.679468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.782190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.790963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.818591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:47:18.848202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba4adb-ef9a-4175-940f-2e491bb9e739,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:18.852506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772267786855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.853079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Unsubscribe: segment precommit_create {{(pid=109409) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 20 12:47:18.853553 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Added segment c9ef4ae2-9ac0-4390-b575-ddeda3247bf7 of type vlan for network 0ed1f5c5-0819-46f8-80fc-e479182eb651 Apr 20 12:47:18.920975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.972077 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:18.973778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:18.974470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.023516 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4152441 Apr 20 12:47:19.026781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45452) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:19.032236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Request body: {'subnet': {'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-subnet', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:19.067121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Made reservation on behalf of e193a9434e94445a917b17d043754ea8 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:19.069506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.112338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5bece-96b6-4811-9593-40070c4e816f admin admin] Pushing event updated for resources: {'Network': ['ID=0ed1f5c5-0819-46f8-80fc-e479182eb651,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:19.125021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:47:19.389315 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.463381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5369b15-771b-4c94-8c33-3d0ed6717b96,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:19.487966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45470) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:19.488549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Checking segment: {'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:19.488919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Network hostable DHCP agents. Network: 0ed1f5c5-0819-46f8-80fc-e479182eb651, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:47:19.520628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:47:19.537842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0ed1f5c5-0819-46f8-80fc-e479182eb651) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:19.542823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:19.544710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.549353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34738a4e-f9c2-4242-990e-3c1d8477f892 None None] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:19.610003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5a4cd3ee-0dc5-411f-b5a0-f7f385d19777 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5818157 Apr 20 12:47:19.612523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45482) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:19.618921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:19.667097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.671507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.742227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77b971f9-d7a1-46a7-8f25-7d2aaf5fdad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.772497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45490) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:19.841316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.851732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-0ed1f5c5-0819-46f8-80fc-e479182eb651', 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'fixed_ips': [{'subnet_id': 'd5369b15-771b-4c94-8c33-3d0ed6717b96'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:47:19.853193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:19.978591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ecb4761-a280-4aac-8b09-8d0679c64e90 req-f4120c40-92e8-40c3-8022-470d7f7ba742 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 210 time: 0.2043996 Apr 20 12:47:20.065504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Allocated IP 172.20.0.2 (0ed1f5c5-0819-46f8-80fc-e479182eb651/d5369b15-771b-4c94-8c33-3d0ed6717b96/2376b3d4-a140-4716-bc71-3f2f7f31c956) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:20.139046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.277916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77b971f9-d7a1-46a7-8f25-7d2aaf5fdad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.288816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77b971f9-d7a1-46a7-8f25-7d2aaf5fdad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.304040 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.316388 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.367758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:20.371724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b971f9-d7a1-46a7-8f25-7d2aaf5fdad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c34e61-486b-4193-ab51-1787327d76b6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:20.392194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45524) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:20.392381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:20.395552 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77b971f9-d7a1-46a7-8f25-7d2aaf5fdad4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a1ea5e85d144fde99c55a1623c8ed89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9059386 Apr 20 12:47:20.398999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:20.403452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Pushing event updated for resources: {'Port': ['ID=2376b3d4-a140-4716-bc71-3f2f7f31c956,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:20.496358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87d3ca41-b477-4f44-9ef6-01f1b6e998c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.521589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Sync routers for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:47:20.527216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87d3ca41-b477-4f44-9ef6-01f1b6e998c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.548200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Attempting to bind port 2376b3d4-a140-4716-bc71-3f2f7f31c956 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:20.549077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Attempting to bind port 2376b3d4-a140-4716-bc71-3f2f7f31c956 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:20.549452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Attempting to bind port 2376b3d4-a140-4716-bc71-3f2f7f31c956 on network 0ed1f5c5-0819-46f8-80fc-e479182eb651 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:20.554037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:20.554996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:20.559671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:20.560041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Checking segment: {'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:20.560451 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.560817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Bound using segment: {'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:20.561273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Bound port: 2376b3d4-a140-4716-bc71-3f2f7f31c956, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:20.561673 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.593019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87d3ca41-b477-4f44-9ef6-01f1b6e998c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.598615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87d3ca41-b477-4f44-9ef6-01f1b6e998c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.600695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-87d3ca41-b477-4f44-9ef6-01f1b6e998c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65c34e61-486b-4193-ab51-1787327d76b6 HTTP/1.1" status: 204 len: 168 time: 0.2068827 Apr 20 12:47:20.620458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3ca41-b477-4f44-9ef6-01f1b6e998c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c34e61-486b-4193-ab51-1787327d76b6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:20.672392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4844299-150c-425f-a327-fff7345785c7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:20.709958 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.748658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:20.889840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Allocated IP 172.25.3.104 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/885b7615-4a24-4881-a7b1-bc74c2dc5a12) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:20.959977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45558) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:21.002087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:21.010227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.050840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.094158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:21.098247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:21.105223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:21.110847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] For port 2376b3d4-a140-4716-bc71-3f2f7f31c956, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:21.114022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] For port 2376b3d4-a140-4716-bc71-3f2f7f31c956, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2376b3d4-a140-4716-bc71-3f2f7f31c956,segment=NetworkSegment(c9ef4ae2-9ac0-4390-b575-ddeda3247bf7),segment_id=c9ef4ae2-9ac0-4390-b575-ddeda3247bf7)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:21.173252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45564) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:21.198933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81932aef-316e-49b0-982b-feddabf052c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.201199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.239072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Pushing event updated for resources: {'Port': ['ID=885b7615-4a24-4881-a7b1-bc74c2dc5a12,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:21.358107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac1c05e-7b78-49a6-8034-6168826d7abe None None] Pushing event updated for resources: {'Port': ['ID=2376b3d4-a140-4716-bc71-3f2f7f31c956,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:21.389372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.391628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81932aef-316e-49b0-982b-feddabf052c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.405361 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81932aef-316e-49b0-982b-feddabf052c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.476126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e4844299-150c-425f-a327-fff7345785c7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:21.476506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.500697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-81932aef-316e-49b0-982b-feddabf052c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c66491029614520af03e4607a8ec229&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3222029 Apr 20 12:47:21.501763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45578) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:21.531108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81932aef-316e-49b0-982b-feddabf052c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615c0ba0-84c8-463a-aff7-e7bfaad75249,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:21.591077 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7c077578-c884-4e66-8316-44701ed115a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.620310 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.664548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port e4844299-150c-425f-a327-fff7345785c7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4844299-150c-425f-a327-fff7345785c7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:21.678602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.690372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4901a0-7bd9-4877-9d11-b07da16eb336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.793143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.800076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=e4844299-150c-425f-a327-fff7345785c7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:21.838378 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4901a0-7bd9-4877-9d11-b07da16eb336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:21.864520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.37', 59370) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:21.907827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 2, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:21.916921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-38608137-8edf-4f85-a861-6762d355dfc5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=689e1119addd42d0b55b56735355f2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506897 Apr 20 12:47:22.003383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Checking router: 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:47:22.003557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Updating router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 port a5384672-c9fb-40fe-a570-1c2e88b116b4 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:47:22.052705 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.089280 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:47:22.143396 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7c077578-c884-4e66-8316-44701ed115a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.221531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-c2667692-a34b-4105-8f3b-58a6eb3774c4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:22.229649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-c2667692-a34b-4105-8f3b-58a6eb3774c4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833462 Apr 20 12:47:22.244136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7c077578-c884-4e66-8316-44701ed115a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.250109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:47:22.264116 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Sync routers for ids ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:47:22.278279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.279912 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3f18159f-71a0-470e-85f9-115bc21a0eff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6656270 Apr 20 12:47:22.283545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:22.286887 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Routers {'65b2ac38-e97e-47fb-b604-de73ad9acfc2'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:22.290077 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:22.303781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4901a0-7bd9-4877-9d11-b07da16eb336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.311954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4901a0-7bd9-4877-9d11-b07da16eb336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.313105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c4901a0-7bd9-4877-9d11-b07da16eb336 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/615c0ba0-84c8-463a-aff7-e7bfaad75249 HTTP/1.1" status: 204 len: 168 time: 0.8042815 Apr 20 12:47:22.350468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eacb7f4c-aebb-486c-a2d7-c3a964adb9cf req-b4f281e2-f605-45f3-9f72-6fdd3ada632e tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 210 time: 0.2395606 Apr 20 12:47:22.430461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Request body: {'port': {'device_id': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '689e1119addd42d0b55b56735355f2d6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:22.491335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7c077578-c884-4e66-8316-44701ed115a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=222a6c81a8a34f27bd09ce43803c978e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5302708 Apr 20 12:47:22.591429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45636) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:22.603588 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.631142 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:22.682809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c077578-c884-4e66-8316-44701ed115a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afb453f-6a39-440d-81ec-a54896bb303c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:22.707092 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Set router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:22.737903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2376b3d4-a140-4716-bc71-3f2f7f31c956 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:22.844724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-6835087c-8d5f-4c11-9bf7-633e560dab45 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7af417f8805d49f3bf718d35484b25bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4506996 Apr 20 12:47:22.943570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4901a0-7bd9-4877-9d11-b07da16eb336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615c0ba0-84c8-463a-aff7-e7bfaad75249,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:23.192543 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 3, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port': {'id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:20Z', 'updated_at': '2022-04-20T12:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:23.213850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eedfce-0ce8-4c87-8f09-ac86e6cc52cf None None] Pushing event updated for resources: {'Port': ['ID=a5384672-c9fb-40fe-a570-1c2e88b116b4,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:23.217862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Attempting to bind port a5384672-c9fb-40fe-a570-1c2e88b116b4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:23.218441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Attempting to bind port a5384672-c9fb-40fe-a570-1c2e88b116b4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:23.218954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Attempting to bind port a5384672-c9fb-40fe-a570-1c2e88b116b4 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:23.252567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:23.253997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Checking segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:23.256522 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.257118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Bound using segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:23.257849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Bound port: a5384672-c9fb-40fe-a570-1c2e88b116b4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:23.258409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.267375 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Checking router: 65b2ac38-e97e-47fb-b604-de73ad9acfc2 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:47:23.267849 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Updating router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 port 885b7615-4a24-4881-a7b1-bc74c2dc5a12 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:47:23.292332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a64f9-9f51-45ef-8557-0714ae6a7429 None None] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:23.379485 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.545425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2376b3d4-a140-4716-bc71-3f2f7f31c956 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:23.545425 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.583816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.588913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-25211714-0347-44bb-9d9e-cc664e03d16a None None] Provisioning complete for port a5384672-c9fb-40fe-a570-1c2e88b116b4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:23.589295 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25211714-0347-44bb-9d9e-cc664e03d16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.721511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-cf011617-35c4-44a6-8257-f1e1d790e390 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:23.731930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-cf011617-35c4-44a6-8257-f1e1d790e390 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8816228 Apr 20 12:47:23.747796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.790179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45686) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:23.813967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-46a394d4-0825-4172-86f2-faaa3673f3f8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/quotas/7af417f8805d49f3bf718d35484b25bd HTTP/1.1" status: 200 len: 375 time: 0.0799346 Apr 20 12:47:23.886844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-fbd806e4-931e-4149-b3d9-ebe497e3234f tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7af417f8805d49f3bf718d35484b25bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714679 Apr 20 12:47:23.901236 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98e27c94-d5da-4417-bc96-5f2c5bf50acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:23.939673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-25211714-0347-44bb-9d9e-cc664e03d16a None None] Port a5384672-c9fb-40fe-a570-1c2e88b116b4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:23.996637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Made reservation on behalf of 689e1119addd42d0b55b56735355f2d6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:24.002906 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.085352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98e27c94-d5da-4417-bc96-5f2c5bf50acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.096412 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.116210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.208185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] For port a5384672-c9fb-40fe-a570-1c2e88b116b4, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:24.241718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] For port a5384672-c9fb-40fe-a570-1c2e88b116b4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5384672-c9fb-40fe-a570-1c2e88b116b4,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:24.326016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98e27c94-d5da-4417-bc96-5f2c5bf50acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.333005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98e27c94-d5da-4417-bc96-5f2c5bf50acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.338529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-98e27c94-d5da-4417-bc96-5f2c5bf50acb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1afb453f-6a39-440d-81ec-a54896bb303c HTTP/1.1" status: 204 len: 168 time: 1.7295921 Apr 20 12:47:24.353583 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.368192 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.385238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-87762f4e-0b5c-49e9-9d22-5e6f0943f346 None None] Provisioning complete for port 2376b3d4-a140-4716-bc71-3f2f7f31c956 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:24.385606 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-87762f4e-0b5c-49e9-9d22-5e6f0943f346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.393298 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.431339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Allocated IP 172.20.0.1 (0ed1f5c5-0819-46f8-80fc-e479182eb651/d5369b15-771b-4c94-8c33-3d0ed6717b96/28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:24.468897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e27c94-d5da-4417-bc96-5f2c5bf50acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afb453f-6a39-440d-81ec-a54896bb303c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:24.495623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e78e36e7-1c27-4e7c-b1cd-f460b8e41c1a req-d780d380-4a8e-4765-9f8e-e69f4a7f6123 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 210 time: 0.1381998 Apr 20 12:47:24.574732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.601924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 2376b3d4-a140-4716-bc71-3f2f7f31c956, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2376b3d4-a140-4716-bc71-3f2f7f31c956,segment=NetworkSegment(c9ef4ae2-9ac0-4390-b575-ddeda3247bf7),segment_id=c9ef4ae2-9ac0-4390-b575-ddeda3247bf7)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:24.653820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Attempting to bind port 885b7615-4a24-4881-a7b1-bc74c2dc5a12 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:24.654555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0683fb68-7882-4d92-96d8-2682e19695a5 req-aa61f80b-af82-408e-bdc9-5997f14a7a71 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 210 time: 0.1575358 Apr 20 12:47:24.654687 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Attempting to bind port 885b7615-4a24-4881-a7b1-bc74c2dc5a12 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:24.654942 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Attempting to bind port 885b7615-4a24-4881-a7b1-bc74c2dc5a12 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:24.662878 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ae52-c8f1-4123-b778-b5c2739dfdc2 None None] Pushing event updated for resources: {'Port': ['ID=885b7615-4a24-4881-a7b1-bc74c2dc5a12,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:24.665504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.681271 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:24.681612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:24.682029 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.682423 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:24.682911 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Bound port: 885b7615-4a24-4881-a7b1-bc74c2dc5a12, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:24.683313 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.866156 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] For port 885b7615-4a24-4881-a7b1-bc74c2dc5a12, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:24.874406 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] For port 885b7615-4a24-4881-a7b1-bc74c2dc5a12, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=885b7615-4a24-4881-a7b1-bc74c2dc5a12,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:24.883950 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.930557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.971596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ba9f775-7026-4725-88cc-de484e9fbc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.984411 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:24.987837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4844299-150c-425f-a327-fff7345785c7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:25.048960 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Routers {'65b2ac38-e97e-47fb-b604-de73ad9acfc2'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:25.056120 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:25.093403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:25.123386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ba9f775-7026-4725-88cc-de484e9fbc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:25.128465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:25.143890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ba9f775-7026-4725-88cc-de484e9fbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:25.154909 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ae52-c8f1-4123-b778-b5c2739dfdc2 None None] Pushing event updated for resources: {'Port': ['ID=885b7615-4a24-4881-a7b1-bc74c2dc5a12,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:25.185047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f75c4ba-b494-4a9c-a88e-293fcaa7c470,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:25.211219 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ba9f775-7026-4725-88cc-de484e9fbc85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc4cd2a4f31446a7a6f00c6e77d277e3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4172709 Apr 20 12:47:25.238938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45740) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:25.256027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6494342-a0bb-4f4d-b8b3-81a6dd54cd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:25.268571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eedfce-0ce8-4c87-8f09-ac86e6cc52cf None None] Pushing event updated for resources: {'Port': ['ID=a5384672-c9fb-40fe-a570-1c2e88b116b4,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:25.302763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9f775-7026-4725-88cc-de484e9fbc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9bb610-3461-4e44-85db-a0d7bc16291f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:25.317816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:25.322400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:25.330554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:25.331381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:25.451217 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] Set router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:25.493436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Pushing event updated for resources: {'Port': ['ID=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:25.597142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:25.600157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:25.646122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53b1c177-3b3d-459e-b981-d6027b20825a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:25.878103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Allocated IP 192.168.233.106 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:25.882476 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 3, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port': {'id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:20Z', 'updated_at': '2022-04-20T12:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:25.919032 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53b1c177-3b3d-459e-b981-d6027b20825a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:25.966585 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcf1117-851d-456f-9f21-bea69f9d8367 None None] The sync data for ids ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'] in n-d-838550-2 is: [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 3, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port': {'id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:20Z', 'updated_at': '2022-04-20T12:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:47:26.007925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-75db87e2-249a-4ebc-a865-7ac9c9dc8eee req-ec6490ff-db46-4b16-8373-35bb651faaae tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 210 time: 0.0906143 Apr 20 12:47:26.120071 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6494342-a0bb-4f4d-b8b3-81a6dd54cd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:26.144974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=2376b3d4-a140-4716-bc71-3f2f7f31c956,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:26.315650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6494342-a0bb-4f4d-b8b3-81a6dd54cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:26.390241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:26.413399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53b1c177-3b3d-459e-b981-d6027b20825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:26.418842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f52e2879-575d-4f36-a718-74df8ab15d2f req-5da7ce18-3489-4670-b647-dc58e4157ed4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 210 time: 0.2824435 Apr 20 12:47:26.442550 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53b1c177-3b3d-459e-b981-d6027b20825a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:26.448363 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53b1c177-3b3d-459e-b981-d6027b20825a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a9bb610-3461-4e44-85db-a0d7bc16291f HTTP/1.1" status: 204 len: 168 time: 1.2031362 Apr 20 12:47:26.487035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6494342-a0bb-4f4d-b8b3-81a6dd54cd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18896bc-9e07-4dc4-b499-a9b1c2224155,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:26.653772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1c177-3b3d-459e-b981-d6027b20825a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9bb610-3461-4e44-85db-a0d7bc16291f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:26.748782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6494342-a0bb-4f4d-b8b3-81a6dd54cd2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8890b4e92734945b46c288a2611d86a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6502011 Apr 20 12:47:26.754406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45784) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:27.001829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a84a03f7-2aa0-460e-a7e7-16e829285e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.022019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e4844299-150c-425f-a327-fff7345785c7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:27.023352 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.072666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a84a03f7-2aa0-460e-a7e7-16e829285e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.230873 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a84a03f7-2aa0-460e-a7e7-16e829285e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.237787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a84a03f7-2aa0-460e-a7e7-16e829285e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.240061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a84a03f7-2aa0-460e-a7e7-16e829285e30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f18896bc-9e07-4dc4-b499-a9b1c2224155 HTTP/1.1" status: 204 len: 168 time: 0.4670033 Apr 20 12:47:27.248908 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.256106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.257128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.270200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a03f7-2aa0-460e-a7e7-16e829285e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18896bc-9e07-4dc4-b499-a9b1c2224155,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:27.284088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Provisioning complete for port a5384672-c9fb-40fe-a570-1c2e88b116b4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:27.284835 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.343610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.353233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45802) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:27.411791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-abbb6969-1c09-4fb1-9cdf-8ed0909b6641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.449053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:27.452412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:27.509620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:27.638309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Pushing event updated for resources: {'Port': ['ID=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:27.707217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:47:27.757227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-abbb6969-1c09-4fb1-9cdf-8ed0909b6641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.768095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-abbb6969-1c09-4fb1-9cdf-8ed0909b6641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:27.936250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-abbb6969-1c09-4fb1-9cdf-8ed0909b6641 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1cf8978d44f4c818d9e63d2c8469543&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5734782 Apr 20 12:47:27.939782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45810) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:27.944310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb6969-1c09-4fb1-9cdf-8ed0909b6641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb3b596-7087-4e40-acb4-36ecb0d792f6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:28.058472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-120625a1-e413-4dc4-b0fc-7f193b55ddac req-dc0b5912-0e8d-4884-95a4-757d8294863f tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 210 time: 0.0599132 Apr 20 12:47:28.119072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.141136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f52931b-be6d-40c8-8ff8-67c679f50bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.168155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f52931b-be6d-40c8-8ff8-67c679f50bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.375500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.37', 59374) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:28.459939 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.510849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:47:28.518306 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7de875d3-dff6-4f1b-b460-9d8d14d9704a admin admin] 10.222.0.24 "PUT /v2.0/routers/65b2ac38-e97e-47fb-b604-de73ad9acfc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2312052 Apr 20 12:47:28.545066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-481066d3-3ff3-4577-9726-6a823e800b47 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7af417f8805d49f3bf718d35484b25bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1616337 Apr 20 12:47:28.553717 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f52931b-be6d-40c8-8ff8-67c679f50bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.556208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f52931b-be6d-40c8-8ff8-67c679f50bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.557319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f52931b-be6d-40c8-8ff8-67c679f50bfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbb3b596-7087-4e40-acb4-36ecb0d792f6 HTTP/1.1" status: 204 len: 168 time: 0.5979078 Apr 20 12:47:28.664574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] For port a5384672-c9fb-40fe-a570-1c2e88b116b4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5384672-c9fb-40fe-a570-1c2e88b116b4,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:28.689812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.893069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52931b-be6d-40c8-8ff8-67c679f50bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb3b596-7087-4e40-acb4-36ecb0d792f6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:28.900831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Provisioning complete for port 2376b3d4-a140-4716-bc71-3f2f7f31c956 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:28.901211 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:28.905919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2376b3d4-a140-4716-bc71-3f2f7f31c956 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:28.932329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:29.005764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-ece3e7ef-1384-4980-81a0-4b64c780de53 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:29.007066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-ece3e7ef-1384-4980-81a0-4b64c780de53 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4487016 Apr 20 12:47:29.013395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:29.026886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Pushing event updated for resources: {'Port': ['ID=a5384672-c9fb-40fe-a570-1c2e88b116b4,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:29.036168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:29.043915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2376b3d4-a140-4716-bc71-3f2f7f31c956 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:29.044290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:29.049485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:29.051840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:29.109670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Request body: {'port': {'device_id': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '7af417f8805d49f3bf718d35484b25bd'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:29.151488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471170d-39f7-42df-9d00-4730d5ce941e req-bf8d55f4-7d30-4b7f-91e1-840343397517 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:29.156586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6471170d-39f7-42df-9d00-4730d5ce941e req-bf8d55f4-7d30-4b7f-91e1-840343397517 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 936 time: 0.6138179 Apr 20 12:47:29.162158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:23Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:29.166310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.7753696 Apr 20 12:47:29.173770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a05de-bb8f-412f-aa15-ceee1a2c0a08 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Pushing event updated for resources: {'Port': ['ID=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:29.192467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-65bd14aa-6cbd-4710-9604-c69aaea02ec1 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:47:29.196057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-65bd14aa-6cbd-4710-9604-c69aaea02ec1 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128756 Apr 20 12:47:29.291872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c262eb-d4f2-48bd-bc25-3dce8051962f None None] The sync data for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 is: [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:23Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:47:29.491085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5384672-c9fb-40fe-a570-1c2e88b116b4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:29.497171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6471170d-39f7-42df-9d00-4730d5ce941e req-b70ca23e-6ad7-4ee0-900d-801c63ca459e tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718673 Apr 20 12:47:29.539187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Made reservation on behalf of 7af417f8805d49f3bf718d35484b25bd for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:29.543500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:29.566477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:29.581316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Sync routers for ids ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:47:29.676319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Routers {'65b2ac38-e97e-47fb-b604-de73ad9acfc2'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:29.681606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:29.716983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:29.739875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:29.779494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Provisioning complete for port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:29.779594 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:29.825066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45866) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:29.847344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cc952a8-fd97-4b60-914d-0b268108df33 req-2fc58bc5-baee-4df7-85e4-f5191944a2e5 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 210 time: 0.1285307 Apr 20 12:47:29.947508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a5384672-c9fb-40fe-a570-1c2e88b116b4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:29.947994 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.009332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15499cc-c7de-4e61-92f6-faaad2887341,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:30.064655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b9e660b7-15cf-4b2b-a08d-d82c5829fd38 None None] Port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:30.128499 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-827e14b5-d9ff-4f45-ab10-c05ca3b273e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.141534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Set router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:30.220080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Allocated IP 192.168.233.149 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/0c202c9d-93c5-4564-aac6-90e8994bf822) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:30.437746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-708d0b17-48c3-4cb1-8359-d8a317893d0d None None] Provisioning complete for port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:30.438353 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-708d0b17-48c3-4cb1-8359-d8a317893d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.445245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-827e14b5-d9ff-4f45-ab10-c05ca3b273e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.452373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-827e14b5-d9ff-4f45-ab10-c05ca3b273e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.556586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e14b5-d9ff-4f45-ab10-c05ca3b273e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ee32b9-77eb-4670-b42a-76bb472b7917,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:30.604755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Request body: {'port': {'device_id': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:30.629529 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-827e14b5-d9ff-4f45-ab10-c05ca3b273e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e0e8657a8ef4eba8d6be8576366e784&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8030586 Apr 20 12:47:30.635605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45908) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:30.652163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-708d0b17-48c3-4cb1-8359-d8a317893d0d None None] Port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:30.763645 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9e8daa0-3ab7-42d3-87b4-b18210c85cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.823484 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9e8daa0-3ab7-42d3-87b4-b18210c85cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.925722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9e8daa0-3ab7-42d3-87b4-b18210c85cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.929245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9e8daa0-3ab7-42d3-87b4-b18210c85cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:30.930434 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9e8daa0-3ab7-42d3-87b4-b18210c85cd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75ee32b9-77eb-4670-b42a-76bb472b7917 HTTP/1.1" status: 204 len: 168 time: 0.2938440 Apr 20 12:47:30.948732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8daa0-3ab7-42d3-87b4-b18210c85cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ee32b9-77eb-4670-b42a-76bb472b7917,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:31.000041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 885b7615-4a24-4881-a7b1-bc74c2dc5a12 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:31.054742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.142935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-708d0b17-48c3-4cb1-8359-d8a317893d0d None None] Provisioning complete for port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:31.143233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-708d0b17-48c3-4cb1-8359-d8a317893d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.230709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.247454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-708d0b17-48c3-4cb1-8359-d8a317893d0d None None] Port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:31.251033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fc758-fc14-4061-824d-97e3a26c42a6 req-f50c69ad-cc99-4878-b1bc-dd50d17375cb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:31.253054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-633fc758-fc14-4061-824d-97e3a26c42a6 req-f50c69ad-cc99-4878-b1bc-dd50d17375cb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 936 time: 0.4335873 Apr 20 12:47:31.293621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45924) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:31.299395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8da3d175-fe01-482b-8834-62d4e1d15689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1617503528', 'description': 'tempest-description--745596819'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:31.382981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8da3d175-fe01-482b-8834-62d4e1d15689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.507241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 885b7615-4a24-4881-a7b1-bc74c2dc5a12 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:31.507931 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.591556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8da3d175-fe01-482b-8834-62d4e1d15689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.598431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8da3d175-fe01-482b-8834-62d4e1d15689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.611775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-494429f0-f64d-4dd4-aebb-1653cf9f0008 req-e2b24d56-667d-4e1c-9c31-2fd8a3ec21d1 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 210 time: 0.2109606 Apr 20 12:47:31.680061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8da3d175-fe01-482b-8834-62d4e1d15689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.684379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-633fc758-fc14-4061-824d-97e3a26c42a6 req-81fb72b7-c81b-4df6-a484-9ec5ad18d02a tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124339 Apr 20 12:47:31.684892 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8da3d175-fe01-482b-8834-62d4e1d15689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3895953 Apr 20 12:47:31.685085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45940) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:31.686807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:47:26Z', 'revision_number': 4, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port': {'id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:20Z', 'updated_at': '2022-04-20T12:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84', 'name': '', 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'mac_address': 'fa:16:3e:3a:c6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd5369b15-771b-4c94-8c33-3d0ed6717b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:23Z', 'updated_at': '2022-04-20T12:47:26Z', 'revision_number': 2, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'subnets': [{'id': 'd5369b15-771b-4c94-8c33-3d0ed6717b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:31.694482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3d175-fe01-482b-8834-62d4e1d15689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35cac9-a941-4214-a5ae-ab5649e35770,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:31.708209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5f832987-caa4-42b0-9920-22a44ec2f5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'security_group_rule': {'security_group_id': 'ba35cac9-a941-4214-a5ae-ab5649e35770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:31.714116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45942) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:31.759956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d715232f-ab43-450b-9700-06d52d1f2bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.764838 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.850488 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f832987-caa4-42b0-9920-22a44ec2f5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.875678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Checking router: 65b2ac38-e97e-47fb-b604-de73ad9acfc2 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:47:31.877023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Updating router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:47:31.913790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:31.925515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:31.951004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:31.957501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:31.958553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.987518 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:31.996182 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.006685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d715232f-ab43-450b-9700-06d52d1f2bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.019055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d715232f-ab43-450b-9700-06d52d1f2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.051564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Pushing event updated for resources: {'Port': ['ID=0c202c9d-93c5-4564-aac6-90e8994bf822,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:32.059331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 885b7615-4a24-4881-a7b1-bc74c2dc5a12, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=885b7615-4a24-4881-a7b1-bc74c2dc5a12,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:32.089442 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.117025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-1a9dc9e4-1345-49ca-b6a5-c24366d7df82 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0258877 Apr 20 12:47:32.138175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715232f-ab43-450b-9700-06d52d1f2bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1035f2b7-29e1-4b5e-b851-03838bc9fab3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:32.187890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Request body: {'port': {'device_id': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'device_owner': 'compute:tempest-test_az-838100362', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:32.199915 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d715232f-ab43-450b-9700-06d52d1f2bf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88d115b7c8904af9bca0f8877fee5c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844749 Apr 20 12:47:32.203889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45946) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:32.300819 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f832987-caa4-42b0-9920-22a44ec2f5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.367191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8433-b61e-4bc5-b04e-088bd8969a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.377740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f832987-caa4-42b0-9920-22a44ec2f5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.474523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f832987-caa4-42b0-9920-22a44ec2f5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a732ec83-19e7-4e6d-992b-f59df9ccb398,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:32.489675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8433-b61e-4bc5-b04e-088bd8969a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.567066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f832987-caa4-42b0-9920-22a44ec2f5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.572994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f832987-caa4-42b0-9920-22a44ec2f5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8715701 Apr 20 12:47:32.578864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45964) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:32.584758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-02b2da6d-32d3-4331-996b-3457d0d6808c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'security_group_rule': {'security_group_id': 'ba35cac9-a941-4214-a5ae-ab5649e35770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:32.642408 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8433-b61e-4bc5-b04e-088bd8969a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.645431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5384672-c9fb-40fe-a570-1c2e88b116b4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:32.646826 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8433-b61e-4bc5-b04e-088bd8969a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.650555 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e9ba8433-b61e-4bc5-b04e-088bd8969a31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1035f2b7-29e1-4b5e-b851-03838bc9fab3 HTTP/1.1" status: 204 len: 168 time: 0.4432576 Apr 20 12:47:32.682496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba8433-b61e-4bc5-b04e-088bd8969a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1035f2b7-29e1-4b5e-b851-03838bc9fab3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:32.799584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a6422f6e-78c2-4d48-887c-51d75db5a692 None None] Provisioning complete for port 0c202c9d-93c5-4564-aac6-90e8994bf822 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:32.800190 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6422f6e-78c2-4d48-887c-51d75db5a692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.836881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.842312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=885b7615-4a24-4881-a7b1-bc74c2dc5a12,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:32.870001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a6422f6e-78c2-4d48-887c-51d75db5a692 None None] Port 0c202c9d-93c5-4564-aac6-90e8994bf822 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:32.889709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02b2da6d-32d3-4331-996b-3457d0d6808c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:32.909919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a5384672-c9fb-40fe-a570-1c2e88b116b4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:32.910219 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.068249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:47:33.099964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90f0ae-e02e-45a1-8ec3-fd4a49157828 req-0ecaa1f5-4b13-4cd9-bb8a-583a3186f070 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:33.103774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac90f0ae-e02e-45a1-8ec3-fd4a49157828 req-0ecaa1f5-4b13-4cd9-bb8a-583a3186f070 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 936 time: 0.1949222 Apr 20 12:47:33.176245 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.190332 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.193274 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.269006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a57b1-a67e-4368-9129-0bca72d6772b req-9f5ff842-476f-4910-86d9-c3477eab7324 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:33.274596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-481a57b1-a67e-4368-9129-0bca72d6772b req-9f5ff842-476f-4910-86d9-c3477eab7324 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 936 time: 0.4333806 Apr 20 12:47:33.377678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-481a57b1-a67e-4368-9129-0bca72d6772b req-54c736c4-c7e5-482e-8e19-04e0218cf107 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948732 Apr 20 12:47:33.409347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Transition to ACTIVE for port object a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:47:33.439672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.449012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316838-e678-4021-a04a-bc17439c4eb0 None None] Pushing event updated for resources: {'Port': ['ID=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:33.491611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Attempting to bind port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:33.492176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Attempting to bind port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:33.493240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Attempting to bind port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 on network 0ed1f5c5-0819-46f8-80fc-e479182eb651 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:33.516363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:33.517067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Checking segment: {'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:33.517819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.518361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Bound using segment: {'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:33.518836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac90f0ae-e02e-45a1-8ec3-fd4a49157828 req-dc0c1d4b-7c04-4188-8254-748454969760 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208919 Apr 20 12:47:33.519415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Bound port: 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:33.519982 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.549887 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02b2da6d-32d3-4331-996b-3457d0d6808c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.588136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45994) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:33.635775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77486d33-0dd7-4629-964c-930e1fa14899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.700848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] For port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:33.706211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] For port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,segment=NetworkSegment(c9ef4ae2-9ac0-4390-b575-ddeda3247bf7),segment_id=c9ef4ae2-9ac0-4390-b575-ddeda3247bf7)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:33.711254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02b2da6d-32d3-4331-996b-3457d0d6808c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.719682 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.955254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77486d33-0dd7-4629-964c-930e1fa14899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.964574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77486d33-0dd7-4629-964c-930e1fa14899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.966422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-25061a51-ecf5-44db-930d-438729b9180b None None] Provisioning complete for port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:33.967846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25061a51-ecf5-44db-930d-438729b9180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:33.998615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Routers {'65b2ac38-e97e-47fb-b604-de73ad9acfc2'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:47:33.999333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:34.044908 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77486d33-0dd7-4629-964c-930e1fa14899 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=964bfe5fa6824f54a0358c13b50e577a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549241 Apr 20 12:47:34.072238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46012) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:34.169215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2da6d-32d3-4331-996b-3457d0d6808c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fc21c1-5cb1-4da7-8ab4-521e29acf8ac,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:34.235124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77486d33-0dd7-4629-964c-930e1fa14899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b04193c-ec31-4704-95fb-9373b4080f27,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:34.269795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e9abce33-7b85-41c8-b66a-bce0f8bba17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.278220 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccf55-7d0f-4327-a91f-fe0b0fecc7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.291594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] Set router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:47:34.299706 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02b2da6d-32d3-4331-996b-3457d0d6808c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.305065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-02b2da6d-32d3-4331-996b-3457d0d6808c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7212710 Apr 20 12:47:34.328770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccf55-7d0f-4327-a91f-fe0b0fecc7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.368576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:34.393602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 885b7615-4a24-4881-a7b1-bc74c2dc5a12 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:34.420943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Attempting to bind port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:34.421742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Attempting to bind port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:34.425771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Attempting to bind port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:34.466496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:34.468516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccf55-7d0f-4327-a91f-fe0b0fecc7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.471432 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccf55-7d0f-4327-a91f-fe0b0fecc7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.475059 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1b9ccf55-7d0f-4327-a91f-fe0b0fecc7f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b04193c-ec31-4704-95fb-9373b4080f27 HTTP/1.1" status: 204 len: 168 time: 0.3954384 Apr 20 12:47:34.513374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ccf55-7d0f-4327-a91f-fe0b0fecc7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b04193c-ec31-4704-95fb-9373b4080f27,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:34.517056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316838-e678-4021-a04a-bc17439c4eb0 None None] Pushing event updated for resources: {'Port': ['ID=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:34.559155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:34.596589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.631508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:47:34.631884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Attempting to bind port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:34.774678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:34.775044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:34.775630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:34.777842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 885b7615-4a24-4881-a7b1-bc74c2dc5a12 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:34.778569 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.786488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Bound port: a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:34.786870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.916132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c202c9d-93c5-4564-aac6-90e8994bf822 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:47:34.942533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25061a51-ecf5-44db-930d-438729b9180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:34.958598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7121235-181d-4b62-974b-f6c25d1c3292 req-76a008e1-34b7-4075-8721-6095ba7e3931 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:34.960133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7121235-181d-4b62-974b-f6c25d1c3292 req-76a008e1-34b7-4075-8721-6095ba7e3931 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 936 time: 0.4798739 Apr 20 12:47:35.020388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-25061a51-ecf5-44db-930d-438729b9180b None None] For port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,segment=NetworkSegment(c9ef4ae2-9ac0-4390-b575-ddeda3247bf7),segment_id=c9ef4ae2-9ac0-4390-b575-ddeda3247bf7)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:35.031613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25061a51-ecf5-44db-930d-438729b9180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:35.091850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] For port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:35.104936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] For port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:35.113856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:35.135074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:35.208711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Transition to ACTIVE for port object 0c202c9d-93c5-4564-aac6-90e8994bf822 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:47:35.285690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25061a51-ecf5-44db-930d-438729b9180b None None] Pushing event updated for resources: {'Port': ['ID=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:35.289968 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:35.357499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8d33d15f-38a9-47e8-9fb8-cb3b58c18129 None None] Provisioning complete for port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:35.357937 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8d33d15f-38a9-47e8-9fb8-cb3b58c18129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:35.413012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:35.424311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:35.425822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] 10.222.0.37 "PUT /v2.0/ports/a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 HTTP/1.1" status: 200 len: 1096 time: 5.4469268 Apr 20 12:47:35.434535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:47:26Z', 'revision_number': 4, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port': {'id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:20Z', 'updated_at': '2022-04-20T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84', 'name': '', 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'mac_address': 'fa:16:3e:3a:c6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd5369b15-771b-4c94-8c33-3d0ed6717b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:23Z', 'updated_at': '2022-04-20T12:47:33Z', 'revision_number': 4, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'subnets': [{'id': 'd5369b15-771b-4c94-8c33-3d0ed6717b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:35.452365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'tag': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:35.488786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae46072-ba2b-4498-9883-1d4f91bf2204 None None] The sync data for ids ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'] in n-d-838550-2 is: [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:47:26Z', 'revision_number': 4, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port': {'id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:20Z', 'updated_at': '2022-04-20T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84', 'name': '', 'network_id': '0ed1f5c5-0819-46f8-80fc-e479182eb651', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'mac_address': 'fa:16:3e:3a:c6:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd5369b15-771b-4c94-8c33-3d0ed6717b96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:23Z', 'updated_at': '2022-04-20T12:47:33Z', 'revision_number': 4, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'subnets': [{'id': 'd5369b15-771b-4c94-8c33-3d0ed6717b96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:47:35.854226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aca42f01-f5ba-416f-b389-2b35d6ca0611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:36.129778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7121235-181d-4b62-974b-f6c25d1c3292 req-f9723ab8-92ef-4dc0-81cd-3a9612de6a06 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0040240 Apr 20 12:47:36.143826 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58" -d '{"events": [{"name": "network-changed", "server_uuid": "89fc43ac-7f46-40b0-bdac-9dcfb2324911", "tag": "a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:36.194440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f83698-2d89-416d-b7ae-62851c0d1a43 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:36.279065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:36.368988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3322a3e-4b09-49f4-b925-0cfd378dfa0a req-8f822972-c419-4769-829c-e8cfce2edadb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:36.379413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3322a3e-4b09-49f4-b925-0cfd378dfa0a req-8f822972-c419-4769-829c-e8cfce2edadb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 948 time: 1.1067431 Apr 20 12:47:36.427850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-266870c9-c203-4218-8aee-bbb4ad2bd2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:36.429754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-266870c9-c203-4218-8aee-bbb4ad2bd2c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=689e1119addd42d0b55b56735355f2d6&device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 1099 time: 0.8466613 Apr 20 12:47:36.432179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:36.432721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:36.516558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Pushing event updated for resources: {'Port': ['ID=0c202c9d-93c5-4564-aac6-90e8994bf822,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:36.621493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Attempting to bind port 0c202c9d-93c5-4564-aac6-90e8994bf822 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:36.621862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Attempting to bind port 0c202c9d-93c5-4564-aac6-90e8994bf822 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:36.622214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Attempting to bind port 0c202c9d-93c5-4564-aac6-90e8994bf822 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:36.628160 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:36.630945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-17952133-6f0a-448f-b8a2-8776ff670969 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 HTTP/1.1" status: 200 len: 217 time: 0.1111271 Apr 20 12:47:36.634594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3322a3e-4b09-49f4-b925-0cfd378dfa0a req-8e538daf-4932-49f5-a47b-7b654c68c91c tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537854 Apr 20 12:47:36.658643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Port 0c202c9d-93c5-4564-aac6-90e8994bf822 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:47:36.658643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Attempting to bind port 0c202c9d-93c5-4564-aac6-90e8994bf822 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:36.658998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46084) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:36.693573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:36.693933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:36.700158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:36.700827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Bound port: 0c202c9d-93c5-4564-aac6-90e8994bf822, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:36.701255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:36.805315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-03879c08-2ec0-492a-88cd-3deb41686754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:36.806999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-03879c08-2ec0-492a-88cd-3deb41686754 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1642065 Apr 20 12:47:36.830210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25877f0c-84e9-48c8-b012-658d613ed2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:36.967804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25877f0c-84e9-48c8-b012-658d613ed2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:36.973078 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25877f0c-84e9-48c8-b012-658d613ed2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.024211 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.052825 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-25877f0c-84e9-48c8-b012-658d613ed2c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b713329eeadc4ef79e6b501f609ce874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927636 Apr 20 12:47:37.053600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25877f0c-84e9-48c8-b012-658d613ed2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7556fc-569c-4117-a042-bdfdaca7dff4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:37.056827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46100) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:37.110944 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d68808-aa34-4bed-bd16-4f896cd577c3 x-openstack-request-id: req-e1d68808-aa34-4bed-bd16-4f896cd577c3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:47:37.111255 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fc43ac-7f46-40b0-bdac-9dcfb2324911", "tag": "a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:47:37.111492 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1d68808-aa34-4bed-bd16-4f896cd577c3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:47:37.111952 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d68808-aa34-4bed-bd16-4f896cd577c3'] response: {'name': 'network-changed', 'server_uuid': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'tag': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6', 'status': 'completed', 'code': 200} Apr 20 12:47:37.121699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] For port 0c202c9d-93c5-4564-aac6-90e8994bf822, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:37.125154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ea313-069b-4691-82a4-6db71aac224f req-b0060842-cf3a-4bbf-8604-4612bc37a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:37.128897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-b0060842-cf3a-4bbf-8604-4612bc37a4df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2910452 Apr 20 12:47:37.129798 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64c37c40-d531-47e9-9946-1465c6e970f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.163811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64c37c40-d531-47e9-9946-1465c6e970f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.166168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] For port 0c202c9d-93c5-4564-aac6-90e8994bf822, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0c202c9d-93c5-4564-aac6-90e8994bf822,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:37.204176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Allocated IP 172.25.3.236 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/49371fd8-ad12-482c-ad1a-39b22a8cbcca) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:37.206776 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.238276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64c37c40-d531-47e9-9946-1465c6e970f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.245079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64c37c40-d531-47e9-9946-1465c6e970f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.248634 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-64c37c40-d531-47e9-9946-1465c6e970f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7c7556fc-569c-4117-a042-bdfdaca7dff4 HTTP/1.1" status: 204 len: 168 time: 0.1885715 Apr 20 12:47:37.258557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c37c40-d531-47e9-9946-1465c6e970f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7556fc-569c-4117-a042-bdfdaca7dff4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:37.336225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:37.336845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.340771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] 10.222.0.37 "PUT /v2.0/ports/0c202c9d-93c5-4564-aac6-90e8994bf822 HTTP/1.1" status: 200 len: 1117 time: 5.2093709 Apr 20 12:47:37.583092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469347d-90b0-4f89-8277-a408bb134c79 req-2c298e9e-cdd8-4456-9845-a43d6da7d7fd tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:37.590331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9469347d-90b0-4f89-8277-a408bb134c79 req-2c298e9e-cdd8-4456-9845-a43d6da7d7fd tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 969 time: 0.2922869 Apr 20 12:47:37.599478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcf09e-7cbf-4475-976c-a0eed155b880 service neutron] Pushing event updated for resources: {'Port': ['ID=0c202c9d-93c5-4564-aac6-90e8994bf822,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:37.628572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-090e0035-87a5-4bc2-a23e-a9ced63368bc service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834571 Apr 20 12:47:37.638147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-5aec201b-125f-4f42-8e28-61da44704d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:37.639583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-5aec201b-125f-4f42-8e28-61da44704d42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7af417f8805d49f3bf718d35484b25bd&device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 1120 time: 0.2390583 Apr 20 12:47:37.734099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9469347d-90b0-4f89-8277-a408bb134c79 req-c883f467-bbf6-4ada-a1f8-5a70d21a9d34 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426876 Apr 20 12:47:37.739879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-3f1368c3-3da9-4ae5-9c85-1b01441724c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=0c202c9d-93c5-4564-aac6-90e8994bf822 HTTP/1.1" status: 200 len: 217 time: 0.0923386 Apr 20 12:47:37.789949 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:37.893525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-4c3d47cd-8cf5-4d0e-9453-092b0bd4fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:37.894904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-4c3d47cd-8cf5-4d0e-9453-092b0bd4fc62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1255941 Apr 20 12:47:37.935084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024ea313-069b-4691-82a4-6db71aac224f req-b32fad1f-6afc-42ef-aea5-ab078bba2a54 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945659 Apr 20 12:47:37.966730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e236ac3-4b9d-44f6-bcd7-5841abec9ccd req-8060891f-67d4-4f28-b4b1-ae9139521d5e tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:37.968796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e236ac3-4b9d-44f6-bcd7-5841abec9ccd req-8060891f-67d4-4f28-b4b1-ae9139521d5e tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 948 time: 0.1247008 Apr 20 12:47:37.971461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.013274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-10e91b7d-1f7a-4928-87f0-424dbec74f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:38.014732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-10e91b7d-1f7a-4928-87f0-424dbec74f7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128259 Apr 20 12:47:38.039318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:38.083032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:38.085384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:38.100162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46142) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:38.115951 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c571cf80-988c-4b17-a4e7-7bf23cce7463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.133841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event updated for resources: {'Port': ['ID=49371fd8-ad12-482c-ad1a-39b22a8cbcca,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:38.214218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e236ac3-4b9d-44f6-bcd7-5841abec9ccd req-71d05539-118b-4900-b75b-64c54622fee7 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338002 Apr 20 12:47:38.249089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-79502245-0d09-427c-ab96-0ad76b68ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:38.249089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-79502245-0d09-427c-ab96-0ad76b68ea65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=689e1119addd42d0b55b56735355f2d6&device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 1099 time: 0.2358453 Apr 20 12:47:38.249595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:38.273827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.278360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46154) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:38.295707 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c571cf80-988c-4b17-a4e7-7bf23cce7463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.302204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c571cf80-988c-4b17-a4e7-7bf23cce7463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.354264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-764e7bcc-fdf0-4716-8d8a-50aa355d3c6c service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222325 Apr 20 12:47:38.359511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571cf80-988c-4b17-a4e7-7bf23cce7463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd4b773-ecde-4995-9ee7-0dc3f78c2952,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:38.366911 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c571cf80-988c-4b17-a4e7-7bf23cce7463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0c9cc160d8044be9d9eb47461c723b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633255 Apr 20 12:47:38.367326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:38.425046 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.435506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5656dc79-934a-4d49-8b0d-f0e508491b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.478755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3567df15-ab2a-4812-bb1a-cd85d7c44885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.495584 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5656dc79-934a-4d49-8b0d-f0e508491b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.548310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0671-213b-4b4b-a8c4-fce3305dba57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.633816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5656dc79-934a-4d49-8b0d-f0e508491b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.634427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5656dc79-934a-4d49-8b0d-f0e508491b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.637990 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5656dc79-934a-4d49-8b0d-f0e508491b2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bd4b773-ecde-4995-9ee7-0dc3f78c2952 HTTP/1.1" status: 204 len: 168 time: 0.2662864 Apr 20 12:47:38.652360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.676101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656dc79-934a-4d49-8b0d-f0e508491b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd4b773-ecde-4995-9ee7-0dc3f78c2952,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:38.720531 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3567df15-ab2a-4812-bb1a-cd85d7c44885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.732386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3567df15-ab2a-4812-bb1a-cd85d7c44885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.738203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-cf0d85b3-f5b4-4536-a2cc-7b1059493dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:38.739908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-cf0d85b3-f5b4-4536-a2cc-7b1059493dd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.4866228 Apr 20 12:47:38.792434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0671-213b-4b4b-a8c4-fce3305dba57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.807407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-4db9292a-eabc-42ad-952c-870ccd8b718e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 HTTP/1.1" status: 200 len: 217 time: 0.0607765 Apr 20 12:47:38.808426 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.824665 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3567df15-ab2a-4812-bb1a-cd85d7c44885 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62047c8b17d04ccab7eec70e92d2a68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5757878 Apr 20 12:47:38.831283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f9d0671-213b-4b4b-a8c4-fce3305dba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:38.840548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46190) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:38.858787 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567df15-ab2a-4812-bb1a-cd85d7c44885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c08cee-456a-4c85-b026-a435596a84de,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:38.890546 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0f9d0671-213b-4b4b-a8c4-fce3305dba57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec56650ae2554e23ab0d1bbbfc027f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6108999 Apr 20 12:47:38.893046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46196) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:38.922175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d0671-213b-4b4b-a8c4-fce3305dba57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d211a35a-9adc-40e5-86b2-f3eec6928c0d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:38.961551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbc5652-1421-41f4-b34b-3dc9658f0992 req-211f9503-54b6-4504-b13c-4abc6a510782 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785120 Apr 20 12:47:38.979454 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d16-fc0b-4390-8480-c1d40dd43d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.011455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d16-fc0b-4390-8480-c1d40dd43d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.031181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-a439b0a9-8133-476e-bc72-1f8c89c22525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:39.034022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-a439b0a9-8133-476e-bc72-1f8c89c22525 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2157161 Apr 20 12:47:39.071564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d16-fc0b-4390-8480-c1d40dd43d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.076751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a4f6d16-fc0b-4390-8480-c1d40dd43d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.081594 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3a4f6d16-fc0b-4390-8480-c1d40dd43d65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d211a35a-9adc-40e5-86b2-f3eec6928c0d HTTP/1.1" status: 204 len: 168 time: 0.1847827 Apr 20 12:47:39.083717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a7170-b492-4e73-bebb-bce1b58ddf8e req-c54dbb16-3f2b-477a-9b88-d25a708b8c3d tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:39.085334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062a7170-b492-4e73-bebb-bce1b58ddf8e req-c54dbb16-3f2b-477a-9b88-d25a708b8c3d tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 969 time: 0.1597886 Apr 20 12:47:39.090345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f6d16-fc0b-4390-8480-c1d40dd43d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211a35a-9adc-40e5-86b2-f3eec6928c0d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:39.118171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'tag': '0c202c9d-93c5-4564-aac6-90e8994bf822'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:39.120579 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51256a0-51f9-4f24-ba4a-2636f42d70c7" -d '{"events": [{"name": "network-changed", "server_uuid": "57b7394e-7673-4cf8-9502-7c073b4f1a0b", "tag": "0c202c9d-93c5-4564-aac6-90e8994bf822"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:39.157942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b303263f-7f7b-40db-8246-ac6294de6517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.173600 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0409c016-7c2a-452e-bdc8-40ce0e872926 x-openstack-request-id: req-0409c016-7c2a-452e-bdc8-40ce0e872926 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:47:39.173883 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b7394e-7673-4cf8-9502-7c073b4f1a0b", "tag": "0c202c9d-93c5-4564-aac6-90e8994bf822", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:47:39.174066 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0409c016-7c2a-452e-bdc8-40ce0e872926 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:47:39.174458 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0409c016-7c2a-452e-bdc8-40ce0e872926'] response: {'name': 'network-changed', 'server_uuid': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'tag': '0c202c9d-93c5-4564-aac6-90e8994bf822', 'status': 'completed', 'code': 200} Apr 20 12:47:39.209362 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.209486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:39.230503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b303263f-7f7b-40db-8246-ac6294de6517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.247064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.264733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-1e131039-28d4-4bbf-ad8a-f664066afbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:39.266294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-1e131039-28d4-4bbf-ad8a-f664066afbfe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058313 Apr 20 12:47:39.292199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062a7170-b492-4e73-bebb-bce1b58ddf8e req-0f4dbd85-e183-4b2e-9863-8fde44546001 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533456 Apr 20 12:47:39.360916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.432632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event updated for resources: {'Port': ['ID=49371fd8-ad12-482c-ad1a-39b22a8cbcca,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:39.452134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-ae4cb40e-5175-4443-88ba-b5f0f960fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:39.453818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-ae4cb40e-5175-4443-88ba-b5f0f960fdc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7af417f8805d49f3bf718d35484b25bd&device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 1120 time: 0.2650414 Apr 20 12:47:39.459754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.460976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f780c39c-12d3-4cfa-a5a2-54aff8e32989 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0459924 Apr 20 12:47:39.502443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b303263f-7f7b-40db-8246-ac6294de6517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.504899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b303263f-7f7b-40db-8246-ac6294de6517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.506642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b303263f-7f7b-40db-8246-ac6294de6517 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62c08cee-456a-4c85-b026-a435596a84de HTTP/1.1" status: 204 len: 168 time: 0.6619296 Apr 20 12:47:39.519082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d4d02-485d-4a85-9c1b-027028b63a26 req-d2c2c6c9-efe3-4373-9878-560292562386 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:39.522601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f5d4d02-485d-4a85-9c1b-027028b63a26 req-d2c2c6c9-efe3-4373-9878-560292562386 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 948 time: 0.1915247 Apr 20 12:47:39.536664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef437901-f549-458f-8a2c-b7cbc40a438b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.571856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303263f-7f7b-40db-8246-ac6294de6517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c08cee-456a-4c85-b026-a435596a84de,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:39.588738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-c00117da-54dd-41b5-9de2-e2a2c4119b9f service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879729 Apr 20 12:47:39.643214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef437901-f549-458f-8a2c-b7cbc40a438b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.651625 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef437901-f549-458f-8a2c-b7cbc40a438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.690017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f5d4d02-485d-4a85-9c1b-027028b63a26 req-549f69dd-9c42-4dcd-bf41-5918c6546462 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298950 Apr 20 12:47:39.700284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-7ff8af05-a03c-4066-8638-e115d9d2ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:39.701751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-7ff8af05-a03c-4066-8638-e115d9d2ded4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2397654 Apr 20 12:47:39.730792 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef437901-f549-458f-8a2c-b7cbc40a438b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a6ac2ce886542a9ac75d069f6b17faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5196557 Apr 20 12:47:39.733248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46234) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:39.750359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef437901-f549-458f-8a2c-b7cbc40a438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c54c60-5aa2-479f-8717-0514313e7cab,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:39.768544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46238) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:39.781770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-f909f547-af86-47b1-bf36-33e424972eed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=0c202c9d-93c5-4564-aac6-90e8994bf822 HTTP/1.1" status: 200 len: 217 time: 0.0728126 Apr 20 12:47:39.809400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b487433e-2489-459b-b09e-9fca3bac71a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.863937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a9c2a97-d6da-4d51-aee5-ebbe56d12c58 req-b2cca226-a7e6-40c8-83bc-390ac168f41a service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654819 Apr 20 12:47:39.874852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-3cf788c7-4f3b-4205-8990-27ac810ad5c0 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1617503528&fields=id&tenant_id=eb8de35a4a1f464a88d77fa582d226e0 HTTP/1.1" status: 200 len: 267 time: 0.1151299 Apr 20 12:47:39.885439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-200c073d-cae7-4d76-b130-9843f0ca336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:39.889533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-200c073d-cae7-4d76-b130-9843f0ca336b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0974169 Apr 20 12:47:39.895540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9304-33eb-4f34-9718-ad5cfdcf8e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.940188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9304-33eb-4f34-9718-ad5cfdcf8e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.950963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b487433e-2489-459b-b09e-9fca3bac71a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:39.963722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b487433e-2489-459b-b09e-9fca3bac71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.003521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487433e-2489-459b-b09e-9fca3bac71a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0c097-263a-4e61-9f3f-3cafe5016a87,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:40.024428 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b487433e-2489-459b-b09e-9fca3bac71a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74c57b2cff4f43a9b34b1811d8848a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542894 Apr 20 12:47:40.027108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46246) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:40.067438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9304-33eb-4f34-9718-ad5cfdcf8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.069979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea6c9304-33eb-4f34-9718-ad5cfdcf8e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.071442 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ea6c9304-33eb-4f34-9718-ad5cfdcf8e86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51c54c60-5aa2-479f-8717-0514313e7cab HTTP/1.1" status: 204 len: 168 time: 0.3371708 Apr 20 12:47:40.094424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c9304-33eb-4f34-9718-ad5cfdcf8e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c54c60-5aa2-479f-8717-0514313e7cab,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:40.096338 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b61c4d2-5111-466e-b1cd-67758e317085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.097003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-517a49f1-4cd6-4d9d-956e-2c4c94a33e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:40.100020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-517a49f1-4cd6-4d9d-956e-2c4c94a33e0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1751909 Apr 20 12:47:40.138144 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b61c4d2-5111-466e-b1cd-67758e317085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.199829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b61c4d2-5111-466e-b1cd-67758e317085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.203391 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b61c4d2-5111-466e-b1cd-67758e317085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.210234 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b61c4d2-5111-466e-b1cd-67758e317085 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85e0c097-263a-4e61-9f3f-3cafe5016a87 HTTP/1.1" status: 204 len: 168 time: 0.1811509 Apr 20 12:47:40.211676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-56ed8886-f159-4fcd-ae52-e6033f1b4718 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:40.213366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-56ed8886-f159-4fcd-ae52-e6033f1b4718 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 823 time: 0.3188152 Apr 20 12:47:40.220666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61c4d2-5111-466e-b1cd-67758e317085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0c097-263a-4e61-9f3f-3cafe5016a87,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:40.239298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-5f29f4af-b50a-4341-81fa-94948a9e71fa tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/quotas/eb8de35a4a1f464a88d77fa582d226e0 HTTP/1.1" status: 200 len: 375 time: 0.0152299 Apr 20 12:47:40.256415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46254) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:40.281400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f54f8b6c-9332-4971-8cad-8e10cf6818b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.296898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-f0114e3f-d3c4-4198-9636-8c9885701fb5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825364 Apr 20 12:47:40.342249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-b755b920-8ee8-4531-8d60-ce1f81c57e93 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967278 Apr 20 12:47:40.434955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f54f8b6c-9332-4971-8cad-8e10cf6818b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.442896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f54f8b6c-9332-4971-8cad-8e10cf6818b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.499509 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f54f8b6c-9332-4971-8cad-8e10cf6818b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b617cfad7f9c4582b2ca46fd43532c9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403860 Apr 20 12:47:40.500524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46264) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:40.504855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566c3fd-7275-4e13-b7eb-e1c57df1bf5f req-474286ae-15bf-463b-aef0-df2a01de3d35 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:40.511362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5566c3fd-7275-4e13-b7eb-e1c57df1bf5f req-474286ae-15bf-463b-aef0-df2a01de3d35 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 969 time: 0.0840445 Apr 20 12:47:40.514292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c51256a0-51f9-4f24-ba4a-2636f42d70c7 req-fdd40bb5-9b85-44b0-8a16-06e4f430ea91 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094851 Apr 20 12:47:40.543116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f8b6c-9332-4971-8cad-8e10cf6818b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7e67e-af51-4917-ab53-9ffcd8bd9ca5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:40.556142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5566c3fd-7275-4e13-b7eb-e1c57df1bf5f req-8e338cac-2d13-419e-9f4b-d0000779dce1 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405607 Apr 20 12:47:40.576005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c72ffdb-4a59-4ddd-a754-2808fe7ae7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.600426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c72ffdb-4a59-4ddd-a754-2808fe7ae7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.658044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c72ffdb-4a59-4ddd-a754-2808fe7ae7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.664185 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c72ffdb-4a59-4ddd-a754-2808fe7ae7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.665974 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c72ffdb-4a59-4ddd-a754-2808fe7ae7b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8cc7e67e-af51-4917-ab53-9ffcd8bd9ca5 HTTP/1.1" status: 204 len: 168 time: 0.1639140 Apr 20 12:47:40.677918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72ffdb-4a59-4ddd-a754-2808fe7ae7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7e67e-af51-4917-ab53-9ffcd8bd9ca5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:40.708628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46270) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:40.721969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78ed8a28-802b-4e1e-b3c2-35d6c2a8b195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.848335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca91e1-1f81-4546-9fcb-795e2347f8ca req-991af84d-fb6e-4443-b100-4362ef80abfb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:40.850074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1ca91e1-1f81-4546-9fcb-795e2347f8ca req-991af84d-fb6e-4443-b100-4362ef80abfb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 948 time: 0.0664506 Apr 20 12:47:40.853258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78ed8a28-802b-4e1e-b3c2-35d6c2a8b195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.858868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78ed8a28-802b-4e1e-b3c2-35d6c2a8b195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:40.890136 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-78ed8a28-802b-4e1e-b3c2-35d6c2a8b195 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e04f1a0d837427dadaab69829141627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802292 Apr 20 12:47:40.901694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46278) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:40.924060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed8a28-802b-4e1e-b3c2-35d6c2a8b195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18727080-9292-4fbe-9a2a-699f82d343fe,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:41.127097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-42feeec6-88b7-4813-b664-4af78380b4f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:47:41.128074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-42feeec6-88b7-4813-b664-4af78380b4f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104072 Apr 20 12:47:41.135866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1ca91e1-1f81-4546-9fcb-795e2347f8ca req-3e63d668-8996-4db9-9d42-ec8170c67255 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787113 Apr 20 12:47:41.241595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54f5b263-d56b-4c3e-b8ba-3e04b0735570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:41.281719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54f5b263-d56b-4c3e-b8ba-3e04b0735570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:41.294550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-f637bd82-ea63-42a3-a172-9c6b316ffad6 service neutron] 10.222.0.24 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459503 Apr 20 12:47:41.396263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:47:41.457363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54f5b263-d56b-4c3e-b8ba-3e04b0735570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:41.460168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54f5b263-d56b-4c3e-b8ba-3e04b0735570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:41.461327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-54f5b263-d56b-4c3e-b8ba-3e04b0735570 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18727080-9292-4fbe-9a2a-699f82d343fe HTTP/1.1" status: 204 len: 168 time: 0.5646799 Apr 20 12:47:41.470911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d80d07ca-7f01-4256-9322-2ee4c255c394 service neutron] 10.222.0.24 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671350 Apr 20 12:47:41.472089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f5b263-d56b-4c3e-b8ba-3e04b0735570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18727080-9292-4fbe-9a2a-699f82d343fe,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:41.553827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:41.571877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6', 'mac_address': 'fa:16:3e:ae:63:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:47:41.627231 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:41.642484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:47:41.695057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:41.702610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:41.764475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:41.770827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80b7e9be-13cf-4611-a4cd-5201555a7c5d req-d86d00ef-d92d-4b21-b8ad-8e2402234478 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0738695 Apr 20 12:47:41.812416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239905b-fcf9-463f-bd9c-72f448f7877c req-de880fce-b47f-4c05-8d1c-e5b10f4ececa tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:41.815260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2239905b-fcf9-463f-bd9c-72f448f7877c req-de880fce-b47f-4c05-8d1c-e5b10f4ececa tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 969 time: 0.1276622 Apr 20 12:47:41.886798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2239905b-fcf9-463f-bd9c-72f448f7877c req-2775a1b3-515a-4c14-9331-354f9890e611 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604382 Apr 20 12:47:42.069689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:47:42.334253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefd8f4-a6ba-4d8a-b7d1-59e6c7b89228 req-250196a0-3563-47bd-8045-a9868110ee6a tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:42.342090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fefd8f4-a6ba-4d8a-b7d1-59e6c7b89228 req-250196a0-3563-47bd-8045-a9868110ee6a tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 949 time: 0.0850983 Apr 20 12:47:42.402468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fefd8f4-a6ba-4d8a-b7d1-59e6c7b89228 req-be456b6a-ab9b-44c8-8a1a-a90ded86a2dd tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Apr 20 12:47:42.863599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.30', 50020) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:42.902702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d4ccc4d-fa8c-4933-b978-e4563d5dfbce req-3935d9d7-e97b-4445-a1ed-ed3d94cd7359 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0485308 Apr 20 12:47:43.086051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e81ff-8512-4991-bc13-cc760eac5ed1 req-ef3a9d8a-71a7-46c0-856d-8dcedd8a1a07 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:43.087850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-396e81ff-8512-4991-bc13-cc760eac5ed1 req-ef3a9d8a-71a7-46c0-856d-8dcedd8a1a07 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 969 time: 0.0888343 Apr 20 12:47:43.128829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-396e81ff-8512-4991-bc13-cc760eac5ed1 req-d5dc1dd8-b4f3-47b3-94f6-5ea656061d4b tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Apr 20 12:47:43.170883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-5ca6cce6-02a0-4f71-98f4-1ab66607c60a tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:43.172596 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-5ca6cce6-02a0-4f71-98f4-1ab66607c60a tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 823 time: 0.3079107 Apr 20 12:47:43.389199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0c202c9d-93c5-4564-aac6-90e8994bf822 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:47:43.495658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:43.564543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 0c202c9d-93c5-4564-aac6-90e8994bf822, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0c202c9d-93c5-4564-aac6-90e8994bf822,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:43.571460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf7a01-f247-41b0-be3a-d0cb3d640f30 req-266fc50e-50b9-44b6-81be-26dc00a25b74 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:43.573336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15bf7a01-f247-41b0-be3a-d0cb3d640f30 req-266fc50e-50b9-44b6-81be-26dc00a25b74 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 949 time: 0.0973535 Apr 20 12:47:43.584679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46408) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:43.590076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '0c202c9d-93c5-4564-aac6-90e8994bf822', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '0c202c9d-93c5-4564-aac6-90e8994bf822', 'mac_address': 'fa:16:3e:74:2c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:tempest-test_az-838100362', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:47:43.623393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:47:43.631273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:43.631964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:43.634106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15bf7a01-f247-41b0-be3a-d0cb3d640f30 req-46aba085-5d10-4bdf-a34d-f4480b4d21d0 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535469 Apr 20 12:47:43.685331 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:43.704695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c202c9d-93c5-4564-aac6-90e8994bf822 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:47:43.729434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 0c202c9d-93c5-4564-aac6-90e8994bf822, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0c202c9d-93c5-4564-aac6-90e8994bf822,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:43.734382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:43.820059 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:43.848859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=0c202c9d-93c5-4564-aac6-90e8994bf822,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:43.866225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2ddbd7b-12d6-4166-9ec0-308e78dfaa74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:43.869603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:43.978950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2ddbd7b-12d6-4166-9ec0-308e78dfaa74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:43.990409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2ddbd7b-12d6-4166-9ec0-308e78dfaa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:43.995177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:44.002391 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:44.054721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['0c202c9d-93c5-4564-aac6-90e8994bf822'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:47:44.077364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24d6937c-6ddc-46de-a17d-491d54a7ab9b req-b4cfcb22-3658-4838-98bc-a6da5066a3f0 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0535924 Apr 20 12:47:44.080476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddbd7b-12d6-4166-9ec0-308e78dfaa74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad9e174-0c74-4f92-a90e-df4c90600216,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:44.100384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c2ddbd7b-12d6-4166-9ec0-308e78dfaa74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c77cf1142094548a30bbd3acb663fda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110688 Apr 20 12:47:44.102797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46430) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:44.144993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:44.203285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bda18bab-9ce8-4127-b993-afe4b5825904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:44.230201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bda18bab-9ce8-4127-b993-afe4b5825904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:44.292708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bda18bab-9ce8-4127-b993-afe4b5825904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:44.295556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bda18bab-9ce8-4127-b993-afe4b5825904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:44.297230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bda18bab-9ce8-4127-b993-afe4b5825904 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bad9e174-0c74-4f92-a90e-df4c90600216 HTTP/1.1" status: 204 len: 168 time: 0.1927996 Apr 20 12:47:44.307849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda18bab-9ce8-4127-b993-afe4b5825904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad9e174-0c74-4f92-a90e-df4c90600216,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:44.326314 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a9169a-4f7a-411c-a2f8-0844be8ce4b1" -d '{"events": [{"server_uuid": "89fc43ac-7f46-40b0-bdac-9dcfb2324911", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:44.607501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b767e5-e376-4bc4-89aa-368186aa54fa req-48a20e51-cbbc-4020-a251-dd1eff16797b tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:44.609435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93b767e5-e376-4bc4-89aa-368186aa54fa req-48a20e51-cbbc-4020-a251-dd1eff16797b tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 970 time: 0.0586309 Apr 20 12:47:44.673554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93b767e5-e376-4bc4-89aa-368186aa54fa req-31b1bec1-c993-4dbe-9501-bb554b6e632f tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 Apr 20 12:47:44.717293 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af671dbb-9c1f-4bef-be03-670b5d5cca07 x-openstack-request-id: req-af671dbb-9c1f-4bef-be03-670b5d5cca07 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:47:44.717984 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fc43ac-7f46-40b0-bdac-9dcfb2324911", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:47:44.717984 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af671dbb-9c1f-4bef-be03-670b5d5cca07 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:47:44.718385 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af671dbb-9c1f-4bef-be03-670b5d5cca07'] response: {'server_uuid': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6', 'code': 200} Apr 20 12:47:44.899322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1160e-af0d-4134-afd9-7805de15dd28 req-b9ad22e8-419d-4553-a722-93a4517d4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:44.900828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49e1160e-af0d-4134-afd9-7805de15dd28 req-b9ad22e8-419d-4553-a722-93a4517d4e73 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 1101 time: 0.1088216 Apr 20 12:47:44.913788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab32ce1-37af-423f-94b1-610061fde2a1 req-713ae5ea-1224-4f76-96e8-9227eedf5bfd tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:44.915446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ab32ce1-37af-423f-94b1-610061fde2a1 req-713ae5ea-1224-4f76-96e8-9227eedf5bfd tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 950 time: 0.0771983 Apr 20 12:47:44.930897 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-49e1160e-af0d-4134-afd9-7805de15dd28 req-b9f67d81-81b8-4f94-8f3f-6b6721e86fc1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:44.983138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ab32ce1-37af-423f-94b1-610061fde2a1 req-b485b615-823d-469f-82f0-e15fb44386ae tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541966 Apr 20 12:47:45.027283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46474) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:45.044901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da7174c5-cb17-477a-ad03-46c32c1e1e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.078731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-49e1160e-af0d-4134-afd9-7805de15dd28 req-b9f67d81-81b8-4f94-8f3f-6b6721e86fc1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.085455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-49e1160e-af0d-4134-afd9-7805de15dd28 req-b9f67d81-81b8-4f94-8f3f-6b6721e86fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.125188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49e1160e-af0d-4134-afd9-7805de15dd28 req-b9f67d81-81b8-4f94-8f3f-6b6721e86fc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087312 Apr 20 12:47:45.148755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f67d81-81b8-4f94-8f3f-6b6721e86fc1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13fd06-2cbb-4059-9cbc-72debcd55ae3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:45.153272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da7174c5-cb17-477a-ad03-46c32c1e1e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.161352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da7174c5-cb17-477a-ad03-46c32c1e1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.207202 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da7174c5-cb17-477a-ad03-46c32c1e1e4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fb60849f3e14dafa36e1ec994e79bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760132 Apr 20 12:47:45.207202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7174c5-cb17-477a-ad03-46c32c1e1e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a55e8-1912-4030-b0e8-8cbb88a4a426,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:45.209678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46492) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:45.273669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9d1f-3800-4bbe-a1c2-1686bcefc37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.306982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9d1f-3800-4bbe-a1c2-1686bcefc37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.318802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2aa42d-a37b-45ac-a6d1-1fded8a34814 req-6c6371c6-4fb8-4578-8b19-34b5d464791e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0372586 Apr 20 12:47:45.386365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9d1f-3800-4bbe-a1c2-1686bcefc37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.389276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0ae9d1f-3800-4bbe-a1c2-1686bcefc37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.393929 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f0ae9d1f-3800-4bbe-a1c2-1686bcefc37a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e77a55e8-1912-4030-b0e8-8cbb88a4a426 HTTP/1.1" status: 204 len: 168 time: 0.1806655 Apr 20 12:47:45.394232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0c202c9d-93c5-4564-aac6-90e8994bf822 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:47:45.407976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae9d1f-3800-4bbe-a1c2-1686bcefc37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77a55e8-1912-4030-b0e8-8cbb88a4a426,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:45.488954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 0c202c9d-93c5-4564-aac6-90e8994bf822 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:47:45.493093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 0c202c9d-93c5-4564-aac6-90e8994bf822 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:45.493775 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.593928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.646827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 0c202c9d-93c5-4564-aac6-90e8994bf822, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0c202c9d-93c5-4564-aac6-90e8994bf822,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:45.658908 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.659619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46516) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:45.729130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=0c202c9d-93c5-4564-aac6-90e8994bf822,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:45.866765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e98d7f8-a290-42cb-9eda-69260c8536f3 req-ec08e04a-4c9d-4d6d-89e9-130069af805a tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:45.874639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e98d7f8-a290-42cb-9eda-69260c8536f3 req-ec08e04a-4c9d-4d6d-89e9-130069af805a tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 971 time: 0.0650215 Apr 20 12:47:45.900759 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a864c66-da37-46f3-9290-3d8e84d0ef8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:45.942252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e98d7f8-a290-42cb-9eda-69260c8536f3 req-3fda7983-0575-4841-994d-2b1ebf7d8bac tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665355 Apr 20 12:47:46.016840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a864c66-da37-46f3-9290-3d8e84d0ef8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.024221 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a864c66-da37-46f3-9290-3d8e84d0ef8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.065956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a864c66-da37-46f3-9290-3d8e84d0ef8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66778fa3-deee-49ad-ba29-e6a28479f9f8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:46.071712 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6a864c66-da37-46f3-9290-3d8e84d0ef8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31d618cf1d424daaa0d506667733b7d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4101439 Apr 20 12:47:46.074537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:46.133980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26d9ad5b-bd47-441a-84de-034b24c70bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.161062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26d9ad5b-bd47-441a-84de-034b24c70bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.174155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033c69-5fba-4d2b-8fe6-1fad013775c2 req-42a2e935-799a-43ea-afb2-7a4bba144f1b tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:46.183205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91033c69-5fba-4d2b-8fe6-1fad013775c2 req-42a2e935-799a-43ea-afb2-7a4bba144f1b tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 950 time: 0.0750804 Apr 20 12:47:46.214030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:46.225886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91033c69-5fba-4d2b-8fe6-1fad013775c2 req-7dc77dc6-3b33-444f-a386-13033daa18e4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Apr 20 12:47:46.231219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26d9ad5b-bd47-441a-84de-034b24c70bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.234411 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26d9ad5b-bd47-441a-84de-034b24c70bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.240224 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-26d9ad5b-bd47-441a-84de-034b24c70bb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66778fa3-deee-49ad-ba29-e6a28479f9f8 HTTP/1.1" status: 204 len: 168 time: 0.1606252 Apr 20 12:47:46.247054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9ad5b-bd47-441a-84de-034b24c70bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66778fa3-deee-49ad-ba29-e6a28479f9f8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:46.262113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46556) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:46.412255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9cfb9fe-9944-49f2-b578-daf867111981 req-b604ebeb-d2a6-4702-b812-746ecd41e332 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0368772 Apr 20 12:47:46.491057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3aad8721-e13e-4771-ae9f-8bad10ec1591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.549891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f651-9bf2-4103-8aeb-25a4d8d5b0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.607985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3aad8721-e13e-4771-ae9f-8bad10ec1591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.614630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3aad8721-e13e-4771-ae9f-8bad10ec1591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.668973 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3aad8721-e13e-4771-ae9f-8bad10ec1591 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c428409ad2e041ddb21d0e903c220832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566081 Apr 20 12:47:46.669957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46568) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:46.671980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad8721-e13e-4771-ae9f-8bad10ec1591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d20c6e-302a-4667-b10d-66d53059e299,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:46.684660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f651-9bf2-4103-8aeb-25a4d8d5b0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.691414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f651-9bf2-4103-8aeb-25a4d8d5b0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.720408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c202c9d-93c5-4564-aac6-90e8994bf822'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:46.725016 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0afaabc-b504-41eb-af22-9f8fff6b9344" -d '{"events": [{"server_uuid": "57b7394e-7673-4cf8-9502-7c073b4f1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "0c202c9d-93c5-4564-aac6-90e8994bf822"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:46.748747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8db0-5d5a-4a79-8de6-34769de0900c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.762628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c7d8f651-9bf2-4103-8aeb-25a4d8d5b0fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a56680543c948909f22f551e7c19b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970293 Apr 20 12:47:46.762628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8f651-9bf2-4103-8aeb-25a4d8d5b0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f032110-3c63-4553-bf33-26fbcdc86807,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:46.764388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:46.793230 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bcef7c-6845-44b9-adde-d46b1bf8e277 x-openstack-request-id: req-a2bcef7c-6845-44b9-adde-d46b1bf8e277 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:47:46.794119 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b7394e-7673-4cf8-9502-7c073b4f1a0b", "name": "network-vif-plugged", "status": "completed", "tag": "0c202c9d-93c5-4564-aac6-90e8994bf822", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:47:46.794542 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a2bcef7c-6845-44b9-adde-d46b1bf8e277 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:47:46.795073 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2bcef7c-6845-44b9-adde-d46b1bf8e277'] response: {'server_uuid': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c202c9d-93c5-4564-aac6-90e8994bf822', 'code': 200} Apr 20 12:47:46.809165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8db0-5d5a-4a79-8de6-34769de0900c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.859344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46578) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:46.875112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d223d-832f-41d4-b848-82fbcfa04eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.912363 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe205-c910-4bf3-8e2b-8b00c604e8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.923595 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8db0-5d5a-4a79-8de6-34769de0900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.925963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff1a8db0-5d5a-4a79-8de6-34769de0900c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:46.927094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff1a8db0-5d5a-4a79-8de6-34769de0900c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53d20c6e-302a-4667-b10d-66d53059e299 HTTP/1.1" status: 204 len: 168 time: 0.2560704 Apr 20 12:47:46.964396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a8db0-5d5a-4a79-8de6-34769de0900c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d20c6e-302a-4667-b10d-66d53059e299,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:47.012972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe205-c910-4bf3-8e2b-8b00c604e8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.015969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cf4ab-2029-4ead-9795-1cdd0b70c502 req-d19d5129-eb64-4aeb-a727-a4b00dce68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:47.017589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818cf4ab-2029-4ead-9795-1cdd0b70c502 req-d19d5129-eb64-4aeb-a727-a4b00dce68c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 1122 time: 0.1303470 Apr 20 12:47:47.113606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe205-c910-4bf3-8e2b-8b00c604e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.116456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b6fe205-c910-4bf3-8e2b-8b00c604e8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.120173 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4b6fe205-c910-4bf3-8e2b-8b00c604e8e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f032110-3c63-4553-bf33-26fbcdc86807 HTTP/1.1" status: 204 len: 168 time: 0.3518875 Apr 20 12:47:47.130287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fe205-c910-4bf3-8e2b-8b00c604e8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f032110-3c63-4553-bf33-26fbcdc86807,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:47.143772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818cf4ab-2029-4ead-9795-1cdd0b70c502 req-da0538b9-93c1-41af-b09f-6fc0e55affca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171637 Apr 20 12:47:47.148607 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d223d-832f-41d4-b848-82fbcfa04eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.166970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a3d223d-832f-41d4-b848-82fbcfa04eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.187523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ca409-4156-4415-9c56-17e138d7a080 req-2db5b584-d678-487a-8296-42ff71a4106d tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:47.190191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0ca409-4156-4415-9c56-17e138d7a080 req-2db5b584-d678-487a-8296-42ff71a4106d tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 971 time: 0.0955646 Apr 20 12:47:47.229278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2a3d223d-832f-41d4-b848-82fbcfa04eb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4430bcead41a43dcaa4e136c820b578b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677742 Apr 20 12:47:47.231555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d223d-832f-41d4-b848-82fbcfa04eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6429ce48-d055-41d4-931b-df4b30d54add,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:47.232669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46592) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:47.262687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0ca409-4156-4415-9c56-17e138d7a080 req-c6a3947e-34b5-4ccd-b6f1-a771a86f5cfd tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Apr 20 12:47:47.333377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69ba0fc2-7fd3-4e95-8516-b09458fa5dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.371989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d3c14-f5f5-4d18-bcb8-a7d25903382a req-640b7ea7-63b5-4126-8d2b-9b4078e5ac07 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:47.376527 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69ba0fc2-7fd3-4e95-8516-b09458fa5dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.380011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-596d3c14-f5f5-4d18-bcb8-a7d25903382a req-640b7ea7-63b5-4126-8d2b-9b4078e5ac07 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 950 time: 0.0597007 Apr 20 12:47:47.439218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-596d3c14-f5f5-4d18-bcb8-a7d25903382a req-81516f4b-17fb-44bd-b13f-8ca4f79065b4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 Apr 20 12:47:47.440047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69ba0fc2-7fd3-4e95-8516-b09458fa5dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.442624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69ba0fc2-7fd3-4e95-8516-b09458fa5dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.449085 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-69ba0fc2-7fd3-4e95-8516-b09458fa5dab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6429ce48-d055-41d4-931b-df4b30d54add HTTP/1.1" status: 204 len: 168 time: 0.2151289 Apr 20 12:47:47.467609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba0fc2-7fd3-4e95-8516-b09458fa5dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6429ce48-d055-41d4-931b-df4b30d54add,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:47.544160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9585007-e457-486c-ac66-331cc3e2478d req-1f6493c3-2495-4ba8-bef3-c98ab9d67672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0301139 Apr 20 12:47:47.671108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46610) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:47.689677 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a628ede-05ce-4bc0-99e0-747c555fee05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.771615 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a628ede-05ce-4bc0-99e0-747c555fee05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.776651 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a628ede-05ce-4bc0-99e0-747c555fee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.815422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0a628ede-05ce-4bc0-99e0-747c555fee05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5508437aa3e846baab7802637592b10a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429751 Apr 20 12:47:47.817374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a628ede-05ce-4bc0-99e0-747c555fee05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530b3025-88fe-4423-81b8-73f63daa83f1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:47.818203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46614) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:47.858028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46616) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:47.874340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33eb3f3f-e75e-4b68-9b7a-80b1894f83c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.908622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a466081-7fb7-48a4-8d3b-032710979b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.945660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a466081-7fb7-48a4-8d3b-032710979b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.972175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33eb3f3f-e75e-4b68-9b7a-80b1894f83c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:47.977893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33eb3f3f-e75e-4b68-9b7a-80b1894f83c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:48.018925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a466081-7fb7-48a4-8d3b-032710979b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:48.021128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb3f3f-e75e-4b68-9b7a-80b1894f83c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e4fb53-208f-41e5-a83a-2ecaa70ba999,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:48.022627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a466081-7fb7-48a4-8d3b-032710979b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:48.026464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2a466081-7fb7-48a4-8d3b-032710979b78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/530b3025-88fe-4423-81b8-73f63daa83f1 HTTP/1.1" status: 204 len: 168 time: 0.2068546 Apr 20 12:47:48.037523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a466081-7fb7-48a4-8d3b-032710979b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530b3025-88fe-4423-81b8-73f63daa83f1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:48.068354 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-33eb3f3f-e75e-4b68-9b7a-80b1894f83c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e89b921c72947b2b9503165c45563b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089443 Apr 20 12:47:48.071718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46626) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:48.125101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558e4a56-1ba1-4e0a-82fe-9c55da732566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:48.147656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558e4a56-1ba1-4e0a-82fe-9c55da732566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:48.207679 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558e4a56-1ba1-4e0a-82fe-9c55da732566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:48.222206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558e4a56-1ba1-4e0a-82fe-9c55da732566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:48.232227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-558e4a56-1ba1-4e0a-82fe-9c55da732566 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72e4fb53-208f-41e5-a83a-2ecaa70ba999 HTTP/1.1" status: 204 len: 168 time: 0.1572039 Apr 20 12:47:48.241165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e4a56-1ba1-4e0a-82fe-9c55da732566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e4fb53-208f-41e5-a83a-2ecaa70ba999,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:48.354420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91896833-9876-4723-98e1-8b1ede7821b9 req-bf1507fa-3982-4aac-a859-dbaa36c23379 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:48.362293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91896833-9876-4723-98e1-8b1ede7821b9 req-bf1507fa-3982-4aac-a859-dbaa36c23379 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 950 time: 0.0627339 Apr 20 12:47:48.423783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91896833-9876-4723-98e1-8b1ede7821b9 req-d22863db-6ac3-4312-998c-d82eb91c123f tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603976 Apr 20 12:47:48.444405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f72db4-b0bf-4c4b-bcff-27e05e80ab32 req-85374969-99cf-4b89-aa5d-43022ed8c345 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:48.446071 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91f72db4-b0bf-4c4b-bcff-27e05e80ab32 req-85374969-99cf-4b89-aa5d-43022ed8c345 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 971 time: 0.0810409 Apr 20 12:47:48.487082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91f72db4-b0bf-4c4b-bcff-27e05e80ab32 req-0ceb6698-3384-45ab-80c9-c86889b1b761 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350327 Apr 20 12:47:48.641495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91b00a45-a208-4349-a026-36f99ba2f1ed req-469dab33-cdef-43c1-839c-51e5d50b43a2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0273416 Apr 20 12:47:48.667834 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:49.712873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:49.770360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-c5838e7e-4768-47f1-848a-bd31baf7ac3f tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:49.771855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-c5838e7e-4768-47f1-848a-bd31baf7ac3f tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 1101 time: 0.1000912 Apr 20 12:47:49.958488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22845da0-c0c6-4bde-b891-02c8fd5b9434 req-bd62e108-5077-46d8-9f51-5fdd5a68fc24 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:49.960115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22845da0-c0c6-4bde-b891-02c8fd5b9434 req-bd62e108-5077-46d8-9f51-5fdd5a68fc24 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 950 time: 0.1286612 Apr 20 12:47:49.997042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e18c3-db4e-4c30-9089-43385240f62e req-b55845ae-a320-4636-a0f9-4bee2be23454 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:49.998458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f64e18c3-db4e-4c30-9089-43385240f62e req-b55845ae-a320-4636-a0f9-4bee2be23454 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 971 time: 0.1193509 Apr 20 12:47:50.007935 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-29b88776-9f62-4846-a517-7e35c436d84d tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb8de35a4a1f464a88d77fa582d226e0 HTTP/1.1" status: 200 len: 380 time: 0.0526533 Apr 20 12:47:50.019549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'port': {'device_id': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'admin_state_up': True, 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'security_groups': ['ba35cac9-a941-4214-a5ae-ab5649e35770']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:50.023488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Deleting port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:47:50.023812 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.041056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2078508372-network', 'tenant_id': '12cde850bfae43d08301ecba8a016152'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:50.058318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22845da0-c0c6-4bde-b891-02c8fd5b9434 req-e2e4919b-1c6b-4757-9b8d-2a88f38b86a4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885956 Apr 20 12:47:50.132940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f64e18c3-db4e-4c30-9089-43385240f62e req-929a1ae2-1747-4961-88ee-93fc7ddc6a4b tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270978 Apr 20 12:47:50.135977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Made reservation on behalf of 12cde850bfae43d08301ecba8a016152 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:50.138355 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.195551 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.219053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b256106f-bfe8-4a3a-93af-323075654ab6 req-ba334227-3cea-4209-99dc-7a7041c54127 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 210 time: 0.0403340 Apr 20 12:47:50.272929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] For port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:50.273435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.295528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Calling delete_port for a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:47:50.390164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Made reservation on behalf of eb8de35a4a1f464a88d77fa582d226e0 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:50.396541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.440048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.453079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.486677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6aa52c-2908-4249-a5f5-183b2af31d2f req-50161c0e-0a29-433e-94ab-f8b99cca20cc tempest-AggregatesAdminTestJSON-1402429267 tempest-AggregatesAdminTestJSON-1402429267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:50.494644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d6aa52c-2908-4249-a5f5-183b2af31d2f req-50161c0e-0a29-433e-94ab-f8b99cca20cc tempest-AggregatesAdminTestJSON-1402429267 tempest-AggregatesAdminTestJSON-1402429267-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 1122 time: 0.1778836 Apr 20 12:47:50.527845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:47:50.535229 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d6aa52c-2908-4249-a5f5-183b2af31d2f req-cee220c7-bba2-4ca8-82d6-74e882972059 tempest-AggregatesAdminTestJSON-1402429267 tempest-AggregatesAdminTestJSON-1402429267-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.561846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b09e19-acbb-4776-abf7-1f29947582e6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:50.572113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.573255 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Added segment f84d83c0-4afa-4da2-a65c-1c142df85f3b of type vlan for network 3ce7d609-7e07-4e97-9fe8-da5426048ea7 Apr 20 12:47:50.668610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.731517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.734841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.736537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:50.737322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.743593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:47:50.797135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:50.806516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Allocated IP 172.20.0.14 (82a6086f-de31-4aa9-a4ca-d630b67f760f/261bff10-8f6f-4440-a7e0-1b400bae7330/69ba6e20-2d8a-41ce-af3a-483c8de876c5) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:50.866163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1521242 Apr 20 12:47:50.873440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46774) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:50.880119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d6aa52c-2908-4249-a5f5-183b2af31d2f req-cee220c7-bba2-4ca8-82d6-74e882972059 tempest-AggregatesAdminTestJSON-1402429267 tempest-AggregatesAdminTestJSON-1402429267-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.888200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Request body: {'subnet': {'network_id': '3ce7d609-7e07-4e97-9fe8-da5426048ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2078508372-subnet', 'tenant_id': '12cde850bfae43d08301ecba8a016152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:50.911047 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d6aa52c-2908-4249-a5f5-183b2af31d2f req-cee220c7-bba2-4ca8-82d6-74e882972059 tempest-AggregatesAdminTestJSON-1402429267 tempest-AggregatesAdminTestJSON-1402429267-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:50.929614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9773f-5bb5-4905-876e-f7d8dc928c00 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce7d609-7e07-4e97-9fe8-da5426048ea7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:50.941372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 3ce7d609-7e07-4e97-9fe8-da5426048ea7 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:47:50.950172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d6aa52c-2908-4249-a5f5-183b2af31d2f req-cee220c7-bba2-4ca8-82d6-74e882972059 tempest-AggregatesAdminTestJSON-1402429267 tempest-AggregatesAdminTestJSON-1402429267-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543757 Apr 20 12:47:50.952876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Made reservation on behalf of 12cde850bfae43d08301ecba8a016152 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:50.957031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.024039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] No DVR routers for this DVR port a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:47:51.056011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee220c7-bba2-4ca8-82d6-74e882972059 tempest-AggregatesAdminTestJSON-1402429267 tempest-AggregatesAdminTestJSON-1402429267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fe3161-be2e-47a8-90a5-9e37b7624b8d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:51.067387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.084659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.091916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-906a9d07-f044-45df-ba8b-f6ec52933250 req-a2614c72-cdbd-41a7-afec-229ae741453e tempest-DeleteServersAdminTestJSON-408632657 tempest-DeleteServersAdminTestJSON-408632657-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 HTTP/1.1" status: 204 len: 173 time: 1.3130879 Apr 20 12:47:51.092581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'name': 'network-vif-deleted', 'tag': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:51.095669 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1402e-12af-4ffc-b432-329caf0a7784" -d '{"events": [{"server_uuid": "89fc43ac-7f46-40b0-bdac-9dcfb2324911", "name": "network-vif-deleted", "tag": "a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:51.147782 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.154185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9d34d1b-b2f3-4383-96f0-5316aa5b67a7 req-d8edb251-b604-430f-8a64-847474892076 tempest-FlavorsV2NegativeTest-2007032474 tempest-FlavorsV2NegativeTest-2007032474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=913bce02bd6c4f8bb373009207ed3b3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504673 Apr 20 12:47:51.244221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:51.251964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:51.262338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:51.270602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:51.271500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.335045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event updated for resources: {'Port': ['ID=69ba6e20-2d8a-41ce-af3a-483c8de876c5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:51.349039 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d66406d2-186c-44aa-89b2-08b1720b5626 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3351026 Apr 20 12:47:51.363802 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-9390f65f-bf98-49bf-a47b-7fb4f0c21237 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:47:51.367989 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-9390f65f-bf98-49bf-a47b-7fb4f0c21237 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135543 Apr 20 12:47:51.408921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34d1b-b2f3-4383-96f0-5316aa5b67a7 req-ce450955-2c82-409e-9b4d-77c3482bcd9e tempest-FlavorsV2NegativeTest-2007032474 tempest-FlavorsV2NegativeTest-2007032474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:51.412006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9d34d1b-b2f3-4383-96f0-5316aa5b67a7 req-ce450955-2c82-409e-9b4d-77c3482bcd9e tempest-FlavorsV2NegativeTest-2007032474 tempest-FlavorsV2NegativeTest-2007032474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456913 Apr 20 12:47:51.491941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c65b28ae-ff51-4c0a-9ed7-fb0c10d478e8 req-4a397a47-1a6b-4d9d-ab91-bf1000a14961 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0671856 Apr 20 12:47:51.493139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9d34d1b-b2f3-4383-96f0-5316aa5b67a7 req-f73c700e-bf08-45e3-8f9f-933aa46b86b3 tempest-FlavorsV2NegativeTest-2007032474 tempest-FlavorsV2NegativeTest-2007032474-project] 10.222.0.24 "GET /v2.0/quotas/913bce02bd6c4f8bb373009207ed3b3c HTTP/1.1" status: 200 len: 375 time: 0.0712638 Apr 20 12:47:51.560451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bc348034-3547-42fb-9834-8544bffbf20a None None] Provisioning complete for port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:51.561021 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc348034-3547-42fb-9834-8544bffbf20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.579758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Request body: {'port': {'device_id': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:51.587783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c65b28ae-ff51-4c0a-9ed7-fb0c10d478e8 req-30a37b65-18f5-4272-939a-ae2069ce6425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=689e1119addd42d0b55b56735355f2d6&device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 210 time: 0.0313137 Apr 20 12:47:51.590422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9d34d1b-b2f3-4383-96f0-5316aa5b67a7 req-e8bbcd58-2dff-4cda-bb18-3db445b80dd3 tempest-FlavorsV2NegativeTest-2007032474 tempest-FlavorsV2NegativeTest-2007032474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=913bce02bd6c4f8bb373009207ed3b3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785253 Apr 20 12:47:51.591263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.616726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bc348034-3547-42fb-9834-8544bffbf20a None None] Port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:51.677171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:51.924370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c65b28ae-ff51-4c0a-9ed7-fb0c10d478e8 req-2230e31d-efb7-4538-a6cf-b52efd570d43 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=689e1119addd42d0b55b56735355f2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551746 Apr 20 12:47:51.929680 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5d30b2-f884-46f5-9e52-b32dbc52320a x-openstack-request-id: req-eb5d30b2-f884-46f5-9e52-b32dbc52320a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:47:51.930032 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fc43ac-7f46-40b0-bdac-9dcfb2324911", "name": "network-vif-deleted", "tag": "a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:47:51.930290 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb5d30b2-f884-46f5-9e52-b32dbc52320a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:47:51.931235 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5d30b2-f884-46f5-9e52-b32dbc52320a'] response: {'server_uuid': '89fc43ac-7f46-40b0-bdac-9dcfb2324911', 'name': 'network-vif-deleted', 'tag': 'a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6', 'status': 'completed', 'code': 200} Apr 20 12:47:52.022128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b669a9a6-0f33-4883-b580-7dcc848b933e req-11a5c49e-ef4e-48a5-bdf1-478ff2b5439b tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fc43ac-7f46-40b0-bdac-9dcfb2324911 HTTP/1.1" status: 200 len: 210 time: 0.1514988 Apr 20 12:47:52.145391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685b3e42-d5f6-4343-b10a-7b1d29d41e18,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:52.157308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ba6e20-2d8a-41ce-af3a-483c8de876c5 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:47:52.166102 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:52.166276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Checking segment: {'id': 'f84d83c0-4afa-4da2-a65c-1c142df85f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3ce7d609-7e07-4e97-9fe8-da5426048ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:52.166682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Network hostable DHCP agents. Network: 3ce7d609-7e07-4e97-9fe8-da5426048ea7, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:47:52.191757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Transition to ACTIVE for port object 69ba6e20-2d8a-41ce-af3a-483c8de876c5 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:47:52.197331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:52.221528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c7cee-22fe-4c0f-b932-530eefdcea50 req-5a4836e7-ca32-4b61-a587-81678407be2c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:52.222915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e8c7cee-22fe-4c0f-b932-530eefdcea50 req-5a4836e7-ca32-4b61-a587-81678407be2c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 932 time: 0.2678444 Apr 20 12:47:52.276458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b28ae-ff51-4c0a-9ed7-fb0c10d478e8 req-0940868b-0bd6-41f1-80f4-dfa9f590fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:52.278372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c65b28ae-ff51-4c0a-9ed7-fb0c10d478e8 req-0940868b-0bd6-41f1-80f4-dfa9f590fa43 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3267908 Apr 20 12:47:52.279732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Network 3ce7d609-7e07-4e97-9fe8-da5426048ea7 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:47:52.306295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 3ce7d609-7e07-4e97-9fe8-da5426048ea7) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:52.313373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:52.314741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:52.316938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f04569-2d73-4b5c-ae05-c2809f8341b0 None None] Network 3ce7d609-7e07-4e97-9fe8-da5426048ea7 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:52.329795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e8c7cee-22fe-4c0f-b932-530eefdcea50 req-6bcf2b3f-c9b7-4687-93c0-acc781ea7c41 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901041 Apr 20 12:47:52.368951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f387cf2f-3c2b-4794-a3cd-8ae434c65b06 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4913599 Apr 20 12:47:52.461828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6c251-46b9-4ef1-a8e3-2e8f26d4e7e7 req-9d91d293-e113-43e1-86b2-2324fe55623b tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:52.469305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bf6c251-46b9-4ef1-a8e3-2e8f26d4e7e7 req-9d91d293-e113-43e1-86b2-2324fe55623b tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 971 time: 0.0895982 Apr 20 12:47:52.511412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba6e20-2d8a-41ce-af3a-483c8de876c5,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:52.542067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bf6c251-46b9-4ef1-a8e3-2e8f26d4e7e7 req-f3f15318-ced8-4a1e-abb8-239b76e09778 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/security-groups?id=a15499cc-c7de-4e61-92f6-faaad2887341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711927 Apr 20 12:47:52.553943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Attempting to bind port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:52.553943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Attempting to bind port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:52.553943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Attempting to bind port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:52.557222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:47:52.557222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Attempting to bind port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:52.564084 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:52.564454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Checking segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:52.565146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Bound using segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:52.565869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Bound port: 69ba6e20-2d8a-41ce-af3a-483c8de876c5, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:52.566242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:52.702472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] For port 69ba6e20-2d8a-41ce-af3a-483c8de876c5, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:52.710189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] For port 69ba6e20-2d8a-41ce-af3a-483c8de876c5, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:52.715446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:52.771201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:52.772390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:52.774061 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/69ba6e20-2d8a-41ce-af3a-483c8de876c5 HTTP/1.1" status: 200 len: 1092 time: 1.2436881 Apr 20 12:47:52.774685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:52.882096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309aa03a-73f8-4bbb-96e8-9e1cc3ab3392 None None] Network 3ce7d609-7e07-4e97-9fe8-da5426048ea7 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:52.889574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46844) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:52.932521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-238b252d-8f4c-4f5e-a07b-77eb8abcd4f1 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:52.937819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-238b252d-8f4c-4f5e-a07b-77eb8abcd4f1 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.37 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 971 time: 0.1416521 Apr 20 12:47:52.970690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408fe3f-e974-4668-b1e4-1e128ec507f2 service neutron] Pushing event updated for resources: {'Port': ['ID=69ba6e20-2d8a-41ce-af3a-483c8de876c5,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:53.127203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-1fab788d-3d74-48e1-a70b-4278d779b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:53.128644 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-1fab788d-3d74-48e1-a70b-4278d779b64f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 1095 time: 0.1800909 Apr 20 12:47:53.236719 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-c5069929-3618-4f42-94f9-b46b5f145b15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5 HTTP/1.1" status: 200 len: 217 time: 0.0993602 Apr 20 12:47:53.263901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Deleting port 0c202c9d-93c5-4564-aac6-90e8994bf822 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:47:53.264384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.297389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fbea6d41-e3c2-4986-8c26-57f9fdfc4b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.313560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-9fdce9f6-7359-40e3-9ce8-39865b9bdae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:53.315812 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-9fdce9f6-7359-40e3-9ce8-39865b9bdae3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 200 len: 862 time: 0.0723174 Apr 20 12:47:53.389676 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:53.389862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.429997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-ea35e317-53ae-4b4c-9f72-87027e1d0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:53.431945 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-ea35e317-53ae-4b4c-9f72-87027e1d0319 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82a6086f-de31-4aa9-a4ca-d630b67f760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088064 Apr 20 12:47:53.466565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:47:53.530228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] For port 0c202c9d-93c5-4564-aac6-90e8994bf822, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0c202c9d-93c5-4564-aac6-90e8994bf822,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:53.532187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.533564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:47:53.540596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a8fc1b22-c4f6-4d9e-89bc-248fe698f1e6 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:47:53.580471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Calling delete_port for 0c202c9d-93c5-4564-aac6-90e8994bf822 owned by compute:tempest-test_az-838100362 {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:47:53.774891 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-d7bcd243-622a-4abd-af45-e1251b5355aa service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353827 Apr 20 12:47:53.787277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.798794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['0c202c9d-93c5-4564-aac6-90e8994bf822'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:47:53.801001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0537e-9a00-422b-aa9f-80530c33870f req-0a49a755-b5cf-4fc8-80a5-133df5f52b90 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:53.808615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebb0537e-9a00-422b-aa9f-80530c33870f req-0a49a755-b5cf-4fc8-80a5-133df5f52b90 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 944 time: 0.0950291 Apr 20 12:47:53.812519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46896) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:53.852015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46900) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:53.857573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238727697-network', 'tenant_id': '6e42f74be76747288f641963d4af9712'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:53.867948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Pushing event deleted for resources: {'Port': ['ID=0c202c9d-93c5-4564-aac6-90e8994bf822,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:53.870827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fbea6d41-e3c2-4986-8c26-57f9fdfc4b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.926746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fbea6d41-e3c2-4986-8c26-57f9fdfc4b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.940364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Made reservation on behalf of 6e42f74be76747288f641963d4af9712 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:53.942790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.954133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:53.977387 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372735c-1133-4f1b-a196-89eb4e0fac90 x-openstack-request-id: req-f372735c-1133-4f1b-a196-89eb4e0fac90 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:47:53.977694 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:47:53.977949 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f372735c-1133-4f1b-a196-89eb4e0fac90 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:47:53.978405 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f372735c-1133-4f1b-a196-89eb4e0fac90'] response: {'name': 'network-changed', 'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'status': 'completed', 'code': 200} Apr 20 12:47:53.991501 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d314c0fc-ef93-46b4-a706-58129936ca7c req-c78cc985-a8d7-4396-9d33-d4e9d7de5636 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082832 Apr 20 12:47:54.006471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] No DVR routers for this DVR port 0c202c9d-93c5-4564-aac6-90e8994bf822 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:47:54.022443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.026574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a065b9bd-3379-4705-800a-8fbd12bb6496 req-a5f0d051-d224-4572-89bd-a615a3a791e8 tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.37 "DELETE /v2.0/ports/0c202c9d-93c5-4564-aac6-90e8994bf822 HTTP/1.1" status: 204 len: 173 time: 1.0821042 Apr 20 12:47:54.028200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'name': 'network-vif-deleted', 'tag': '0c202c9d-93c5-4564-aac6-90e8994bf822'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:54.030491 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaf5dda-c7a8-4149-aa2a-7acb170105dc" -d '{"events": [{"server_uuid": "57b7394e-7673-4cf8-9502-7c073b4f1a0b", "name": "network-vif-deleted", "tag": "0c202c9d-93c5-4564-aac6-90e8994bf822"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:54.049388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebb0537e-9a00-422b-aa9f-80530c33870f req-fdca887d-7e1b-4024-a000-4a8e85aea969 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2397764 Apr 20 12:47:54.052342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea6d41-e3c2-4986-8c26-57f9fdfc4b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c03cee-8651-4a58-9b27-4a883247389a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:54.061982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fbea6d41-e3c2-4986-8c26-57f9fdfc4b0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=913bce02bd6c4f8bb373009207ed3b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1712646 Apr 20 12:47:54.068573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46908) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:54.160133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43333811-0757-430c-ad5a-e835c1e76b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.166310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.180809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-a3fdc635-2f97-44be-97b5-c315b04f7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:54.182354 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-a3fdc635-2f97-44be-97b5-c315b04f7890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 1095 time: 0.1248219 Apr 20 12:47:54.188079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.203336 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f678-6cc7-4c9c-b253-5bcfe0d17009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.206258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-105fecd0-e579-465d-bb3d-f4bc1665174b tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=689e1119addd42d0b55b56735355f2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322361 Apr 20 12:47:54.246344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f3690e1-9099-498c-9b14-3aef9c54fb84 req-38a312db-1ea6-48c7-9e52-49f84adb31ab tempest-AggregatesAdminTestJSON-2135424722 tempest-AggregatesAdminTestJSON-2135424722-project] 10.222.0.24 "GET /v2.0/ports?device_id=57b7394e-7673-4cf8-9502-7c073b4f1a0b HTTP/1.1" status: 200 len: 210 time: 0.0675910 Apr 20 12:47:54.252626 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43333811-0757-430c-ad5a-e835c1e76b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.263097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:47:54.328194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5a1cd-534f-4e2c-b097-f10508b7cdd8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:54.331734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.332057 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Added segment bcc0cca5-f991-402e-a3ec-4998966bec55 of type vlan for network bb160a95-a014-4c27-bd3f-8c2ffa50aca8 Apr 20 12:47:54.394487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43333811-0757-430c-ad5a-e835c1e76b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.397077 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43333811-0757-430c-ad5a-e835c1e76b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.398359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-43333811-0757-430c-ad5a-e835c1e76b2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87c03cee-8651-4a58-9b27-4a883247389a HTTP/1.1" status: 204 len: 168 time: 0.3267100 Apr 20 12:47:54.414389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-2a6253a9-985e-4a34-a49e-19c69a98163e tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:54.416028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-2a6253a9-985e-4a34-a49e-19c69a98163e tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614065 Apr 20 12:47:54.425672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43333811-0757-430c-ad5a-e835c1e76b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c03cee-8651-4a58-9b27-4a883247389a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:54.436026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-c3dda439-aa77-4359-b9bf-63667ad9003d tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/quotas/689e1119addd42d0b55b56735355f2d6 HTTP/1.1" status: 200 len: 375 time: 0.0122020 Apr 20 12:47:54.444956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.490702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-ad28aef8-6096-44d2-80eb-75df1c4e2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:54.492470 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-ad28aef8-6096-44d2-80eb-75df1c4e2866 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 924 time: 0.3000438 Apr 20 12:47:54.514883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-c8c33a90-2aeb-4f76-8063-4014f9b6f291 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=689e1119addd42d0b55b56735355f2d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651040 Apr 20 12:47:54.550518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.551455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:54.552103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.554772 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-c3c4a9e5-5fb7-42f9-ab28-92be12a6d1c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5 HTTP/1.1" status: 200 len: 217 time: 0.0527649 Apr 20 12:47:54.626634 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2145d78f-9935-462a-87a9-cf0475d615a8 x-openstack-request-id: req-2145d78f-9935-462a-87a9-cf0475d615a8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:47:54.627108 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b7394e-7673-4cf8-9502-7c073b4f1a0b", "name": "network-vif-deleted", "tag": "0c202c9d-93c5-4564-aac6-90e8994bf822", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:47:54.627500 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2145d78f-9935-462a-87a9-cf0475d615a8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:47:54.628161 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2145d78f-9935-462a-87a9-cf0475d615a8'] response: {'server_uuid': '57b7394e-7673-4cf8-9502-7c073b4f1a0b', 'name': 'network-vif-deleted', 'tag': '0c202c9d-93c5-4564-aac6-90e8994bf822', 'status': 'completed', 'code': 200} Apr 20 12:47:54.647886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f678-6cc7-4c9c-b253-5bcfe0d17009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.662829 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8094265 Apr 20 12:47:54.666623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46924) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:54.667351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ee2f678-6cc7-4c9c-b253-5bcfe0d17009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.674007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Request body: {'subnet': {'network_id': 'bb160a95-a014-4c27-bd3f-8c2ffa50aca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-238727697-subnet', 'tenant_id': '6e42f74be76747288f641963d4af9712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:54.684279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634c801-1197-4959-a338-ab2f13e031a9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb160a95-a014-4c27-bd3f-8c2ffa50aca8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:54.696626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network bb160a95-a014-4c27-bd3f-8c2ffa50aca8 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:47:54.714143 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-c57354a1-3ec3-490e-a018-fe386408dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:54.715978 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-c57354a1-3ec3-490e-a018-fe386408dd84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 200 len: 862 time: 0.1411295 Apr 20 12:47:54.738998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Made reservation on behalf of 6e42f74be76747288f641963d4af9712 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:54.743856 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ee2f678-6cc7-4c9c-b253-5bcfe0d17009 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f988c4b291ba42a3a3b1564ccdf0568e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9250433 Apr 20 12:47:54.753443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:54.756450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46928) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:54.779135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2f678-6cc7-4c9c-b253-5bcfe0d17009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fdb746-4402-4a72-b9f7-36df656bc55a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:54.818688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-9ac26779-36a4-4a52-8620-3160b56a43cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:54.820556 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-9ac26779-36a4-4a52-8620-3160b56a43cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82a6086f-de31-4aa9-a4ca-d630b67f760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942321 Apr 20 12:47:54.931153 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:47:54.970720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f265c533-4ce1-4781-a84b-0877a1c57692 req-8f3ad01f-abdc-4413-a3f0-053d6e9d1a1f tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 210 time: 0.1644845 Apr 20 12:47:55.024588 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-7a246b18-ab01-4abe-b982-fe9576e122b4 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952748 Apr 20 12:47:55.049724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-adbda597-04e5-4997-9b0c-75d007f877b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.089449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-adbda597-04e5-4997-9b0c-75d007f877b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.198749 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-42192cf5-1d00-45b7-b7d6-d6cb7e6b423c req-5d0748eb-f9ee-4887-b0b5-0f724f0822b7 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671228 Apr 20 12:47:55.244849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-adbda597-04e5-4997-9b0c-75d007f877b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.247336 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-adbda597-04e5-4997-9b0c-75d007f877b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.248446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-adbda597-04e5-4997-9b0c-75d007f877b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2fdb746-4402-4a72-b9f7-36df656bc55a HTTP/1.1" status: 204 len: 168 time: 0.4910705 Apr 20 12:47:55.254973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.267071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbda597-04e5-4997-9b0c-75d007f877b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fdb746-4402-4a72-b9f7-36df656bc55a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:55.330739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52468b-cf0a-4cff-93ba-93616c8c9e84 req-c0bf7d96-9ee2-4414-9cdb-ba68c6c0ceb4 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:55.332329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed52468b-cf0a-4cff-93ba-93616c8c9e84 req-c0bf7d96-9ee2-4414-9cdb-ba68c6c0ceb4 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 944 time: 0.1324048 Apr 20 12:47:55.340124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eddffd9d-97b0-4d11-8058-a6778075a777,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:55.365997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Checking segment: {'id': 'bcc0cca5-f991-402e-a3ec-4998966bec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb160a95-a014-4c27-bd3f-8c2ffa50aca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:55.366331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Network hostable DHCP agents. Network: bb160a95-a014-4c27-bd3f-8c2ffa50aca8, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:47:55.395712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed52468b-cf0a-4cff-93ba-93616c8c9e84 req-5fb18ce0-d085-457d-9abc-b5013b519543 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519843 Apr 20 12:47:55.406097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Network bb160a95-a014-4c27-bd3f-8c2ffa50aca8 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:47:55.419536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, bb160a95-a014-4c27-bd3f-8c2ffa50aca8) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:55.429289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:55.429289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.433981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622dca7d-04d5-49d1-ab3b-01171f534f64 None None] Network bb160a95-a014-4c27-bd3f-8c2ffa50aca8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:55.461769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6c11c155-6a9e-4d06-b061-0a1d8ff78178 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7900376 Apr 20 12:47:55.640940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513827f-6bfa-40f9-9020-14a457194a47 None None] Network bb160a95-a014-4c27-bd3f-8c2ffa50aca8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:47:55.663617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:55.742279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] Deleting subnet 685b3e42-d5f6-4343-b10a-7b1d29d41e18 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:47:55.745984 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.788353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.800645 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.822181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46986) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:55.836339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2589ae08-6327-49bc-b15d-47d740b263cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.866430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.900481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685b3e42-d5f6-4343-b10a-7b1d29d41e18,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:55.904941 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.912637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e3964e49-b756-444a-9f21-3de31b0d1359 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/685b3e42-d5f6-4343-b10a-7b1d29d41e18 HTTP/1.1" status: 204 len: 168 time: 0.2477882 Apr 20 12:47:55.913596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46988) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:55.934605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2589ae08-6327-49bc-b15d-47d740b263cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.941590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2589ae08-6327-49bc-b15d-47d740b263cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:55.981053 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2589ae08-6327-49bc-b15d-47d740b263cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=091b491150514818b204e4751c446f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577806 Apr 20 12:47:55.983662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46992) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:55.991898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589ae08-6327-49bc-b15d-47d740b263cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb30cbf5-0437-4a2a-ad37-07dd93e9e895,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:56.043925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.148105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-41c3f812-7a54-4742-87df-11f6f1d61047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.161129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-04c8860e-4a63-4eb0-b8fe-aeccecbbe9d9 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=689e1119addd42d0b55b56735355f2d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0992770 Apr 20 12:47:56.277741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-41c3f812-7a54-4742-87df-11f6f1d61047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.320503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.578072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5856d8e-b5d0-46e5-8e0a-3947aa9662d2 req-1ececacc-b1eb-49ef-8cb8-80bd249ca6bf tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 210 time: 0.3158927 Apr 20 12:47:56.617234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.617851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.618744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.619248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > port after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.619590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.619920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > port after_update 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.620238 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.620571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.620884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.621200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.710722 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.711069 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.711395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.711719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:47:56.712087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce7d609-7e07-4e97-9fe8-da5426048ea7']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:56.760378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84d83c0-4afa-4da2-a65c-1c142df85f3b') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:56.760669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84d83c0-4afa-4da2-a65c-1c142df85f3b') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:56.804886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.847219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.856611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0f89d9c7-6022-4a85-ba24-57bc9f9e1ccb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:56.858140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0f89d9c7-6022-4a85-ba24-57bc9f9e1ccb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6790016 Apr 20 12:47:56.866750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:47:56.867246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: from cryptography.utils import int_from_bytes Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: from cryptography.utils import int_from_bytes Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:47:56.893973 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:47:56.913442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Request body: {'port': {'device_id': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '689e1119addd42d0b55b56735355f2d6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:56.937313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731a9b8-3243-4751-a20d-b77ffffa8a1f req-2106c6ac-cb00-4a00-b833-708675ab6a62 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:56.938920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6731a9b8-3243-4751-a20d-b77ffffa8a1f req-2106c6ac-cb00-4a00-b833-708675ab6a62 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 944 time: 0.2212377 Apr 20 12:47:56.988087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-41c3f812-7a54-4742-87df-11f6f1d61047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.990532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-41c3f812-7a54-4742-87df-11f6f1d61047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:56.991772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-41c3f812-7a54-4742-87df-11f6f1d61047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb30cbf5-0437-4a2a-ad37-07dd93e9e895 HTTP/1.1" status: 204 len: 168 time: 1.0071905 Apr 20 12:47:57.057610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3f812-7a54-4742-87df-11f6f1d61047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb30cbf5-0437-4a2a-ad37-07dd93e9e895,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:57.062449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.087701 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.090816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ce7d609-7e07-4e97-9fe8-da5426048ea7 HTTP/1.1" status: 204 len: 168 time: 1.1762712 Apr 20 12:47:57.093999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47062) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:57.115868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6731a9b8-3243-4751-a20d-b77ffffa8a1f req-8b236c57-a2a7-471e-97a5-07ad9292b1fd tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372225 Apr 20 12:47:57.118934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419f1bf-0278-4612-823a-ba626f3a1102 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce7d609-7e07-4e97-9fe8-da5426048ea7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:57.170350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Made reservation on behalf of 689e1119addd42d0b55b56735355f2d6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:47:57.175656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.190023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] Deleting subnet eddffd9d-97b0-4d11-8058-a6778075a777 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:47:57.199656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.294620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.308961 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.358899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Allocated IP 192.168.233.171 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/9b695f00-8294-480f-98d4-768f544f1332) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:47:57.388177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.430459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eddffd9d-97b0-4d11-8058-a6778075a777,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:57.437479 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.441538 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-36cbff6d-2267-4560-8a7b-abe6b7b0bfa3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eddffd9d-97b0-4d11-8058-a6778075a777 HTTP/1.1" status: 204 len: 168 time: 0.3452218 Apr 20 12:47:57.444140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47094) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:57.482585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0c202c9d-93c5-4564-aac6-90e8994bf822 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:47:57.530379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 0c202c9d-93c5-4564-aac6-90e8994bf822 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:47:57.533207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0c202c9d-93c5-4564-aac6-90e8994bf822 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:47:57.623628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.681304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.742621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.776149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb160a95-a014-4c27-bd3f-8c2ffa50aca8']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:57.791741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc0cca5-f991-402e-a3ec-4998966bec55') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:57.792253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc0cca5-f991-402e-a3ec-4998966bec55') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:47:57.807383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.810155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.858140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.875170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:47:57.876822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:47:57.877173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:47:57.878880 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:47:57.892600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:47:57.900455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:47:57.951961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Pushing event updated for resources: {'Port': ['ID=9b695f00-8294-480f-98d4-768f544f1332,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:58.004591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.012749 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.015992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] 10.222.0.24 "DELETE /v2.0/networks/bb160a95-a014-4c27-bd3f-8c2ffa50aca8 HTTP/1.1" status: 204 len: 168 time: 0.5709000 Apr 20 12:47:58.035166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:58.035819 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.045401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff76007-7ec6-41c4-978d-a66aec1540ba admin admin] Pushing event deleted for resources: {'Network': ['ID=bb160a95-a014-4c27-bd3f-8c2ffa50aca8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:58.087953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-0ea6f48f-7739-4380-b8c0-91875b6edfe8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1808777 Apr 20 12:47:58.115921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Request body: {'port': {'device_id': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'device_owner': 'compute:tempest-test_az-838100362', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:47:58.179929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69ba6e20-2d8a-41ce-af3a-483c8de876c5 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:47:58.213802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc48bd-4e1e-447b-8344-41e87f98704c req-903f8b96-e87c-4a5b-894d-a6ee9116baf5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:58.215280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8bc48bd-4e1e-447b-8344-41e87f98704c req-903f8b96-e87c-4a5b-894d-a6ee9116baf5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 936 time: 0.1480436 Apr 20 12:47:58.238291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.293110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c1349df0-6b25-404a-bd3e-5e1532bd00d2 None None] Provisioning complete for port 9b695f00-8294-480f-98d4-768f544f1332 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:47:58.293623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c1349df0-6b25-404a-bd3e-5e1532bd00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.314531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8bc48bd-4e1e-447b-8344-41e87f98704c req-2e64bb6c-4331-4ab4-aa79-40ca9c2e7bec tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859668 Apr 20 12:47:58.351165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47166) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:58.419702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 69ba6e20-2d8a-41ce-af3a-483c8de876c5, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:58.422573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c1349df0-6b25-404a-bd3e-5e1532bd00d2 None None] Port 9b695f00-8294-480f-98d4-768f544f1332 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:47:58.435590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'port_id': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'mac_address': 'fa:16:3e:a9:79:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:47:58.440429 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8f219279-c410-4e82-8e28-6e434ce36a90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12cde850bfae43d08301ecba8a016152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871890 Apr 20 12:47:58.445131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:58.486269 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.501216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ba6e20-2d8a-41ce-af3a-483c8de876c5 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:47:58.525218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 69ba6e20-2d8a-41ce-af3a-483c8de876c5, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:47:58.534361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.634118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65264261-526e-4bdd-af8d-f03a5cc11a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.643029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=69ba6e20-2d8a-41ce-af3a-483c8de876c5,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:58.702086 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65264261-526e-4bdd-af8d-f03a5cc11a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.781479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04ac8c-d206-4457-bc37-0ed62cae01d2 req-e65aeadd-9d40-47be-8d87-67c57ad24690 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:58.782788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b04ac8c-d206-4457-bc37-0ed62cae01d2 req-e65aeadd-9d40-47be-8d87-67c57ad24690 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 945 time: 0.0700319 Apr 20 12:47:58.802780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65264261-526e-4bdd-af8d-f03a5cc11a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.805505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65264261-526e-4bdd-af8d-f03a5cc11a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.809208 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-65264261-526e-4bdd-af8d-f03a5cc11a4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55b09e19-acbb-4776-abf7-1f29947582e6 HTTP/1.1" status: 204 len: 168 time: 0.3592455 Apr 20 12:47:58.825839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65264261-526e-4bdd-af8d-f03a5cc11a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b09e19-acbb-4776-abf7-1f29947582e6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:58.899508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47220) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:58.935332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b695f00-8294-480f-98d4-768f544f1332 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:47:58.948501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:58.962171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Transition to ACTIVE for port object 9b695f00-8294-480f-98d4-768f544f1332 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:47:58.966112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b04ac8c-d206-4457-bc37-0ed62cae01d2 req-0b44f6d0-651a-4a12-861f-20374892ba26 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561916 Apr 20 12:47:58.967311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['69ba6e20-2d8a-41ce-af3a-483c8de876c5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:47:58.972445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.192880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Pushing event updated for resources: {'Port': ['ID=9b695f00-8294-480f-98d4-768f544f1332,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:59.248165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Attempting to bind port 9b695f00-8294-480f-98d4-768f544f1332 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:47:59.248904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Attempting to bind port 9b695f00-8294-480f-98d4-768f544f1332 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:47:59.248904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Attempting to bind port 9b695f00-8294-480f-98d4-768f544f1332 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:59.263174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Port 9b695f00-8294-480f-98d4-768f544f1332 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:47:59.263501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Attempting to bind port 9b695f00-8294-480f-98d4-768f544f1332 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:47:59.300160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:47:59.300614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:47:59.301011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:47:59.301471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Bound port: 9b695f00-8294-480f-98d4-768f544f1332, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:47:59.303189 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.390258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2a58aae-97f8-4065-9670-77aa01159064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.529721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] For port 9b695f00-8294-480f-98d4-768f544f1332, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:47:59.552560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] For port 9b695f00-8294-480f-98d4-768f544f1332, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9b695f00-8294-480f-98d4-768f544f1332,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:47:59.564690 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.577387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47296) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:59.586550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cba00-d28c-4669-b4a6-a083f5398c62 req-3dbeca70-d46f-4ee4-a32c-1fa5b515e4c0 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:59.588052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d8cba00-d28c-4669-b4a6-a083f5398c62 req-3dbeca70-d46f-4ee4-a32c-1fa5b515e4c0 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 969 time: 0.1374483 Apr 20 12:47:59.624402 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c7ed502-43e2-4590-8e22-a34e4afe060d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e42f74be76747288f641963d4af9712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419357 Apr 20 12:47:59.624402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:59.653709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:59.654517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.656056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b695f00-8294-480f-98d4-768f544f1332 HTTP/1.1" status: 200 len: 1117 time: 1.5477915 Apr 20 12:47:59.663894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'tag': '9b695f00-8294-480f-98d4-768f544f1332'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:47:59.667221 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a190d4-f861-4bf1-9f6e-699787816021" -d '{"events": [{"name": "network-changed", "server_uuid": "e7df9674-4af2-4eaa-840c-39a415ebffc8", "tag": "9b695f00-8294-480f-98d4-768f544f1332"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:47:59.679750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2a58aae-97f8-4065-9670-77aa01159064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.684150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-031aba67-82b1-48a9-a516-09779c921a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.693449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2a58aae-97f8-4065-9670-77aa01159064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.708129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-031aba67-82b1-48a9-a516-09779c921a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.722623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e619e2-023f-4950-a52c-77cc20d4d009 service neutron] Pushing event updated for resources: {'Port': ['ID=9b695f00-8294-480f-98d4-768f544f1332,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:59.766972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-031aba67-82b1-48a9-a516-09779c921a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.769996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-031aba67-82b1-48a9-a516-09779c921a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.771472 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-031aba67-82b1-48a9-a516-09779c921a09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3c5a1cd-534f-4e2c-b097-f10508b7cdd8 HTTP/1.1" status: 204 len: 168 time: 0.1460540 Apr 20 12:47:59.783776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d8cba00-d28c-4669-b4a6-a083f5398c62 req-afc63e85-1c25-4dc9-9a42-bbb93a8a16c4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697593 Apr 20 12:47:59.783947 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aba67-82b1-48a9-a516-09779c921a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c5a1cd-534f-4e2c-b097-f10508b7cdd8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:59.808803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c2a58aae-97f8-4065-9670-77aa01159064 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84adc61d9b8f4778b196f0cded40e518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9082112 Apr 20 12:47:59.817275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47314) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:47:59.837081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a58aae-97f8-4065-9670-77aa01159064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6fcffd-b81b-4d3a-a021-b3943363d6a3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:47:59.848788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-5b4068de-7907-43e9-bd9e-8f8bf805cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:47:59.850316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-5b4068de-7907-43e9-bd9e-8f8bf805cfd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=689e1119addd42d0b55b56735355f2d6&device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 1120 time: 0.1431077 Apr 20 12:47:59.940274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-4b7d3c87-b85c-48e9-8ed5-3877343ced2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9b695f00-8294-480f-98d4-768f544f1332 HTTP/1.1" status: 200 len: 217 time: 0.0812228 Apr 20 12:47:59.949648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c26b9b5-6c78-41ef-a050-8cdf4921d7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:47:59.978149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c26b9b5-6c78-41ef-a050-8cdf4921d7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.013305 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94ec34-dc8e-4c67-acac-f2079592b4ea x-openstack-request-id: req-fc94ec34-dc8e-4c67-acac-f2079592b4ea {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:00.013567 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7df9674-4af2-4eaa-840c-39a415ebffc8", "tag": "9b695f00-8294-480f-98d4-768f544f1332", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:00.013857 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc94ec34-dc8e-4c67-acac-f2079592b4ea {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:00.014244 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc94ec34-dc8e-4c67-acac-f2079592b4ea'] response: {'name': 'network-changed', 'server_uuid': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'tag': '9b695f00-8294-480f-98d4-768f544f1332', 'status': 'completed', 'code': 200} Apr 20 12:48:00.035074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-cd659abe-6d95-48d6-959a-90dc3fe06d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:00.036714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-cd659abe-6d95-48d6-959a-90dc3fe06d09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0897367 Apr 20 12:48:00.052259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c26b9b5-6c78-41ef-a050-8cdf4921d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.054801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c26b9b5-6c78-41ef-a050-8cdf4921d7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.055951 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c26b9b5-6c78-41ef-a050-8cdf4921d7d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee6fcffd-b81b-4d3a-a021-b3943363d6a3 HTTP/1.1" status: 204 len: 168 time: 0.2352898 Apr 20 12:48:00.082862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26b9b5-6c78-41ef-a050-8cdf4921d7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6fcffd-b81b-4d3a-a021-b3943363d6a3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:00.124581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-b3a8285a-c1f4-4b87-bf62-27f00a319d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:00.127588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-b3a8285a-c1f4-4b87-bf62-27f00a319d61 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842915 Apr 20 12:48:00.170889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69ba6e20-2d8a-41ce-af3a-483c8de876c5 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:00.269604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:00.276734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:00.277120 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.318493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd88170-b723-4e56-a258-d6a12c1240cb req-5c0e7324-e783-45db-8d9f-56635ea2b6bb tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:00.328463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dd88170-b723-4e56-a258-d6a12c1240cb req-5c0e7324-e783-45db-8d9f-56635ea2b6bb tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 945 time: 0.1063054 Apr 20 12:48:00.395607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-e7135e1a-4131-4f27-aef4-0c2707d34492 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606320 Apr 20 12:48:00.429605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dd88170-b723-4e56-a258-d6a12c1240cb req-5eda6e8d-4826-4ed5-b374-47f4864f3eab tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972538 Apr 20 12:48:00.453047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.496205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:00.499392 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2fa7f5-a355-407c-bd48-21d667d4f330" -d '{"events": [{"server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "name": "network-vif-plugged", "status": "completed", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:00.519681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 69ba6e20-2d8a-41ce-af3a-483c8de876c5, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:00.527474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47382) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:00.532114 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.544946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9de9c4c-4e48-4b9a-ac3a-df9e5b3ae224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.600688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d95ae7fd-abe7-401c-82c7-a378bfc1f267 req-2f8686d9-be57-4ad2-b092-e9f1a7aef124 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917861 Apr 20 12:48:00.602828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=69ba6e20-2d8a-41ce-af3a-483c8de876c5,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:00.664376 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f14442e-ec83-4170-92c7-f79dfe24f695 x-openstack-request-id: req-0f14442e-ec83-4170-92c7-f79dfe24f695 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:00.665317 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "name": "network-vif-plugged", "status": "completed", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:00.666481 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0f14442e-ec83-4170-92c7-f79dfe24f695 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:00.667171 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f14442e-ec83-4170-92c7-f79dfe24f695'] response: {'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'code': 200} Apr 20 12:48:00.693066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9de9c4c-4e48-4b9a-ac3a-df9e5b3ae224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.700700 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9de9c4c-4e48-4b9a-ac3a-df9e5b3ae224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:00.748384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a190d4-f861-4bf1-9f6e-699787816021 req-4e79017e-1b83-4c6a-9385-4019a9075135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:00.750161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93a190d4-f861-4bf1-9f6e-699787816021 req-4e79017e-1b83-4c6a-9385-4019a9075135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=689e1119addd42d0b55b56735355f2d6&device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 1120 time: 0.0872488 Apr 20 12:48:00.881511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a190d4-f861-4bf1-9f6e-699787816021 req-b8e71091-6267-48f9-80a4-47d389e9aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:00.883834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93a190d4-f861-4bf1-9f6e-699787816021 req-b8e71091-6267-48f9-80a4-47d389e9aecd service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1216056 Apr 20 12:48:00.908347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de9c4c-4e48-4b9a-ac3a-df9e5b3ae224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fad534-174a-49bd-84e2-bf539fb1f7aa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:00.931382 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9de9c4c-4e48-4b9a-ac3a-df9e5b3ae224 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a863027686cc47eca7e8d30c14aa5568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025900 Apr 20 12:48:00.933987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47434) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:00.968571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326452d-2d43-4dff-a34f-e581585e5c13 req-50ea85f4-1318-408f-bbc3-f5fd98a349a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:00.970777 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0326452d-2d43-4dff-a34f-e581585e5c13 req-50ea85f4-1318-408f-bbc3-f5fd98a349a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 1097 time: 0.2414112 Apr 20 12:48:00.976359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93a190d4-f861-4bf1-9f6e-699787816021 req-0acdf9e5-996f-4f54-af25-75c0b9ba6a79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9b695f00-8294-480f-98d4-768f544f1332 HTTP/1.1" status: 200 len: 217 time: 0.0854197 Apr 20 12:48:01.043996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0232bd-cf74-42de-af59-334c78b8a181 req-ba1a1e9a-68b0-41bd-93d6-5c9c8c6d0851 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:01.044534 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0326452d-2d43-4dff-a34f-e581585e5c13 req-60e161f4-c79f-4a69-b3ad-329555015535 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650661 Apr 20 12:48:01.045576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a0232bd-cf74-42de-af59-334c78b8a181 req-ba1a1e9a-68b0-41bd-93d6-5c9c8c6d0851 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 969 time: 0.1449692 Apr 20 12:48:01.045717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5055610b-1ba5-47ce-89d1-299bc21cb9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:01.077043 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5055610b-1ba5-47ce-89d1-299bc21cb9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:01.077201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a190d4-f861-4bf1-9f6e-699787816021 req-faa53991-dcde-4af6-b605-5c39ca2da08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:01.079670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93a190d4-f861-4bf1-9f6e-699787816021 req-faa53991-dcde-4af6-b605-5c39ca2da08e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0950775 Apr 20 12:48:01.123291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a0232bd-cf74-42de-af59-334c78b8a181 req-3865d676-5845-4713-afd7-49b04339b3e6 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Apr 20 12:48:01.140779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5055610b-1ba5-47ce-89d1-299bc21cb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:01.145116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5055610b-1ba5-47ce-89d1-299bc21cb9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:01.146676 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5055610b-1ba5-47ce-89d1-299bc21cb9cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59fad534-174a-49bd-84e2-bf539fb1f7aa HTTP/1.1" status: 204 len: 168 time: 0.2082045 Apr 20 12:48:01.156310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055610b-1ba5-47ce-89d1-299bc21cb9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fad534-174a-49bd-84e2-bf539fb1f7aa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:01.170995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a190d4-f861-4bf1-9f6e-699787816021 req-bdcbc309-14dd-4183-9cd1-da357fa71545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:01.175266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93a190d4-f861-4bf1-9f6e-699787816021 req-bdcbc309-14dd-4183-9cd1-da357fa71545 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833440 Apr 20 12:48:01.316714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93a190d4-f861-4bf1-9f6e-699787816021 req-23997d81-074c-492f-bb4a-9cfe90629114 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336100 Apr 20 12:48:01.510192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93a190d4-f861-4bf1-9f6e-699787816021 req-0265f208-9b08-4e0d-b7fc-7c44ce742da8 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801310 Apr 20 12:48:01.648751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a992c-8628-484f-b4f6-3d20b43d7315 req-d8678aa7-3ff9-42ad-98b5-bd184cada02a tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:01.650614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c5a992c-8628-484f-b4f6-3d20b43d7315 req-d8678aa7-3ff9-42ad-98b5-bd184cada02a tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 946 time: 0.0524805 Apr 20 12:48:01.702269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c5a992c-8628-484f-b4f6-3d20b43d7315 req-b1d98471-4643-4a5b-bf79-17e57ff2f359 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Apr 20 12:48:02.412010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a349ffa-d2df-4ab6-ba35-16329b28577c req-d955c89a-a0c6-4a64-9b1a-95ccaea19238 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:02.414053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a349ffa-d2df-4ab6-ba35-16329b28577c req-d955c89a-a0c6-4a64-9b1a-95ccaea19238 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 969 time: 0.0641372 Apr 20 12:48:02.424847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47646) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:02.489512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a349ffa-d2df-4ab6-ba35-16329b28577c req-16336c57-d09a-4049-9207-4fc2fc76c63c tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543451 Apr 20 12:48:02.712820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faf84d1c-679b-4459-af1f-d1fda1959c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:02.884791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faf84d1c-679b-4459-af1f-d1fda1959c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:02.893611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faf84d1c-679b-4459-af1f-d1fda1959c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:02.930091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae487b9-2e01-4b9f-8aa6-9997cb02c74b req-09a20976-624d-4dc1-bd02-c5427c6e83c5 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:02.935759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ae487b9-2e01-4b9f-8aa6-9997cb02c74b req-09a20976-624d-4dc1-bd02-c5427c6e83c5 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 946 time: 0.0953412 Apr 20 12:48:02.975798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf84d1c-679b-4459-af1f-d1fda1959c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390375cd-3b98-4a1c-8fd1-84e65f31493e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:02.980385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-faf84d1c-679b-4459-af1f-d1fda1959c65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bc01a07b4384952bc79dc80e6284c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545759 Apr 20 12:48:02.983112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47720) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:03.012728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ae487b9-2e01-4b9f-8aa6-9997cb02c74b req-33707ba9-7232-4356-a81b-1c2defc4eb57 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684466 Apr 20 12:48:03.068533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0377-6506-4999-8a5a-a4b5834d696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.090319 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0377-6506-4999-8a5a-a4b5834d696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.119172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47738) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:03.146023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0377-6506-4999-8a5a-a4b5834d696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.148628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fcc0377-6506-4999-8a5a-a4b5834d696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.152037 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1fcc0377-6506-4999-8a5a-a4b5834d696a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/390375cd-3b98-4a1c-8fd1-84e65f31493e HTTP/1.1" status: 204 len: 168 time: 0.1650152 Apr 20 12:48:03.163758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc0377-6506-4999-8a5a-a4b5834d696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390375cd-3b98-4a1c-8fd1-84e65f31493e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:03.384565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0fc6176f-daf0-4043-95eb-b124ada74a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.497376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0fc6176f-daf0-4043-95eb-b124ada74a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.499592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9b695f00-8294-480f-98d4-768f544f1332 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:03.504742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0fc6176f-daf0-4043-95eb-b124ada74a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.562160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47796) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:03.563619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0fc6176f-daf0-4043-95eb-b124ada74a40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dffe8a18ee7241cba568f45b86833857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487972 Apr 20 12:48:03.566099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6176f-daf0-4043-95eb-b124ada74a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49044a0b-86f4-4d0c-8f7f-4137cc9d2359,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:03.673547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-087ece5b-5279-458b-aeef-dba2de8de205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.685793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e15813a-ea20-4096-904c-53ce3ca66713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.704505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9b695f00-8294-480f-98d4-768f544f1332, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9b695f00-8294-480f-98d4-768f544f1332,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:03.713210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e15813a-ea20-4096-904c-53ce3ca66713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.736992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '9b695f00-8294-480f-98d4-768f544f1332', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '9b695f00-8294-480f-98d4-768f544f1332', 'mac_address': 'fa:16:3e:49:c4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-838100362', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:03.794457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.814775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b695f00-8294-480f-98d4-768f544f1332 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:03.836553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47812) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:03.844507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e15813a-ea20-4096-904c-53ce3ca66713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.851790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e15813a-ea20-4096-904c-53ce3ca66713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.858668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2e15813a-ea20-4096-904c-53ce3ca66713 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49044a0b-86f4-4d0c-8f7f-4137cc9d2359 HTTP/1.1" status: 204 len: 168 time: 0.2940273 Apr 20 12:48:03.881811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15813a-ea20-4096-904c-53ce3ca66713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49044a0b-86f4-4d0c-8f7f-4137cc9d2359,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:03.889907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9b695f00-8294-480f-98d4-768f544f1332, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9b695f00-8294-480f-98d4-768f544f1332,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:03.910742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d565e798-2115-4fa4-8362-3e6ab611f266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:03.926094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.015495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d565e798-2115-4fa4-8362-3e6ab611f266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.026589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d565e798-2115-4fa4-8362-3e6ab611f266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.041915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9b695f00-8294-480f-98d4-768f544f1332,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:04.060924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d565e798-2115-4fa4-8362-3e6ab611f266 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7553e56f00043d4bb80dcc997614a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221344 Apr 20 12:48:04.063883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47846) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:04.082800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a2394-c455-4d90-b584-66ed3f92fd5d req-6b840d43-d8ce-4363-b6a6-1f9af4109da2 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:04.090052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d17a2394-c455-4d90-b584-66ed3f92fd5d req-6b840d43-d8ce-4363-b6a6-1f9af4109da2 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 969 time: 0.2176666 Apr 20 12:48:04.109965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e798-2115-4fa4-8362-3e6ab611f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f4cf0f-3749-4099-b97e-9d0f5d3fe3a5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:04.131410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9b695f00-8294-480f-98d4-768f544f1332'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:04.159854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d17a2394-c455-4d90-b584-66ed3f92fd5d req-475f7613-3f83-4fef-9150-797acebd3fd3 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643318 Apr 20 12:48:04.172423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-000cf4e9-4488-4ce4-8859-5c1d9d182aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.227384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-000cf4e9-4488-4ce4-8859-5c1d9d182aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.312168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-000cf4e9-4488-4ce4-8859-5c1d9d182aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.322744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-000cf4e9-4488-4ce4-8859-5c1d9d182aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.325770 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-000cf4e9-4488-4ce4-8859-5c1d9d182aef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68f4cf0f-3749-4099-b97e-9d0f5d3fe3a5 HTTP/1.1" status: 204 len: 168 time: 0.2598958 Apr 20 12:48:04.338844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000cf4e9-4488-4ce4-8859-5c1d9d182aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f4cf0f-3749-4099-b97e-9d0f5d3fe3a5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:04.353484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab364ec3-37b2-4f38-8037-805c1c44f2f9 req-606da68c-b7d7-49e4-a3e8-b4345de30abb tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0519590 Apr 20 12:48:04.545703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac997ac-2a04-4877-a1fe-fcf9d28c6879 req-904f0191-197c-4e80-a6b7-769e47d26338 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:04.548514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bac997ac-2a04-4877-a1fe-fcf9d28c6879 req-904f0191-197c-4e80-a6b7-769e47d26338 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 946 time: 0.0718122 Apr 20 12:48:04.597794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bac997ac-2a04-4877-a1fe-fcf9d28c6879 req-f747cb2d-fc63-41e8-8e4c-8246dd52a960 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409353 Apr 20 12:48:04.611118 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:04.626303 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-139b6c3d-af9c-41d1-ae39-31a7cc8ff756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.800352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-139b6c3d-af9c-41d1-ae39-31a7cc8ff756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.807331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-139b6c3d-af9c-41d1-ae39-31a7cc8ff756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:04.826874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36aeadb3-5255-4ced-a529-217f1e301ec9 req-a53b9bad-ebba-40b2-addf-123b266e9740 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0562260 Apr 20 12:48:04.849834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b6c3d-af9c-41d1-ae39-31a7cc8ff756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8855b86-a9cc-4d9c-9142-83d9da51b905,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:04.856232 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-139b6c3d-af9c-41d1-ae39-31a7cc8ff756 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2eb3234a15fb4570afc249af0fcadd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441547 Apr 20 12:48:04.858779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47888) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:04.981713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d00f1d38-104e-4320-92f0-872c377caa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.008590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d00f1d38-104e-4320-92f0-872c377caa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.093202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d00f1d38-104e-4320-92f0-872c377caa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.097123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d00f1d38-104e-4320-92f0-872c377caa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.100870 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d00f1d38-104e-4320-92f0-872c377caa47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8855b86-a9cc-4d9c-9142-83d9da51b905 HTTP/1.1" status: 204 len: 168 time: 0.2386949 Apr 20 12:48:05.120382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f1d38-104e-4320-92f0-872c377caa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8855b86-a9cc-4d9c-9142-83d9da51b905,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:05.335215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-606caa32-9fd9-42f7-8222-6d9867c5180b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313947 Apr 20 12:48:05.353727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03583-afb2-4648-970d-713462288938 req-af681fd1-2d59-4cc2-88d2-9548aae13857 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:05.364527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47930) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:05.369349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'floatingip': {'port_id': '69ba6e20-2d8a-41ce-af3a-483c8de876c5'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:05.376515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00c03583-afb2-4648-970d-713462288938 req-af681fd1-2d59-4cc2-88d2-9548aae13857 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 946 time: 0.3558514 Apr 20 12:48:05.510321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.528472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9b695f00-8294-480f-98d4-768f544f1332 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:05.621994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-cab73ced-0d34-4051-841a-fd74d7d90d3d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:05.629033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-cab73ced-0d34-4051-841a-fd74d7d90d3d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845454 Apr 20 12:48:05.638733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 9b695f00-8294-480f-98d4-768f544f1332 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:05.645113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 9b695f00-8294-480f-98d4-768f544f1332 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:05.645703 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.683622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-c07a39e1-f8fd-41b8-a2f1-8400e3f7a024 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/quotas/f96e8a01db4f41dbb70c37a694bdd48e HTTP/1.1" status: 200 len: 375 time: 0.0359824 Apr 20 12:48:05.737567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-d2971a4a-4ec6-48d6-87eb-c7c153015cfe tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527244 Apr 20 12:48:05.757429 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.763291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab719cb1-d77d-4e7b-9203-efa9d22c9792 req-a8572a98-db64-4c59-85d0-d2cf1b1fbedb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:05.770745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab719cb1-d77d-4e7b-9203-efa9d22c9792 req-a8572a98-db64-4c59-85d0-d2cf1b1fbedb tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 970 time: 0.2191048 Apr 20 12:48:05.809798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9b695f00-8294-480f-98d4-768f544f1332, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9b695f00-8294-480f-98d4-768f544f1332,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:05.813231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b695f00-8294-480f-98d4-768f544f1332'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:05.816780 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222a33a0-25cc-4f56-9df3-69a6fe610ffb" -d '{"events": [{"server_uuid": "e7df9674-4af2-4eaa-840c-39a415ebffc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b695f00-8294-480f-98d4-768f544f1332"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:05.821415 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.851842 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b2e608a2-6c3e-4db5-9c89-b793945132cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:05.861856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab719cb1-d77d-4e7b-9203-efa9d22c9792 req-881ad954-0cdc-4dfa-bc4d-d169c2a062e2 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804565 Apr 20 12:48:05.919175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9b695f00-8294-480f-98d4-768f544f1332,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:06.039963 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9a592-1c82-4aa9-b8ca-b122c43b6e03 x-openstack-request-id: req-e8d9a592-1c82-4aa9-b8ca-b122c43b6e03 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:06.040282 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7df9674-4af2-4eaa-840c-39a415ebffc8", "name": "network-vif-plugged", "status": "completed", "tag": "9b695f00-8294-480f-98d4-768f544f1332", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:06.040543 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8d9a592-1c82-4aa9-b8ca-b122c43b6e03 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:06.041173 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d9a592-1c82-4aa9-b8ca-b122c43b6e03'] response: {'server_uuid': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b695f00-8294-480f-98d4-768f544f1332', 'code': 200} Apr 20 12:48:06.246741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364d40-d4b8-4b2a-adb5-335410b0c2e0 req-723e01c7-43e4-4843-b0af-d3396ce8cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:06.248205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6364d40-d4b8-4b2a-adb5-335410b0c2e0 req-723e01c7-43e4-4843-b0af-d3396ce8cc9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 1122 time: 0.1093783 Apr 20 12:48:06.401593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b14ea0bc-45d8-44ae-be47-e84ecf6e552d req-73063f7b-2dd7-4173-b2fc-668a17fed0c3 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0764897 Apr 20 12:48:06.420255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6364d40-d4b8-4b2a-adb5-335410b0c2e0 req-4b8cb34c-d882-45fc-a60d-e55e96238776 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584513 Apr 20 12:48:06.544601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47988) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:06.623955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:48:06.710015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-67a5142b-7d54-4c12-ad79-43b300733797 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354819 Apr 20 12:48:06.783740 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:06.789650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:06.825043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1486a843-9089-458f-a6e0-7a97cfac0f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:06.859469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-38f39317-b073-4582-9822-1de51c2c0239 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:06.862111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-38f39317-b073-4582-9822-1de51c2c0239 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509783 Apr 20 12:48:06.901770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-d6b97f37-6ee4-49a1-8b11-84f6c9024391 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/quotas/f96e8a01db4f41dbb70c37a694bdd48e HTTP/1.1" status: 200 len: 375 time: 0.0300884 Apr 20 12:48:06.947291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-25cd449f-aff1-47d2-917e-35c9152cefdf tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445628 Apr 20 12:48:06.964476 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7 associated. External IP: 172.25.3.236, port: 69ba6e20-2d8a-41ce-af3a-483c8de876c5. Apr 20 12:48:07.031755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.085200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1486a843-9089-458f-a6e0-7a97cfac0f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.097624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1486a843-9089-458f-a6e0-7a97cfac0f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.143349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1486a843-9089-458f-a6e0-7a97cfac0f51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d921d667d1e4c2c8087d19463ad6e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968113 Apr 20 12:48:07.147188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48018) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:07.179542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e488-284d-4131-8979-4f863ff526e1 req-47d6dd23-0ae7-4846-8742-240733a5d376 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:07.189492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4027e488-284d-4131-8979-4f863ff526e1 req-47d6dd23-0ae7-4846-8742-240733a5d376 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 971 time: 0.1688178 Apr 20 12:48:07.200283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486a843-9089-458f-a6e0-7a97cfac0f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95e39b0-450d-4a9d-b7e3-354a2f54c97e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:07.232186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:07.282380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b48c9de-3014-452f-bda3-c6c4b456e15f req-0ea6cded-8b50-4a74-85b9-0a15ab38247d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 210 time: 0.0503407 Apr 20 12:48:07.297006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4027e488-284d-4131-8979-4f863ff526e1 req-9d9983a9-fff6-43b9-9365-f4a9c86e5746 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064224 Apr 20 12:48:07.435131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577c686c-b994-4768-96a0-023deea721cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.565854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-b9f539f1-fb1c-4042-845b-8b04cbfeb5ae tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716243 Apr 20 12:48:07.575475 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577c686c-b994-4768-96a0-023deea721cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.667460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:48:07.740611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0f75925b-62bb-45b9-8f17-256f2cfed56c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7af417f8805d49f3bf718d35484b25bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5073588 Apr 20 12:48:07.761865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9ddaf91-b983-4892-ada4-5dfa09ed2824 req-d362e6d5-0760-4c6d-abed-d810f71286c0 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.1622052 Apr 20 12:48:07.761865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48048) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:07.816439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577c686c-b994-4768-96a0-023deea721cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.823994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577c686c-b994-4768-96a0-023deea721cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.831380 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-577c686c-b994-4768-96a0-023deea721cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f95e39b0-450d-4a9d-b7e3-354a2f54c97e HTTP/1.1" status: 204 len: 168 time: 0.6816506 Apr 20 12:48:07.849036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c686c-b994-4768-96a0-023deea721cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95e39b0-450d-4a9d-b7e3-354a2f54c97e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:07.865869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-f2704ca7-3206-4a38-a893-30a0d373be3c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:07.868285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-f2704ca7-3206-4a38-a893-30a0d373be3c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910900 Apr 20 12:48:07.889809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Request body: {'port': {'device_id': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'f96e8a01db4f41dbb70c37a694bdd48e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:07.920759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a088293-3ef6-42f9-8993-0c63468b5034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.939339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:48:07.945510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:07.954488 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] Sync routers for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:48:07.968032 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:48:07.969328 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:48:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:08.005085 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a088293-3ef6-42f9-8993-0c63468b5034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.019201 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9bd0126f-d3fa-42a6-acff-ea43dbcc2dc6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "PUT /v2.0/floatingips/440aafab-b83e-465f-8e35-ec3d83fdd3b7 HTTP/1.1" status: 200 len: 992 time: 2.6520424 Apr 20 12:48:08.022255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:08.024312 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623" -d '{"events": [{"name": "network-changed", "server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:08.114109 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:48:08.119886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Made reservation on behalf of f96e8a01db4f41dbb70c37a694bdd48e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:08.126821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.133295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a088293-3ef6-42f9-8993-0c63468b5034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.137344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a088293-3ef6-42f9-8993-0c63468b5034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.137535 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d337a7b0-85be-4ae2-9159-5acdaa155110 req-bd2366f6-1c27-4ee9-b38d-dbb1f678facd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0876017 Apr 20 12:48:08.138832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1a088293-3ef6-42f9-8993-0c63468b5034 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a15499cc-c7de-4e61-92f6-faaad2887341 HTTP/1.1" status: 204 len: 168 time: 0.3742287 Apr 20 12:48:08.149360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.257733 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e6aede-6c2a-4cdc-8f2b-d818ab0b3617 x-openstack-request-id: req-57e6aede-6c2a-4cdc-8f2b-d818ab0b3617 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:08.258121 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:08.258437 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57e6aede-6c2a-4cdc-8f2b-d818ab0b3617 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:08.258903 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e6aede-6c2a-4cdc-8f2b-d818ab0b3617'] response: {'name': 'network-changed', 'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'status': 'completed', 'code': 200} Apr 20 12:48:08.280060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.282364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a088293-3ef6-42f9-8993-0c63468b5034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15499cc-c7de-4e61-92f6-faaad2887341,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:08.305108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.417425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a09e56-bc09-4ef6-a540-cf2cf1d59ffb req-1f8c4f22-4166-4df4-94f9-e854a6aa14ff tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:08.432788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.440059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66a09e56-bc09-4ef6-a540-cf2cf1d59ffb req-1f8c4f22-4166-4df4-94f9-e854a6aa14ff tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 946 time: 0.2789187 Apr 20 12:48:08.527904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-99f237ca-d154-40be-8b49-3c3683750bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:08.532920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-541fef50-6c13-4d9b-a034-1f00446cd6aa req-84d3e3a0-d83e-4c4b-9c95-9e7c142b1492 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 210 time: 0.0488048 Apr 20 12:48:08.534391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-99f237ca-d154-40be-8b49-3c3683750bfd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 1097 time: 0.0922534 Apr 20 12:48:08.537997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:08.651081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Allocated IP 192.168.233.237 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/c462a506-38b9-412b-afdd-ba94ed176905) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:08.653746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '440aafab-b83e-465f-8e35-ec3d83fdd3b7', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'port_id': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'mac_address': 'fa:16:3e:a9:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:47:38Z', 'updated_at': '2022-04-20T12:48:06Z', 'revision_number': 1, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:08.697157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-2a509702-1713-4b59-b66e-dee6e77cf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:08.698641 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-2a509702-1713-4b59-b66e-dee6e77cf7bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 924 time: 0.1434481 Apr 20 12:48:08.702550 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] Checking router: 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:48:08.715250 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:48:08.716336 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:48:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:08.809149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66a09e56-bc09-4ef6-a540-cf2cf1d59ffb req-474a7264-d976-45ed-b70b-121fa41db5ed tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681393 Apr 20 12:48:08.815649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:08.841483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.30', 50034) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:08.890034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360cb98-3295-42de-b170-e1a514cb4368 req-f0fb1abb-4071-48a4-b8c5-275ab9a57dc6 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:08.897391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6360cb98-3295-42de-b170-e1a514cb4368 req-f0fb1abb-4071-48a4-b8c5-275ab9a57dc6 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 971 time: 0.1947165 Apr 20 12:48:08.945490 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-dcceacc1-f4e2-45e1-87ae-119a866a8b9f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026535 Apr 20 12:48:08.961095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:48:08.976804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6360cb98-3295-42de-b170-e1a514cb4368 req-80962eec-6230-4b0a-b918-1ddd66ef2fa8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782166 Apr 20 12:48:09.014126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.102137 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.137350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48102) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:09.164042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15c6d825-2773-47a7-b151-b288516c7cc7 req-b5424a02-95a3-4f6d-9730-80264515d5cf tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0839944 Apr 20 12:48:09.258983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-2d1ed013-3c00-482c-bc7e-1d3a72758065 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5 HTTP/1.1" status: 200 len: 1000 time: 0.5498219 Apr 20 12:48:09.315271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:09.337986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:09.352928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:09.358025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:09.368678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1ec960ba-0cb6-4521-b053-f7e3c30d3935 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03522cf52cc04a379de08af44b8e0559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279751 Apr 20 12:48:09.368974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48106) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:09.506340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:09.507019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.558349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-4e789c0a-ca4a-4050-a5a7-3d969e03ba15 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:09.560208 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-4e789c0a-ca4a-4050-a5a7-3d969e03ba15 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5964139 Apr 20 12:48:09.570047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-7b65b8a4-c6b6-489b-92fc-111766c34f4e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6842058 Apr 20 12:48:09.578465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-6798a336-957c-440e-aac9-2b9ef0ff98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:09.580171 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-6798a336-957c-440e-aac9-2b9ef0ff98b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 200 len: 862 time: 0.2880571 Apr 20 12:48:09.583881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Request body: {'port': {'device_id': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:09.597672 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '440aafab-b83e-465f-8e35-ec3d83fdd3b7', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'port_id': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'mac_address': 'fa:16:3e:a9:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:47:38Z', 'updated_at': '2022-04-20T12:48:06Z', 'revision_number': 1, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:09.610216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d0174e1-aaad-4fde-822d-a1917c8376c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.637431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d0174e1-aaad-4fde-822d-a1917c8376c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.655170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Request body: {'port': {'device_id': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'f96e8a01db4f41dbb70c37a694bdd48e'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:09.677004 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f898e174-1030-4210-8b2e-d3b087a2c9e3 None None] The sync data for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 is: [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '440aafab-b83e-465f-8e35-ec3d83fdd3b7', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'port_id': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'mac_address': 'fa:16:3e:a9:79:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:47:38Z', 'updated_at': '2022-04-20T12:48:06Z', 'revision_number': 1, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:48:09.736823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e0e92-3a2a-4d44-8805-331a32978526 req-d2c10ead-0a0c-4b0b-857d-ec5678bc04fa tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:09.745987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7e0e92-3a2a-4d44-8805-331a32978526 req-d2c10ead-0a0c-4b0b-857d-ec5678bc04fa tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 971 time: 0.1078651 Apr 20 12:48:09.755106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.802533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5324efd5-6304-481e-a67c-b085e2baa604 None None] Provisioning complete for port c462a506-38b9-412b-afdd-ba94ed176905 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:09.803289 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5324efd5-6304-481e-a67c-b085e2baa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.841729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-24247ebf-cfdd-4d20-9622-0fe9866d2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:09.844815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-24247ebf-cfdd-4d20-9622-0fe9866d2cdc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82a6086f-de31-4aa9-a4ca-d630b67f760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035246 Apr 20 12:48:09.884305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5324efd5-6304-481e-a67c-b085e2baa604 None None] Port c462a506-38b9-412b-afdd-ba94ed176905 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:48:09.892236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7e0e92-3a2a-4d44-8805-331a32978526 req-eca96dde-055e-4b22-a9c4-de40c56c3b51 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450012 Apr 20 12:48:09.954247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-468113ba-6a61-4861-b348-c09b9b61b1b1 req-05e4b8bd-ddf2-45c2-ba4b-86ff5bb80ada tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 210 time: 0.1260111 Apr 20 12:48:09.955761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d0174e1-aaad-4fde-822d-a1917c8376c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.958410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d0174e1-aaad-4fde-822d-a1917c8376c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:09.962874 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0d0174e1-aaad-4fde-822d-a1917c8376c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9fe3161-be2e-47a8-90a5-9e37b7624b8d HTTP/1.1" status: 204 len: 168 time: 0.5714576 Apr 20 12:48:09.985390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0174e1-aaad-4fde-822d-a1917c8376c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fe3161-be2e-47a8-90a5-9e37b7624b8d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:09.988680 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-f4122a11-4dad-40a0-ab87-714a0f72267e service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338379 Apr 20 12:48:10.070581 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Made reservation on behalf of f96e8a01db4f41dbb70c37a694bdd48e for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:10.074689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:10.125967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa06e65-08bd-486c-971b-aef53f5d8aab None None] New status for floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:48:10.200884 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fc85e3cc-d07d-415b-aa7d-0ada04dd3623 req-2df572c7-9c03-4889-a94c-b173dd0ad7a9 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026415 Apr 20 12:48:10.369330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6371e058-d0f5-4679-a249-0f1e88353c9c req-65688488-2878-41ed-af18-39879db3a406 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0376697 Apr 20 12:48:10.439710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c462a506-38b9-412b-afdd-ba94ed176905 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:10.456720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:10.483346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Transition to ACTIVE for port object c462a506-38b9-412b-afdd-ba94ed176905 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:10.491577 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:10.621585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:10.639227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Allocated IP 192.168.233.60 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/f2d24e7d-64e6-40b0-a6a6-05b243f14e51) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:10.784591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Attempting to bind port c462a506-38b9-412b-afdd-ba94ed176905 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:10.785123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Attempting to bind port c462a506-38b9-412b-afdd-ba94ed176905 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:10.785384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Attempting to bind port c462a506-38b9-412b-afdd-ba94ed176905 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:10.807112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb02ea-75c6-4576-b4cf-ea57c4dfd149 req-f6f709cc-bcfa-4dbb-99b8-3b23e8008dd8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:10.812948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50bb02ea-75c6-4576-b4cf-ea57c4dfd149 req-f6f709cc-bcfa-4dbb-99b8-3b23e8008dd8 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 971 time: 0.1802480 Apr 20 12:48:10.815542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Port c462a506-38b9-412b-afdd-ba94ed176905 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:10.819849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Attempting to bind port c462a506-38b9-412b-afdd-ba94ed176905 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:10.850795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:10.851070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:10.851524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:10.851882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Bound port: c462a506-38b9-412b-afdd-ba94ed176905, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:10.852260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:10.947790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50bb02ea-75c6-4576-b4cf-ea57c4dfd149 req-1a74ad4d-7d85-4323-b975-2ed9f806c7e4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023171 Apr 20 12:48:10.974261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:10.990560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25d63dad-726c-4675-b03e-0ed576f321cb req-256d04ad-0e21-436a-bb69-4ef12cd6aecb tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0821815 Apr 20 12:48:11.018388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:11.021523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:11.029251 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.051703 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.091525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:11.092143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.095467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/c462a506-38b9-412b-afdd-ba94ed176905 HTTP/1.1" status: 200 len: 1096 time: 1.5145528 Apr 20 12:48:11.095906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48190) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:11.096369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:11.101401 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726bfb8e-99c6-4d44-8719-31789918413a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "tag": "c462a506-38b9-412b-afdd-ba94ed176905"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:11.150528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e4cc3-b450-4856-9444-a9746a8414e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:11.168477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:11.181098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Pushing event updated for resources: {'Port': ['ID=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:11.192384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:11.199194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:11.205998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:11.207244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.231855 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-544c726f-53f0-47f4-9ae0-bba7e06fb1b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5921178 Apr 20 12:48:11.247701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Request body: {'port': {'device_id': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:11.336233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-180a02e3-11ae-4a14-9a29-f4d544525c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:11.337892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-180a02e3-11ae-4a14-9a29-f4d544525c77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1099 time: 0.1825607 Apr 20 12:48:11.348733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.367352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e9e3d-ed0f-46d8-961d-ac34aad58bdc req-67aca696-7a6f-4a44-804c-f9059873b48f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:11.368794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a26e9e3d-ed0f-46d8-961d-ac34aad58bdc req-67aca696-7a6f-4a44-804c-f9059873b48f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 935 time: 0.1224055 Apr 20 12:48:11.410546 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c48b032b-364a-4757-a208-e96194bcc36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.435046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-3977e4ab-1108-4b0b-93ae-58fb0cf00c34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c462a506-38b9-412b-afdd-ba94ed176905 HTTP/1.1" status: 200 len: 217 time: 0.0869014 Apr 20 12:48:11.489941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a26e9e3d-ed0f-46d8-961d-ac34aad58bdc req-03bfea73-a051-475d-9469-688bccebf498 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012578 Apr 20 12:48:11.662323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2db549-3b66-46e6-894d-a3508ca3288a req-736fd362-5f0e-4dea-ad6c-43d4274dad0a tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0535188 Apr 20 12:48:11.687714 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f8cd6-35fc-4a13-82b7-6098f1eefc60 x-openstack-request-id: req-ff2f8cd6-35fc-4a13-82b7-6098f1eefc60 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:11.688014 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "tag": "c462a506-38b9-412b-afdd-ba94ed176905", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:11.688273 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff2f8cd6-35fc-4a13-82b7-6098f1eefc60 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:11.690699 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2f8cd6-35fc-4a13-82b7-6098f1eefc60'] response: {'name': 'network-changed', 'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905', 'status': 'completed', 'code': 200} Apr 20 12:48:11.719547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-06d48276-aaab-4f4b-8b67-bafa8732a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:11.720143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3c15b81f-ef1c-4d60-befa-73cf48aeab2b None None] Provisioning complete for port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:11.721231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-06d48276-aaab-4f4b-8b67-bafa8732a030 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2769377 Apr 20 12:48:11.721820 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3c15b81f-ef1c-4d60-befa-73cf48aeab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.773719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-2cbe626c-5226-4830-bc0a-d606cff4eab2 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:11.775594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-2cbe626c-5226-4830-bc0a-d606cff4eab2 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 971 time: 0.2162130 Apr 20 12:48:11.816300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3c15b81f-ef1c-4d60-befa-73cf48aeab2b None None] Port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:48:11.939883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d24e7d-64e6-40b0-a6a6-05b243f14e51 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:11.954056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-00b51763-9974-4510-8270-a38527e5d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:11.955673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-00b51763-9974-4510-8270-a38527e5d807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2237709 Apr 20 12:48:11.961020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.976963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c48b032b-364a-4757-a208-e96194bcc36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:11.991750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Transition to ACTIVE for port object f2d24e7d-64e6-40b0-a6a6-05b243f14e51 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:11.998283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.002514 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c48b032b-364a-4757-a208-e96194bcc36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.010351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48232) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:12.067902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:12.134182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Attempting to bind port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:12.134522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Attempting to bind port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:12.134855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Attempting to bind port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:12.146311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:12.150023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Attempting to bind port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:12.156832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:12.157514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:12.158147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:12.158791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Bound port: f2d24e7d-64e6-40b0-a6a6-05b243f14e51, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:12.159390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.280428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] For port f2d24e7d-64e6-40b0-a6a6-05b243f14e51, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:12.285716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] For port f2d24e7d-64e6-40b0-a6a6-05b243f14e51, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:12.291969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.340207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:12.355723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:12.364738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:12.365730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.367987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-3807ac28-0ac3-44ff-a6d4-60e056030902 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2d24e7d-64e6-40b0-a6a6-05b243f14e51 HTTP/1.1" status: 200 len: 1095 time: 1.1283178 Apr 20 12:48:12.368480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'tag': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:12.370840 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11" -d '{"events": [{"name": "network-changed", "server_uuid": "5e9385d1-d203-44c1-81c0-088f8063aac8", "tag": "f2d24e7d-64e6-40b0-a6a6-05b243f14e51"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:12.428443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c48b032b-364a-4757-a208-e96194bcc36a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e02ff4a1e4034b56a6ba1f38979b9ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3196084 Apr 20 12:48:12.432004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48252) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:12.451046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Deleting port 9b695f00-8294-480f-98d4-768f544f1332 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:48:12.451394 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.479180 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cb1bf0-5425-443a-940d-2a6c55a9139c x-openstack-request-id: req-f2cb1bf0-5425-443a-940d-2a6c55a9139c {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:12.479672 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e9385d1-d203-44c1-81c0-088f8063aac8", "tag": "f2d24e7d-64e6-40b0-a6a6-05b243f14e51", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:12.480620 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2cb1bf0-5425-443a-940d-2a6c55a9139c {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:12.481451 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2cb1bf0-5425-443a-940d-2a6c55a9139c'] response: {'name': 'network-changed', 'server_uuid': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'tag': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51', 'status': 'completed', 'code': 200} Apr 20 12:48:12.516396 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a1165b6a-00b5-470f-b399-6f8d6f127b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.548376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-d28fdd19-4b41-48e1-9985-1c3652398fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:12.549873 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-d28fdd19-4b41-48e1-9985-1c3652398fdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 1098 time: 0.1343684 Apr 20 12:48:12.611499 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-d5b47007-e76f-4281-9100-a17e241cac1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51 HTTP/1.1" status: 200 len: 217 time: 0.0482037 Apr 20 12:48:12.637413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b032b-364a-4757-a208-e96194bcc36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175cd945-112c-49e9-a742-5d3e09fde53b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:12.647932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.708866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-b383093c-33ec-4984-a470-eb9bcc40e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:12.710663 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-b383093c-33ec-4984-a470-eb9bcc40e239 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0921896 Apr 20 12:48:12.761502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a1165b6a-00b5-470f-b399-6f8d6f127b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.766785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a1165b6a-00b5-470f-b399-6f8d6f127b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.769476 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfc75e39-7fab-4bb2-831f-f806e8bee4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.784622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a393-16d5-4a0c-a531-2775588c354c req-5fb05e34-3d5a-4bc0-a47d-2c8874d3d8f4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:12.786020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3869a393-16d5-4a0c-a531-2775588c354c req-5fb05e34-3d5a-4bc0-a47d-2c8874d3d8f4 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 971 time: 0.3626797 Apr 20 12:48:12.800826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-03b64e7e-9852-46a0-88bd-0d06d15f087a service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8371119 Apr 20 12:48:12.809982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-0ea1cb42-b14e-4d69-a304-3d28a7e83768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:12.811485 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-0ea1cb42-b14e-4d69-a304-3d28a7e83768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899203 Apr 20 12:48:12.813559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1165b6a-00b5-470f-b399-6f8d6f127b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae9c445-af30-4185-8fdb-f578a4a25b0e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:12.821755 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a1165b6a-00b5-470f-b399-6f8d6f127b0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c7562f5098a4cd0bb9d5280513cea27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4738553 Apr 20 12:48:12.822364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48264) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:12.839514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff023-617f-4645-b63c-7f9338592fb5 req-d8d2510e-0d37-4cb1-88e5-e8677c4acf0c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:12.840943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894ff023-617f-4645-b63c-7f9338592fb5 req-d8d2510e-0d37-4cb1-88e5-e8677c4acf0c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 947 time: 0.1959767 Apr 20 12:48:12.900129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfc75e39-7fab-4bb2-831f-f806e8bee4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.902634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] For port 9b695f00-8294-480f-98d4-768f544f1332, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9b695f00-8294-480f-98d4-768f544f1332,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:12.902985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.944288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1edab412-2aab-439e-928a-8f86d8c7de0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.950920 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-b0c98d05-d58d-4e73-aac2-9ac3e3fa6b03 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305540 Apr 20 12:48:12.980953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Calling delete_port for 9b695f00-8294-480f-98d4-768f544f1332 owned by compute:tempest-test_az-838100362 {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:48:12.989250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1edab412-2aab-439e-928a-8f86d8c7de0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:12.997328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3869a393-16d5-4a0c-a531-2775588c354c req-f401d6cf-8757-4140-afa0-a9ba463f5623 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f75c4ba-b494-4a9c-a88e-293fcaa7c470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015471 Apr 20 12:48:13.048367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894ff023-617f-4645-b63c-7f9338592fb5 req-049f54b9-4bd1-46fd-91fa-5cc00b590c0e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772439 Apr 20 12:48:13.088502 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-278813ae-da56-4ca4-b8b1-aae5a6a7569f req-13f4ab01-bbab-419c-ac1e-e5d6d3fac1e9 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298654 Apr 20 12:48:13.116604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.116960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1edab412-2aab-439e-928a-8f86d8c7de0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.123093 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1edab412-2aab-439e-928a-8f86d8c7de0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.126207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1edab412-2aab-439e-928a-8f86d8c7de0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ae9c445-af30-4185-8fdb-f578a4a25b0e HTTP/1.1" status: 204 len: 168 time: 0.3022914 Apr 20 12:48:13.135381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edab412-2aab-439e-928a-8f86d8c7de0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae9c445-af30-4185-8fdb-f578a4a25b0e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:13.140788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85da8eb4-78d0-4cfd-a585-85c12eda088b req-7f027ead-7c42-4201-8b07-3b99cf8c9dc4 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0523231 Apr 20 12:48:13.145011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d1ba1-9e7c-4475-93fc-5b3ca0eb95dd req-df813e58-f3e7-49e1-be78-be5f5f97b327 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217707 Apr 20 12:48:13.145372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.169855 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfc75e39-7fab-4bb2-831f-f806e8bee4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.172793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfc75e39-7fab-4bb2-831f-f806e8bee4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.173944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bfc75e39-7fab-4bb2-831f-f806e8bee4e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/175cd945-112c-49e9-a742-5d3e09fde53b HTTP/1.1" status: 204 len: 168 time: 0.7295876 Apr 20 12:48:13.199416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f70b2e079aa46b3830e45a6fc854cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1848705 Apr 20 12:48:13.199897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48272) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:13.219154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1add0-7c35-4d9b-b343-1898fc49a9e2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:13.256677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-cbed2183-0306-45ff-bf93-907bfb4168b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.258609 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-cbed2183-0306-45ff-bf93-907bfb4168b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 1098 time: 0.1119957 Apr 20 12:48:13.266886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.267365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.267800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.268315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.268739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.269128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.269514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.269974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.270480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.270587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.270850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.271250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c85c09-c1ae-4f34-ac05-4b92f6fed76b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.288295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc75e39-7fab-4bb2-831f-f806e8bee4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175cd945-112c-49e9-a742-5d3e09fde53b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:13.303847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.331978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bfb8e-99c6-4d44-8719-31789918413a req-9a5188c1-fe89-4e55-bd7f-c4c7be6f502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.333444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-726bfb8e-99c6-4d44-8719-31789918413a req-9a5188c1-fe89-4e55-bd7f-c4c7be6f502a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1099 time: 0.1219635 Apr 20 12:48:13.379439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.396890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.410550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9b695f00-8294-480f-98d4-768f544f1332'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:13.442263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Pushing event deleted for resources: {'Port': ['ID=9b695f00-8294-480f-98d4-768f544f1332,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:13.445712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-f04840a2-863b-4e67-afc6-554b20c66a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.448077 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-f04840a2-863b-4e67-afc6-554b20c66a47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1823971 Apr 20 12:48:13.513266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] No DVR routers for this DVR port 9b695f00-8294-480f-98d4-768f544f1332 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:48:13.517124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.520667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-498b8558-5ac7-4ad5-b63d-db1abab2870e req-7fd39206-6762-4293-adf2-3e33d3b1c2b5 tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.37 "DELETE /v2.0/ports/9b695f00-8294-480f-98d4-768f544f1332 HTTP/1.1" status: 204 len: 173 time: 1.7224703 Apr 20 12:48:13.533678 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-d007d7d2-64d7-4264-8b23-3c89f4e91735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51 HTTP/1.1" status: 200 len: 217 time: 0.0693612 Apr 20 12:48:13.533856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bfb8e-99c6-4d44-8719-31789918413a req-061acbb1-e3b7-43ed-9d47-e613fe0bb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.535798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-726bfb8e-99c6-4d44-8719-31789918413a req-061acbb1-e3b7-43ed-9d47-e613fe0bb284 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1939969 Apr 20 12:48:13.591507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.613873 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.617515 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40f1add0-7c35-4d9b-b343-1898fc49a9e2 HTTP/1.1" status: 204 len: 168 time: 0.4141462 Apr 20 12:48:13.636562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-726bfb8e-99c6-4d44-8719-31789918413a req-9c0d247f-13d0-4a81-808d-3d302ce4d0f1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c462a506-38b9-412b-afdd-ba94ed176905 HTTP/1.1" status: 200 len: 217 time: 0.0915096 Apr 20 12:48:13.647528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1add0-7c35-4d9b-b343-1898fc49a9e2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:13.670657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.671132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.679044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.684717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.686686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.687639 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.687998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.688343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.691387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.691771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.692128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.692465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6721d3e1-e5c3-4c9f-88f2-09574223d98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:13.698651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-21873b6f-f7f6-4755-bbbf-00f7724a1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.700726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-21873b6f-f7f6-4755-bbbf-00f7724a1316 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1660249 Apr 20 12:48:13.720789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'name': 'network-vif-deleted', 'tag': '9b695f00-8294-480f-98d4-768f544f1332'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:13.723447 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207f8e88-eff5-48f9-9a62-af8b23e02733" -d '{"events": [{"server_uuid": "e7df9674-4af2-4eaa-840c-39a415ebffc8", "name": "network-vif-deleted", "tag": "9b695f00-8294-480f-98d4-768f544f1332"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:13.789024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bfb8e-99c6-4d44-8719-31789918413a req-0bc0538f-7442-4861-a83f-8d9004d0bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.790446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-726bfb8e-99c6-4d44-8719-31789918413a req-0bc0538f-7442-4861-a83f-8d9004d0bf83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1500816 Apr 20 12:48:13.799974 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d49ac5-fb9f-47e7-a5d0-16146c2a6278 x-openstack-request-id: req-70d49ac5-fb9f-47e7-a5d0-16146c2a6278 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:13.800630 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7df9674-4af2-4eaa-840c-39a415ebffc8", "name": "network-vif-deleted", "tag": "9b695f00-8294-480f-98d4-768f544f1332", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:13.801200 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70d49ac5-fb9f-47e7-a5d0-16146c2a6278 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:13.801822 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d49ac5-fb9f-47e7-a5d0-16146c2a6278'] response: {'server_uuid': 'e7df9674-4af2-4eaa-840c-39a415ebffc8', 'name': 'network-vif-deleted', 'tag': '9b695f00-8294-480f-98d4-768f544f1332', 'status': 'completed', 'code': 200} Apr 20 12:48:13.822396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-21dcb8d2-bb6f-44af-88a5-c714f994d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.823972 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-21dcb8d2-bb6f-44af-88a5-c714f994d1fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063592 Apr 20 12:48:13.865307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bfb8e-99c6-4d44-8719-31789918413a req-26605386-77e3-4309-8483-b8da62ede46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:13.868487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-726bfb8e-99c6-4d44-8719-31789918413a req-26605386-77e3-4309-8483-b8da62ede46c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647748 Apr 20 12:48:13.941345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:13.951860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48300) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:13.969685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0af0618c-2cd6-4e6c-aeda-ad018a8bd1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:13.973170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-cbefb6f6-0caf-4bdb-aa20-e49358ddcf4f service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416972 Apr 20 12:48:13.974916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc55bc15-a994-4281-befb-a9474c9ce09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.017750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-726bfb8e-99c6-4d44-8719-31789918413a req-e4d4dc65-5f63-47f7-b294-d938c11fae09 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411800 Apr 20 12:48:14.219050 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7c0757d9-8781-4f7e-b324-8e8c6a8a5a11 req-5246a2e8-69ae-4881-a693-2ea1305917c1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352433 Apr 20 12:48:14.235018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31298291-eba8-4473-a513-fccfed0d1d44 req-6a940a32-64cc-47f4-ac3b-d2cbaa8c367a tempest-DeleteServersAdminTestJSON-1602305566 tempest-DeleteServersAdminTestJSON-1602305566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7df9674-4af2-4eaa-840c-39a415ebffc8 HTTP/1.1" status: 200 len: 210 time: 0.0785761 Apr 20 12:48:14.272740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-726bfb8e-99c6-4d44-8719-31789918413a req-478b2de6-019b-4e98-a36c-aae711230c30 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343669 Apr 20 12:48:14.293674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bdbf0-7160-4eed-82e5-5c910fbce53c req-ed73e15c-fb90-4129-97cb-343c9082cb93 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:14.295190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705bdbf0-7160-4eed-82e5-5c910fbce53c req-ed73e15c-fb90-4129-97cb-343c9082cb93 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 947 time: 0.0719712 Apr 20 12:48:14.329937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0af0618c-2cd6-4e6c-aeda-ad018a8bd1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.341819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0af0618c-2cd6-4e6c-aeda-ad018a8bd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.350608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705bdbf0-7160-4eed-82e5-5c910fbce53c req-763b151d-8836-4200-824b-40d978533476 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492196 Apr 20 12:48:14.350938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc55bc15-a994-4281-befb-a9474c9ce09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.386012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc55bc15-a994-4281-befb-a9474c9ce09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.408717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4da32589-dd3a-47f2-be12-711a85ee5353 req-cc8f2712-a8d6-4185-b21e-c65d0a739854 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0300882 Apr 20 12:48:14.428265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48326) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:14.434372 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc55bc15-a994-4281-befb-a9474c9ce09c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76f23ab9331141dfb70d3036200a8af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812963 Apr 20 12:48:14.457712 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0af0618c-2cd6-4e6c-aeda-ad018a8bd1e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1ee56c0cc734dba90ee15427065f21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151491 Apr 20 12:48:14.459100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0618c-2cd6-4e6c-aeda-ad018a8bd1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e350d-94ec-4b37-8b73-bfa817cfb0ed,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:14.462319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48328) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:14.497951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55bc15-a994-4281-befb-a9474c9ce09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87633e9a-10c7-485a-9b4d-201adebf59e0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:14.532100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13e035-42ec-446e-9ca4-051f28923af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.562669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9390-6887-48f7-b8ec-ead7e96ec4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.565317 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13e035-42ec-446e-9ca4-051f28923af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.631381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9390-6887-48f7-b8ec-ead7e96ec4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.695723 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13e035-42ec-446e-9ca4-051f28923af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.698541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13e035-42ec-446e-9ca4-051f28923af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.699967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ec13e035-42ec-446e-9ca4-051f28923af8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87633e9a-10c7-485a-9b4d-201adebf59e0 HTTP/1.1" status: 204 len: 168 time: 0.2705455 Apr 20 12:48:14.722671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13e035-42ec-446e-9ca4-051f28923af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87633e9a-10c7-485a-9b4d-201adebf59e0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:14.736808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9390-6887-48f7-b8ec-ead7e96ec4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.740176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8cf9390-6887-48f7-b8ec-ead7e96ec4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:14.746766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e8cf9390-6887-48f7-b8ec-ead7e96ec4fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef8e350d-94ec-4b37-8b73-bfa817cfb0ed HTTP/1.1" status: 204 len: 168 time: 0.2826796 Apr 20 12:48:14.756384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf9390-6887-48f7-b8ec-ead7e96ec4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e350d-94ec-4b37-8b73-bfa817cfb0ed,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:15.499810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd736116-ca78-4317-b40f-a783ecaadbbe req-10017a74-ed02-4e3e-b91d-accfd2c0cf2d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:15.501452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd736116-ca78-4317-b40f-a783ecaadbbe req-10017a74-ed02-4e3e-b91d-accfd2c0cf2d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 947 time: 0.0565882 Apr 20 12:48:15.506772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48436) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:15.562217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd736116-ca78-4317-b40f-a783ecaadbbe req-59e7ab7b-b74d-4a70-83ff-c69592e5c722 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Apr 20 12:48:15.579455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:15.582697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9b695f00-8294-480f-98d4-768f544f1332 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:48:15.645390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 9b695f00-8294-480f-98d4-768f544f1332 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:48:15.645762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9b695f00-8294-480f-98d4-768f544f1332 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:48:15.669041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1974959645-network', 'tenant_id': '334678de65d94e4ab4994d685384ebf9'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:15.720527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Made reservation on behalf of 334678de65d94e4ab4994d685384ebf9 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:15.722876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:15.754275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-deee49f8-c771-43ec-a4ca-3df77ea0ee74 req-600e4a13-6484-4378-9758-2ecd1107f18b tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0618737 Apr 20 12:48:15.813972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:15.833985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c462a506-38b9-412b-afdd-ba94ed176905', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'c462a506-38b9-412b-afdd-ba94ed176905', 'mac_address': 'fa:16:3e:29:98:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:15.879199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:15.898116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c462a506-38b9-412b-afdd-ba94ed176905 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:15.919360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:15.931071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:15.940242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:15.997946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:16.006507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.007145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.007685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.008217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.008892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.009455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.009998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.010504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.011008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.011656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.012154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.012653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:48:16.025696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.030831 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.065184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:48:16.067403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4437089e-d4a9-4115-a468-a3bf9dbce6fe,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:16.080287 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.080795 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Added segment e7e1002b-74f0-4901-a3b1-ee416e959f53 of type vlan for network 4914c553-23c3-468a-aca0-b5fef608b6fc Apr 20 12:48:16.123160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c462a506-38b9-412b-afdd-ba94ed176905'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:16.125119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.158561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.159998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:16.160896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.189987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48478) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:16.201215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6933343 Apr 20 12:48:16.205070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48482) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:16.210036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Request body: {'subnet': {'network_id': '4914c553-23c3-468a-aca0-b5fef608b6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1974959645-subnet', 'tenant_id': '334678de65d94e4ab4994d685384ebf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:16.244981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Made reservation on behalf of 334678de65d94e4ab4994d685384ebf9 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:16.247999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.250863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5f8c31-ae91-413e-9fb5-7c5947b44f2b admin admin] Pushing event updated for resources: {'Network': ['ID=4914c553-23c3-468a-aca0-b5fef608b6fc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:16.262888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4914c553-23c3-468a-aca0-b5fef608b6fc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:48:16.410736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48488) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:16.488700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.566207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48494) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:16.570544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c34fb326-f3fb-44bf-a42a-57524989561a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=689e1119addd42d0b55b56735355f2d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3789165 Apr 20 12:48:16.580958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0399226c-e244-461f-88cd-9dada009fc18,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:16.605989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1e34af99-4e39-403b-89af-6f217e1a4a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.615963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Checking segment: {'id': 'e7e1002b-74f0-4901-a3b1-ee416e959f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4914c553-23c3-468a-aca0-b5fef608b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:16.616324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Network hostable DHCP agents. Network: 4914c553-23c3-468a-aca0-b5fef608b6fc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:48:16.682001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Network 4914c553-23c3-468a-aca0-b5fef608b6fc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:48:16.685481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55e2-c544-471a-8e80-4d11ba8a2fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.697310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4914c553-23c3-468a-aca0-b5fef608b6fc) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:16.709701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb03d81-cffa-47f0-80aa-6db249a24829 req-0b4259d3-3a95-446a-b417-114a681ea4c9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:16.715576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19594e-f77e-4759-8e8b-ed162e22d084 None None] Network 4914c553-23c3-468a-aca0-b5fef608b6fc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:16.718123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fb03d81-cffa-47f0-80aa-6db249a24829 req-0b4259d3-3a95-446a-b417-114a681ea4c9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 947 time: 0.0765676 Apr 20 12:48:16.726549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55e2-c544-471a-8e80-4d11ba8a2fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.727491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:16.728464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.751758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1e34af99-4e39-403b-89af-6f217e1a4a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.753936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4c0ade1a-5ee8-4996-bd93-bbdbc0f5cb0f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5477154 Apr 20 12:48:16.767693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1e34af99-4e39-403b-89af-6f217e1a4a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.796119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fb03d81-cffa-47f0-80aa-6db249a24829 req-9e41bd93-18e4-475d-9996-e5d24549e2d8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Apr 20 12:48:16.818031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34af99-4e39-403b-89af-6f217e1a4a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115924e2-9fb5-4621-abf8-2021d014eb43,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:16.833394 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1e34af99-4e39-403b-89af-6f217e1a4a73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eea56bdadfd94269ad2fb2147b3ec283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214065 Apr 20 12:48:16.836026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:16.876057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55e2-c544-471a-8e80-4d11ba8a2fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.878659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7e6c55e2-c544-471a-8e80-4d11ba8a2fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.879765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7e6c55e2-c544-471a-8e80-4d11ba8a2fe6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f75c4ba-b494-4a9c-a88e-293fcaa7c470 HTTP/1.1" status: 204 len: 168 time: 0.3123021 Apr 20 12:48:16.902091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c55e2-c544-471a-8e80-4d11ba8a2fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f75c4ba-b494-4a9c-a88e-293fcaa7c470,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:16.921471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09b38e35-e06f-4d49-b9b9-66b21217dee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.929439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d119fced-9d51-4615-9837-dc02f8604d01 req-6ff984c5-e696-454d-86be-10fd932b3d3f tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0652015 Apr 20 12:48:16.957467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09b38e35-e06f-4d49-b9b9-66b21217dee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:16.971953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf39d04-a5b3-46b6-9700-c01e111d4cb9 None None] Network 4914c553-23c3-468a-aca0-b5fef608b6fc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:17.022248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09b38e35-e06f-4d49-b9b9-66b21217dee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.026134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09b38e35-e06f-4d49-b9b9-66b21217dee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.027497 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-09b38e35-e06f-4d49-b9b9-66b21217dee8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/115924e2-9fb5-4621-abf8-2021d014eb43 HTTP/1.1" status: 204 len: 168 time: 0.1901641 Apr 20 12:48:17.038278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b38e35-e06f-4d49-b9b9-66b21217dee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115924e2-9fb5-4621-abf8-2021d014eb43,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:17.343514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6d7f2360-02d6-4e76-8c31-2ff2b3237ed0 req-2538f99d-61d9-4071-a88d-ec52191f4776 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-95261752', 'description': 'tempest-description-20654937'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:17.366769 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6d7f2360-02d6-4e76-8c31-2ff2b3237ed0 req-2538f99d-61d9-4071-a88d-ec52191f4776 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.480149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6d7f2360-02d6-4e76-8c31-2ff2b3237ed0 req-2538f99d-61d9-4071-a88d-ec52191f4776 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.487345 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6d7f2360-02d6-4e76-8c31-2ff2b3237ed0 req-2538f99d-61d9-4071-a88d-ec52191f4776 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.516129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6d7f2360-02d6-4e76-8c31-2ff2b3237ed0 req-2538f99d-61d9-4071-a88d-ec52191f4776 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.517352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d7f2360-02d6-4e76-8c31-2ff2b3237ed0 req-2538f99d-61d9-4071-a88d-ec52191f4776 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1780717 Apr 20 12:48:17.565155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538f99d-61d9-4071-a88d-ec52191f4776 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d950720a-886b-4d78-b47c-3ed8550df44b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:17.590299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:17.613233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-31bb38ee-38a3-4866-804a-0fd128a96052 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/d950720a-886b-4d78-b47c-3ed8550df44b HTTP/1.1" status: 200 len: 1801 time: 0.0648558 Apr 20 12:48:17.625256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd950720a-886b-4d78-b47c-3ed8550df44b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:17.625584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd950720a-886b-4d78-b47c-3ed8550df44b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:17.651685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48538) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:17.652814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48536) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:17.661612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port c462a506-38b9-412b-afdd-ba94ed176905 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:17.665900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c462a506-38b9-412b-afdd-ba94ed176905 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:17.666537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.693775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efb8bbc7-aa1c-47bf-ab63-61c2fee76066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.707006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a21420d2-927e-4a0d-9d90-e02c60bd5fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.722911 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.745371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.751881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.790892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.801736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-081d6386-4fe6-48f5-8e22-9d2332001a11 req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1804543 Apr 20 12:48:17.802966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54199a-79e9-418b-b26c-8b5e09ed4d83 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c014036-841e-454a-be4f-6e7e30408437,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:17.811972 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.832326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8f8a6d52-b678-458e-b4a7-dc3c9c1f211b req-3ed3b867-8312-4a9a-b1dd-5dab65dc5a12 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-238321464', 'description': 'tempest-description-1702833078'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:17.840816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:17.846487 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1c2d85-69dd-4e8c-a9ef-3ab814cc8442" -d '{"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:17.861938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f8a6d52-b678-458e-b4a7-dc3c9c1f211b req-3ed3b867-8312-4a9a-b1dd-5dab65dc5a12 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.864620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:17.871199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.907798 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efb8bbc7-aa1c-47bf-ab63-61c2fee76066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.920235 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efb8bbc7-aa1c-47bf-ab63-61c2fee76066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.958466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f8a6d52-b678-458e-b4a7-dc3c9c1f211b req-3ed3b867-8312-4a9a-b1dd-5dab65dc5a12 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.966228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f8a6d52-b678-458e-b4a7-dc3c9c1f211b req-3ed3b867-8312-4a9a-b1dd-5dab65dc5a12 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.968296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:17.992201 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-efb8bbc7-aa1c-47bf-ab63-61c2fee76066 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8428980f48254dd581b49686e5f4791e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379512 Apr 20 12:48:17.993082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:17.995492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a21420d2-927e-4a0d-9d90-e02c60bd5fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:17.998072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8bbc7-aa1c-47bf-ab63-61c2fee76066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d552c5a-53b4-4288-9c7c-9306eda7bdb5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.008891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a21420d2-927e-4a0d-9d90-e02c60bd5fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.021063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f8a6d52-b678-458e-b4a7-dc3c9c1f211b req-3ed3b867-8312-4a9a-b1dd-5dab65dc5a12 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.023595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f8a6d52-b678-458e-b4a7-dc3c9c1f211b req-3ed3b867-8312-4a9a-b1dd-5dab65dc5a12 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1962481 Apr 20 12:48:18.038190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3b867-8312-4a9a-b1dd-5dab65dc5a12 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed05185-db7b-405c-91da-5311bf0102fa,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.068260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21420d2-927e-4a0d-9d90-e02c60bd5fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5566009-6131-434d-a9fc-ceddc81098e4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.074518 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a21420d2-927e-4a0d-9d90-e02c60bd5fe4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d62d9e0597e4039b946fff1ce02d426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122105 Apr 20 12:48:18.077712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48562) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:18.090702 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50a55721-1553-4e77-bafd-70f123e78f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.116506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50a55721-1553-4e77-bafd-70f123e78f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.162382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e816b842-ff70-4c62-ac48-ab7fef189406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.174179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf2920-90df-4d11-ad46-bc0ef0bb8e37 req-5b48e029-e8e0-4553-a131-55cb17dcffc5 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:18.174607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50a55721-1553-4e77-bafd-70f123e78f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.175897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3eaf2920-90df-4d11-ad46-bc0ef0bb8e37 req-5b48e029-e8e0-4553-a131-55cb17dcffc5 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 947 time: 0.0785308 Apr 20 12:48:18.182782 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50a55721-1553-4e77-bafd-70f123e78f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.187441 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-50a55721-1553-4e77-bafd-70f123e78f55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d552c5a-53b4-4288-9c7c-9306eda7bdb5 HTTP/1.1" status: 204 len: 168 time: 0.1875873 Apr 20 12:48:18.194234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a55721-1553-4e77-bafd-70f123e78f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d552c5a-53b4-4288-9c7c-9306eda7bdb5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.217062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2d24e7d-64e6-40b0-a6a6-05b243f14e51 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:18.231552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e816b842-ff70-4c62-ac48-ab7fef189406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.244798 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefa8056-98df-4916-b2ee-d17f4ee888d4 x-openstack-request-id: req-aefa8056-98df-4916-b2ee-d17f4ee888d4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:18.245125 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:18.245357 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aefa8056-98df-4916-b2ee-d17f4ee888d4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:18.245764 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefa8056-98df-4916-b2ee-d17f4ee888d4'] response: {'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905', 'code': 200} Apr 20 12:48:18.344991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f2d24e7d-64e6-40b0-a6a6-05b243f14e51, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:18.353471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3eaf2920-90df-4d11-ad46-bc0ef0bb8e37 req-53f1570f-6d7a-4258-82d7-3cb85bc541f7 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696157 Apr 20 12:48:18.362744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51', 'mac_address': 'fa:16:3e:00:25:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:18.370316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a2dab5b-ae81-4267-9b18-68564dae0baa req-1a7e5942-0ca3-4a1b-9bfa-3cd38d414eb3 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0608349 Apr 20 12:48:18.387375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07b097-7b62-4bc2-bda8-661a3dd8b912 req-76db4e65-94e9-4bde-a388-909c7568924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:18.389153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b07b097-7b62-4bc2-bda8-661a3dd8b912 req-76db4e65-94e9-4bde-a388-909c7568924d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1101 time: 0.0873260 Apr 20 12:48:18.425572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e816b842-ff70-4c62-ac48-ab7fef189406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.429121 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e816b842-ff70-4c62-ac48-ab7fef189406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.433867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e816b842-ff70-4c62-ac48-ab7fef189406 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5566009-6131-434d-a9fc-ceddc81098e4 HTTP/1.1" status: 204 len: 168 time: 0.3550291 Apr 20 12:48:18.437173 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.455606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d24e7d-64e6-40b0-a6a6-05b243f14e51 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:18.465141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816b842-ff70-4c62-ac48-ab7fef189406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5566009-6131-434d-a9fc-ceddc81098e4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.482088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b07b097-7b62-4bc2-bda8-661a3dd8b912 req-0e4fbcf6-4597-4082-b419-7c057f1e3860 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852127 Apr 20 12:48:18.484079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f2d24e7d-64e6-40b0-a6a6-05b243f14e51, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:18.494100 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.504582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-251aa50d-13e9-4930-8939-fe50745cd78c req-d20ea58c-e286-406b-b5c1-98f7f420820d tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/6ed05185-db7b-405c-91da-5311bf0102fa HTTP/1.1" status: 200 len: 1804 time: 0.0691862 Apr 20 12:48:18.519765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-251aa50d-13e9-4930-8939-fe50745cd78c req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6ed05185-db7b-405c-91da-5311bf0102fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:18.521953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-251aa50d-13e9-4930-8939-fe50745cd78c req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6ed05185-db7b-405c-91da-5311bf0102fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:18.559634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.606023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-251aa50d-13e9-4930-8939-fe50745cd78c req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.660827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-251aa50d-13e9-4930-8939-fe50745cd78c req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.666304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-251aa50d-13e9-4930-8939-fe50745cd78c req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.687217 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.695746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23b57f5-81fa-451f-9487-16f2f941d5c8,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.701676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-251aa50d-13e9-4930-8939-fe50745cd78c req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.703785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-251aa50d-13e9-4930-8939-fe50745cd78c req-e7f8847e-9248-4280-ba0b-5883a24b3906 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1896241 Apr 20 12:48:18.750655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4a12bbac-af15-4b54-8c28-ab27c6f395d2 req-8ef37002-13c3-43c4-adc4-fd261d11a7b0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1444960511', 'description': 'tempest-description-2121398089'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:18.775900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4a12bbac-af15-4b54-8c28-ab27c6f395d2 req-8ef37002-13c3-43c4-adc4-fd261d11a7b0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.849369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4a12bbac-af15-4b54-8c28-ab27c6f395d2 req-8ef37002-13c3-43c4-adc4-fd261d11a7b0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.854609 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4a12bbac-af15-4b54-8c28-ab27c6f395d2 req-8ef37002-13c3-43c4-adc4-fd261d11a7b0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.882635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f2d24e7d-64e6-40b0-a6a6-05b243f14e51'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:18.887004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4a12bbac-af15-4b54-8c28-ab27c6f395d2 req-8ef37002-13c3-43c4-adc4-fd261d11a7b0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:18.892026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a12bbac-af15-4b54-8c28-ab27c6f395d2 req-8ef37002-13c3-43c4-adc4-fd261d11a7b0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1460938 Apr 20 12:48:18.893238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef37002-13c3-43c4-adc4-fd261d11a7b0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14f0133-1066-473d-8ea8-c44343cf89cc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:18.916936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0cc18bc1-e879-4089-9822-08495e4fc18b req-f2b3518b-e4e5-4d0d-90cc-d36ecb746e4f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1499142299', 'description': 'tempest-description-1353646792'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:18.947684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0cc18bc1-e879-4089-9822-08495e4fc18b req-f2b3518b-e4e5-4d0d-90cc-d36ecb746e4f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.044497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0cc18bc1-e879-4089-9822-08495e4fc18b req-f2b3518b-e4e5-4d0d-90cc-d36ecb746e4f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.051882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0cc18bc1-e879-4089-9822-08495e4fc18b req-f2b3518b-e4e5-4d0d-90cc-d36ecb746e4f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.082239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0cc18bc1-e879-4089-9822-08495e4fc18b req-f2b3518b-e4e5-4d0d-90cc-d36ecb746e4f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.083457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cc18bc1-e879-4089-9822-08495e4fc18b req-f2b3518b-e4e5-4d0d-90cc-d36ecb746e4f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1714127 Apr 20 12:48:19.118187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3518b-e4e5-4d0d-90cc-d36ecb746e4f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b757debd-89d1-4e30-8c3f-3538a9d81ad3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:19.168123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:19.174891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-e8c72c71-e3b8-4b83-b94a-ad77f13bd4cd tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/c14f0133-1066-473d-8ea8-c44343cf89cc HTTP/1.1" status: 200 len: 1805 time: 0.0664873 Apr 20 12:48:19.227299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-97f77e59-8a50-4d14-a621-d0324495eebb tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/b757debd-89d1-4e30-8c3f-3538a9d81ad3 HTTP/1.1" status: 200 len: 1805 time: 0.0442510 Apr 20 12:48:19.239340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c14f0133-1066-473d-8ea8-c44343cf89cc', 'remote_group_id': 'b757debd-89d1-4e30-8c3f-3538a9d81ad3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:19.239722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c14f0133-1066-473d-8ea8-c44343cf89cc', 'remote_group_id': 'b757debd-89d1-4e30-8c3f-3538a9d81ad3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:19.303609 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.344584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.369002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.385671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7253a6fd-81f3-4a33-8b14-edca298ae8f2,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:19.410701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05e69731-b353-487f-81f3-74999b97ca0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.416257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.417463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-648c2144-2f52-4f29-9b51-f1e6aa7bdf1a req-fd528b3b-be5c-404b-8fb7-b836a25bd16f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1820672 Apr 20 12:48:19.564359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05e69731-b353-487f-81f3-74999b97ca0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.572517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05e69731-b353-487f-81f3-74999b97ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.601326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acc71b71-7c4f-4c8f-b008-4551eb6ea705 req-190f9232-8bbc-4c64-9601-baef978b7896 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0405903 Apr 20 12:48:19.619109 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-05e69731-b353-487f-81f3-74999b97ca0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7d35f9f5ccd4f528b6993fc71e0a3f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503384 Apr 20 12:48:19.621270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e69731-b353-487f-81f3-74999b97ca0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c07f7a-2488-4356-94b8-8588b8be9a55,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:19.625357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:19.644281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ede4f4-4da4-4ae5-a5ac-90391c7ac02e req-ffe922fd-6a7a-4cb9-b723-239b46f1dc42 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:19.653320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ede4f4-4da4-4ae5-a5ac-90391c7ac02e req-ffe922fd-6a7a-4cb9-b723-239b46f1dc42 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 948 time: 0.1492105 Apr 20 12:48:19.653981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48638) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:19.668131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8019346e-a541-43c5-a0dc-7cc0fa64d2d7 req-c71e2627-6141-4a08-8bd1-0d11c4a804c9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1987402498', 'description': 'tempest-description-976956405'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:19.683891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf39312-8751-4a1e-8419-468a9f4c2ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.710763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8019346e-a541-43c5-a0dc-7cc0fa64d2d7 req-c71e2627-6141-4a08-8bd1-0d11c4a804c9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.712854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf39312-8751-4a1e-8419-468a9f4c2ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.768585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf39312-8751-4a1e-8419-468a9f4c2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.771631 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf39312-8751-4a1e-8419-468a9f4c2ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.777235 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ddf39312-8751-4a1e-8419-468a9f4c2ad4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7c07f7a-2488-4356-94b8-8588b8be9a55 HTTP/1.1" status: 204 len: 168 time: 0.1502972 Apr 20 12:48:19.787530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf39312-8751-4a1e-8419-468a9f4c2ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c07f7a-2488-4356-94b8-8588b8be9a55,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:19.798122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ede4f4-4da4-4ae5-a5ac-90391c7ac02e req-75e32bd1-099f-4636-8fb0-76f7fbefa9d0 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256142 Apr 20 12:48:19.840558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8019346e-a541-43c5-a0dc-7cc0fa64d2d7 req-c71e2627-6141-4a08-8bd1-0d11c4a804c9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.846194 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8019346e-a541-43c5-a0dc-7cc0fa64d2d7 req-c71e2627-6141-4a08-8bd1-0d11c4a804c9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.874699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8019346e-a541-43c5-a0dc-7cc0fa64d2d7 req-c71e2627-6141-4a08-8bd1-0d11c4a804c9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.875998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8019346e-a541-43c5-a0dc-7cc0fa64d2d7 req-c71e2627-6141-4a08-8bd1-0d11c4a804c9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2134938 Apr 20 12:48:19.880300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e2627-6141-4a08-8bd1-0d11c4a804c9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f11185-7627-4556-a7c5-55de0b59e8ef,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:19.904982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1e8c5403-665d-44a7-a740-14c1c581260e req-fa7336d2-b12b-4f8b-825c-13f81694da61 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-641614222', 'description': 'tempest-description-481711305'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:19.928014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-107eeafe-e74c-4ebe-b48e-baf562a40fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:19.945412 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1e8c5403-665d-44a7-a740-14c1c581260e req-fa7336d2-b12b-4f8b-825c-13f81694da61 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.060104 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-107eeafe-e74c-4ebe-b48e-baf562a40fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.062742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1e8c5403-665d-44a7-a740-14c1c581260e req-fa7336d2-b12b-4f8b-825c-13f81694da61 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.064559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-107eeafe-e74c-4ebe-b48e-baf562a40fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.074661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1e8c5403-665d-44a7-a740-14c1c581260e req-fa7336d2-b12b-4f8b-825c-13f81694da61 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.112093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-107eeafe-e74c-4ebe-b48e-baf562a40fff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d9d5da24b444c5fa77cbedb69a8cdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570484 Apr 20 12:48:20.115423 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:20.116312 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1e8c5403-665d-44a7-a740-14c1c581260e req-fa7336d2-b12b-4f8b-825c-13f81694da61 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.117299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e8c5403-665d-44a7-a740-14c1c581260e req-fa7336d2-b12b-4f8b-825c-13f81694da61 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2165968 Apr 20 12:48:20.118290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107eeafe-e74c-4ebe-b48e-baf562a40fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70190837-f6f7-41b1-8052-1047a2cc8f07,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:20.147559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48664) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:20.174780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7336d2-b12b-4f8b-825c-13f81694da61 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7e79ba-234f-4f45-8848-21af9c7cf77e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:20.185950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-756aa73e-12b7-41ce-b8fb-4707c61c0bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.207471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-1854b3d1-12e1-4ec9-bcf1-a16d58b26a96 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/c9f11185-7627-4556-a7c5-55de0b59e8ef HTTP/1.1" status: 200 len: 1804 time: 0.0608089 Apr 20 12:48:20.215137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-756aa73e-12b7-41ce-b8fb-4707c61c0bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.232693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2d24e7d-64e6-40b0-a6a6-05b243f14e51 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:20.275184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-756aa73e-12b7-41ce-b8fb-4707c61c0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.278101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-756aa73e-12b7-41ce-b8fb-4707c61c0bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.280886 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-756aa73e-12b7-41ce-b8fb-4707c61c0bbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70190837-f6f7-41b1-8052-1047a2cc8f07 HTTP/1.1" status: 204 len: 168 time: 0.1625190 Apr 20 12:48:20.291231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756aa73e-12b7-41ce-b8fb-4707c61c0bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70190837-f6f7-41b1-8052-1047a2cc8f07,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:20.299307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-6f72c801-1799-414c-9b5a-d1ed3e87ff8b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/5e7e79ba-234f-4f45-8848-21af9c7cf77e HTTP/1.1" status: 200 len: 1803 time: 0.0854707 Apr 20 12:48:20.311869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c9f11185-7627-4556-a7c5-55de0b59e8ef', 'remote_group_id': '5e7e79ba-234f-4f45-8848-21af9c7cf77e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:20.312284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c9f11185-7627-4556-a7c5-55de0b59e8ef', 'remote_group_id': '5e7e79ba-234f-4f45-8848-21af9c7cf77e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:20.327095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:20.332758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:20.333337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.392296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:20.400028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.414672 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7fede19f-e23f-4ff4-8dde-802ae1dc14eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.429816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.450763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.458975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.464228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:20.466590 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9207a6-3642-44f6-bd85-7b89b985fcf3" -d '{"events": [{"server_uuid": "5e9385d1-d203-44c1-81c0-088f8063aac8", "name": "network-vif-plugged", "status": "completed", "tag": "f2d24e7d-64e6-40b0-a6a6-05b243f14e51"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:20.493156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a757aac-f2af-4158-bc49-bc1534b8fdaf,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:20.507141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.512993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5247eeb-7dd7-4db9-9046-d20d67945a76 req-414a4abf-b473-4fb6-8f64-f55ee2c8782b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2062473 Apr 20 12:48:20.519671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f2d24e7d-64e6-40b0-a6a6-05b243f14e51, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:20.532556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7fede19f-e23f-4ff4-8dde-802ae1dc14eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.534783 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.538094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7fede19f-e23f-4ff4-8dde-802ae1dc14eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.583714 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7fede19f-e23f-4ff4-8dde-802ae1dc14eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b66a17d0d5074404a602ae91d55d6bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903117 Apr 20 12:48:20.585162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fede19f-e23f-4ff4-8dde-802ae1dc14eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a723b73f-173e-4388-8580-e0f0e7e8398d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:20.595936 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d96bdb-1726-4c7f-8546-734c867a7a83 x-openstack-request-id: req-a9d96bdb-1726-4c7f-8546-734c867a7a83 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:20.596318 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9385d1-d203-44c1-81c0-088f8063aac8", "name": "network-vif-plugged", "status": "completed", "tag": "f2d24e7d-64e6-40b0-a6a6-05b243f14e51", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:20.596488 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9d96bdb-1726-4c7f-8546-734c867a7a83 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:20.596875 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d96bdb-1726-4c7f-8546-734c867a7a83'] response: {'server_uuid': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51', 'code': 200} Apr 20 12:48:20.600036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48678) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:20.649840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:20.654213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fd16ee3-4dba-43d3-84db-437fd15bddd0 req-9c0285b4-787d-48d1-9d60-86f5b170491b tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/5e7e79ba-234f-4f45-8848-21af9c7cf77e HTTP/1.1" status: 200 len: 1803 time: 0.1163239 Apr 20 12:48:20.697686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6f1a9d51-bd04-4db9-b365-d6ae7ba08e12 tempest-AutoAllocateNetworkTest-2116566767 tempest-AutoAllocateNetworkTest-2116566767-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d251e5917f4a4e89a62a338f52593f31&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5430374 Apr 20 12:48:20.698550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:20.706591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d860158-679f-4d2a-89e0-568e5c53d95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.730122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d860158-679f-4d2a-89e0-568e5c53d95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.791130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd87fa-8244-4d4c-89ca-e8cebac7f3fb req-6873ebab-9cb7-4a18-9965-cc4d2b1bf44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:20.792871 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-38fd87fa-8244-4d4c-89ca-e8cebac7f3fb req-6873ebab-9cb7-4a18-9965-cc4d2b1bf44b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 1100 time: 0.1538606 Apr 20 12:48:20.793615 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d860158-679f-4d2a-89e0-568e5c53d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.796915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d860158-679f-4d2a-89e0-568e5c53d95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.798143 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6d860158-679f-4d2a-89e0-568e5c53d95e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a723b73f-173e-4388-8580-e0f0e7e8398d HTTP/1.1" status: 204 len: 168 time: 0.1962969 Apr 20 12:48:20.808309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d860158-679f-4d2a-89e0-568e5c53d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a723b73f-173e-4388-8580-e0f0e7e8398d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:20.809656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa715668-d031-450f-a0e3-873c7a267555 req-597f9375-5d2f-42d5-9c05-74b2fe9a4e8e tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0420439 Apr 20 12:48:20.842416 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3fd16ee3-4dba-43d3-84db-437fd15bddd0 req-016934f5-9e15-475d-bee8-0323e76bb408 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.866767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-38fd87fa-8244-4d4c-89ca-e8cebac7f3fb req-558d6c50-5125-4e61-a0f9-1f952f4c0111 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596354 Apr 20 12:48:20.913826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c08ec-2b04-4031-a104-3b5489c5b2f6 tempest-AutoAllocateNetworkTest-2116566767 tempest-AutoAllocateNetworkTest-2116566767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:20.915373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-838c08ec-2b04-4031-a104-3b5489c5b2f6 tempest-AutoAllocateNetworkTest-2116566767 tempest-AutoAllocateNetworkTest-2116566767-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2161973 Apr 20 12:48:20.917115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3fd16ee3-4dba-43d3-84db-437fd15bddd0 req-016934f5-9e15-475d-bee8-0323e76bb408 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:20.918537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48692) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:20.990369 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4cb5c2a-22c9-48b3-b73a-47c305741f27 tempest-AutoAllocateNetworkTest-2116566767 tempest-AutoAllocateNetworkTest-2116566767-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678322 Apr 20 12:48:20.993436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48696) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:21.013557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48698) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:21.030970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a12097-2267-4d50-a738-83296f3dfd4c req-5df62391-2098-47cb-8d8b-45bdbe49a083 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:21.035574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-738fe54c-3da9-459c-b7c4-5c5cb9b27e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.038828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a12097-2267-4d50-a738-83296f3dfd4c req-5df62391-2098-47cb-8d8b-45bdbe49a083 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 949 time: 0.1188128 Apr 20 12:48:21.047803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1e215c42-d99c-4498-b20e-8538eac90f7b tempest-AutoAllocateNetworkTest-2116566767 tempest-AutoAllocateNetworkTest-2116566767-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d251e5917f4a4e89a62a338f52593f31 HTTP/1.1" status: 200 len: 208 time: 0.0520942 Apr 20 12:48:21.070346 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3fd16ee3-4dba-43d3-84db-437fd15bddd0 req-016934f5-9e15-475d-bee8-0323e76bb408 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.073177 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3fd16ee3-4dba-43d3-84db-437fd15bddd0 req-016934f5-9e15-475d-bee8-0323e76bb408 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.077691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fd16ee3-4dba-43d3-84db-437fd15bddd0 req-016934f5-9e15-475d-bee8-0323e76bb408 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e7e79ba-234f-4f45-8848-21af9c7cf77e HTTP/1.1" status: 204 len: 173 time: 0.4222496 Apr 20 12:48:21.118599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016934f5-9e15-475d-bee8-0323e76bb408 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7e79ba-234f-4f45-8848-21af9c7cf77e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:21.129493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a12097-2267-4d50-a738-83296f3dfd4c req-4f82b0af-b5c9-4624-acd8-958c53df64c3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897648 Apr 20 12:48:21.174164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-738fe54c-3da9-459c-b7c4-5c5cb9b27e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.179329 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-738fe54c-3da9-459c-b7c4-5c5cb9b27e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.188073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5acc9b-55c8-4690-9855-1df699c26281 req-2e5d7e32-e9ab-48a3-8129-c05a0b145018 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/c9f11185-7627-4556-a7c5-55de0b59e8ef HTTP/1.1" status: 200 len: 1804 time: 0.0866418 Apr 20 12:48:21.221770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9ea3e0a1-dd98-4a0f-94ae-89a37bdacd70 req-ee85fcc0-c8fd-43f9-b7aa-47841739092a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2108276916', 'description': 'tempest-description-1198967443'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:21.227504 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-738fe54c-3da9-459c-b7c4-5c5cb9b27e32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c834cd5472d4da38150931057010483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2123001 Apr 20 12:48:21.228269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fe54c-3da9-459c-b7c4-5c5cb9b27e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c44fc-4cc4-4d68-b12a-d5385e5a8a25,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:21.230787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48712) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:21.273772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ea3e0a1-dd98-4a0f-94ae-89a37bdacd70 req-ee85fcc0-c8fd-43f9-b7aa-47841739092a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.316088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9da05ee8-fa82-4052-8222-206d8290092e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.350474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9da05ee8-fa82-4052-8222-206d8290092e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.399150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ea3e0a1-dd98-4a0f-94ae-89a37bdacd70 req-ee85fcc0-c8fd-43f9-b7aa-47841739092a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.404721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ea3e0a1-dd98-4a0f-94ae-89a37bdacd70 req-ee85fcc0-c8fd-43f9-b7aa-47841739092a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.424965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:21.443291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85fcc0-c8fd-43f9-b7aa-47841739092a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da35043-cd6f-4e61-ac2d-91d0bc3cee0a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:21.448311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ea3e0a1-dd98-4a0f-94ae-89a37bdacd70 req-ee85fcc0-c8fd-43f9-b7aa-47841739092a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.449573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ea3e0a1-dd98-4a0f-94ae-89a37bdacd70 req-ee85fcc0-c8fd-43f9-b7aa-47841739092a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2336638 Apr 20 12:48:21.461127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9da05ee8-fa82-4052-8222-206d8290092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.467308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9da05ee8-fa82-4052-8222-206d8290092e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.469107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9da05ee8-fa82-4052-8222-206d8290092e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e1c44fc-4cc4-4d68-b12a-d5385e5a8a25 HTTP/1.1" status: 204 len: 168 time: 0.2365038 Apr 20 12:48:21.488113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da05ee8-fa82-4052-8222-206d8290092e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c44fc-4cc4-4d68-b12a-d5385e5a8a25,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:21.522865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe07e237-95af-4735-8775-f61c2063e04d req-ba7dbcd6-5bf7-4b9e-8c18-8c820bb9d20e tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/4da35043-cd6f-4e61-ac2d-91d0bc3cee0a HTTP/1.1" status: 200 len: 1805 time: 0.0506973 Apr 20 12:48:21.535762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fe07e237-95af-4735-8775-f61c2063e04d req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4da35043-cd6f-4e61-ac2d-91d0bc3cee0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:21.536135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fe07e237-95af-4735-8775-f61c2063e04d req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4da35043-cd6f-4e61-ac2d-91d0bc3cee0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:21.608399 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d89b797-525a-49ca-a1ae-c2ffe06f1047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.624229 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fe07e237-95af-4735-8775-f61c2063e04d req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.664171 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fe07e237-95af-4735-8775-f61c2063e04d req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.668994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fe07e237-95af-4735-8775-f61c2063e04d req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.696297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e05391-23c3-4f8c-a161-af836933fc0e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:21.706535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fe07e237-95af-4735-8775-f61c2063e04d req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.707720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe07e237-95af-4735-8775-f61c2063e04d req-9901ccd5-aa26-4ab8-9f71-31978da2fdb0 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1767230 Apr 20 12:48:21.754502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d89b797-525a-49ca-a1ae-c2ffe06f1047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.764498 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1d89b797-525a-49ca-a1ae-c2ffe06f1047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.822212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1d89b797-525a-49ca-a1ae-c2ffe06f1047 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d251e5917f4a4e89a62a338f52593f31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3958979 Apr 20 12:48:21.825051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48742) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:21.826397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369e430e-6170-43f0-b298-04eabeae78d0 req-9e0f7726-085c-46bb-aa93-6dc13c7c31e8 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/4da35043-cd6f-4e61-ac2d-91d0bc3cee0a HTTP/1.1" status: 200 len: 2398 time: 0.0828896 Apr 20 12:48:21.827100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89b797-525a-49ca-a1ae-c2ffe06f1047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1242bbfc-a6a8-4c50-af48-5ef86c2ce6b2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:21.837351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-369e430e-6170-43f0-b298-04eabeae78d0 req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4da35043-cd6f-4e61-ac2d-91d0bc3cee0a', 'remote_group_id': None}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:21.837686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-369e430e-6170-43f0-b298-04eabeae78d0 req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4da35043-cd6f-4e61-ac2d-91d0bc3cee0a', 'remote_group_id': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:21.905183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2a17-4d47-47af-b20f-52eb1c3362a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.908232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-369e430e-6170-43f0-b298-04eabeae78d0 req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.936162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-369e430e-6170-43f0-b298-04eabeae78d0 req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.938256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2a17-4d47-47af-b20f-52eb1c3362a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.941398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-369e430e-6170-43f0-b298-04eabeae78d0 req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.963903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5c85c5-8a12-4ea5-a48e-54371eb3f02d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:21.976072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-369e430e-6170-43f0-b298-04eabeae78d0 req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:21.976072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369e430e-6170-43f0-b298-04eabeae78d0 req-30e1c3d6-12a1-4d24-a0f4-b1d783cb031a tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1412313 Apr 20 12:48:22.012064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2a17-4d47-47af-b20f-52eb1c3362a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.014769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2a17-4d47-47af-b20f-52eb1c3362a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.016630 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8a1c2a17-4d47-47af-b20f-52eb1c3362a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1242bbfc-a6a8-4c50-af48-5ef86c2ce6b2 HTTP/1.1" status: 204 len: 168 time: 0.1903532 Apr 20 12:48:22.027380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c2a17-4d47-47af-b20f-52eb1c3362a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242bbfc-a6a8-4c50-af48-5ef86c2ce6b2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:22.114255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79e186d3-737b-45dd-aaa1-afbcbfc7eea6 req-68b4e18b-6196-48ce-868a-ed6fe3dbb6df tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0419719 Apr 20 12:48:22.176553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b2c6594-b2cb-49d4-b76f-8143b989cefe req-34864ae0-be15-4c0f-a858-8ccb91c26796 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/4da35043-cd6f-4e61-ac2d-91d0bc3cee0a HTTP/1.1" status: 200 len: 2996 time: 0.0682304 Apr 20 12:48:22.237217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9983ad7-f3bf-4d5a-bf60-017c293cde16 req-b9fea72f-4b20-4181-b18a-d81f079783aa tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-group-rules/1c5c85c5-8a12-4ea5-a48e-54371eb3f02d HTTP/1.1" status: 200 len: 783 time: 0.0249867 Apr 20 12:48:22.329965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9983ad7-f3bf-4d5a-bf60-017c293cde16 req-0b33b278-456d-4333-8863-130784d7c3ba tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/4da35043-cd6f-4e61-ac2d-91d0bc3cee0a HTTP/1.1" status: 200 len: 2996 time: 0.0769591 Apr 20 12:48:22.366343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3289fe4-ebf8-441b-9353-6c2233c5cec3 req-4922ad31-8c45-43e1-8be8-ebafe0d4d3e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:22.367831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3289fe4-ebf8-441b-9353-6c2233c5cec3 req-4922ad31-8c45-43e1-8be8-ebafe0d4d3e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 949 time: 0.1078672 Apr 20 12:48:22.383572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9983ad7-f3bf-4d5a-bf60-017c293cde16 req-7d6b2288-130e-4c87-8756-c11adc6f74d9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.396261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9983ad7-f3bf-4d5a-bf60-017c293cde16 req-7d6b2288-130e-4c87-8756-c11adc6f74d9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.436996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3289fe4-ebf8-441b-9353-6c2233c5cec3 req-e9e62b44-dd88-4432-afd1-40fd4b25eac5 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548201 Apr 20 12:48:22.452334 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9983ad7-f3bf-4d5a-bf60-017c293cde16 req-7d6b2288-130e-4c87-8756-c11adc6f74d9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.460550 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9983ad7-f3bf-4d5a-bf60-017c293cde16 req-7d6b2288-130e-4c87-8756-c11adc6f74d9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.461615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9983ad7-f3bf-4d5a-bf60-017c293cde16 req-7d6b2288-130e-4c87-8756-c11adc6f74d9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1c5c85c5-8a12-4ea5-a48e-54371eb3f02d HTTP/1.1" status: 204 len: 173 time: 0.1237526 Apr 20 12:48:22.465664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b2288-130e-4c87-8756-c11adc6f74d9 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c5c85c5-8a12-4ea5-a48e-54371eb3f02d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:22.538263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd3300cc-87f3-4155-befe-6de788af9cee req-5f1f2b83-3471-4e35-b944-d093ab117722 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/4da35043-cd6f-4e61-ac2d-91d0bc3cee0a HTTP/1.1" status: 200 len: 2398 time: 0.0549223 Apr 20 12:48:22.603487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bd3300cc-87f3-4155-befe-6de788af9cee req-a155e9f7-59e7-4e8b-a3bb-b885bcadc9d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.626676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bd3300cc-87f3-4155-befe-6de788af9cee req-a155e9f7-59e7-4e8b-a3bb-b885bcadc9d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.676510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bd3300cc-87f3-4155-befe-6de788af9cee req-a155e9f7-59e7-4e8b-a3bb-b885bcadc9d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.680539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bd3300cc-87f3-4155-befe-6de788af9cee req-a155e9f7-59e7-4e8b-a3bb-b885bcadc9d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.681953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd3300cc-87f3-4155-befe-6de788af9cee req-a155e9f7-59e7-4e8b-a3bb-b885bcadc9d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-groups/4da35043-cd6f-4e61-ac2d-91d0bc3cee0a HTTP/1.1" status: 204 len: 173 time: 0.1382604 Apr 20 12:48:22.699207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e9f7-59e7-4e8b-a3bb-b885bcadc9d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da35043-cd6f-4e61-ac2d-91d0bc3cee0a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:22.717247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48796) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:22.718942 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-8f45e223-df29-4bee-a91a-de5ea647f915 req-0a8958ce-6b53-4bd5-92eb-fe69ef5d1aa4 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] show failed (client error): The resource could not be found. Apr 20 12:48:22.720245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f45e223-df29-4bee-a91a-de5ea647f915 req-0a8958ce-6b53-4bd5-92eb-fe69ef5d1aa4 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/5e7e79ba-234f-4f45-8848-21af9c7cf77e HTTP/1.1" status: 404 len: 352 time: 0.0173450 Apr 20 12:48:22.794541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2fc2069-40d9-4bff-88d8-64afd13086ab req-fad4b418-d8f5-4dc1-94f1-45021d216fbd tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/c9f11185-7627-4556-a7c5-55de0b59e8ef HTTP/1.1" status: 200 len: 1804 time: 0.0521746 Apr 20 12:48:22.857449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b2fc2069-40d9-4bff-88d8-64afd13086ab req-b86cd170-b481-460c-893b-3c5bdbaed1d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.877589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6437-067e-469d-a9e1-16156f2d397e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.894106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b2fc2069-40d9-4bff-88d8-64afd13086ab req-b86cd170-b481-460c-893b-3c5bdbaed1d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.946701 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b2fc2069-40d9-4bff-88d8-64afd13086ab req-b86cd170-b481-460c-893b-3c5bdbaed1d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.949705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b2fc2069-40d9-4bff-88d8-64afd13086ab req-b86cd170-b481-460c-893b-3c5bdbaed1d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.950846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2fc2069-40d9-4bff-88d8-64afd13086ab req-b86cd170-b481-460c-893b-3c5bdbaed1d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9f11185-7627-4556-a7c5-55de0b59e8ef HTTP/1.1" status: 204 len: 173 time: 0.1506660 Apr 20 12:48:22.962709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cd170-b481-460c-893b-3c5bdbaed1d7 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f11185-7627-4556-a7c5-55de0b59e8ef,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:22.969388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6437-067e-469d-a9e1-16156f2d397e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:22.984966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfb6437-067e-469d-a9e1-16156f2d397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.053393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1bfb6437-067e-469d-a9e1-16156f2d397e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=942c9bb957634633b35beb885b51591e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333068 Apr 20 12:48:23.054402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2aeaa9a-434e-4bff-aeb0-a534f2239011 req-05bb9a06-61f1-40af-9398-4c676017591f tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/b757debd-89d1-4e30-8c3f-3538a9d81ad3 HTTP/1.1" status: 200 len: 1805 time: 0.0763278 Apr 20 12:48:23.054542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:23.055115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfb6437-067e-469d-a9e1-16156f2d397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d46c784-19ef-4581-bbe7-4611f8c5740c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:23.117031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80bcd31-6037-4a07-9331-de18bc4745ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.126100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c2aeaa9a-434e-4bff-aeb0-a534f2239011 req-cfa26c75-be6d-4866-98d0-6c48ed7cdce3 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.145537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80bcd31-6037-4a07-9331-de18bc4745ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.182511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c2aeaa9a-434e-4bff-aeb0-a534f2239011 req-cfa26c75-be6d-4866-98d0-6c48ed7cdce3 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.207929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80bcd31-6037-4a07-9331-de18bc4745ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.211061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80bcd31-6037-4a07-9331-de18bc4745ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.214420 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d80bcd31-6037-4a07-9331-de18bc4745ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d46c784-19ef-4581-bbe7-4611f8c5740c HTTP/1.1" status: 204 len: 168 time: 0.1540115 Apr 20 12:48:23.222694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bcd31-6037-4a07-9331-de18bc4745ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d46c784-19ef-4581-bbe7-4611f8c5740c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:23.278996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-225aa2fb-fb38-4f6c-85bc-bf398ea4a048 req-2bcc8e67-556c-46dd-8d44-968beed7167c tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0719869 Apr 20 12:48:23.294858 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c2aeaa9a-434e-4bff-aeb0-a534f2239011 req-cfa26c75-be6d-4866-98d0-6c48ed7cdce3 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.299437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c2aeaa9a-434e-4bff-aeb0-a534f2239011 req-cfa26c75-be6d-4866-98d0-6c48ed7cdce3 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.301105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2aeaa9a-434e-4bff-aeb0-a534f2239011 req-cfa26c75-be6d-4866-98d0-6c48ed7cdce3 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-groups/b757debd-89d1-4e30-8c3f-3538a9d81ad3 HTTP/1.1" status: 204 len: 173 time: 0.2457793 Apr 20 12:48:23.334394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa26c75-be6d-4866-98d0-6c48ed7cdce3 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757debd-89d1-4e30-8c3f-3538a9d81ad3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:23.372590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2847643-b9e4-4f9a-aed3-5b573a6270b9 req-41fd6f1e-5f15-4cd4-84b8-4d0b106dab72 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/c14f0133-1066-473d-8ea8-c44343cf89cc HTTP/1.1" status: 200 len: 1805 time: 0.0531554 Apr 20 12:48:23.413785 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.445833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a2847643-b9e4-4f9a-aed3-5b573a6270b9 req-5af252ac-730d-42fd-9bed-36b0e54be2df tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.469522 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a2847643-b9e4-4f9a-aed3-5b573a6270b9 req-5af252ac-730d-42fd-9bed-36b0e54be2df tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.526383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a2847643-b9e4-4f9a-aed3-5b573a6270b9 req-5af252ac-730d-42fd-9bed-36b0e54be2df tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.530000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a2847643-b9e4-4f9a-aed3-5b573a6270b9 req-5af252ac-730d-42fd-9bed-36b0e54be2df tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.538258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2847643-b9e4-4f9a-aed3-5b573a6270b9 req-5af252ac-730d-42fd-9bed-36b0e54be2df tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-groups/c14f0133-1066-473d-8ea8-c44343cf89cc HTTP/1.1" status: 204 len: 173 time: 0.1598723 Apr 20 12:48:23.561218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af252ac-730d-42fd-9bed-36b0e54be2df tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14f0133-1066-473d-8ea8-c44343cf89cc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:23.630137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91bdf4-a632-4431-a8be-756316f3cb9c req-0ab8b300-4ba8-4d03-a9e1-e1bd22269143 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:23.632292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d91bdf4-a632-4431-a8be-756316f3cb9c req-0ab8b300-4ba8-4d03-a9e1-e1bd22269143 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 949 time: 0.0930417 Apr 20 12:48:23.635215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cca6a88-be71-4d5e-b66e-554ff4bb4417 req-a8265a8e-eca8-48c1-848e-74e9a5d57203 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/6ed05185-db7b-405c-91da-5311bf0102fa HTTP/1.1" status: 200 len: 2403 time: 0.0759943 Apr 20 12:48:23.717935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d91bdf4-a632-4431-a8be-756316f3cb9c req-4b6a7a1d-0808-41df-9799-b0797e0058a4 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673461 Apr 20 12:48:23.741720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8cca6a88-be71-4d5e-b66e-554ff4bb4417 req-0c096db2-bb32-49de-afa4-897b5df9144d tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.769907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8cca6a88-be71-4d5e-b66e-554ff4bb4417 req-0c096db2-bb32-49de-afa4-897b5df9144d tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.824457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48856) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:23.837558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-66c02e3d-7cf9-4db1-b9de-ae4e0f8b9b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.865087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bac4e3-8cbc-45ec-a5d5-cd0b2e6b4df1 req-953d0557-81dd-420a-adce-e25b3b396143 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:23.866676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17bac4e3-8cbc-45ec-a5d5-cd0b2e6b4df1 req-953d0557-81dd-420a-adce-e25b3b396143 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0715799 Apr 20 12:48:23.867854 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8cca6a88-be71-4d5e-b66e-554ff4bb4417 req-0c096db2-bb32-49de-afa4-897b5df9144d tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.870490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8cca6a88-be71-4d5e-b66e-554ff4bb4417 req-0c096db2-bb32-49de-afa4-897b5df9144d tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.871938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cca6a88-be71-4d5e-b66e-554ff4bb4417 req-0c096db2-bb32-49de-afa4-897b5df9144d tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-groups/6ed05185-db7b-405c-91da-5311bf0102fa HTTP/1.1" status: 204 len: 173 time: 0.2284863 Apr 20 12:48:23.908516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c096db2-bb32-49de-afa4-897b5df9144d tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed05185-db7b-405c-91da-5311bf0102fa,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:23.945529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17bac4e3-8cbc-45ec-a5d5-cd0b2e6b4df1 req-869936bd-ea4d-46c2-b7b2-adc9d46eb72c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695794 Apr 20 12:48:23.966059 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-66c02e3d-7cf9-4db1-b9de-ae4e0f8b9b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:23.967634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-781b84ec-8f7d-4c6c-8db1-5f6460d9321e req-f4847b52-9104-4cb8-a7ca-0fe3dc646335 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "GET /v2.0/security-groups/d950720a-886b-4d78-b47c-3ed8550df44b HTTP/1.1" status: 200 len: 2394 time: 0.0671468 Apr 20 12:48:23.970930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-66c02e3d-7cf9-4db1-b9de-ae4e0f8b9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.016169 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-66c02e3d-7cf9-4db1-b9de-ae4e0f8b9b1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=475a482e9d514ec7ab19abe6aa6e0e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906273 Apr 20 12:48:24.019166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48868) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:24.026333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c02e3d-7cf9-4db1-b9de-ae4e0f8b9b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a8dcc0-044f-48e3-96e3-badf57a596c1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:24.050309 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-781b84ec-8f7d-4c6c-8db1-5f6460d9321e req-ec7d60a4-4f4d-42d7-93b3-932297259c58 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.079035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-781b84ec-8f7d-4c6c-8db1-5f6460d9321e req-ec7d60a4-4f4d-42d7-93b3-932297259c58 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.080544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee9fadbe-0592-4ca8-869c-418d0f0e8541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.105225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee9fadbe-0592-4ca8-869c-418d0f0e8541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.131782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-781b84ec-8f7d-4c6c-8db1-5f6460d9321e req-ec7d60a4-4f4d-42d7-93b3-932297259c58 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.135108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-781b84ec-8f7d-4c6c-8db1-5f6460d9321e req-ec7d60a4-4f4d-42d7-93b3-932297259c58 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.136281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-781b84ec-8f7d-4c6c-8db1-5f6460d9321e req-ec7d60a4-4f4d-42d7-93b3-932297259c58 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] 10.222.0.24 "DELETE /v2.0/security-groups/d950720a-886b-4d78-b47c-3ed8550df44b HTTP/1.1" status: 204 len: 173 time: 0.1603787 Apr 20 12:48:24.145529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48872) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:24.153557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d60a4-4f4d-42d7-93b3-932297259c58 tempest-SecurityGroupRulesTestJSON-213007010 tempest-SecurityGroupRulesTestJSON-213007010-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d950720a-886b-4d78-b47c-3ed8550df44b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:24.204962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee9fadbe-0592-4ca8-869c-418d0f0e8541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.207950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee9fadbe-0592-4ca8-869c-418d0f0e8541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.214107 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ee9fadbe-0592-4ca8-869c-418d0f0e8541 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40a8dcc0-044f-48e3-96e3-badf57a596c1 HTTP/1.1" status: 204 len: 168 time: 0.1936228 Apr 20 12:48:24.217203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] Deleting subnet 0399226c-e244-461f-88cd-9dada009fc18 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:48:24.221916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.230709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fadbe-0592-4ca8-869c-418d0f0e8541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a8dcc0-044f-48e3-96e3-badf57a596c1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:24.286725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-c7980efc-1267-48be-a9bf-01a635977f49 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281405 Apr 20 12:48:24.304991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.629603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-326f48fe-fe29-47a8-9d2f-632318bf99ec tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d38e7131ae5b458fa8c1748136ac779a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389435 Apr 20 12:48:24.634006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.765878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-522b2c1b-ec6c-4f88-9596-fc08b5dc5386 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:24.767313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-522b2c1b-ec6c-4f88-9596-fc08b5dc5386 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4747236 Apr 20 12:48:24.807231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-18a382b8-39cf-4d7e-8a5f-9f4666b234b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/quotas/f96e8a01db4f41dbb70c37a694bdd48e HTTP/1.1" status: 200 len: 375 time: 0.0278285 Apr 20 12:48:24.819537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-54f72f55-f032-47b4-9f79-82a7016929fa tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:24.820989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-54f72f55-f032-47b4-9f79-82a7016929fa tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829019 Apr 20 12:48:24.824287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.878758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0399226c-e244-461f-88cd-9dada009fc18,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:24.886462 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:24.890186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-24140254-4ed4-4aa9-ab25-429dcaeb5981 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0399226c-e244-461f-88cd-9dada009fc18 HTTP/1.1" status: 204 len: 168 time: 0.7436426 Apr 20 12:48:24.891702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-15efeffb-7a79-4104-be56-9e06458d91dc tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/quotas/d38e7131ae5b458fa8c1748136ac779a HTTP/1.1" status: 200 len: 375 time: 0.0523770 Apr 20 12:48:24.893209 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48916) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:24.934667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-b23efcde-84b5-4da7-ba36-6adb55f831b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d38e7131ae5b458fa8c1748136ac779a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352182 Apr 20 12:48:24.941492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-1a79f6a1-6b38-49cc-a9d5-451b827f44e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1191299 Apr 20 12:48:24.985623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:25.142631 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:25.195327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.195805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.197189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.197758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > port after_create 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.198148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.198540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > port after_update 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.198809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.199197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.209436 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.210692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.220532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7501af0d-311c-45bf-93af-813b887ea51a req-605c052a-8a41-416c-ad9c-e3d05f2443f8 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0537858 Apr 20 12:48:25.339774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.339906 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.340279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.340559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 20 12:48:25.340933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4914c553-23c3-468a-aca0-b5fef608b6fc']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:25.362192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e1002b-74f0-4901-a3b1-ee416e959f53') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:25.362650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e1002b-74f0-4901-a3b1-ee416e959f53') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:25.381512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:25.385486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ebbd41a-ae60-41ba-92d9-92524318179b req-fd40aa02-1ed7-43bb-9733-c372e0bfdc71 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 210 time: 0.0850177 Apr 20 12:48:25.412849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:25.431925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:48:25.432730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: from cryptography.utils import int_from_bytes Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: from cryptography.utils import int_from_bytes Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:48:25.438361 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:48:25.519168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4835337a-2504-4259-b4f0-81c164408d86 req-f9b2713a-2e4f-42d2-bde7-0e5ca1437026 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 210 time: 0.0394821 Apr 20 12:48:25.556154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:25.563859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:25.567737 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/4914c553-23c3-468a-aca0-b5fef608b6fc HTTP/1.1" status: 204 len: 168 time: 0.6734447 Apr 20 12:48:25.576153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48960) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:25.593037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da21792-92cf-464a-840b-047a144fef0c admin admin] Pushing event deleted for resources: {'Network': ['ID=4914c553-23c3-468a-aca0-b5fef608b6fc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:25.909352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48984) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:25.987607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d9ad20e5-64de-41a2-b798-d92f9d3dd56a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=334678de65d94e4ab4994d685384ebf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770869 Apr 20 12:48:25.990676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48994) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:26.059175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cc14dbe-852a-4478-bf52-56e7e8cfa317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.101943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1021627669-network', 'tenant_id': '58d6ce25f39e41289b3a0a0fa898bb04'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:26.124429 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cc14dbe-852a-4478-bf52-56e7e8cfa317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.147863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Made reservation on behalf of 58d6ce25f39e41289b3a0a0fa898bb04 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:26.150357 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.172411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.208962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cc14dbe-852a-4478-bf52-56e7e8cfa317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.212517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cc14dbe-852a-4478-bf52-56e7e8cfa317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.213966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5cc14dbe-852a-4478-bf52-56e7e8cfa317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4437089e-d4a9-4115-a468-a3bf9dbce6fe HTTP/1.1" status: 204 len: 168 time: 0.2222686 Apr 20 12:48:26.230572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14dbe-852a-4478-bf52-56e7e8cfa317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4437089e-d4a9-4115-a468-a3bf9dbce6fe,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:26.302932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.302932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:26.310752 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.386036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:48:26.436153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:26.440961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bdce5da7-308b-47a7-a3da-add5a1c38ad7 req-491ef6e3-71ef-4302-a906-93d73ab498ba tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0842595 Apr 20 12:48:26.466194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-2a434d08-79e3-4dea-b8d1-36038e596dfb tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d38e7131ae5b458fa8c1748136ac779a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314684 Apr 20 12:48:26.467262 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.467594 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Added segment f70d6ae0-fe52-4baa-ae05-178ea2506ec9 of type vlan for network d9e8eef9-a31a-4a33-8069-33786e1657d5 Apr 20 12:48:26.623065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03c47def-1980-4ff2-87fb-4d3d16377df5 req-72acd908-4702-4f46-9a3c-802f7018883f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 210 time: 0.0419436 Apr 20 12:48:26.663767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-deba0e81-359e-4d26-8e44-2447b2fd9a53 req-08b8bc37-2ab5-4781-b8fd-6e4357b56993 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 210 time: 0.0815678 Apr 20 12:48:26.685773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.693029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-ad081f27-5500-4ae8-8026-d0cb6dd5b2b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:26.694492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-ad081f27-5500-4ae8-8026-d0cb6dd5b2b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160451 Apr 20 12:48:26.713831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49028) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:26.714231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Request body: {'port': {'device_id': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'd38e7131ae5b458fa8c1748136ac779a'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:26.787133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.787989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:26.788558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.790675 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ee96130-bf9f-4373-9eb6-2f820cd99850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.821949 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99cd51ef-286c-47c1-b838-fa8e8c337c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.868325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2885523 Apr 20 12:48:26.869451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49038) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:26.877516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Request body: {'subnet': {'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1021627669-subnet', 'tenant_id': '58d6ce25f39e41289b3a0a0fa898bb04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:26.921537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-63fd022f-2979-430b-b86c-c2754b9a30db tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592685 Apr 20 12:48:26.922701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270fc2c-9c86-4c9e-9ad3-a29f5f7a5a4c admin admin] Pushing event updated for resources: {'Network': ['ID=d9e8eef9-a31a-4a33-8069-33786e1657d5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:26.926735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Made reservation on behalf of 58d6ce25f39e41289b3a0a0fa898bb04 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:26.931371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:26.937858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:48:27.024785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Made reservation on behalf of d38e7131ae5b458fa8c1748136ac779a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:27.029706 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.053913 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.105037 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ee96130-bf9f-4373-9eb6-2f820cd99850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.112211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ee96130-bf9f-4373-9eb6-2f820cd99850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.123090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e5b3ba7c-76b4-490d-b13b-4fe2880187dd tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:27.124529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e5b3ba7c-76b4-490d-b13b-4fe2880187dd tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967592 Apr 20 12:48:27.125868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99cd51ef-286c-47c1-b838-fa8e8c337c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.132843 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99cd51ef-286c-47c1-b838-fa8e8c337c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.149978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Request body: {'port': {'device_id': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'f96e8a01db4f41dbb70c37a694bdd48e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:27.182619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd51ef-286c-47c1-b838-fa8e8c337c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ab2f38-02a3-42d8-8cad-ae98a467439a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:27.193720 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99cd51ef-286c-47c1-b838-fa8e8c337c01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dcaee82a85849c2a23c02e1ee943935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788370 Apr 20 12:48:27.194563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49048) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:27.229325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee96130-bf9f-4373-9eb6-2f820cd99850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39b7f94-8dd3-438a-9bcb-a23cd5c4bde5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:27.239941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2ee96130-bf9f-4373-9eb6-2f820cd99850 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e5bb50f12834fb2a456487950d8074e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9356666 Apr 20 12:48:27.243245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49050) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:27.279086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49052) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:27.316800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52a8de6f-9451-41ae-b0d1-9683c0b934a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.327676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.339870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.348682 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.368772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52a8de6f-9451-41ae-b0d1-9683c0b934a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.427900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf46457-26a6-4590-84f1-d414b21e7516,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:27.443859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1a0075f-ecc4-435f-86f2-d44266113999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.444938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:27.445290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Network hostable DHCP agents. Network: d9e8eef9-a31a-4a33-8069-33786e1657d5, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:48:27.456803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-711225903-network', 'tenant_id': '75105e3132394529afc3deac43c25502'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:27.463418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52a8de6f-9451-41ae-b0d1-9683c0b934a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.465890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52a8de6f-9451-41ae-b0d1-9683c0b934a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.466019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Made reservation on behalf of f96e8a01db4f41dbb70c37a694bdd48e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:27.469465 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-52a8de6f-9451-41ae-b0d1-9683c0b934a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35ab2f38-02a3-42d8-8cad-ae98a467439a HTTP/1.1" status: 204 len: 168 time: 0.2691543 Apr 20 12:48:27.469718 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.470036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:48:27.479847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8de6f-9451-41ae-b0d1-9683c0b934a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ab2f38-02a3-42d8-8cad-ae98a467439a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:27.485757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95513db1-3277-45a3-a1bc-236a07d95a6c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:27.488772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d9e8eef9-a31a-4a33-8069-33786e1657d5) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:27.494623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:27.495226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.538246 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe250e07-b34f-4321-87ff-b650bd867e73 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6582720 Apr 20 12:48:27.538465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fed41e3-fec1-4dd9-b260-c6ba33bc21fc None None] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:27.548005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1a0075f-ecc4-435f-86f2-d44266113999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.573369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Made reservation on behalf of 75105e3132394529afc3deac43c25502 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:27.576538 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.673219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.714142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a56c0f60-f8fd-4ac1-8d8d-1cba2a2cf1cc req-6a41b4d3-fae8-4a8b-9acd-a946297f1ee1 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0846379 Apr 20 12:48:27.775943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Allocated IP 192.168.233.111 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/aaa18864-5580-4414-a9e5-3d2481f8bb07) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:27.781371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818d99c-4c13-4967-847d-339e52c9b18e None None] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:27.824091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62a00152-b456-40d3-a1ee-6194bf9eea43 req-111f33a6-a377-47a7-a6a4-d09b0e90d390 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 210 time: 0.0735614 Apr 20 12:48:27.862048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1a0075f-ecc4-435f-86f2-d44266113999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.864721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1a0075f-ecc4-435f-86f2-d44266113999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.865989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a1a0075f-ecc4-435f-86f2-d44266113999 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e39b7f94-8dd3-438a-9bcb-a23cd5c4bde5 HTTP/1.1" status: 204 len: 168 time: 0.6218677 Apr 20 12:48:27.893091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10e19ce1-203f-4355-8832-ab8ab60c5f05 req-aad3ff34-efd3-4ab8-818c-ea0c313a11ce tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 210 time: 0.0545232 Apr 20 12:48:27.912216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0075f-ecc4-435f-86f2-d44266113999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39b7f94-8dd3-438a-9bcb-a23cd5c4bde5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:27.973936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49074) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:27.990866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:27.999426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.001214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c771243e-9625-4a2e-9b39-0252644b6359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.049268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:48:28.076785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.077371 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Added segment d4cd5d65-ad68-48a1-96d6-7f4b12fa0782 of type vlan for network d62c90a5-4a94-4306-b211-a0aed1d42e2f Apr 20 12:48:28.083859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865523f9-583e-44dc-ac83-ae19557cf5e3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:28.099153 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.099300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c771243e-9625-4a2e-9b39-0252644b6359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.103635 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c771243e-9625-4a2e-9b39-0252644b6359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.144205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771243e-9625-4a2e-9b39-0252644b6359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3c571f-9bc2-4521-90fd-76739bb82171,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:28.145349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.166221 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c771243e-9625-4a2e-9b39-0252644b6359 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40a63f4a457241d9b4bbd7d3eb51efbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904821 Apr 20 12:48:28.168805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49076) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:28.192221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.211673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.212630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:28.213202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.234894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ff889e-daee-4f6a-9f00-774db796f8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.260471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ff889e-daee-4f6a-9f00-774db796f8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.316756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ff889e-daee-4f6a-9f00-774db796f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.321644 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ff889e-daee-4f6a-9f00-774db796f8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.325130 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1ff889e-daee-4f6a-9f00-774db796f8a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a3c571f-9bc2-4521-90fd-76739bb82171 HTTP/1.1" status: 204 len: 168 time: 0.1523418 Apr 20 12:48:28.332105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0494041 Apr 20 12:48:28.332564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff889e-daee-4f6a-9f00-774db796f8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3c571f-9bc2-4521-90fd-76739bb82171,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:28.336607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49086) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:28.363342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:28.364808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Allocated IP 192.168.233.4 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/9f5a749c-1fe0-43fa-8039-0734b50a4983) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:28.369935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Request body: {'subnet': {'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-711225903-subnet', 'tenant_id': '75105e3132394529afc3deac43c25502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:28.375940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4127c5-f49b-4a26-8498-1cb999d245f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d62c90a5-4a94-4306-b211-a0aed1d42e2f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:28.381915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:28.388677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d62c90a5-4a94-4306-b211-a0aed1d42e2f details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:48:28.392955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Pushing event updated for resources: {'Port': ['ID=aaa18864-5580-4414-a9e5-3d2481f8bb07,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:28.395328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:28.513011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Made reservation on behalf of 75105e3132394529afc3deac43c25502 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:28.520845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.555956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49090) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:28.556123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:28.556872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.580033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b52bcb01-7923-477c-a2ce-fa8b17924cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.669612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f393f50a-c884-4de6-975d-ee837d6f55ac tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9596596 Apr 20 12:48:28.690580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Request body: {'port': {'device_id': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:28.706025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b52bcb01-7923-477c-a2ce-fa8b17924cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.716957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b52bcb01-7923-477c-a2ce-fa8b17924cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.730159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b0e71ab9-087b-4a35-87b2-d94495a1dea9 None None] Provisioning complete for port aaa18864-5580-4414-a9e5-3d2481f8bb07 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:28.731165 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b0e71ab9-087b-4a35-87b2-d94495a1dea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.758422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b52bcb01-7923-477c-a2ce-fa8b17924cc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cadf128a4770480a805d9301feb799f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2006269 Apr 20 12:48:28.760208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49100) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:28.768558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-804925795-network', 'tenant_id': 'd41d256ca45b4fb69a814d495fb7c57e'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:28.769269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49102) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:28.802292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Made reservation on behalf of d41d256ca45b4fb69a814d495fb7c57e for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:28.804727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b0e71ab9-087b-4a35-87b2-d94495a1dea9 None None] Port aaa18864-5580-4414-a9e5-3d2481f8bb07 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:48:28.805019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.829398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.832853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bcb01-7923-477c-a2ce-fa8b17924cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3af1b23-1959-4c20-831e-80160e1a4f81,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:28.877874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.936675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.943711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.946613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.971571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:48:28.985655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4b98800-d685-4b8a-b299-683ac900372b req-22a1beb4-c1d4-4f87-a927-88e2192f804e tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0991523 Apr 20 12:48:28.986214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfbce5b-266a-489b-909e-3edd20beac5b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:28.991393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:28.991749 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Added segment 38ab3887-5153-403a-a161-847c38babfc4 of type vlan for network f24af604-0433-4e07-aab8-56fc5840f95a Apr 20 12:48:28.995594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eee2137c-48aa-44a7-b3e8-eeaaf0f43e7f req-a155aa4a-030e-4ab4-b5fb-d3a7dbd5b3aa tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 210 time: 0.0668738 Apr 20 12:48:29.056170 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.090092 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.090092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:29.090092 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.160619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3992796 Apr 20 12:48:29.163047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49118) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:29.169686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Request body: {'subnet': {'network_id': 'f24af604-0433-4e07-aab8-56fc5840f95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-804925795-subnet', 'tenant_id': 'd41d256ca45b4fb69a814d495fb7c57e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:29.174046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c189134-4b23-4327-b472-4fd51063ec01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.175299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedd545-2e3b-401e-ac18-12be68833865 admin admin] Pushing event updated for resources: {'Network': ['ID=f24af604-0433-4e07-aab8-56fc5840f95a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:29.188248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network f24af604-0433-4e07-aab8-56fc5840f95a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:48:29.196610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Made reservation on behalf of d41d256ca45b4fb69a814d495fb7c57e for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:29.200198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.288738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.372558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c189134-4b23-4327-b472-4fd51063ec01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.379983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.395736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c462a506-38b9-412b-afdd-ba94ed176905'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:29.397868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f2d24e7d-64e6-40b0-a6a6-05b243f14e51'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:29.410814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.497725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Checking segment: {'id': '38ab3887-5153-403a-a161-847c38babfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f24af604-0433-4e07-aab8-56fc5840f95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:29.498468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Network hostable DHCP agents. Network: f24af604-0433-4e07-aab8-56fc5840f95a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:48:29.525892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21fbe3d-9a29-4208-a76f-ff4a1ae79999,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:29.551740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Network f24af604-0433-4e07-aab8-56fc5840f95a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:48:29.567050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, f24af604-0433-4e07-aab8-56fc5840f95a) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:29.572472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:29.573423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.584983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a3c9d-11a4-44a3-a01e-75454d5ac289 None None] Network f24af604-0433-4e07-aab8-56fc5840f95a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:29.600259 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f15aeb4-4e9e-4fdc-b1e1-d2843b8a993b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4361598 Apr 20 12:48:29.692433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2238899-6a14-489c-a120-5ca6be48afa1,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:29.751720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de91c3-ba3e-442f-a2b5-bdb80210b34d req-ad9d510b-4eac-41da-8cf2-c4398caf77a7 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:29.759058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58de91c3-ba3e-442f-a2b5-bdb80210b34d req-ad9d510b-4eac-41da-8cf2-c4398caf77a7 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 936 time: 0.6677282 Apr 20 12:48:29.821528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:29.822365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Pushing event updated for resources: {'Port': ['ID=9f5a749c-1fe0-43fa-8039-0734b50a4983,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:29.831922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:29.838830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a64fc-2cce-4357-a8f3-d0cdfa9941b7 None None] Network f24af604-0433-4e07-aab8-56fc5840f95a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:29.839370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:29.894957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Checking segment: {'id': 'd4cd5d65-ad68-48a1-96d6-7f4b12fa0782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:29.895212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Network hostable DHCP agents. Network: d62c90a5-4a94-4306-b211-a0aed1d42e2f, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:48:29.935748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58de91c3-ba3e-442f-a2b5-bdb80210b34d req-0fe13502-25c9-4c5f-9be4-68d5613bdf32 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757622 Apr 20 12:48:29.944450 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c189134-4b23-4327-b472-4fd51063ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.947841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c189134-4b23-4327-b472-4fd51063ec01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:29.949338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1c189134-4b23-4327-b472-4fd51063ec01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3af1b23-1959-4c20-831e-80160e1a4f81 HTTP/1.1" status: 204 len: 168 time: 1.1788056 Apr 20 12:48:29.984832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c189134-4b23-4327-b472-4fd51063ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3af1b23-1959-4c20-831e-80160e1a4f81,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:29.997044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:29.998467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:30.018386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Network d62c90a5-4a94-4306-b211-a0aed1d42e2f is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:48:30.085064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d62c90a5-4a94-4306-b211-a0aed1d42e2f) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:30.094205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:30.094790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:30.101292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-2b9a5d01-0718-4e9e-96e0-1c8f33acd0e8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9629056 Apr 20 12:48:30.110604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caceca1-b421-42b6-9ec0-459583c22831 None None] Network d62c90a5-4a94-4306-b211-a0aed1d42e2f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:30.114859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa18864-5580-4414-a9e5-3d2481f8bb07 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:30.128746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Request body: {'port': {'device_id': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:30.164765 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:30.205584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c56a15d0-02cf-4bd2-ba6f-c2ae33c2d580 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8473039 Apr 20 12:48:30.214334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Transition to ACTIVE for port object aaa18864-5580-4414-a9e5-3d2481f8bb07 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:30.239691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:30.274549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c98212a7-ec33-4893-a901-5e2ea92a8e10 None None] Provisioning complete for port 9f5a749c-1fe0-43fa-8039-0734b50a4983 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:30.275012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c98212a7-ec33-4893-a901-5e2ea92a8e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:30.284547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:30.307391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313523b3-fca3-434c-9d2d-450c8baf8646 req-c5e7766e-91a9-48af-8cdf-9438c57489ef tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:30.308906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-313523b3-fca3-434c-9d2d-450c8baf8646 req-c5e7766e-91a9-48af-8cdf-9438c57489ef tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 934 time: 0.1756670 Apr 20 12:48:30.335798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa18864-5580-4414-a9e5-3d2481f8bb07,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:30.385677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1519d0-4b1d-4734-b55f-5e74f6e7ecab None None] Network d62c90a5-4a94-4306-b211-a0aed1d42e2f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:30.431946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c98212a7-ec33-4893-a901-5e2ea92a8e10 None None] Port 9f5a749c-1fe0-43fa-8039-0734b50a4983 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:48:30.542952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-313523b3-fca3-434c-9d2d-450c8baf8646 req-98fbdd56-8374-4534-83e6-c85086d08c48 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228243 Apr 20 12:48:30.726457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb8ce83f-ac56-4951-bdbc-c66bd0c41b42 req-95f286ca-818b-4c7c-ae94-b8d1c37f5ccb tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0755258 Apr 20 12:48:30.770237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Attempting to bind port aaa18864-5580-4414-a9e5-3d2481f8bb07 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:30.770776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Attempting to bind port aaa18864-5580-4414-a9e5-3d2481f8bb07 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:30.771099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Attempting to bind port aaa18864-5580-4414-a9e5-3d2481f8bb07 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:30.790531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Port aaa18864-5580-4414-a9e5-3d2481f8bb07 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:30.790851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Attempting to bind port aaa18864-5580-4414-a9e5-3d2481f8bb07 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:30.845620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:30.845963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:30.846314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:30.846908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Bound port: aaa18864-5580-4414-a9e5-3d2481f8bb07, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:30.847266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:30.907763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-e2ab587f-1498-48f7-addb-6e3d0304a5a9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:30.909195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-e2ab587f-1498-48f7-addb-6e3d0304a5a9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.2565668 Apr 20 12:48:30.953821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-1efb00ac-614a-46df-9cc5-5388911c7606 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/quotas/58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 375 time: 0.0303328 Apr 20 12:48:31.004421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] For port aaa18864-5580-4414-a9e5-3d2481f8bb07, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:31.009949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-b7424e0b-11c6-473f-83ed-3a41ed26a399 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454173 Apr 20 12:48:31.050384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] For port aaa18864-5580-4414-a9e5-3d2481f8bb07, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aaa18864-5580-4414-a9e5-3d2481f8bb07,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:31.065870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:31.125890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5a749c-1fe0-43fa-8039-0734b50a4983 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:31.136849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:31.152916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:31.153536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:31.154971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] 10.222.0.37 "PUT /v2.0/ports/aaa18864-5580-4414-a9e5-3d2481f8bb07 HTTP/1.1" status: 200 len: 1096 time: 2.4733412 Apr 20 12:48:31.161915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'tag': 'aaa18864-5580-4414-a9e5-3d2481f8bb07'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:31.164585 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4351f895-485f-4ce4-9c80-1830b8eb7ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "84a133e9-4aa1-485f-8aa5-6a41a8fd40af", "tag": "aaa18864-5580-4414-a9e5-3d2481f8bb07"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:31.191652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Transition to ACTIVE for port object 9f5a749c-1fe0-43fa-8039-0734b50a4983 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:31.214896 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:31.273074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a62c78-2579-4279-9790-d432efe03e09 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa18864-5580-4414-a9e5-3d2481f8bb07,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:31.346268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-d797ac4a-5780-41db-8fe3-4bfc7fd6e264 service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068635 Apr 20 12:48:31.473225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Pushing event updated for resources: {'Port': ['ID=9f5a749c-1fe0-43fa-8039-0734b50a4983,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:31.492176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-e3e5c2d6-4db8-4e0e-b02f-0f6f988fd0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:31.493646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-e3e5c2d6-4db8-4e0e-b02f-0f6f988fd0a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d38e7131ae5b458fa8c1748136ac779a&device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 1099 time: 0.2729678 Apr 20 12:48:31.583350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-2fff8e7b-71f7-441c-9d04-3d1742780e37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=aaa18864-5580-4414-a9e5-3d2481f8bb07 HTTP/1.1" status: 200 len: 217 time: 0.0607858 Apr 20 12:48:31.665211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-cbd6e05a-4cc1-4568-bced-bfe21c2d35c3 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:31.666661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-cbd6e05a-4cc1-4568-bced-bfe21c2d35c3 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/networks?id=d62c90a5-4a94-4306-b211-a0aed1d42e2f HTTP/1.1" status: 200 len: 817 time: 0.3346221 Apr 20 12:48:31.672782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Attempting to bind port 9f5a749c-1fe0-43fa-8039-0734b50a4983 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:31.673035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Attempting to bind port 9f5a749c-1fe0-43fa-8039-0734b50a4983 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:31.673350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Attempting to bind port 9f5a749c-1fe0-43fa-8039-0734b50a4983 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:31.679985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-f2aa10c7-ed91-488f-9dff-bd0abf8236af service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329549 Apr 20 12:48:31.691025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Port 9f5a749c-1fe0-43fa-8039-0734b50a4983 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:31.691342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Attempting to bind port 9f5a749c-1fe0-43fa-8039-0734b50a4983 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:31.696118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-eee5b8a0-a40e-4bd4-82e6-50c9a67b7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:31.697505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-eee5b8a0-a40e-4bd4-82e6-50c9a67b7382 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1053643 Apr 20 12:48:31.700370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-509c62c1-a856-4a44-9fb4-b4b191c297d6 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/quotas/75105e3132394529afc3deac43c25502 HTTP/1.1" status: 200 len: 375 time: 0.0225770 Apr 20 12:48:31.701450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:31.701806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:31.702172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:31.702587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Bound port: 9f5a749c-1fe0-43fa-8039-0734b50a4983, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:31.703459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:31.771916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-9c67923a-9424-4856-a92b-0c25e5150645 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=75105e3132394529afc3deac43c25502&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503705 Apr 20 12:48:31.808750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-31d17b0b-0609-48f8-a0c9-471beec83fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:31.810236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-31d17b0b-0609-48f8-a0c9-471beec83fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038702 Apr 20 12:48:31.877913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] For port 9f5a749c-1fe0-43fa-8039-0734b50a4983, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:31.897847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] For port 9f5a749c-1fe0-43fa-8039-0734b50a4983, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:31.911032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:31.933840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:48:31.984923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:31.985535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:31.986928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] 10.222.0.37 "PUT /v2.0/ports/9f5a749c-1fe0-43fa-8039-0734b50a4983 HTTP/1.1" status: 200 len: 1094 time: 1.8746946 Apr 20 12:48:32.005960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f59fdc5a-5555-4bef-b6f1-32d460d095aa service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861784 Apr 20 12:48:32.075723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee6120-d4e3-4652-9372-83d610f492bb service neutron] Pushing event updated for resources: {'Port': ['ID=9f5a749c-1fe0-43fa-8039-0734b50a4983,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:32.136049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b60a77-8ebc-4a75-8afa-98024c519783 req-018baad6-3354-422d-a3d1-176175319ae8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:32.137527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82b60a77-8ebc-4a75-8afa-98024c519783 req-018baad6-3354-422d-a3d1-176175319ae8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 948 time: 0.2431448 Apr 20 12:48:32.169447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-446968e3-d9bf-47c0-885a-3c6c4fbc7136 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:48:32.170648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-446968e3-d9bf-47c0-885a-3c6c4fbc7136 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1950245 Apr 20 12:48:32.278717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-97c5fee8-9f4a-4f81-a867-584526c47b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:32.280171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-97c5fee8-9f4a-4f81-a867-584526c47b9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 1097 time: 0.2331963 Apr 20 12:48:32.305419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82b60a77-8ebc-4a75-8afa-98024c519783 req-a0f2b7e8-46e8-4cc0-8f18-43c0ef6bee5c tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585257 Apr 20 12:48:32.336056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-a363d9a1-d4c2-4f80-9bed-7ddeb3804ae5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983 HTTP/1.1" status: 200 len: 217 time: 0.0453045 Apr 20 12:48:32.339399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69a94ae-9967-4cbe-ae03-9027bd043443 req-f6a57ac6-dab8-4c55-934e-79737cf01086 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226972 Apr 20 12:48:32.415683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-a4917d15-fb07-4c31-975e-6c8bab17cf76 service neutron] 10.222.0.24 "GET /v2.0/networks/d62c90a5-4a94-4306-b211-a0aed1d42e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301946 Apr 20 12:48:32.483447 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56ffa23-3387-4a28-81bf-823a35851605 x-openstack-request-id: req-f56ffa23-3387-4a28-81bf-823a35851605 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:32.484372 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a133e9-4aa1-485f-8aa5-6a41a8fd40af", "tag": "aaa18864-5580-4414-a9e5-3d2481f8bb07", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:32.484717 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f56ffa23-3387-4a28-81bf-823a35851605 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:32.485332 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56ffa23-3387-4a28-81bf-823a35851605'] response: {'name': 'network-changed', 'server_uuid': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'tag': 'aaa18864-5580-4414-a9e5-3d2481f8bb07', 'status': 'completed', 'code': 200} Apr 20 12:48:32.487289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-a3ffc337-a7db-4c8f-a60d-c96300ae5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:32.488855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-a3ffc337-a7db-4c8f-a60d-c96300ae5db2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1386719 Apr 20 12:48:32.634672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-37b94a27-cf03-4472-90c9-b69b2a31e944 service neutron] 10.222.0.24 "GET /v2.0/networks/d62c90a5-4a94-4306-b211-a0aed1d42e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181549 Apr 20 12:48:32.636300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-ee36b0ac-c7d4-49eb-b377-cf964d4f2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:32.637880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-ee36b0ac-c7d4-49eb-b377-cf964d4f2c54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1345639 Apr 20 12:48:32.640034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-0990b0b2-460c-4dcd-91e3-007661a2e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:32.641397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-0990b0b2-460c-4dcd-91e3-007661a2e9c4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d38e7131ae5b458fa8c1748136ac779a&device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 1099 time: 0.1516497 Apr 20 12:48:32.652705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606985ff-b021-4b34-abd1-7ea2de471852 req-e8712caa-9c74-4e52-923d-fb7b137ff134 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:32.654138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-606985ff-b021-4b34-abd1-7ea2de471852 req-e8712caa-9c74-4e52-923d-fb7b137ff134 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 946 time: 0.1364079 Apr 20 12:48:33.025818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c0aa603-fdec-450a-a497-52b72d2da82f req-3ca21104-ca35-4387-8683-5258f2fba35b tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0714600 Apr 20 12:48:33.064521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-606985ff-b021-4b34-abd1-7ea2de471852 req-4c9499ac-85f1-4e42-afbe-2ef9650c05be tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922169 Apr 20 12:48:33.105056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-494c398e-0cd2-42c8-b414-d8dff80c62c2 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499500 Apr 20 12:48:33.123170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-1993e163-b874-442a-adcc-89cbf9b629b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:33.125880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-1993e163-b874-442a-adcc-89cbf9b629b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.4698818 Apr 20 12:48:33.156453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-efd91029-5a10-45d0-a294-053db9342fe1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:33.158561 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-efd91029-5a10-45d0-a294-053db9342fe1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.2199888 Apr 20 12:48:33.176890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Request body: {'port': {'device_id': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'admin_state_up': True, 'tenant_id': '58d6ce25f39e41289b3a0a0fa898bb04'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:33.208524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-11ad65c5-c14e-41a7-b026-384bba336be5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=aaa18864-5580-4414-a9e5-3d2481f8bb07 HTTP/1.1" status: 200 len: 217 time: 0.0713732 Apr 20 12:48:33.246573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b74d640-8a55-4e02-82da-6871be41be74 req-c3192508-8572-4c44-b538-4d7288dc0a87 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 210 time: 0.0423071 Apr 20 12:48:33.336832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Made reservation on behalf of 58d6ce25f39e41289b3a0a0fa898bb04 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:33.339354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-68857967-1d85-4820-b440-2f6a317076c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:33.340743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-68857967-1d85-4820-b440-2f6a317076c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1232202 Apr 20 12:48:33.342278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:33.342669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e18db97-04a0-4f34-8fda-a3d2b49efef9 req-fce1ef9b-36e5-4980-8a4d-2fabf0b5b7c4 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296550 Apr 20 12:48:33.424494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-62d69987-7f5a-4406-8555-4889221ea9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:33.428670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-62d69987-7f5a-4406-8555-4889221ea9dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767379 Apr 20 12:48:33.472631 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60466eb3-e77d-41b0-b69b-3bc3483aa53b req-85df5d75-43cf-4cd4-b892-4fc3a69cadc3 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0420685 Apr 20 12:48:33.584004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Allocated IP 172.20.0.11 (d9e8eef9-a31a-4a33-8069-33786e1657d5/fcf46457-26a6-4590-84f1-d414b21e7516/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:33.649197 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ccea3eb9-14c2-4ee6-9ba7-9de14ee68a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:33.666630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9ccde-e50c-4969-8541-e1e9676774a3 req-12a66894-0342-4505-a9ed-85c38b6e86cc tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:33.668187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fd9ccde-e50c-4969-8541-e1e9676774a3 req-12a66894-0342-4505-a9ed-85c38b6e86cc tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 948 time: 0.0929518 Apr 20 12:48:33.673333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-45ddee66-90d0-4687-ad71-b98ba2dbeaaf service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970577 Apr 20 12:48:33.728848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fd9ccde-e50c-4969-8541-e1e9676774a3 req-f25ace71-36c8-445d-9667-bc8b585b855a tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542080 Apr 20 12:48:33.794731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49280) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:33.802945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4351f895-485f-4ce4-9c80-1830b8eb7ed6 req-086f7e7b-01f0-4964-b4ce-1a1d023ecb59 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069195 Apr 20 12:48:33.814860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:33.851813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:33.896685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:33.899757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:33.903529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:33.956864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:33.968591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2e07-fed0-4420-9ce6-138d974639ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:33.985928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:33.986561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.014533 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-ad9d29e4-e420-4058-a59a-f2a210b4db28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8463094 Apr 20 12:48:34.035071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Request body: {'port': {'device_id': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:34.153692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.175916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2e07-fed0-4420-9ce6-138d974639ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.188365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-745f40fb-2ae1-4caa-9f17-404f22ef8002 req-cf85a028-0c76-45fe-82e9-336695eaf471 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0305412 Apr 20 12:48:34.196281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-fd206927-2c3b-4769-8919-2546a247eee5 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:34.198153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-fd206927-2c3b-4769-8919-2546a247eee5 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.37 "GET /v2.0/networks?id=d62c90a5-4a94-4306-b211-a0aed1d42e2f HTTP/1.1" status: 200 len: 817 time: 0.2200224 Apr 20 12:48:34.203143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f2b2e07-fed0-4420-9ce6-138d974639ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.217530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Request body: {'port': {'device_id': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f', 'admin_state_up': True, 'tenant_id': '75105e3132394529afc3deac43c25502'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:34.262927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b2e07-fed0-4420-9ce6-138d974639ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2582a73f-0b11-49ad-bea5-6fe596efa67c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:34.269604 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7f2b2e07-fed0-4420-9ce6-138d974639ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4591ec26e4e04cf49ee274279b655518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4714661 Apr 20 12:48:34.289779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49304) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:34.454139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16733f-314d-4b20-a276-e987ce5ade8f req-e83f2a9b-e8ae-4596-af3f-0786c5b1e27a tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:34.455616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf16733f-314d-4b20-a276-e987ce5ade8f req-e83f2a9b-e8ae-4596-af3f-0786c5b1e27a tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 946 time: 0.1649687 Apr 20 12:48:34.460379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Made reservation on behalf of 75105e3132394529afc3deac43c25502 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:34.464434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.491962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'tag': '9f5a749c-1fe0-43fa-8039-0734b50a4983'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:34.494804 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659356f0-9396-4bb1-b3d1-84f20769bf53" -d '{"events": [{"name": "network-changed", "server_uuid": "432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85", "tag": "9f5a749c-1fe0-43fa-8039-0734b50a4983"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:34.508609 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-71e2754c-f353-4ea9-85c0-0f6c65ffde57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.521779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:34.531699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.547424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Transition to ACTIVE for port object 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:34.551364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b567-5916-4b18-8bbd-b5c6301ad16b req-a1e8e780-b350-434b-b25b-e350bd1faa69 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:34.552040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.552849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abc8b567-5916-4b18-8bbd-b5c6301ad16b req-a1e8e780-b350-434b-b25b-e350bd1faa69 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 932 time: 0.1435575 Apr 20 12:48:34.568154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-71e2754c-f353-4ea9-85c0-0f6c65ffde57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.613328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf16733f-314d-4b20-a276-e987ce5ade8f req-7f691a8e-1322-4628-9968-fc470f8a9ffb tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379282 Apr 20 12:48:34.629672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:34.692743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:34.693116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:34.693406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:34.695634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abc8b567-5916-4b18-8bbd-b5c6301ad16b req-72024161-7dfe-46d9-98e5-98daf46ab5c5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293523 Apr 20 12:48:34.699461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:34.699936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:34.700326 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fe8b83-db30-46e7-bf92-ce8bfec7940e x-openstack-request-id: req-63fe8b83-db30-46e7-bf92-ce8bfec7940e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:34.700608 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85", "tag": "9f5a749c-1fe0-43fa-8039-0734b50a4983", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:34.700902 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63fe8b83-db30-46e7-bf92-ce8bfec7940e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:34.701293 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fe8b83-db30-46e7-bf92-ce8bfec7940e'] response: {'name': 'network-changed', 'server_uuid': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'tag': '9f5a749c-1fe0-43fa-8039-0734b50a4983', 'status': 'completed', 'code': 200} Apr 20 12:48:34.714975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:34.716936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:34.718544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:34.719033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Bound port: 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:34.720762 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.730173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Allocated IP 172.20.0.5 (d62c90a5-4a94-4306-b211-a0aed1d42e2f/f2238899-6a14-489c-a120-5ca6be48afa1/4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:34.732759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-71e2754c-f353-4ea9-85c0-0f6c65ffde57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.737749 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-71e2754c-f353-4ea9-85c0-0f6c65ffde57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:34.738777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-71e2754c-f353-4ea9-85c0-0f6c65ffde57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2582a73f-0b11-49ad-bea5-6fe596efa67c HTTP/1.1" status: 204 len: 168 time: 0.4469492 Apr 20 12:48:34.820062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2754c-f353-4ea9-85c0-0f6c65ffde57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582a73f-0b11-49ad-bea5-6fe596efa67c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:34.870101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e677a13c-a07c-4715-819a-5070bdc88e07 req-5134f1e7-6e75-45e3-8c97-de599cc68e2c tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0561187 Apr 20 12:48:34.941141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-9af5aff8-6e1b-4c15-a796-2afccf05d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:34.942686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-9af5aff8-6e1b-4c15-a796-2afccf05d084 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 1097 time: 0.2008669 Apr 20 12:48:35.001756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed071bb2-f1c2-44e3-bdc3-fc899b45fc64 req-3edee76e-9a4d-413e-8283-42f1bf790c3b tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.003292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed071bb2-f1c2-44e3-bdc3-fc899b45fc64 req-3edee76e-9a4d-413e-8283-42f1bf790c3b tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 948 time: 0.1669209 Apr 20 12:48:35.059374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:35.064000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:35.072217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.111199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.112128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.113393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] 10.222.0.30 "PUT /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 1092 time: 1.0844688 Apr 20 12:48:35.115773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:35.117418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed071bb2-f1c2-44e3-bdc3-fc899b45fc64 req-6900c9fa-1c2b-49bc-a087-193bd730332d tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593014 Apr 20 12:48:35.126617 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9" -d '{"events": [{"name": "network-changed", "server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:35.173943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-a8adf672-89b6-4673-bbea-eb9c8efd608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.175403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-a8adf672-89b6-4673-bbea-eb9c8efd608b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2202940 Apr 20 12:48:35.180354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.219184 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0428c222-ef17-46b9-97ef-aa78ab582f2a x-openstack-request-id: req-0428c222-ef17-46b9-97ef-aa78ab582f2a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:35.219735 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:35.219983 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0428c222-ef17-46b9-97ef-aa78ab582f2a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:35.220377 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0428c222-ef17-46b9-97ef-aa78ab582f2a'] response: {'name': 'network-changed', 'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de', 'status': 'completed', 'code': 200} Apr 20 12:48:35.220914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efc8ed-2f11-41d6-a4a0-6a06a07dda36 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:35.227411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-f0fe6d36-5a3b-43de-8245-724eeffb20b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983 HTTP/1.1" status: 200 len: 217 time: 0.0437784 Apr 20 12:48:35.245295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-dc754ed8-ace9-49ad-9bfc-24fa8dc9993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.250736 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-dc754ed8-ace9-49ad-9bfc-24fa8dc9993e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1095 time: 0.0665774 Apr 20 12:48:35.292122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.294418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-19f6893a-b249-4877-a397-bc871b1582ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.295867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-19f6893a-b249-4877-a397-bc871b1582ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0600929 Apr 20 12:48:35.296949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49330) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:35.324262 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-0c9b5169-a514-4506-a1b2-d771f52dfe95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 217 time: 0.0605540 Apr 20 12:48:35.359520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49334) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:35.385350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-d28f3821-ae0e-4c8e-8d5c-c470e31b360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.387021 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-d28f3821-ae0e-4c8e-8d5c-c470e31b360c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0533593 Apr 20 12:48:35.404393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-330ea031-b1f3-4e2e-b990-d0c94d6946b6 req-d1b58ac0-1559-499f-94d7-1d6473864b63 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0680943 Apr 20 12:48:35.411120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-25a7451a-58a2-49f8-86c6-42d55fdbf767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.427221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Network d62c90a5-4a94-4306-b211-a0aed1d42e2f is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:35.438380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:35.438797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Pushing event updated for resources: {'Port': ['ID=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:35.445470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:35.446785 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-698ddc59-7a93-4a81-a0b4-79bc5b3ad0f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477257 Apr 20 12:48:35.474098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-6067c52a-c715-4af7-874a-0041ba582414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.475604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-6067c52a-c715-4af7-874a-0041ba582414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727581 Apr 20 12:48:35.560973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.561585 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.570632 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-6262198f-8193-469b-852c-5e5a48990002 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166468 Apr 20 12:48:35.600234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca67f9db-9d90-4024-bfc0-fdb98283feae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.609175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ac393a51-fdbf-4189-85b8-87df19372f22 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3962851 Apr 20 12:48:35.631720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Request body: {'port': {'device_id': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:35.673277 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5f678cbd-7763-4eb2-9463-d91a06c0cd96 req-4cc1e53c-fb5d-4926-87de-5b344574c4f3 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946631 Apr 20 12:48:35.697555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-c21d8d42-a8b7-4698-ab27-2312c240a84e service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116966 Apr 20 12:48:35.699907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aaa18864-5580-4414-a9e5-3d2481f8bb07 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:35.771294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-25a7451a-58a2-49f8-86c6-42d55fdbf767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.774263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-255814fc-dcba-491a-ada3-d5a0ba1672a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.782844 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-255814fc-dcba-491a-ada3-d5a0ba1672a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1095 time: 0.0589023 Apr 20 12:48:35.802103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-774ffe21-218b-4d9e-8073-bed6111e1510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.837779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aaa18864-5580-4414-a9e5-3d2481f8bb07, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aaa18864-5580-4414-a9e5-3d2481f8bb07,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:35.841071 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.842928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-25a7451a-58a2-49f8-86c6-42d55fdbf767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.849959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'aaa18864-5580-4414-a9e5-3d2481f8bb07', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'aaa18864-5580-4414-a9e5-3d2481f8bb07', 'mac_address': 'fa:16:3e:f5:c6:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:35.896437 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.897305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-855f64d2-f9ca-47c9-98a8-e319b91259ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:35.898810 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-855f64d2-f9ca-47c9-98a8-e319b91259ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.1094761 Apr 20 12:48:35.912257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa18864-5580-4414-a9e5-3d2481f8bb07 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:35.936367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aaa18864-5580-4414-a9e5-3d2481f8bb07, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aaa18864-5580-4414-a9e5-3d2481f8bb07,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:35.942286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:35.943444 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-b344697e-abb5-4d90-9845-2683a61f937f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 217 time: 0.0365922 Apr 20 12:48:35.951727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-25a7451a-58a2-49f8-86c6-42d55fdbf767 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39ab7fdc828d44cf9d00a8a0c3884cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5830183 Apr 20 12:48:35.958467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49342) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:35.983413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7451a-58a2-49f8-86c6-42d55fdbf767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e012890d-2543-4b13-a329-709e9ad5392f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:35.997886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aaa18864-5580-4414-a9e5-3d2481f8bb07,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:36.020519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-272aebf8-f73a-4645-9f09-bc7b9956e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:36.021251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3253c5-65e6-4c89-b199-99d020557f58 req-0a63004a-3b15-4526-af2d-809d90bf5534 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:36.021998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-272aebf8-f73a-4645-9f09-bc7b9956e451 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0712392 Apr 20 12:48:36.022723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a3253c5-65e6-4c89-b199-99d020557f58 req-0a63004a-3b15-4526-af2d-809d90bf5534 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 946 time: 0.2787442 Apr 20 12:48:36.063931 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-9c9817c6-10a8-4c3c-a3d0-f1532338cb95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297346 Apr 20 12:48:36.092302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51dbf350-6574-457e-93da-02a1eacef64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.152077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['aaa18864-5580-4414-a9e5-3d2481f8bb07'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:36.152295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51dbf350-6574-457e-93da-02a1eacef64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.206399 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-3a351929-c3b7-4e12-966e-68d20454daef service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351006 Apr 20 12:48:36.273796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51dbf350-6574-457e-93da-02a1eacef64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.276447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51dbf350-6574-457e-93da-02a1eacef64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.279828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-51dbf350-6574-457e-93da-02a1eacef64b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e012890d-2543-4b13-a329-709e9ad5392f HTTP/1.1" status: 204 len: 168 time: 0.3172095 Apr 20 12:48:36.297982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbf350-6574-457e-93da-02a1eacef64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e012890d-2543-4b13-a329-709e9ad5392f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:36.299302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-659356f0-9396-4bb1-b3d1-84f20769bf53 req-a4d91b71-e7bc-43f4-a59d-b6b9c166d6f1 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892391 Apr 20 12:48:36.317206 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac9f02f6-8cfe-4bfa-a78a-1989e75b20a9 req-4990ce8f-db36-4f6f-ba6e-d140256ef1ee service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036358 Apr 20 12:48:36.356731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca67f9db-9d90-4024-bfc0-fdb98283feae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.378177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edf730-27e3-4305-ae9d-b922b4de1828 req-4ee3c0d9-b0dd-4f2d-87eb-164571be511d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:36.379808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08edf730-27e3-4305-ae9d-b922b4de1828 req-4ee3c0d9-b0dd-4f2d-87eb-164571be511d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.5430937 Apr 20 12:48:36.388559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca67f9db-9d90-4024-bfc0-fdb98283feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.481508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a3253c5-65e6-4c89-b199-99d020557f58 req-b04f17b5-6e28-4c6c-b540-27d60e50147c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880884 Apr 20 12:48:36.483653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ca67f9db-9d90-4024-bfc0-fdb98283feae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c07d1a0e7f2c4dcdb34280764d0e3391&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1841164 Apr 20 12:48:36.487649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:36.521707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67f9db-9d90-4024-bfc0-fdb98283feae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af27672-e635-4b73-bcee-8cf36bd9f2c5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:36.543492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08edf730-27e3-4305-ae9d-b922b4de1828 req-14d62db9-5b31-41a2-a75e-be38c9dbe999 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485426 Apr 20 12:48:36.575273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-288619ff-4c33-4ecd-a668-ce73981dbc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.609774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-288619ff-4c33-4ecd-a668-ce73981dbc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.664751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-288619ff-4c33-4ecd-a668-ce73981dbc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.667518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-288619ff-4c33-4ecd-a668-ce73981dbc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.668698 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-288619ff-4c33-4ecd-a668-ce73981dbc28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9af27672-e635-4b73-bcee-8cf36bd9f2c5 HTTP/1.1" status: 204 len: 168 time: 0.1791112 Apr 20 12:48:36.676505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288619ff-4c33-4ecd-a668-ce73981dbc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af27672-e635-4b73-bcee-8cf36bd9f2c5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:36.732007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a095c-b03d-4d79-b57a-4dafd355f061 req-935f94bd-da99-45f9-806a-e12dc4d5186e tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:36.733504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-634a095c-b03d-4d79-b57a-4dafd355f061 req-935f94bd-da99-45f9-806a-e12dc4d5186e tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 931 time: 0.1263382 Apr 20 12:48:36.750254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:36.761684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88127bde-53a7-4c60-ba29-0ba6d700a64d req-a0e8ee17-4d6a-44f8-a454-6573074e8495 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:36.763168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88127bde-53a7-4c60-ba29-0ba6d700a64d req-a0e8ee17-4d6a-44f8-a454-6573074e8495 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 949 time: 0.1480885 Apr 20 12:48:36.771996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.806168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Transition to ACTIVE for port object 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:36.819502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:36.868173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-634a095c-b03d-4d79-b57a-4dafd355f061 req-9a9b7c54-e0be-4fea-a4e8-943c5171de70 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217482 Apr 20 12:48:36.870723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88127bde-53a7-4c60-ba29-0ba6d700a64d req-25da1ef5-8778-4700-98f2-f552504718af tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961909 Apr 20 12:48:36.891182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Pushing event updated for resources: {'Port': ['ID=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:36.970648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Attempting to bind port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:36.971174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Attempting to bind port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'd4cd5d65-ad68-48a1-96d6-7f4b12fa0782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:36.971627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Attempting to bind port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 on network d62c90a5-4a94-4306-b211-a0aed1d42e2f {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:36.988872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 on network d62c90a5-4a94-4306-b211-a0aed1d42e2f not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:36.988872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Attempting to bind port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 on network d62c90a5-4a94-4306-b211-a0aed1d42e2f {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:37.007125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81ac2070-13b2-46a7-a36c-b032ab620cbc req-5187964f-40ae-43fd-8d39-c6a72be5bff0 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0321229 Apr 20 12:48:37.008264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:37.008605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Checking segment: {'id': 'd4cd5d65-ad68-48a1-96d6-7f4b12fa0782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:37.008985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Bound using segment: {'id': 'd4cd5d65-ad68-48a1-96d6-7f4b12fa0782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:37.009417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Bound port: 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cd5d65-ad68-48a1-96d6-7f4b12fa0782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:37.009803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.029583 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.103399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] For port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:37.106577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] For port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,segment=NetworkSegment(d4cd5d65-ad68-48a1-96d6-7f4b12fa0782),segment_id=d4cd5d65-ad68-48a1-96d6-7f4b12fa0782)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:37.112001 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.112679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49374) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:37.125565 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cd986f4-f3d7-4fd1-9396-5a523f89b863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.146881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:37.147421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.149111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] 10.222.0.37 "PUT /v2.0/ports/4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 HTTP/1.1" status: 200 len: 1091 time: 1.5287681 Apr 20 12:48:37.149552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'tag': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:37.151792 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5ab2eb-7161-494c-a5e6-58f340f7d2dc", "tag": "4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:37.187665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227b759-1bdf-4b75-9aea-9fdf0ac6c71b service neutron] Pushing event updated for resources: {'Port': ['ID=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:37.229249 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc07706-aec4-401c-babe-f05db71026d0 x-openstack-request-id: req-5bc07706-aec4-401c-babe-f05db71026d0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:37.229538 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5ab2eb-7161-494c-a5e6-58f340f7d2dc", "tag": "4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:37.229811 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bc07706-aec4-401c-babe-f05db71026d0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:37.230200 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc07706-aec4-401c-babe-f05db71026d0'] response: {'name': 'network-changed', 'server_uuid': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'tag': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0', 'status': 'completed', 'code': 200} Apr 20 12:48:37.235848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cd986f4-f3d7-4fd1-9396-5a523f89b863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.240881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cd986f4-f3d7-4fd1-9396-5a523f89b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.247494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-35a8ca53-e520-4ac2-bded-c1dfd4ee608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:37.249143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-35a8ca53-e520-4ac2-bded-c1dfd4ee608a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75105e3132394529afc3deac43c25502&device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 1094 time: 0.0548425 Apr 20 12:48:37.277216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd986f4-f3d7-4fd1-9396-5a523f89b863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef543a-109c-4fc3-b2dc-759c293acfa5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:37.284983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2cd986f4-f3d7-4fd1-9396-5a523f89b863 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6446f8b24094748ac20c4da85d8bd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711569 Apr 20 12:48:37.285558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:37.292309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-25e51785-868d-4f0e-b4b0-51b5898fde1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 HTTP/1.1" status: 200 len: 217 time: 0.0360370 Apr 20 12:48:37.338063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c743f2eb-f9b3-47e5-a1fd-8a64008c79a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.341442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ef7d2313-b3e5-4cd0-98aa-c8a5684892c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:37.342984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-ef7d2313-b3e5-4cd0-98aa-c8a5684892c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2238899-6a14-489c-a120-5ca6be48afa1 HTTP/1.1" status: 200 len: 857 time: 0.0443127 Apr 20 12:48:37.360799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c743f2eb-f9b3-47e5-a1fd-8a64008c79a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.375877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-06f7a059-96f8-4367-b9d9-baf33bbdb5eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d62c90a5-4a94-4306-b211-a0aed1d42e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263448 Apr 20 12:48:37.413212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c743f2eb-f9b3-47e5-a1fd-8a64008c79a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.415762 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c743f2eb-f9b3-47e5-a1fd-8a64008c79a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.416893 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c743f2eb-f9b3-47e5-a1fd-8a64008c79a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42ef543a-109c-4fc3-b2dc-759c293acfa5 HTTP/1.1" status: 204 len: 168 time: 0.1299255 Apr 20 12:48:37.425329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743f2eb-f9b3-47e5-a1fd-8a64008c79a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef543a-109c-4fc3-b2dc-759c293acfa5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:37.501737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-a268782b-90ed-49d8-ab5e-33c4e139aaa8 service neutron] 10.222.0.37 "GET /v2.0/networks/d62c90a5-4a94-4306-b211-a0aed1d42e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195583 Apr 20 12:48:37.683569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd992afb-ee17-48da-9d43-05ed51f2ec90 req-f8098d68-679c-46e4-b428-9f8c1534e8b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:37.685040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd992afb-ee17-48da-9d43-05ed51f2ec90 req-f8098d68-679c-46e4-b428-9f8c1534e8b9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 946 time: 0.1131132 Apr 20 12:48:37.690240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d261351-98b0-43f6-a24e-50a52328e2d7 req-4043ffd5-39a4-4cfb-b649-d5961cb93548 service neutron] 10.222.0.37 "GET /v2.0/networks/d62c90a5-4a94-4306-b211-a0aed1d42e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815331 Apr 20 12:48:37.714708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9f5a749c-1fe0-43fa-8039-0734b50a4983 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:37.714964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b76e6-ad94-47a9-b3f2-16ab54f68f61 req-af1305c4-f5a9-45b5-87aa-3d37bcebda75 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:37.722156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b4b76e6-ad94-47a9-b3f2-16ab54f68f61 req-af1305c4-f5a9-45b5-87aa-3d37bcebda75 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.1041098 Apr 20 12:48:37.725616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aaa18864-5580-4414-a9e5-3d2481f8bb07 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:37.766280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd992afb-ee17-48da-9d43-05ed51f2ec90 req-61dccd15-ceb5-4a05-a94d-435f189c6c9d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746744 Apr 20 12:48:37.799265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b4b76e6-ad94-47a9-b3f2-16ab54f68f61 req-01157db7-e8cc-403b-a750-7b317bfff219 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708835 Apr 20 12:48:37.852884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-5836c0fa-3397-4f23-8a7f-3d775e7f3924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:37.854579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-5836c0fa-3397-4f23-8a7f-3d775e7f3924 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=75105e3132394529afc3deac43c25502&device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 1094 time: 0.0541837 Apr 20 12:48:37.885538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port aaa18864-5580-4414-a9e5-3d2481f8bb07 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:37.893370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port aaa18864-5580-4414-a9e5-3d2481f8bb07 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:37.894101 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:37.957120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9f5a749c-1fe0-43fa-8039-0734b50a4983, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:37.977009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '9f5a749c-1fe0-43fa-8039-0734b50a4983', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '9f5a749c-1fe0-43fa-8039-0734b50a4983', 'mac_address': 'fa:16:3e:48:cb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:38.054230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-249c48ed-22d7-4900-bb95-cf7dd6cc9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:38.055579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-249c48ed-22d7-4900-bb95-cf7dd6cc9a72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d62c90a5-4a94-4306-b211-a0aed1d42e2f HTTP/1.1" status: 200 len: 918 time: 0.1931267 Apr 20 12:48:38.069478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:38.088665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5a749c-1fe0-43fa-8039-0734b50a4983 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:38.093867 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:38.125263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-a23a8b70-881a-4e6f-b663-7d6f33ec5b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 HTTP/1.1" status: 200 len: 217 time: 0.0458758 Apr 20 12:48:38.127987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9f5a749c-1fe0-43fa-8039-0734b50a4983, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:38.133180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa18864-5580-4414-a9e5-3d2481f8bb07'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:38.135582 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe66291-8e01-4065-864d-d403abe6c2e3" -d '{"events": [{"server_uuid": "84a133e9-4aa1-485f-8aa5-6a41a8fd40af", "name": "network-vif-plugged", "status": "completed", "tag": "aaa18864-5580-4414-a9e5-3d2481f8bb07"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:38.145622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:38.152808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aaa18864-5580-4414-a9e5-3d2481f8bb07, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aaa18864-5580-4414-a9e5-3d2481f8bb07,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:38.175966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace0b34-8031-46fe-8351-3d9338154020 req-b014256e-848c-49bf-8c04-58ca9cd9bf29 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:38.184738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eace0b34-8031-46fe-8351-3d9338154020 req-b014256e-848c-49bf-8c04-58ca9cd9bf29 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 943 time: 0.1770165 Apr 20 12:48:38.185818 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:38.215780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9f5a749c-1fe0-43fa-8039-0734b50a4983,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:38.221498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea8af8-7b67-4846-bbe4-c64133a61ed7 req-e3b73e20-4391-4a63-844e-e1787582827d tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:38.223762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20ea8af8-7b67-4846-bbe4-c64133a61ed7 req-e3b73e20-4391-4a63-844e-e1787582827d tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 949 time: 0.1992474 Apr 20 12:48:38.269778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-1d9b1337-248f-468b-9fd7-712a7f90c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:38.271122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-1d9b1337-248f-468b-9fd7-712a7f90c714 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2238899-6a14-489c-a120-5ca6be48afa1 HTTP/1.1" status: 200 len: 857 time: 0.1361194 Apr 20 12:48:38.286348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eace0b34-8031-46fe-8351-3d9338154020 req-3ed179be-a85d-40b0-b9d6-d1fb5371a762 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953038 Apr 20 12:48:38.327295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20ea8af8-7b67-4846-bbe4-c64133a61ed7 req-3d71cb85-f125-4181-bddf-c42d624a33a0 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970411 Apr 20 12:48:38.364757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-90c9c011-cfb3-43a2-8e03-6046a02b8c85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d62c90a5-4a94-4306-b211-a0aed1d42e2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773509 Apr 20 12:48:38.447246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aaa18864-5580-4414-a9e5-3d2481f8bb07,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:38.470277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:38.499053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9f5a749c-1fe0-43fa-8039-0734b50a4983'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:38.507406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f815cb08-390f-4c88-bfec-7b21f687dcee req-a1d2eaa3-5bcc-4430-aa04-949e60fbb838 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0428288 Apr 20 12:48:38.566530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-157f5d64-d91f-4a6c-a0e1-92860f789a37 service neutron] 10.222.0.37 "GET /v2.0/networks/d62c90a5-4a94-4306-b211-a0aed1d42e2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941488 Apr 20 12:48:38.575348 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44385895-d30c-4eda-8e9c-bc5dea6d604e x-openstack-request-id: req-44385895-d30c-4eda-8e9c-bc5dea6d604e {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:38.575667 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a133e9-4aa1-485f-8aa5-6a41a8fd40af", "name": "network-vif-plugged", "status": "completed", "tag": "aaa18864-5580-4414-a9e5-3d2481f8bb07", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:38.575915 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44385895-d30c-4eda-8e9c-bc5dea6d604e {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:38.576736 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44385895-d30c-4eda-8e9c-bc5dea6d604e'] response: {'server_uuid': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa18864-5580-4414-a9e5-3d2481f8bb07', 'code': 200} Apr 20 12:48:38.727714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe4c04-0cdd-4fc2-92dd-38c318052d4b req-e04886fd-5732-4fce-bb23-7ad5fbfdde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:38.729291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cbe4c04-0cdd-4fc2-92dd-38c318052d4b req-e04886fd-5732-4fce-bb23-7ad5fbfdde2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 1101 time: 0.0710695 Apr 20 12:48:38.731044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e5a5df6-61a2-408a-a874-cda6dbc7ef87 req-cc4828e8-ec43-43fe-8cdf-64ed203ee18d service neutron] 10.222.0.37 "GET /v2.0/networks/d62c90a5-4a94-4306-b211-a0aed1d42e2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470788 Apr 20 12:48:38.784865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cbe4c04-0cdd-4fc2-92dd-38c318052d4b req-a92d0b24-eb63-4df5-a1c6-3c858a28dec6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429935 Apr 20 12:48:38.790345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:38.907241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3e9e-0b08-436a-af89-ca41b5b082fe req-deccaa4c-04f6-4d62-b798-fcd8d115879b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:38.908703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-998a3e9e-0b08-436a-af89-ca41b5b082fe req-deccaa4c-04f6-4d62-b798-fcd8d115879b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 947 time: 0.0605538 Apr 20 12:48:38.973295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-998a3e9e-0b08-436a-af89-ca41b5b082fe req-c0de47fb-0c62-4ae2-bdd2-abd67f42cad4 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582702 Apr 20 12:48:38.989757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46464ef-701b-48f0-b01e-e8c1e662a3d1 req-d0be76df-5402-4974-8b0d-5bf48c9657b5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:38.991207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b46464ef-701b-48f0-b01e-e8c1e662a3d1 req-d0be76df-5402-4974-8b0d-5bf48c9657b5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.0707331 Apr 20 12:48:39.037657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b46464ef-701b-48f0-b01e-e8c1e662a3d1 req-0b8f9eba-f64e-4edb-bb7c-c19da2d23ca7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394001 Apr 20 12:48:39.246754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49464) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:39.353621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5f9bd11-bbdb-47be-8f61-4cd94eb2f4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.401123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961935f-20b8-457b-a260-3167edf05f66 req-6bd87515-31f2-4042-bd2e-daa991732628 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:39.402617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d961935f-20b8-457b-a260-3167edf05f66 req-6bd87515-31f2-4042-bd2e-daa991732628 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 943 time: 0.0500627 Apr 20 12:48:39.442280 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5f9bd11-bbdb-47be-8f61-4cd94eb2f4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.447560 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5f9bd11-bbdb-47be-8f61-4cd94eb2f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.456677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d961935f-20b8-457b-a260-3167edf05f66 req-6eb8635a-0211-455c-a6a4-c78099eb7b80 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Apr 20 12:48:39.485373 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e5f9bd11-bbdb-47be-8f61-4cd94eb2f4d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=331a20387e45410ea79b22193cb4e563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375441 Apr 20 12:48:39.488058 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49478) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:39.501809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9bd11-bbdb-47be-8f61-4cd94eb2f4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea813e8-4822-4c57-a47c-8e8bf6acf179,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:39.541315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e10f92-5662-43fc-aa84-ec3b6253e04d req-aafee497-2551-43be-babe-bae57c373236 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:39.546169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28e10f92-5662-43fc-aa84-ec3b6253e04d req-aafee497-2551-43be-babe-bae57c373236 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 950 time: 0.0672863 Apr 20 12:48:39.560299 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65aa5ae4-bc39-4463-9635-14820c64c1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.583989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65aa5ae4-bc39-4463-9635-14820c64c1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.593956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28e10f92-5662-43fc-aa84-ec3b6253e04d req-a0030c67-09b3-4f40-a0f2-07c618d30610 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405941 Apr 20 12:48:39.642345 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65aa5ae4-bc39-4463-9635-14820c64c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.645107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65aa5ae4-bc39-4463-9635-14820c64c1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.648541 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-65aa5ae4-bc39-4463-9635-14820c64c1e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eea813e8-4822-4c57-a47c-8e8bf6acf179 HTTP/1.1" status: 204 len: 168 time: 0.1542196 Apr 20 12:48:39.659302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa5ae4-bc39-4463-9635-14820c64c1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea813e8-4822-4c57-a47c-8e8bf6acf179,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:39.670439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7669d381-8332-43c0-9165-3740bf632059 req-22ffbc54-2792-4cb6-911a-b17dd1449d7a tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0273972 Apr 20 12:48:39.716021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9f5a749c-1fe0-43fa-8039-0734b50a4983 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:39.770588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 9f5a749c-1fe0-43fa-8039-0734b50a4983 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:39.775040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 9f5a749c-1fe0-43fa-8039-0734b50a4983 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:39.775484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.864379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.900275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9f5a749c-1fe0-43fa-8039-0734b50a4983, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:39.904273 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:39.972994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49496) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:39.978916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9f5a749c-1fe0-43fa-8039-0734b50a4983,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:39.988030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9744a-a299-497d-9dc2-4a107661ed7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.074501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82458533-6f76-4c74-982f-4fb443be78a1 req-c64e003d-b44b-4772-b049-077c9edc45cb tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=30f9999ed4bf4d14b5b95e1943b77407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346973 Apr 20 12:48:40.167371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9744a-a299-497d-9dc2-4a107661ed7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.177624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7dd9744a-a299-497d-9dc2-4a107661ed7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.198607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3266478-f5a3-434b-962a-9830a6e805d2 req-9b222f4b-ed1e-46be-96db-7e30e3ef2192 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:40.200045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3266478-f5a3-434b-962a-9830a6e805d2 req-9b222f4b-ed1e-46be-96db-7e30e3ef2192 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 948 time: 0.1451898 Apr 20 12:48:40.263147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7dd9744a-a299-497d-9dc2-4a107661ed7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2cabb7e8f744606a835db3a6b80ada2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889395 Apr 20 12:48:40.266002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:40.267786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9744a-a299-497d-9dc2-4a107661ed7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f5e5e1-0940-4c18-a13c-f44650f8a328,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:40.294718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82458533-6f76-4c74-982f-4fb443be78a1 req-eba31f6e-655e-44b4-bf4a-f6b654a312c9 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:40.296156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82458533-6f76-4c74-982f-4fb443be78a1 req-eba31f6e-655e-44b4-bf4a-f6b654a312c9 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2022722 Apr 20 12:48:40.301606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3266478-f5a3-434b-962a-9830a6e805d2 req-93d8912a-3098-4a1a-9b0c-74c4fc0b4c3d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893886 Apr 20 12:48:40.308695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:40.313945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82458533-6f76-4c74-982f-4fb443be78a1 req-9b9ae481-0d58-430b-945e-910074c47292 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/quotas/30f9999ed4bf4d14b5b95e1943b77407 HTTP/1.1" status: 200 len: 375 time: 0.0094492 Apr 20 12:48:40.314923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f92f9acd-ce11-48fa-b7f8-00d36c142449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.336963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f92f9acd-ce11-48fa-b7f8-00d36c142449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.347891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82458533-6f76-4c74-982f-4fb443be78a1 req-3881a5a8-bdfc-49d9-8f26-9d68cd4d444c tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=30f9999ed4bf4d14b5b95e1943b77407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271149 Apr 20 12:48:40.393407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f92f9acd-ce11-48fa-b7f8-00d36c142449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.396468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f92f9acd-ce11-48fa-b7f8-00d36c142449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.400440 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f92f9acd-ce11-48fa-b7f8-00d36c142449 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07f5e5e1-0940-4c18-a13c-f44650f8a328 HTTP/1.1" status: 204 len: 168 time: 0.1326921 Apr 20 12:48:40.423142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f9acd-ce11-48fa-b7f8-00d36c142449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f5e5e1-0940-4c18-a13c-f44650f8a328,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:40.468165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56824dab-6c9c-4da4-8ba0-fd2f15ae1fe0 req-5469a0b0-e04d-4a9a-806d-82caeb4452df tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:40.469725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56824dab-6c9c-4da4-8ba0-fd2f15ae1fe0 req-5469a0b0-e04d-4a9a-806d-82caeb4452df tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.0742614 Apr 20 12:48:40.471394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:40.484156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'port_id': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de', 'mac_address': 'fa:16:3e:bf:2c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf46457-26a6-4590-84f1-d414b21e7516', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:40.544391 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.550740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56824dab-6c9c-4da4-8ba0-fd2f15ae1fe0 req-5484d230-6417-4e5e-b317-c4a0ef0d088a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737200 Apr 20 12:48:40.575849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:40.586067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5a749c-1fe0-43fa-8039-0734b50a4983'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:40.598917 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9ca21c-5025-46ff-86ef-75e8966fd433" -d '{"events": [{"server_uuid": "432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85", "name": "network-vif-plugged", "status": "completed", "tag": "9f5a749c-1fe0-43fa-8039-0734b50a4983"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:40.642938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:40.655091 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:40.664021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f731b-7cb1-43ff-b09e-c30f280802ee req-cff5fd04-4dba-4ee0-bb3f-2634c9580fee tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:40.672622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-896f731b-7cb1-43ff-b09e-c30f280802ee req-cff5fd04-4dba-4ee0-bb3f-2634c9580fee tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 943 time: 0.0612836 Apr 20 12:48:40.715062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-896f731b-7cb1-43ff-b09e-c30f280802ee req-684c926e-b6f8-4e7c-9879-d6eb98a972db tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Apr 20 12:48:40.767491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:40.796056 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec40b6a7-f0c8-47f5-833b-c433eb8c68ac x-openstack-request-id: req-ec40b6a7-f0c8-47f5-833b-c433eb8c68ac {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:40.796883 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85", "name": "network-vif-plugged", "status": "completed", "tag": "9f5a749c-1fe0-43fa-8039-0734b50a4983", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:40.797293 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec40b6a7-f0c8-47f5-833b-c433eb8c68ac {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:40.797911 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec40b6a7-f0c8-47f5-833b-c433eb8c68ac'] response: {'server_uuid': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5a749c-1fe0-43fa-8039-0734b50a4983', 'code': 200} Apr 20 12:48:40.937615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31793a78-adb9-464e-8559-df3ab61d44d3 req-5210bbc1-e053-4670-a197-6d05b9a31cce tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:40.939396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31793a78-adb9-464e-8559-df3ab61d44d3 req-5210bbc1-e053-4670-a197-6d05b9a31cce tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 950 time: 0.0838635 Apr 20 12:48:40.942605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46349f79-3ec9-4ee5-8769-404883fcd7ec req-4a322540-c607-40f6-a2a4-c23600653969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:40.944125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46349f79-3ec9-4ee5-8769-404883fcd7ec req-4a322540-c607-40f6-a2a4-c23600653969 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 1099 time: 0.0775404 Apr 20 12:48:41.005326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b950fd4-4d09-41cd-adcf-6b1d986e5e35 req-7dedf0a5-f9b1-405a-9b69-2a30096ca4af tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0357792 Apr 20 12:48:41.022598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:41.025224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31793a78-adb9-464e-8559-df3ab61d44d3 req-5f393f37-193f-4921-833b-a3e6438ce9ab tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783689 Apr 20 12:48:41.031552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46349f79-3ec9-4ee5-8769-404883fcd7ec req-f387000c-82e3-4e01-8f9b-588845949f40 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763540 Apr 20 12:48:41.305037 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f9dd5d37-214b-494b-900c-a19205ba05f8 req-e8d34070-d91f-48fb-a3dd-9c2bad444782 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0326993 Apr 20 12:48:41.468466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e53153-8fef-4561-aa73-e856fd6b36e4 req-72716705-feca-468a-bac4-060ba9d15a72 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:41.470143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62e53153-8fef-4561-aa73-e856fd6b36e4 req-72716705-feca-468a-bac4-060ba9d15a72 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 948 time: 0.0694289 Apr 20 12:48:41.520688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62e53153-8fef-4561-aa73-e856fd6b36e4 req-a14dab4f-c8d1-4948-96a2-d08edeba9624 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424545 Apr 20 12:48:41.678627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-e9eff027-62f3-4ef6-a512-b39f4daa76c9 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d38e7131ae5b458fa8c1748136ac779a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465686 Apr 20 12:48:41.729941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:41.831613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef669663-fb10-4902-9073-6ce6c0d70f92 req-31b98256-d8f6-4992-b4af-8f2f5f4415f2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:41.833049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef669663-fb10-4902-9073-6ce6c0d70f92 req-31b98256-d8f6-4992-b4af-8f2f5f4415f2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 945 time: 0.0916085 Apr 20 12:48:41.839803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-fba87e69-c46e-455f-a4bb-37ba0990dc02 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:41.841140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-fba87e69-c46e-455f-a4bb-37ba0990dc02 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616125 Apr 20 12:48:41.849532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,segment=NetworkSegment(d4cd5d65-ad68-48a1-96d6-7f4b12fa0782),segment_id=d4cd5d65-ad68-48a1-96d6-7f4b12fa0782)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:41.861813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0', 'network_id': 'd62c90a5-4a94-4306-b211-a0aed1d42e2f', 'port_id': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0', 'mac_address': 'fa:16:3e:31:33:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2238899-6a14-489c-a120-5ca6be48afa1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:41.879912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-ae6a6f75-8001-4ee9-8ab9-131d621b7687 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/quotas/d38e7131ae5b458fa8c1748136ac779a HTTP/1.1" status: 200 len: 375 time: 0.0231075 Apr 20 12:48:41.901234 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:41.905737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef669663-fb10-4902-9073-6ce6c0d70f92 req-3a209b24-33c7-4b9f-a9ce-8eb9a001d742 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635698 Apr 20 12:48:41.916863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:41.939348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,segment=NetworkSegment(d4cd5d65-ad68-48a1-96d6-7f4b12fa0782),segment_id=d4cd5d65-ad68-48a1-96d6-7f4b12fa0782)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:41.945601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:41.963515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-4fe98def-be36-43db-a661-6383c3049eff tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d38e7131ae5b458fa8c1748136ac779a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0738060 Apr 20 12:48:42.014288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:42.032833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501dbff-5a0f-4ef9-a762-d923cfda4b3a req-380cd9a4-d6c0-4aa1-898c-0c71a91214fe tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:42.034292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2501dbff-5a0f-4ef9-a762-d923cfda4b3a req-380cd9a4-d6c0-4aa1-898c-0c71a91214fe tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 944 time: 0.0529811 Apr 20 12:48:42.096256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2501dbff-5a0f-4ef9-a762-d923cfda4b3a req-147d0443-738e-4245-8995-7445a83b83be tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Apr 20 12:48:42.194536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e200b475-3a78-49d8-aac9-41ff6b4c6435 req-f25c80bf-f0ab-4a45-9323-d09a5876ccda tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=30f9999ed4bf4d14b5b95e1943b77407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302422 Apr 20 12:48:42.243935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:42.266147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0535268b-caf7-47ae-8eba-1dc0d2d89df2 req-a31f7336-01cc-4d8c-9bf1-cf838aa35ff3 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0491407 Apr 20 12:48:42.326861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:42.374293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eba7e5c0-7e89-4e4c-9f37-735e5c519004 req-b8bb7640-b23e-4a2d-8584-4a747f3e9b44 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 210 time: 0.0335252 Apr 20 12:48:42.438204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:42.442198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200b475-3a78-49d8-aac9-41ff6b4c6435 req-08cad932-cf17-4f69-b258-e8c528946bb1 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:42.449996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e200b475-3a78-49d8-aac9-41ff6b4c6435 req-08cad932-cf17-4f69-b258-e8c528946bb1 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483587 Apr 20 12:48:42.453167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:42.453793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.468512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e200b475-3a78-49d8-aac9-41ff6b4c6435 req-b9c0ff3e-c637-41ef-a1e7-ef4ace6abe08 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/quotas/30f9999ed4bf4d14b5b95e1943b77407 HTTP/1.1" status: 200 len: 375 time: 0.0175595 Apr 20 12:48:42.508469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e200b475-3a78-49d8-aac9-41ff6b4c6435 req-313d0a69-563c-4891-bb0d-63d78803c691 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=30f9999ed4bf4d14b5b95e1943b77407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390527 Apr 20 12:48:42.608322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.642757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:42.651222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:42.677094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41131585-49c6-415d-8af4-14d73edecbb6 req-8247731e-ce0b-413e-b3af-5d57574a404a tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:42.678882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41131585-49c6-415d-8af4-14d73edecbb6 req-8247731e-ce0b-413e-b3af-5d57574a404a tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 948 time: 0.0637572 Apr 20 12:48:42.719800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:42.765196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41131585-49c6-415d-8af4-14d73edecbb6 req-12852a54-3619-4ebf-8092-28873e06b115 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720322 Apr 20 12:48:42.799129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:42.801609 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b432e2-edee-4d57-9f99-df1ad0c32d73" -d '{"events": [{"server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:43.025610 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e616f99-5361-4f3b-b213-d26808da5445 x-openstack-request-id: req-3e616f99-5361-4f3b-b213-d26808da5445 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:43.026239 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "name": "network-vif-plugged", "status": "completed", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:43.026239 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e616f99-5361-4f3b-b213-d26808da5445 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:43.026582 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e616f99-5361-4f3b-b213-d26808da5445'] response: {'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de', 'code': 200} Apr 20 12:48:43.153347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb8af2-f439-47df-85d2-d6da79476201 req-d914bfad-fdff-477f-9e8f-a5ba50a24968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.155105 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d7cb8af2-f439-47df-85d2-d6da79476201 req-d914bfad-fdff-477f-9e8f-a5ba50a24968 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1097 time: 0.0558300 Apr 20 12:48:43.203989 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d7cb8af2-f439-47df-85d2-d6da79476201 req-ebafdb47-4df6-43ea-b706-2a2ec8315f2f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410421 Apr 20 12:48:43.256087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa127e-b7a1-47f5-aafe-8589e122f315 req-fdcca7ef-89c5-4f8e-867b-9405d4b5e315 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.258020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9fa127e-b7a1-47f5-aafe-8589e122f315 req-fdcca7ef-89c5-4f8e-867b-9405d4b5e315 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 946 time: 0.0752752 Apr 20 12:48:43.301232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9fa127e-b7a1-47f5-aafe-8589e122f315 req-68c183f8-c0d5-48b3-abcb-b570395e72f7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Apr 20 12:48:43.403783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0b3a1-c585-4d5f-a30c-129b67592997 req-f87d26de-2049-4343-ad98-143cd8a0ab3c tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.405207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adf0b3a1-c585-4d5f-a30c-129b67592997 req-f87d26de-2049-4343-ad98-143cd8a0ab3c tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 944 time: 0.0479689 Apr 20 12:48:43.445292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adf0b3a1-c585-4d5f-a30c-129b67592997 req-240fdc17-c2e0-4fe8-be9b-2bb068553091 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335338 Apr 20 12:48:43.559992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.559992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.560719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.560894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.561323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.562702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.563551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.565852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-11a0705d-5d3f-4e96-b58a-3c3bbfbb6d8f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359&device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc&device_id=42fe2dc2-739a-460d-afe7-039462dd12eb&device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85&device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af&device_id=5e9385d1-d203-44c1-81c0-088f8063aac8&device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae&device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00&device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 6431 time: 0.0656326 Apr 20 12:48:43.585599 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-8b8a159b-f7f6-456f-9728-af8bfc8ac27c tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d38e7131ae5b458fa8c1748136ac779a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238464 Apr 20 12:48:43.596655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-d66c4174-d791-4b7d-8fef-3579bfc22922 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:43.692278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-d66c4174-d791-4b7d-8fef-3579bfc22922 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:43.702040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-d66c4174-d791-4b7d-8fef-3579bfc22922 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:43.711651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-3453e558-daa8-4fdb-b09c-5c67ee4b109e tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:43.713512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-3453e558-daa8-4fdb-b09c-5c67ee4b109e tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223323 Apr 20 12:48:43.727663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-440ab9f4-5b64-4300-8b90-8b9e0bcf6d26 req-d66c4174-d791-4b7d-8fef-3579bfc22922 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&id=865523f9-583e-44dc-ac83-ae19557cf5e3&id=95513db1-3277-45a3-a1bc-236a07d95a6c&id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.1539209 Apr 20 12:48:43.731286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Request body: {'port': {'device_id': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'd38e7131ae5b458fa8c1748136ac779a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:43.738374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:43.770588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c4174-d791-4b7d-8fef-3579bfc22922 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae7704-8b10-4a48-ada9-f132bf2b371e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:43.834686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:43.840232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:43.840896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:43.858256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ff95b7-dc30-496e-8dd2-ac1132bd4f62 req-30fc1511-ff9b-40b7-8701-989f51cc4864 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0268769 Apr 20 12:48:43.903330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Made reservation on behalf of d38e7131ae5b458fa8c1748136ac779a for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:43.907017 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:43.942109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:43.998858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,segment=NetworkSegment(d4cd5d65-ad68-48a1-96d6-7f4b12fa0782),segment_id=d4cd5d65-ad68-48a1-96d6-7f4b12fa0782)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:44.006679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:44.012397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3e40d1b-e61b-45b6-811d-a34353116599 req-a0e3d865-8a65-4cc5-8269-6bbfef986ffb tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 210 time: 0.0571210 Apr 20 12:48:44.092613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:44.108662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01abedb2-283b-43a8-9162-1c3b3f5a33b8 req-8cb0f7a5-0e3b-4cac-9afa-6850dc058892 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=30f9999ed4bf4d14b5b95e1943b77407&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342081 Apr 20 12:48:44.134369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Allocated IP 192.168.233.165 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/466e0255-cc0b-4426-b2c2-8b043f7b036e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:44.233698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abedb2-283b-43a8-9162-1c3b3f5a33b8 req-11fad2d2-332d-4762-98b2-7863e4193c91 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:44.235638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01abedb2-283b-43a8-9162-1c3b3f5a33b8 req-11fad2d2-332d-4762-98b2-7863e4193c91 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190732 Apr 20 12:48:44.250786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01abedb2-283b-43a8-9162-1c3b3f5a33b8 req-03439478-d55a-48bc-b62a-453686664686 tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/quotas/30f9999ed4bf4d14b5b95e1943b77407 HTTP/1.1" status: 200 len: 375 time: 0.0092168 Apr 20 12:48:44.286149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01abedb2-283b-43a8-9162-1c3b3f5a33b8 req-b1f30547-a2c4-4538-9184-c33018e9a06a tempest-QuotasAdminNegativeTest-481225101 tempest-QuotasAdminNegativeTest-481225101-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=30f9999ed4bf4d14b5b95e1943b77407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290711 Apr 20 12:48:44.296542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:44.336684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:44.349303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['aaa18864-5580-4414-a9e5-3d2481f8bb07'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:44.400892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:44.403943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:44.429468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:44.484370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Pushing event updated for resources: {'Port': ['ID=466e0255-cc0b-4426-b2c2-8b043f7b036e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:44.504092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc967322-3f19-4e1e-a610-6dd76bda640d req-5d621bfa-5f22-4dfa-8d87-746057acea37 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0667014 Apr 20 12:48:44.528491 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:44.534183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:44.588560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9c996a82-66d1-4b33-8e4f-563c894eabe5 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8619826 Apr 20 12:48:44.610292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Request body: {'port': {'device_id': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:44.748658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:44.798843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35d70e-e62f-44e7-833a-5a3ed40c11c9 req-407edcd6-43b0-4ab9-b987-047fc112da3d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:44.806777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e35d70e-e62f-44e7-833a-5a3ed40c11c9 req-407edcd6-43b0-4ab9-b987-047fc112da3d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 946 time: 0.0626736 Apr 20 12:48:44.813201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-51916965-1708-44e7-aaab-f75eefe74d5b None None] Provisioning complete for port 466e0255-cc0b-4426-b2c2-8b043f7b036e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:44.813566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51916965-1708-44e7-aaab-f75eefe74d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:44.875685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-51916965-1708-44e7-aaab-f75eefe74d5b None None] Port 466e0255-cc0b-4426-b2c2-8b043f7b036e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:48:44.877382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e35d70e-e62f-44e7-833a-5a3ed40c11c9 req-e2cc3bfe-6949-4eb3-91f7-cbc83964f52a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693974 Apr 20 12:48:45.028189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:45.032346 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51c9c6d-5c81-4113-b0da-1b50db3e4fb6" -d '{"events": [{"server_uuid": "ea5ab2eb-7161-494c-a5e6-58f340f7d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:45.155160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466e0255-cc0b-4426-b2c2-8b043f7b036e {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:45.168241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.188347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Transition to ACTIVE for port object 466e0255-cc0b-4426-b2c2-8b043f7b036e will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:45.192798 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.218704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76751-0eb8-4f35-9f3e-cbc695e5790d req-1db0cf60-1339-496e-a6cf-efeda60b5afe tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.219102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76751-0eb8-4f35-9f3e-cbc695e5790d req-1db0cf60-1339-496e-a6cf-efeda60b5afe tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.219566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba76751-0eb8-4f35-9f3e-cbc695e5790d req-1db0cf60-1339-496e-a6cf-efeda60b5afe tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.221343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba76751-0eb8-4f35-9f3e-cbc695e5790d req-1db0cf60-1339-496e-a6cf-efeda60b5afe tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85&device_id=5e9385d1-d203-44c1-81c0-088f8063aac8&device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 2881 time: 0.2758152 Apr 20 12:48:45.249623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Pushing event updated for resources: {'Port': ['ID=466e0255-cc0b-4426-b2c2-8b043f7b036e,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:45.282349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba76751-0eb8-4f35-9f3e-cbc695e5790d req-cd702ff1-9ac6-404f-a8de-cac05288e03c tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Apr 20 12:48:45.360366 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Attempting to bind port 466e0255-cc0b-4426-b2c2-8b043f7b036e on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:45.361240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Attempting to bind port 466e0255-cc0b-4426-b2c2-8b043f7b036e by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:45.361846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Attempting to bind port 466e0255-cc0b-4426-b2c2-8b043f7b036e on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:45.366677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Port 466e0255-cc0b-4426-b2c2-8b043f7b036e on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:45.367256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Attempting to bind port 466e0255-cc0b-4426-b2c2-8b043f7b036e on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:45.372379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:45.372978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:45.373580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:45.374385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Bound port: 466e0255-cc0b-4426-b2c2-8b043f7b036e, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:45.374963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.439410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49754) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:45.448283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] For port 466e0255-cc0b-4426-b2c2-8b043f7b036e, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:45.448483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1359d98-5825-4931-9650-525a1d81a96a req-b16a3215-2b1a-4483-8ea3-87dbe7ac7c9a tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.451748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] For port 466e0255-cc0b-4426-b2c2-8b043f7b036e, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=466e0255-cc0b-4426-b2c2-8b043f7b036e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:45.453772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1359d98-5825-4931-9650-525a1d81a96a req-b16a3215-2b1a-4483-8ea3-87dbe7ac7c9a tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 945 time: 0.1137245 Apr 20 12:48:45.455844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b9e7d2f-dbc3-4fe8-8a85-33c75e7aab79 req-8b893523-b6dc-4a68-99ab-940d63f6091a tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0446520 Apr 20 12:48:45.458718 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.527197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1359d98-5825-4931-9650-525a1d81a96a req-6facb67d-9925-40d5-8a0c-8464961b8aa1 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 Apr 20 12:48:45.539745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Pushing event updated for resources: {'Port': ['ID=466e0255-cc0b-4426-b2c2-8b043f7b036e,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:45.545930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.546518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.548517 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-d3822883-3b45-4c2e-bce0-1e850070b118 service neutron] 10.222.0.30 "PUT /v2.0/ports/466e0255-cc0b-4426-b2c2-8b043f7b036e HTTP/1.1" status: 200 len: 1096 time: 0.9489264 Apr 20 12:48:45.548970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'tag': '466e0255-cc0b-4426-b2c2-8b043f7b036e'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:45.551633 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df" -d '{"events": [{"name": "network-changed", "server_uuid": "c568b64d-27e1-4664-bf15-c46f9e62f359", "tag": "466e0255-cc0b-4426-b2c2-8b043f7b036e"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:45.632546 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0c2b14-d7e7-4d32-aaf4-83afdc8a0d57 x-openstack-request-id: req-5e0c2b14-d7e7-4d32-aaf4-83afdc8a0d57 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:45.633093 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5ab2eb-7161-494c-a5e6-58f340f7d2dc", "name": "network-vif-plugged", "status": "completed", "tag": "4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:45.633093 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e0c2b14-d7e7-4d32-aaf4-83afdc8a0d57 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:45.636273 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0c2b14-d7e7-4d32-aaf4-83afdc8a0d57'] response: {'server_uuid': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0', 'code': 200} Apr 20 12:48:45.639247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ead3c4-29e9-499b-86fb-52b822614b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.683917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-c2458085-1bde-473d-bd92-395515984dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.685376 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-c2458085-1bde-473d-bd92-395515984dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d38e7131ae5b458fa8c1748136ac779a&device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 1099 time: 0.0909355 Apr 20 12:48:45.735342 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-e6b2a03f-b9e8-4345-979b-e0960ffd6169 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=466e0255-cc0b-4426-b2c2-8b043f7b036e HTTP/1.1" status: 200 len: 217 time: 0.0419581 Apr 20 12:48:45.800155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be0207-7bfa-45e4-980f-6f373db8750a req-a811e993-e378-4ce8-a157-fa961e0aedd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.801820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6be0207-7bfa-45e4-980f-6f373db8750a req-a811e993-e378-4ce8-a157-fa961e0aedd8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 1096 time: 0.1124198 Apr 20 12:48:45.805877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9e07a8f7-7441-4ff7-a2ed-d9caeded36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.808017 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-9e07a8f7-7441-4ff7-a2ed-d9caeded36c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0617988 Apr 20 12:48:45.826030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248261d4-a9a2-4ecc-a246-f21807fb5310 req-6d923231-3f44-49dc-8720-d4687d16ba97 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.827532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-248261d4-a9a2-4ecc-a246-f21807fb5310 req-6d923231-3f44-49dc-8720-d4687d16ba97 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 948 time: 0.1116700 Apr 20 12:48:45.868260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-0a9df802-691a-4cd7-911c-51d7d3f214e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:45.869775 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-0a9df802-691a-4cd7-911c-51d7d3f214e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562458 Apr 20 12:48:45.883226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ead3c4-29e9-499b-86fb-52b822614b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.905314 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ead3c4-29e9-499b-86fb-52b822614b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:45.924951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6be0207-7bfa-45e4-980f-6f373db8750a req-ae96ee12-b27b-4419-a484-79535277db9c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148555 Apr 20 12:48:45.945229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-248261d4-a9a2-4ecc-a246-f21807fb5310 req-0124496f-1f6f-47d9-bbe1-795c9b3ee8ce tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012769 Apr 20 12:48:45.964625 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-589a6d7e-ce54-4f90-88b5-b735086fca63 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Apr 20 12:48:45.975327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33ead3c4-29e9-499b-86fb-52b822614b97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0a5c69ca1ad43819baf917e58eeef1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340052 Apr 20 12:48:45.976366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ead3c4-29e9-499b-86fb-52b822614b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250f26b0-dd43-4454-b845-0825e0a4368f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:45.980101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49764) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:46.005299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d75743-dab3-45ee-950e-5b840705c79f req-aa4b8965-00ad-4b30-b994-ad9d2ea03b8d tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:46.007060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93d75743-dab3-45ee-950e-5b840705c79f req-aa4b8965-00ad-4b30-b994-ad9d2ea03b8d tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1097 time: 0.1338499 Apr 20 12:48:46.073928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93d75743-dab3-45ee-950e-5b840705c79f req-70d5fdac-96c0-4c00-a66f-760fc6d2664d tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518913 Apr 20 12:48:46.078662 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-643fcc71-ab1d-48b8-a279-180e755afc12 req-dfc07f2d-3fa9-4c30-821f-ef6a9b830a96 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062927 Apr 20 12:48:46.079079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b508178c-3c88-4a4b-ba2f-a7eba29fe5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.095294 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3025f0-84b6-4d67-9f54-110ab9bd2254 x-openstack-request-id: req-5e3025f0-84b6-4d67-9f54-110ab9bd2254 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:46.096048 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c568b64d-27e1-4664-bf15-c46f9e62f359", "tag": "466e0255-cc0b-4426-b2c2-8b043f7b036e", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:46.097794 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e3025f0-84b6-4d67-9f54-110ab9bd2254 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:46.098267 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3025f0-84b6-4d67-9f54-110ab9bd2254'] response: {'name': 'network-changed', 'server_uuid': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'tag': '466e0255-cc0b-4426-b2c2-8b043f7b036e', 'status': 'completed', 'code': 200} Apr 20 12:48:46.116776 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b508178c-3c88-4a4b-ba2f-a7eba29fe5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.192326 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b508178c-3c88-4a4b-ba2f-a7eba29fe5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.194909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b508178c-3c88-4a4b-ba2f-a7eba29fe5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.196017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b508178c-3c88-4a4b-ba2f-a7eba29fe5aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/250f26b0-dd43-4454-b845-0825e0a4368f HTTP/1.1" status: 204 len: 168 time: 0.2150323 Apr 20 12:48:46.226377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508178c-3c88-4a4b-ba2f-a7eba29fe5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250f26b0-dd43-4454-b845-0825e0a4368f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:46.242743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e470751-fa46-4977-a1ae-4a797891cfc2 req-e1eebeae-29db-44b8-926a-9dbf7544bda3 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:46.244478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e470751-fa46-4977-a1ae-4a797891cfc2 req-e1eebeae-29db-44b8-926a-9dbf7544bda3 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1097 time: 0.0634520 Apr 20 12:48:46.265726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-da17ea73-8a2a-4c40-a2e7-d80ccca3ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:46.271166 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-da17ea73-8a2a-4c40-a2e7-d80ccca3ccb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d38e7131ae5b458fa8c1748136ac779a&device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 1099 time: 0.1199784 Apr 20 12:48:46.298902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e470751-fa46-4977-a1ae-4a797891cfc2 req-faf6f588-4f2c-4115-a6ef-3636b97910bd tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441158 Apr 20 12:48:46.404531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-cd3b4ff8-4429-407b-b794-0a9078b01923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:46.407200 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-cd3b4ff8-4429-407b-b794-0a9078b01923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1281049 Apr 20 12:48:46.431693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49788) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:46.473305 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-d5f3113d-773e-4c09-8819-d33d75f6b452 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=466e0255-cc0b-4426-b2c2-8b043f7b036e HTTP/1.1" status: 200 len: 217 time: 0.0586903 Apr 20 12:48:46.493674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-403f5bb0-259c-4333-b434-041d6f2457dc req-1463b7ce-9590-46ac-9863-5183bded2a6b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:48:46.494841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-403f5bb0-259c-4333-b434-041d6f2457dc req-1463b7ce-9590-46ac-9863-5183bded2a6b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052521 Apr 20 12:48:46.574874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-41209ef9-72b1-4f0c-850a-f231ee5de68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:46.578170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-41209ef9-72b1-4f0c-850a-f231ee5de68c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0978703 Apr 20 12:48:46.608627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a8512103-837c-43f8-9a89-324f4bc043d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.667869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-93b2bf0b-2d2f-4278-9d19-20cf54a138ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:46.669362 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-93b2bf0b-2d2f-4278-9d19-20cf54a138ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845904 Apr 20 12:48:46.686497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4bdaa4d-f002-4845-8b76-516a3af9af56 req-77aa007a-960f-4ca6-b97d-ba8901ca00fc tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0423858 Apr 20 12:48:46.736371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:46.751982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be7cb3c9-aa2e-43ef-a664-d62fda0c3ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.757308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a8512103-837c-43f8-9a89-324f4bc043d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.763697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a8512103-837c-43f8-9a89-324f4bc043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.809379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a8512103-837c-43f8-9a89-324f4bc043d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30f9999ed4bf4d14b5b95e1943b77407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765624 Apr 20 12:48:46.813280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49806) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:46.823111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8512103-837c-43f8-9a89-324f4bc043d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1589634e-048f-4c91-a696-8f3d576082ca,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:46.825117 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-377907b8-2c67-4594-b92e-b9b82e240a6a service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482093 Apr 20 12:48:46.893555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6f65dc3c-46f5-4638-9e51-9c1c2b81c243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.923467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6f65dc3c-46f5-4638-9e51-9c1c2b81c243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.964603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be7cb3c9-aa2e-43ef-a664-d62fda0c3ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:46.969133 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a4ba2ed-3f99-406c-83f1-eb5031ba51df req-68461648-96e7-43da-a5dc-1a11e3f947a3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363959 Apr 20 12:48:46.972026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be7cb3c9-aa2e-43ef-a664-d62fda0c3ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.001096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6f65dc3c-46f5-4638-9e51-9c1c2b81c243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.004801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6f65dc3c-46f5-4638-9e51-9c1c2b81c243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.008811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6f65dc3c-46f5-4638-9e51-9c1c2b81c243 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1589634e-048f-4c91-a696-8f3d576082ca HTTP/1.1" status: 204 len: 168 time: 0.1919203 Apr 20 12:48:47.017430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65dc3c-46f5-4638-9e51-9c1c2b81c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1589634e-048f-4c91-a696-8f3d576082ca,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:47.028558 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-be7cb3c9-aa2e-43ef-a664-d62fda0c3ec4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c36bc837ab354f54b77410fbf0d1d15b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907567 Apr 20 12:48:47.029484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cb3c9-aa2e-43ef-a664-d62fda0c3ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0877e61-01f2-42ba-a224-ee4775dd413a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:47.032253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49820) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:47.095044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40914095-7716-496c-a967-940c5e339b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.105469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234cfb6-89e6-4beb-8cba-39587330579b req-9a4e77ec-6da6-49d6-8355-25c1d24e2e33 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:47.108734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8234cfb6-89e6-4beb-8cba-39587330579b req-9a4e77ec-6da6-49d6-8355-25c1d24e2e33 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 945 time: 0.1002066 Apr 20 12:48:47.120111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40914095-7716-496c-a967-940c5e339b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.182704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8234cfb6-89e6-4beb-8cba-39587330579b req-905aabec-2ec1-4f76-8999-1fdba7b94dfe tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662637 Apr 20 12:48:47.183432 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40914095-7716-496c-a967-940c5e339b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.186495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40914095-7716-496c-a967-940c5e339b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.191499 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-40914095-7716-496c-a967-940c5e339b7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0877e61-01f2-42ba-a224-ee4775dd413a HTTP/1.1" status: 204 len: 168 time: 0.1582797 Apr 20 12:48:47.200928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914095-7716-496c-a967-940c5e339b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0877e61-01f2-42ba-a224-ee4775dd413a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:47.369472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621c0d2-1882-4ce3-beab-4b3e61bedfaa req-a1c91d6c-1fa1-463d-999b-f7f47040c173 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:47.371127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d621c0d2-1882-4ce3-beab-4b3e61bedfaa req-a1c91d6c-1fa1-463d-999b-f7f47040c173 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1101 time: 0.0421441 Apr 20 12:48:47.412375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d621c0d2-1882-4ce3-beab-4b3e61bedfaa req-0ad52391-958e-4465-b1f3-9d243f61c876 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Apr 20 12:48:47.469990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49840) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:47.490666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba1731d0-1f74-4a58-9db2-8424a163a3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.528067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4437ee-b154-46b2-98d8-88f88db1eada req-88e7925a-d861-4a70-b81c-334b26f9279d tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:47.530576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f4437ee-b154-46b2-98d8-88f88db1eada req-88e7925a-d861-4a70-b81c-334b26f9279d tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 948 time: 0.0600014 Apr 20 12:48:47.578131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f4437ee-b154-46b2-98d8-88f88db1eada req-fb027cb0-5d90-4716-9a8a-5fe2d9ca862b tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420029 Apr 20 12:48:47.620356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba1731d0-1f74-4a58-9db2-8424a163a3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.626808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba1731d0-1f74-4a58-9db2-8424a163a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.676879 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ba1731d0-1f74-4a58-9db2-8424a163a3a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a19d288cd454a75835faeb3f5df6142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052538 Apr 20 12:48:47.677466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49848) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:47.683687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1731d0-1f74-4a58-9db2-8424a163a3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbf3b52-9ab2-42ce-b5bf-333892406eaa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:47.701668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fd036-83e9-421e-b6ce-f8f1023a1c74 req-eb57262f-6693-4272-b9c0-8ed7e94aaec1 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:47.710270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa1fd036-83e9-421e-b6ce-f8f1023a1c74 req-eb57262f-6693-4272-b9c0-8ed7e94aaec1 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1101 time: 0.0620198 Apr 20 12:48:47.737733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e885adfd-23f3-4a49-8b2d-e15cb587b1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.746570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa1fd036-83e9-421e-b6ce-f8f1023a1c74 req-de9dcde2-5002-449e-9c43-b1e7b682b6a6 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353329 Apr 20 12:48:47.763397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e885adfd-23f3-4a49-8b2d-e15cb587b1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.824933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e885adfd-23f3-4a49-8b2d-e15cb587b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.827792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e885adfd-23f3-4a49-8b2d-e15cb587b1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:47.831215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e885adfd-23f3-4a49-8b2d-e15cb587b1ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cbf3b52-9ab2-42ce-b5bf-333892406eaa HTTP/1.1" status: 204 len: 168 time: 0.1502249 Apr 20 12:48:47.865410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885adfd-23f3-4a49-8b2d-e15cb587b1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbf3b52-9ab2-42ce-b5bf-333892406eaa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:48.058396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4887ba7-5b7e-4de1-9eef-133edeb2f24c req-50481b54-7f90-4f3c-b7c3-d9426b03cc93 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Apr 20 12:48:48.231373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49886) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:48.340646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97eccc-dfc8-4e7a-92ad-10c1807cbad5 req-1b5816cd-a902-465d-977c-e780eed5484e tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:48.342211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b97eccc-dfc8-4e7a-92ad-10c1807cbad5 req-1b5816cd-a902-465d-977c-e780eed5484e tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0556657 Apr 20 12:48:48.382143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b97eccc-dfc8-4e7a-92ad-10c1807cbad5 req-32f917de-9928-4d30-b3d4-739030559f00 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Apr 20 12:48:48.423701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-a61c9c7f-52a2-452c-96da-f3055475ac2e tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:48:48.424709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-a61c9c7f-52a2-452c-96da-f3055475ac2e tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1892226 Apr 20 12:48:48.686413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-302aac64-8802-4729-8070-b67d79b7a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:48.694828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-302aac64-8802-4729-8070-b67d79b7a685 service neutron] 10.222.0.24 "GET /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 1094 time: 0.1588085 Apr 20 12:48:48.699440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Request body: {'binding': {'host': 'n-h2-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:48.700191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Unknown quota resources ['binding']. {{(pid=109410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:48:48.703997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:48.903030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on host n-h2-838550-2 for vnic_type normal with profile None {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:48.903650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:48.904190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:48.916894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:48.917212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:48.927688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:48.928071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:48.928404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:48.928827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Bound port: 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:48.960750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf16a132-17c5-45ea-b927-1e9883f9148e req-29f2425e-8f7b-4477-9a00-bf5f871b14b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:48.971794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf16a132-17c5-45ea-b927-1e9883f9148e req-29f2425e-8f7b-4477-9a00-bf5f871b14b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 948 time: 0.1027822 Apr 20 12:48:49.058145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf16a132-17c5-45ea-b927-1e9883f9148e req-e287c588-fb6c-4057-bcb5-d9dfc04b9a1a tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637145 Apr 20 12:48:49.070409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:49.078765 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] Notify callbacks [] for binding, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:49.080334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2607b0ab-a95b-4a80-83d5-797dde47bac1 service neutron] 10.222.0.24 "POST /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de/bindings HTTP/1.1" status: 201 len: 389 time: 0.3846776 Apr 20 12:48:49.208583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e22f4b-0a2e-43fd-bee0-a0208d9a003d req-2f51b4c5-3b48-40ac-8a2e-2e3b65fa9332 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:49.210290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29e22f4b-0a2e-43fd-bee0-a0208d9a003d req-2f51b4c5-3b48-40ac-8a2e-2e3b65fa9332 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0657272 Apr 20 12:48:49.278645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29e22f4b-0a2e-43fd-bee0-a0208d9a003d req-b8da7bb1-368f-4572-b269-84064a254cbf tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596881 Apr 20 12:48:49.295129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818c280-4782-4688-908a-143cee9d0cef req-391b5703-1de9-4ce9-abb2-5d274c07bfe5 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:49.296609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8818c280-4782-4688-908a-143cee9d0cef req-391b5703-1de9-4ce9-abb2-5d274c07bfe5 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 945 time: 0.0612683 Apr 20 12:48:49.336276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8818c280-4782-4688-908a-143cee9d0cef req-905e9d9d-ee2e-4222-968b-52d31fbe8806 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332270 Apr 20 12:48:49.380038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8beb9c99-b978-432b-b868-af9ed7125bbb req-8150972d-a51b-4fb4-a73f-5c3749f6e184 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0358129 Apr 20 12:48:49.409521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-54efed2f-8fe4-4a84-ae7b-e246d4d03edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:49.411303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-54efed2f-8fe4-4a84-ae7b-e246d4d03edd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1097 time: 0.0596797 Apr 20 12:48:49.539367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4171e-2d02-4c92-a294-abf553fb5f5c req-73f340eb-9a33-46d3-84c5-e4342c02f651 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:49.540796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdc4171e-2d02-4c92-a294-abf553fb5f5c req-73f340eb-9a33-46d3-84c5-e4342c02f651 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 946 time: 0.0713003 Apr 20 12:48:49.574090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-250b1948-f94e-43ad-83ed-0683dcc4c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:49.575470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-250b1948-f94e-43ad-83ed-0683dcc4c794 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.1577137 Apr 20 12:48:49.582110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-21be9296-8121-4197-a69d-2ce7c8b72129 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0e2fc3e165444ec4ba9b3aa837a92c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359166 Apr 20 12:48:49.645573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-04960c6d-a158-4d67-8435-62ebf84e31d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 217 time: 0.0563347 Apr 20 12:48:49.652574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdc4171e-2d02-4c92-a294-abf553fb5f5c req-d47c5716-807a-4632-9351-aa541cfcd44d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046968 Apr 20 12:48:49.745604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2fae1880-2127-4771-9e3b-a96a9ae00e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:49.747062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-2fae1880-2127-4771-9e3b-a96a9ae00e62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0917292 Apr 20 12:48:49.782918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-f2de2f14-6d7e-4e36-be9b-90c2cc990af0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273805 Apr 20 12:48:49.789473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-1ff54f84-4cf8-4d1b-a795-f3b5695c974f tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:49.790791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-1ff54f84-4cf8-4d1b-a795-f3b5695c974f tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027221 Apr 20 12:48:49.836156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ae5398af-98e2-4f81-92c8-7fa1c53a2b15 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=155186e24b3340919a8a0c36badef470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560758 Apr 20 12:48:49.863654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-782f235c-56f0-4098-b41c-b159eb94127a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/quotas/0e2fc3e165444ec4ba9b3aa837a92c92 HTTP/1.1" status: 200 len: 375 time: 0.0523822 Apr 20 12:48:49.943158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-355e6bff-26e4-4dc8-853d-badc28ae120c tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e2fc3e165444ec4ba9b3aa837a92c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670559 Apr 20 12:48:49.987736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-440bcc99-15a0-4aed-b0ab-f6f9858c294c service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960602 Apr 20 12:48:50.029997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-a486d7e2-6887-44f6-8562-fbd43df7eaa0 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:50.031415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-a486d7e2-6887-44f6-8562-fbd43df7eaa0 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1694603 Apr 20 12:48:50.076504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-76b64cbf-ce65-4271-8016-b0daf4e92757 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/quotas/155186e24b3340919a8a0c36badef470 HTTP/1.1" status: 200 len: 375 time: 0.0176315 Apr 20 12:48:50.114926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf83198c-ee10-4b3c-b542-c763e415e0b0 req-11e7cd3f-c0a9-4d44-ab95-4e6e6a2ab7ad tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 210 time: 0.0399337 Apr 20 12:48:50.140466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-3917dcbe-46c0-4a3a-a82f-6b7af2a46e40 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=155186e24b3340919a8a0c36badef470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494130 Apr 20 12:48:50.154708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-a29c0dc1-a42a-4dfc-a24a-4fd449f511ce service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587453 Apr 20 12:48:50.234398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b9fd3-0809-448d-a2e3-426591948f10 req-702cb655-5649-4b9f-acd7-d3d87a739f04 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:50.235953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-167b9fd3-0809-448d-a2e3-426591948f10 req-702cb655-5649-4b9f-acd7-d3d87a739f04 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 948 time: 0.0579503 Apr 20 12:48:50.338335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3dfd6d86-507f-47cd-8cef-6da6876240da req-27f2d66f-d37a-4cf4-af78-b71547be7127 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 210 time: 0.0502114 Apr 20 12:48:50.347656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 466e0255-cc0b-4426-b2c2-8b043f7b036e details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:50.386236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-167b9fd3-0809-448d-a2e3-426591948f10 req-5c821e7d-bdcd-4842-916a-7f8184d7289a tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264622 Apr 20 12:48:50.493484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 466e0255-cc0b-4426-b2c2-8b043f7b036e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=466e0255-cc0b-4426-b2c2-8b043f7b036e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:50.516425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '466e0255-cc0b-4426-b2c2-8b043f7b036e', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '466e0255-cc0b-4426-b2c2-8b043f7b036e', 'mac_address': 'fa:16:3e:6c:62:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:50.516937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-2d9e5cf7-19c4-4e6d-ae42-6c94f6c2963b tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:50.518928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-2d9e5cf7-19c4-4e6d-ae42-6c94f6c2963b tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 945 time: 0.2127445 Apr 20 12:48:50.577489 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:50.596305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e0255-cc0b-4426-b2c2-8b043f7b036e {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:50.623822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 466e0255-cc0b-4426-b2c2-8b043f7b036e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=466e0255-cc0b-4426-b2c2-8b043f7b036e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:50.629007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:50.631972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-92adc58e-384d-4b80-9473-355d512e47c8 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:50.633441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-92adc58e-384d-4b80-9473-355d512e47c8 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1097 time: 0.2997286 Apr 20 12:48:50.653109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:50.667237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819bd72-deed-4dbb-bf7a-a121fdeef23d req-6b0d6edf-a520-4805-bb9a-3fcf5e9503cf tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:50.668700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2819bd72-deed-4dbb-bf7a-a121fdeef23d req-6b0d6edf-a520-4805-bb9a-3fcf5e9503cf tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.2409515 Apr 20 12:48:50.706250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=466e0255-cc0b-4426-b2c2-8b043f7b036e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:50.739068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7012cd3-505a-4877-b12b-5f674973a6a3 req-1d347504-75e1-4306-8bb4-4949a997c4a1 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:50.740551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7012cd3-505a-4877-b12b-5f674973a6a3 req-1d347504-75e1-4306-8bb4-4949a997c4a1 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 945 time: 0.2067862 Apr 20 12:48:50.821856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2819bd72-deed-4dbb-bf7a-a121fdeef23d req-8b0befd9-c95c-4a52-9d70-dc63501ef7bc tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304445 Apr 20 12:48:50.821856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:50.854368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7012cd3-505a-4877-b12b-5f674973a6a3 req-e162ae62-4c6c-46be-a472-af0577fa98a0 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/security-groups?id=865523f9-583e-44dc-ac83-ae19557cf5e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056070 Apr 20 12:48:50.898331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Deleting port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:48:50.898681 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:50.951412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e819913-8f7d-4d11-93c1-254c98d617bd req-e5ac15ac-e862-4588-b900-f4722c7d0267 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0553875 Apr 20 12:48:51.003011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['466e0255-cc0b-4426-b2c2-8b043f7b036e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:51.167564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.37', 59401) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:51.205409 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-d3eea29d-db9d-4f9c-b706-df05264518cb tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0e2fc3e165444ec4ba9b3aa837a92c92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346107 Apr 20 12:48:51.319769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-268e581e-4c7e-44a6-80e4-63b4eebb7f76 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:51.321229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-268e581e-4c7e-44a6-80e4-63b4eebb7f76 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1107543 Apr 20 12:48:51.323702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcdee42a-815c-4080-b5ab-ff26e5303581 req-a03db1b4-8b6e-4781-8286-0754774fc41d tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 210 time: 0.0886996 Apr 20 12:48:51.335733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Request body: {'port': {'device_id': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '0e2fc3e165444ec4ba9b3aa837a92c92'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:51.383196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a2486-75b2-4107-8d5d-ce3155214c53 req-06f4d73d-d7f6-4a69-be89-8f42c58642c2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:51.384652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542a2486-75b2-4107-8d5d-ce3155214c53 req-06f4d73d-d7f6-4a69-be89-8f42c58642c2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 946 time: 0.4358096 Apr 20 12:48:51.392222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] For port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,segment=NetworkSegment(d4cd5d65-ad68-48a1-96d6-7f4b12fa0782),segment_id=d4cd5d65-ad68-48a1-96d6-7f4b12fa0782)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:51.392581 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.422374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Calling delete_port for 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:48:51.446572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:51.457959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Made reservation on behalf of 0e2fc3e165444ec4ba9b3aa837a92c92 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:51.462803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.475358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5caa77b-ab06-4b93-936f-18a5e73ba6fe req-37fab9eb-03c6-4ec6-add4-3dc48b157e26 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 210 time: 0.0642531 Apr 20 12:48:51.475672 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.478289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.37', 59402) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:51.534688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542a2486-75b2-4107-8d5d-ce3155214c53 req-f2a6d7ff-4bcb-4963-8aef-0c8daca2c1a9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368575 Apr 20 12:48:51.565520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:51.572943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-8b28da50-cf7c-41a9-a5b5-b9f4ca30242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:51.574587 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-8b28da50-cf7c-41a9-a5b5-b9f4ca30242e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1101 time: 0.0944505 Apr 20 12:48:51.650273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:51.652527 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5a5807-bfd8-4604-8a3d-9238caa9f5d6" -d '{"events": [{"server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:51.659676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.661690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.37', 59403) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:51.687408 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.692709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.694714 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.724065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-73164203-e06c-487d-b4f3-0272dbe1d009 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=155186e24b3340919a8a0c36badef470&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612912 Apr 20 12:48:51.752827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa214-361b-4764-85c8-71fafa040fea req-eb0a87df-932b-40e3-8d52-4f9cb4094997 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:51.754405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3afa214-361b-4764-85c8-71fafa040fea req-eb0a87df-932b-40e3-8d52-4f9cb4094997 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 949 time: 0.1916325 Apr 20 12:48:51.756448 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c92674-b595-484b-8ade-6dcf3249f972 x-openstack-request-id: req-86c92674-b595-484b-8ade-6dcf3249f972 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:51.756730 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:51.756981 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86c92674-b595-484b-8ade-6dcf3249f972 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:51.757371 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c92674-b595-484b-8ade-6dcf3249f972'] response: {'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de', 'code': 200} Apr 20 12:48:51.888878 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:51.921987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:51.957919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3afa214-361b-4764-85c8-71fafa040fea req-224defaa-d7b4-453c-8c22-1926867cde63 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829751 Apr 20 12:48:51.995936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438466ec-c2d4-436c-9007-86bf1b556c50,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:52.008576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-7064282a-f45d-49af-b460-920f0a6403df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.010609 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-7064282a-f45d-49af-b460-920f0a6403df service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.4143019 Apr 20 12:48:52.010733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Pushing event deleted for resources: {'Port': ['ID=4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:52.018263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on host n-h1-838550-2 for vnic_type normal with profile {"migrating_to": "n-h2-838550-2"} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:52.018600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:52.018924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:52.071348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:52.071668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Attempting to bind port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:52.076542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] No DVR routers for this DVR port 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:48:52.076972 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-80d5c0cb-bd19-42be-b4dc-ae07e94c3f76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c462a506-38b9-412b-afdd-ba94ed176905 HTTP/1.1" status: 200 len: 217 time: 0.0419478 Apr 20 12:48:52.084789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-6eedac63-9785-4b5e-97e3-cf495c1fd33c tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.086215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-6eedac63-9785-4b5e-97e3-cf495c1fd33c tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260713 Apr 20 12:48:52.087205 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.090237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ffcde26-f623-41a1-90dd-777e5a6905a1 req-9076b66d-01c9-4499-b93f-1a74b6ea2a19 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.37 "DELETE /v2.0/ports/4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 HTTP/1.1" status: 204 len: 173 time: 1.5539167 Apr 20 12:48:52.105736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Allocated IP 192.168.233.180 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/9a52846d-ccf3-488b-883a-8bda71133260) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:52.110941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89415884-04d3-4698-9bb0-d48ad09d6ce8 req-13e537d1-7e59-4291-a21b-8b6561ff3d31 tempest-InstanceActionsV221TestJSON-293661446 tempest-InstanceActionsV221TestJSON-293661446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea5ab2eb-7161-494c-a5e6-58f340f7d2dc HTTP/1.1" status: 200 len: 210 time: 0.0695827 Apr 20 12:48:52.114478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Request body: {'port': {'device_id': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '155186e24b3340919a8a0c36badef470'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:52.118755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:52.119092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:52.119484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:52.119892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Bound port: 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:52.120249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.148605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fde86-f49a-4d0c-a942-8f5d2fca20f2 req-d45cd825-f3c4-41d3-a6be-1024ec5452e7 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.150297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-517fde86-f49a-4d0c-a942-8f5d2fca20f2 req-d45cd825-f3c4-41d3-a6be-1024ec5452e7 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.2420616 Apr 20 12:48:52.172336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-b196f46e-c306-4b84-bcc7-44c171412b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.173862 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-b196f46e-c306-4b84-bcc7-44c171412b1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0755095 Apr 20 12:48:52.284385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e6d02db-a85c-421b-8342-790feb87cb26 req-da226c8c-0b69-407c-af18-3ad99d0a48c8 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0536773 Apr 20 12:48:52.289178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-facbd3b4-0948-441a-91f0-e18ccfb85713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.290744 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-facbd3b4-0948-441a-91f0-e18ccfb85713 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1081905 Apr 20 12:48:52.325251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-517fde86-f49a-4d0c-a942-8f5d2fca20f2 req-544cf37a-a9d3-43a2-9eef-7c24ea5da120 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393952 Apr 20 12:48:52.328148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:52.334370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:52.343409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.374483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 466e0255-cc0b-4426-b2c2-8b043f7b036e up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:52.406149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Made reservation on behalf of 155186e24b3340919a8a0c36badef470 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:52.410262 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.425351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.439376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.440874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 466e0255-cc0b-4426-b2c2-8b043f7b036e completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:48:52.444683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 466e0255-cc0b-4426-b2c2-8b043f7b036e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:52.445526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.450850 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-9882e473-0f08-4717-8b53-4ba0ff02afdc service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438241 Apr 20 12:48:52.489580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ce13ec5-f845-45ff-9898-959e1748d219 req-85e51f8f-20f2-412c-8ebd-eee9b41f35a7 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 210 time: 0.0606887 Apr 20 12:48:52.500932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.501765 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.503222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-deb891e6-3c23-4439-8567-4a965374273b service neutron] 10.222.0.37 "PUT /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 1122 time: 1.8615658 Apr 20 12:48:52.518473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb891e6-3c23-4439-8567-4a965374273b service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:52.547105 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.574203 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.606517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 466e0255-cc0b-4426-b2c2-8b043f7b036e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=466e0255-cc0b-4426-b2c2-8b043f7b036e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:52.611348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e0255-cc0b-4426-b2c2-8b043f7b036e'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:52.614157 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102777dd-a1d5-46ef-9d56-ccfa4ffefe98" -d '{"events": [{"server_uuid": "c568b64d-27e1-4664-bf15-c46f9e62f359", "name": "network-vif-plugged", "status": "completed", "tag": "466e0255-cc0b-4426-b2c2-8b043f7b036e"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:52.622496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:52.647139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2577fab2-26d4-481e-8bda-326b23081195 req-3b839603-378f-49cb-be48-cfa13390691f tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 210 time: 0.0422428 Apr 20 12:48:52.663808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.682102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.693684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.743763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:52.747169 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2d9f21f3-3673-45d2-a57b-8058bbb470a6 req-26e34009-2b4d-4faa-8f06-fe3dc0bd1820 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847862 Apr 20 12:48:52.748640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:52.773786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:52.788245 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eed154-db42-44e5-be76-c5d2cc243df1 x-openstack-request-id: req-08eed154-db42-44e5-be76-c5d2cc243df1 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:52.790044 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c568b64d-27e1-4664-bf15-c46f9e62f359", "name": "network-vif-plugged", "status": "completed", "tag": "466e0255-cc0b-4426-b2c2-8b043f7b036e", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:52.790532 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08eed154-db42-44e5-be76-c5d2cc243df1 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:52.791566 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eed154-db42-44e5-be76-c5d2cc243df1'] response: {'server_uuid': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e0255-cc0b-4426-b2c2-8b043f7b036e', 'code': 200} Apr 20 12:48:52.792069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=466e0255-cc0b-4426-b2c2-8b043f7b036e,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:52.812892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88ed69-4d75-47db-96d4-5da0a5c4fb69 req-272a9976-926b-487c-af3d-dc6fbd8c68d2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.818826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d88ed69-4d75-47db-96d4-5da0a5c4fb69 req-272a9976-926b-487c-af3d-dc6fbd8c68d2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.1673214 Apr 20 12:48:52.825280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febbcc5c-0350-4850-8be5-bdf6a73ec0bf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:52.851913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.852620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:52.911711 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5802946 Apr 20 12:48:52.913312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc660544-5321-4086-8f23-876f319ed55a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Pushing event updated for resources: {'Port': ['ID=9a52846d-ccf3-488b-883a-8bda71133260,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:52.928781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Request body: {'port': {'device_id': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:52.989343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6f67a-7a57-4f2c-b08d-0930a6a3db99 req-bfb9b9ec-a147-4a83-bd60-fad2d6157db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:52.991115 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80f6f67a-7a57-4f2c-b08d-0930a6a3db99 req-bfb9b9ec-a147-4a83-bd60-fad2d6157db1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 1101 time: 0.1280890 Apr 20 12:48:52.997647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d88ed69-4d75-47db-96d4-5da0a5c4fb69 req-9255c182-0682-493a-9ee4-854515450f79 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572967 Apr 20 12:48:53.006531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Allocated IP 192.168.233.32 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/c7c011ad-abdc-4c69-8f44-7a5a2f68c269) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:53.013028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.046321 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80f6f67a-7a57-4f2c-b08d-0930a6a3db99 req-b1153f9c-4c03-4070-9458-cd4e0e4c69d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477738 Apr 20 12:48:53.153085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-85754c75-120c-48bb-9f34-9e6bb61683d3 None None] Provisioning complete for port 9a52846d-ccf3-488b-883a-8bda71133260 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:53.153369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-85754c75-120c-48bb-9f34-9e6bb61683d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.169522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf143c-fa3e-4842-a232-250ecba7141a req-ccdffcfb-8739-4026-a45a-1dc75f2ed01f tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:53.171172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5baf143c-fa3e-4842-a232-250ecba7141a req-ccdffcfb-8739-4026-a45a-1dc75f2ed01f tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 950 time: 0.1083162 Apr 20 12:48:53.216339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-85754c75-120c-48bb-9f34-9e6bb61683d3 None None] Port 9a52846d-ccf3-488b-883a-8bda71133260 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:48:53.238736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5baf143c-fa3e-4842-a232-250ecba7141a req-2259a6dd-c4a0-4be4-be3d-dff2198f0d10 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595038 Apr 20 12:48:53.261460 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.306797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.349428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:53.354522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:53.357080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:53.412694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Pushing event updated for resources: {'Port': ['ID=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:53.418322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.476637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efabb2f8-eec5-4cd4-b463-2aa9847257c9 req-00870c45-d548-4639-8068-1387df04df63 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0544086 Apr 20 12:48:53.482546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:53.483164 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.530335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51893ed-1152-4606-8848-2f83fd63819f req-8fbede95-a146-4730-b289-d7fad6a6fbef tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:53.536121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e51893ed-1152-4606-8848-2f83fd63819f req-8fbede95-a146-4730-b289-d7fad6a6fbef tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1097126 Apr 20 12:48:53.546783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-b50aa62f-e0d9-46e5-a52e-9ed27f73eaec tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4385488 Apr 20 12:48:53.555092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a52846d-ccf3-488b-883a-8bda71133260 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:53.564033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Request body: {'port': {'device_id': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:53.568491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.571459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50048) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:53.616666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Transition to ACTIVE for port object 9a52846d-ccf3-488b-883a-8bda71133260 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:53.618328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e51893ed-1152-4606-8848-2f83fd63819f req-dc1900a9-fc7a-45a1-9843-2e084258312a tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813196 Apr 20 12:48:53.625745 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.675482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] Deleting subnet f2238899-6a14-489c-a120-5ca6be48afa1 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:48:53.676358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.683440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.728460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Pushing event updated for resources: {'Port': ['ID=9a52846d-ccf3-488b-883a-8bda71133260,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:53.758651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-79acd744-ef25-407a-af36-babe026fd3ef None None] Provisioning complete for port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:53.759014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79acd744-ef25-407a-af36-babe026fd3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.783146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.790939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'name': 'network-vif-deleted', 'tag': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0'}, {'name': 'network-changed', 'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:53.793158 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39bb3a5-096c-4780-80c4-96911dc64f25" -d '{"events": [{"server_uuid": "ea5ab2eb-7161-494c-a5e6-58f340f7d2dc", "name": "network-vif-deleted", "tag": "4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0"}, {"name": "network-changed", "server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:53.807667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-79acd744-ef25-407a-af36-babe026fd3ef None None] Port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:48:53.820059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:48:53.830851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53f1a3-6756-4142-b783-f1006f50b193 req-a0be2458-c74a-4b36-8962-bb2fd3531079 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:53.832504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f53f1a3-6756-4142-b783-f1006f50b193 req-a0be2458-c74a-4b36-8962-bb2fd3531079 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 948 time: 0.1930363 Apr 20 12:48:53.848553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:48:53.849023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:48:53.851429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.891247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Attempting to bind port 9a52846d-ccf3-488b-883a-8bda71133260 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:53.891981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Attempting to bind port 9a52846d-ccf3-488b-883a-8bda71133260 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:53.891981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Attempting to bind port 9a52846d-ccf3-488b-883a-8bda71133260 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:53.900422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Port 9a52846d-ccf3-488b-883a-8bda71133260 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:53.900740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Attempting to bind port 9a52846d-ccf3-488b-883a-8bda71133260 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:53.910954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:53.911320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:53.911683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:53.912102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Bound port: 9a52846d-ccf3-488b-883a-8bda71133260, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:53.912460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:53.945866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f53f1a3-6756-4142-b783-f1006f50b193 req-7f168bc6-e0a5-4ca3-b1ef-e435f6f4e47a tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934792 Apr 20 12:48:53.954938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a4258-d19b-44aa-a134-902f05c5b437 req-16291319-6e4d-4865-b682-01137099d4bd tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:53.956379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a4a4258-d19b-44aa-a134-902f05c5b437 req-16291319-6e4d-4865-b682-01137099d4bd tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 935 time: 0.1571763 Apr 20 12:48:53.975290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.009118 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2238899-6a14-489c-a120-5ca6be48afa1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:54.013977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] For port 9a52846d-ccf3-488b-883a-8bda71133260, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:54.014588 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087a2ec7-cb32-46cf-b87c-f910599862bd x-openstack-request-id: req-087a2ec7-cb32-46cf-b87c-f910599862bd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:54.014949 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5ab2eb-7161-494c-a5e6-58f340f7d2dc", "name": "network-vif-deleted", "tag": "4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:54.015188 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-087a2ec7-cb32-46cf-b87c-f910599862bd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:54.015808 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087a2ec7-cb32-46cf-b87c-f910599862bd'] response: {'server_uuid': 'ea5ab2eb-7161-494c-a5e6-58f340f7d2dc', 'name': 'network-vif-deleted', 'tag': '4b8d7e3e-6148-4a63-b8f4-2bfe583e13f0', 'status': 'completed', 'code': 200} Apr 20 12:48:54.015808 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087a2ec7-cb32-46cf-b87c-f910599862bd'] response: {'name': 'network-changed', 'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de', 'status': 'completed', 'code': 200} Apr 20 12:48:54.018624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.025487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50054) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:54.025673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6134508-784c-4fe5-8041-234ea83f062a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f2238899-6a14-489c-a120-5ca6be48afa1 HTTP/1.1" status: 204 len: 168 time: 0.4524856 Apr 20 12:48:54.036376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] For port 9a52846d-ccf3-488b-883a-8bda71133260, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9a52846d-ccf3-488b-883a-8bda71133260,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:54.043744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.055065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a4a4258-d19b-44aa-a134-902f05c5b437 req-0269fd3d-ef59-49c6-aaac-8f773645f01c tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852566 Apr 20 12:48:54.107154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.107773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.109340 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] 10.222.0.37 "PUT /v2.0/ports/9a52846d-ccf3-488b-883a-8bda71133260 HTTP/1.1" status: 200 len: 1096 time: 1.1864908 Apr 20 12:48:54.111728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'tag': '9a52846d-ccf3-488b-883a-8bda71133260'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:54.115858 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15bc648-e5cc-4243-9e65-fd61d02b1e22" -d '{"events": [{"name": "network-changed", "server_uuid": "8224dbbc-aad3-46cf-b993-8aed7d63150e", "tag": "9a52846d-ccf3-488b-883a-8bda71133260"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:54.156844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c3c1f-69db-4002-b597-360996b68efb service neutron] Pushing event updated for resources: {'Port': ['ID=9a52846d-ccf3-488b-883a-8bda71133260,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:54.173525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.178245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c011ad-abdc-4c69-8f44-7a5a2f68c269 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:54.183154 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77a23af-ac7c-4258-a0f0-961becc1219c x-openstack-request-id: req-f77a23af-ac7c-4258-a0f0-961becc1219c {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:54.183154 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8224dbbc-aad3-46cf-b993-8aed7d63150e", "tag": "9a52846d-ccf3-488b-883a-8bda71133260", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:54.183154 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f77a23af-ac7c-4258-a0f0-961becc1219c {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:54.183154 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77a23af-ac7c-4258-a0f0-961becc1219c'] response: {'name': 'network-changed', 'server_uuid': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'tag': '9a52846d-ccf3-488b-883a-8bda71133260', 'status': 'completed', 'code': 200} Apr 20 12:48:54.187620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.201767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-498cb142-7ed9-4218-95ce-098e49dc2701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.203839 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-498cb142-7ed9-4218-95ce-098e49dc2701 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1125 time: 0.1525068 Apr 20 12:48:54.215514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Transition to ACTIVE for port object c7c011ad-abdc-4c69-8f44-7a5a2f68c269 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:54.224980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00e9fd-5129-4d8b-924f-02a926b4d85d req-117360d0-62dc-4432-856a-e1ec9c57ed1d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.226906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c00e9fd-5129-4d8b-924f-02a926b4d85d req-117360d0-62dc-4432-856a-e1ec9c57ed1d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.1082146 Apr 20 12:48:54.229810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.266780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-03a80fe6-b78e-4e87-b8ec-37abefd24718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.268246 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-03a80fe6-b78e-4e87-b8ec-37abefd24718 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e2fc3e165444ec4ba9b3aa837a92c92&device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 1099 time: 0.1083908 Apr 20 12:48:54.344880 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-54938777-8108-4f7d-83a5-c31059516cff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9a52846d-ccf3-488b-883a-8bda71133260 HTTP/1.1" status: 200 len: 217 time: 0.0629849 Apr 20 12:48:54.383832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Pushing event updated for resources: {'Port': ['ID=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:54.394521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.399721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-5f7dc730-eb7e-4069-aab5-f560fa9bb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.401223 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-5f7dc730-eb7e-4069-aab5-f560fa9bb9d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.1903651 Apr 20 12:48:54.449512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c00e9fd-5129-4d8b-924f-02a926b4d85d req-4a02932f-1ac6-4a4f-bf01-11daade55ef7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758623 Apr 20 12:48:54.456959 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-db52c5d8-2f12-4c13-9060-bcb93932a074 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 217 time: 0.0465159 Apr 20 12:48:54.462912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-69604f19-c9b1-43f0-9381-e97f3d4d60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.464316 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-69604f19-c9b1-43f0-9381-e97f3d4d60cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1073050 Apr 20 12:48:54.475049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62c90a5-4a94-4306-b211-a0aed1d42e2f']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:54.510690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cd5d65-ad68-48a1-96d6-7f4b12fa0782') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:54.511019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cd5d65-ad68-48a1-96d6-7f4b12fa0782') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:48:54.535965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.558536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34721-5aad-4ab3-b008-0eb89d751872 req-26e262d9-960d-45c3-9ac1-48a5c30f4eaa tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.565845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa34721-5aad-4ab3-b008-0eb89d751872 req-26e262d9-960d-45c3-9ac1-48a5c30f4eaa tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 950 time: 0.2019892 Apr 20 12:48:54.572154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-21271ed6-4526-4a5a-980d-1178efd759c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.573751 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-21271ed6-4526-4a5a-980d-1178efd759c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1001680 Apr 20 12:48:54.633173 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-0dd0e5b3-66f7-43be-821e-1cdaec5dc33d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490737 Apr 20 12:48:54.638268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-18b197cd-5195-4bfc-a083-888db714c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:54.639779 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-18b197cd-5195-4bfc-a083-888db714c2ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1538248 Apr 20 12:48:54.797656 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-cee86336-ecab-42be-bac2-9750b159a69d service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554360 Apr 20 12:48:54.801100 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-c1db50d8-6d9b-44b7-a5b9-3904a56016df service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412499 Apr 20 12:48:54.830063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.848038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:48:54.848431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:48:54.850573 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:48:54.852998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Attempting to bind port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:54.852998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Attempting to bind port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:54.852998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Attempting to bind port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:54.881292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e016861e-5aa8-4b8c-bbcb-d6b062643a0a req-a5d85bd3-40a8-4266-81c0-450e05798623 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0571938 Apr 20 12:48:54.917290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:48:54.917611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Attempting to bind port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:54.935021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa34721-5aad-4ab3-b008-0eb89d751872 req-93a5c8ff-f6b7-41a0-8da0-9db651f9bccb tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683586 Apr 20 12:48:54.938772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:54.939075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:54.939492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:54.940316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Bound port: c7c011ad-abdc-4c69-8f44-7a5a2f68c269, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:54.940316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:54.967757 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f39bb3a5-096c-4780-80c4-96911dc64f25 req-12fa9ccc-3e1f-4d42-b475-e5d7a87b5256 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629541 Apr 20 12:48:54.978433 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41da2a61-c8ee-41b3-98cc-08ae9e5841cf req-63f7480f-71b7-4734-a4ef-6a37a712d314 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664755 Apr 20 12:48:54.979368 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.023186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.026309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d62c90a5-4a94-4306-b211-a0aed1d42e2f HTTP/1.1" status: 204 len: 168 time: 0.9987872 Apr 20 12:48:55.033737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462598b-5b8c-4418-a62e-e767c43e9620 admin admin] Pushing event deleted for resources: {'Network': ['ID=d62c90a5-4a94-4306-b211-a0aed1d42e2f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:55.068909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] For port c7c011ad-abdc-4c69-8f44-7a5a2f68c269, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:55.085663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-de5e50e3-fdfb-4d9a-aa65-3bbaf6c13f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.087268 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-de5e50e3-fdfb-4d9a-aa65-3bbaf6c13f06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e2fc3e165444ec4ba9b3aa837a92c92&device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 1099 time: 0.0537980 Apr 20 12:48:55.102104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] For port c7c011ad-abdc-4c69-8f44-7a5a2f68c269, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:55.111469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9bde1-bc61-41ae-ae56-6b627631942a req-410134c4-6003-4e3e-9c2c-d7c96c4e94e5 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.112933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28f9bde1-bc61-41ae-ae56-6b627631942a req-410134c4-6003-4e3e-9c2c-d7c96c4e94e5 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1345749 Apr 20 12:48:55.118365 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.183747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd0d0f-3907-4fd3-a6d8-0ff670c3e4d3 req-707f4231-8ad2-4227-ac73-d8905075ba83 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.185302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ffd0d0f-3907-4fd3-a6d8-0ff670c3e4d3 req-707f4231-8ad2-4227-ac73-d8905075ba83 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 948 time: 0.1334665 Apr 20 12:48:55.189091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.189727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.190186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-3a27deab-71db-4fce-8990-cb3d70cc1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.191048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] 10.222.0.37 "PUT /v2.0/ports/c7c011ad-abdc-4c69-8f44-7a5a2f68c269 HTTP/1.1" status: 200 len: 1095 time: 1.6333621 Apr 20 12:48:55.191803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-3a27deab-71db-4fce-8990-cb3d70cc1f40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.0975075 Apr 20 12:48:55.233889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28f9bde1-bc61-41ae-ae56-6b627631942a req-45084d0c-4e5c-4113-af88-bd5b90add952 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123891 Apr 20 12:48:55.238724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50072) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:55.246893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23e01b-ffb8-42b2-8d6c-015a85c3184c service neutron] Pushing event updated for resources: {'Port': ['ID=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:55.264945 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-ba99da2e-5070-4fe2-8806-d1fe08b1df06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=9a52846d-ccf3-488b-883a-8bda71133260 HTTP/1.1" status: 200 len: 217 time: 0.0585792 Apr 20 12:48:55.328891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-2af55fae-62b8-434a-a6bd-83b1b8c6207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.330381 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-2af55fae-62b8-434a-a6bd-83b1b8c6207a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0464482 Apr 20 12:48:55.348193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ffd0d0f-3907-4fd3-a6d8-0ff670c3e4d3 req-b4e97259-1393-4169-8ed2-097aae8ee977 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517763 Apr 20 12:48:55.369054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2bf4aa95-8f47-4fe5-afd9-762169bf9311 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75105e3132394529afc3deac43c25502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292405 Apr 20 12:48:55.371686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50074) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:55.387426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-12e24ab7-bdd9-46da-8026-fab56600470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.388991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-12e24ab7-bdd9-46da-8026-fab56600470f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=155186e24b3340919a8a0c36badef470&device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 1098 time: 0.1430602 Apr 20 12:48:55.401436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330acae0-c305-4616-8e1e-b8062c1ce0d9 req-cd0a9ef6-dd6c-4a34-a6b1-f876ee35b8d8 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.402940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-330acae0-c305-4616-8e1e-b8062c1ce0d9 req-cd0a9ef6-dd6c-4a34-a6b1-f876ee35b8d8 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 947 time: 0.0837579 Apr 20 12:48:55.416180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-51d3d8d0-915a-46f1-9321-dabfe40f2789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.417439 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-51d3d8d0-915a-46f1-9321-dabfe40f2789 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0750670 Apr 20 12:48:55.447277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c3fda1c-a814-4c1e-a5c5-726038b96ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.449304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-bb6a87d1-36fe-4379-8760-5755ec6cb85c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=c7c011ad-abdc-4c69-8f44-7a5a2f68c269 HTTP/1.1" status: 200 len: 217 time: 0.0454264 Apr 20 12:48:55.477028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-330acae0-c305-4616-8e1e-b8062c1ce0d9 req-acb833ae-7f1f-4aca-bb74-3ccb6e244068 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Apr 20 12:48:55.517930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c3fda1c-a814-4c1e-a5c5-726038b96ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.524462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-d19a8fda-9865-47c6-a4af-e8a9fc75e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.527904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-d19a8fda-9865-47c6-a4af-e8a9fc75e412 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0633032 Apr 20 12:48:55.575333 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-154b872b-d28a-4416-a2a8-2bdf5dbb4476 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404049 Apr 20 12:48:55.605002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78255a0f-3235-4e30-a847-94ad650cc492 req-3219aeb9-b34b-44db-8525-7cb229a67209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.606261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c3fda1c-a814-4c1e-a5c5-726038b96ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.606486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-3219aeb9-b34b-44db-8525-7cb229a67209 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685613 Apr 20 12:48:55.608797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c3fda1c-a814-4c1e-a5c5-726038b96ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:55.609914 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4c3fda1c-a814-4c1e-a5c5-726038b96ad9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/865523f9-583e-44dc-ac83-ae19557cf5e3 HTTP/1.1" status: 204 len: 168 time: 0.2359648 Apr 20 12:48:55.618835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4980584-e61e-4f1e-84c7-f444bc01264e req-61f84b77-1e4f-487b-b692-53efefb7b062 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:55.621648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4980584-e61e-4f1e-84c7-f444bc01264e req-61f84b77-1e4f-487b-b692-53efefb7b062 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.0581570 Apr 20 12:48:55.721659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4980584-e61e-4f1e-84c7-f444bc01264e req-e28d9f5d-1b6c-48d2-8da5-b5f53510c622 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810876 Apr 20 12:48:55.740425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-5d9c72bf-e334-4fe7-bc08-1b0678ae766d service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190703 Apr 20 12:48:55.838887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fda1c-a814-4c1e-a5c5-726038b96ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865523f9-583e-44dc-ac83-ae19557cf5e3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:55.842003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:55.854110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78255a0f-3235-4e30-a847-94ad650cc492 req-eb11cd13-3b07-4f6a-a1c2-77f6187fce3d service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003330 Apr 20 12:48:55.877349 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d15bc648-e5cc-4243-9e65-fd61d02b1e22 req-8004976a-9365-46cd-8c97-ff842392fee7 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948136 Apr 20 12:48:55.964032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:55.976431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de has no active binding in host n-h2-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:48:55.999824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1b33534-4c0e-4d34-a7a6-7210cd13bd1f req-9d541c37-8786-471d-abe9-a32790e711ec tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0275006 Apr 20 12:48:56.017086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'tag': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:48:56.019816 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b6f64e-9161-4976-aae6-6bb98b2475c5" -d '{"events": [{"name": "network-changed", "server_uuid": "43dcf8cf-7d67-4125-b7ef-da140f33c2fa", "tag": "c7c011ad-abdc-4c69-8f44-7a5a2f68c269"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:48:56.068232 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b6a345-e9bb-4113-93ed-066bdc18b837 x-openstack-request-id: req-33b6a345-e9bb-4113-93ed-066bdc18b837 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:48:56.068490 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dcf8cf-7d67-4125-b7ef-da140f33c2fa", "tag": "c7c011ad-abdc-4c69-8f44-7a5a2f68c269", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:48:56.068731 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33b6a345-e9bb-4113-93ed-066bdc18b837 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:48:56.069117 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b6a345-e9bb-4113-93ed-066bdc18b837'] response: {'name': 'network-changed', 'server_uuid': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'tag': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269', 'status': 'completed', 'code': 200} Apr 20 12:48:56.088146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29f106-51df-41a5-b8fa-e756529c6a7c req-9e8dc2ad-5847-4568-9624-2540757b6b72 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.089609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd29f106-51df-41a5-b8fa-e756529c6a7c req-9e8dc2ad-5847-4568-9624-2540757b6b72 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 950 time: 0.0624583 Apr 20 12:48:56.129413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd29f106-51df-41a5-b8fa-e756529c6a7c req-297f28ff-4686-4e0e-ae5b-5bf01e9a8fdd tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333204 Apr 20 12:48:56.141589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-ada05138-d3b1-47b1-9cea-18e8fca12d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.143332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-ada05138-d3b1-47b1-9cea-18e8fca12d51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=155186e24b3340919a8a0c36badef470&device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 1098 time: 0.0411270 Apr 20 12:48:56.249745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-b3a79cd3-d97a-48c3-9041-a04a97ce353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.251273 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-b3a79cd3-d97a-48c3-9041-a04a97ce353a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.0931127 Apr 20 12:48:56.299660 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-da8c34bd-6097-42a8-aa55-6abbd60ddf6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=c7c011ad-abdc-4c69-8f44-7a5a2f68c269 HTTP/1.1" status: 200 len: 217 time: 0.0387480 Apr 20 12:48:56.369894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-57f1d774-c7f4-40dc-908d-57f8bcf1634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.371753 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-57f1d774-c7f4-40dc-908d-57f8bcf1634a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0532029 Apr 20 12:48:56.378093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4385e20-5c75-4daa-92e6-700b3f217aeb req-5d0beb42-9f80-49a1-8bf9-ded85fe01337 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.379662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4385e20-5c75-4daa-92e6-700b3f217aeb req-5d0beb42-9f80-49a1-8bf9-ded85fe01337 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0689402 Apr 20 12:48:56.425907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-3115f81e-0836-48cc-bccf-0e85ffd5991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.428399 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-3115f81e-0836-48cc-bccf-0e85ffd5991c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465090 Apr 20 12:48:56.431317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50114) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:56.445838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4385e20-5c75-4daa-92e6-700b3f217aeb req-ed4abc4e-3534-436d-b53a-96b481cb2c28 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570378 Apr 20 12:48:56.447559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d4b22-a0d2-44bc-9e13-9119c3dcce8f req-69fd42dd-e99a-4283-a430-ca5aa4445272 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.448969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f1d4b22-a0d2-44bc-9e13-9119c3dcce8f req-69fd42dd-e99a-4283-a430-ca5aa4445272 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 1101 time: 0.0684426 Apr 20 12:48:56.470086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f1d4b22-a0d2-44bc-9e13-9119c3dcce8f req-2ce6ee1b-e55b-4a11-9253-c52b7dd11e78 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.550786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-51eb86f9-0eae-4928-a5b4-3fb54efe5de5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095839 Apr 20 12:48:56.566879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-587066233-network', 'tenant_id': '1d9a78453ae2447889f0336664af95dc'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:56.603421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37a723-5591-4fab-bf53-296b0a3d4be3 req-38b4e778-f995-491f-839b-bd62b36ed165 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.604881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc37a723-5591-4fab-bf53-296b0a3d4be3 req-38b4e778-f995-491f-839b-bd62b36ed165 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 948 time: 0.0828159 Apr 20 12:48:56.609352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f1d4b22-a0d2-44bc-9e13-9119c3dcce8f req-2ce6ee1b-e55b-4a11-9253-c52b7dd11e78 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.618791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f1d4b22-a0d2-44bc-9e13-9119c3dcce8f req-2ce6ee1b-e55b-4a11-9253-c52b7dd11e78 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.634943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Made reservation on behalf of 1d9a78453ae2447889f0336664af95dc for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:56.637160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.648000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f1d4b22-a0d2-44bc-9e13-9119c3dcce8f req-2ce6ee1b-e55b-4a11-9253-c52b7dd11e78 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922929 Apr 20 12:48:56.649085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.672440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc37a723-5591-4fab-bf53-296b0a3d4be3 req-03b5abda-8c7c-4312-b19d-e52a1b747656 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Apr 20 12:48:56.673413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6ee1b-e55b-4a11-9253-c52b7dd11e78 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79700153-dfbd-4ce0-9ea1-d805bea16dc0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:56.699206 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61b6f64e-9161-4976-aae6-6bb98b2475c5 req-f8f7a779-fcf7-427a-aea6-65635758f948 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289887 Apr 20 12:48:56.758479 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.762678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.784340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:48:56.791639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e037e88-c379-49b8-b6e8-ea606de45731 req-7d1f0d9a-c86e-4117-8277-27c42dff0ce2 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.793603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e037e88-c379-49b8-b6e8-ea606de45731 req-7d1f0d9a-c86e-4117-8277-27c42dff0ce2 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 947 time: 0.0548718 Apr 20 12:48:56.797609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7372cd9b-4c2f-4714-96b0-31d6aae0aa67,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:56.802376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.802708 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Added segment 095e25f5-b89a-4526-8eb7-eca0068050a0 of type vlan for network 28d6faf1-4de4-4023-93c6-d871cb32428e Apr 20 12:48:56.842841 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.867394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.868422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.869002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.869869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e037e88-c379-49b8-b6e8-ea606de45731 req-91fb4327-31d9-4599-9d64-72b51d0ce3e8 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674617 Apr 20 12:48:56.883173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313314c0-503e-499b-997e-70f5f3b9b6c4 req-8bf60bbf-05f6-47f9-9c2a-6f914b1cc6c9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:56.884697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-313314c0-503e-499b-997e-70f5f3b9b6c4 req-8bf60bbf-05f6-47f9-9c2a-6f914b1cc6c9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.0713766 Apr 20 12:48:56.930002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4904120 Apr 20 12:48:56.930514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50122) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:56.930843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-313314c0-503e-499b-997e-70f5f3b9b6c4 req-7391cf51-a849-4fd9-8b2f-9edb41e6e040 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365546 Apr 20 12:48:56.935941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Request body: {'subnet': {'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-587066233-subnet', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:56.947495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543d8a3-73c0-4909-b504-7f4d1e8de3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=28d6faf1-4de4-4023-93c6-d871cb32428e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:56.958804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Made reservation on behalf of 1d9a78453ae2447889f0336664af95dc for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:48:56.961120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:56.970473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 28d6faf1-4de4-4023-93c6-d871cb32428e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:48:57.107299 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-6b5ee190-ed82-4a39-a119-a9cb8f608ecd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780809 Apr 20 12:48:57.116111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0503d01d-70c2-4504-9019-9d6392abd54e req-bb4dec9e-49da-4ba6-9ba0-b76342b1194a tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0256891 Apr 20 12:48:57.190915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.237739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-de462747-a5cd-46c5-be3b-fd3575977f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:57.239200 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-de462747-a5cd-46c5-be3b-fd3575977f2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 1097 time: 0.0855522 Apr 20 12:48:57.247838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d58dcaf-466d-48df-9ac1-2f6d221df033,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:57.271133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:57.271490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Network hostable DHCP agents. Network: 28d6faf1-4de4-4023-93c6-d871cb32428e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:48:57.338173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:48:57.359928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 28d6faf1-4de4-4023-93c6-d871cb32428e) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:57.365856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:57.366713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.368876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad431fd9-5796-4516-aaa2-eb8a441771d4 None None] Network 28d6faf1-4de4-4023-93c6-d871cb32428e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:57.369853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-c3fe339e-3795-4639-acad-a48c23164c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:57.371286 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-c3fe339e-3795-4639-acad-a48c23164c29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 924 time: 0.1082966 Apr 20 12:48:57.389949 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ad863e7-42c9-41d4-aec8-69ebfe5cc5e6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4577816 Apr 20 12:48:57.392262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50126) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:48:57.397609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:48:57.432802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.434290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.461274 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-6d31b529-52a4-4070-9ff2-98f5090e2cf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5 HTTP/1.1" status: 200 len: 1002 time: 0.0817230 Apr 20 12:48:57.509363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.520681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-d267cb8f-4099-4381-b71c-1b6925bd638e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:57.522588 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-d267cb8f-4099-4381-b71c-1b6925bd638e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 200 len: 862 time: 0.0538070 Apr 20 12:48:57.537003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-28d6faf1-4de4-4023-93c6-d871cb32428e', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:48:57.538622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.573583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-9e071b94-8a9c-4df9-9ab8-24fa9f2711e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:57.575068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-9e071b94-8a9c-4df9-9ab8-24fa9f2711e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82a6086f-de31-4aa9-a4ca-d630b67f760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439138 Apr 20 12:48:57.671020 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-4092e634-42d3-4300-8241-008725cadd67 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890698 Apr 20 12:48:57.679745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.682156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Allocated IP 172.20.0.2 (28d6faf1-4de4-4023-93c6-d871cb32428e/8d58dcaf-466d-48df-9ac1-2f6d221df033/83940b61-82c0-426b-8259-021a75a190ea) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:57.704631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12bbaa-4a4b-4235-a16d-db2d68e8d09a req-41abe524-6dfe-40f5-b6a2-39a7352bee86 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:57.706441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab12bbaa-4a4b-4235-a16d-db2d68e8d09a req-41abe524-6dfe-40f5-b6a2-39a7352bee86 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1156101 Apr 20 12:48:57.780579 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b775f044-28ef-43b2-a82a-d86ec18a0761 req-e7be17f3-0e97-4f9a-9d24-ecb53b5cb575 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029639 Apr 20 12:48:57.818283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab12bbaa-4a4b-4235-a16d-db2d68e8d09a req-6c7f83ce-372e-426c-ac98-6532382d407e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962942 Apr 20 12:48:57.841484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.846261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bed89-c505-4548-8579-b447e1256493 req-ce9c2d07-b648-47fa-b1a3-f84bdf03095e tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:57.847903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-863bed89-c505-4548-8579-b447e1256493 req-ce9c2d07-b648-47fa-b1a3-f84bdf03095e tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 1101 time: 0.0782712 Apr 20 12:48:57.854954 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:57.864467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9a52846d-ccf3-488b-883a-8bda71133260 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:57.960904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-863bed89-c505-4548-8579-b447e1256493 req-406143c2-9462-4e0b-afd3-2122990820f8 tempest-ServersAdminNegativeTestJSON-2132230686 tempest-ServersAdminNegativeTestJSON-2132230686-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045184 Apr 20 12:48:58.026639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa014e8-6a6b-4466-9acc-6ae3d4830655 req-1403ad93-939b-4bf3-87a1-e6085c3551f5 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:58.028075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4aa014e8-6a6b-4466-9acc-6ae3d4830655 req-1403ad93-939b-4bf3-87a1-e6085c3551f5 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 948 time: 0.1497104 Apr 20 12:48:58.030891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:58.039312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:58.044085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:58.068666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Pushing event updated for resources: {'Port': ['ID=83940b61-82c0-426b-8259-021a75a190ea,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:58.119952 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.126451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4aa014e8-6a6b-4466-9acc-6ae3d4830655 req-23f89573-3d90-4636-b50a-2be574a2b424 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759621 Apr 20 12:48:58.145872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.161576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ab3e6-e879-4a1c-beee-4bbc4da8351b req-5724ee2f-b248-4323-bc6a-33c8d98c69f9 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:58.163098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-337ab3e6-e879-4a1c-beee-4bbc4da8351b req-5724ee2f-b248-4323-bc6a-33c8d98c69f9 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 947 time: 0.1452017 Apr 20 12:48:58.167720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Attempting to bind port 83940b61-82c0-426b-8259-021a75a190ea on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:48:58.168087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Attempting to bind port 83940b61-82c0-426b-8259-021a75a190ea by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:48:58.168515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Attempting to bind port 83940b61-82c0-426b-8259-021a75a190ea on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:48:58.182338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:48:58.182706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:48:58.183106 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.183490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Bound using segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:48:58.183949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Bound port: 83940b61-82c0-426b-8259-021a75a190ea, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:48:58.184326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.207149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9a52846d-ccf3-488b-883a-8bda71133260, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9a52846d-ccf3-488b-883a-8bda71133260,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:58.236295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '9a52846d-ccf3-488b-883a-8bda71133260', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '9a52846d-ccf3-488b-883a-8bda71133260', 'mac_address': 'fa:16:3e:1c:22:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:48:58.290963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-74947596-dc48-4048-bdea-58c4161121ee None None] For port 83940b61-82c0-426b-8259-021a75a190ea, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:58.303047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.303257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-337ab3e6-e879-4a1c-beee-4bbc4da8351b req-322b5153-c504-431e-954f-0bb1c8104e89 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053011 Apr 20 12:48:58.305830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-74947596-dc48-4048-bdea-58c4161121ee None None] For port 83940b61-82c0-426b-8259-021a75a190ea, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=83940b61-82c0-426b-8259-021a75a190ea,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:48:58.310718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed2847-c18f-4516-8c7c-cde3753797ce req-9734688c-0696-4c66-9047-edcd54796988 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:58.312224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ed2847-c18f-4516-8c7c-cde3753797ce req-9734688c-0696-4c66-9047-edcd54796988 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 944 time: 0.1159830 Apr 20 12:48:58.324186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.324186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a52846d-ccf3-488b-883a-8bda71133260 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:58.350020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Allocated IP 172.25.3.49 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/b0cc2c7d-810c-445d-a868-33618a1944c1) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:48:58.381517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ed2847-c18f-4516-8c7c-cde3753797ce req-bc407646-2817-4195-b273-cde25c3189af tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594625 Apr 20 12:48:58.382436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9a52846d-ccf3-488b-883a-8bda71133260, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9a52846d-ccf3-488b-883a-8bda71133260,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:58.399873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.408353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74947596-dc48-4048-bdea-58c4161121ee None None] Pushing event updated for resources: {'Port': ['ID=83940b61-82c0-426b-8259-021a75a190ea,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:58.456896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-333fcbc6-c058-4b05-90df-ea70ccf3eca4 req-87c80531-7f85-4416-846b-8697dd0c06b6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:48:58.470402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-333fcbc6-c058-4b05-90df-ea70ccf3eca4 req-87c80531-7f85-4416-846b-8697dd0c06b6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193071 Apr 20 12:48:58.495655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9a52846d-ccf3-488b-883a-8bda71133260,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:58.545204 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-89f85e88-6650-448a-bb7d-f5238e2d39f4 service neutron] 10.222.0.30 "GET /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.1326861 Apr 20 12:48:58.551005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.603442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7229128-cede-46df-bf5c-b8edf929226f req-f1d8954b-84bf-454f-8ec8-8561ee9ef9f0 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0357022 Apr 20 12:48:58.628057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:58.686524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Pushing event updated for resources: {'Port': ['ID=b0cc2c7d-810c-445d-a868-33618a1944c1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:58.689559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9a52846d-ccf3-488b-883a-8bda71133260'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:48:58.693552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:48:58.695109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:48:58.697390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:48:58.921386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:58.948333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:48:58.987799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:48:59.000340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:59.003742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69288a4-5f5a-4a78-978b-987d7ddffa45 req-a07e787a-033d-47e9-bc87-874e0cc6171e tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.005200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69288a4-5f5a-4a78-978b-987d7ddffa45 req-a07e787a-033d-47e9-bc87-874e0cc6171e tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 950 time: 0.1118300 Apr 20 12:48:59.015192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.076343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079dc9a3-f511-4c4f-842c-978c046f5775 req-1c33e164-da36-4c91-a98c-beef850b3015 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.077894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-079dc9a3-f511-4c4f-842c-978c046f5775 req-1c33e164-da36-4c91-a98c-beef850b3015 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1355920 Apr 20 12:48:59.096306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] Transition to ACTIVE for port object 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:48:59.102864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.153405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f69288a4-5f5a-4a78-978b-987d7ddffa45 req-09c43a03-552b-442f-b6bb-e2c2d6d5c611 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114712 Apr 20 12:48:59.166959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] No DVR routers for this DVR port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:48:59.178310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-079dc9a3-f511-4c4f-842c-978c046f5775 req-2900735b-7454-4591-a1b2-a6306d232ce4 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919690 Apr 20 12:48:59.191203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.199581 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=10']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:59.213070 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-18c33f67-4d5d-4dfe-8be8-6f15de3430b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de/bindings/n-h2-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6625166 Apr 20 12:48:59.338716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4779ab-ea10-4dda-9aed-1513a25d341b req-75eb11f4-1641-4c06-a275-81100ab9f33c tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.340348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc4779ab-ea10-4dda-9aed-1513a25d341b req-75eb11f4-1641-4c06-a275-81100ab9f33c tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 949 time: 0.1028378 Apr 20 12:48:59.356643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-1ad74d73-761c-4589-a1b5-f55d46ce698f tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.359125 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-1ad74d73-761c-4589-a1b5-f55d46ce698f tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0881479 Apr 20 12:48:59.447868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-3c34fa46-10b1-4ea8-9386-43ced4bd4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.449324 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-3c34fa46-10b1-4ea8-9386-43ced4bd4fe2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 1096 time: 0.0831676 Apr 20 12:48:59.516694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-635697a5-4bbd-452f-acf0-e72d6cb280ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.518221 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-635697a5-4bbd-452f-acf0-e72d6cb280ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1096 time: 0.0432305 Apr 20 12:48:59.553738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e830f626-fb65-4085-a67e-034dad00980c None None] Network 28d6faf1-4de4-4023-93c6-d871cb32428e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:48:59.627603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1d1368ed-0af6-4a9d-9789-49a555da5cd4 None None] Provisioning complete for port 83940b61-82c0-426b-8259-021a75a190ea triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:48:59.627984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d1368ed-0af6-4a9d-9789-49a555da5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.629749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-078a9225-dc2e-45e6-8d74-840f82dc9ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.631698 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-078a9225-dc2e-45e6-8d74-840f82dc9ea1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.0999362 Apr 20 12:48:59.679765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-5dbc0769-afb0-4469-8260-00901faadde6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 217 time: 0.0402565 Apr 20 12:48:59.737554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-6e8a93e1-7c81-4556-8a62-27395e73287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.738235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc4779ab-ea10-4dda-9aed-1513a25d341b req-8931466a-e36d-40d9-b6ff-e1b2a6bc9dc9 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870406 Apr 20 12:48:59.747510 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-6e8a93e1-7c81-4556-8a62-27395e73287b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0540171 Apr 20 12:48:59.771309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40854c65-7997-468f-9081-8afc04d53eab req-71e60b82-ec2d-4954-ba10-a0d9c0d045fe tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.778539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40854c65-7997-468f-9081-8afc04d53eab req-71e60b82-ec2d-4954-ba10-a0d9c0d045fe tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 947 time: 0.3704607 Apr 20 12:48:59.789003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.790469 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-c42665d1-ffd6-468f-8497-e4c4500bb9dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356858 Apr 20 12:48:59.798358 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d1368ed-0af6-4a9d-9789-49a555da5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.838511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1d1368ed-0af6-4a9d-9789-49a555da5cd4 None None] For port 83940b61-82c0-426b-8259-021a75a190ea, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=83940b61-82c0-426b-8259-021a75a190ea,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:48:59.843755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d1368ed-0af6-4a9d-9789-49a555da5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:48:59.878872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7c011ad-abdc-4c69-8f44-7a5a2f68c269 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:48:59.881276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9a52846d-ccf3-488b-883a-8bda71133260 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:48:59.892003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40854c65-7997-468f-9081-8afc04d53eab req-2b72e2d3-d8af-4159-9aca-78a49318aaca tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124163 Apr 20 12:48:59.930560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-d58f2c35-e3e2-457e-afca-96233f3ad082 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286948 Apr 20 12:48:59.966656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1368ed-0af6-4a9d-9789-49a555da5cd4 None None] Pushing event updated for resources: {'Port': ['ID=83940b61-82c0-426b-8259-021a75a190ea,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:48:59.971552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3058f7-890b-4ac4-a1f8-df955a80bb29 req-71c6cbc2-5c99-4f90-9573-6f816ada0301 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:48:59.973865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe3058f7-890b-4ac4-a1f8-df955a80bb29 req-71c6cbc2-5c99-4f90-9573-6f816ada0301 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 945 time: 0.1379209 Apr 20 12:49:00.026157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc75fe91-bf08-40ff-99c3-49e392fdd3f5 req-dea2143c-121e-4029-b00f-bc9eeb0d1b0b tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0397086 Apr 20 12:49:00.039257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 9a52846d-ccf3-488b-883a-8bda71133260 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:00.046945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 9a52846d-ccf3-488b-883a-8bda71133260 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:00.047326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.067822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe3058f7-890b-4ac4-a1f8-df955a80bb29 req-74ba18eb-690a-44fe-8ce0-8ff5f0a1ab30 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824606 Apr 20 12:49:00.074843 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-d4955048-99de-4c7e-bc22-23bb0109029a service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352570 Apr 20 12:49:00.099117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c7c011ad-abdc-4c69-8f44-7a5a2f68c269, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:00.110451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:49:00.120229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269', 'mac_address': 'fa:16:3e:02:71:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:00.195540 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.222469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-706c4c66-ae9e-4b06-82cc-1516249f147e None None] Provisioning complete for port 83940b61-82c0-426b-8259-021a75a190ea triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:00.222650 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-706c4c66-ae9e-4b06-82cc-1516249f147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.231126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c011ad-abdc-4c69-8f44-7a5a2f68c269 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:00.269463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.285666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c7c011ad-abdc-4c69-8f44-7a5a2f68c269, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:00.297520 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.330586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:00.341302 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Sync routers for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:00.360144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52846d-ccf3-488b-883a-8bda71133260'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:00.360414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88265bf5-caeb-4d5b-877f-d158d3cbdeee req-4a7c50a5-c592-4623-9adf-d17c5f518004 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:00.362407 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4274565-8911-4890-ae2c-9607f34f37fd" -d '{"events": [{"server_uuid": "8224dbbc-aad3-46cf-b993-8aed7d63150e", "name": "network-vif-plugged", "status": "completed", "tag": "9a52846d-ccf3-488b-883a-8bda71133260"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:00.362775 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:00.364433 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:48:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:00.368741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88265bf5-caeb-4d5b-877f-d158d3cbdeee req-4a7c50a5-c592-4623-9adf-d17c5f518004 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 950 time: 0.1286523 Apr 20 12:49:00.383250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9a52846d-ccf3-488b-883a-8bda71133260, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9a52846d-ccf3-488b-883a-8bda71133260,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:00.394337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 83940b61-82c0-426b-8259-021a75a190ea up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:00.411330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.415270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6173ac3-2dc8-4b2c-8565-ab5ccd24b50b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0190949 Apr 20 12:49:00.415503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50168) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:00.428158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.430026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1cb94-554a-4101-a292-30ac66ab9f3f req-3562801f-d1a5-4e4a-a755-5074923ec43b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:00.431975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56a1cb94-554a-4101-a292-30ac66ab9f3f req-3562801f-d1a5-4e4a-a755-5074923ec43b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1187782 Apr 20 12:49:00.472174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-a62ad96b-0081-4088-abdf-e51f6fea0879 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:00.473972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:00.474109 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-a62ad96b-0081-4088-abdf-e51f6fea0879 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0575097 Apr 20 12:49:00.528931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88265bf5-caeb-4d5b-877f-d158d3cbdeee req-8911f60e-1e5f-43e9-9103-6a96f1588460 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596742 Apr 20 12:49:00.552168 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:00.568128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9a52846d-ccf3-488b-883a-8bda71133260,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:00.573093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 83940b61-82c0-426b-8259-021a75a190ea triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:00.573458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.619637 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd7771e-ecb8-4c83-b150-861e926cd8ec x-openstack-request-id: req-0bd7771e-ecb8-4c83-b150-861e926cd8ec {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:00.619950 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8224dbbc-aad3-46cf-b993-8aed7d63150e", "name": "network-vif-plugged", "status": "completed", "tag": "9a52846d-ccf3-488b-883a-8bda71133260", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:00.620200 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bd7771e-ecb8-4c83-b150-861e926cd8ec {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:00.620590 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd7771e-ecb8-4c83-b150-861e926cd8ec'] response: {'server_uuid': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a52846d-ccf3-488b-883a-8bda71133260', 'code': 200} Apr 20 12:49:00.629808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c7c011ad-abdc-4c69-8f44-7a5a2f68c269'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:00.632958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56a1cb94-554a-4101-a292-30ac66ab9f3f req-6972b8ac-5338-4df2-9c55-917e53753719 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422472 Apr 20 12:49:00.717003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-3f5ec0ac-1374-48f7-9443-fcd12111424f service neutron] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:00.722808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-3f5ec0ac-1374-48f7-9443-fcd12111424f service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.727759 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23afb53b-9ddf-4a00-9d46-ddf0aefe711c req-3f5ec0ac-1374-48f7-9443-fcd12111424f service neutron] 10.222.0.37 "DELETE /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de/bindings/n-h1-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.2339921 Apr 20 12:49:00.826987 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:48:58Z', 'revision_number': 3, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:00.837433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c7426-0f32-4daa-9eab-08c7da4a428b req-ebf6ff87-4418-4008-924d-6a828743eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:00.839002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b87c7426-0f32-4daa-9eab-08c7da4a428b req-ebf6ff87-4418-4008-924d-6a828743eed8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 1101 time: 0.1319959 Apr 20 12:49:00.850688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-2a6c72f6-fcdd-4ce1-8996-5f552ebd14b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:00.853312 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-2a6c72f6-fcdd-4ce1-8996-5f552ebd14b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.30 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 950 time: 0.1245856 Apr 20 12:49:00.867277 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Checking router: 96ded283-63b4-4e5b-9f9e-32b8ecee6cee for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:00.868367 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Updating router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee port b0cc2c7d-810c-445d-a868-33618a1944c1 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:49:00.896609 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:00.956577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b87c7426-0f32-4daa-9eab-08c7da4a428b req-981cef9a-1eef-484c-a671-0ad17b6dd318 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072509 Apr 20 12:49:01.026150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Deleting port 466e0255-cc0b-4426-b2c2-8b043f7b036e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:49:01.026715 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.029449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83ff07-a0e0-4157-be90-38d2b79a0458 req-49f8d142-ba68-43e5-987f-7fa5866015fd tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:01.038790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af83ff07-a0e0-4157-be90-38d2b79a0458 req-49f8d142-ba68-43e5-987f-7fa5866015fd tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 950 time: 0.1413610 Apr 20 12:49:01.122603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af83ff07-a0e0-4157-be90-38d2b79a0458 req-6e7b52d3-81e5-40c4-9daa-a7b8ed899ddf tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782220 Apr 20 12:49:01.231170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] For port 466e0255-cc0b-4426-b2c2-8b043f7b036e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=466e0255-cc0b-4426-b2c2-8b043f7b036e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:01.231687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.235561 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.244585 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.251263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Calling delete_port for 466e0255-cc0b-4426-b2c2-8b043f7b036e owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:49:01.258482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f16c863b-0df6-4cd7-af17-5c2ef6e3c43a req-4a930a92-3cbd-4f92-bc42-52c3e8571d33 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0443041 Apr 20 12:49:01.283258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ff3fe-66b7-46ee-982f-3489d1310ae1 req-0ecf7f62-dbe7-4f05-9b88-f19fdaeb3d7e tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:01.286410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062ff3fe-66b7-46ee-982f-3489d1310ae1 req-0ecf7f62-dbe7-4f05-9b88-f19fdaeb3d7e tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 948 time: 0.1468546 Apr 20 12:49:01.340325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.353705 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Attempting to bind port b0cc2c7d-810c-445d-a868-33618a1944c1 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:01.355595 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Attempting to bind port b0cc2c7d-810c-445d-a868-33618a1944c1 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:01.356129 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Attempting to bind port b0cc2c7d-810c-445d-a868-33618a1944c1 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:01.359333 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Pushing event updated for resources: {'Port': ['ID=b0cc2c7d-810c-445d-a868-33618a1944c1,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:01.369385 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:01.369700 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:01.370112 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.370509 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:01.370981 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Bound port: b0cc2c7d-810c-445d-a868-33618a1944c1, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:01.372065 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.374483 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.374827 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.375164 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.375498 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.376653 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.376988 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.377317 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.377671 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.378049 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.378523 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.379048 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.379392 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:01.440097 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] For port b0cc2c7d-810c-445d-a868-33618a1944c1, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:01.443541 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] For port b0cc2c7d-810c-445d-a868-33618a1944c1, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b0cc2c7d-810c-445d-a868-33618a1944c1,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:01.447299 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.467041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062ff3fe-66b7-46ee-982f-3489d1310ae1 req-e0be68cc-474c-418c-af08-776ab4fda087 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296475 Apr 20 12:49:01.490414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59234b-8500-49a2-ba4f-19c3830830a8 req-1e411b2a-d43c-4c46-8a64-67315e6091e7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:01.494728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da59234b-8500-49a2-ba4f-19c3830830a8 req-1e411b2a-d43c-4c46-8a64-67315e6091e7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 945 time: 0.1302032 Apr 20 12:49:01.523423 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:01.530342 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:48:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:01.534171 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adb03d-b592-4e34-a247-1e48a45374dc None None] Pushing event updated for resources: {'Port': ['ID=b0cc2c7d-810c-445d-a868-33618a1944c1,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:01.634195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.647392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['466e0255-cc0b-4426-b2c2-8b043f7b036e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:01.651572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['aaa18864-5580-4414-a9e5-3d2481f8bb07'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:01.659190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Allocated IP 172.20.0.1 (28d6faf1-4de4-4023-93c6-d871cb32428e/8d58dcaf-466d-48df-9ac1-2f6d221df033/0dddace4-85d6-4ec6-a07a-79b13098102a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:01.682909 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:01.726777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Pushing event deleted for resources: {'Port': ['ID=466e0255-cc0b-4426-b2c2-8b043f7b036e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:01.784689 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.792700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] No DVR routers for this DVR port 466e0255-cc0b-4426-b2c2-8b043f7b036e on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:49:01.797688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.803137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9eca022-9e8b-4bd1-a2bd-1e9e31a69e71 req-0cded7b4-3b85-48d8-8d43-ff59cb2847a8 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.30 "DELETE /v2.0/ports/466e0255-cc0b-4426-b2c2-8b043f7b036e HTTP/1.1" status: 204 len: 173 time: 0.9368052 Apr 20 12:49:01.803606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'name': 'network-vif-deleted', 'tag': '466e0255-cc0b-4426-b2c2-8b043f7b036e'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:01.807835 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8749dba2-2314-4301-be83-82827cf31267" -d '{"events": [{"server_uuid": "c568b64d-27e1-4664-bf15-c46f9e62f359", "name": "network-vif-deleted", "tag": "466e0255-cc0b-4426-b2c2-8b043f7b036e"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:01.821687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da59234b-8500-49a2-ba4f-19c3830830a8 req-55fbbc6f-9339-456b-9467-090da8141c74 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230119 Apr 20 12:49:01.852525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc05b4b5-847b-4c28-b612-5510bbfa6b43 req-a77e9cab-cb63-46eb-b001-fb594b8c2e69 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=c568b64d-27e1-4664-bf15-c46f9e62f359 HTTP/1.1" status: 200 len: 210 time: 0.0656967 Apr 20 12:49:01.899544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7c011ad-abdc-4c69-8f44-7a5a2f68c269 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:01.913073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:01.931782 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6885c78b-aa63-410d-9d15-8705ecc88ede x-openstack-request-id: req-6885c78b-aa63-410d-9d15-8705ecc88ede {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:01.932251 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c568b64d-27e1-4664-bf15-c46f9e62f359", "name": "network-vif-deleted", "tag": "466e0255-cc0b-4426-b2c2-8b043f7b036e", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:01.932574 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6885c78b-aa63-410d-9d15-8705ecc88ede {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:01.933100 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6885c78b-aa63-410d-9d15-8705ecc88ede'] response: {'server_uuid': 'c568b64d-27e1-4664-bf15-c46f9e62f359', 'name': 'network-vif-deleted', 'tag': '466e0255-cc0b-4426-b2c2-8b043f7b036e', 'status': 'completed', 'code': 200} Apr 20 12:49:01.991817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:02.029721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:02.035074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:02.042855 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:48:58Z', 'revision_number': 3, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:02.049160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:02.058441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:02.059198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Pushing event updated for resources: {'Port': ['ID=0dddace4-85d6-4ec6-a07a-79b13098102a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:02.059769 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:02.134644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebc02c-44e9-4469-8e88-e8dc30bf764d req-1869e74b-a002-4d32-88ce-4d2337f7b473 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:02.136344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28ebc02c-44e9-4469-8e88-e8dc30bf764d req-1869e74b-a002-4d32-88ce-4d2337f7b473 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1659827 Apr 20 12:49:02.140492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:02.174812 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0ece3-9eb3-4461-af3f-3c5787a50ecf None None] The sync data for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 is: [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:48:58Z', 'revision_number': 3, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:02.187186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:02.222913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6b9ae-1043-4ac2-9170-e0f8a2ed8f32 req-15feb69c-e087-473d-9c7f-f143e480eba9 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:02.224789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9a6b9ae-1043-4ac2-9170-e0f8a2ed8f32 req-15feb69c-e087-473d-9c7f-f143e480eba9 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1096 time: 0.1558473 Apr 20 12:49:02.236993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c7c011ad-abdc-4c69-8f44-7a5a2f68c269, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:02.242257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:02.291914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28ebc02c-44e9-4469-8e88-e8dc30bf764d req-8623b348-bdae-43c9-8ba6-3fe7b9df1cef tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058781 Apr 20 12:49:02.327425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:02.344708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9a6b9ae-1043-4ac2-9170-e0f8a2ed8f32 req-7010e027-b3a0-4dc6-adfa-e93fc62eb849 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111543 Apr 20 12:49:02.403829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5f601fa0-4374-40ac-8a17-a223e60e617e None None] Provisioning complete for port 0dddace4-85d6-4ec6-a07a-79b13098102a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:02.404508 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f601fa0-4374-40ac-8a17-a223e60e617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:02.481505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:02.490710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:02.539113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4269-84c8-413a-af43-13b11e0c22c4 req-f0529504-6fba-4251-84a8-52d318d320b2 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:02.543316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5f601fa0-4374-40ac-8a17-a223e60e617e None None] Port 0dddace4-85d6-4ec6-a07a-79b13098102a cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:02.550284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:49:02.550711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 466e0255-cc0b-4426-b2c2-8b043f7b036e no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:02.557817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f72c4269-84c8-413a-af43-13b11e0c22c4 req-f0529504-6fba-4251-84a8-52d318d320b2 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 950 time: 0.1637063 Apr 20 12:49:02.563184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7c9f35c-c7fd-462f-90c4-b4bb8b9f293d req-cfe6e6e9-bc36-435c-9362-9f5337e6df8b tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0573204 Apr 20 12:49:02.572998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 466e0255-cc0b-4426-b2c2-8b043f7b036e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:49:02.573352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 466e0255-cc0b-4426-b2c2-8b043f7b036e not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:49:02.621902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:02.625012 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da57aa8e-0138-412d-bb4f-c2cf20b50976" -d '{"events": [{"server_uuid": "43dcf8cf-7d67-4125-b7ef-da140f33c2fa", "name": "network-vif-plugged", "status": "completed", "tag": "c7c011ad-abdc-4c69-8f44-7a5a2f68c269"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:02.671390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f72c4269-84c8-413a-af43-13b11e0c22c4 req-7ff5b026-c8c8-4f48-9aa4-5fb75a05893d tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119206 Apr 20 12:49:02.719132 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9936602c-0d55-4c60-8efc-ffa42161357a x-openstack-request-id: req-9936602c-0d55-4c60-8efc-ffa42161357a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:02.719944 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dcf8cf-7d67-4125-b7ef-da140f33c2fa", "name": "network-vif-plugged", "status": "completed", "tag": "c7c011ad-abdc-4c69-8f44-7a5a2f68c269", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:02.720207 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9936602c-0d55-4c60-8efc-ffa42161357a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:02.720606 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9936602c-0d55-4c60-8efc-ffa42161357a'] response: {'server_uuid': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269', 'code': 200} Apr 20 12:49:03.133343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a7c82-3de5-4177-9cf8-8e5ce4a7cc63 req-7ee426a3-8117-4b42-90a4-96502edfe706 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:03.134876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f1a7c82-3de5-4177-9cf8-8e5ce4a7cc63 req-7ee426a3-8117-4b42-90a4-96502edfe706 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 949 time: 0.4376204 Apr 20 12:49:03.146415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a815c1-500a-4f5e-ab43-d56d722cba2c req-253441ff-c58a-4531-b260-4fc5fb319168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:03.147839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a815c1-500a-4f5e-ab43-d56d722cba2c req-253441ff-c58a-4531-b260-4fc5fb319168 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 1100 time: 0.1839819 Apr 20 12:49:03.173330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-66aab649-b2e5-4ba0-a39e-ecba8e9df317 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:03.174749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-66aab649-b2e5-4ba0-a39e-ecba8e9df317 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.2185609 Apr 20 12:49:03.227269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-91741d87-269d-4e87-8853-fcec0799843e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/quotas/58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 375 time: 0.0383315 Apr 20 12:49:03.246195 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:03.262389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f1a7c82-3de5-4177-9cf8-8e5ce4a7cc63 req-29bb8283-e0ad-4b29-9891-c453ebad6bc5 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121440 Apr 20 12:49:03.265588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:03.302932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a815c1-500a-4f5e-ab43-d56d722cba2c req-19a0c111-2426-469e-9ae8-f131b13d17af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367595 Apr 20 12:49:03.358557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Pushing event updated for resources: {'Port': ['ID=0dddace4-85d6-4ec6-a07a-79b13098102a,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:03.360951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:03.371033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-1a732f9f-112e-4a96-a749-e18099f54f22 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1332622 Apr 20 12:49:03.559910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-03f4943e-be28-4f26-bc9c-f4b942e35f76 service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743131 Apr 20 12:49:03.566688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:03.582074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf6984-1c8d-47ee-8c5c-1f366e9b0904 req-0c159ad0-68cb-4410-b94f-8a673f43869b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:03.583497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6cf6984-1c8d-47ee-8c5c-1f366e9b0904 req-0c159ad0-68cb-4410-b94f-8a673f43869b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1089504 Apr 20 12:49:03.584338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:03.651335 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-78ec2dec-ed20-4c81-9bf2-4f6367ad2319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:03.720394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6cf6984-1c8d-47ee-8c5c-1f366e9b0904 req-04ed78f4-0cf2-421e-9649-cbcd3ec254eb tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212828 Apr 20 12:49:03.784881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-d86f6ae2-490f-4db2-b2ae-1dca6b6d5067 service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168486 Apr 20 12:49:03.828313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:49:03.875407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f9af05f9-03fc-415a-aec9-dcf6d23b49ca None None] Provisioning complete for port 0dddace4-85d6-4ec6-a07a-79b13098102a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:03.875920 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f9af05f9-03fc-415a-aec9-dcf6d23b49ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:03.890227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef3a96-3c1e-4a22-8233-07d0b3c18878 req-762ea1ec-1a32-4ccf-9a30-553728d881b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:03.891738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28ef3a96-3c1e-4a22-8233-07d0b3c18878 req-762ea1ec-1a32-4ccf-9a30-553728d881b6 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 950 time: 0.0971198 Apr 20 12:49:03.923690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f9af05f9-03fc-415a-aec9-dcf6d23b49ca None None] Port 0dddace4-85d6-4ec6-a07a-79b13098102a cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:03.979280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28ef3a96-3c1e-4a22-8233-07d0b3c18878 req-571f59b5-0344-408b-94b2-62cbd7f00df4 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765967 Apr 20 12:49:04.008537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00e01ce4-9bdf-4ef0-bd5c-57c8d289a798 req-1048d62d-bfcd-41f3-ba04-abaff4770e36 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0325828 Apr 20 12:49:04.011688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:04.017349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4eb18377-206c-40bc-b1ab-450de5253627 admin admin] 10.222.0.24 "PUT /v2.0/routers/96ded283-63b4-4e5b-9f9e-32b8ecee6cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6001878 Apr 20 12:49:04.113795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Sync routers for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:04.124676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:04.126283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:48:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:04.136761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fed332b4-59be-41a3-ba2d-fb39efe24452 req-48dcbcf5-6fee-448a-9ef1-e267a9e3cb72 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 210 time: 0.0320630 Apr 20 12:49:04.151448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5d9bc-2d36-4565-9943-17193984c901 req-e5fce857-eb46-46be-ad25-b545ab080ca7 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:04.159350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcd5d9bc-2d36-4565-9943-17193984c901 req-e5fce857-eb46-46be-ad25-b545ab080ca7 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 950 time: 0.1050036 Apr 20 12:49:04.203571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcd5d9bc-2d36-4565-9943-17193984c901 req-64906577-6e9c-44fe-8e73-df5c5110230f tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Apr 20 12:49:04.346121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:04.517070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50244) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:04.522469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e271718a-ac55-42c0-827b-a32683412710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229058637', 'description': 'tempest-description--1060905307'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:04.565035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d098c-44f8-4656-b2bb-d45850a64077 req-9d910147-5c32-4250-b21c-ec00c576ad0a tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:04.566609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d4d098c-44f8-4656-b2bb-d45850a64077 req-9d910147-5c32-4250-b21c-ec00c576ad0a tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 949 time: 0.0842099 Apr 20 12:49:04.568271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e271718a-ac55-42c0-827b-a32683412710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.569416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b0cc2c7d-810c-445d-a868-33618a1944c1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:04.664269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d4d098c-44f8-4656-b2bb-d45850a64077 req-918f7fef-2430-46f1-a595-5e9f383b0cac tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865026 Apr 20 12:49:04.683105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7763da95-2acf-465f-b6fb-539a58f0c355 req-e4e130fb-11b8-4ee3-bcb4-4447800e1a61 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:04.684697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7763da95-2acf-465f-b6fb-539a58f0c355 req-e4e130fb-11b8-4ee3-bcb4-4447800e1a61 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 950 time: 0.0971034 Apr 20 12:49:04.732454 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e271718a-ac55-42c0-827b-a32683412710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.734415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b0cc2c7d-810c-445d-a868-33618a1944c1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:04.734848 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.741391 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e271718a-ac55-42c0-827b-a32683412710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.811456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e271718a-ac55-42c0-827b-a32683412710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.812619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e271718a-ac55-42c0-827b-a32683412710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2943776 Apr 20 12:49:04.815676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:04.820272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-939cfe5c-bc95-40ee-9139-8a553609113f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'security_group_rule': {'security_group_id': 'b01cfe65-5b09-418b-997c-eacfd5a14916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:04.824594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7763da95-2acf-465f-b6fb-539a58f0c355 req-2d407735-7277-4cca-b75b-802fce807c3d tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209731 Apr 20 12:49:04.838577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271718a-ac55-42c0-827b-a32683412710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b01cfe65-5b09-418b-997c-eacfd5a14916,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:04.865284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e5470-3f52-4449-a582-74d006a5d816 req-1badb650-6f18-4965-8f78-d51ddd232fd3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:04.866877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb8e5470-3f52-4449-a582-74d006a5d816 req-1badb650-6f18-4965-8f78-d51ddd232fd3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0625918 Apr 20 12:49:04.881997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-939cfe5c-bc95-40ee-9139-8a553609113f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.886937 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.912692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb8e5470-3f52-4449-a582-74d006a5d816 req-5e272bfe-a3e9-45b5-864a-175801caf228 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386481 Apr 20 12:49:04.915146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port b0cc2c7d-810c-445d-a868-33618a1944c1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b0cc2c7d-810c-445d-a868-33618a1944c1,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:04.920487 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.923683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 2, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:04.939743 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-939cfe5c-bc95-40ee-9139-8a553609113f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.943554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-939cfe5c-bc95-40ee-9139-8a553609113f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.962551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cfe5c-bc95-40ee-9139-8a553609113f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b54ae98-4ed9-4d19-b521-eb042c0a4ae8,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:04.969298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-939cfe5c-bc95-40ee-9139-8a553609113f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:04.973337 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-939cfe5c-bc95-40ee-9139-8a553609113f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1537251 Apr 20 12:49:04.973680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50250) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:04.975413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Checking router: 96ded283-63b4-4e5b-9f9e-32b8ecee6cee for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:04.975769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Updating router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee port 0dddace4-85d6-4ec6-a07a-79b13098102a binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:49:04.978326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6dce0178-8d60-4d35-95e4-857c52526a0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'security_group_rule': {'security_group_id': 'b01cfe65-5b09-418b-997c-eacfd5a14916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:05.006668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dce0178-8d60-4d35-95e4-857c52526a0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.017194 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.022035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=b0cc2c7d-810c-445d-a868-33618a1944c1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:05.072631 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dce0178-8d60-4d35-95e4-857c52526a0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.083644 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dce0178-8d60-4d35-95e4-857c52526a0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.153159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce0178-8d60-4d35-95e4-857c52526a0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6f0843-c0fa-49a4-87eb-7ec30c1e5905,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:05.174780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cce5c9-d06b-4df3-a173-be5fe3ec476c req-3f492a15-8f84-4e39-a005-59fb0b22a24c tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:05.177413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21cce5c9-d06b-4df3-a173-be5fe3ec476c req-3f492a15-8f84-4e39-a005-59fb0b22a24c tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 950 time: 0.1073434 Apr 20 12:49:05.182023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dce0178-8d60-4d35-95e4-857c52526a0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.186252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6dce0178-8d60-4d35-95e4-857c52526a0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2112432 Apr 20 12:49:05.204383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50258) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:05.211163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:05.213070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c50679f-8c6c-41e9-ba90-3bf1122ad478 req-f904f466-2dc1-49a4-ac97-654a6b1e3036 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0635190 Apr 20 12:49:05.286045 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.290289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21cce5c9-d06b-4df3-a173-be5fe3ec476c req-4d607766-5e37-43b9-bfbe-3e39b5646f01 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/security-groups?id=95513db1-3277-45a3-a1bc-236a07d95a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800469 Apr 20 12:49:05.325115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-41fe0a4e-9893-4828-b63d-2c116d4c440e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:05.326687 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-41fe0a4e-9893-4828-b63d-2c116d4c440e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.2381132 Apr 20 12:49:05.345574 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.351456 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.360545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9254b808-b433-4183-b010-5a091a7d8117 req-1a85e343-3d32-4acb-9396-34e82facb148 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 210 time: 0.0294557 Apr 20 12:49:05.367869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Request body: {'port': {'device_id': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'admin_state_up': True, 'tenant_id': '58d6ce25f39e41289b3a0a0fa898bb04'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:05.405863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44e87a-95b8-4d75-a312-df1724eda3e0 None None] Pushing event updated for resources: {'Port': ['ID=0dddace4-85d6-4ec6-a07a-79b13098102a,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:05.465550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Attempting to bind port 0dddace4-85d6-4ec6-a07a-79b13098102a on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:05.466416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Attempting to bind port 0dddace4-85d6-4ec6-a07a-79b13098102a by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:05.466960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Attempting to bind port 0dddace4-85d6-4ec6-a07a-79b13098102a on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:05.473375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:05.473929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:05.474405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.474800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Bound using segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:05.475296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Bound port: 0dddace4-85d6-4ec6-a07a-79b13098102a, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:05.475631 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.527866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.538586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Made reservation on behalf of 58d6ce25f39e41289b3a0a0fa898bb04 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:05.543196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.559105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] For port 0dddace4-85d6-4ec6-a07a-79b13098102a, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:05.562962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] For port 0dddace4-85d6-4ec6-a07a-79b13098102a, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0dddace4-85d6-4ec6-a07a-79b13098102a,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:05.571685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.617427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-c04802ca-b1db-4fb1-b621-7e9b7c9e3355 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:05.619830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-c04802ca-b1db-4fb1-b621-7e9b7c9e3355 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.37 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 950 time: 0.0540335 Apr 20 12:49:05.648349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44e87a-95b8-4d75-a312-df1724eda3e0 None None] Pushing event updated for resources: {'Port': ['ID=0dddace4-85d6-4ec6-a07a-79b13098102a,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:05.674392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-93dd5137-34f7-40d2-b8a8-7d0a129cae2f None None] Provisioning complete for port 0dddace4-85d6-4ec6-a07a-79b13098102a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:05.674757 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-93dd5137-34f7-40d2-b8a8-7d0a129cae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.738744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Deleting port aaa18864-5580-4414-a9e5-3d2481f8bb07 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:49:05.739120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.784909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:05.785809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:48:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:05.792390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Allocated IP 172.25.3.230 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/e09cfab1-2f23-477d-a7d9-14942cf387fa) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:05.822722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Allocated IP 172.20.0.7 (d9e8eef9-a31a-4a33-8069-33786e1657d5/fcf46457-26a6-4590-84f1-d414b21e7516/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:05.839984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3dc9-54e3-4796-9e7f-9225ce9f802b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.907195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7758d81-3acc-4603-bf21-0049cf1422e5 req-9c08f6e7-41b6-4c42-b2b2-bdbbc916e78c tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:05.908678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7758d81-3acc-4603-bf21-0049cf1422e5 req-9c08f6e7-41b6-4c42-b2b2-bdbbc916e78c tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 949 time: 0.1123207 Apr 20 12:49:05.910527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] For port aaa18864-5580-4414-a9e5-3d2481f8bb07, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aaa18864-5580-4414-a9e5-3d2481f8bb07,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:05.910890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.945721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Calling delete_port for aaa18864-5580-4414-a9e5-3d2481f8bb07 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:49:05.950978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-93dd5137-34f7-40d2-b8a8-7d0a129cae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:05.989677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7758d81-3acc-4603-bf21-0049cf1422e5 req-642ed7d4-1b90-4533-80c1-0f405713c2a8 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712245 Apr 20 12:49:06.002489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-93dd5137-34f7-40d2-b8a8-7d0a129cae2f None None] For port 0dddace4-85d6-4ec6-a07a-79b13098102a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0dddace4-85d6-4ec6-a07a-79b13098102a,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:06.005784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:06.024698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.040180 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-93dd5137-34f7-40d2-b8a8-7d0a129cae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.098795 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.141314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd5137-34f7-40d2-b8a8-7d0a129cae2f None None] Pushing event updated for resources: {'Port': ['ID=0dddace4-85d6-4ec6-a07a-79b13098102a,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:06.158777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea823ae3-9cb5-4381-921b-413ea3a8cdce req-313efc86-2d04-4b93-8658-a424bfba73c5 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:06.161087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea823ae3-9cb5-4381-921b-413ea3a8cdce req-313efc86-2d04-4b93-8658-a424bfba73c5 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 950 time: 0.2177095 Apr 20 12:49:06.162447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:06.164234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:06.167011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:06.203572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.207371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-118c4c24-c962-4947-b74b-4c8ac9573680 None None] Provisioning complete for port 0dddace4-85d6-4ec6-a07a-79b13098102a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:06.207371 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-118c4c24-c962-4947-b74b-4c8ac9573680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.218564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=e09cfab1-2f23-477d-a7d9-14942cf387fa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:06.229346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.264882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Pushing event deleted for resources: {'Port': ['ID=aaa18864-5580-4414-a9e5-3d2481f8bb07,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:06.268626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['aaa18864-5580-4414-a9e5-3d2481f8bb07'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:06.354001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8df4a-0a27-4a55-96b5-fb51b59635bc req-f679ded7-59dd-406e-b6d3-2be757521087 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:06.359378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ec8df4a-0a27-4a55-96b5-fb51b59635bc req-f679ded7-59dd-406e-b6d3-2be757521087 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.2483559 Apr 20 12:49:06.360779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] No DVR routers for this DVR port aaa18864-5580-4414-a9e5-3d2481f8bb07 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:49:06.370170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea823ae3-9cb5-4381-921b-413ea3a8cdce req-3d6ae8c3-ef0f-4769-b661-220a6f31e6f8 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986799 Apr 20 12:49:06.371343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.375158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66f23e25-685e-4fac-891b-80d0f8b2669a req-48b2ba81-5290-4f50-90cd-57955941e642 tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.37 "DELETE /v2.0/ports/aaa18864-5580-4414-a9e5-3d2481f8bb07 HTTP/1.1" status: 204 len: 173 time: 0.7459147 Apr 20 12:49:06.376721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'name': 'network-vif-deleted', 'tag': 'aaa18864-5580-4414-a9e5-3d2481f8bb07'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:06.386313 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8da6a7-559b-4a34-968d-02c86b30627e" -d '{"events": [{"server_uuid": "84a133e9-4aa1-485f-8aa5-6a41a8fd40af", "name": "network-vif-deleted", "tag": "aaa18864-5580-4414-a9e5-3d2481f8bb07"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:06.397718 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.407281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b0cc2c7d-810c-445d-a868-33618a1944c1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:06.407492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.463636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ec8df4a-0a27-4a55-96b5-fb51b59635bc req-ec321837-96cf-45a1-a948-d97b819368c4 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874300 Apr 20 12:49:06.489695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b0cc2c7d-810c-445d-a868-33618a1944c1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:06.490120 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.499679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:06.538540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.554524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:06.587865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:06.595446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:06.613886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-75e555f8-9025-48de-aeb9-6610b6d08502 req-6e283439-8603-4898-93d3-18f2295ece8e tempest-ServersAdminNegativeTestJSON-821108193 tempest-ServersAdminNegativeTestJSON-821108193-project] 10.222.0.24 "GET /v2.0/ports?device_id=84a133e9-4aa1-485f-8aa5-6a41a8fd40af HTTP/1.1" status: 200 len: 210 time: 0.0299695 Apr 20 12:49:06.620449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:06.639766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-768c5f99-a3e1-4d82-a4ff-ae6a9ddd3e46 req-fa04fca9-c7fb-4258-8ef5-7f45458cc60d tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0284204 Apr 20 12:49:06.658596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9749ef-f2d0-44e1-a455-7546eb4bbdd0 None None] The sync data for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 is: [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:06.690132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:06.691755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:06.743726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36643c25-9f3e-4077-af22-18affd6d6dea req-6da60912-3175-4958-ae48-91c89ff6dbd7 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:06.752649 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36643c25-9f3e-4077-af22-18affd6d6dea req-6da60912-3175-4958-ae48-91c89ff6dbd7 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.37 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 950 time: 0.3968327 Apr 20 12:49:06.803828 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3660367-afce-4801-a804-c1d7095b5ebc x-openstack-request-id: req-b3660367-afce-4801-a804-c1d7095b5ebc {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:06.804282 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a133e9-4aa1-485f-8aa5-6a41a8fd40af", "name": "network-vif-deleted", "tag": "aaa18864-5580-4414-a9e5-3d2481f8bb07", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:06.804520 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3660367-afce-4801-a804-c1d7095b5ebc {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:06.804914 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3660367-afce-4801-a804-c1d7095b5ebc'] response: {'server_uuid': '84a133e9-4aa1-485f-8aa5-6a41a8fd40af', 'name': 'network-vif-deleted', 'tag': 'aaa18864-5580-4414-a9e5-3d2481f8bb07', 'status': 'completed', 'code': 200} Apr 20 12:49:06.815453 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-95191817-dd5d-45be-ba01-203ef7ee134f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4535666 Apr 20 12:49:06.825321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53f5e0-8ea7-4059-ae97-9ec98cf31608 req-87f97e9a-9c89-4596-b541-414dcb3896bd tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:06.830691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Request body: {'port': {'device_id': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:06.834972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d53f5e0-8ea7-4059-ae97-9ec98cf31608 req-87f97e9a-9c89-4596-b541-414dcb3896bd tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 931 time: 0.0753071 Apr 20 12:49:06.885238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d53f5e0-8ea7-4059-ae97-9ec98cf31608 req-14a67ffb-afc1-4d50-a2b9-b91072558766 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493445 Apr 20 12:49:07.042256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.043201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.187728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Deleting port 9a52846d-ccf3-488b-883a-8bda71133260 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:49:07.187931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdf22e-73bc-42d0-89c7-802fc8949b46 req-053398fb-83db-48f4-8d76-3d9b32f38979 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:07.188418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.192102 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.196576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bdf22e-73bc-42d0-89c7-802fc8949b46 req-053398fb-83db-48f4-8d76-3d9b32f38979 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 949 time: 0.0623446 Apr 20 12:49:07.229596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.240687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bdf22e-73bc-42d0-89c7-802fc8949b46 req-71437522-3e8c-4282-92ce-e7dbe27ed68d tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 Apr 20 12:49:07.448823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=e09cfab1-2f23-477d-a7d9-14942cf387fa,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:07.465168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] For port 9a52846d-ccf3-488b-883a-8bda71133260, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9a52846d-ccf3-488b-883a-8bda71133260,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:07.465535 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.503719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.507258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc6027-70eb-40ee-878c-92021e995318 req-33607f2e-baa5-422c-ae45-9ce066568713 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:07.509051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2bfc6027-70eb-40ee-878c-92021e995318 req-33607f2e-baa5-422c-ae45-9ce066568713 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=8224dbbc-aad3-46cf-b993-8aed7d63150e HTTP/1.1" status: 200 len: 950 time: 0.0529079 Apr 20 12:49:07.528021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Calling delete_port for 9a52846d-ccf3-488b-883a-8bda71133260 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:49:07.549536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.559289 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83fbc8e1-e193-4f80-82f6-35634ed3bea7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3536522 Apr 20 12:49:07.567165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2bfc6027-70eb-40ee-878c-92021e995318 req-97c41b40-0400-478d-bbea-94e12d051179 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=438466ec-c2d4-436c-9007-86bf1b556c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513513 Apr 20 12:49:07.618812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c590ff8-f8fe-4c00-9197-8754a0872690 req-59b0b08c-181d-49bb-8a81-ebae6b13ca07 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:07.620389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c590ff8-f8fe-4c00-9197-8754a0872690 req-59b0b08c-181d-49bb-8a81-ebae6b13ca07 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0709307 Apr 20 12:49:07.675308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c590ff8-f8fe-4c00-9197-8754a0872690 req-40c1d1da-4ff8-4842-b056-161101418e57 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487852 Apr 20 12:49:07.718698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:07.736353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-f8c01ec0-8c73-4403-a513-bd0d74d326dd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1229058637&fields=id&tenant_id=1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 267 time: 0.0384667 Apr 20 12:49:07.739870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.762445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Transition to ACTIVE for port object aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:07.820439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.885783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:07.898568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9a52846d-ccf3-488b-883a-8bda71133260'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:07.911944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:07.996389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Pushing event deleted for resources: {'Port': ['ID=9a52846d-ccf3-488b-883a-8bda71133260,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:08.035911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50306) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:08.065821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] No DVR routers for this DVR port 9a52846d-ccf3-488b-883a-8bda71133260 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:49:08.071690 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.075012 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36643c25-9f3e-4077-af22-18affd6d6dea req-aae8b173-47dd-4679-aec1-3b2676f1df57 tempest-ImagesNegativeTestJSON-964419010 tempest-ImagesNegativeTestJSON-964419010-project] 10.222.0.37 "DELETE /v2.0/ports/9a52846d-ccf3-488b-883a-8bda71133260 HTTP/1.1" status: 204 len: 173 time: 1.3025820 Apr 20 12:49:08.077494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'name': 'network-vif-deleted', 'tag': '9a52846d-ccf3-488b-883a-8bda71133260'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:08.088947 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffe12e0-1feb-4edd-89ef-8303fcb25733" -d '{"events": [{"server_uuid": "8224dbbc-aad3-46cf-b993-8aed7d63150e", "name": "network-vif-deleted", "tag": "9a52846d-ccf3-488b-883a-8bda71133260"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:08.161169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:08.161542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:08.161948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:08.174494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3926d2f0-aa69-4669-ac5e-4de5bd9fdb3e req-d1b3847c-1681-4c30-bc4c-55daf0478649 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.3517840 Apr 20 12:49:08.174678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:08.174915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:08.188008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:08.188352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:08.188726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:08.189163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Bound port: aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:08.189695 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.272252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-20cd0ee6-6483-4684-b9f7-dbd7782786b1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:08.282055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-20cd0ee6-6483-4684-b9f7-dbd7782786b1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.5362868 Apr 20 12:49:08.294144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-83f76dc5-a943-4b40-8db4-0148f213719f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/quotas/1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 375 time: 0.0111036 Apr 20 12:49:08.341193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0dddace4-85d6-4ec6-a07a-79b13098102a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:08.345430 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-43a1d0bb-59ab-4b62-b84a-2b6c086a902f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d38e7131ae5b458fa8c1748136ac779a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039231 Apr 20 12:49:08.350370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50314) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:08.383000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:08.404664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0dddace4-85d6-4ec6-a07a-79b13098102a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:08.405843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.408884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2cfe4c54-7f1a-44a2-a4b3-6f57da624b2d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053708 Apr 20 12:49:08.409938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:08.421711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496095a-74c7-4411-93b6-305382da7389 req-1a75b93f-f65e-4aa0-99eb-6f7659b7763d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:08.423220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c496095a-74c7-4411-93b6-305382da7389 req-1a75b93f-f65e-4aa0-99eb-6f7659b7763d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.0883324 Apr 20 12:49:08.430238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.468448 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.547255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c496095a-74c7-4411-93b6-305382da7389 req-d1e98d1a-5dd2-4c6f-a299-1890ece14ebb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127310 Apr 20 12:49:08.582185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-476e3043-0f7b-4cfb-84c3-2db38047808d service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511533 Apr 20 12:49:08.666150 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cdd6dc-4cbf-4977-b950-10d521c29078 x-openstack-request-id: req-a8cdd6dc-4cbf-4977-b950-10d521c29078 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:08.667147 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8224dbbc-aad3-46cf-b993-8aed7d63150e", "name": "network-vif-deleted", "tag": "9a52846d-ccf3-488b-883a-8bda71133260", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:08.667147 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8cdd6dc-4cbf-4977-b950-10d521c29078 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:08.667450 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cdd6dc-4cbf-4977-b950-10d521c29078'] response: {'server_uuid': '8224dbbc-aad3-46cf-b993-8aed7d63150e', 'name': 'network-vif-deleted', 'tag': '9a52846d-ccf3-488b-883a-8bda71133260', 'status': 'completed', 'code': 200} Apr 20 12:49:08.695501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcddf99b-bd9e-40a6-9f98-42feb8f83a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.719058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-395c6a8c-05a8-4407-96c0-bbe58a612302 service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323328 Apr 20 12:49:08.731684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:08.732306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.733741 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 1091 time: 1.9072192 Apr 20 12:49:08.739681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1013a-69e2-4198-9a99-4ff2b551b125 req-da228221-9120-4b42-b888-6378b943fe1e tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:08.742088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5b1013a-69e2-4198-9a99-4ff2b551b125 req-da228221-9120-4b42-b888-6378b943fe1e tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 949 time: 0.0862205 Apr 20 12:49:08.751094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcddf99b-bd9e-40a6-9f98-42feb8f83a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.782764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802e07-4693-409a-a079-bc348251ff48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:08.808730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e414ab-9f0b-4750-8148-119be55830ab req-04c34f9d-6c33-45ba-8352-41929a460bcb tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:08.810329 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-56e414ab-9f0b-4750-8148-119be55830ab req-04c34f9d-6c33-45ba-8352-41929a460bcb tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.37 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 949 time: 0.1460791 Apr 20 12:49:08.812049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.837982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5b1013a-69e2-4198-9a99-4ff2b551b125 req-0d91cf0c-9413-4131-b51d-f7be42feb846 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/security-groups?id=febbcc5c-0350-4850-8be5-bdf6a73ec0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834866 Apr 20 12:49:08.933767 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:49:08.947865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcddf99b-bd9e-40a6-9f98-42feb8f83a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.950867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcddf99b-bd9e-40a6-9f98-42feb8f83a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:08.954705 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fcddf99b-bd9e-40a6-9f98-42feb8f83a8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95513db1-3277-45a3-a1bc-236a07d95a6c HTTP/1.1" status: 204 len: 168 time: 0.6005566 Apr 20 12:49:08.970685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddf99b-bd9e-40a6-9f98-42feb8f83a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95513db1-3277-45a3-a1bc-236a07d95a6c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:08.983526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-ff214ad1-7353-4894-8e27-9855069bfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:08.985022 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-ff214ad1-7353-4894-8e27-9855069bfb9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1094 time: 0.1242726 Apr 20 12:49:09.022225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d896e695-758e-48b6-9d1d-ec5f2157fd55 req-5ee1db6c-ce95-459e-95c0-b1dea1458710 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 210 time: 0.0460794 Apr 20 12:49:09.043796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4315a-6f86-4f61-8c96-51b33ff2a456 req-06f67494-404c-4b50-af35-2e6afe1acd7c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:09.044898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45d4315a-6f86-4f61-8c96-51b33ff2a456 req-06f67494-404c-4b50-af35-2e6afe1acd7c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1146536 Apr 20 12:49:09.056355 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-6f6ecbd0-86a1-4fef-9191-18f38310d530 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 217 time: 0.0595062 Apr 20 12:49:09.113706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Deleting port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:49:09.114063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.146004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45d4315a-6f86-4f61-8c96-51b33ff2a456 req-4bc2dd80-99ce-45a9-aa6e-db6f4dddd624 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831723 Apr 20 12:49:09.178940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-9bcc87ee-49c7-4eb9-a02e-356a5646ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:09.180462 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-9bcc87ee-49c7-4eb9-a02e-356a5646ef9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1124375 Apr 20 12:49:09.235420 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-1fd1f2b0-817a-4400-ba9a-8acf0b8bd21a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366602 Apr 20 12:49:09.312722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] For port c7c011ad-abdc-4c69-8f44-7a5a2f68c269, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:09.313088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.335251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Calling delete_port for c7c011ad-abdc-4c69-8f44-7a5a2f68c269 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:49:09.369248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50350) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:09.382585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98976d74-5eaa-47a4-8f10-97c1e60e99bf req-efa4a6d9-6688-44fc-8bf2-acb580597497 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0390627 Apr 20 12:49:09.462939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-fa0033f1-5794-49cb-af77-246883e9c1c8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175453 Apr 20 12:49:09.546794 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1d6fc5cd-2ff4-4ac8-b2e9-4bef851133c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=988892a1b53a42a0a12fca9a5f1fcd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697431 Apr 20 12:49:09.549472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50354) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:09.577605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:09.624856 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c6fddb7-eda4-4901-8def-f1692b1c8b4f req-bfd168fe-0a21-4631-97e2-5d60483fcf33 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526985 Apr 20 12:49:09.659312 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.672005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c7c011ad-abdc-4c69-8f44-7a5a2f68c269'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:09.701864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431084f-10e8-451c-9c62-c326a005bd65 req-a18f27ab-c5a8-49c0-9688-838a0a4a4b35 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:09.710121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5431084f-10e8-451c-9c62-c326a005bd65 req-a18f27ab-c5a8-49c0-9688-838a0a4a4b35 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.0738685 Apr 20 12:49:09.744127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e43e24d-e277-4f6d-88ce-850eba845961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.755929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5431084f-10e8-451c-9c62-c326a005bd65 req-05613c83-2a78-4d8a-8fe2-e07e3301eab2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452952 Apr 20 12:49:09.795803 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Pushing event deleted for resources: {'Port': ['ID=c7c011ad-abdc-4c69-8f44-7a5a2f68c269,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:09.818807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] No DVR routers for this DVR port c7c011ad-abdc-4c69-8f44-7a5a2f68c269 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:49:09.821955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e43e24d-e277-4f6d-88ce-850eba845961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.822466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.828198 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-56e414ab-9f0b-4750-8148-119be55830ab req-b90cd2d5-aa64-4d28-9590-6663746f8873 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.37 "DELETE /v2.0/ports/c7c011ad-abdc-4c69-8f44-7a5a2f68c269 HTTP/1.1" status: 204 len: 173 time: 1.0102777 Apr 20 12:49:09.894455 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e60921bd-68fb-4e5a-9f87-6668cf8940f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e2fc3e165444ec4ba9b3aa837a92c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156126 Apr 20 12:49:09.896968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:09.909788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e43e24d-e277-4f6d-88ce-850eba845961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.912672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e43e24d-e277-4f6d-88ce-850eba845961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:09.923766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0e43e24d-e277-4f6d-88ce-850eba845961 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79700153-dfbd-4ce0-9ea1-d805bea16dc0 HTTP/1.1" status: 204 len: 168 time: 0.3718972 Apr 20 12:49:09.925498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9a52846d-ccf3-488b-883a-8bda71133260 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:09.932003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43e24d-e277-4f6d-88ce-850eba845961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79700153-dfbd-4ce0-9ea1-d805bea16dc0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:09.991187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 9a52846d-ccf3-488b-883a-8bda71133260 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:49:09.991531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9a52846d-ccf3-488b-883a-8bda71133260 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:49:09.991944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aaa18864-5580-4414-a9e5-3d2481f8bb07 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:09.994437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2897710-ef57-49c5-ab8a-38d2cdcf1d4d req-bf572610-3da9-480d-a0d5-833e9b17de35 tempest-ServerDiagnosticsNegativeTest-1158332394 tempest-ServerDiagnosticsNegativeTest-1158332394-project] 10.222.0.24 "GET /v2.0/ports?device_id=43dcf8cf-7d67-4125-b7ef-da140f33c2fa HTTP/1.1" status: 200 len: 210 time: 0.0424168 Apr 20 12:49:10.004954 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-386dbd17-e634-4e1c-a6fd-c2df196d8bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:10.020298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: aaa18864-5580-4414-a9e5-3d2481f8bb07 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:49:10.020639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aaa18864-5580-4414-a9e5-3d2481f8bb07 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:49:10.037779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-386dbd17-e634-4e1c-a6fd-c2df196d8bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:10.099504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-386dbd17-e634-4e1c-a6fd-c2df196d8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:10.103812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-386dbd17-e634-4e1c-a6fd-c2df196d8bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:10.104946 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-386dbd17-e634-4e1c-a6fd-c2df196d8bd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/438466ec-c2d4-436c-9007-86bf1b556c50 HTTP/1.1" status: 204 len: 168 time: 0.2069507 Apr 20 12:49:10.131669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dbd17-e634-4e1c-a6fd-c2df196d8bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438466ec-c2d4-436c-9007-86bf1b556c50,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:10.148178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-094b8064-8dfa-446e-a28d-1cefddfd88c3 req-f61f7b39-b3f5-4877-bd10-943bea293edd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 210 time: 0.0451710 Apr 20 12:49:10.315147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-5d4a28af-2659-4598-a34f-573251290d96 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:10.316079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564517e-bc2e-4a6e-9b44-6d1abd52bc14 req-487719fc-6c6b-417d-b0e7-ae8039d4a87b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:10.317056 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-5d4a28af-2659-4598-a34f-573251290d96 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.1568398 Apr 20 12:49:10.317789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1564517e-bc2e-4a6e-9b44-6d1abd52bc14 req-487719fc-6c6b-417d-b0e7-ae8039d4a87b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0768740 Apr 20 12:49:10.365089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1564517e-bc2e-4a6e-9b44-6d1abd52bc14 req-e907840a-02ea-478b-b0ed-95bfc8410ffa tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412903 Apr 20 12:49:10.387693 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-bf481335-2e1b-4cdd-a2a7-785939d225eb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 380 time: 0.0592327 Apr 20 12:49:10.404356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'port': {'device_id': '428256b7-f9bc-42ae-996e-64b8850cb259', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'admin_state_up': True, 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'security_groups': ['b01cfe65-5b09-418b-997c-eacfd5a14916']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:10.557255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-515233e9-688d-4cb7-9e8c-3fe3881d3737 req-9d54011a-60b1-45e0-bf64-45542e018c54 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0471513 Apr 20 12:49:10.571039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Made reservation on behalf of 1d9a78453ae2447889f0336664af95dc for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:10.575819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:10.670223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2'}, {'server_uuid': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'name': 'network-vif-deleted', 'tag': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:10.672945 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcdcaa0-50d3-4629-830d-9b87c701572c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2"}, {"server_uuid": "43dcf8cf-7d67-4125-b7ef-da140f33c2fa", "name": "network-vif-deleted", "tag": "c7c011ad-abdc-4c69-8f44-7a5a2f68c269"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:10.732098 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd714a16-2ab6-4d8e-962b-9a1c2905d7e9 x-openstack-request-id: req-bd714a16-2ab6-4d8e-962b-9a1c2905d7e9 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:10.732404 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2", "status": "completed", "code": 200}, {"server_uuid": "43dcf8cf-7d67-4125-b7ef-da140f33c2fa", "name": "network-vif-deleted", "tag": "c7c011ad-abdc-4c69-8f44-7a5a2f68c269", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:10.732758 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd714a16-2ab6-4d8e-962b-9a1c2905d7e9 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:10.733208 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd714a16-2ab6-4d8e-962b-9a1c2905d7e9'] response: {'name': 'network-changed', 'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2', 'status': 'completed', 'code': 200} Apr 20 12:49:10.734397 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd714a16-2ab6-4d8e-962b-9a1c2905d7e9'] response: {'server_uuid': '43dcf8cf-7d67-4125-b7ef-da140f33c2fa', 'name': 'network-vif-deleted', 'tag': 'c7c011ad-abdc-4c69-8f44-7a5a2f68c269', 'status': 'completed', 'code': 200} Apr 20 12:49:10.798968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Allocated IP 172.20.0.6 (28d6faf1-4de4-4023-93c6-d871cb32428e/8d58dcaf-466d-48df-9ac1-2f6d221df033/13e9e98e-64db-43d6-94b7-99e630a125cd) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:10.829048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-0a298d0b-aae9-43bc-854b-4fc708a5704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:10.830801 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-0a298d0b-aae9-43bc-854b-4fc708a5704e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1094 time: 0.0755849 Apr 20 12:49:10.901290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27d778-052a-4ba7-bf92-ffa522a855d5 req-50062b1c-dc09-442d-a517-dc46c1fdb46b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:10.905993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc27d778-052a-4ba7-bf92-ffa522a855d5 req-50062b1c-dc09-442d-a517-dc46c1fdb46b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.0675876 Apr 20 12:49:10.957229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc27d778-052a-4ba7-bf92-ffa522a855d5 req-eea94171-a857-4084-9669-aff6a532f4b5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Apr 20 12:49:11.018832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-b62c722e-e142-4964-98a3-cd7932528a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:11.021004 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-b62c722e-e142-4964-98a3-cd7932528a62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.1778646 Apr 20 12:49:11.070661 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-9e2966ab-c4c3-47cd-b7a7-87140431bf8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 217 time: 0.0412614 Apr 20 12:49:11.094422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.141876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-3d897c1e-3bbb-492f-b750-907a90bbf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:11.144187 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-3d897c1e-3bbb-492f-b750-907a90bbf6b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0603142 Apr 20 12:49:11.181338 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-67624370-6e8d-4cf9-8cb2-5ff32225ba7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284867 Apr 20 12:49:11.187214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.283300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:11.292698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:11.299583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:11.304736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:11.309183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af231f9-27e7-4c7a-a41e-948bcd0e8b91 req-25a5bf48-a24f-46fc-b086-fe0473b22d88 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:11.320411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7af231f9-27e7-4c7a-a41e-948bcd0e8b91 req-25a5bf48-a24f-46fc-b086-fe0473b22d88 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 931 time: 0.0968981 Apr 20 12:49:11.382473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7af231f9-27e7-4c7a-a41e-948bcd0e8b91 req-de103ad0-0a8d-48c7-9bc2-36eb369f6940 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542760 Apr 20 12:49:11.406188 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-b13fbea0-8b72-4622-bf23-ca68e18f0bdd service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167225 Apr 20 12:49:11.412165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:11.412790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.542608 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-39693d8a-b808-48ba-9163-01de7b75cf3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1468918 Apr 20 12:49:11.543659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ea9d6-ad51-4229-8c7b-c2dd87ed2814 req-acc9a9fb-20ef-4681-88ed-6941195ce140 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:11.547939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da5ea9d6-ad51-4229-8c7b-c2dd87ed2814 req-acc9a9fb-20ef-4681-88ed-6941195ce140 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0560567 Apr 20 12:49:11.580700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Request body: {'port': {'device_id': '428256b7-f9bc-42ae-996e-64b8850cb259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:11.590645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50434) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:11.608259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da5ea9d6-ad51-4229-8c7b-c2dd87ed2814 req-09dac621-125b-4742-8922-c019d4e44a5c tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523796 Apr 20 12:49:11.676353 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1dcdcaa0-50d3-4629-830d-9b87c701572c req-74cba876-dc01-438b-9a24-b7c28e4aa94a service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513196 Apr 20 12:49:11.677060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.678868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-60bf43a4-cb35-4e76-8342-cbd33e0d884f None None] Provisioning complete for port 13e9e98e-64db-43d6-94b7-99e630a125cd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:11.679339 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60bf43a4-cb35-4e76-8342-cbd33e0d884f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.736739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-60bf43a4-cb35-4e76-8342-cbd33e0d884f None None] Port 13e9e98e-64db-43d6-94b7-99e630a125cd cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:11.777545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ef9c69-d348-404f-816c-d7592489637f req-fc95827a-1776-4ebc-95f2-37c276204740 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0515928 Apr 20 12:49:11.828442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fa5be649-7802-4cff-a0ea-32dc415f666f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=155186e24b3340919a8a0c36badef470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347441 Apr 20 12:49:11.830986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50444) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:11.891220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-873c81da-0586-473a-941a-a376ef1580ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.916161 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-873c81da-0586-473a-941a-a376ef1580ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.969725 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-873c81da-0586-473a-941a-a376ef1580ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.973304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-873c81da-0586-473a-941a-a376ef1580ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:11.974874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-873c81da-0586-473a-941a-a376ef1580ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/febbcc5c-0350-4850-8be5-bdf6a73ec0bf HTTP/1.1" status: 204 len: 168 time: 0.1429231 Apr 20 12:49:11.984284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c81da-0586-473a-941a-a376ef1580ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=febbcc5c-0350-4850-8be5-bdf6a73ec0bf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:12.013495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e9e98e-64db-43d6-94b7-99e630a125cd {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:12.028277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.055223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Transition to ACTIVE for port object 13e9e98e-64db-43d6-94b7-99e630a125cd will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:12.062805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.192998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:12.335411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Attempting to bind port 13e9e98e-64db-43d6-94b7-99e630a125cd on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:12.335975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Attempting to bind port 13e9e98e-64db-43d6-94b7-99e630a125cd by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:12.336755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Attempting to bind port 13e9e98e-64db-43d6-94b7-99e630a125cd on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:12.343308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Port 13e9e98e-64db-43d6-94b7-99e630a125cd on network 28d6faf1-4de4-4023-93c6-d871cb32428e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:12.349150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Attempting to bind port 13e9e98e-64db-43d6-94b7-99e630a125cd on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:12.356393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:12.356728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:12.357108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Bound using segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:12.357890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Bound port: 13e9e98e-64db-43d6-94b7-99e630a125cd, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:12.358257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.431736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03698be0-1658-4a54-b09d-e113dd47669f req-7338bc54-c9c4-4cb9-98f4-177118e9f72c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.442999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03698be0-1658-4a54-b09d-e113dd47669f req-7338bc54-c9c4-4cb9-98f4-177118e9f72c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.1139009 Apr 20 12:49:12.449131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:12.453326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:12.459740 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.502554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.503470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.505135 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-2326829b-9136-486c-983c-e66e63d5439c service neutron] 10.222.0.37 "PUT /v2.0/ports/13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 1091 time: 0.9419291 Apr 20 12:49:12.531939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326829b-9136-486c-983c-e66e63d5439c service neutron] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:12.549061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03698be0-1658-4a54-b09d-e113dd47669f req-06a80d36-daf0-42f3-9ed1-fd504681b1d4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 Apr 20 12:49:12.578292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50470) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:12.600244 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4c53fe-f023-48c8-ad56-ba60e7cb88d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.612835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-8a3d71d9-1ac6-4108-b557-defa9acc8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.614614 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-8a3d71d9-1ac6-4108-b557-defa9acc8f03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1094 time: 0.0615585 Apr 20 12:49:12.676932 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-fdbd803d-84a2-4fb3-8a1d-9912a2e90628 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 217 time: 0.0526762 Apr 20 12:49:12.722611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a429c9-f9f2-42a1-8d61-473af738457d req-379c2c69-e2eb-4f05-9039-838b6fe74832 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.724138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15a429c9-f9f2-42a1-8d61-473af738457d req-379c2c69-e2eb-4f05-9039-838b6fe74832 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 943 time: 0.0837922 Apr 20 12:49:12.736085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:12.738187 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c" -d '{"events": [{"name": "network-changed", "server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:12.751306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-ffc63a17-2d50-4a29-a77c-887fb065b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.752806 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-ffc63a17-2d50-4a29-a77c-887fb065b993 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0680313 Apr 20 12:49:12.797305 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4c53fe-f023-48c8-ad56-ba60e7cb88d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.807178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-663e077b-f83e-44d7-b9b9-cca190161576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.808760 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-663e077b-f83e-44d7-b9b9-cca190161576 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463996 Apr 20 12:49:12.809766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15a429c9-f9f2-42a1-8d61-473af738457d req-8b5c3479-d808-412e-8b0c-e8b8bfbe03cb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773842 Apr 20 12:49:12.811058 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7f4c53fe-f023-48c8-ad56-ba60e7cb88d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:12.869663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7f4c53fe-f023-48c8-ad56-ba60e7cb88d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=478e786899014565be1e430de7b2eff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902665 Apr 20 12:49:12.871662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c53fe-f023-48c8-ad56-ba60e7cb88d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929dc5e-3395-4710-a10c-bfa6c2730000,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:12.875338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50482) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:12.947259 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-e785eb8f-4660-4e5a-92cd-d602251270fe service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189437 Apr 20 12:49:12.965149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e9a2a-260d-404b-aa5a-1bd97fbca2d9 req-efc58b61-2fc1-4a72-84eb-cd126ba1470d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:12.966634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a52e9a2a-260d-404b-aa5a-1bd97fbca2d9 req-efc58b61-2fc1-4a72-84eb-cd126ba1470d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0840154 Apr 20 12:49:12.968047 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-596aa11f-4821-4727-97b3-2b9bfc3903a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.002038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-596aa11f-4821-4727-97b3-2b9bfc3903a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.041446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a52e9a2a-260d-404b-aa5a-1bd97fbca2d9 req-3f030a6b-ccf3-4249-983e-2aca958a6054 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642905 Apr 20 12:49:13.045139 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3cafd30b-8434-4701-ac6c-3debd0f1389d req-a5c019a1-257b-432f-9745-4cfdbfeb41b1 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887728 Apr 20 12:49:13.082497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-596aa11f-4821-4727-97b3-2b9bfc3903a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.085292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-596aa11f-4821-4727-97b3-2b9bfc3903a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:13.089215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-596aa11f-4821-4727-97b3-2b9bfc3903a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1929dc5e-3395-4710-a10c-bfa6c2730000 HTTP/1.1" status: 204 len: 168 time: 0.2130406 Apr 20 12:49:13.118939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596aa11f-4821-4727-97b3-2b9bfc3903a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929dc5e-3395-4710-a10c-bfa6c2730000,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:13.121942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1fcef57d-e372-4f6d-a463-6c874e9cea0f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298669 Apr 20 12:49:13.131999 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed40132-089e-4c78-969e-34b77d014b87 x-openstack-request-id: req-2ed40132-089e-4c78-969e-34b77d014b87 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:13.132291 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:13.132541 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ed40132-089e-4c78-969e-34b77d014b87 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:13.133157 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed40132-089e-4c78-969e-34b77d014b87'] response: {'name': 'network-changed', 'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'status': 'completed', 'code': 200} Apr 20 12:49:13.201356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-d2f999df-840e-4f35-90f9-590f9542c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:13.203952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-d2f999df-840e-4f35-90f9-590f9542c439 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1094 time: 0.0471082 Apr 20 12:49:13.226488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98fddffa-4f0f-4da1-a186-586a0ad7157d req-f43e930e-fd16-4ac0-ac1b-829b930efa53 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0302806 Apr 20 12:49:13.287743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-d8d6fab0-aa43-4f78-a4f8-5233dee1ed1e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:13.297414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-d8d6fab0-aa43-4f78-a4f8-5233dee1ed1e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644199 Apr 20 12:49:13.314181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1f087c43-e539-4cdf-84d5-ca86a3aedf73 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/quotas/4eb4e8f116304b2bbc4ec79085e6e426 HTTP/1.1" status: 200 len: 375 time: 0.0157151 Apr 20 12:49:13.343680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-82364e9d-0bec-4708-ae15-d15b8a9733fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:13.345461 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-82364e9d-0bec-4708-ae15-d15b8a9733fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.1332476 Apr 20 12:49:13.353104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-f130cfe5-3722-4d74-9205-7780aedc4841 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317240 Apr 20 12:49:13.406041 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-9d793a58-6283-43fd-9374-dcaa5ebb3093 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 217 time: 0.0509050 Apr 20 12:49:13.496071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-dc41ce04-9bdc-403c-9c0a-8eea3cf9b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:13.497673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-dc41ce04-9bdc-403c-9c0a-8eea3cf9b983 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0780971 Apr 20 12:49:13.557592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-cdc07cec-afe0-4660-a60c-6b41e06c1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:13.559114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-cdc07cec-afe0-4660-a60c-6b41e06c1d2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544691 Apr 20 12:49:13.577787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cc37bc0-d693-48d1-a3e6-9ae07fdd403e req-ca65a045-01b7-4e08-bb7d-0dce90bcad9e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 210 time: 0.0379586 Apr 20 12:49:13.726327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-3c3b3592-54a9-400b-b594-873fcaa391fa service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593723 Apr 20 12:49:13.733949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ef508-b829-42a8-b802-55db56be2e3e req-1348fde9-2ff6-4ce8-9b58-ae668a90d64d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:13.735546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b8ef508-b829-42a8-b802-55db56be2e3e req-1348fde9-2ff6-4ce8-9b58-ae668a90d64d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.0689800 Apr 20 12:49:13.792878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b8ef508-b829-42a8-b802-55db56be2e3e req-4019fc71-e2d4-4442-8fa0-7dbc4ae8d1e9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508659 Apr 20 12:49:13.930739 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a6073c9-5bed-4a7a-938c-3a1cc335af3c req-20473878-67d0-4fb1-bdf2-7eb193bfba81 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864040 Apr 20 12:49:13.972293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:13.989344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7c011ad-abdc-4c69-8f44-7a5a2f68c269 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:13.999162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf3310-4d62-4146-a4e7-53f9a1da13b1 req-46b6a3d7-c802-44f3-8734-2580e758811d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:14.007506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecaf3310-4d62-4146-a4e7-53f9a1da13b1 req-46b6a3d7-c802-44f3-8734-2580e758811d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 943 time: 0.1134906 Apr 20 12:49:14.074827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecaf3310-4d62-4146-a4e7-53f9a1da13b1 req-5d210285-4370-449a-8348-3921d272cf05 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590093 Apr 20 12:49:14.160484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:14.170820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: c7c011ad-abdc-4c69-8f44-7a5a2f68c269 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:49:14.171175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7c011ad-abdc-4c69-8f44-7a5a2f68c269 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:49:14.177706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c462a506-38b9-412b-afdd-ba94ed176905', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'c462a506-38b9-412b-afdd-ba94ed176905', 'mac_address': 'fa:16:3e:29:98:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:14.217009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0b0b7-2369-4e26-a0fa-f9599934c6f0 req-b5d68ef8-917e-42bc-a226-f7a870031d3e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:14.219087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21b0b0b7-2369-4e26-a0fa-f9599934c6f0 req-b5d68ef8-917e-42bc-a226-f7a870031d3e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0730910 Apr 20 12:49:14.224184 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:14.240940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c462a506-38b9-412b-afdd-ba94ed176905 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:14.265698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:14.270010 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:14.270849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21b0b0b7-2369-4e26-a0fa-f9599934c6f0 req-c6e9f195-ca22-4167-a5ae-0a1f124e29dd tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Apr 20 12:49:14.330250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:14.386030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-531b2013-b49b-4c80-b850-a1d42003cb34 req-ceafbb7e-969c-43c6-832a-b7ce01bb54ff tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0280101 Apr 20 12:49:14.532108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:14.540168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c462a506-38b9-412b-afdd-ba94ed176905'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:14.724784 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-d0ad629c-f0c0-4eb5-96aa-ff7f539f4433 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373442 Apr 20 12:49:14.739514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:14.760848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'port_id': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2', 'mac_address': 'fa:16:3e:49:26:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf46457-26a6-4590-84f1-d414b21e7516', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:14.788458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b0ddc39-9ace-4b8e-98fd-92203598479b req-142b7731-dba9-431f-ba6f-029d40018909 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 210 time: 0.0739000 Apr 20 12:49:14.905389 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:14.927442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-4d5c9efc-6489-4f62-9209-fd7460b8699f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:14.929300 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-4d5c9efc-6489-4f62-9209-fd7460b8699f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976144 Apr 20 12:49:14.938943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:14.946726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50568) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:14.955251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:14.963812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:14.970922 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:14.996486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01372ba7-a966-4d4d-b2be-e8377ee9564f req-25b92877-5a60-477e-80b8-974a9cc6f05a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:14.998942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01372ba7-a966-4d4d-b2be-e8377ee9564f req-25b92877-5a60-477e-80b8-974a9cc6f05a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.0624170 Apr 20 12:49:15.032877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:15.057460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01372ba7-a966-4d4d-b2be-e8377ee9564f req-6d788898-3ac8-4135-9a27-c94d66383d26 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518250 Apr 20 12:49:15.085527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:15.090440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.105926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.180224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12fa4a5f-4c99-4f97-a21b-4dac8b096af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.214579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a312f5d-163a-4dd2-87d5-e1480858d907 req-f12eeaf4-b99e-4dc6-a121-e403917db217 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:15.216067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a312f5d-163a-4dd2-87d5-e1480858d907 req-f12eeaf4-b99e-4dc6-a121-e403917db217 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 943 time: 0.0596516 Apr 20 12:49:15.230801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.242909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.268091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a312f5d-163a-4dd2-87d5-e1480858d907 req-4652ae37-411b-4d52-b6a8-f5489397478d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427835 Apr 20 12:49:15.324083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b344cfac-9bca-4251-86de-d6c30371cc8e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:15.344679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.344962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.345282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.345615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.345973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.346303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.346630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.347028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.347363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.347681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.348006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.348328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.349819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:15.421193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12fa4a5f-4c99-4f97-a21b-4dac8b096af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.422031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a53ae-d2d1-48ac-bc6a-e051eb177e0d req-d20f30f5-3b7e-46a1-95a2-5e6bbdc389e9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:15.426382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-070a53ae-d2d1-48ac-bc6a-e051eb177e0d req-d20f30f5-3b7e-46a1-95a2-5e6bbdc389e9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 949 time: 0.0771627 Apr 20 12:49:15.434685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.242 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/23a97bd4-fa82-4d94-b914-da583e02fec8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:15.437581 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12fa4a5f-4c99-4f97-a21b-4dac8b096af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.469556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-070a53ae-d2d1-48ac-bc6a-e051eb177e0d req-cc1dacc0-6e92-4e38-a095-ec3eb92a0f8b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Apr 20 12:49:15.500866 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-12fa4a5f-4c99-4f97-a21b-4dac8b096af7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ef869c5846248d69e5ee48f39ba3e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484891 Apr 20 12:49:15.501531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50588) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:15.534218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa4a5f-4c99-4f97-a21b-4dac8b096af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e4182b-f789-402a-9d12-0a4f4aef0242,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:15.589723 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.621234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dfcb9ecc-1c40-4050-a960-4c0a7047d028 req-3f4838d9-11cb-4702-a52e-a64e0a203c1a tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0332115 Apr 20 12:49:15.632889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.683139 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.685684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.690370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6e4182b-f789-402a-9d12-0a4f4aef0242 HTTP/1.1" status: 204 len: 168 time: 0.1848264 Apr 20 12:49:15.694257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.697506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e4182b-f789-402a-9d12-0a4f4aef0242,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:15.707758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.708111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.708457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.708806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.709404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.709771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.710213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.710553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.711613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.711902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.712237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.712684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea20dd5-e1f8-4e03-943a-b47743a87443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:15.744123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:15.792131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:15.797711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:15.800241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:15.951688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467294d-5558-4a87-8f2b-4198361b463d req-a82b283e-e364-4fb7-a519-f13edeb77a79 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:15.962234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9467294d-5558-4a87-8f2b-4198361b463d req-a82b283e-e364-4fb7-a519-f13edeb77a79 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 936 time: 0.0896902 Apr 20 12:49:15.984309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:16.001042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:16.024886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9467294d-5558-4a87-8f2b-4198361b463d req-bd686ea5-ea6d-4c03-8b49-ace41fb7da54 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571725 Apr 20 12:49:16.126113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=23a97bd4-fa82-4d94-b914-da583e02fec8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:16.176319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:16.177300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.199485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0345256f-db0e-49bf-b20b-d46341b5462d None None] Provisioning complete for port 23a97bd4-fa82-4d94-b914-da583e02fec8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:16.200552 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0345256f-db0e-49bf-b20b-d46341b5462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.210702 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1b1afd43-53f7-444b-a8a9-880d5f39c868 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2613370 Apr 20 12:49:16.221695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Request body: {'port': {'device_id': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:16.225162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80755352-3271-461f-abd4-7d4a22b27130 req-5050d07d-74b6-4336-8efb-2995be9146fc tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:16.234690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80755352-3271-461f-abd4-7d4a22b27130 req-5050d07d-74b6-4336-8efb-2995be9146fc tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 944 time: 0.0666859 Apr 20 12:49:16.258755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0345256f-db0e-49bf-b20b-d46341b5462d None None] Port 23a97bd4-fa82-4d94-b914-da583e02fec8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:16.274572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80755352-3271-461f-abd4-7d4a22b27130 req-1b4c8fcc-3485-49ae-ac0e-f8d3004531d9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Apr 20 12:49:16.277586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c462a506-38b9-412b-afdd-ba94ed176905 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:16.277991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.315028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:16.334259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'mac_address': 'fa:16:3e:51:b6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:16.337896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.463097 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.486572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e425be-33c7-4248-9e58-7be05e17f44e req-f25c5106-4f29-4195-98c9-fc7d9a635200 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:16.488044 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.508332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9e425be-33c7-4248-9e58-7be05e17f44e req-f25c5106-4f29-4195-98c9-fc7d9a635200 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 943 time: 0.0895839 Apr 20 12:49:16.538798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:16.541094 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c182b94b-3963-4d31-bb34-7f7c1b2d0f4d" -d '{"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:16.552937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e9e98e-64db-43d6-94b7-99e630a125cd {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:16.581206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9e425be-33c7-4248-9e58-7be05e17f44e req-83aa7505-12a1-4549-9b6c-18073b1bcbfc tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715661 Apr 20 12:49:16.590201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:16.599934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:16.605837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:16.627473 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.632741 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.695209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:16.706008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.706417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.706714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.707056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.707423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.707747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.708102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.708962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.708962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.709444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.709444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.709815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:49:16.715792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:16.718580 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad4768-5f64-4992-8fd1-eeac2f5e46c7 x-openstack-request-id: req-5aad4768-5f64-4992-8fd1-eeac2f5e46c7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:16.718944 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:16.719204 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5aad4768-5f64-4992-8fd1-eeac2f5e46c7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:16.719621 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aad4768-5f64-4992-8fd1-eeac2f5e46c7'] response: {'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905', 'code': 200} Apr 20 12:49:16.735987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a7843-ebfb-415a-88b6-4e7dcd3fe87e req-804367fe-dc72-44b3-8612-995631ada0c1 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:16.738697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e3a7843-ebfb-415a-88b6-4e7dcd3fe87e req-804367fe-dc72-44b3-8612-995631ada0c1 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1424985 Apr 20 12:49:16.747567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:16.747989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.808082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:16.809604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a97bd4-fa82-4d94-b914-da583e02fec8 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:16.825269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e3a7843-ebfb-415a-88b6-4e7dcd3fe87e req-274e37b2-e816-4d37-8531-e2e99752c3b5 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760930 Apr 20 12:49:16.829405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.847345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50636) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:16.875463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Transition to ACTIVE for port object 23a97bd4-fa82-4d94-b914-da583e02fec8 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:16.886957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.893385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['13e9e98e-64db-43d6-94b7-99e630a125cd'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:16.935132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:16.960324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Pushing event updated for resources: {'Port': ['ID=23a97bd4-fa82-4d94-b914-da583e02fec8,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:16.994332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-672ace0d-6ed2-4beb-84e2-4240209473f6 req-0c5b083d-c04f-4eb6-8efc-b129f9c811ad tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0547996 Apr 20 12:49:17.056262 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:17.063997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-601760533-network', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:17.077694 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.093505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Attempting to bind port 23a97bd4-fa82-4d94-b914-da583e02fec8 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:17.094144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Attempting to bind port 23a97bd4-fa82-4d94-b914-da583e02fec8 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:17.094768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Attempting to bind port 23a97bd4-fa82-4d94-b914-da583e02fec8 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:17.100721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Port 23a97bd4-fa82-4d94-b914-da583e02fec8 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:17.101433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Attempting to bind port 23a97bd4-fa82-4d94-b914-da583e02fec8 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:17.110233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:17.111773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:17.112756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:17.113511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Bound port: 23a97bd4-fa82-4d94-b914-da583e02fec8, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:17.114160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.147858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd438e3-6be8-46ab-a496-eb6a2b3730a3 req-390ae758-22df-4b14-b145-510bda2a3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.149332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fd438e3-6be8-46ab-a496-eb6a2b3730a3 req-390ae758-22df-4b14-b145-510bda2a3e99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1101 time: 0.1611271 Apr 20 12:49:17.154018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Made reservation on behalf of 5337b3a09f9c4dc28f13cee45978a705 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:17.160359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.207098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:17.223682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] For port 23a97bd4-fa82-4d94-b914-da583e02fec8, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:17.225370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.228780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] For port 23a97bd4-fa82-4d94-b914-da583e02fec8, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=23a97bd4-fa82-4d94-b914-da583e02fec8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:17.238629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.300677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.301304 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.302715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] 10.222.0.37 "PUT /v2.0/ports/23a97bd4-fa82-4d94-b914-da583e02fec8 HTTP/1.1" status: 200 len: 1096 time: 1.0852456 Apr 20 12:49:17.303147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'tag': '23a97bd4-fa82-4d94-b914-da583e02fec8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:17.305513 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83839be8-08cb-4db6-9c0b-5b099758fda2" -d '{"events": [{"name": "network-changed", "server_uuid": "53935a95-0c3f-4d7d-bc33-3d57164471d1", "tag": "23a97bd4-fa82-4d94-b914-da583e02fec8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:17.337580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fd438e3-6be8-46ab-a496-eb6a2b3730a3 req-4380254f-76e7-456b-9a37-488ff82bc61c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745880 Apr 20 12:49:17.338091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cab70-1d6e-45f1-a896-2d2035a82df4 service neutron] Pushing event updated for resources: {'Port': ['ID=23a97bd4-fa82-4d94-b914-da583e02fec8,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:17.364635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b751e-9ad1-446f-8874-476f4761f99c req-f6e1453a-886f-46e3-a346-5bb4b973540a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.372155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b1b751e-9ad1-446f-8874-476f4761f99c req-f6e1453a-886f-46e3-a346-5bb4b973540a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 948 time: 0.2443640 Apr 20 12:49:17.438223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b1b751e-9ad1-446f-8874-476f4761f99c req-bdff1d4a-92bc-4da9-80dc-cdf45c9599fa tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637052 Apr 20 12:49:17.454140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.459271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.493362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3edf775-fa80-424d-a3d1-7e0f196409c9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:17.509162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:49:17.538737 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.539151 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Added segment 32a6736a-be9b-4a68-bf86-f87a25ba3fc0 of type vlan for network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 Apr 20 12:49:17.615714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.634757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9faf50-9d7a-46f6-a8c6-266d41e718de req-466555ec-6c7c-4d03-945f-fafa87531199 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.636220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd9faf50-9d7a-46f6-a8c6-266d41e718de req-466555ec-6c7c-4d03-945f-fafa87531199 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 945 time: 0.1365376 Apr 20 12:49:17.660220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-083fb3ed-52d4-4c00-b37d-764ff989c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.661528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-083fb3ed-52d4-4c00-b37d-764ff989c32e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 1099 time: 0.1132553 Apr 20 12:49:17.680448 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.681333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.681925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.731022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-0543e5ea-151d-4b84-b859-262875423b39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=23a97bd4-fa82-4d94-b914-da583e02fec8 HTTP/1.1" status: 200 len: 217 time: 0.0595953 Apr 20 12:49:17.757744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd9faf50-9d7a-46f6-a8c6-266d41e718de req-086078bb-1756-45ec-be72-debef999816f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108513 Apr 20 12:49:17.811881 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd1dbd2-a504-4fc1-b6e3-fbaea717fda8 x-openstack-request-id: req-3cd1dbd2-a504-4fc1-b6e3-fbaea717fda8 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:17.812387 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53935a95-0c3f-4d7d-bc33-3d57164471d1", "tag": "23a97bd4-fa82-4d94-b914-da583e02fec8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:17.812480 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cd1dbd2-a504-4fc1-b6e3-fbaea717fda8 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:17.813333 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd1dbd2-a504-4fc1-b6e3-fbaea717fda8'] response: {'name': 'network-changed', 'server_uuid': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'tag': '23a97bd4-fa82-4d94-b914-da583e02fec8', 'status': 'completed', 'code': 200} Apr 20 12:49:17.813878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:17.814182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9656343 Apr 20 12:49:17.821953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Request body: {'subnet': {'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-601760533-subnet', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:17.830507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67d112-73c1-4e8d-a58d-3b04eaa7c10b admin admin] Pushing event updated for resources: {'Network': ['ID=5c009920-2ce0-48bc-8819-5c7b8a0e22f8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:17.845682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:49:17.861668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Made reservation on behalf of 5337b3a09f9c4dc28f13cee45978a705 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:17.864110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:17.866818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1112badc-b649-43dc-80a8-99a40443aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.868363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-1112badc-b649-43dc-80a8-99a40443aacd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1251433 Apr 20 12:49:17.899719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f16110-474d-4df4-97a3-42030bc11be8 req-d32d6810-42b2-434c-8a1f-8202b44b17d8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:17.901181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89f16110-474d-4df4-97a3-42030bc11be8 req-d32d6810-42b2-434c-8a1f-8202b44b17d8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0745916 Apr 20 12:49:17.989218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:17.996125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89f16110-474d-4df4-97a3-42030bc11be8 req-04368150-1458-448c-b4bf-d5c9ef3e3bab tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767219 Apr 20 12:49:17.999567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-4cf327b8-4068-49e2-aef2-19f932752e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.000954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-4cf327b8-4068-49e2-aef2-19f932752e6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195631 Apr 20 12:49:18.011744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9dceb-f877-4e84-bc84-3647633d3243 req-4d70ef6c-3608-45cb-9297-7852abd2783f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.013161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7a9dceb-f877-4e84-bc84-3647633d3243 req-4d70ef6c-3608-45cb-9297-7852abd2783f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0926161 Apr 20 12:49:18.057972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 13e9e98e-64db-43d6-94b7-99e630a125cd completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:18.068377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 13e9e98e-64db-43d6-94b7-99e630a125cd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:18.068843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.095488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.125004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7a9dceb-f877-4e84-bc84-3647633d3243 req-e3077827-ee7c-4dc4-ab98-b414dc7d21b2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040657 Apr 20 12:49:18.157599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-f12762e7-caaa-4c57-b599-e50b7d269898 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391273 Apr 20 12:49:18.168529 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.173384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:18.187488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Checking segment: {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:18.187836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Network hostable DHCP agents. Network: 5c009920-2ce0-48bc-8819-5c7b8a0e22f8, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:49:18.208470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:49:18.222318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 5c009920-2ce0-48bc-8819-5c7b8a0e22f8) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:18.222554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:18.226889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.227527 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.233587 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.252302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9d73bb6-26d7-4d18-b050-4d612e7ddf77 req-a0544be1-07b8-4dac-ac86-78ae936ef18a tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0607424 Apr 20 12:49:18.258980 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f48a36a2-a4ca-4527-9935-51b42feeb435 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4433701 Apr 20 12:49:18.260654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:18.272410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:18.294618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-516710eb-d98c-4d20-aa76-5f531363ffdb req-3cae5540-57c2-4537-92fa-0ff319c22513 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308422 Apr 20 12:49:18.297071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.298503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.310788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcbcf75-1896-41da-b040-5fe41d647503 None None] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:18.329934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:18.401775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.402656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-46f48a04-b4d8-4dd7-b793-e33f2100a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.404300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-46f48a04-b4d8-4dd7-b793-e33f2100a687 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 1099 time: 0.0507274 Apr 20 12:49:18.407322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50674) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:18.531847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-2ab7a1a2-6d39-4540-b9cf-cc658eb9955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.533664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-2ab7a1a2-6d39-4540-b9cf-cc658eb9955b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1178381 Apr 20 12:49:18.600066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f03bec04-bec8-473a-90d4-66a5e975c1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.608067 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.619497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-3037d948-c4e3-4981-aa16-b472ebfc68bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=23a97bd4-fa82-4d94-b914-da583e02fec8 HTTP/1.1" status: 200 len: 217 time: 0.0687084 Apr 20 12:49:18.697918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-18798e0f-cfae-40b0-9e72-8a78cfdbefae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.699829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-18798e0f-cfae-40b0-9e72-8a78cfdbefae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0691166 Apr 20 12:49:18.700515 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.709253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:49:18.710819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.711207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a635d50-c5f7-4cb1-a199-936b4a147dcd req-225cc087-a2e3-48d0-af37-e4b672bc9e7e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.712673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a635d50-c5f7-4cb1-a199-936b4a147dcd req-225cc087-a2e3-48d0-af37-e4b672bc9e7e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 948 time: 0.1215320 Apr 20 12:49:18.722944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2'}, {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:18.725901 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9165d4f-dae7-4edb-9de9-be934d5d56e0" -d '{"events": [{"server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "name": "network-vif-plugged", "status": "completed", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2"}, {"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:18.813774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a635d50-c5f7-4cb1-a199-936b4a147dcd req-1468bbd0-8423-47e0-81b7-c985ce5d7ff8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916393 Apr 20 12:49:18.823573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-b5f6808f-3a17-49cf-8da6-ff7a2acfb395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.825039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-b5f6808f-3a17-49cf-8da6-ff7a2acfb395 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103990 Apr 20 12:49:18.869877 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae75032-e0e1-4df7-99ca-563e6b1ac5d2 x-openstack-request-id: req-6ae75032-e0e1-4df7-99ca-563e6b1ac5d2 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:18.870196 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "name": "network-vif-plugged", "status": "completed", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2", "code": 200}, {"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:18.870452 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ae75032-e0e1-4df7-99ca-563e6b1ac5d2 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:18.872552 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae75032-e0e1-4df7-99ca-563e6b1ac5d2'] response: {'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2', 'code': 200} Apr 20 12:49:18.872815 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ae75032-e0e1-4df7-99ca-563e6b1ac5d2'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'code': 200} Apr 20 12:49:18.876493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f03bec04-bec8-473a-90d4-66a5e975c1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.902889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f03bec04-bec8-473a-90d4-66a5e975c1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.942332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.968879 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:18.976151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Allocated IP 172.20.0.2 (5c009920-2ce0-48bc-8819-5c7b8a0e22f8/1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7/5802ccd6-4e87-41d3-8a71-3e2826b9b364) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:18.987313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bec04-bec8-473a-90d4-66a5e975c1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc87db9-af4d-479a-88bc-288bc25e0161,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:18.989213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912010fe-26a8-436c-853c-e0666fbe2911 req-5c843143-d085-43e6-9eb1-7f41b461aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.990939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-912010fe-26a8-436c-853c-e0666fbe2911 req-5c843143-d085-43e6-9eb1-7f41b461aa07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1096 time: 0.1194694 Apr 20 12:49:18.994887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948fe4-84c9-484a-bcd3-082740147958 req-cdf27098-6c24-4ee4-92d6-5241ac6db98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:18.996270 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a8948fe4-84c9-484a-bcd3-082740147958 req-cdf27098-6c24-4ee4-92d6-5241ac6db98d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1096 time: 0.1075389 Apr 20 12:49:19.004530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f03bec04-bec8-473a-90d4-66a5e975c1a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60f3ebae94d54115b97546595db7d874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942285 Apr 20 12:49:19.010637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50684) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:19.038767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-3f1fdd91-8cc8-4f5e-b495-f293feeb0ee0 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977313 Apr 20 12:49:19.053776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9e007-7998-42f2-9fa3-272ac96f4484 req-aeb674fa-904f-48b5-aa3c-2c813116bb46 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:19.055283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30d9e007-7998-42f2-9fa3-272ac96f4484 req-aeb674fa-904f-48b5-aa3c-2c813116bb46 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 945 time: 0.1328108 Apr 20 12:49:19.113288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-912010fe-26a8-436c-853c-e0666fbe2911 req-eac8f50e-8249-4a70-b5ab-b0120165247d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890074 Apr 20 12:49:19.121664 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a8948fe4-84c9-484a-bcd3-082740147958 req-8cafbe37-fd72-4388-9c94-d8b0be8182ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962861 Apr 20 12:49:19.148552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Allocated IP 172.25.3.237 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d5599f40-3cbd-4405-9601-105a8a48a841) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:19.176430 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.183724 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.204509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-3b1c-462a-8fe1-ec30146a773c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.213922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30d9e007-7998-42f2-9fa3-272ac96f4484 req-7147ccaf-5e5b-46a4-9e1c-75ef642544a3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438956 Apr 20 12:49:19.224559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:19.229306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:19.234508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:19.236790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Pushing event updated for resources: {'Port': ['ID=5802ccd6-4e87-41d3-8a71-3e2826b9b364,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:19.255148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83839be8-08cb-4db6-9c0b-5b099758fda2 req-5fb29cf0-0ab7-418b-bc80-793d61bff7db service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960442 Apr 20 12:49:19.258787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-3b1c-462a-8fe1-ec30146a773c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.275332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d0e10-12ee-4feb-88da-782602eaf6c9 req-afa4a071-fa63-4a86-a883-1970a4366f80 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:19.276932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-932d0e10-12ee-4feb-88da-782602eaf6c9 req-afa4a071-fa63-4a86-a883-1970a4366f80 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.1470757 Apr 20 12:49:19.281623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.310500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Attempting to bind port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:19.311915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Attempting to bind port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:19.312826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Attempting to bind port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 on network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:19.319585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:19.319958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Checking segment: {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:19.320506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.320807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Bound using segment: {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:19.321303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Bound port: 5802ccd6-4e87-41d3-8a71-3e2826b9b364, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:19.321696 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.323616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.361240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:19.369748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:19.375889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:19.378690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-932d0e10-12ee-4feb-88da-782602eaf6c9 req-0bc26536-09e2-45cf-926b-1ef5af2b74ff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905819 Apr 20 12:49:19.397880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831d18-01b1-4a43-891c-ce47597a14ca req-80e6a438-4dcf-4943-a09c-6cec764eeda3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:19.399500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25831d18-01b1-4a43-891c-ce47597a14ca req-80e6a438-4dcf-4943-a09c-6cec764eeda3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0959673 Apr 20 12:49:19.400775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-3b1c-462a-8fe1-ec30146a773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.403602 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-143c084f-3b1c-462a-8fe1-ec30146a773c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.405170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-143c084f-3b1c-462a-8fe1-ec30146a773c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdc87db9-af4d-479a-88bc-288bc25e0161 HTTP/1.1" status: 204 len: 168 time: 0.3924685 Apr 20 12:49:19.427035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c084f-3b1c-462a-8fe1-ec30146a773c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc87db9-af4d-479a-88bc-288bc25e0161,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:19.449962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] For port 5802ccd6-4e87-41d3-8a71-3e2826b9b364, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:19.465974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25831d18-01b1-4a43-891c-ce47597a14ca req-4678d6eb-2d9d-440d-b749-db7b791ac0ed tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578763 Apr 20 12:49:19.487919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Pushing event updated for resources: {'Port': ['ID=d5599f40-3cbd-4405-9601-105a8a48a841,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:19.525190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] For port 5802ccd6-4e87-41d3-8a71-3e2826b9b364, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5802ccd6-4e87-41d3-8a71-3e2826b9b364,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:19.539838 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:19.546881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0019f7d-31f7-4778-94ec-6c4eea892569 req-dc7dd9c7-068e-4069-8240-c2b75a9ec899 tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0783739 Apr 20 12:49:19.613515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64850a-835b-4209-a7fc-8ce6b06ff367 req-076e7beb-0fb0-406a-b33d-5e6d4d92b4d1 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:19.624138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f64850a-835b-4209-a7fc-8ce6b06ff367 req-076e7beb-0fb0-406a-b33d-5e6d4d92b4d1 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0726032 Apr 20 12:49:19.642905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c960099-a2c0-4e9f-ac0d-e4d978538180 None None] Pushing event updated for resources: {'Port': ['ID=5802ccd6-4e87-41d3-8a71-3e2826b9b364,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:19.682243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f64850a-835b-4209-a7fc-8ce6b06ff367 req-0ce973b7-b311-4ff9-8417-ad080e0c5445 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568883 Apr 20 12:49:19.730672 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-08535611-9347-47fe-835a-378866f34ac2 req-3ff83768-32c4-4eed-b3f5-bb0d82b23277 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0319567 Apr 20 12:49:19.742292 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.041261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.043146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac68a0-bf3d-4866-bba2-b1a659343bff req-cf4fdb63-4931-4538-aecc-c9521b5a9956 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:20.044814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05ac68a0-bf3d-4866-bba2-b1a659343bff req-cf4fdb63-4931-4538-aecc-c9521b5a9956 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 948 time: 0.1173294 Apr 20 12:49:20.113391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05ac68a0-bf3d-4866-bba2-b1a659343bff req-433002c5-f945-4971-a463-6ad44fd4982d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611634 Apr 20 12:49:20.210698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db60f8-27b0-4fef-84d7-9aebc960467f req-91132ef7-ba75-4272-b8ae-3a58131449f6 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:20.212327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5db60f8-27b0-4fef-84d7-9aebc960467f req-91132ef7-ba75-4272-b8ae-3a58131449f6 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0548012 Apr 20 12:49:20.258895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:49:20.283269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5db60f8-27b0-4fef-84d7-9aebc960467f req-f60dbff1-3419-4738-a4c4-305c601acf3d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588109 Apr 20 12:49:20.332147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5802ccd6-4e87-41d3-8a71-3e2826b9b364 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:20.440599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c514-d3f1-4e53-9193-6e3821085f01 req-01a74fbd-4266-4ea4-b2f4-3c150b25e8de tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:20.450937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:20.452085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5651c514-d3f1-4e53-9193-6e3821085f01 req-01a74fbd-4266-4ea4-b2f4-3c150b25e8de tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 945 time: 0.0946012 Apr 20 12:49:20.452446 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.453133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:20.465998 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Sync routers for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:20.482235 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:20.487061 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:20.498448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.504308 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5292b97d-1892-4e98-9550-ced01c821329 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2392900 Apr 20 12:49:20.505123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50734) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:20.668199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.727879 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:20.728451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 5802ccd6-4e87-41d3-8a71-3e2826b9b364, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5802ccd6-4e87-41d3-8a71-3e2826b9b364,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:20.736732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:20.813158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=5802ccd6-4e87-41d3-8a71-3e2826b9b364,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:20.989935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50740) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:20.994353 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:19Z', 'revision_number': 3, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:21.027111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Checking router: 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:21.027469 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Updating router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 port d5599f40-3cbd-4405-9601-105a8a48a841 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:49:21.035100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd01e63-3d3e-4c92-b3a1-07d3b1ece5a5 None None] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:21.035633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5651c514-d3f1-4e53-9193-6e3821085f01 req-b5b76a8b-0e88-4f2d-963a-b64efaa3b549 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5796132 Apr 20 12:49:21.058655 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.065590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3248a5-d05a-4803-81a2-7326e4441c7d req-5e00d1b0-9ce3-4744-b115-19fa35362bf6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:21.076150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c3248a5-d05a-4803-81a2-7326e4441c7d req-5e00d1b0-9ce3-4744-b115-19fa35362bf6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.5184999 Apr 20 12:49:21.132735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c3248a5-d05a-4803-81a2-7326e4441c7d req-2f3d17a2-70f7-4d44-888f-11225007ffd9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Apr 20 12:49:21.243083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1999838928-network', 'tenant_id': 'dad4314b9c5d4902a3b6813d651d558e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:21.259618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a723fe6c-e993-4ddc-81c5-31fa2739d45a None None] Provisioning complete for port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:21.261167 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a723fe6c-e993-4ddc-81c5-31fa2739d45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.274924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f31a77e4-4665-4f4a-b449-9ddf51b6bd9e req-67e23249-0df8-4651-a4e1-43ce28bb3c6f tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0370734 Apr 20 12:49:21.306129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f8123-3ebb-45df-ba0f-25c43be243bc req-b91b828b-11dd-4f72-8065-c064f4e52b42 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:21.313909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f03f8123-3ebb-45df-ba0f-25c43be243bc req-b91b828b-11dd-4f72-8065-c064f4e52b42 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 948 time: 0.1253102 Apr 20 12:49:21.321822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Made reservation on behalf of dad4314b9c5d4902a3b6813d651d558e for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:21.323938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.352098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.426980 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.437704 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.475629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.476677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f03f8123-3ebb-45df-ba0f-25c43be243bc req-c6bd8486-5df0-4ce3-83cd-36d409aa89e3 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618340 Apr 20 12:49:21.492926 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480b3e-dc73-4927-a500-903f3edd801a None None] Pushing event updated for resources: {'Port': ['ID=d5599f40-3cbd-4405-9601-105a8a48a841,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:21.533563 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Attempting to bind port d5599f40-3cbd-4405-9601-105a8a48a841 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:21.534220 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Attempting to bind port d5599f40-3cbd-4405-9601-105a8a48a841 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:21.534726 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Attempting to bind port d5599f40-3cbd-4405-9601-105a8a48a841 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:21.543445 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:21.544167 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:21.545560 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.546225 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:21.547300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Bound port: d5599f40-3cbd-4405-9601-105a8a48a841, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:21.548005 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.562989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908630b-316a-47fb-8c86-e7ce1ab1a4b9 req-6d3de827-5e64-4d76-ad95-ee607dd9e952 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:21.564479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8908630b-316a-47fb-8c86-e7ce1ab1a4b9 req-6d3de827-5e64-4d76-ad95-ee607dd9e952 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1252365 Apr 20 12:49:21.607023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.613577 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] For port d5599f40-3cbd-4405-9601-105a8a48a841, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:21.617190 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] For port d5599f40-3cbd-4405-9601-105a8a48a841, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d5599f40-3cbd-4405-9601-105a8a48a841,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:21.618937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.622606 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.655000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8908630b-316a-47fb-8c86-e7ce1ab1a4b9 req-e0f4d509-9ebd-4eae-9105-d966d4e89ace tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 Apr 20 12:49:21.662269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:49:21.663638 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Allocated IP 172.20.0.1 (5c009920-2ce0-48bc-8819-5c7b8a0e22f8/1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7/ded6141a-803b-49c0-88dd-beb99cfb1cdb) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:21.681551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ac8bdc-a95f-415c-a71e-08923df9fab2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:21.684614 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.684953 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Added segment d59a2fb7-08d7-4447-b522-db17d45eb1cd of type vlan for network 42f784d9-5153-4e68-bd7f-f5fd6a61a88b Apr 20 12:49:21.720749 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b480b3e-dc73-4927-a500-903f3edd801a None None] Pushing event updated for resources: {'Port': ['ID=d5599f40-3cbd-4405-9601-105a8a48a841,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:21.725474 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:21.726130 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:21.753310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.788438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.789405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:21.790428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.807199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.842549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:21.851414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.856606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8592379 Apr 20 12:49:21.861364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50748) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:21.868194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Request body: {'subnet': {'network_id': '42f784d9-5153-4e68-bd7f-f5fd6a61a88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1999838928-subnet', 'tenant_id': 'dad4314b9c5d4902a3b6813d651d558e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:21.870415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849a99b-1955-4e81-94b4-3eb37b53e2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=42f784d9-5153-4e68-bd7f-f5fd6a61a88b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:21.881488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 42f784d9-5153-4e68-bd7f-f5fd6a61a88b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:49:21.919104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:21.925495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:21.932164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:21.957731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Pushing event updated for resources: {'Port': ['ID=ded6141a-803b-49c0-88dd-beb99cfb1cdb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:21.967761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Made reservation on behalf of dad4314b9c5d4902a3b6813d651d558e for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:21.970060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:21.981162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-67c0a992-7ded-4536-90cc-7be1949f798c None None] Provisioning complete for port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:21.981534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-67c0a992-7ded-4536-90cc-7be1949f798c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.014617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 23a97bd4-fa82-4d94-b914-da583e02fec8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:22.017159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.068497 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:19Z', 'revision_number': 3, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:22.100159 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896d5b33-c9ac-4f46-bf61-5b0e82ba9dd9 None None] The sync data for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 is: [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:19Z', 'revision_number': 3, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:22.223413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86461a-d9b0-43b5-a754-247fe68cbd47 req-2421ef72-a2b6-4108-bc6e-51df61b338da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:22.234733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 23a97bd4-fa82-4d94-b914-da583e02fec8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=23a97bd4-fa82-4d94-b914-da583e02fec8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:22.238680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad86461a-d9b0-43b5-a754-247fe68cbd47 req-2421ef72-a2b6-4108-bc6e-51df61b338da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 945 time: 0.0960739 Apr 20 12:49:22.245998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.264028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '23a97bd4-fa82-4d94-b914-da583e02fec8', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '23a97bd4-fa82-4d94-b914-da583e02fec8', 'mac_address': 'fa:16:3e:cd:89:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:22.325476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad86461a-d9b0-43b5-a754-247fe68cbd47 req-3a6dfcea-50b5-47a1-983a-b90a2a618e20 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816789 Apr 20 12:49:22.349275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5802ccd6-4e87-41d3-8a71-3e2826b9b364 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:22.359899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb37cab-ed45-4a80-94ec-638a75074a61 req-923a754c-35e5-477a-b352-eed097708976 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:22.361384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efb37cab-ed45-4a80-94ec-638a75074a61 req-923a754c-35e5-477a-b352-eed097708976 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.0810330 Apr 20 12:49:22.390313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.422637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:22.423008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.426979 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.430061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efb37cab-ed45-4a80-94ec-638a75074a61 req-55e444db-c184-4972-8fec-bed38b0f1b31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605397 Apr 20 12:49:22.479834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a97bd4-fa82-4d94-b914-da583e02fec8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:22.481945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ffee78e-e50c-49d6-bb55-cc5b13c4301a req-26bb28b6-81d5-4628-bfde-76f6034d46ec tempest-ServersAdmin275Test-2056229351 tempest-ServersAdmin275Test-2056229351-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0505438 Apr 20 12:49:22.578596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 23a97bd4-fa82-4d94-b914-da583e02fec8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=23a97bd4-fa82-4d94-b914-da583e02fec8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:22.589961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-628ca02c-dba3-455a-bb7e-9f47354f83e2 None None] Provisioning complete for port ded6141a-803b-49c0-88dd-beb99cfb1cdb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:22.590679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-628ca02c-dba3-455a-bb7e-9f47354f83e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.608686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15efe59a-a02e-435a-adc1-38c4029acded,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:22.634651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Checking segment: {'id': 'd59a2fb7-08d7-4447-b522-db17d45eb1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '42f784d9-5153-4e68-bd7f-f5fd6a61a88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:22.635000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Network hostable DHCP agents. Network: 42f784d9-5153-4e68-bd7f-f5fd6a61a88b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:49:22.650436 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.660523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b2c343-cba7-4fbe-9229-967b553fc5d1 req-2b9fd624-65b0-472b-8418-5918faccb9ef tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:22.669724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Network 42f784d9-5153-4e68-bd7f-f5fd6a61a88b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:49:22.671607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7b2c343-cba7-4fbe-9229-967b553fc5d1 req-2b9fd624-65b0-472b-8418-5918faccb9ef tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1096 time: 0.1479001 Apr 20 12:49:22.673998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.684344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.711586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 42f784d9-5153-4e68-bd7f-f5fd6a61a88b) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:22.737115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:22.737724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.738055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a8bff-4f82-4ad0-844d-61ce1dbae0b2 None None] Network 42f784d9-5153-4e68-bd7f-f5fd6a61a88b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:22.769581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-628ca02c-dba3-455a-bb7e-9f47354f83e2 None None] Port ded6141a-803b-49c0-88dd-beb99cfb1cdb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:22.774713 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c94ea14d-c738-4b95-ac49-12c5c8a1898f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9131243 Apr 20 12:49:22.794384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7b2c343-cba7-4fbe-9229-967b553fc5d1 req-f67e4f37-feef-4f54-b06c-bbfb951bba9b tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148372 Apr 20 12:49:22.814927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.829671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcfcc8-5e8f-4a53-818c-01584fdd105e req-f66993f7-a87e-41bd-9568-2bd9545ee403 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:22.831171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aadcfcc8-5e8f-4a53-818c-01584fdd105e req-f66993f7-a87e-41bd-9568-2bd9545ee403 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.1407077 Apr 20 12:49:22.832336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Pushing event updated for resources: {'Port': ['ID=ded6141a-803b-49c0-88dd-beb99cfb1cdb,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:22.845614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50770) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:22.856313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'floatingip': {'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:22.868058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=23a97bd4-fa82-4d94-b914-da583e02fec8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:22.915692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:22.934467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:23.016705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f8ef-d168-4be4-acfd-0c367334f0f5 req-25ad69a2-e861-42de-9840-d9e7626e7e31 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:23.026986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1875f8ef-d168-4be4-acfd-0c367334f0f5 req-25ad69a2-e861-42de-9840-d9e7626e7e31 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 949 time: 0.0713215 Apr 20 12:49:23.047694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78245ec-491e-4560-858d-a7ff3fab6bf3 None None] Network 42f784d9-5153-4e68-bd7f-f5fd6a61a88b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:23.079678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1875f8ef-d168-4be4-acfd-0c367334f0f5 req-cd548242-62dd-4c4b-ac1c-8254c10bb75b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525181 Apr 20 12:49:23.176719 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b2c0c3bb-ac34-4682-b9b7-68f2225cfcf7 req-b024f7dd-8d42-4908-8daf-4fb7818ce014 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f614cc68843142a18ec91ee75d23d3f8&device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0524228 Apr 20 12:49:23.231897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892e601-5485-45eb-9388-07da8c1d6901 req-20744d12-7d29-4b55-963c-d75408b9e4bc tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:23.233886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f892e601-5485-45eb-9388-07da8c1d6901 req-20744d12-7d29-4b55-963c-d75408b9e4bc tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0858650 Apr 20 12:49:23.234030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:23.236697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a001b60-2e8c-4426-bfdb-8076ee91d1d1 req-2232b388-06a4-447e-a7a9-07ce3ebd3ae6 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:23.238106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a001b60-2e8c-4426-bfdb-8076ee91d1d1 req-2232b388-06a4-447e-a7a9-07ce3ebd3ae6 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1096 time: 0.0620518 Apr 20 12:49:23.279139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:23.290949 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b2c0c3bb-ac34-4682-b9b7-68f2225cfcf7 req-cdfabac0-f7d2-4de0-ba9c-d04235785eb0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f614cc68843142a18ec91ee75d23d3f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610485 Apr 20 12:49:23.305111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a001b60-2e8c-4426-bfdb-8076ee91d1d1 req-4feef288-7df0-4638-a9f2-f7740fd7f831 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593979 Apr 20 12:49:23.308048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f892e601-5485-45eb-9388-07da8c1d6901 req-14f1ade2-3e16-43e1-bb10-7cfc4e6b15aa tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612943 Apr 20 12:49:23.423420 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:23.491022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a31f67d0-c8cb-438d-bf71-cb3c00538016 req-9775cd52-0394-43be-a0cc-981fefb9f7ab tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0325496 Apr 20 12:49:23.548342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-49c2edf8-10f2-4b6b-b4d1-a92cd6dcbfe9 req-bb446136-77c1-45c0-ac6a-9a0aaddf6bb6 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-645696095', 'description': 'tempest-description-534849834'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:23.581930 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-49c2edf8-10f2-4b6b-b4d1-a92cd6dcbfe9 req-bb446136-77c1-45c0-ac6a-9a0aaddf6bb6 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:23.692969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-49c2edf8-10f2-4b6b-b4d1-a92cd6dcbfe9 req-bb446136-77c1-45c0-ac6a-9a0aaddf6bb6 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:23.700895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-49c2edf8-10f2-4b6b-b4d1-a92cd6dcbfe9 req-bb446136-77c1-45c0-ac6a-9a0aaddf6bb6 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:23.706605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9e2fdc6d-2518-4956-b596-4a77da9d7487 None None] Provisioning complete for port ded6141a-803b-49c0-88dd-beb99cfb1cdb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:23.707204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e2fdc6d-2518-4956-b596-4a77da9d7487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:23.747980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9e2fdc6d-2518-4956-b596-4a77da9d7487 None None] Port ded6141a-803b-49c0-88dd-beb99cfb1cdb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:23.797458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-49c2edf8-10f2-4b6b-b4d1-a92cd6dcbfe9 req-bb446136-77c1-45c0-ac6a-9a0aaddf6bb6 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:23.798713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49c2edf8-10f2-4b6b-b4d1-a92cd6dcbfe9 req-bb446136-77c1-45c0-ac6a-9a0aaddf6bb6 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2553585 Apr 20 12:49:23.813087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb446136-77c1-45c0-ac6a-9a0aaddf6bb6 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:23.825967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2c15a-2ed7-48ea-b7de-55a29eb9b056 req-82f36d3c-33f9-44ae-864c-a2b0c1ee72d1 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:23.827518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43b2c15a-2ed7-48ea-b7de-55a29eb9b056 req-82f36d3c-33f9-44ae-864c-a2b0c1ee72d1 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1096 time: 0.0644455 Apr 20 12:49:23.847920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0c3bb-ac34-4682-b9b7-68f2225cfcf7 req-c9e27f04-9252-4f1e-8670-fb98a7d90469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:23.849257 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b2c0c3bb-ac34-4682-b9b7-68f2225cfcf7 req-c9e27f04-9252-4f1e-8670-fb98a7d90469 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5084388 Apr 20 12:49:23.864614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:49:23.888786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-cd8d2bcb-c139-4d0f-aa7a-6bcf07cd5811 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7 HTTP/1.1" status: 200 len: 1811 time: 0.0602813 Apr 20 12:49:23.890515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43b2c15a-2ed7-48ea-b7de-55a29eb9b056 req-7e7712bd-7af9-47ac-afef-87d4f9af969c tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558333 Apr 20 12:49:23.906257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:23.906712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:23.994559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.023362 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.027160 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.031056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 23a97bd4-fa82-4d94-b914-da583e02fec8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:24.048547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f615476-574c-4018-a5dd-e6ca9b2b6f19,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:24.058850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.061350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11d90c6b-204a-47cb-a344-aee515c536f8 req-ee16fc01-4f18-42fa-9318-c88949660c9f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1586199 Apr 20 12:49:24.144759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-775cc3a7-5502-4498-bbe1-28a7a8378747 req-7b6d2816-77f4-4a7a-92bc-4cf67c8132b0 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7 HTTP/1.1" status: 200 len: 2404 time: 0.0536556 Apr 20 12:49:24.145355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 23a97bd4-fa82-4d94-b914-da583e02fec8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:24.149935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 23a97bd4-fa82-4d94-b914-da583e02fec8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:24.150510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.172468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec7253c-9968-4122-957e-0a45a6f3eb17 req-c5e43291-5661-48eb-bbf7-c318043f702c tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-group-rules/8f615476-574c-4018-a5dd-e6ca9b2b6f19 HTTP/1.1" status: 200 len: 778 time: 0.0165799 Apr 20 12:49:24.262781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432e0d5-38ac-41ae-917c-929bfda725c5 req-a84a6992-9869-4838-8650-fd526eb59a29 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:24.264813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e432e0d5-38ac-41ae-917c-929bfda725c5 req-a84a6992-9869-4838-8650-fd526eb59a29 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 949 time: 0.0874283 Apr 20 12:49:24.266775 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.268982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec7253c-9968-4122-957e-0a45a6f3eb17 req-27425191-a4c4-4cea-a9fc-2f3d5f164796 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7 HTTP/1.1" status: 200 len: 2404 time: 0.0833833 Apr 20 12:49:24.303856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a97bd4-fa82-4d94-b914-da583e02fec8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:24.306107 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00841eef-b1f8-445c-81a7-e9056365aed5" -d '{"events": [{"server_uuid": "53935a95-0c3f-4d7d-bc33-3d57164471d1", "name": "network-vif-plugged", "status": "completed", "tag": "23a97bd4-fa82-4d94-b914-da583e02fec8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:24.325374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 23a97bd4-fa82-4d94-b914-da583e02fec8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=23a97bd4-fa82-4d94-b914-da583e02fec8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:24.339255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e432e0d5-38ac-41ae-917c-929bfda725c5 req-fb3a88b9-07b3-4633-adb5-b8b8f1a980a3 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636158 Apr 20 12:49:24.342447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:49:24.342600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d5599f40-3cbd-4405-9601-105a8a48a841 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:24.343610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec7253c-9968-4122-957e-0a45a6f3eb17 req-3770cc9d-70f3-4b0a-bf2e-2aaabe270fc9 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.344890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.360189 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec7253c-9968-4122-957e-0a45a6f3eb17 req-3770cc9d-70f3-4b0a-bf2e-2aaabe270fc9 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.402232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec7253c-9968-4122-957e-0a45a6f3eb17 req-3770cc9d-70f3-4b0a-bf2e-2aaabe270fc9 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.402996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:24.409940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec7253c-9968-4122-957e-0a45a6f3eb17 req-3770cc9d-70f3-4b0a-bf2e-2aaabe270fc9 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.415013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec7253c-9968-4122-957e-0a45a6f3eb17 req-3770cc9d-70f3-4b0a-bf2e-2aaabe270fc9 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8f615476-574c-4018-a5dd-e6ca9b2b6f19 HTTP/1.1" status: 204 len: 173 time: 0.1392286 Apr 20 12:49:24.429745 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-21ade4e2-379a-4351-879a-54fa46448783 admin admin] 10.222.0.24 "PUT /v2.0/routers/25e53cdf-c9d3-42d6-ae0b-4580b50aaa91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9118369 Apr 20 12:49:24.449916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.473006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.473313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770cc9d-70f3-4b0a-bf2e-2aaabe270fc9 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f615476-574c-4018-a5dd-e6ca9b2b6f19,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:24.479770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8dcd05b0-c322-4f69-90c4-cfdca1d167ee req-25340717-1c3f-448f-b761-2536a938ca12 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-503539750', 'description': 'tempest-description-1136491143'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:24.485330 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5654f66f-7bad-4953-b673-49939e8e445e x-openstack-request-id: req-5654f66f-7bad-4953-b673-49939e8e445e {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:24.485783 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53935a95-0c3f-4d7d-bc33-3d57164471d1", "name": "network-vif-plugged", "status": "completed", "tag": "23a97bd4-fa82-4d94-b914-da583e02fec8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:24.486623 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5654f66f-7bad-4953-b673-49939e8e445e {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:24.487060 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5654f66f-7bad-4953-b673-49939e8e445e'] response: {'server_uuid': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a97bd4-fa82-4d94-b914-da583e02fec8', 'code': 200} Apr 20 12:49:24.520470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=23a97bd4-fa82-4d94-b914-da583e02fec8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:24.562620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d5599f40-3cbd-4405-9601-105a8a48a841 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:24.563322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.587416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d4ba8-a6d2-4ea3-888c-f5f333352cab req-3481195b-cf97-46d2-990b-39b2eb80b79f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:24.589212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871d4ba8-a6d2-4ea3-888c-f5f333352cab req-3481195b-cf97-46d2-990b-39b2eb80b79f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1209342 Apr 20 12:49:24.591356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8dcd05b0-c322-4f69-90c4-cfdca1d167ee req-25340717-1c3f-448f-b761-2536a938ca12 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.624341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aa99b-74dc-40c7-9fa4-a53a9cae68dc req-4738315d-eed1-4fe4-bc5d-2feca8d5c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:24.625698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d45aa99b-74dc-40c7-9fa4-a53a9cae68dc req-4738315d-eed1-4fe4-bc5d-2feca8d5c7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 1101 time: 0.1299913 Apr 20 12:49:24.654655 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Floating IP dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5 associated. External IP: 172.25.3.230, port: 13e9e98e-64db-43d6-94b7-99e630a125cd. Apr 20 12:49:24.701050 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.721584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Sync routers for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:24.732776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port d5599f40-3cbd-4405-9601-105a8a48a841, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d5599f40-3cbd-4405-9601-105a8a48a841,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:24.738467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:24.739148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:24.741140 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.747426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8dcd05b0-c322-4f69-90c4-cfdca1d167ee req-25340717-1c3f-448f-b761-2536a938ca12 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.754680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871d4ba8-a6d2-4ea3-888c-f5f333352cab req-14ea3ee1-6e15-4d04-b524-427dba5fe189 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488492 Apr 20 12:49:24.774398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8dcd05b0-c322-4f69-90c4-cfdca1d167ee req-25340717-1c3f-448f-b761-2536a938ca12 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.789386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d45aa99b-74dc-40c7-9fa4-a53a9cae68dc req-2980c85e-1487-4232-9179-c1ec7aa9cb0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483686 Apr 20 12:49:24.816741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25340717-1c3f-448f-b761-2536a938ca12 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71858b2a-5794-4288-ab35-e65be69df085,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:24.831117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8dcd05b0-c322-4f69-90c4-cfdca1d167ee req-25340717-1c3f-448f-b761-2536a938ca12 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:24.849686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dcd05b0-c322-4f69-90c4-cfdca1d167ee req-25340717-1c3f-448f-b761-2536a938ca12 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3912451 Apr 20 12:49:24.893188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=d5599f40-3cbd-4405-9601-105a8a48a841,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:24.910165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fd3dc72-c39d-4144-b40d-2110aaf6614d req-3dbc69c5-ba04-410b-b781-673bb8fe0638 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.24 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0440729 Apr 20 12:49:24.918088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:24.919039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:49:25.006856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f305e972-c3e2-4926-a327-f333b20966c3 req-ebe83c59-34f1-4347-84ed-10b09c6e5efb tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/71858b2a-5794-4288-ab35-e65be69df085 HTTP/1.1" status: 200 len: 1812 time: 0.0562735 Apr 20 12:49:25.073917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:25.079410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.084458 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] Sync routers for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:25.098377 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:25.101467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:25.120932 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-499b7fbc-fb26-4c25-a630-da0350dee865 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "PUT /v2.0/floatingips/dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5 HTTP/1.1" status: 200 len: 991 time: 2.2688451 Apr 20 12:49:25.121888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:25.125745 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d7853a-d741-417d-a4b4-4ccfb67a4346" -d '{"events": [{"name": "network-changed", "server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:25.127901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b3c1d-312c-4bb9-86d7-4ae52224323b req-ee139d23-51aa-44ce-b4ab-8ec3ee85193a tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:25.129854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a0b3c1d-312c-4bb9-86d7-4ae52224323b req-ee139d23-51aa-44ce-b4ab-8ec3ee85193a tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1096 time: 0.0724363 Apr 20 12:49:25.135820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50822) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:25.140988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bd43487a-2d27-4270-b042-33b3f2f20add tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814180715', 'description': 'tempest-description--497642017'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:25.197961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a0b3c1d-312c-4bb9-86d7-4ae52224323b req-548c2a26-f442-403d-b448-1e955656cee4 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Apr 20 12:49:25.199485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd43487a-2d27-4270-b042-33b3f2f20add tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.260803 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:25.282651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 2, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:25.319394 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd43487a-2d27-4270-b042-33b3f2f20add tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.328715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Checking router: 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:25.329297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Updating router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 port ded6141a-803b-49c0-88dd-beb99cfb1cdb binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:49:25.336927 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd43487a-2d27-4270-b042-33b3f2f20add tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.387663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.405000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43487a-2d27-4270-b042-33b3f2f20add tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7282e85-1acd-4360-9fb9-1e924d8b9254,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:25.411044 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd43487a-2d27-4270-b042-33b3f2f20add tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.414401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bd43487a-2d27-4270-b042-33b3f2f20add tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2773442 Apr 20 12:49:25.415476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50832) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:25.417682 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b172cd9-6883-4f3f-adbe-d67c5ac9ceda x-openstack-request-id: req-4b172cd9-6883-4f3f-adbe-d67c5ac9ceda {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:25.418012 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:25.418272 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b172cd9-6883-4f3f-adbe-d67c5ac9ceda {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:25.418732 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b172cd9-6883-4f3f-adbe-d67c5ac9ceda'] response: {'name': 'network-changed', 'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'status': 'completed', 'code': 200} Apr 20 12:49:25.428306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-525a5494-e064-4f53-a122-3a405a74432c tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Request body: {'security_group_rule': {'security_group_id': 'c7282e85-1acd-4360-9fb9-1e924d8b9254', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:25.442317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-3304b338-d95d-4970-a72e-05dcaff545e0 req-3533c6c7-90e1-4434-aeb2-5a36906f8bca tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1034354286', 'description': 'tempest-description-899823264'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:25.452422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b2c0c3bb-ac34-4682-b9b7-68f2225cfcf7 req-3ae08e0a-2abd-4a44-99e0-4dd7f2edfe53 tempest-ServersAdmin275Test-280063748 tempest-ServersAdmin275Test-280063748-project] 10.222.0.30 "GET /v2.0/ports?device_id=477b811a-e4d1-44e4-b22c-9d9a56824a00 HTTP/1.1" status: 200 len: 210 time: 0.0668159 Apr 20 12:49:25.524772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4b343-8499-4e02-8774-6c64177e09b6 req-37a52eb0-f6ea-4d32-a338-fab98c25c326 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:25.535087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fe4b343-8499-4e02-8774-6c64177e09b6 req-37a52eb0-f6ea-4d32-a338-fab98c25c326 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.2182267 Apr 20 12:49:25.585235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3304b338-d95d-4970-a72e-05dcaff545e0 req-3533c6c7-90e1-4434-aeb2-5a36906f8bca tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.617792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-267eb95f-6bb0-4b6d-95f1-ede7da92b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:25.619177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-267eb95f-6bb0-4b6d-95f1-ede7da92b033 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1096 time: 0.1851554 Apr 20 12:49:25.620610 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'mac_address': 'fa:16:3e:51:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428256b7-f9bc-42ae-996e-64b8850cb259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:49:06Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 1, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 5, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:25.622173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-525a5494-e064-4f53-a122-3a405a74432c tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.635652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fe4b343-8499-4e02-8774-6c64177e09b6 req-20778da5-37b7-4d20-ba0e-ee396966594d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997179 Apr 20 12:49:25.747895 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.751690 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] Checking router: 96ded283-63b4-4e5b-9f9e-32b8ecee6cee for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:25.759676 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.761412 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:25.762616 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:25.796115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-525a5494-e064-4f53-a122-3a405a74432c tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.798606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3304b338-d95d-4970-a72e-05dcaff545e0 req-3533c6c7-90e1-4434-aeb2-5a36906f8bca tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.810727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-525a5494-e064-4f53-a122-3a405a74432c tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.818605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3304b338-d95d-4970-a72e-05dcaff545e0 req-3533c6c7-90e1-4434-aeb2-5a36906f8bca tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.826686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-2d4a8e86-c1d6-4c69-979f-83ad442449d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:25.828215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-2d4a8e86-c1d6-4c69-979f-83ad442449d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.1875758 Apr 20 12:49:25.869843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960a933-5c13-449c-8c72-6b2b6e5ef154 None None] Pushing event updated for resources: {'Port': ['ID=ded6141a-803b-49c0-88dd-beb99cfb1cdb,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:25.889766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a5494-e064-4f53-a122-3a405a74432c tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840f6a96-eb40-4d6d-acaf-080e740a9c47,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:25.910496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:25.959478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3304b338-d95d-4970-a72e-05dcaff545e0 req-3533c6c7-90e1-4434-aeb2-5a36906f8bca tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.960844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Attempting to bind port ded6141a-803b-49c0-88dd-beb99cfb1cdb on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:25.961206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Attempting to bind port ded6141a-803b-49c0-88dd-beb99cfb1cdb by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:25.964009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Attempting to bind port ded6141a-803b-49c0-88dd-beb99cfb1cdb on network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:25.974218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3304b338-d95d-4970-a72e-05dcaff545e0 req-3533c6c7-90e1-4434-aeb2-5a36906f8bca tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5571592 Apr 20 12:49:25.982918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:25.983707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Checking segment: {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:25.984303 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:25.984700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Bound using segment: {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:25.985179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Bound port: ded6141a-803b-49c0-88dd-beb99cfb1cdb, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:25.987511 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.000095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-525a5494-e064-4f53-a122-3a405a74432c tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.003453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-525a5494-e064-4f53-a122-3a405a74432c tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5849586 Apr 20 12:49:26.006502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50846) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:26.012017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533c6c7-90e1-4434-aeb2-5a36906f8bca tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39aa94ae-6f0b-4df7-b142-07de706c2930,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:26.019527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e14e2d43-f717-445d-9e19-01681a63058b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Request body: {'security_group_rule': {'security_group_id': 'c7282e85-1acd-4360-9fb9-1e924d8b9254', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:26.105180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e14e2d43-f717-445d-9e19-01681a63058b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.166052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] For port ded6141a-803b-49c0-88dd-beb99cfb1cdb, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:26.174678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] For port ded6141a-803b-49c0-88dd-beb99cfb1cdb, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ded6141a-803b-49c0-88dd-beb99cfb1cdb,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:26.182192 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.216127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-bb1d41c1-2648-496d-ae0e-2957934d2227 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.3679447 Apr 20 12:49:26.269865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e14e2d43-f717-445d-9e19-01681a63058b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.281489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e14e2d43-f717-445d-9e19-01681a63058b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.302067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7446ddd-6ba4-43be-964d-4ebe22c8c0a9 req-c74e8941-18c4-462f-b196-6277ffb3f33c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:26.304378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7446ddd-6ba4-43be-964d-4ebe22c8c0a9 req-c74e8941-18c4-462f-b196-6277ffb3f33c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 950 time: 0.1943781 Apr 20 12:49:26.338415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e14e2d43-f717-445d-9e19-01681a63058b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.340609 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e14e2d43-f717-445d-9e19-01681a63058b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330615 Apr 20 12:49:26.344126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50858) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:26.346302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:26.347101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:26.350235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:26.351864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d5599f40-3cbd-4405-9601-105a8a48a841 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:26.358440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e2d43-f717-445d-9e19-01681a63058b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acbd81b-9aea-41cd-b593-41e7efe17ee3,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:26.379274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.405280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-6797eab6-6d9f-4df7-8814-6e9813f0db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:26.406791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-6797eab6-6d9f-4df7-8814-6e9813f0db1f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1754069 Apr 20 12:49:26.424379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7446ddd-6ba4-43be-964d-4ebe22c8c0a9 req-b1491991-3da6-4af1-8c0b-4db34cf5de89 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884836 Apr 20 12:49:26.475960 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'mac_address': 'fa:16:3e:51:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428256b7-f9bc-42ae-996e-64b8850cb259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:49:06Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 1, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 5, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:26.499521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-7312ac8d-6019-4d7a-b884-0cce60808195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:26.501060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-7312ac8d-6019-4d7a-b884-0cce60808195 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757563 Apr 20 12:49:26.504072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960a933-5c13-449c-8c72-6b2b6e5ef154 None None] Pushing event updated for resources: {'Port': ['ID=ded6141a-803b-49c0-88dd-beb99cfb1cdb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:26.535215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-62503913-59bc-4fa2-85fd-ede724d756a0 None None] Provisioning complete for port ded6141a-803b-49c0-88dd-beb99cfb1cdb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:26.535864 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62503913-59bc-4fa2-85fd-ede724d756a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.551266 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62c0124-b899-454d-abdb-fafd35a9209b None None] The sync data for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 is: [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'mac_address': 'fa:16:3e:51:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428256b7-f9bc-42ae-996e-64b8850cb259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:49:06Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 1, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 5, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:26.643988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.653006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-5e482cb2-42ca-4927-adad-7c4855c919ff tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1617503528&fields=id&tenant_id=eb8de35a4a1f464a88d77fa582d226e0 HTTP/1.1" status: 200 len: 267 time: 0.0622864 Apr 20 12:49:26.674253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:26.715627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-38ff9981-451f-401a-ac20-641d429298f8 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988204 Apr 20 12:49:26.816474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Allocated IP 172.25.3.251 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/86b73cca-c665-4ba5-a9c2-d5ac8cb980e3) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:26.903166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d5599f40-3cbd-4405-9601-105a8a48a841 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:26.903552 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:26.939159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-2f33019c-d5f1-4d9f-a0ee-aae87dbee796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:26.940744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-2f33019c-d5f1-4d9f-a0ee-aae87dbee796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 823 time: 0.2784343 Apr 20 12:49:26.947993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c7751d-5192-417c-ba3d-29afe8836cf4 None None] New status for floating IP dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:49:26.960749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d7853a-d741-417d-a4b4-4ccfb67a4346 req-0827452d-cf34-4010-b34e-874035fe6efa service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357006 Apr 20 12:49:26.969771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-f088cd87-d01c-4e2b-bdac-d8ee62e3d6d8 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/quotas/eb8de35a4a1f464a88d77fa582d226e0 HTTP/1.1" status: 200 len: 375 time: 0.0196695 Apr 20 12:49:26.998225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.010547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62503913-59bc-4fa2-85fd-ede724d756a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.038452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.052851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-4ac6d933-5fcb-4e7c-a6a3-a7ec2b1f7d79 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820420 Apr 20 12:49:27.113087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:27.119114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:27.124292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:27.133082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event updated for resources: {'Port': ['ID=86b73cca-c665-4ba5-a9c2-d5ac8cb980e3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:27.165011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-62503913-59bc-4fa2-85fd-ede724d756a0 None None] For port ded6141a-803b-49c0-88dd-beb99cfb1cdb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ded6141a-803b-49c0-88dd-beb99cfb1cdb,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:27.170362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-30ff066e-1e1b-4067-b93e-854d2303d2a9 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:27.172819 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-30ff066e-1e1b-4067-b93e-854d2303d2a9 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3df24b6-fe23-40b9-bf59-1808266e175f HTTP/1.1" status: 200 len: 946 time: 0.1279652 Apr 20 12:49:27.194577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-90d130b3-7f3a-497f-ac25-30c84eb35e93 service neutron] 10.222.0.24 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382453 Apr 20 12:49:27.227498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62503913-59bc-4fa2-85fd-ede724d756a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.284435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-3d3bbe6b-70a2-4029-b9b0-0d89d1551b78 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:49:27.294554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-3d3bbe6b-70a2-4029-b9b0-0d89d1551b78 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209806 Apr 20 12:49:27.299427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.308036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62503913-59bc-4fa2-85fd-ede724d756a0 None None] Pushing event updated for resources: {'Port': ['ID=ded6141a-803b-49c0-88dd-beb99cfb1cdb,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:27.315138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:26Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:27.355633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06fccc-68ee-4594-bcdc-15dfd922acf3 None None] The sync data for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 is: [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:26Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:27.356348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.359351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-11132cf0-3c1e-4a34-8068-66015ab1909e service neutron] 10.222.0.24 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574936 Apr 20 12:49:27.359671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Deleting port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:49:27.360071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.371174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c58bca39-e691-4d97-a57e-92a196b8cd99 None None] Provisioning complete for port ded6141a-803b-49c0-88dd-beb99cfb1cdb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:27.371817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c58bca39-e691-4d97-a57e-92a196b8cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.387329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-a490e080-1baf-4495-8e8a-4f377c04ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:27.394966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-a490e080-1baf-4495-8e8a-4f377c04ba4a service neutron] 10.222.0.24 "GET /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 1093 time: 0.0626321 Apr 20 12:49:27.399259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Request body: {'binding': {'host': 'n-h2-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:27.399686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Unknown quota resources ['binding']. {{(pid=109410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:49:27.636658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] For port 69ba6e20-2d8a-41ce-af3a-483c8de876c5, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69ba6e20-2d8a-41ce-af3a-483c8de876c5,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:27.637404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.671245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on host n-h2-838550-2 for vnic_type normal with profile None {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:27.671868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:27.671868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:27.680934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:27.681172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:27.694491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:27.694835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:27.695218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:27.697951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Bound port: aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:27.809476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062348e-a191-47c5-8134-7f2fb16317cc req-ca2bfc3b-6700-4ce0-bbd1-26e938537667 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:27.812200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c062348e-a191-47c5-8134-7f2fb16317cc req-ca2bfc3b-6700-4ce0-bbd1-26e938537667 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.1024785 Apr 20 12:49:27.817562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:27.836565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.838017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-65b61fe4-97fc-49a8-aa6f-52955b627bb0 service neutron] 10.222.0.24 "POST /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2/bindings HTTP/1.1" status: 201 len: 389 time: 0.4421356 Apr 20 12:49:27.889796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c062348e-a191-47c5-8134-7f2fb16317cc req-a1d43342-bb01-415e-902b-b8225d4636d7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673740 Apr 20 12:49:27.949323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:27.966276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.139900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8765f-6514-4877-8838-4312363288ea req-bf04bff3-2a39-47bd-a0f6-20ade4c9e64f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:28.147949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08a8765f-6514-4877-8838-4312363288ea req-bf04bff3-2a39-47bd-a0f6-20ade4c9e64f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1210577 Apr 20 12:49:28.230546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4514ab04-6d32-4de1-b40e-ea3415ef5144 req-392754ce-abf5-4396-8a3e-709a76b03da9 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/39aa94ae-6f0b-4df7-b142-07de706c2930 HTTP/1.1" status: 200 len: 1812 time: 0.1483972 Apr 20 12:49:28.284593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08a8765f-6514-4877-8838-4312363288ea req-dce610ac-baf5-4553-8e2b-9175356a3f52 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321385 Apr 20 12:49:28.331693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-d5f48ae9-cc1d-4632-9297-9e462bc1b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:28.335597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-d5f48ae9-cc1d-4632-9297-9e462bc1b95e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1096 time: 0.1264288 Apr 20 12:49:28.424196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ded6141a-803b-49c0-88dd-beb99cfb1cdb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:28.483681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-1838e962-9be8-4079-9d6d-444da2ed3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:28.485570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-1838e962-9be8-4079-9d6d-444da2ed3fa0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.1436093 Apr 20 12:49:28.498616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:28.517436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ded6141a-803b-49c0-88dd-beb99cfb1cdb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:28.518263 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.593352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.593789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.594131 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7 disassociated. External IP: 172.25.3.236, port: 69ba6e20-2d8a-41ce-af3a-483c8de876c5. Apr 20 12:49:28.594483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Calling delete_port for 69ba6e20-2d8a-41ce-af3a-483c8de876c5 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:49:28.615881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-067f3407-f10c-4631-b601-525949d2c654 req-3aa9d255-24c7-4efb-a59f-1f394703423c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 210 time: 0.1267815 Apr 20 12:49:28.619496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-c37ac636-82c8-43ee-80d9-e3253fafbfc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 217 time: 0.1078691 Apr 20 12:49:28.629418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event updated for resources: {'Port': ['ID=86b73cca-c665-4ba5-a9c2-d5ac8cb980e3,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:28.658244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.697392 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.707468 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2a4d11b1-fe8a-402c-bb7a-7a13daafc291 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3574715 Apr 20 12:49:28.737384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06153db-910a-49a8-abf1-22768589857b req-fee1256c-f422-4619-8c05-a4ca907a2eeb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:28.738983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d06153db-910a-49a8-abf1-22768589857b req-fee1256c-f422-4619-8c05-a4ca907a2eeb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 950 time: 0.2525027 Apr 20 12:49:28.768760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a11186c-9355-41c9-8b45-24edfe4ba07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.799247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-c79d9fac-1798-450b-8ce4-34c965629c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:28.800827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-c79d9fac-1798-450b-8ce4-34c965629c57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1683958 Apr 20 12:49:28.861500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191173a-cc63-4acf-a4c7-53f1d644858f req-cde1d6ee-2766-4c52-96bf-83e581602155 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:28.863116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4191173a-cc63-4acf-a4c7-53f1d644858f req-cde1d6ee-2766-4c52-96bf-83e581602155 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.1214159 Apr 20 12:49:28.865224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-0006a757-4f83-40e0-a6bf-ad1cc0f05880 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542464 Apr 20 12:49:28.943351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.946391 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a11186c-9355-41c9-8b45-24edfe4ba07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.959508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a11186c-9355-41c9-8b45-24edfe4ba07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:28.998902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event deleted for resources: {'Port': ['ID=69ba6e20-2d8a-41ce-af3a-483c8de876c5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:29.064075 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0a11186c-9355-41c9-8b45-24edfe4ba07b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f614cc68843142a18ec91ee75d23d3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401633 Apr 20 12:49:29.099419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:29.136737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d06153db-910a-49a8-abf1-22768589857b req-9fb68ba3-803b-40e8-a79c-d3697afa678e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3859198 Apr 20 12:49:29.240360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4191173a-cc63-4acf-a4c7-53f1d644858f req-f9ce7c5c-eb79-41a3-b452-178e776f3038 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3680241 Apr 20 12:49:29.277520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-185c59a3-fd19-4712-b924-2ec3378dd966 req-96394fc3-4157-48ab-823a-f96ca21af03f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-262286401', 'description': 'tempest-description-477572579'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:29.277901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11186c-9355-41c9-8b45-24edfe4ba07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855bc5e9-a1e2-4381-8482-ad0579ec5a03,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:29.287830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-d98c1fc0-4dcc-446d-99ff-7534b02ba0e2 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166543 Apr 20 12:49:29.288498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-83b3e1e1-f0c6-4693-8a0b-1baa8827872f tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:29.294165 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-83b3e1e1-f0c6-4693-8a0b-1baa8827872f tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 823 time: 0.3053472 Apr 20 12:49:29.394209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-185c59a3-fd19-4712-b924-2ec3378dd966 req-96394fc3-4157-48ab-823a-f96ca21af03f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.427893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74dcba0-fe7a-403c-822d-cf9ed51e4b4f req-14aaf421-09b6-4f16-9362-d3d017dbeef8 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:29.429384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d74dcba0-fe7a-403c-822d-cf9ed51e4b4f req-14aaf421-09b6-4f16-9362-d3d017dbeef8 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 945 time: 0.1461432 Apr 20 12:49:29.429819 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-4671ce6e-15de-4112-9743-7e2bb9692860 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb8de35a4a1f464a88d77fa582d226e0 HTTP/1.1" status: 200 len: 380 time: 0.1198151 Apr 20 12:49:29.439525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:49:29.451380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'port': {'device_id': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'admin_state_up': True, 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'security_groups': ['ba35cac9-a941-4214-a5ae-ab5649e35770']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:29.475229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-d2d7-4919-bee2-95430f619c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.490255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-42fceb62-72e3-41f9-bd65-4f1c006e0b84 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907244 Apr 20 12:49:29.541970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d74dcba0-fe7a-403c-822d-cf9ed51e4b4f req-a4c6fcac-c9fe-495c-a462-6895f085bb06 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962386 Apr 20 12:49:29.572910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-185c59a3-fd19-4712-b924-2ec3378dd966 req-96394fc3-4157-48ab-823a-f96ca21af03f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.574072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-d2d7-4919-bee2-95430f619c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.592817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-185c59a3-fd19-4712-b924-2ec3378dd966 req-96394fc3-4157-48ab-823a-f96ca21af03f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.649027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-185c59a3-fd19-4712-b924-2ec3378dd966 req-96394fc3-4157-48ab-823a-f96ca21af03f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.655539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-185c59a3-fd19-4712-b924-2ec3378dd966 req-96394fc3-4157-48ab-823a-f96ca21af03f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3859627 Apr 20 12:49:29.688802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96394fc3-4157-48ab-823a-f96ca21af03f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5ac810-8b80-4a05-a27a-a5630acc18a8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:29.718975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-3283c296-2b37-4349-a9c1-57a633fe60f0 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:29.720814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-3283c296-2b37-4349-a9c1-57a633fe60f0 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1460812 Apr 20 12:49:29.731588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-c8a70a79-3c88-45f2-8978-00c8f6f8c476 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1814180715&fields=id&tenant_id=5337b3a09f9c4dc28f13cee45978a705 HTTP/1.1" status: 200 len: 267 time: 0.0975556 Apr 20 12:49:29.743420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:29.756680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:29.757268 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] Sync routers for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:29.767327 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:29.768155 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:29.824202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-d2d7-4919-bee2-95430f619c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.827114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a8a769f-d2d7-4919-bee2-95430f619c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.828315 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7a8a769f-d2d7-4919-bee2-95430f619c38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/855bc5e9-a1e2-4381-8482-ad0579ec5a03 HTTP/1.1" status: 204 len: 168 time: 0.7261391 Apr 20 12:49:29.829282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] No DVR routers for this DVR port 69ba6e20-2d8a-41ce-af3a-483c8de876c5 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:49:29.855605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.866263 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1c3653d8-c004-415f-b237-bf58fed7c69d req-9bbceaa6-27c6-4b9e-b4c2-7ca5c1b51672 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "DELETE /v2.0/ports/69ba6e20-2d8a-41ce-af3a-483c8de876c5 HTTP/1.1" status: 204 len: 173 time: 2.6845558 Apr 20 12:49:29.879753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'name': 'network-vif-deleted', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:29.882758 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c9579-d530-4efe-9bf0-dfa6346eb94e" -d '{"events": [{"server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "name": "network-vif-deleted", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:29.907986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Made reservation on behalf of eb8de35a4a1f464a88d77fa582d226e0 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:29.920662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:29.926406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a769f-d2d7-4919-bee2-95430f619c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855bc5e9-a1e2-4381-8482-ad0579ec5a03,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:29.958047 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:29.973930 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.037237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-1d36bec0-41ad-4204-aa5d-aeb088cdebb4 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:30.046039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-1d36bec0-41ad-4204-aa5d-aeb088cdebb4 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/networks?id=5c009920-2ce0-48bc-8819-5c7b8a0e22f8 HTTP/1.1" status: 200 len: 814 time: 0.3132994 Apr 20 12:49:30.111537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-615688f3-ae1e-402d-b79c-04c673a72053 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/quotas/5337b3a09f9c4dc28f13cee45978a705 HTTP/1.1" status: 200 len: 375 time: 0.0642688 Apr 20 12:49:30.181597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Allocated IP 172.20.0.7 (82a6086f-de31-4aa9-a4ca-d630b67f760f/261bff10-8f6f-4440-a7e0-1b400bae7330/75d62cb0-0c13-4c86-8fce-e6d73bb192a7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:30.253232 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:30.297036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-47ae20d0-a745-4c42-a74f-d70ffa15e050 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5337b3a09f9c4dc28f13cee45978a705&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1844559 Apr 20 12:49:30.317100 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] Checking router: 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:30.329032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68461d37-5080-452b-8d40-1a7fed8bc37e req-229898a3-7df4-4162-9d34-4bdb8772ff03 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:30.330810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68461d37-5080-452b-8d40-1a7fed8bc37e req-229898a3-7df4-4162-9d34-4bdb8772ff03 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 1101 time: 0.1764491 Apr 20 12:49:30.347411 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:30.348324 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:30.445187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68461d37-5080-452b-8d40-1a7fed8bc37e req-aeb1d83f-8134-4eb5-a781-122d1652c3a9 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.462837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50938) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:30.487022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:30.493112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.495921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69e8e156-984e-4ec1-82e9-29a46c8b0645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.541536 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:30.549624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.573338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:30.609366 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:30.612731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:30.616747 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:30.621409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.624200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:30.626710 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf8380-272d-41cc-b596-eecbe134df38" -d '{"events": [{"server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "name": "network-vif-unplugged", "status": "completed", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:30.636087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69ba6e20-2d8a-41ce-af3a-483c8de876c5 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:30.651141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-e95a538e-efcb-4353-9efd-63059a7fa681 service neutron] 10.222.0.24 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532391 Apr 20 12:49:30.669604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 69ba6e20-2d8a-41ce-af3a-483c8de876c5 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:49:30.670390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69ba6e20-2d8a-41ce-af3a-483c8de876c5 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:49:30.675945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.683854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event updated for resources: {'Port': ['ID=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:30.730854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:30.731707 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.753485 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-35096f5a-e47a-4116-b67c-c931ad999cea tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3071420 Apr 20 12:49:30.769226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Request body: {'port': {'device_id': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:30.782195 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:30.812400 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2362355e-323a-4fed-8980-a815eeda4793 None None] The sync data for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 is: [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:30.841349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.913333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:30.934271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69e8e156-984e-4ec1-82e9-29a46c8b0645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.952271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69e8e156-984e-4ec1-82e9-29a46c8b0645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:30.954898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on host n-h1-838550-2 for vnic_type normal with profile {"migrating_to": "n-h2-838550-2"} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:30.955226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:30.955546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:30.987750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-154aa28c-8480-4c1a-9f16-fc20f96f5429 service neutron] 10.222.0.24 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962048 Apr 20 12:49:30.994128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:30.994463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Attempting to bind port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:31.025865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68461d37-5080-452b-8d40-1a7fed8bc37e req-aeb1d83f-8134-4eb5-a781-122d1652c3a9 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.026939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:31.027309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:31.027653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:31.028090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Bound port: aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:31.028561 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.033687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8e156-984e-4ec1-82e9-29a46c8b0645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f0321a-d396-48ac-bb3d-51b748b6cdc3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:31.046983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-69e8e156-984e-4ec1-82e9-29a46c8b0645 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3349563a9be44c4f9a29bc14749ac153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800655 Apr 20 12:49:31.046983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68461d37-5080-452b-8d40-1a7fed8bc37e req-aeb1d83f-8134-4eb5-a781-122d1652c3a9 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.047543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50944) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:31.089292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68461d37-5080-452b-8d40-1a7fed8bc37e req-aeb1d83f-8134-4eb5-a781-122d1652c3a9 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7096326 Apr 20 12:49:31.114743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db68fd08-44de-4999-b2c9-e253850362b4 None None] New status for floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:49:31.159018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1d83f-8134-4eb5-a781-122d1652c3a9 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd10d83-71d7-43b1-a80b-371b487d5715,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:31.230930 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95769a4b-518a-4454-897b-be3e16a1c3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.236546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:31.260909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:31.267227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:31.280042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.287431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.295800 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95769a4b-518a-4454-897b-be3e16a1c3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.310980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Transition to ACTIVE for port object 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:31.323586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.420162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95769a4b-518a-4454-897b-be3e16a1c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.424446 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95769a4b-518a-4454-897b-be3e16a1c3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.426391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-95769a4b-518a-4454-897b-be3e16a1c3d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62f0321a-d396-48ac-bb3d-51b748b6cdc3 HTTP/1.1" status: 204 len: 168 time: 0.3738081 Apr 20 12:49:31.491886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95769a4b-518a-4454-897b-be3e16a1c3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f0321a-d396-48ac-bb3d-51b748b6cdc3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:31.541595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:31.560952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Attempting to bind port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:31.562483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Attempting to bind port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:31.563047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Attempting to bind port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:31.580863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:31.581185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Attempting to bind port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 on network 82a6086f-de31-4aa9-a4ca-d630b67f760f {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:31.595987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678d664-a0cc-4921-a49e-f1b43f138258 req-c14190b4-3965-4c9f-a1bb-a442c163096f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:31.603834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:31.604535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Checking segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:31.605117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Bound using segment: {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:31.605565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Bound port: 75d62cb0-0c13-4c86-8fce-e6d73bb192a7, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebbaa62-46fb-4754-b35d-9d55457806b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:31.605875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8678d664-a0cc-4921-a49e-f1b43f138258 req-c14190b4-3965-4c9f-a1bb-a442c163096f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.3000982 Apr 20 12:49:31.606382 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.655277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:31.656308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.657986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] 10.222.0.37 "PUT /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 1121 time: 1.9218471 Apr 20 12:49:31.674069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f358b93-0fd6-472b-ae85-95aec97dca7a service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:31.705756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8678d664-a0cc-4921-a49e-f1b43f138258 req-9f8a8fd7-7626-473f-a6c1-81d802fdae9b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984268 Apr 20 12:49:31.715774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:31.813484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] For port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:31.819708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] For port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:31.825714 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.847251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:31.848152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:31.849895 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/75d62cb0-0c13-4c86-8fce-e6d73bb192a7 HTTP/1.1" status: 200 len: 1091 time: 1.0883489 Apr 20 12:49:32.015317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb8e5e-b168-47fe-b684-33dea750b8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:32.038795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-166a1925-0d45-47ba-9198-5c226dbe514d req-94313422-cb58-4f1b-ba13-0d7f21e0c200 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/dc5ac810-8b80-4a05-a27a-a5630acc18a8 HTTP/1.1" status: 200 len: 1811 time: 0.2111602 Apr 20 12:49:32.046814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-0598c0fe-6038-4dcb-9aab-7b09fec4f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:32.049012 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-0598c0fe-6038-4dcb-9aab-7b09fec4f403 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 1094 time: 0.1213074 Apr 20 12:49:32.068501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb76b7-77d7-41c5-82d8-1fcb9e397363 req-1f965a26-0e34-4b7e-895d-3b5f2cbd6974 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:32.073900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eeb76b7-77d7-41c5-82d8-1fcb9e397363 req-1f965a26-0e34-4b7e-895d-3b5f2cbd6974 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 943 time: 0.2441204 Apr 20 12:49:32.121717 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba170262-086c-4df7-aa08-0747a7d8297a x-openstack-request-id: req-ba170262-086c-4df7-aa08-0747a7d8297a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:32.124568 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3df24b6-fe23-40b9-bf59-1808266e175f", "name": "network-vif-deleted", "tag": "69ba6e20-2d8a-41ce-af3a-483c8de876c5", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:32.124836 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba170262-086c-4df7-aa08-0747a7d8297a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:32.125389 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba170262-086c-4df7-aa08-0747a7d8297a'] response: {'server_uuid': 'f3df24b6-fe23-40b9-bf59-1808266e175f', 'name': 'network-vif-deleted', 'tag': '69ba6e20-2d8a-41ce-af3a-483c8de876c5', 'status': 'completed', 'code': 200} Apr 20 12:49:32.127137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-42d95d42-28ac-4df5-8d1c-80ee38e954ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7 HTTP/1.1" status: 200 len: 217 time: 0.0680285 Apr 20 12:49:32.172559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eeb76b7-77d7-41c5-82d8-1fcb9e397363 req-9a909b1c-95a4-4d17-8f25-5ba1d6e722a6 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841656 Apr 20 12:49:32.261574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-4eca51fe-6c52-48df-811d-4e7e19403e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:32.263123 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-4eca51fe-6c52-48df-811d-4e7e19403e50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 200 len: 862 time: 0.1294687 Apr 20 12:49:32.271195 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b63a9fb-b4b0-44dd-9058-af2a9ff4ef1e x-openstack-request-id: req-8b63a9fb-b4b0-44dd-9058-af2a9ff4ef1e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:32.271195 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "name": "network-vif-unplugged", "status": "completed", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:32.271195 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b63a9fb-b4b0-44dd-9058-af2a9ff4ef1e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:32.271195 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b63a9fb-b4b0-44dd-9058-af2a9ff4ef1e'] response: {'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2', 'code': 200} Apr 20 12:49:32.299441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2fba1-4509-4fb6-a5cd-c65604451bcd req-8ef2f70e-d3d5-4d0f-8bf8-85a2a18c7acb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:32.307718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73a2fba1-4509-4fb6-a5cd-c65604451bcd req-8ef2f70e-d3d5-4d0f-8bf8-85a2a18c7acb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.0838807 Apr 20 12:49:32.358362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-df656b73-7726-456d-91bd-9378c8fe2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:32.360543 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-df656b73-7726-456d-91bd-9378c8fe2685 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82a6086f-de31-4aa9-a4ca-d630b67f760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898795 Apr 20 12:49:32.372249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73a2fba1-4509-4fb6-a5cd-c65604451bcd req-c0f128d8-b8ba-4ae2-8407-85969a2483b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634995 Apr 20 12:49:32.440594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-20f9a40f-6902-44a0-be7f-992a5db55fe0 req-d25e5403-8f60-4ded-8f58-a7bf5953c77f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-867175886', 'description': 'tempest-description-1453356439'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:32.473264 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20f9a40f-6902-44a0-be7f-992a5db55fe0 req-d25e5403-8f60-4ded-8f58-a7bf5953c77f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:32.554921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90c492d3-f0a8-41bf-9567-75816bed0a4e req-2a9105c2-5f61-43bf-ad62-fdf5d9b0010d tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 210 time: 0.0328889 Apr 20 12:49:32.575222 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-41a1afc5-7820-4d04-9776-4c85b8e2f3a3 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052889 Apr 20 12:49:32.602599 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20f9a40f-6902-44a0-be7f-992a5db55fe0 req-d25e5403-8f60-4ded-8f58-a7bf5953c77f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:32.609884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20f9a40f-6902-44a0-be7f-992a5db55fe0 req-d25e5403-8f60-4ded-8f58-a7bf5953c77f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:32.650844 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20f9a40f-6902-44a0-be7f-992a5db55fe0 req-d25e5403-8f60-4ded-8f58-a7bf5953c77f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:32.652680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20f9a40f-6902-44a0-be7f-992a5db55fe0 req-d25e5403-8f60-4ded-8f58-a7bf5953c77f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2190514 Apr 20 12:49:32.656089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5403-8f60-4ded-8f58-a7bf5953c77f tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa04ba4-d458-49c7-9825-50e3223f81e8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:32.687227 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c25e463c-d6db-44e4-8d62-c0fc17cbbc29 req-0bae0585-9a88-4efa-9103-8ef30b1db31f service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045723 Apr 20 12:49:32.754258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-15b31b65-6892-485e-8b1e-bf420aa42b36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425537 Apr 20 12:49:32.843190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e512f01-ee50-4183-bda7-a9d020dee9e7 req-6521afa5-5e80-419c-8df4-d8ac09cdad78 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/8aa04ba4-d458-49c7-9825-50e3223f81e8 HTTP/1.1" status: 200 len: 1812 time: 0.1328046 Apr 20 12:49:32.920834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-513dfe80-bfc3-4b99-9c31-6b7b6b1ca346 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:32.922384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-513dfe80-bfc3-4b99-9c31-6b7b6b1ca346 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640203 Apr 20 12:49:32.975157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-6c3553f1-eb70-47fe-a315-a85d94196b5a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/quotas/4eb4e8f116304b2bbc4ec79085e6e426 HTTP/1.1" status: 200 len: 375 time: 0.0400617 Apr 20 12:49:32.981350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-658f5cde-acbe-41c6-8659-85d08a971328 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:32.982974 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-658f5cde-acbe-41c6-8659-85d08a971328 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.30 "GET /v2.0/networks?id=5c009920-2ce0-48bc-8819-5c7b8a0e22f8 HTTP/1.1" status: 200 len: 814 time: 0.2023387 Apr 20 12:49:33.031504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4716d-69e4-4b07-bde8-fcd75f6abe63 req-d436d9e5-a6d9-4536-aba2-f5ce0c2fcffd tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:33.031927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-2838c5ae-25f4-4c2e-b3e8-b473036b0965 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5337b3a09f9c4dc28f13cee45978a705 HTTP/1.1" status: 200 len: 380 time: 0.0386665 Apr 20 12:49:33.033027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72f4716d-69e4-4b07-bde8-fcd75f6abe63 req-d436d9e5-a6d9-4536-aba2-f5ce0c2fcffd tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1096969 Apr 20 12:49:33.041725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Request body: {'port': {'device_id': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'admin_state_up': True, 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'security_groups': ['c7282e85-1acd-4360-9fb9-1e924d8b9254']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:33.044419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-cb5998ab-08de-475d-a02a-f48eeaa5e277 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678973 Apr 20 12:49:33.095754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72f4716d-69e4-4b07-bde8-fcd75f6abe63 req-f03cfd9f-1225-4d7a-bfb0-12df5e8676e3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490654 Apr 20 12:49:33.158888 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-cd7feba0-a78b-42ba-bcc2-8dffc77ef22b req-31cdb35b-14af-4a6b-922a-08536a75f982 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] show failed (client error): The resource could not be found. Apr 20 12:49:33.161144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd7feba0-a78b-42ba-bcc2-8dffc77ef22b req-31cdb35b-14af-4a6b-922a-08536a75f982 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/787affee-e0c2-48a0-a627-88b5462b733e HTTP/1.1" status: 404 len: 352 time: 0.0267212 Apr 20 12:49:33.166697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Made reservation on behalf of 5337b3a09f9c4dc28f13cee45978a705 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:33.171200 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.211723 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-4a211534-c094-4ce8-9c7c-2220cb66968f req-c586bd5c-7844-4c5f-8b17-a97d55784459 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] show failed (client error): The resource could not be found. Apr 20 12:49:33.212879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a211534-c094-4ce8-9c7c-2220cb66968f req-c586bd5c-7844-4c5f-8b17-a97d55784459 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-group-rules/5a9674d2-cc72-4087-bdc1-250dd6945d92 HTTP/1.1" status: 404 len: 361 time: 0.0242760 Apr 20 12:49:33.323650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Allocated IP 172.20.0.14 (5c009920-2ce0-48bc-8819-5c7b8a0e22f8/1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7/5b4dc020-6797-4d1b-b479-cc275768f657) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:33.364638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfba284-7e99-41c4-bf04-d7f612710b20 req-df14110a-3cb1-4247-a63e-a98b916144e1 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:33.375037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cfba284-7e99-41c4-bf04-d7f612710b20 req-df14110a-3cb1-4247-a63e-a98b916144e1 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 943 time: 0.0998502 Apr 20 12:49:33.424640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cfba284-7e99-41c4-bf04-d7f612710b20 req-4f2220e6-d6c8-40a5-96cd-0181df2f9736 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 Apr 20 12:49:33.494791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea8763eb-cd3a-4ff6-bb89-9c0f91c58ff8 req-1c06311d-e01c-4ddb-a475-8c430a93c228 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/8aa04ba4-d458-49c7-9825-50e3223f81e8 HTTP/1.1" status: 200 len: 1812 time: 0.0553181 Apr 20 12:49:33.547062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.587965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.647405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea8763eb-cd3a-4ff6-bb89-9c0f91c58ff8 req-825f6767-198d-4eb6-bd56-5881861ef345 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.649770 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf90b14f-944c-4e3e-992e-5acd4c2edc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.670301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:33.675497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:33.681227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012f269-e57a-4a8f-81f5-1981a507acfa req-1b669e1a-751c-403c-aade-6eed524ea470 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:33.683052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:33.691084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6012f269-e57a-4a8f-81f5-1981a507acfa req-1b669e1a-751c-403c-aade-6eed524ea470 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.1139519 Apr 20 12:49:33.707511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea8763eb-cd3a-4ff6-bb89-9c0f91c58ff8 req-825f6767-198d-4eb6-bd56-5881861ef345 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.719705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event updated for resources: {'Port': ['ID=5b4dc020-6797-4d1b-b479-cc275768f657,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:33.750089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:33.750603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.773598 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-938361f9-3005-4693-af30-ff4727769924 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7354484 Apr 20 12:49:33.785976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6012f269-e57a-4a8f-81f5-1981a507acfa req-6263465b-3fee-4f60-828e-473b02ad2262 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870042 Apr 20 12:49:33.804572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Request body: {'port': {'device_id': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:33.825276 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea8763eb-cd3a-4ff6-bb89-9c0f91c58ff8 req-825f6767-198d-4eb6-bd56-5881861ef345 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.828599 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea8763eb-cd3a-4ff6-bb89-9c0f91c58ff8 req-825f6767-198d-4eb6-bd56-5881861ef345 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:33.831016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea8763eb-cd3a-4ff6-bb89-9c0f91c58ff8 req-825f6767-198d-4eb6-bd56-5881861ef345 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "DELETE /v2.0/security-groups/8aa04ba4-d458-49c7-9825-50e3223f81e8 HTTP/1.1" status: 204 len: 173 time: 0.3296590 Apr 20 12:49:33.843448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f6767-198d-4eb6-bd56-5881861ef345 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa04ba4-d458-49c7-9825-50e3223f81e8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:33.903224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.003654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95748b-38fe-4f38-aae3-449c9f0be7b7 req-9b878af9-c0f6-4596-b249-a7359ff2c5b2 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:34.012084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d95748b-38fe-4f38-aae3-449c9f0be7b7 req-9b878af9-c0f6-4596-b249-a7359ff2c5b2 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 932 time: 0.1022785 Apr 20 12:49:34.050977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a98ae58-37de-4387-8cca-b60082b899fc None None] Provisioning complete for port 5b4dc020-6797-4d1b-b479-cc275768f657 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:34.051575 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a98ae58-37de-4387-8cca-b60082b899fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.085675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d95748b-38fe-4f38-aae3-449c9f0be7b7 req-e0f9bff6-dd06-4427-ac66-3a72d8cefa0a tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717049 Apr 20 12:49:34.099738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0a98ae58-37de-4387-8cca-b60082b899fc None None] Port 5b4dc020-6797-4d1b-b479-cc275768f657 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:34.137013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:34.144105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:34.146452 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d05bec-6665-42a0-9c24-ec4faee26545" -d '{"events": [{"name": "network-changed", "server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:34.192316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3dc23dd-dba3-4a50-b686-718057d7bb52 req-053c7d7c-9a36-4353-a2c2-10c125be8a2e tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/dc5ac810-8b80-4a05-a27a-a5630acc18a8 HTTP/1.1" status: 200 len: 1811 time: 0.0701706 Apr 20 12:49:34.275496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:34.277748 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dfb52e-983a-4535-baa9-7ccbe85dee69" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:34.292941 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3dc23dd-dba3-4a50-b686-718057d7bb52 req-e62fd1ee-ea3d-4000-b089-1a0021672b0a tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.299952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4dc020-6797-4d1b-b479-cc275768f657 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:34.310975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.327613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:34.330465 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3dc23dd-dba3-4a50-b686-718057d7bb52 req-e62fd1ee-ea3d-4000-b089-1a0021672b0a tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.338886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Transition to ACTIVE for port object 5b4dc020-6797-4d1b-b479-cc275768f657 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:34.343437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 has no active binding in host n-h2-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:49:34.346126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.361076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-05f74380-8f0d-4b79-ad95-b0680eb22cc5 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2b22838dade84ef0b3596a1a76dcfaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329194 Apr 20 12:49:34.414191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4dc020-6797-4d1b-b479-cc275768f657,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:34.462353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3dc23dd-dba3-4a50-b686-718057d7bb52 req-e62fd1ee-ea3d-4000-b089-1a0021672b0a tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.466042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3dc23dd-dba3-4a50-b686-718057d7bb52 req-e62fd1ee-ea3d-4000-b089-1a0021672b0a tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.467903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3dc23dd-dba3-4a50-b686-718057d7bb52 req-e62fd1ee-ea3d-4000-b089-1a0021672b0a tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "DELETE /v2.0/security-groups/dc5ac810-8b80-4a05-a27a-a5630acc18a8 HTTP/1.1" status: 204 len: 173 time: 0.2689095 Apr 20 12:49:34.489942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fd1ee-ea3d-4000-b089-1a0021672b0a tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5ac810-8b80-4a05-a27a-a5630acc18a8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:34.589105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Attempting to bind port 5b4dc020-6797-4d1b-b479-cc275768f657 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:34.589892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Attempting to bind port 5b4dc020-6797-4d1b-b479-cc275768f657 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:34.590648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Attempting to bind port 5b4dc020-6797-4d1b-b479-cc275768f657 on network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:34.596632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-23fbd4ca-f292-4535-84a3-31d6302884c5 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:34.597858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Port 5b4dc020-6797-4d1b-b479-cc275768f657 on network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:34.598512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Attempting to bind port 5b4dc020-6797-4d1b-b479-cc275768f657 on network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:34.605762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-23fbd4ca-f292-4535-84a3-31d6302884c5 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304318 Apr 20 12:49:34.606378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:34.606723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Checking segment: {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:34.607155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Bound using segment: {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:34.608088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Bound port: 5b4dc020-6797-4d1b-b479-cc275768f657, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a6736a-be9b-4a68-bf86-f87a25ba3fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:34.608544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.634681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37567060-f486-4166-b741-c653ef2c6bcd req-1fe0b248-29af-406a-91e0-1dbabb8bd130 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 210 time: 0.0598476 Apr 20 12:49:34.647919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6fdfe169-0c23-49a7-9030-6c8fdb3a9631 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/quotas/2b22838dade84ef0b3596a1a76dcfaf0 HTTP/1.1" status: 200 len: 375 time: 0.0406699 Apr 20 12:49:34.689870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-ef0ad814-a20e-4f76-b1bd-72b3cdcb057e tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2b22838dade84ef0b3596a1a76dcfaf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410061 Apr 20 12:49:34.776983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] For port 5b4dc020-6797-4d1b-b479-cc275768f657, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:34.780849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] For port 5b4dc020-6797-4d1b-b479-cc275768f657, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5b4dc020-6797-4d1b-b479-cc275768f657,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:34.786733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.796124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92769bc5-4c82-4f66-b6d9-0ca3f86e7b5e req-a864f2ba-53e5-46a0-bd1c-19819932643b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:34.804314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92769bc5-4c82-4f66-b6d9-0ca3f86e7b5e req-a864f2ba-53e5-46a0-bd1c-19819932643b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.0790472 Apr 20 12:49:34.837411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:34.838119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:34.839722 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b4dc020-6797-4d1b-b479-cc275768f657 HTTP/1.1" status: 200 len: 1092 time: 1.0554881 Apr 20 12:49:34.875474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92769bc5-4c82-4f66-b6d9-0ca3f86e7b5e req-eb3e856a-4dc4-403c-89f4-9ba33244130d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697629 Apr 20 12:49:34.934745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7b155-7cf0-457c-a919-71b930847b37 service neutron] Pushing event updated for resources: {'Port': ['ID=5b4dc020-6797-4d1b-b479-cc275768f657,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:34.946690 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba042c5e-66fd-4b59-8bdd-8e1191c738b7 x-openstack-request-id: req-ba042c5e-66fd-4b59-8bdd-8e1191c738b7 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:34.946690 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:34.946884 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba042c5e-66fd-4b59-8bdd-8e1191c738b7 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:34.947274 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba042c5e-66fd-4b59-8bdd-8e1191c738b7'] response: {'name': 'network-changed', 'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'status': 'completed', 'code': 200} Apr 20 12:49:34.996432 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7871516f-639e-4aba-8496-26b2ac2eadee x-openstack-request-id: req-7871516f-639e-4aba-8496-26b2ac2eadee {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:34.997355 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:34.998435 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7871516f-639e-4aba-8496-26b2ac2eadee {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:35.005920 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7871516f-639e-4aba-8496-26b2ac2eadee'] response: {'name': 'network-changed', 'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2', 'status': 'completed', 'code': 200} Apr 20 12:49:35.006841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-5196e9ca-e261-45ae-8ab5-8fc4d5717607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.008393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-5196e9ca-e261-45ae-8ab5-8fc4d5717607 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5337b3a09f9c4dc28f13cee45978a705&device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 1095 time: 0.1185710 Apr 20 12:49:35.017123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-ad9a0377-18f9-4c47-a951-5ca8784e2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.018618 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-ad9a0377-18f9-4c47-a951-5ca8784e2ef2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 1094 time: 0.0644295 Apr 20 12:49:35.036104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.30', 50088) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:35.119316 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-5b7db97e-e2b8-4ec5-a347-84512b7158fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4dc020-6797-4d1b-b479-cc275768f657 HTTP/1.1" status: 200 len: 217 time: 0.0886605 Apr 20 12:49:35.204483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ab1e-f105-420b-b0fe-5674ecb2ffbf req-94c7359f-5d72-49e3-98aa-209f7c002d2d tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.212509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc32ab1e-f105-420b-b0fe-5674ecb2ffbf req-94c7359f-5d72-49e3-98aa-209f7c002d2d tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 943 time: 0.1982384 Apr 20 12:49:35.220843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-d7e167a6-bd03-4e4a-9f99-032831ae12ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.224891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-d7e167a6-bd03-4e4a-9f99-032831ae12ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1124 time: 0.1835015 Apr 20 12:49:35.308600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc32ab1e-f105-420b-b0fe-5674ecb2ffbf req-0c295184-35ac-4baa-9b22-e96332e45a0b tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902956 Apr 20 12:49:35.314246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bee19b45-3f5f-4a30-808e-f17824de5c55 req-3bf938f5-6e5e-47df-a386-9551ccf9a857 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/39aa94ae-6f0b-4df7-b142-07de706c2930 HTTP/1.1" status: 200 len: 1812 time: 0.2346408 Apr 20 12:49:35.381743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.30', 50089) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:35.389704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-bc1cfa8b-ad42-495f-9235-07b128039468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.390811 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-bc1cfa8b-ad42-495f-9235-07b128039468 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 924 time: 0.3521736 Apr 20 12:49:35.452025 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-bc566c08-4deb-4dcf-a7ef-fca742b64803 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7 HTTP/1.1" status: 200 len: 217 time: 0.0518250 Apr 20 12:49:35.453951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-7df08763-7661-4ad1-8268-8b8f727cf7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.455797 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-7df08763-7661-4ad1-8268-8b8f727cf7e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7 HTTP/1.1" status: 200 len: 853 time: 0.3128417 Apr 20 12:49:35.478004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-42d20c5c-d40f-4f1b-9dfb-ed449ff248aa tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491257 Apr 20 12:49:35.595831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-317078b8-cf47-4e07-9808-08414caf7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.597829 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-317078b8-cf47-4e07-9808-08414caf7e8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 200 len: 862 time: 0.1324337 Apr 20 12:49:35.605578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-b827f0e4-662d-4142-98b1-7ffbb8364007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.606350 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-b827f0e4-662d-4142-98b1-7ffbb8364007 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c009920-2ce0-48bc-8819-5c7b8a0e22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397667 Apr 20 12:49:35.622922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bee19b45-3f5f-4a30-808e-f17824de5c55 req-0bf56124-83a4-41c7-8644-d92078f6bcdd tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:35.646211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bee19b45-3f5f-4a30-808e-f17824de5c55 req-0bf56124-83a4-41c7-8644-d92078f6bcdd tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:35.687051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c07a4a-d95a-4c90-bdd0-133b5c096a92 req-7a7077d9-bfb0-414a-9a37-c20ba04cf099 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.703953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c07a4a-d95a-4c90-bdd0-133b5c096a92 req-7a7077d9-bfb0-414a-9a37-c20ba04cf099 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.2629762 Apr 20 12:49:35.715090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-423bd79f-308c-422a-b235-05e0d5dd634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.722418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-423bd79f-308c-422a-b235-05e0d5dd634d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.4728930 Apr 20 12:49:35.737808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-a5c02981-ca1b-4e3f-8dee-db89058f6071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.741206 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-a5c02981-ca1b-4e3f-8dee-db89058f6071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82a6086f-de31-4aa9-a4ca-d630b67f760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338556 Apr 20 12:49:35.769030 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73f626dd-ce63-4407-8ae0-d00afd047f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:35.794356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-0e4c8481-bc3d-45c2-b115-a09e8423b42a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 217 time: 0.0596747 Apr 20 12:49:35.828650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.30', 50090) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:35.839022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bee19b45-3f5f-4a30-808e-f17824de5c55 req-0bf56124-83a4-41c7-8644-d92078f6bcdd tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:35.842031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bee19b45-3f5f-4a30-808e-f17824de5c55 req-0bf56124-83a4-41c7-8644-d92078f6bcdd tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:35.843157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bee19b45-3f5f-4a30-808e-f17824de5c55 req-0bf56124-83a4-41c7-8644-d92078f6bcdd tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "DELETE /v2.0/security-groups/39aa94ae-6f0b-4df7-b142-07de706c2930 HTTP/1.1" status: 204 len: 173 time: 0.5125079 Apr 20 12:49:35.846926 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-d69025f6-7793-48c5-865d-ad6b942e2f27 service neutron] 10.222.0.30 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025101 Apr 20 12:49:35.876848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c07a4a-d95a-4c90-bdd0-133b5c096a92 req-401c640a-fcf2-40aa-94bc-7668e0d3b163 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645825 Apr 20 12:49:35.886175 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-9ab9ba20-0050-4959-8695-845a70d4ab3f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563993 Apr 20 12:49:35.915389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-f472b6c9-51b6-4dfa-88e6-8099db5a2ede tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.924531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-f472b6c9-51b6-4dfa-88e6-8099db5a2ede tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4269729 Apr 20 12:49:35.928467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56124-83a4-41c7-8644-d92078f6bcdd tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aa94ae-6f0b-4df7-b142-07de706c2930,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:35.933449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-56156471-dda9-49b0-8efb-844dafebf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:35.939000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-56156471-dda9-49b0-8efb-844dafebf83c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1327693 Apr 20 12:49:35.950052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:36.048681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-c363863f-aa4e-4474-a572-3b5a295f245a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785961 Apr 20 12:49:36.106789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17788a7d-f83d-4b8d-a6b6-c6a41868c187 req-f6635f39-25ee-4627-b7ae-38d4e4be4def tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 210 time: 0.1144376 Apr 20 12:49:36.142132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:36.358290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:36.371780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'mac_address': 'fa:16:3e:51:b6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:36.420911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-d13b546b-1b40-47e6-a727-1070f141b9ed tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:36.422445 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:36.422854 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-d13b546b-1b40-47e6-a727-1070f141b9ed tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5224330 Apr 20 12:49:36.441811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13e9e98e-64db-43d6-94b7-99e630a125cd {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:36.470878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:36.484698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb06387-6d12-42fe-a1f4-eabc4103f9a2 req-7d266890-4a91-42d3-af71-0325a5d12299 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:36.491138 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:36.491997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-feb06387-6d12-42fe-a1f4-eabc4103f9a2 req-7d266890-4a91-42d3-af71-0325a5d12299 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 944 time: 0.4854977 Apr 20 12:49:36.513578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d2efba8-f7f1-4c98-aacb-76309f30b05f req-35b59c2d-9b0a-4dc3-a2e2-9ff37080eacb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 210 time: 0.0813570 Apr 20 12:49:36.548364 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a243bfca-44b9-4e69-bc5e-d62a5f8e1d7f req-10545a3e-e7cb-4110-a207-f6596b208bd7 service neutron] 10.222.0.30 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6867204 Apr 20 12:49:36.562570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:36.670524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-feb06387-6d12-42fe-a1f4-eabc4103f9a2 req-47589ab0-5b73-4bd7-94a9-d954fb749e4d tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725492 Apr 20 12:49:36.696042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:36.725163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:36.736124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:36.758292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-30c3b659-b38c-4eee-be81-4e3924b4d80e service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356004 Apr 20 12:49:36.767488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab61cf4f-92db-476f-9bdc-f95a24b5ef1e req-fdff3521-4947-4e80-887f-2815c386a56c tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/71858b2a-5794-4288-ab35-e65be69df085 HTTP/1.1" status: 200 len: 1812 time: 0.1956654 Apr 20 12:49:36.810817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-f65ed6fd-1cdf-47e5-baf8-4489e88537a1 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2b22838dade84ef0b3596a1a76dcfaf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719182 Apr 20 12:49:36.891099 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-28abeda8-27e9-4eed-ae31-27217ad1a534 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1358473 Apr 20 12:49:36.895408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:36.900872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:36.926924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:36.941304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['13e9e98e-64db-43d6-94b7-99e630a125cd'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:36.946939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'port_id': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'mac_address': 'fa:16:3e:e3:d3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:36.958933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:36.961485 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac47d925-7aa0-407d-bfdc-84b26a837350" -d '{"events": [{"name": "network-changed", "server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:36.973721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:37.069217 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.091222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.112838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:37.151227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:37.162564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.194930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-977c1ef1-099b-4d14-a15c-1496f9a2a339 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654984 Apr 20 12:49:37.210444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-284d760b-a0dc-449d-84e9-d5a99040f2e3 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:37.213044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-284d760b-a0dc-449d-84e9-d5a99040f2e3 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774765 Apr 20 12:49:37.237092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.30 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/eb94c150-6284-4495-b925-6fdfe0525d8e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:37.245479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Request body: {'port': {'device_id': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '2b22838dade84ef0b3596a1a76dcfaf0'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:37.265191 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-dbb7b7ed-df56-4908-9bd9-118c4b5ce34a service neutron] 10.222.0.30 "GET /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.1597328 Apr 20 12:49:37.323102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:37.407246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b40a1-cae3-44f7-a78c-68551c98b245 req-2bececcc-f76b-49cd-8c5d-97d093fd7f72 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:37.408695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd8b40a1-cae3-44f7-a78c-68551c98b245 req-2bececcc-f76b-49cd-8c5d-97d093fd7f72 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.6139808 Apr 20 12:49:37.446540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Made reservation on behalf of 2b22838dade84ef0b3596a1a76dcfaf0 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:37.450025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.477134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab61cf4f-92db-476f-9bdc-f95a24b5ef1e req-df79fc23-ff1c-4b6b-9ac9-aea17dbe8715 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.483037 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.503627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17dfb52e-983a-4535-baa9-7ccbe85dee69 req-b9265687-2c8b-4e42-a6d3-4dbd77c7f1fd service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297068 Apr 20 12:49:37.555105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab61cf4f-92db-476f-9bdc-f95a24b5ef1e req-df79fc23-ff1c-4b6b-9ac9-aea17dbe8715 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.561817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd8b40a1-cae3-44f7-a78c-68551c98b245 req-c1eb153f-6c7b-4917-bd01-54153a3aefad tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364045 Apr 20 12:49:37.565071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.575276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['75d62cb0-0c13-4c86-8fce-e6d73bb192a7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:37.628247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:37.636196 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab61cf4f-92db-476f-9bdc-f95a24b5ef1e req-df79fc23-ff1c-4b6b-9ac9-aea17dbe8715 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.641389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab61cf4f-92db-476f-9bdc-f95a24b5ef1e req-df79fc23-ff1c-4b6b-9ac9-aea17dbe8715 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.650827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab61cf4f-92db-476f-9bdc-f95a24b5ef1e req-df79fc23-ff1c-4b6b-9ac9-aea17dbe8715 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "DELETE /v2.0/security-groups/71858b2a-5794-4288-ab35-e65be69df085 HTTP/1.1" status: 204 len: 173 time: 0.8768084 Apr 20 12:49:37.660498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:37.695582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.716682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:37.754678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:37.758308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79fc23-ff1c-4b6b-9ac9-aea17dbe8715 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71858b2a-5794-4288-ab35-e65be69df085,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:37.778506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:37.782951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:37.795496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:37.800383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:37.817587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.848713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.857508 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:37.858272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.860716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=eb94c150-6284-4495-b925-6fdfe0525d8e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:37.876920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:37.892034 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-40fc266e-4f0e-4c2f-9cd8-79b09be8992f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3426609 Apr 20 12:49:37.928038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.56 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:37.971722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] Transition to ACTIVE for port object aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:37.979174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Request body: {'port': {'device_id': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:37.986241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.078617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9555e-4597-4e17-8c87-0483be5ed518 req-3d72e16d-75a8-4ea4-9eb6-5e1c4c16174a tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.080623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9d9555e-4597-4e17-8c87-0483be5ed518 req-3d72e16d-75a8-4ea4-9eb6-5e1c4c16174a tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 944 time: 0.3180902 Apr 20 12:49:38.081249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] No DVR routers for this DVR port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:49:38.112282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f25115-d091-44dd-81a0-876994fe3753 req-842ab0dd-1b9e-4de8-a1bf-08bc7f912c4e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.113806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6f25115-d091-44dd-81a0-876994fe3753 req-842ab0dd-1b9e-4de8-a1bf-08bc7f912c4e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 943 time: 0.3506339 Apr 20 12:49:38.114453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e022ec6-411f-45c4-9c6d-3909c4efca37,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:38.166074 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2/bindings/n-h2-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8933842 Apr 20 12:49:38.167567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.171453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6c208-4e07-4921-b38d-4093743d2df9 service neutron] Pushing event updated for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=10']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:38.183363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:38.268766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6f25115-d091-44dd-81a0-876994fe3753 req-75420859-66ca-4024-85ae-a56f94a0b4ed tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219497 Apr 20 12:49:38.282140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9d9555e-4597-4e17-8c87-0483be5ed518 req-27a6a3e0-7edb-4d3c-ac11-3827f77fa634 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526725 Apr 20 12:49:38.343977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c31a1d49-57ed-4722-a0c6-2bc9b39c9d02 None None] Provisioning complete for port eb94c150-6284-4495-b925-6fdfe0525d8e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:38.348719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c31a1d49-57ed-4722-a0c6-2bc9b39c9d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.398580 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6251b12-e698-43b7-937d-66564a88d23f x-openstack-request-id: req-c6251b12-e698-43b7-937d-66564a88d23f {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:38.398980 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:38.399334 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6251b12-e698-43b7-937d-66564a88d23f {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:38.399830 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6251b12-e698-43b7-937d-66564a88d23f'] response: {'name': 'network-changed', 'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657', 'status': 'completed', 'code': 200} Apr 20 12:49:38.447221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c31a1d49-57ed-4722-a0c6-2bc9b39c9d02 None None] Port eb94c150-6284-4495-b925-6fdfe0525d8e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:38.464106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 13e9e98e-64db-43d6-94b7-99e630a125cd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:38.464478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.475477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-ed522105-e57c-4567-ae75-ea1eab3b6d5c tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.478024 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-ed522105-e57c-4567-ae75-ea1eab3b6d5c tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1095 time: 0.2369685 Apr 20 12:49:38.517409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.529969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-9d94dd29-913b-44e4-9477-e0805726a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.532148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-9d94dd29-913b-44e4-9477-e0805726a46c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5337b3a09f9c4dc28f13cee45978a705&device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 1095 time: 0.1356308 Apr 20 12:49:38.550884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa57da8c-7e61-416c-bbbe-7c37967754cb req-555e3693-609d-4056-8d3d-d4bdf2dd81bb tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 210 time: 0.0749073 Apr 20 12:49:38.556978 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.587178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-13ec633d-839d-40d2-91b9-1ad07c2184c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.588721 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-13ec633d-839d-40d2-91b9-1ad07c2184c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 1095 time: 0.0981793 Apr 20 12:49:38.599038 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.610566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f396fb-5afd-46ab-9f58-27defd4b7ab1 req-7a3376db-b27f-47fa-9d72-146984aabe6f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.612344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12f396fb-5afd-46ab-9f58-27defd4b7ab1 req-7a3376db-b27f-47fa-9d72-146984aabe6f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 935 time: 0.1467316 Apr 20 12:49:38.650329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:38.651944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:38.654843 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cff1060-7e3d-49d4-9844-d45d0eaa255a" -d '{"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:38.658262 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.661655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.694624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-bc587d29-000b-4829-8b59-95068b464cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.696272 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-bc587d29-000b-4829-8b59-95068b464cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1095 time: 0.0730364 Apr 20 12:49:38.731064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-9c907e01-dd21-45fb-85d2-b59fa4d7bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.732509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:38.733246 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-9c907e01-dd21-45fb-85d2-b59fa4d7bde1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c009920-2ce0-48bc-8819-5c7b8a0e22f8 HTTP/1.1" status: 200 len: 915 time: 0.1930339 Apr 20 12:49:38.742754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:38.820658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12f396fb-5afd-46ab-9f58-27defd4b7ab1 req-29e58e41-0e1f-47da-bc2c-0dd54798dcd9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020178 Apr 20 12:49:38.829563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:38.836791 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:38.851655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:38.854439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Allocated IP 192.168.233.227 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/2f702dbd-04db-4273-95d9-ebd5a32a0906) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:38.857195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:38.862260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35cf029a-f38a-4d85-b0b2-2d055835d611 req-9f37c8ee-7f8c-4dc1-b3c1-c83956b59794 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "GET /v2.0/security-groups/2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7 HTTP/1.1" status: 200 len: 1811 time: 0.2320008 Apr 20 12:49:38.866536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:38.875802 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-c49a85a7-b96d-4497-87c9-8048d0b705a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4dc020-6797-4d1b-b479-cc275768f657 HTTP/1.1" status: 200 len: 217 time: 0.0995712 Apr 20 12:49:38.969108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-476055c5-1943-4a76-926f-86cba2a640fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.971174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-476055c5-1943-4a76-926f-86cba2a640fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7 HTTP/1.1" status: 200 len: 853 time: 0.0827270 Apr 20 12:49:38.991656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:38.992294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.087376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-7a525634-f171-48c2-b5c5-4890d244cd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:39.093073 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-7a525634-f171-48c2-b5c5-4890d244cd54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.3842354 Apr 20 12:49:39.115585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-5983404c-7c17-4b20-9807-a410327b3cf9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1693447 Apr 20 12:49:39.116427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-eb7235f3-1a6e-45f4-b246-aef426f6a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:39.118225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-eb7235f3-1a6e-45f4-b246-aef426f6a870 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c009920-2ce0-48bc-8819-5c7b8a0e22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360943 Apr 20 12:49:39.172860 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-c19dfcbd-2472-42db-bad1-2ae7cdc3237c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 217 time: 0.0678465 Apr 20 12:49:39.185598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Request body: {'port': {'device_id': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:39.212901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35cf029a-f38a-4d85-b0b2-2d055835d611 req-fdab17a2-b3b2-44dc-ad79-c1fb9fd71629 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.234280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3b949-6a2b-4766-924c-511ea6147639 req-3732e2cd-aebd-4a83-937d-4aae82d67292 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:39.235798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66c3b949-6a2b-4766-924c-511ea6147639 req-3732e2cd-aebd-4a83-937d-4aae82d67292 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 944 time: 0.2639906 Apr 20 12:49:39.282376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35cf029a-f38a-4d85-b0b2-2d055835d611 req-fdab17a2-b3b2-44dc-ad79-c1fb9fd71629 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.291178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-47507903-25cf-45c7-875e-01e624d82919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:39.291670 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-47507903-25cf-45c7-875e-01e624d82919 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1041524 Apr 20 12:49:39.302448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-765d6bb0-0928-430c-822e-2660f763bfc6 None None] Provisioning complete for port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:39.303085 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-765d6bb0-0928-430c-822e-2660f763bfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.368086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.370572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-498dd4e9-c52d-4a82-b8c2-b7264141a957 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635493 Apr 20 12:49:39.372758 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-12a690fd-65bf-451d-89fd-640a85284318 service neutron] 10.222.0.30 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104764 Apr 20 12:49:39.376611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.378088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-765d6bb0-0928-430c-822e-2660f763bfc6 None None] Port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:39.419402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66c3b949-6a2b-4766-924c-511ea6147639 req-a408f09e-d98c-4eee-bcec-6100051b35a8 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663280 Apr 20 12:49:39.473299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35cf029a-f38a-4d85-b0b2-2d055835d611 req-fdab17a2-b3b2-44dc-ad79-c1fb9fd71629 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.475821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-35cf029a-f38a-4d85-b0b2-2d055835d611 req-fdab17a2-b3b2-44dc-ad79-c1fb9fd71629 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.476940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35cf029a-f38a-4d85-b0b2-2d055835d611 req-fdab17a2-b3b2-44dc-ad79-c1fb9fd71629 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] 10.222.0.24 "DELETE /v2.0/security-groups/2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7 HTTP/1.1" status: 204 len: 173 time: 0.5843794 Apr 20 12:49:39.492869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51174) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:39.540081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab17a2-b3b2-44dc-ad79-c1fb9fd71629 tempest-SecurityGroupRulesNegativeTestJSON-682328061 tempest-SecurityGroupRulesNegativeTestJSON-682328061-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2e5e2-24e3-42e2-8f72-62bd2e4189c7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:39.586917 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c207d1d-ef22-493c-a4de-33304c8c4271 x-openstack-request-id: req-7c207d1d-ef22-493c-a4de-33304c8c4271 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:39.587913 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:39.588320 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c207d1d-ef22-493c-a4de-33304c8c4271 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:39.589290 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c207d1d-ef22-493c-a4de-33304c8c4271'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'code': 200} Apr 20 12:49:39.608175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.745045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:39.762786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ac47d925-7aa0-407d-bfdc-84b26a837350 req-dbdff410-49e8-4784-8746-2d9d970d8115 service neutron] 10.222.0.30 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812168 Apr 20 12:49:39.766574 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-e83eb3df-08ab-4fdb-b89e-e107aad45d06 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764257 Apr 20 12:49:39.767508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:39.771374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:39.822087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] Deleting subnet 15efe59a-a02e-435a-adc1-38c4029acded {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:49:39.839093 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.876611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Pushing event updated for resources: {'Port': ['ID=2f702dbd-04db-4273-95d9-ebd5a32a0906,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:39.932209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9023d448-aa72-4f39-9d8b-ee31c0eebbde req-ded1884f-d9ed-4c65-93bd-d65b27e49237 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:39.939986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9023d448-aa72-4f39-9d8b-ee31c0eebbde req-ded1884f-d9ed-4c65-93bd-d65b27e49237 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 944 time: 0.2874370 Apr 20 12:49:39.947237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:39.948122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:39.957968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb26fb6-0c86-46b2-b834-c2041eee8782 req-fea869ac-d7a8-4266-8beb-fd7dea74823f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:39.966218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdb26fb6-0c86-46b2-b834-c2041eee8782 req-fea869ac-d7a8-4266-8beb-fd7dea74823f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.3687801 Apr 20 12:49:39.971579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.025168 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-c9a15b20-8dee-47da-841e-defc66688bd7 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371378 Apr 20 12:49:40.029885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb94c150-6284-4495-b925-6fdfe0525d8e {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:40.063803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.081355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-189a9583-7418-476b-a789-b4b6da438e5b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8407176 Apr 20 12:49:40.087604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Transition to ACTIVE for port object eb94c150-6284-4495-b925-6fdfe0525d8e will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:40.106619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.116256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8247c4b9-c295-463c-be4f-fae9fbd31d71 None None] Provisioning complete for port 2f702dbd-04db-4273-95d9-ebd5a32a0906 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:40.116989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8247c4b9-c295-463c-be4f-fae9fbd31d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.159210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Pushing event updated for resources: {'Port': ['ID=eb94c150-6284-4495-b925-6fdfe0525d8e,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:40.196195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8247c4b9-c295-463c-be4f-fae9fbd31d71 None None] Port 2f702dbd-04db-4273-95d9-ebd5a32a0906 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:49:40.287650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdb26fb6-0c86-46b2-b834-c2041eee8782 req-a39d79e4-f0c1-4b21-a04a-fdfa950f022e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201377 Apr 20 12:49:40.295284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Request body: {'port': {'device_id': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:40.314963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Attempting to bind port eb94c150-6284-4495-b925-6fdfe0525d8e on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:40.315619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Attempting to bind port eb94c150-6284-4495-b925-6fdfe0525d8e by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:40.316170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Attempting to bind port eb94c150-6284-4495-b925-6fdfe0525d8e on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:40.327470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.327870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Port eb94c150-6284-4495-b925-6fdfe0525d8e on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:40.328276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Attempting to bind port eb94c150-6284-4495-b925-6fdfe0525d8e on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:40.333980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9023d448-aa72-4f39-9d8b-ee31c0eebbde req-6e195117-8f7f-461e-9cc1-6052df2f9e10 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3928492 Apr 20 12:49:40.334780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:40.335196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:40.335649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:40.336154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Bound port: eb94c150-6284-4495-b925-6fdfe0525d8e, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:40.336611 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.457852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:40.473116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] For port eb94c150-6284-4495-b925-6fdfe0525d8e, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:40.477259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] For port eb94c150-6284-4495-b925-6fdfe0525d8e, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=eb94c150-6284-4495-b925-6fdfe0525d8e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:40.519994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.535216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Transition to ACTIVE for port object 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:40.558022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.584034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.616282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Pushing event updated for resources: {'Port': ['ID=eb94c150-6284-4495-b925-6fdfe0525d8e,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:40.628822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:40.629438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.631083 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7ab82348-1796-4b12-a905-6c2fd19e9200 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb94c150-6284-4495-b925-6fdfe0525d8e HTTP/1.1" status: 200 len: 1095 time: 2.6576877 Apr 20 12:49:40.631716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'tag': 'eb94c150-6284-4495-b925-6fdfe0525d8e'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:40.634187 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ab012-b3c2-404e-a958-5bae4ebf1539" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6361e-24ee-4e19-a867-b1b77f3b141c", "tag": "eb94c150-6284-4495-b925-6fdfe0525d8e"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:40.654192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-a49c44c9-de72-4c66-8618-ed8692b1b144 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:40.662271 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-a49c44c9-de72-4c66-8618-ed8692b1b144 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1095 time: 0.1830621 Apr 20 12:49:40.666354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5b4dc020-6797-4d1b-b479-cc275768f657 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:40.701520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:40.704582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.760408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:40.840308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7fb59a7f-ee56-4884-8491-16be2e87d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:40.842689 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7fb59a7f-ee56-4884-8491-16be2e87d24e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 1098 time: 0.1476188 Apr 20 12:49:40.855615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15efe59a-a02e-435a-adc1-38c4029acded,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:40.865989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5b4dc020-6797-4d1b-b479-cc275768f657, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5b4dc020-6797-4d1b-b479-cc275768f657,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:40.977904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:41.000209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a7288-4149-4df8-ab7b-4679a8cf7a04 req-669140fe-7b4d-490e-8956-2103207adab1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:41.007792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c37a7288-4149-4df8-ab7b-4679a8cf7a04 req-669140fe-7b4d-490e-8956-2103207adab1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 944 time: 0.5014346 Apr 20 12:49:41.012998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.016066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-91cb5ce6-f359-42fb-9660-ac51b878665f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/15efe59a-a02e-435a-adc1-38c4029acded HTTP/1.1" status: 204 len: 168 time: 1.5210431 Apr 20 12:49:41.049978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f7660-433d-413a-8877-d9dff9047db7 req-6c115f4b-1d45-485b-82fd-e690d931d07a tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:41.051596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-258f7660-433d-413a-8877-d9dff9047db7 req-6c115f4b-1d45-485b-82fd-e690d931d07a tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 936 time: 0.5426483 Apr 20 12:49:41.066521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51188) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:41.119323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '5b4dc020-6797-4d1b-b479-cc275768f657', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'port_id': '5b4dc020-6797-4d1b-b479-cc275768f657', 'mac_address': 'fa:16:3e:f5:15:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:41.175034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.211003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:41.225408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4dc020-6797-4d1b-b479-cc275768f657 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:41.249531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5b4dc020-6797-4d1b-b479-cc275768f657, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5b4dc020-6797-4d1b-b479-cc275768f657,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:41.255529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:41.256522 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.330472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.411183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-b299ef6f-2031-4035-ab94-e8c112c078f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=eb94c150-6284-4495-b925-6fdfe0525d8e HTTP/1.1" status: 200 len: 217 time: 0.5579274 Apr 20 12:49:41.475375 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.490636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-288bc48b-f125-4dbf-8d55-2c78a4984917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:41.492472 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-288bc48b-f125-4dbf-8d55-2c78a4984917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0719647 Apr 20 12:49:41.550906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:41.581156 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.581867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:41.612533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:41.615433 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07d8d9b-3c2d-4647-96d4-067c358da341" -d '{"events": [{"server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "name": "network-vif-plugged", "status": "completed", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:41.629438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5b4dc020-6797-4d1b-b479-cc275768f657,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:41.658214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-21c0f270-d4a9-456f-98bc-e5627bd6baf1 service neutron] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:41.661002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-19f3ba21-5466-4cc0-bcfc-b2c9303435b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:41.663066 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-19f3ba21-5466-4cc0-bcfc-b2c9303435b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607301 Apr 20 12:49:41.667270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-21c0f270-d4a9-456f-98bc-e5627bd6baf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.668290 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c41ca5-3aaa-431b-947c-eae9528186a4 req-21c0f270-d4a9-456f-98bc-e5627bd6baf1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2/bindings/n-h1-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.9906631 Apr 20 12:49:41.686851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c37a7288-4149-4df8-ab7b-4679a8cf7a04 req-5285e437-4621-475a-b811-e39ecaa11650 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781573 Apr 20 12:49:41.698149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:49:41.703354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['5b4dc020-6797-4d1b-b479-cc275768f657'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:41.708250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:41.729434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-258f7660-433d-413a-8877-d9dff9047db7 req-300f2ae9-8df5-41e4-a531-be1dfe40fa91 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828307 Apr 20 12:49:41.781365 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:41.787089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Attempting to bind port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:41.787413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Attempting to bind port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:41.787735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Attempting to bind port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:41.792814 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-f292d32e-41f7-43ad-8ddc-7bb208bfb61a service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219811 Apr 20 12:49:41.812708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:41.813021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Attempting to bind port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:42.025133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:42.025949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:42.026589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:42.027269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Bound port: 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:42.027882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.137154 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-e9d40e41-d2ef-4295-903a-b440cdf2c2ff service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366530 Apr 20 12:49:42.171446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fff831-d93b-4eff-819e-93ff48ae9634 req-c7e9b354-b26a-4e19-8822-5e5117831c6c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.184229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39fff831-d93b-4eff-819e-93ff48ae9634 req-c7e9b354-b26a-4e19-8822-5e5117831c6c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 947 time: 0.1673787 Apr 20 12:49:42.305743 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.346374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0691ed1-4de0-4024-a72e-87876a3ac6d0 req-dace0ba6-81d1-46e8-bfba-5c4baeb4735b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.347837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0691ed1-4de0-4024-a72e-87876a3ac6d0 req-dace0ba6-81d1-46e8-bfba-5c4baeb4735b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 945 time: 0.3624761 Apr 20 12:49:42.353033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] For port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:42.376683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39fff831-d93b-4eff-819e-93ff48ae9634 req-5dacc8c1-f219-4e96-a620-5f869ef8a430 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596518 Apr 20 12:49:42.383160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f784d9-5153-4e68-bd7f-f5fd6a61a88b']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:42.418405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59a2fb7-08d7-4447-b522-db17d45eb1cd') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:42.418702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59a2fb7-08d7-4447-b522-db17d45eb1cd') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:42.422767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] For port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:42.435438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.438762 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275426b1-6809-4382-9ca0-6e56c2ad0b28 x-openstack-request-id: req-275426b1-6809-4382-9ca0-6e56c2ad0b28 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:42.438947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.439146 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6361e-24ee-4e19-a867-b1b77f3b141c", "tag": "eb94c150-6284-4495-b925-6fdfe0525d8e", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:42.439358 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-275426b1-6809-4382-9ca0-6e56c2ad0b28 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:42.440071 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275426b1-6809-4382-9ca0-6e56c2ad0b28'] response: {'name': 'network-changed', 'server_uuid': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'tag': 'eb94c150-6284-4495-b925-6fdfe0525d8e', 'status': 'completed', 'code': 200} Apr 20 12:49:42.490457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f702dbd-04db-4273-95d9-ebd5a32a0906 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:42.504471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.514258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.521585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0691ed1-4de0-4024-a72e-87876a3ac6d0 req-e58720b6-b20c-4435-9e5c-5ee3fa7e3620 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591036 Apr 20 12:49:42.557101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-10d2d809-6589-4436-b297-ddffb205ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.560880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:49:42.561307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.565165 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-10d2d809-6589-4436-b297-ddffb205ec8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 1098 time: 0.1060402 Apr 20 12:49:42.578538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.579158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.580502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] 10.222.0.30 "PUT /v2.0/ports/5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 HTTP/1.1" status: 200 len: 1095 time: 3.4114845 Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:49:42.583812 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:49:42.585931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'tag': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:42.609898 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527e9179-3017-44db-821f-b1691d0e71a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d86f1dd-c750-43aa-acef-e3cdd3948ec9", "tag": "5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:42.695087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Transition to ACTIVE for port object 2f702dbd-04db-4273-95d9-ebd5a32a0906 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:42.737320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-2795e713-764e-4110-9b4d-7dbbf2c1e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.742692 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-2795e713-764e-4110-9b4d-7dbbf2c1e471 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1656575 Apr 20 12:49:42.789332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.808426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f316882-e271-409b-9f93-7f0c0f2c289f service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:42.828147 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-98a4e49a-5635-4fda-bb23-3baf7e98d788 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=eb94c150-6284-4495-b925-6fdfe0525d8e HTTP/1.1" status: 200 len: 217 time: 0.0733063 Apr 20 12:49:42.849551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e82929-04a0-4456-8d0a-c7b566279f91 req-3ea4d081-fe5e-43ab-8b57-5dd36d4707a8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.858212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7e82929-04a0-4456-8d0a-c7b566279f91 req-3ea4d081-fe5e-43ab-8b57-5dd36d4707a8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.3414018 Apr 20 12:49:42.910667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.915155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-d16ac23a-f539-441d-ad58-441a95a1b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.917093 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-d16ac23a-f539-441d-ad58-441a95a1b30f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0820611 Apr 20 12:49:42.931233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-b6b11847-aeeb-43f1-a4d5-18c19096f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.932680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-b6b11847-aeeb-43f1-a4d5-18c19096f582 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 1098 time: 0.2671030 Apr 20 12:49:42.938280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:42.952007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] 10.222.0.24 "DELETE /v2.0/networks/42f784d9-5153-4e68-bd7f-f5fd6a61a88b HTTP/1.1" status: 204 len: 168 time: 1.8798237 Apr 20 12:49:42.995804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-96b4432e-c1b5-4952-a44f-8adfe1942cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:42.998315 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-96b4432e-c1b5-4952-a44f-8adfe1942cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731039 Apr 20 12:49:43.059856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76c2ae-ddc2-443d-8faf-be773b2ed51e req-b9a045de-a7e1-489d-a11c-772625fb8bdf tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:43.067763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a76c2ae-ddc2-443d-8faf-be773b2ed51e req-b9a045de-a7e1-489d-a11c-772625fb8bdf tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.4212558 Apr 20 12:49:43.157054 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-9c900e79-1a4d-4c44-89e4-f0c4892fd91d service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498404 Apr 20 12:49:43.193658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7e82929-04a0-4456-8d0a-c7b566279f91 req-5e31f188-2452-4cb2-8543-6401cfa64773 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345718 Apr 20 12:49:43.198185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-12cffcad-b176-44cc-9502-3d15984ca6df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 HTTP/1.1" status: 200 len: 217 time: 0.1701298 Apr 20 12:49:43.208863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb877be9-8140-413c-ba22-075e1fd2e104 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f784d9-5153-4e68-bd7f-f5fd6a61a88b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:43.293314 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8983239-98d5-43cb-b234-600390c60cd4 x-openstack-request-id: req-e8983239-98d5-43cb-b234-600390c60cd4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:43.294002 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "name": "network-vif-plugged", "status": "completed", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:43.295171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-a2cc2b44-6ebd-4b84-b376-fe30b016a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:43.295926 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8983239-98d5-43cb-b234-600390c60cd4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:43.296345 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8983239-98d5-43cb-b234-600390c60cd4'] response: {'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'code': 200} Apr 20 12:49:43.296797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-a2cc2b44-6ebd-4b84-b376-fe30b016a1c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0668826 Apr 20 12:49:43.297890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f702dbd-04db-4273-95d9-ebd5a32a0906,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:43.301213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51220) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:43.369139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Attempting to bind port 2f702dbd-04db-4273-95d9-ebd5a32a0906 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:43.370453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Attempting to bind port 2f702dbd-04db-4273-95d9-ebd5a32a0906 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:43.371030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Attempting to bind port 2f702dbd-04db-4273-95d9-ebd5a32a0906 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:43.406404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Port 2f702dbd-04db-4273-95d9-ebd5a32a0906 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:43.407712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Attempting to bind port 2f702dbd-04db-4273-95d9-ebd5a32a0906 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:43.417120 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c1440a-25d3-4e42-9c35-8fcade0811d5 x-openstack-request-id: req-52c1440a-25d3-4e42-9c35-8fcade0811d5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d86f1dd-c750-43aa-acef-e3cdd3948ec9", "tag": "5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52c1440a-25d3-4e42-9c35-8fcade0811d5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c1440a-25d3-4e42-9c35-8fcade0811d5'] response: {'name': 'network-changed', 'server_uuid': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'tag': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', 'status': 'completed', 'code': 200} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Bound port: 2f702dbd-04db-4273-95d9-ebd5a32a0906, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:43.421692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.446546 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d1ab012-b3c2-404e-a958-5bae4ebf1539 req-a0e05db6-214c-4594-8934-e355488855d2 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805650 Apr 20 12:49:43.450847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a76c2ae-ddc2-443d-8faf-be773b2ed51e req-fce6ca66-4609-4133-a1ea-676623fdc9ff tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820956 Apr 20 12:49:43.452514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3edb1f-55d6-4dfe-91bc-e27d82e73a79 req-c8f35f61-6407-4502-a96b-f937d83fbe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:43.458731 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8f3edb1f-55d6-4dfe-91bc-e27d82e73a79 req-c8f35f61-6407-4502-a96b-f937d83fbe7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 1096 time: 0.0924883 Apr 20 12:49:43.500420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9bbbbf44-d638-4328-b2e9-38a9ad575c2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dad4314b9c5d4902a3b6813d651d558e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1932368 Apr 20 12:49:43.501185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51226) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:43.516756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-f85ebe84-ccbe-45e4-b9a1-927e0b347ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:43.530945 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8f3edb1f-55d6-4dfe-91bc-e27d82e73a79 req-8c3cd575-48b1-4898-a5c0-4d3697286e91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660970 Apr 20 12:49:43.531481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-f85ebe84-ccbe-45e4-b9a1-927e0b347ac2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2240062 Apr 20 12:49:43.581410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b090193-13d7-474f-aafc-ea025d0d3e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.611108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b090193-13d7-474f-aafc-ea025d0d3e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.663766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b090193-13d7-474f-aafc-ea025d0d3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.667185 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b090193-13d7-474f-aafc-ea025d0d3e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.668608 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b090193-13d7-474f-aafc-ea025d0d3e9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80ac8bdc-a95f-415c-a71e-08923df9fab2 HTTP/1.1" status: 204 len: 168 time: 0.1663630 Apr 20 12:49:43.678586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b090193-13d7-474f-aafc-ea025d0d3e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ac8bdc-a95f-415c-a71e-08923df9fab2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:43.686667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] For port 2f702dbd-04db-4273-95d9-ebd5a32a0906, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:43.691990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb37c6-2e1f-42f3-9846-bbfde33cc012 req-8c84edc3-4b5d-40f6-93c6-89c64b502a17 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:43.693680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88eb37c6-2e1f-42f3-9846-bbfde33cc012 req-8c84edc3-4b5d-40f6-93c6-89c64b502a17 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1095 time: 0.1290083 Apr 20 12:49:43.703296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10884da-dfcb-499d-aecd-dfd76fbe8d75 req-4caa23ff-cbe2-488f-af95-6b702c266e35 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:43.705811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c10884da-dfcb-499d-aecd-dfd76fbe8d75 req-4caa23ff-cbe2-488f-af95-6b702c266e35 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 948 time: 0.1518507 Apr 20 12:49:43.708851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] For port 2f702dbd-04db-4273-95d9-ebd5a32a0906, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2f702dbd-04db-4273-95d9-ebd5a32a0906,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:43.730155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.795008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:43.795733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:43.797337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f702dbd-04db-4273-95d9-ebd5a32a0906 HTTP/1.1" status: 200 len: 1096 time: 3.5311015 Apr 20 12:49:43.878631 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88eb37c6-2e1f-42f3-9846-bbfde33cc012 req-bf4a9003-aeed-44e2-963d-bcf0be7229b6 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679399 Apr 20 12:49:44.007319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517326d-cab8-48d7-aaea-1a2d8b0e69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2f702dbd-04db-4273-95d9-ebd5a32a0906,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:44.016049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c10884da-dfcb-499d-aecd-dfd76fbe8d75 req-41626d95-83ae-47bf-86b6-e637f83605ad tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982063 Apr 20 12:49:44.139687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-8b8734ae-afee-4630-8d65-18488e0935dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:44.141352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-8b8734ae-afee-4630-8d65-18488e0935dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b22838dade84ef0b3596a1a76dcfaf0&device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 1099 time: 0.2917063 Apr 20 12:49:44.144659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-c04569b8-4a1b-4c9a-b1ca-1bea831c37e1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253086 Apr 20 12:49:44.156787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c70af-3203-4975-9723-885dc8b4c22c req-c48e01a1-fd6d-4a5b-bffa-7974cd321aa1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:44.158467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-307c70af-3203-4975-9723-885dc8b4c22c req-c48e01a1-fd6d-4a5b-bffa-7974cd321aa1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 947 time: 0.1315544 Apr 20 12:49:44.252555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-4135ca79-9a80-45f3-8da2-ea3156b1f215 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2f702dbd-04db-4273-95d9-ebd5a32a0906 HTTP/1.1" status: 200 len: 217 time: 0.0930459 Apr 20 12:49:44.386971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-4b633752-b8c5-4b48-a45d-72b0e5f1557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:44.388678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-4b633752-b8c5-4b48-a45d-72b0e5f1557e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0959826 Apr 20 12:49:44.414583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-307c70af-3203-4975-9723-885dc8b4c22c req-813f5e07-7cf8-4f6e-9d13-b1bf3d2cdeff tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376986 Apr 20 12:49:44.445378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d391385-0696-49ff-adaf-3c9c5cce5055 req-33fd0683-db2e-4b03-85dc-759a8655cafe tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:44.454157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d391385-0696-49ff-adaf-3c9c5cce5055 req-33fd0683-db2e-4b03-85dc-759a8655cafe tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 945 time: 0.2786765 Apr 20 12:49:44.541155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b94139b-5061-4eba-ab2f-59a746be2b49 req-509d9829-0ff1-41bc-808b-ea0bba545020 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804073 Apr 20 12:49:44.693673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5b4dc020-6797-4d1b-b479-cc275768f657 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:44.790502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51270) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:44.795861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 5b4dc020-6797-4d1b-b479-cc275768f657 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:44.803219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 5b4dc020-6797-4d1b-b479-cc275768f657 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:44.803779 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:44.875841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-5f0e1b66-2cee-465e-aeda-d31a2e42eaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:44.878788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-5f0e1b66-2cee-465e-aeda-d31a2e42eaeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4787798 Apr 20 12:49:44.899011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d391385-0696-49ff-adaf-3c9c5cce5055 req-388c371c-b39d-4617-a0f8-1750c34f42c9 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4394555 Apr 20 12:49:44.940891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-471257421-network', 'tenant_id': '3c15e744be154e06846015d1357ddb1d'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:44.951684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:44.977479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Made reservation on behalf of 3c15e744be154e06846015d1357ddb1d for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:44.981103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:44.998137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.005133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5b4dc020-6797-4d1b-b479-cc275768f657, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5b4dc020-6797-4d1b-b479-cc275768f657,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:45.019406 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.095596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.097352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5b4dc020-6797-4d1b-b479-cc275768f657,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:45.108180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.129559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:49:45.187756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b809906e-a34d-47d0-9804-441dd70d53c8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:45.191088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9179-3017-44db-821f-b1691d0e71a8 req-90898b17-385b-40e4-b375-2d02399416e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.192599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e9179-3017-44db-821f-b1691d0e71a8 req-90898b17-385b-40e4-b375-2d02399416e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 1098 time: 0.3333421 Apr 20 12:49:45.206743 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.208735 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Added segment 4edcbbdb-2d5a-4695-89ac-3e5735a01692 of type vlan for network b4c5dd80-a993-4265-b886-1d43fbd360de Apr 20 12:49:45.243486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-6ef80617-29e2-4bd6-9764-0ec8b5f50906 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056502 Apr 20 12:49:45.269510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.297374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:45.299674 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dc55fe-d301-4cf2-8d19-bef9c393d37d" -d '{"events": [{"server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "name": "network-vif-plugged", "status": "completed", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:45.301733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.302835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a65523-164a-438d-b811-23d660e04d6f req-4075cbe9-c21e-4cf0-b8f1-cfad93011635 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.303965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.304399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69a65523-164a-438d-b811-23d660e04d6f req-4075cbe9-c21e-4cf0-b8f1-cfad93011635 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.2590930 Apr 20 12:49:45.305157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.321845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-420ee24f-1f3e-415d-885a-1792447f3ea4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.323281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-420ee24f-1f3e-415d-885a-1792447f3ea4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.7635195 Apr 20 12:49:45.382721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] Pushing event updated for resources: {'Network': ['ID=b4c5dd80-a993-4265-b886-1d43fbd360de,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:45.399987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network b4c5dd80-a993-4265-b886-1d43fbd360de details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:49:45.407233 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b1e66350-fee8-43e6-b9de-ab14fad2795e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6154132 Apr 20 12:49:45.409976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51282) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:45.421074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Request body: {'subnet': {'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-471257421-subnet', 'tenant_id': '3c15e744be154e06846015d1357ddb1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:45.426623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-0bd091bf-cdec-41eb-a1e1-9838ec233939 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/quotas/58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 375 time: 0.0639455 Apr 20 12:49:45.427044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'tag': '2f702dbd-04db-4273-95d9-ebd5a32a0906'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:45.429224 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d135836d-b95b-423c-87c5-a5cdfecf87c2" -d '{"events": [{"name": "network-changed", "server_uuid": "13a29bb7-4b38-4abc-bc70-b0a0d2bc838a", "tag": "2f702dbd-04db-4273-95d9-ebd5a32a0906"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:45.461375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Made reservation on behalf of 3c15e744be154e06846015d1357ddb1d for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:45.466407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.542160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69a65523-164a-438d-b811-23d660e04d6f req-c523039f-935e-485f-ae4e-48fd8329c01b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106724 Apr 20 12:49:45.542160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9179-3017-44db-821f-b1691d0e71a8 req-fb0dbcc8-ad53-4658-a928-51d4ada07fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.542160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e9179-3017-44db-821f-b1691d0e71a8 req-fb0dbcc8-ad53-4658-a928-51d4ada07fce service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3317149 Apr 20 12:49:45.543863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b854bce-8083-4726-a2a4-97b22b3765c5 req-596219fc-e1e7-4957-aeca-3aab361f2f28 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908950 Apr 20 12:49:45.616314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e9179-3017-44db-821f-b1691d0e71a8 req-3805415d-be10-489f-9541-bd945b9ab597 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 HTTP/1.1" status: 200 len: 217 time: 0.0584483 Apr 20 12:49:45.648537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-154ce12a-e446-4154-b933-04d7e3408e28 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927195 Apr 20 12:49:45.775502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.785126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9179-3017-44db-821f-b1691d0e71a8 req-2dc8224a-a4f8-4adf-9dec-249d45cd2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.786607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e9179-3017-44db-821f-b1691d0e71a8 req-2dc8224a-a4f8-4adf-9dec-249d45cd2ac9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1623104 Apr 20 12:49:45.855547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Checking segment: {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:45.856565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Network hostable DHCP agents. Network: b4c5dd80-a993-4265-b886-1d43fbd360de, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:49:45.870195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afd5e16-1c98-417f-86aa-2e08ec56b8c0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:45.890282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Network b4c5dd80-a993-4265-b886-1d43fbd360de is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:49:45.892604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-72ebb346-56a4-4785-8c9f-f204345956f7 service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973040 Apr 20 12:49:45.901186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, b4c5dd80-a993-4265-b886-1d43fbd360de) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:45.906594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.907322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:45.922697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f755b55-38d5-4c42-bb57-1e61baa593c2 None None] Network b4c5dd80-a993-4265-b886-1d43fbd360de requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:45.941222 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-64846947-658b-44ab-86a7-5e6edde8295d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5221515 Apr 20 12:49:45.944943 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:49:45.949173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670298-c92c-4f95-a7e2-5cd6cc575d56 req-97e56256-1b46-4dac-8ef2-ba728cfc4cda tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.960517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e670298-c92c-4f95-a7e2-5cd6cc575d56 req-97e56256-1b46-4dac-8ef2-ba728cfc4cda tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.2667754 Apr 20 12:49:45.965545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e9179-3017-44db-821f-b1691d0e71a8 req-37b3522b-291f-4b3c-aba5-de1fd486c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:45.967197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e9179-3017-44db-821f-b1691d0e71a8 req-37b3522b-291f-4b3c-aba5-de1fd486c080 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598060 Apr 20 12:49:46.094624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c979755-c4b3-4e94-b5d4-c49eb945273e None None] Network b4c5dd80-a993-4265-b886-1d43fbd360de requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:49:46.146215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e670298-c92c-4f95-a7e2-5cd6cc575d56 req-d77bdb29-9f34-4f2e-bb2a-ea3abce7300e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765361 Apr 20 12:49:46.195367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-33e9bf8d-a17d-41e2-ac53-d2a56121a63b service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019104 Apr 20 12:49:46.206073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e9179-3017-44db-821f-b1691d0e71a8 req-cd73bb7b-fb88-44cf-8cc3-fd7394591bfa service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873863 Apr 20 12:49:46.329272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d2311-49ce-4f6c-9c1e-a9a0abbc42ae req-018ce009-b4af-461e-bbde-5c868176bf1e tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:46.331160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79d2311-49ce-4f6c-9c1e-a9a0abbc42ae req-018ce009-b4af-461e-bbde-5c868176bf1e tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 948 time: 0.0914648 Apr 20 12:49:46.392308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e9179-3017-44db-821f-b1691d0e71a8 req-06c50efe-6943-490a-9951-a8a97bdd9dfa service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786511 Apr 20 12:49:46.409465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79d2311-49ce-4f6c-9c1e-a9a0abbc42ae req-77319771-bb9a-4287-8a4e-58c810687923 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630820 Apr 20 12:49:46.413837 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3697ea-e39e-4577-b8b9-fcc72e43a58a x-openstack-request-id: req-1f3697ea-e39e-4577-b8b9-fcc72e43a58a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:46.414159 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "name": "network-vif-plugged", "status": "completed", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:46.414423 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f3697ea-e39e-4577-b8b9-fcc72e43a58a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:46.414890 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3697ea-e39e-4577-b8b9-fcc72e43a58a'] response: {'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657', 'code': 200} Apr 20 12:49:46.468104 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92254ed4-9f27-45dd-bb9c-5a3d2246f468 x-openstack-request-id: req-92254ed4-9f27-45dd-bb9c-5a3d2246f468 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:46.468439 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a29bb7-4b38-4abc-bc70-b0a0d2bc838a", "tag": "2f702dbd-04db-4273-95d9-ebd5a32a0906", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:46.468616 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92254ed4-9f27-45dd-bb9c-5a3d2246f468 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:46.469015 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92254ed4-9f27-45dd-bb9c-5a3d2246f468'] response: {'name': 'network-changed', 'server_uuid': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'tag': '2f702dbd-04db-4273-95d9-ebd5a32a0906', 'status': 'completed', 'code': 200} Apr 20 12:49:46.642628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5ef0f-0449-4f06-9992-bef027d981df req-a4be6606-2fe3-4a04-8d50-cd0a7be3fe5b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:46.644188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-daf5ef0f-0449-4f06-9992-bef027d981df req-a4be6606-2fe3-4a04-8d50-cd0a7be3fe5b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 947 time: 0.1601915 Apr 20 12:49:46.663061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf115d-2cf8-4ce7-bc52-80b12d786777 req-18d3c905-a5c2-411b-90f5-5ea3d5eb7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:46.663061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4cf115d-2cf8-4ce7-bc52-80b12d786777 req-18d3c905-a5c2-411b-90f5-5ea3d5eb7cd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 1097 time: 0.1400962 Apr 20 12:49:46.670488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-ae46744c-45f7-4c79-870b-c6b0b68741e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:46.671934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-ae46744c-45f7-4c79-870b-c6b0b68741e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b22838dade84ef0b3596a1a76dcfaf0&device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 1099 time: 0.1496735 Apr 20 12:49:46.705238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device eb94c150-6284-4495-b925-6fdfe0525d8e details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:46.794085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-a32900ee-9e2c-4274-8028-2eab239bba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:46.796092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-a32900ee-9e2c-4274-8028-2eab239bba97 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1028552 Apr 20 12:49:46.829282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4cf115d-2cf8-4ce7-bc52-80b12d786777 req-f4e44e21-722c-4a60-bc3a-e1c83f007f8f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610069 Apr 20 12:49:46.845147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103ccbe-a267-48e5-a7cd-c235d97a0743 req-05151eb3-4f95-4700-9d48-c1a9acd4cdbc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:46.848459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0103ccbe-a267-48e5-a7cd-c235d97a0743 req-05151eb3-4f95-4700-9d48-c1a9acd4cdbc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 946 time: 0.2854741 Apr 20 12:49:46.897459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-950d1092-acb2-4285-83a0-6f84a98c9433 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2f702dbd-04db-4273-95d9-ebd5a32a0906 HTTP/1.1" status: 200 len: 217 time: 0.0929773 Apr 20 12:49:46.922332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port eb94c150-6284-4495-b925-6fdfe0525d8e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=eb94c150-6284-4495-b925-6fdfe0525d8e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:46.932823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'eb94c150-6284-4495-b925-6fdfe0525d8e', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'eb94c150-6284-4495-b925-6fdfe0525d8e', 'mac_address': 'fa:16:3e:bb:aa:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:46.976357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-daf5ef0f-0449-4f06-9992-bef027d981df req-542efc36-6a35-4ea6-8d1d-769e8d933993 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023131 Apr 20 12:49:46.993872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:47.017647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0103ccbe-a267-48e5-a7cd-c235d97a0743 req-8095de59-1233-49c3-9316-c2d5039808f2 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094697 Apr 20 12:49:47.020051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-98265705-dd48-42cf-a635-83de6c458c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:47.021656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-98265705-dd48-42cf-a635-83de6c458c54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1014533 Apr 20 12:49:47.030014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb94c150-6284-4495-b925-6fdfe0525d8e {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:47.061369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port eb94c150-6284-4495-b925-6fdfe0525d8e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=eb94c150-6284-4495-b925-6fdfe0525d8e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:47.076864 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:47.139949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-72b10365-0b16-4c6b-8b76-ff888111cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:47.141503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-72b10365-0b16-4c6b-8b76-ff888111cdfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087801 Apr 20 12:49:47.201772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ffd4-1edd-4ac5-88ee-8deac8a0c0a0 req-7e469aca-2046-4026-8dfa-328c7c8b629d tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:47.203480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3427ffd4-1edd-4ac5-88ee-8deac8a0c0a0 req-7e469aca-2046-4026-8dfa-328c7c8b629d tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.0997617 Apr 20 12:49:47.205619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=eb94c150-6284-4495-b925-6fdfe0525d8e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:47.212645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51320) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:47.217769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Request body: {'floatingip': {'port_id': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:47.302741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-a4576bf5-25b1-4f4e-b4d8-7f41be470dc9 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488161 Apr 20 12:49:47.320686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5005360b-f177-4c4e-a663-259513e9b28a req-3a56574b-5c38-48f1-bbbd-143fc4682876 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 210 time: 0.0371451 Apr 20 12:49:47.341083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:47.450261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:47.632814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d135836d-b95b-423c-87c5-a5cdfecf87c2 req-c096ee4b-2958-483d-9169-e0676ac1fd97 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145411 Apr 20 12:49:47.646267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fa351-044c-4ee4-939d-0ebd1dc14d08 req-57e8e7a6-37d8-4670-9672-141b8a88d378 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:47.655004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-971fa351-044c-4ee4-939d-0ebd1dc14d08 req-57e8e7a6-37d8-4670-9672-141b8a88d378 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.1512117 Apr 20 12:49:47.699471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-23c09062-849a-4470-8c8b-e1cbd108cd76 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:47.706770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-23c09062-849a-4470-8c8b-e1cbd108cd76 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/networks?id=b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 200 len: 817 time: 0.3789649 Apr 20 12:49:47.720244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-971fa351-044c-4ee4-939d-0ebd1dc14d08 req-ad74f63f-4e42-4c58-903f-15aa3742e689 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641086 Apr 20 12:49:47.729753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-d62326d3-0bf9-4f2a-b31f-49503c952043 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/quotas/3c15e744be154e06846015d1357ddb1d HTTP/1.1" status: 200 len: 375 time: 0.0218747 Apr 20 12:49:47.778383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-114eef6f-f9d5-47cb-af30-8034ea237736 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c15e744be154e06846015d1357ddb1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476210 Apr 20 12:49:47.916557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486e442-b39c-4016-b531-c7180e6be594 req-28f027a5-9afd-4be2-add8-d692e5590430 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:47.918399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6486e442-b39c-4016-b531-c7180e6be594 req-28f027a5-9afd-4be2-add8-d692e5590430 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 948 time: 0.1156180 Apr 20 12:49:47.953583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-b600f660-6801-4e3b-a76a-c27e43f08752 service neutron] 10.222.0.24 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736946 Apr 20 12:49:48.035082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6486e442-b39c-4016-b531-c7180e6be594 req-ba456cba-af96-4564-904a-6fdedc992248 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058936 Apr 20 12:49:48.039269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:48.048131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:48.101336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-9d514962-3bf2-4776-9593-93c8c06b65d0 service neutron] 10.222.0.24 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466885 Apr 20 12:49:48.167405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2f702dbd-04db-4273-95d9-ebd5a32a0906 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:48.259741 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7 associated. External IP: 172.25.3.236, port: 75d62cb0-0c13-4c86-8fce-e6d73bb192a7. Apr 20 12:49:48.371878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2f702dbd-04db-4273-95d9-ebd5a32a0906, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2f702dbd-04db-4273-95d9-ebd5a32a0906,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:48.389417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2f702dbd-04db-4273-95d9-ebd5a32a0906', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '2f702dbd-04db-4273-95d9-ebd5a32a0906', 'mac_address': 'fa:16:3e:90:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:48.442750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:48.461474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f702dbd-04db-4273-95d9-ebd5a32a0906 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:48.489265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2f702dbd-04db-4273-95d9-ebd5a32a0906, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2f702dbd-04db-4273-95d9-ebd5a32a0906,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:48.496646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:48.631582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2f702dbd-04db-4273-95d9-ebd5a32a0906,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:48.735448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:48.762743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device eb94c150-6284-4495-b925-6fdfe0525d8e up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:48.819379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:48.851315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:49:48.858075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2f702dbd-04db-4273-95d9-ebd5a32a0906'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:48.999449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port eb94c150-6284-4495-b925-6fdfe0525d8e completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:49.016355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port eb94c150-6284-4495-b925-6fdfe0525d8e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:49.017441 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:49.032557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029579ed-436d-4e01-8570-9e93807cde87 req-5257662e-e69c-4f9f-9b01-5b1d9e37b07e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:49.034171 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:49.041370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029579ed-436d-4e01-8570-9e93807cde87 req-5257662e-e69c-4f9f-9b01-5b1d9e37b07e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 948 time: 0.8262262 Apr 20 12:49:49.043511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-89fd8dfe-32b7-444b-a02f-287ea77a51cc tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:49.045458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-89fd8dfe-32b7-444b-a02f-287ea77a51cc tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.9709430 Apr 20 12:49:49.054563 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] Sync routers for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:49.070618 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:49.071357 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:49.074043 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:49.085568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Request body: {'port': {'device_id': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'admin_state_up': True, 'tenant_id': '58d6ce25f39e41289b3a0a0fa898bb04'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:49.144890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:49.151505 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-acfb5e84-8acd-4f9c-aa9e-888300da5a21 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "PUT /v2.0/floatingips/440aafab-b83e-465f-8e35-ec3d83fdd3b7 HTTP/1.1" status: 200 len: 991 time: 1.9352837 Apr 20 12:49:49.151505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:49.156949 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab67241-8a6c-4ead-95aa-0cfccb843219" -d '{"events": [{"name": "network-changed", "server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:49.161885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd63f43-5672-4458-998a-4c9f2eb95c88 req-48f462a5-e33b-4ee0-bd59-fe32e340d22e tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:49.173878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cd63f43-5672-4458-998a-4c9f2eb95c88 req-48f462a5-e33b-4ee0-bd59-fe32e340d22e tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 946 time: 0.2944710 Apr 20 12:49:49.217623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:49.239796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', 'mac_address': 'fa:16:3e:97:65:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:49.272898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029579ed-436d-4e01-8570-9e93807cde87 req-085a03af-f9c9-41a2-b872-22dfdf7eb836 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211883 Apr 20 12:49:49.285714 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:49.359569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cd63f43-5672-4458-998a-4c9f2eb95c88 req-87fe267b-d827-4cf9-a8de-a35846a14d2e tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831820 Apr 20 12:49:49.439534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port eb94c150-6284-4495-b925-6fdfe0525d8e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=eb94c150-6284-4495-b925-6fdfe0525d8e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:49.488033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7307531e-b122-4789-9879-1ed256d8c86c req-4c932617-03ee-48fc-9be6-56e8d0b11b20 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 210 time: 0.0913978 Apr 20 12:49:49.506125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb94c150-6284-4495-b925-6fdfe0525d8e'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:49.507912 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ded8038-571f-4be3-b5ce-5edcb941e63e" -d '{"events": [{"server_uuid": "c6f6361e-24ee-4e19-a867-b1b77f3b141c", "name": "network-vif-plugged", "status": "completed", "tag": "eb94c150-6284-4495-b925-6fdfe0525d8e"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:49.527380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Made reservation on behalf of 58d6ce25f39e41289b3a0a0fa898bb04 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:49.531469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:49.555109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:49.704107 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:49.751494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:49.760161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=eb94c150-6284-4495-b925-6fdfe0525d8e,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:49.792534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:49.801149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:49.870658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553aea9b-1145-4e55-829f-2b2fef3092c6 req-c73b38e7-26ed-4d5d-bfec-6ae057f69b7b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:49.878351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-553aea9b-1145-4e55-829f-2b2fef3092c6 req-c73b38e7-26ed-4d5d-bfec-6ae057f69b7b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 949 time: 0.1416273 Apr 20 12:49:49.907207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9f8f9-4253-405a-8b09-17dcf72ce09c req-4be490c3-cf51-4b49-9b92-4af9a01d1038 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:49.915142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dc9f8f9-4253-405a-8b09-17dcf72ce09c req-4be490c3-cf51-4b49-9b92-4af9a01d1038 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.2202392 Apr 20 12:49:49.934607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:50.016456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dc9f8f9-4253-405a-8b09-17dcf72ce09c req-145acde6-e452-456e-8735-144960c4a061 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000812 Apr 20 12:49:50.017985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Allocated IP 172.20.0.13 (d9e8eef9-a31a-4a33-8069-33786e1657d5/fcf46457-26a6-4590-84f1-d414b21e7516/edd9dd58-6089-4309-88aa-df018f19fc5f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:50.025252 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '440aafab-b83e-465f-8e35-ec3d83fdd3b7', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'port_id': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'mac_address': 'fa:16:3e:e3:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:47:38Z', 'updated_at': '2022-04-20T12:49:47Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:50.074776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-553aea9b-1145-4e55-829f-2b2fef3092c6 req-443aeec9-3d07-4e9d-9aa4-cd0d2b056c1a tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950872 Apr 20 12:49:50.112613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] Checking router: 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:50.134440 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:50.135051 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:50.152141 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a7c090-63bf-4c2a-a896-4ff2b3765629 x-openstack-request-id: req-60a7c090-63bf-4c2a-a896-4ff2b3765629 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:50.153336 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:50.154609 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60a7c090-63bf-4c2a-a896-4ff2b3765629 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:50.165475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:50.166064 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a7c090-63bf-4c2a-a896-4ff2b3765629'] response: {'name': 'network-changed', 'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'status': 'completed', 'code': 200} Apr 20 12:49:50.289505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-f5b38ce9-1f0f-4b9d-af8c-bb984110894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:50.294788 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-f5b38ce9-1f0f-4b9d-af8c-bb984110894d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 1096 time: 0.1078258 Apr 20 12:49:50.299693 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:50.543243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-434dbf33-94fd-4677-8432-69bc5567a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:50.545893 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-434dbf33-94fd-4677-8432-69bc5567a2c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 200 len: 924 time: 0.2465439 Apr 20 12:49:50.579625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42270ba-77ac-4d52-b4cf-aabdbf2c1843 req-0a40ddd2-8f56-42a0-a51b-5a6fef4c5689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:50.581305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42270ba-77ac-4d52-b4cf-aabdbf2c1843 req-0a40ddd2-8f56-42a0-a51b-5a6fef4c5689 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.4144769 Apr 20 12:49:50.590106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b3d53-f9c5-4518-95c3-f5914cd11ac5 req-da90be73-b567-4385-b703-e64dbaf5fdb6 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:50.600073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a62b3d53-f9c5-4518-95c3-f5914cd11ac5 req-da90be73-b567-4385-b703-e64dbaf5fdb6 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 946 time: 0.2999318 Apr 20 12:49:50.610148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51394) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:49:50.658423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:50.682790 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbf24db-cb36-4291-8068-1241b09c5c8b x-openstack-request-id: req-8dbf24db-cb36-4291-8068-1241b09c5c8b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:50.684005 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6361e-24ee-4e19-a867-b1b77f3b141c", "name": "network-vif-plugged", "status": "completed", "tag": "eb94c150-6284-4495-b925-6fdfe0525d8e", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:50.684537 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dbf24db-cb36-4291-8068-1241b09c5c8b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:50.685353 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dbf24db-cb36-4291-8068-1241b09c5c8b'] response: {'server_uuid': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb94c150-6284-4495-b925-6fdfe0525d8e', 'code': 200} Apr 20 12:49:50.718656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Request body: {'floatingip': {'port_id': '5b4dc020-6797-4d1b-b479-cc275768f657'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:50.752463 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-74174be4-bc14-4b4d-b17f-6e9ac7aa7951 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7 HTTP/1.1" status: 200 len: 999 time: 0.1896386 Apr 20 12:49:50.836358 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '440aafab-b83e-465f-8e35-ec3d83fdd3b7', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'port_id': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'mac_address': 'fa:16:3e:e3:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:47:38Z', 'updated_at': '2022-04-20T12:49:47Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:50.912923 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63e488-a467-4b9f-8bef-5a7929367cf8 None None] The sync data for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 is: [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '440aafab-b83e-465f-8e35-ec3d83fdd3b7', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'port_id': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'mac_address': 'fa:16:3e:e3:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:47:38Z', 'updated_at': '2022-04-20T12:49:47Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:50.925013 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:51.013801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:51.062964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-515e0719-3099-4793-92f5-ceaf13578bf9 req-1464f003-e060-4ae7-aa9b-c8cdb63f4b27 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 210 time: 0.1410081 Apr 20 12:49:51.074155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-4eea274d-6962-4f68-9c09-01b7aa868b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.075677 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-4eea274d-6962-4f68-9c09-01b7aa868b3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 200 len: 862 time: 0.3139288 Apr 20 12:49:51.104584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42270ba-77ac-4d52-b4cf-aabdbf2c1843 req-8c35fa31-a804-4da6-abdf-05cb48c1f757 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958566 Apr 20 12:49:51.125425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bcd13-0bbd-4ae1-8c8f-e7ec03172d01 req-d2a282c4-a1b2-43db-9453-ae6a3b1a317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.127113 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d2bcd13-0bbd-4ae1-8c8f-e7ec03172d01 req-d2a282c4-a1b2-43db-9453-ae6a3b1a317a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 1100 time: 0.1899116 Apr 20 12:49:51.153248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:51.155369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:51.189785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:51.190763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-61cd2a80-5ddc-480a-9bdb-98493002f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.192376 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-61cd2a80-5ddc-480a-9bdb-98493002f184 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82a6086f-de31-4aa9-a4ca-d630b67f760f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088591 Apr 20 12:49:51.203794 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d2bcd13-0bbd-4ae1-8c8f-e7ec03172d01 req-d9d8686c-6626-49f0-b169-4ebedbf7117b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694122 Apr 20 12:49:51.257142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:51.316256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542066cf-f49e-402a-93b5-f34476fa5113 None None] New status for floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:49:51.351692 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-2e9dfbfd-62bc-4e58-8cbe-8ddd6e5807e5 service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499844 Apr 20 12:49:51.408405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.409369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:51.466088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe101c-f97d-471d-8d25-ab77cd27a1d7 req-3a7acd28-8a44-47b3-ad9f-6b54e5ef0549 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.476162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0efe101c-f97d-471d-8d25-ab77cd27a1d7 req-3a7acd28-8a44-47b3-ad9f-6b54e5ef0549 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 932 time: 0.2127912 Apr 20 12:49:51.590640 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-aab67241-8a6c-4ead-95aa-0cfccb843219 req-f9a0f53f-8b8c-43a1-9450-396a1c48effc service neutron] 10.222.0.30 "GET /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219807 Apr 20 12:49:51.647182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-be6ef148-2c95-4138-aaa1-d0a720fd5579 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.648995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-be6ef148-2c95-4138-aaa1-d0a720fd5579 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "GET /v2.0/networks?id=b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 200 len: 817 time: 0.1636639 Apr 20 12:49:51.683013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Request body: {'port': {'device_id': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de', 'admin_state_up': True, 'tenant_id': '3c15e744be154e06846015d1357ddb1d'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:51.707817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234ea4f-48a8-449d-93bd-b1849f3d40c0 req-97f1f3a9-a8e4-4e66-9841-772c41f9925c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.716548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7234ea4f-48a8-449d-93bd-b1849f3d40c0 req-97f1f3a9-a8e4-4e66-9841-772c41f9925c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 949 time: 0.4931920 Apr 20 12:49:51.721358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-4279ec49-be5a-4721-b450-08054ff8c4da tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6599965 Apr 20 12:49:51.760998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-05649086-d5dd-4a53-9625-f14b6e5a40cb tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:51.764170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-05649086-d5dd-4a53-9625-f14b6e5a40cb tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.30 "GET /v2.0/networks?id=b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 200 len: 817 time: 0.1762128 Apr 20 12:49:51.774784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Request body: {'port': {'device_id': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:51.782575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Request body: {'port': {'device_id': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de', 'admin_state_up': True, 'tenant_id': '3c15e744be154e06846015d1357ddb1d'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:51.912208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7234ea4f-48a8-449d-93bd-b1849f3d40c0 req-caa52852-e467-4405-b039-487cb835bab8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902657 Apr 20 12:49:51.931670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Made reservation on behalf of 3c15e744be154e06846015d1357ddb1d for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:51.937030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:51.952581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0efe101c-f97d-471d-8d25-ab77cd27a1d7 req-d3818b56-e586-4dc3-bf28-c86c0e97d259 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743707 Apr 20 12:49:52.076523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:52.181536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Allocated IP 172.20.0.2 (b4c5dd80-a993-4265-b886-1d43fbd360de/0afd5e16-1c98-417f-86aa-2e08ec56b8c0/b2937efa-0ac2-4639-a643-71b3cf350893) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:52.209681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2f702dbd-04db-4273-95d9-ebd5a32a0906 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:52.373259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2f702dbd-04db-4273-95d9-ebd5a32a0906 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:52.389196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2f702dbd-04db-4273-95d9-ebd5a32a0906 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:52.389196 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:52.436071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-881e60be-867d-4ba2-a0be-7c7be965adb1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:52.437281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Made reservation on behalf of 3c15e744be154e06846015d1357ddb1d for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:52.438000 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-881e60be-867d-4ba2-a0be-7c7be965adb1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "GET /v2.0/networks?id=b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 200 len: 817 time: 0.2715163 Apr 20 12:49:52.451420 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:52.470524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Request body: {'port': {'device_id': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de', 'admin_state_up': True, 'tenant_id': '3c15e744be154e06846015d1357ddb1d'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:52.552070 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:52.595061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2f702dbd-04db-4273-95d9-ebd5a32a0906, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2f702dbd-04db-4273-95d9-ebd5a32a0906,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:52.608967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:52.692245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f702dbd-04db-4273-95d9-ebd5a32a0906'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:52.699271 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6aaca6-3ade-47b0-9f45-730c44f8d8bf" -d '{"events": [{"server_uuid": "13a29bb7-4b38-4abc-bc70-b0a0d2bc838a", "name": "network-vif-plugged", "status": "completed", "tag": "2f702dbd-04db-4273-95d9-ebd5a32a0906"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:52.761886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:52.766002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:49:52.784683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2f702dbd-04db-4273-95d9-ebd5a32a0906,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:52.888934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Made reservation on behalf of 3c15e744be154e06846015d1357ddb1d for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:49:52.901279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:52.907207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:49:52.914849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:49:52.915806 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.071452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.076809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.129920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:53.136007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.160577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Network b4c5dd80-a993-4265-b886-1d43fbd360de is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:53.167231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:53.173356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:53.214925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:53.222393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Allocated IP 172.20.0.10 (b4c5dd80-a993-4265-b886-1d43fbd360de/0afd5e16-1c98-417f-86aa-2e08ec56b8c0/4a214696-f4bb-407e-a305-c3baffecfd22) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:53.240458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Pushing event updated for resources: {'Port': ['ID=b2937efa-0ac2-4639-a643-71b3cf350893,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:53.266826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba4181-9b4c-439d-a5ce-1dff7360cc2f req-c25637a7-4c10-4e45-8c19-609c5c5f8269 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:53.266826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caba4181-9b4c-439d-a5ce-1dff7360cc2f req-c25637a7-4c10-4e45-8c19-609c5c5f8269 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 949 time: 1.1131516 Apr 20 12:49:53.274075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:53.275442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.293090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae118be5-6587-4bda-92d8-be129875de2d req-9630bf29-2612-44f0-9428-48e4737ad0e1 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:53.295468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae118be5-6587-4bda-92d8-be129875de2d req-9630bf29-2612-44f0-9428-48e4737ad0e1 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 1.1541140 Apr 20 12:49:53.327457 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f1ec744c-9a4e-4d2b-98e5-8b4eab2a5eb9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5508585 Apr 20 12:49:53.342432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Request body: {'port': {'device_id': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:53.410872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.456127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:49:53.468168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.566492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae118be5-6587-4bda-92d8-be129875de2d req-a427d477-00a1-4512-a1c1-426e53fa8e68 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856492 Apr 20 12:49:53.569068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caba4181-9b4c-439d-a5ce-1dff7360cc2f req-0f0e2a79-39d3-4ea5-8f75-e1ee174c352a tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421541 Apr 20 12:49:53.620560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.633674 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.683703 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f965823e-f290-4470-8a4e-66598de42eb4 x-openstack-request-id: req-f965823e-f290-4470-8a4e-66598de42eb4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:53.684278 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a29bb7-4b38-4abc-bc70-b0a0d2bc838a", "name": "network-vif-plugged", "status": "completed", "tag": "2f702dbd-04db-4273-95d9-ebd5a32a0906", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:53.684783 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f965823e-f290-4470-8a4e-66598de42eb4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:53.685950 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f965823e-f290-4470-8a4e-66598de42eb4'] response: {'server_uuid': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f702dbd-04db-4273-95d9-ebd5a32a0906', 'code': 200} Apr 20 12:49:53.741172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-272c429a-2cdb-458b-977c-acd688eef990 req-89e8af41-83fa-4679-8c76-cedba4e31dcf tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 210 time: 0.0475719 Apr 20 12:49:53.923775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:53.932620 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Floating IP 7160b336-d856-4f53-b8c2-665439fe07a7 associated. External IP: 172.25.3.251, port: 5b4dc020-6797-4d1b-b479-cc275768f657. Apr 20 12:49:53.997793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd9dd58-6089-4309-88aa-df018f19fc5f {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:54.027144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:54.065576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596fd61-5624-4017-bf58-a1f32fe3991e req-47007531-997d-469c-913a-941d30b78739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.067224 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3596fd61-5624-4017-bf58-a1f32fe3991e req-47007531-997d-469c-913a-941d30b78739 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 1101 time: 0.1620543 Apr 20 12:49:54.092517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:54.102823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e74fdb-67ea-4ede-8ad2-991f33f3fc30 req-10dd4e56-2236-4a8a-a63a-1ebdcfb587e1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.104681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44e74fdb-67ea-4ede-8ad2-991f33f3fc30 req-10dd4e56-2236-4a8a-a63a-1ebdcfb587e1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 949 time: 0.2528837 Apr 20 12:49:54.166622 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3596fd61-5624-4017-bf58-a1f32fe3991e req-0429bea6-539a-4a98-b898-dc4c84d9b1e2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868101 Apr 20 12:49:54.168211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Network b4c5dd80-a993-4265-b886-1d43fbd360de is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:54.169883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb4473-575d-4366-90ff-fe805ba252de req-352c085d-6f69-4e2d-b9b9-7215970fd4d9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.171365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fdb4473-575d-4366-90ff-fe805ba252de req-352c085d-6f69-4e2d-b9b9-7215970fd4d9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 932 time: 0.3213110 Apr 20 12:49:54.171545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:54.176360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:54.178884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Pushing event updated for resources: {'Port': ['ID=4a214696-f4bb-407e-a305-c3baffecfd22,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:54.204982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Transition to ACTIVE for port object edd9dd58-6089-4309-88aa-df018f19fc5f will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:54.236914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.237653 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:54.252540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:54.255093 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1925b4cc-c842-4409-b595-c7a389925e5e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7953100 Apr 20 12:49:54.358170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Allocated IP 172.20.0.4 (b4c5dd80-a993-4265-b886-1d43fbd360de/0afd5e16-1c98-417f-86aa-2e08ec56b8c0/62599a3c-48e7-4d95-8535-024c359eab26) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:49:54.366346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109a908-d97d-4231-ba57-8299fe13c452 req-de4061fc-1547-4121-84ee-55b379264872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.367816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a109a908-d97d-4231-ba57-8299fe13c452 req-de4061fc-1547-4121-84ee-55b379264872 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1101 time: 0.3744352 Apr 20 12:49:54.386998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44e74fdb-67ea-4ede-8ad2-991f33f3fc30 req-d6c6826f-4017-4224-bafc-6ec21e888cf0 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308440 Apr 20 12:49:54.402701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Request body: {'port': {'device_id': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:54.450228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fdb4473-575d-4366-90ff-fe805ba252de req-3a9ccbc3-b089-4e5f-a4aa-da3b2e26ce6e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402115 Apr 20 12:49:54.465457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:54.476717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:54.491742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-7f621a90-846f-461a-bdbd-cfbce324afca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2975247 Apr 20 12:49:54.673600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a109a908-d97d-4231-ba57-8299fe13c452 req-36b2a7f0-ccf1-429d-b540-7bd28bbb39da service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313685 Apr 20 12:49:54.776670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe8178-4cb1-46cd-8923-4ba9d4792b78 req-38aa037f-494f-45d3-bc9c-573d452c5fd0 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.778123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99fe8178-4cb1-46cd-8923-4ba9d4792b78 req-38aa037f-494f-45d3-bc9c-573d452c5fd0 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 949 time: 0.2988575 Apr 20 12:49:54.783980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:54.784311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:54.784634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:54.802492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:49:54.815354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-1820d3aa-df17-4d40-8729-7f0a15183d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.816762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-1820d3aa-df17-4d40-8729-7f0a15183d67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 1099 time: 0.2524655 Apr 20 12:49:54.817280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:54.817591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:54.853426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:54.853781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:54.854155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:54.854576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Bound port: edd9dd58-6089-4309-88aa-df018f19fc5f, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:54.854934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:54.874556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5505d-7a74-4454-be87-b112ad4b6f05 req-746cf2d1-c5ff-4cfa-82cd-bccda4f17782 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:54.876036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60b5505d-7a74-4454-be87-b112ad4b6f05 req-746cf2d1-c5ff-4cfa-82cd-bccda4f17782 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 950 time: 0.2133093 Apr 20 12:49:55.207829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99fe8178-4cb1-46cd-8923-4ba9d4792b78 req-5f971389-c41a-40dd-9e18-a67de2c3700b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190886 Apr 20 12:49:55.215288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.383545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60b5505d-7a74-4454-be87-b112ad4b6f05 req-53786363-39a8-4c25-8651-d1aaeb73d4b1 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557487 Apr 20 12:49:55.443489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:55.452775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-30fdeb89-97a2-4b66-b446-e7cddea5f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:55.454187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-30fdeb89-97a2-4b66-b446-e7cddea5f2f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3275518 Apr 20 12:49:55.473847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:49:55.479352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:55.485278 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] Sync routers for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:49:55.488374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.490723 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.499607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ed29e-adc3-45b1-bd89-c0b96904bc28 req-9cf52ddf-651f-453d-babb-f3b0bfb56a82 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:55.501082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f3ed29e-adc3-45b1-bd89-c0b96904bc28 req-9cf52ddf-651f-453d-babb-f3b0bfb56a82 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 950 time: 0.2281389 Apr 20 12:49:55.519924 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:55.520671 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:55.562749 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.612151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-e6fd8f9e-e452-4816-8977-5976d88938a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983 HTTP/1.1" status: 200 len: 217 time: 0.1364317 Apr 20 12:49:55.636479 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:55.646701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f19099b1-d645-4464-893c-983d184d16d0 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "PUT /v2.0/floatingips/7160b336-d856-4f53-b8c2-665439fe07a7 HTTP/1.1" status: 200 len: 992 time: 4.9338102 Apr 20 12:49:55.648291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2937efa-0ac2-4639-a643-71b3cf350893 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:55.654121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Network b4c5dd80-a993-4265-b886-1d43fbd360de is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:49:55.657872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:55.658402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.660174 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b48eace-9ebc-4385-8d42-63632fe52e77" -d '{"events": [{"name": "network-changed", "server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:55.663590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:55.664190 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.665519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] 10.222.0.30 "PUT /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 1092 time: 3.8952837 Apr 20 12:49:55.675170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Transition to ACTIVE for port object b2937efa-0ac2-4639-a643-71b3cf350893 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:55.687728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:55.691521 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15014a62-e2b3-4f76-8de1-b39a8392a067" -d '{"events": [{"server_uuid": "4d86f1dd-c750-43aa-acef-e3cdd3948ec9", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:55.694760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:49:55.704541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:49:55.724546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4d41-989b-4537-9cd9-dcbf528b1f21 req-ef56bdca-ac0f-47aa-a569-b6d1b6bd8b1a tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:55.725979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb1b4d41-989b-4537-9cd9-dcbf528b1f21 req-ef56bdca-ac0f-47aa-a569-b6d1b6bd8b1a tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 932 time: 0.2745774 Apr 20 12:49:55.726594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Pushing event updated for resources: {'Port': ['ID=62599a3c-48e7-4d95-8535-024c359eab26,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:55.753880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.800586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f3ed29e-adc3-45b1-bd89-c0b96904bc28 req-35bb4127-a9b2-4b00-bc3c-395e9736f11e tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785974 Apr 20 12:49:55.845667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-c566f7c8-9b82-445d-9672-fe5d8ae4e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:55.847108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-c566f7c8-9b82-445d-9672-fe5d8ae4e85f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2216599 Apr 20 12:49:55.867428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2937efa-0ac2-4639-a643-71b3cf350893,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:55.882450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:55.883701 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:55.898716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5c5e5-ad2a-47f8-8331-3a3ce09b736d service neutron] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:55.906113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb1b4d41-989b-4537-9cd9-dcbf528b1f21 req-a28009b5-77ff-4c39-b799-9119a0a87fcd tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557972 Apr 20 12:49:55.933664 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '7160b336-d856-4f53-b8c2-665439fe07a7', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'port_id': '5b4dc020-6797-4d1b-b479-cc275768f657', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'mac_address': 'fa:16:3e:f5:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:49:27Z', 'updated_at': '2022-04-20T12:49:53Z', 'revision_number': 1, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:27Z', 'revision_number': 5, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:55.939991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-81ba051a-1623-4cc3-91cb-ba97cd0154f3 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2733195 Apr 20 12:49:55.941894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-46e54f1f-1854-41b7-b29f-9bc9d5107da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:55.943868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-46e54f1f-1854-41b7-b29f-9bc9d5107da5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1095 time: 0.1466455 Apr 20 12:49:55.972702 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] Checking router: 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:49:55.977919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Request body: {'port': {'device_id': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:49:55.989586 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:49:55.994391 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:49:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:56.033036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Attempting to bind port b2937efa-0ac2-4639-a643-71b3cf350893 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:56.033394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Attempting to bind port b2937efa-0ac2-4639-a643-71b3cf350893 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:56.033836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Attempting to bind port b2937efa-0ac2-4639-a643-71b3cf350893 on network b4c5dd80-a993-4265-b886-1d43fbd360de {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:56.045119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Port b2937efa-0ac2-4639-a643-71b3cf350893 on network b4c5dd80-a993-4265-b886-1d43fbd360de not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:56.045545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Attempting to bind port b2937efa-0ac2-4639-a643-71b3cf350893 on network b4c5dd80-a993-4265-b886-1d43fbd360de {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:56.055981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-49318f62-0036-451d-8eb6-57b12ecfa3b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 217 time: 0.0876548 Apr 20 12:49:56.064758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:56.065196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Checking segment: {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:56.066024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Bound using segment: {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:56.066619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Bound port: b2937efa-0ac2-4639-a643-71b3cf350893, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:56.067047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.071902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a214696-f4bb-407e-a305-c3baffecfd22 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:56.088593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.123042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Transition to ACTIVE for port object 4a214696-f4bb-407e-a305-c3baffecfd22 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:56.133445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.169701 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:49:56.170129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad469e0-1e22-49ca-bf80-7b050b4982dc req-b76a612d-adbf-4b7c-92db-3d1da82a7c21 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.177447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ad469e0-1e22-49ca-bf80-7b050b4982dc req-b76a612d-adbf-4b7c-92db-3d1da82a7c21 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.2563295 Apr 20 12:49:56.188497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.203736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] For port b2937efa-0ac2-4639-a643-71b3cf350893, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:56.211746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-3ed22330-5de2-48ee-8a5c-b31221ba01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.212697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-3ed22330-5de2-48ee-8a5c-b31221ba01c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2784679 Apr 20 12:49:56.217977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-7e81f72d-8c23-441a-9af0-b4c378a74a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.220963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-7e81f72d-8c23-441a-9af0-b4c378a74a6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1537576 Apr 20 12:49:56.221130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Pushing event updated for resources: {'Port': ['ID=4a214696-f4bb-407e-a305-c3baffecfd22,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:56.238719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:49:56.241976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:56.248380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] For port b2937efa-0ac2-4639-a643-71b3cf350893, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2937efa-0ac2-4639-a643-71b3cf350893,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:56.272601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.283731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d379d4-a1a4-4300-bea2-f0ed3df5e411 req-cb75dc96-17d5-4109-b30f-e2e95771e7c0 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.285236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0d379d4-a1a4-4300-bea2-f0ed3df5e411 req-cb75dc96-17d5-4109-b30f-e2e95771e7c0 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.2424362 Apr 20 12:49:56.309566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.311325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.311644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-db8d28fd-4478-4870-9c68-d35af73e6861 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777409 Apr 20 12:49:56.313058 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/b2937efa-0ac2-4639-a643-71b3cf350893 HTTP/1.1" status: 200 len: 1091 time: 2.9754364 Apr 20 12:49:56.318094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'tag': 'b2937efa-0ac2-4639-a643-71b3cf350893'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:56.320366 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bba35d-d1d3-41b5-a6a1-db007b3053ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0af0f4a5-66a3-4ab6-a6db-501976fdb692", "tag": "b2937efa-0ac2-4639-a643-71b3cf350893"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:56.357591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ad469e0-1e22-49ca-bf80-7b050b4982dc req-f4c20948-a076-463f-8a12-21c46b7cec85 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770592 Apr 20 12:49:56.404726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4399d-ddaa-4416-ac99-b7fedf2978a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b2937efa-0ac2-4639-a643-71b3cf350893,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:56.463520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Attempting to bind port 4a214696-f4bb-407e-a305-c3baffecfd22 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:56.463780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Attempting to bind port 4a214696-f4bb-407e-a305-c3baffecfd22 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:56.464202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Attempting to bind port 4a214696-f4bb-407e-a305-c3baffecfd22 on network b4c5dd80-a993-4265-b886-1d43fbd360de {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:56.470105 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdb3df5-4ab9-476a-97d1-82440ece5484 x-openstack-request-id: req-1fdb3df5-4ab9-476a-97d1-82440ece5484 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:56.470442 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86f1dd-c750-43aa-acef-e3cdd3948ec9", "name": "network-vif-plugged", "status": "completed", "tag": "5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:56.470698 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fdb3df5-4ab9-476a-97d1-82440ece5484 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:56.471220 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdb3df5-4ab9-476a-97d1-82440ece5484'] response: {'server_uuid': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', 'code': 200} Apr 20 12:49:56.488442 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.519081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:56.523689 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4552853-a259-4246-8301-a9c6d3c14683 x-openstack-request-id: req-d4552853-a259-4246-8301-a9c6d3c14683 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:56.524194 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:56.524308 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4552853-a259-4246-8301-a9c6d3c14683 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:56.524729 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4552853-a259-4246-8301-a9c6d3c14683'] response: {'name': 'network-changed', 'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657', 'status': 'completed', 'code': 200} Apr 20 12:49:56.542926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c462a506-38b9-412b-afdd-ba94ed176905', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'c462a506-38b9-412b-afdd-ba94ed176905', 'mac_address': 'fa:16:3e:29:98:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:49:56.565933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Port 4a214696-f4bb-407e-a305-c3baffecfd22 on network b4c5dd80-a993-4265-b886-1d43fbd360de not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:56.566416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Attempting to bind port 4a214696-f4bb-407e-a305-c3baffecfd22 on network b4c5dd80-a993-4265-b886-1d43fbd360de {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:56.576955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:56.580533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Checking segment: {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:56.580533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Bound using segment: {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:56.580533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Bound port: 4a214696-f4bb-407e-a305-c3baffecfd22, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:56.580533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.586793 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '7160b336-d856-4f53-b8c2-665439fe07a7', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'port_id': '5b4dc020-6797-4d1b-b479-cc275768f657', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'mac_address': 'fa:16:3e:f5:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:49:27Z', 'updated_at': '2022-04-20T12:49:53Z', 'revision_number': 1, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:27Z', 'revision_number': 5, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:49:56.587426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:56.604498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.632777 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc2c59-6095-4c8e-8fbb-307c86540a32 None None] The sync data for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 is: [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '7160b336-d856-4f53-b8c2-665439fe07a7', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'port_id': '5b4dc020-6797-4d1b-b479-cc275768f657', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'mac_address': 'fa:16:3e:f5:15:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:49:27Z', 'updated_at': '2022-04-20T12:49:53Z', 'revision_number': 1, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:27Z', 'revision_number': 5, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:49:56.645747 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.651490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-55499f49-32a2-466c-8786-5316cc5dd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.653068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-55499f49-32a2-466c-8786-5316cc5dd3a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5337b3a09f9c4dc28f13cee45978a705&device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 1097 time: 0.1537180 Apr 20 12:49:56.659877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-ec2c6a40-32e8-4fe6-beda-c907fdeb08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.661511 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-ec2c6a40-32e8-4fe6-beda-c907fdeb08f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c15e744be154e06846015d1357ddb1d&device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 1094 time: 0.2942009 Apr 20 12:49:56.669296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0d379d4-a1a4-4300-bea2-f0ed3df5e411 req-670cc7d6-fe9a-4d38-ac3f-104daedb0f27 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552299 Apr 20 12:49:56.727144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c462a506-38b9-412b-afdd-ba94ed176905 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:56.730205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-0b6c73f2-4aa8-4420-9fd0-12ba36add591 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077214 Apr 20 12:49:56.748194 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-d02f120e-2001-418f-b209-1d7a36ab2413 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2937efa-0ac2-4639-a643-71b3cf350893 HTTP/1.1" status: 200 len: 217 time: 0.0697792 Apr 20 12:49:56.753321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:56.785488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-6f9275b6-8d35-4f73-a303-aa419b7a8ddc service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206581 Apr 20 12:49:56.792647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596045c-f6ea-4d74-94c0-db557eeb3d38 req-e088237d-7af8-4216-971f-7aebc3dcd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.794451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7596045c-f6ea-4d74-94c0-db557eeb3d38 req-e088237d-7af8-4216-971f-7aebc3dcd3c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 1100 time: 0.2564631 Apr 20 12:49:56.796634 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886198fa-c0ba-45f5-b726-b624a260221c x-openstack-request-id: req-886198fa-c0ba-45f5-b726-b624a260221c {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:56.796992 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af0f4a5-66a3-4ab6-a6db-501976fdb692", "tag": "b2937efa-0ac2-4639-a643-71b3cf350893", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:56.797336 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-886198fa-c0ba-45f5-b726-b624a260221c {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:56.797818 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886198fa-c0ba-45f5-b726-b624a260221c'] response: {'name': 'network-changed', 'server_uuid': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'tag': 'b2937efa-0ac2-4639-a643-71b3cf350893', 'status': 'completed', 'code': 200} Apr 20 12:49:56.818542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] For port 4a214696-f4bb-407e-a305-c3baffecfd22, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:56.831005 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:49:56.831918 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:49:56.842720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12197d38-3dd4-49a0-8909-3eea276d68b6 req-b39b04dc-fd0a-4050-94cc-adec49271d96 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.844201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12197d38-3dd4-49a0-8909-3eea276d68b6 req-b39b04dc-fd0a-4050-94cc-adec49271d96 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 949 time: 0.2907324 Apr 20 12:49:56.852602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] For port 4a214696-f4bb-407e-a305-c3baffecfd22, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4a214696-f4bb-407e-a305-c3baffecfd22,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:56.870498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.874166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a474fcfd-a8de-4c2d-9944-b6d28d7b0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.875997 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a474fcfd-a8de-4c2d-9944-b6d28d7b0aec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0afd5e16-1c98-417f-86aa-2e08ec56b8c0 HTTP/1.1" status: 200 len: 857 time: 0.0935702 Apr 20 12:49:56.944370 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-ca8ef1dc-cb23-4a10-9f27-f75ba987d787 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c5dd80-a993-4265-b886-1d43fbd360de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388117 Apr 20 12:49:56.963105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.963706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:56.965028 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] 10.222.0.37 "PUT /v2.0/ports/4a214696-f4bb-407e-a305-c3baffecfd22 HTTP/1.1" status: 200 len: 1092 time: 2.5668788 Apr 20 12:49:56.978365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-a0eb1049-0b7f-41da-8203-ffabe020ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:56.979821 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-a0eb1049-0b7f-41da-8203-ffabe020ec8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5c009920-2ce0-48bc-8819-5c7b8a0e22f8 HTTP/1.1" status: 200 len: 915 time: 0.3158178 Apr 20 12:49:57.074387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a116ae3-710c-4a2b-8975-f7ff7db20310 None None] New status for floating IP 7160b336-d856-4f53-b8c2-665439fe07a7: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:49:57.079113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010fe78-c109-4f29-9fc8-fde717305a5a service neutron] Pushing event updated for resources: {'Port': ['ID=4a214696-f4bb-407e-a305-c3baffecfd22,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:57.137335 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-e6637314-69ec-463f-ba6f-cd52e08d3824 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b4dc020-6797-4d1b-b479-cc275768f657 HTTP/1.1" status: 200 len: 1000 time: 0.1477818 Apr 20 12:49:57.194199 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-57d5acac-d4bb-4c5c-bde8-6e5724926c5c service neutron] 10.222.0.30 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423775 Apr 20 12:49:57.202254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a264420c-1772-49a9-adcd-fd40f2b25043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.203707 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a264420c-1772-49a9-adcd-fd40f2b25043 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c15e744be154e06846015d1357ddb1d&device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 1095 time: 0.1445999 Apr 20 12:49:57.262450 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-d95a7caa-85df-4154-a67b-c7f0a0a1d5ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a214696-f4bb-407e-a305-c3baffecfd22 HTTP/1.1" status: 200 len: 217 time: 0.0484912 Apr 20 12:49:57.266192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-d6e6d9f9-e723-4b7e-a698-222bfc33b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.267627 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-d6e6d9f9-e723-4b7e-a698-222bfc33b634 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7 HTTP/1.1" status: 200 len: 853 time: 0.1228933 Apr 20 12:49:57.293151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7596045c-f6ea-4d74-94c0-db557eeb3d38 req-3af68506-c702-4c3b-ba6d-833caa41945d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626751 Apr 20 12:49:57.317515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12197d38-3dd4-49a0-8909-3eea276d68b6 req-3f83adc0-09a6-44a4-a335-e2133eede57e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335439 Apr 20 12:49:57.384529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c45ed33-0c55-4d30-b560-dae7e7700911 req-58ff1815-61d1-4b6a-a235-50b35e659056 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391423 Apr 20 12:49:57.397930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:57.414116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c462a506-38b9-412b-afdd-ba94ed176905 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:57.440192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c8cf20c-2e64-449a-aaa3-87c375451f0a req-d1bd7ed1-884e-48e6-8e1e-02b2e5f9c4bb service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190124 Apr 20 12:49:57.441968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:57.452381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:57.504492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62599a3c-48e7-4d95-8535-024c359eab26 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:49:57.513920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:57.517220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:57.518504 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-ac3c38a3-ec9f-42b2-a4c1-6a1ff7b5dff4 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138041 Apr 20 12:49:57.527270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-b234592c-fdc0-4646-97ae-06defe9aedce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.527524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bc184-301e-4118-b2ca-d6c49effca39 req-77d76dac-251d-4baa-a902-4b931c2944b8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.529426 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-b234592c-fdc0-4646-97ae-06defe9aedce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5c009920-2ce0-48bc-8819-5c7b8a0e22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2155035 Apr 20 12:49:57.529562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab1bc184-301e-4118-b2ca-d6c49effca39 req-77d76dac-251d-4baa-a902-4b931c2944b8 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 948 time: 0.1441503 Apr 20 12:49:57.531143 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-54dc5cce-7307-4431-b0f1-c72ff69567d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.533045 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-54dc5cce-7307-4431-b0f1-c72ff69567d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0afd5e16-1c98-417f-86aa-2e08ec56b8c0 HTTP/1.1" status: 200 len: 857 time: 0.2257729 Apr 20 12:49:57.545137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296d4c3-c1ba-4401-9d29-0ab7827e87e9 req-4ffac48c-f8b3-474c-8c33-2e6ea4bacc20 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.552600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1296d4c3-c1ba-4401-9d29-0ab7827e87e9 req-4ffac48c-f8b3-474c-8c33-2e6ea4bacc20 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 950 time: 0.1505718 Apr 20 12:49:57.576069 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-a98eedf5-cb11-4f47-a67d-c9b9413dd678 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4c5dd80-a993-4265-b886-1d43fbd360de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358617 Apr 20 12:49:57.582195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Transition to ACTIVE for port object 62599a3c-48e7-4d95-8535-024c359eab26 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:49:57.594044 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:57.645891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab1bc184-301e-4118-b2ca-d6c49effca39 req-c9eed249-e9d4-48a5-af74-668f8c6d8515 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835936 Apr 20 12:49:57.655014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1296d4c3-c1ba-4401-9d29-0ab7827e87e9 req-737fadc0-85ac-4e9b-800d-5b568f2f1fbf tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015987 Apr 20 12:49:57.665531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Pushing event updated for resources: {'Port': ['ID=62599a3c-48e7-4d95-8535-024c359eab26,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:57.774456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-28adc819-d3b2-4b7c-b044-bb4370891096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.775930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-28adc819-d3b2-4b7c-b044-bb4370891096 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c15e744be154e06846015d1357ddb1d&device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 1094 time: 0.1676767 Apr 20 12:49:57.781494 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-453fe981-ec0f-4a64-85ea-ef1e12aa926f service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960900 Apr 20 12:49:57.789109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c462a506-38b9-412b-afdd-ba94ed176905'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:49:57.792702 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-29d185aa-e401-40f2-bdac-083c989a1f64 service neutron] 10.222.0.30 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415550 Apr 20 12:49:57.813805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4fbc9-0a70-445a-9139-eb728b2b2e16 req-7e5b7763-36c3-49a6-bc71-4807ccf6188a tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:57.816108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50a4fbc9-0a70-445a-9139-eb728b2b2e16 req-7e5b7763-36c3-49a6-bc71-4807ccf6188a tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 944 time: 0.0735161 Apr 20 12:49:57.819015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Attempting to bind port 62599a3c-48e7-4d95-8535-024c359eab26 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:49:57.819524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Attempting to bind port 62599a3c-48e7-4d95-8535-024c359eab26 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:49:57.820043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Attempting to bind port 62599a3c-48e7-4d95-8535-024c359eab26 on network b4c5dd80-a993-4265-b886-1d43fbd360de {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:57.864751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Port 62599a3c-48e7-4d95-8535-024c359eab26 on network b4c5dd80-a993-4265-b886-1d43fbd360de not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:49:57.865071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Attempting to bind port 62599a3c-48e7-4d95-8535-024c359eab26 on network b4c5dd80-a993-4265-b886-1d43fbd360de {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:49:57.894606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:49:57.895210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Checking segment: {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:49:57.895745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Bound using segment: {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:49:57.896409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Bound port: 62599a3c-48e7-4d95-8535-024c359eab26, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcbbdb-2d5a-4695-89ac-3e5735a01692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:49:57.897015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:57.940262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50a4fbc9-0a70-445a-9139-eb728b2b2e16 req-f047ce90-3df4-43f2-a69d-a84f0fc296ec tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159818 Apr 20 12:49:58.008633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fe840-b4b4-4649-8241-666e0c42f6a9 req-ef2ac28d-19ac-44d0-a54b-76201d16a98d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.016963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-946fe840-b4b4-4649-8241-666e0c42f6a9 req-ef2ac28d-19ac-44d0-a54b-76201d16a98d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.1354458 Apr 20 12:49:58.089544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] For port 62599a3c-48e7-4d95-8535-024c359eab26, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:49:58.171353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-946fe840-b4b4-4649-8241-666e0c42f6a9 req-866666a0-25a3-4fb9-a1e6-6489d7319ed9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455052 Apr 20 12:49:58.171353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] For port 62599a3c-48e7-4d95-8535-024c359eab26, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=62599a3c-48e7-4d95-8535-024c359eab26,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:49:58.183149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:58.269160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:49:58.277024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-526fcb52-69f2-4009-8b25-cd8f5749bc29 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1801922 Apr 20 12:49:58.279808 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5b48eace-9ebc-4385-8d42-63632fe52e77 req-a0844151-0d38-40f1-b880-25a9c14b9cf1 service neutron] 10.222.0.30 "GET /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688647 Apr 20 12:49:58.280769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-4436ac8b-cda8-4005-8590-390f41002fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.282166 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-4436ac8b-cda8-4005-8590-390f41002fc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 200 len: 918 time: 0.4985819 Apr 20 12:49:58.284457 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-825ebe9a-4c7c-48cd-8a1e-ee4c47735ddb service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898787 Apr 20 12:49:58.316689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.318524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:58.322154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] 10.222.0.37 "PUT /v2.0/ports/62599a3c-48e7-4d95-8535-024c359eab26 HTTP/1.1" status: 200 len: 1091 time: 2.3479874 Apr 20 12:49:58.354258 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-2a427bd6-8871-4c70-9cc0-be845d00c464 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b2937efa-0ac2-4639-a643-71b3cf350893 HTTP/1.1" status: 200 len: 217 time: 0.0573423 Apr 20 12:49:58.404223 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:58.437869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53b455-8b45-43c2-99fe-bca4ff49c927 req-77518d62-8152-44b9-af49-2fabf3ca1d72 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.449179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f53b455-8b45-43c2-99fe-bca4ff49c927 req-77518d62-8152-44b9-af49-2fabf3ca1d72 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1100 time: 0.1898632 Apr 20 12:49:58.460113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051f47-012e-4770-88fd-634c4561217c req-a7371204-f405-4be4-b6b3-d870e843decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.461859 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-a7371204-f405-4be4-b6b3-d870e843decd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 1100 time: 0.1174102 Apr 20 12:49:58.463530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-c3511ff4-cfed-42ef-afcb-9cd4c33d52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.465366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-c3511ff4-cfed-42ef-afcb-9cd4c33d52fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0afd5e16-1c98-417f-86aa-2e08ec56b8c0 HTTP/1.1" status: 200 len: 857 time: 0.0760739 Apr 20 12:49:58.472247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d335d5-052d-4ec0-8395-1fc89cbcc822 service neutron] Pushing event updated for resources: {'Port': ['ID=62599a3c-48e7-4d95-8535-024c359eab26,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:58.474996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:49:58.488714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905'}, {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:58.495766 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4884aa9-e0ab-49d4-8fca-09a74b4f3d2d" -d '{"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905"}, {"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-unplugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:58.504048 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:49:58.514018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f53b455-8b45-43c2-99fe-bca4ff49c927 req-eb944491-2c91-41f4-98db-98c5c1d1d51f tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589840 Apr 20 12:49:58.565592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f'}, {'name': 'network-changed', 'server_uuid': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'tag': '62599a3c-48e7-4d95-8535-024c359eab26'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:58.568558 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17270d20-dc17-40e3-a773-8656d0736b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f"}, {"name": "network-changed", "server_uuid": "803b5b0b-fcc5-420e-b739-d14ae40400a3", "tag": "62599a3c-48e7-4d95-8535-024c359eab26"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:58.570195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:49:58.580590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1d1c578e-1c0b-4e39-912f-6dcf693882b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.582791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1d1c578e-1c0b-4e39-912f-6dcf693882b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c15e744be154e06846015d1357ddb1d&device_id=803b5b0b-fcc5-420e-b739-d14ae40400a3 HTTP/1.1" status: 200 len: 1094 time: 0.1816304 Apr 20 12:49:58.586267 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-63bffeb3-a8d9-445c-84de-4f177e1c4335 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4c5dd80-a993-4265-b886-1d43fbd360de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126156 Apr 20 12:49:58.610964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527017b-5c09-4446-b0bb-ce55f929dde5 req-623a2383-dd0d-4daa-8fa2-28e98f9ae0c6 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.612429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a527017b-5c09-4446-b0bb-ce55f929dde5 req-623a2383-dd0d-4daa-8fa2-28e98f9ae0c6 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 949 time: 0.0972664 Apr 20 12:49:58.643379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-b4046847-384e-4342-a2c9-4a63c377c301 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62599a3c-48e7-4d95-8535-024c359eab26 HTTP/1.1" status: 200 len: 217 time: 0.0473709 Apr 20 12:49:58.656553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051f47-012e-4770-88fd-634c4561217c req-5290e348-4fa0-4613-96ae-ba80d281d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.658033 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-5290e348-4fa0-4613-96ae-ba80d281d08a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1579826 Apr 20 12:49:58.716886 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08fd9ae-a20c-44f3-ab42-54f100b84c87 x-openstack-request-id: req-c08fd9ae-a20c-44f3-ab42-54f100b84c87 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:58.717306 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-unplugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905", "code": 200}, {"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-unplugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:58.717798 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c08fd9ae-a20c-44f3-ab42-54f100b84c87 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:58.718340 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08fd9ae-a20c-44f3-ab42-54f100b84c87'] response: {'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905', 'code': 200} Apr 20 12:49:58.718839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a527017b-5c09-4446-b0bb-ce55f929dde5 req-16f26642-7e13-446c-94f5-b4e039ebc44c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780852 Apr 20 12:49:58.719120 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08fd9ae-a20c-44f3-ab42-54f100b84c87'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'code': 200} Apr 20 12:49:58.726729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-c7048318-be42-45af-948d-2401d96ad9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.728353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-c7048318-be42-45af-948d-2401d96ad9eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0afd5e16-1c98-417f-86aa-2e08ec56b8c0 HTTP/1.1" status: 200 len: 857 time: 0.0667801 Apr 20 12:49:58.756733 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-08dd4b05-468f-4b7e-b6ba-44413c87aa32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51 HTTP/1.1" status: 200 len: 217 time: 0.0741925 Apr 20 12:49:58.765482 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-f46da54c-2651-4cd5-b63e-5c40edf043da service neutron] 10.222.0.30 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692288 Apr 20 12:49:58.772724 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a87ea01-aa94-4600-9dc1-05b567752a02 x-openstack-request-id: req-2a87ea01-aa94-4600-9dc1-05b567752a02 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:58.773022 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "803b5b0b-fcc5-420e-b739-d14ae40400a3", "tag": "62599a3c-48e7-4d95-8535-024c359eab26", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:58.773270 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a87ea01-aa94-4600-9dc1-05b567752a02 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:58.773679 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a87ea01-aa94-4600-9dc1-05b567752a02'] response: {'name': 'network-changed', 'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f', 'status': 'completed', 'code': 200} Apr 20 12:49:58.773970 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a87ea01-aa94-4600-9dc1-05b567752a02'] response: {'name': 'network-changed', 'server_uuid': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'tag': '62599a3c-48e7-4d95-8535-024c359eab26', 'status': 'completed', 'code': 200} Apr 20 12:49:58.775984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-1813122e-3cb5-49c5-a69f-2e917376c468 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4c5dd80-a993-4265-b886-1d43fbd360de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334108 Apr 20 12:49:58.819176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'tag': '4a214696-f4bb-407e-a305-c3baffecfd22'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:49:58.822452 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a26e8-7877-4802-b01f-f6cdc5f2320c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee291b9-2fba-46bb-ae83-656b9b8518bc", "tag": "4a214696-f4bb-407e-a305-c3baffecfd22"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:49:58.892915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051f47-012e-4770-88fd-634c4561217c req-ded6002b-e2da-4796-a9dd-5c198df15aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.894770 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-ded6002b-e2da-4796-a9dd-5c198df15aab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1084123 Apr 20 12:49:58.979872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-11bba35d-d1d3-41b5-a6a1-db007b3053ce req-790c82ac-eefb-47dc-92bd-ab9a3f528970 service neutron] 10.222.0.30 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530969 Apr 20 12:49:58.982963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36051f47-012e-4770-88fd-634c4561217c req-5c2af5e9-2f71-486e-8b84-7255b733efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:58.984444 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-5c2af5e9-2f71-486e-8b84-7255b733efcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817316 Apr 20 12:49:58.998978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17270d20-dc17-40e3-a773-8656d0736b0f req-c8a59f45-b4ee-492e-9939-9b1681bb3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.000416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-c8a59f45-b4ee-492e-9939-9b1681bb3b5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1095 time: 0.1358054 Apr 20 12:49:59.005146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa8dde-ba47-4221-9d82-ac89f27b20c1 req-cb693c65-66b3-4d43-87b7-b8fc1e2f5c77 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.006822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24fa8dde-ba47-4221-9d82-ac89f27b20c1 req-cb693c65-66b3-4d43-87b7-b8fc1e2f5c77 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 1100 time: 0.1207390 Apr 20 12:49:59.014021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c55915-2f14-4153-9852-b99daf636832 req-803bd38c-8f61-48ba-9951-354e49a78233 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.015522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32c55915-2f14-4153-9852-b99daf636832 req-803bd38c-8f61-48ba-9951-354e49a78233 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 950 time: 0.1525428 Apr 20 12:49:59.018764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-f59ece32-9478-4ee1-b3dd-bc8d6200ea0e service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231257 Apr 20 12:49:59.116405 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-903f8655-10a2-4898-88a9-6f5a7a75db51 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869281 Apr 20 12:49:59.169841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24fa8dde-ba47-4221-9d82-ac89f27b20c1 req-fba5c29d-0141-4270-bbaf-fca5714aac23 tempest-ServersAdminTestJSON-1890838014 tempest-ServersAdminTestJSON-1890838014-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525886 Apr 20 12:49:59.183463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32c55915-2f14-4153-9852-b99daf636832 req-6b8d67f7-c8a1-44c8-b08c-4460e4e5f2cb tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592054 Apr 20 12:49:59.235522 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c309c6-7576-4c4c-a04e-b54b8a6b9d44 x-openstack-request-id: req-b1c309c6-7576-4c4c-a04e-b54b8a6b9d44 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:49:59.235902 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee291b9-2fba-46bb-ae83-656b9b8518bc", "tag": "4a214696-f4bb-407e-a305-c3baffecfd22", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:49:59.244629 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1c309c6-7576-4c4c-a04e-b54b8a6b9d44 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:49:59.244629 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c309c6-7576-4c4c-a04e-b54b8a6b9d44'] response: {'name': 'network-changed', 'server_uuid': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'tag': '4a214696-f4bb-407e-a305-c3baffecfd22', 'status': 'completed', 'code': 200} Apr 20 12:49:59.244882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17270d20-dc17-40e3-a773-8656d0736b0f req-23b67de0-c2fa-4f24-8674-93d4aafc292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.245009 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-36051f47-012e-4770-88fd-634c4561217c req-0ce6019f-07e5-4e1e-82eb-da82c57209bc service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164813 Apr 20 12:49:59.245139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-23b67de0-c2fa-4f24-8674-93d4aafc292b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.2024834 Apr 20 12:49:59.245139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2fd580-7d26-4906-978c-3e28102c72ae req-8af64a44-2df7-489a-82c1-d7760960c8f0 service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033732 Apr 20 12:49:59.326423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-254dd587-c689-4e0f-8efd-aceafc6882b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 217 time: 0.0691319 Apr 20 12:49:59.357080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17270d20-dc17-40e3-a773-8656d0736b0f req-ba87bd46-2f5e-47b9-9c2a-39ff8bd9c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.358634 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-ba87bd46-2f5e-47b9-9c2a-39ff8bd9c9d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c15e744be154e06846015d1357ddb1d&device_id=803b5b0b-fcc5-420e-b739-d14ae40400a3 HTTP/1.1" status: 200 len: 1094 time: 0.0405080 Apr 20 12:49:59.443148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-996b4178-08f0-4d0a-82d8-42e128b7e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.444712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-996b4178-08f0-4d0a-82d8-42e128b7e2fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c15e744be154e06846015d1357ddb1d&device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 1095 time: 0.1754885 Apr 20 12:49:59.449616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17270d20-dc17-40e3-a773-8656d0736b0f req-afe0af05-ff11-4162-9afb-d342bf93d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.451154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-afe0af05-ff11-4162-9afb-d342bf93d160 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1084919 Apr 20 12:49:59.459509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c19ef-ddfd-4e8d-8aff-add7c97632eb req-bf5d6464-0d2f-4e6e-bce6-33f92653704b tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.461012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd4c19ef-ddfd-4e8d-8aff-add7c97632eb req-bf5d6464-0d2f-4e6e-bce6-33f92653704b tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 944 time: 0.1506555 Apr 20 12:49:59.470483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17270d20-dc17-40e3-a773-8656d0736b0f req-c581cec9-ecdd-4103-8544-253ed42bfcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.471312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b48037-3a61-4008-a066-eac749420ecf req-7955417a-ba6a-4a8a-bc29-74a1c143346e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.471949 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-c581cec9-ecdd-4103-8544-253ed42bfcf5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 200 len: 918 time: 0.1055954 Apr 20 12:49:59.472725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48b48037-3a61-4008-a066-eac749420ecf req-7955417a-ba6a-4a8a-bc29-74a1c143346e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.1613131 Apr 20 12:49:59.521391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-a9f79e80-33b2-49b5-8109-37dfa328cd61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62599a3c-48e7-4d95-8535-024c359eab26 HTTP/1.1" status: 200 len: 217 time: 0.0382047 Apr 20 12:49:59.526271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-8c28ff3b-2390-4aed-98d6-847171f65c94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643225 Apr 20 12:49:59.576396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17270d20-dc17-40e3-a773-8656d0736b0f req-2382b6d3-1100-4a64-b64c-a821fcedde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.577871 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-2382b6d3-1100-4a64-b64c-a821fcedde4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0afd5e16-1c98-417f-86aa-2e08ec56b8c0 HTTP/1.1" status: 200 len: 857 time: 0.0450318 Apr 20 12:49:59.608745 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-5d34a489-f741-4a0c-8bd5-83347419a7cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4c5dd80-a993-4265-b886-1d43fbd360de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237391 Apr 20 12:49:59.658711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48b48037-3a61-4008-a066-eac749420ecf req-8ea6e104-be71-4144-b90a-185d5436c524 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703053 Apr 20 12:49:59.661146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd4c19ef-ddfd-4e8d-8aff-add7c97632eb req-9955ed46-4311-42d7-9cdd-544e65dbbced tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875396 Apr 20 12:49:59.717401 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-9279cb53-cd9c-48ef-a1bc-82d1ff0743af service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009336 Apr 20 12:49:59.723326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-8f5969ca-e3d1-4eb2-abe8-9cd707ce2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.724762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-8f5969ca-e3d1-4eb2-abe8-9cd707ce2088 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 200 len: 918 time: 0.2616086 Apr 20 12:49:59.729860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-3d137eff-0ee5-4096-8e59-5e30534a667d service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882305 Apr 20 12:49:59.814410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-798c44a7-554a-4369-89dc-08881d76cebc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a214696-f4bb-407e-a305-c3baffecfd22 HTTP/1.1" status: 200 len: 217 time: 0.0659146 Apr 20 12:49:59.868890 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-39f71599-f713-4e2e-97d5-5aea496b675c service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256089 Apr 20 12:49:59.971963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-5a80d8a6-2e85-4844-bb74-c5675e691940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:49:59.973376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-5a80d8a6-2e85-4844-bb74-c5675e691940 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0afd5e16-1c98-417f-86aa-2e08ec56b8c0 HTTP/1.1" status: 200 len: 857 time: 0.1235049 Apr 20 12:50:00.009254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87928ae-8f2e-49f9-9e5a-02fcf23471d9 req-0789952e-03ce-4356-b729-5ff347333b83 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.010704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f87928ae-8f2e-49f9-9e5a-02fcf23471d9 req-0789952e-03ce-4356-b729-5ff347333b83 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 949 time: 0.1597123 Apr 20 12:50:00.026239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17270d20-dc17-40e3-a773-8656d0736b0f req-89987258-015a-406e-a506-347d33ccbba1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706666 Apr 20 12:50:00.029820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-93f0ea57-6a29-43e5-8a52-74aaf25d08d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4c5dd80-a993-4265-b886-1d43fbd360de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429595 Apr 20 12:50:00.055331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de5c9f-c4b4-4ff8-8e2b-bcae3f195507 req-60e1edf1-07fd-480d-afe6-68711aec847d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.056751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64de5c9f-c4b4-4ff8-8e2b-bcae3f195507 req-60e1edf1-07fd-480d-afe6-68711aec847d tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 948 time: 0.1622016 Apr 20 12:50:00.142896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f87928ae-8f2e-49f9-9e5a-02fcf23471d9 req-db2d7788-451e-4904-9361-3b6f5b2c7036 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156209 Apr 20 12:50:00.153982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64de5c9f-c4b4-4ff8-8e2b-bcae3f195507 req-c58f7439-6e6b-4f45-9fef-0757f8b2b532 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866456 Apr 20 12:50:00.187560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-73caa2d9-43c1-4577-81ff-e39be21c6a79 service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298957 Apr 20 12:50:00.282976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:00.317906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a03a26e8-7877-4802-b01f-f6cdc5f2320c req-5cec1b78-4fa5-4515-a32f-46b359a66a29 service neutron] 10.222.0.37 "GET /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160007 Apr 20 12:50:00.335303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbe6be-fe20-4382-a6e0-631ef1a352f3 req-0eb4d8d3-661d-47fe-bd9b-c5235e2e3b7d tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.336799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c462a506-38b9-412b-afdd-ba94ed176905 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:00.337059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68cbe6be-fe20-4382-a6e0-631ef1a352f3 req-0eb4d8d3-661d-47fe-bd9b-c5235e2e3b7d tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 950 time: 0.0677443 Apr 20 12:50:00.337535 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:00.386734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68cbe6be-fe20-4382-a6e0-631ef1a352f3 req-eb748503-4afd-4d90-94c7-669c03992f2e tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Apr 20 12:50:00.427993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:00.462247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:00.467025 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:00.506690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e15b1-727e-4a7d-b605-9316dd828671 req-9cd9892e-e39f-44a3-87e0-9dbcb27dfbb8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.512453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e15b1-727e-4a7d-b605-9316dd828671 req-9cd9892e-e39f-44a3-87e0-9dbcb27dfbb8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.515727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-521e15b1-727e-4a7d-b605-9316dd828671 req-9cd9892e-e39f-44a3-87e0-9dbcb27dfbb8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9&device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 1689 time: 0.0583353 Apr 20 12:50:00.518087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:00.552008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-521e15b1-727e-4a7d-b605-9316dd828671 req-8e13ccb5-360d-426c-85b1-5b23398ff93b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Apr 20 12:50:00.717965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ca73b-6e96-4cd3-92d5-b2f494c28730 req-3a96fcda-32fb-4b89-82e6-e4b35a99877b tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.719519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e47ca73b-6e96-4cd3-92d5-b2f494c28730 req-3a96fcda-32fb-4b89-82e6-e4b35a99877b tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 1100 time: 0.0425539 Apr 20 12:50:00.720456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:00.722944 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25388802-4300-42ed-9458-2b907503edd6" -d '{"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:00.777309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e47ca73b-6e96-4cd3-92d5-b2f494c28730 req-8c4b069e-b3c1-414b-9124-ea3b26f7fab4 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513482 Apr 20 12:50:00.804242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fedcb-6d0c-4ef0-bbb8-e13defdf7931 req-69cd8525-7bfb-403c-8e4a-e3c045192821 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.805704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba5fedcb-6d0c-4ef0-bbb8-e13defdf7931 req-69cd8525-7bfb-403c-8e4a-e3c045192821 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.0671453 Apr 20 12:50:00.863158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba5fedcb-6d0c-4ef0-bbb8-e13defdf7931 req-f8c75a02-88d7-46bc-9a59-6dd256cf495a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508654 Apr 20 12:50:00.887968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c95cc-24a8-40f8-9afa-70e8b3c4f52e req-2df1c3df-98bb-4794-b10d-2031db3a2473 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:00.889214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c9c95cc-24a8-40f8-9afa-70e8b3c4f52e req-2df1c3df-98bb-4794-b10d-2031db3a2473 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 944 time: 0.0580781 Apr 20 12:50:00.917355 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb230ef-ecec-435c-927e-0dba13424a19 x-openstack-request-id: req-ecb230ef-ecec-435c-927e-0dba13424a19 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:00.917695 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-plugged", "status": "completed", "tag": "c462a506-38b9-412b-afdd-ba94ed176905", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:00.917955 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecb230ef-ecec-435c-927e-0dba13424a19 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:00.918346 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb230ef-ecec-435c-927e-0dba13424a19'] response: {'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905', 'code': 200} Apr 20 12:50:00.931399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c9c95cc-24a8-40f8-9afa-70e8b3c4f52e req-216f099d-1072-46a6-8568-6ec52a5b8eef tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360403 Apr 20 12:50:01.011989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0887-7c0f-45a3-98a6-7898a3217ca7 req-6d63ba54-7d8e-4da5-9c74-fb92ff1628e4 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:01.013293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46aa0887-7c0f-45a3-98a6-7898a3217ca7 req-6d63ba54-7d8e-4da5-9c74-fb92ff1628e4 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 1100 time: 0.0468433 Apr 20 12:50:01.070780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac09956-7792-4d44-949c-d7ead7130aca req-bd650940-e84e-4712-a453-2e99542f54b5 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:01.072156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aac09956-7792-4d44-949c-d7ead7130aca req-bd650940-e84e-4712-a453-2e99542f54b5 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.37 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 950 time: 0.0705738 Apr 20 12:50:01.074026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46aa0887-7c0f-45a3-98a6-7898a3217ca7 req-8a61cd5c-f08f-4980-800f-8e3f690b110e tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479789 Apr 20 12:50:01.177062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Deleting port 2f702dbd-04db-4273-95d9-ebd5a32a0906 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:01.177240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:01.307763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] For port 2f702dbd-04db-4273-95d9-ebd5a32a0906, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2f702dbd-04db-4273-95d9-ebd5a32a0906,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:01.308555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:01.572485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9c92-8fee-4804-a171-44222385a8fb req-a2c15014-4bf9-4e34-8ce2-6d3f63fb7095 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:01.573910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f1c9c92-8fee-4804-a171-44222385a8fb req-a2c15014-4bf9-4e34-8ce2-6d3f63fb7095 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 948 time: 0.3441811 Apr 20 12:50:01.588569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Calling delete_port for 2f702dbd-04db-4273-95d9-ebd5a32a0906 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:01.610401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-cffc4488-46c7-4630-a64f-19891abcc738 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355647 Apr 20 12:50:01.730406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f1c9c92-8fee-4804-a171-44222385a8fb req-da71b483-69b1-4955-9a71-54acac344b37 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387241 Apr 20 12:50:01.801924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-195d3630-a529-43ad-b7b0-8668a2826082 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:01.803373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-195d3630-a529-43ad-b7b0-8668a2826082 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829588 Apr 20 12:50:01.872995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-082053ce-ec67-4fe8-b436-dc2baf153189 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/quotas/4eb4e8f116304b2bbc4ec79085e6e426 HTTP/1.1" status: 200 len: 375 time: 0.0574684 Apr 20 12:50:01.924168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b2b6c-30c2-4edd-9ecd-96b3f0bb4719 req-84d145eb-3a11-4b81-8f8f-abe73967095b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:01.925655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb6b2b6c-30c2-4edd-9ecd-96b3f0bb4719 req-84d145eb-3a11-4b81-8f8f-abe73967095b tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/ports?device_id=13a29bb7-4b38-4abc-bc70-b0a0d2bc838a HTTP/1.1" status: 200 len: 950 time: 0.1213882 Apr 20 12:50:01.927408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:01.944097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2f702dbd-04db-4273-95d9-ebd5a32a0906'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:01.969818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Pushing event deleted for resources: {'Port': ['ID=2f702dbd-04db-4273-95d9-ebd5a32a0906,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:01.996301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39305215-ab9e-4e71-8151-70f81ee2977f req-00c58f03-4e9c-4236-8bda-8a5ed5935096 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:01.997921 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-39305215-ab9e-4e71-8151-70f81ee2977f req-00c58f03-4e9c-4236-8bda-8a5ed5935096 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 948 time: 0.0544479 Apr 20 12:50:02.030376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-b6c4eeef-4ad5-41e7-a512-eb416e17ff20 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1479816 Apr 20 12:50:02.062943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] No DVR routers for this DVR port 2f702dbd-04db-4273-95d9-ebd5a32a0906 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:02.068302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.070501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aac09956-7792-4d44-949c-d7ead7130aca req-52a3e348-93ad-4999-a589-afc46b13fb7c tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.37 "DELETE /v2.0/ports/2f702dbd-04db-4273-95d9-ebd5a32a0906 HTTP/1.1" status: 204 len: 173 time: 0.9901323 Apr 20 12:50:02.071269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'name': 'network-vif-deleted', 'tag': '2f702dbd-04db-4273-95d9-ebd5a32a0906'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:02.073509 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a0a6a-4e72-4900-8d46-8f9c04c1c54d" -d '{"events": [{"server_uuid": "13a29bb7-4b38-4abc-bc70-b0a0d2bc838a", "name": "network-vif-deleted", "tag": "2f702dbd-04db-4273-95d9-ebd5a32a0906"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:02.085821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb6b2b6c-30c2-4edd-9ecd-96b3f0bb4719 req-e1a7f125-0348-42ef-8ea6-5a46d4c9fc45 tempest-TenantUsagesTestJSON-1221245437 tempest-TenantUsagesTestJSON-1221245437-project] 10.222.0.24 "GET /v2.0/security-groups?id=7e022ec6-411f-45c4-9c6d-3909c4efca37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479445 Apr 20 12:50:02.185487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Deleting port 9f5a749c-1fe0-43fa-8039-0734b50a4983 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:02.186119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.270660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3ba6c-145e-4eed-9c63-7cebf4374d8e req-4e5551ce-254c-470c-8035-a3f253526c8c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:02.289854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cc3ba6c-145e-4eed-9c63-7cebf4374d8e req-4e5551ce-254c-470c-8035-a3f253526c8c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.1277943 Apr 20 12:50:02.298182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 62599a3c-48e7-4d95-8535-024c359eab26 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:02.362226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cc3ba6c-145e-4eed-9c63-7cebf4374d8e req-92835657-3ef0-4d55-86a6-b4862c016110 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711925 Apr 20 12:50:02.407229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 62599a3c-48e7-4d95-8535-024c359eab26, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=62599a3c-48e7-4d95-8535-024c359eab26,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:02.408947 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] For port 9f5a749c-1fe0-43fa-8039-0734b50a4983, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9f5a749c-1fe0-43fa-8039-0734b50a4983,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:02.409332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.423429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '62599a3c-48e7-4d95-8535-024c359eab26', 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de', 'port_id': '62599a3c-48e7-4d95-8535-024c359eab26', 'mac_address': 'fa:16:3e:e0:c7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afd5e16-1c98-417f-86aa-2e08ec56b8c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:02.440640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Calling delete_port for 9f5a749c-1fe0-43fa-8039-0734b50a4983 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:02.494822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.516186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62599a3c-48e7-4d95-8535-024c359eab26 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:02.542037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 62599a3c-48e7-4d95-8535-024c359eab26, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=62599a3c-48e7-4d95-8535-024c359eab26,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:02.551037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.560861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4a214696-f4bb-407e-a305-c3baffecfd22 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:02.574952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eb47d-25a4-4982-9133-12f0554f2629 req-c85224ce-2d56-4fd7-861c-e088f4e0ea07 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:02.576715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29eb47d-25a4-4982-9133-12f0554f2629 req-c85224ce-2d56-4fd7-861c-e088f4e0ea07 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 944 time: 0.0914211 Apr 20 12:50:02.643267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4a214696-f4bb-407e-a305-c3baffecfd22, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4a214696-f4bb-407e-a305-c3baffecfd22,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:02.654157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=62599a3c-48e7-4d95-8535-024c359eab26,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:02.669883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.670811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '4a214696-f4bb-407e-a305-c3baffecfd22', 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de', 'port_id': '4a214696-f4bb-407e-a305-c3baffecfd22', 'mac_address': 'fa:16:3e:c4:82:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afd5e16-1c98-417f-86aa-2e08ec56b8c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:02.682348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29eb47d-25a4-4982-9133-12f0554f2629 req-1a29f486-cfa5-4f73-b208-2cf09de1fa3f tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814133 Apr 20 12:50:02.699299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9f5a749c-1fe0-43fa-8039-0734b50a4983', 'c462a506-38b9-412b-afdd-ba94ed176905'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:02.717705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Pushing event deleted for resources: {'Port': ['ID=9f5a749c-1fe0-43fa-8039-0734b50a4983,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:02.737602 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5309304a-f863-4b6a-b9d9-c2bce0f65532 x-openstack-request-id: req-5309304a-f863-4b6a-b9d9-c2bce0f65532 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:02.738492 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a29bb7-4b38-4abc-bc70-b0a0d2bc838a", "name": "network-vif-deleted", "tag": "2f702dbd-04db-4273-95d9-ebd5a32a0906", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:02.738954 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5309304a-f863-4b6a-b9d9-c2bce0f65532 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:02.739805 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5309304a-f863-4b6a-b9d9-c2bce0f65532'] response: {'server_uuid': '13a29bb7-4b38-4abc-bc70-b0a0d2bc838a', 'name': 'network-vif-deleted', 'tag': '2f702dbd-04db-4273-95d9-ebd5a32a0906', 'status': 'completed', 'code': 200} Apr 20 12:50:02.788735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] No DVR routers for this DVR port 9f5a749c-1fe0-43fa-8039-0734b50a4983 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:02.795409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.804492 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-39305215-ab9e-4e71-8151-70f81ee2977f req-b0e2fd83-4a12-4125-baa3-b9f2b9ecbf79 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "DELETE /v2.0/ports/9f5a749c-1fe0-43fa-8039-0734b50a4983 HTTP/1.1" status: 204 len: 173 time: 0.7989831 Apr 20 12:50:02.805846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'name': 'network-vif-deleted', 'tag': '9f5a749c-1fe0-43fa-8039-0734b50a4983'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:02.819635 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2572c008-50b7-4412-a828-3125325edb90" -d '{"events": [{"server_uuid": "432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85", "name": "network-vif-deleted", "tag": "9f5a749c-1fe0-43fa-8039-0734b50a4983"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:02.828131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f2d24e7d-64e6-40b0-a6a6-05b243f14e51'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:02.847492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device edd9dd58-6089-4309-88aa-df018f19fc5f details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:02.928546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:02.954316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66cad03f-c525-4021-b73f-a794e63febc2 req-650d712e-b95f-43e8-9410-082f5a3dcea3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85 HTTP/1.1" status: 200 len: 210 time: 0.1013305 Apr 20 12:50:03.003072 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e4197-36b2-42e3-88cc-a10a510d5cbe x-openstack-request-id: req-ba0e4197-36b2-42e3-88cc-a10a510d5cbe {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:03.003579 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85", "name": "network-vif-deleted", "tag": "9f5a749c-1fe0-43fa-8039-0734b50a4983", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:03.003579 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba0e4197-36b2-42e3-88cc-a10a510d5cbe {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:03.004515 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba0e4197-36b2-42e3-88cc-a10a510d5cbe'] response: {'server_uuid': '432fc7b0-ab3d-4ba0-9633-8fa09d7f4f85', 'name': 'network-vif-deleted', 'tag': '9f5a749c-1fe0-43fa-8039-0734b50a4983', 'status': 'completed', 'code': 200} Apr 20 12:50:03.074128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a472926c-13b6-4c52-aa9b-1ba749115f26 req-e1e8fc91-829f-4bc8-8c1c-42981399a2b4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 210 time: 0.0618138 Apr 20 12:50:03.080633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a214696-f4bb-407e-a305-c3baffecfd22 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:03.135795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4a214696-f4bb-407e-a305-c3baffecfd22, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4a214696-f4bb-407e-a305-c3baffecfd22,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:03.438800 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:03.439459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:03.651069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e378a-69bd-4660-8468-fe8aae5a4ac4 req-3a143c13-d65d-4ba2-807c-f0c486b1d2f9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:03.651779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4a214696-f4bb-407e-a305-c3baffecfd22,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:03.654545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-973e378a-69bd-4660-8468-fe8aae5a4ac4 req-3a143c13-d65d-4ba2-807c-f0c486b1d2f9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.1153359 Apr 20 12:50:03.667349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51656) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:03.774842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-973e378a-69bd-4660-8468-fe8aae5a4ac4 req-d09bc127-d6b5-44c5-a09c-da6cbc612b86 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073804 Apr 20 12:50:03.806144 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24ab5186-b44b-4313-b28d-a9f41f6c0baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:03.863792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:03.908381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb80e6-c2aa-4ee6-8cf8-2ff13a1d6e8a req-f254c466-0559-4601-8c50-12cbd6b40d3e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:03.910636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71bb80e6-c2aa-4ee6-8cf8-2ff13a1d6e8a req-f254c466-0559-4601-8c50-12cbd6b40d3e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 945 time: 0.1065404 Apr 20 12:50:03.961743 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-795571c4-819e-4473-b98b-c700dca97591 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b22838dade84ef0b3596a1a76dcfaf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929311 Apr 20 12:50:03.962622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51664) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:03.982195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'edd9dd58-6089-4309-88aa-df018f19fc5f', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'port_id': 'edd9dd58-6089-4309-88aa-df018f19fc5f', 'mac_address': 'fa:16:3e:a2:bf:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf46457-26a6-4590-84f1-d414b21e7516', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:04.041056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71bb80e6-c2aa-4ee6-8cf8-2ff13a1d6e8a req-11af86b8-1d62-41f8-ba11-795045722ccd tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240413 Apr 20 12:50:04.051257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b42552c-d3cd-412d-93f0-9ab09ca63319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.114230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b42552c-d3cd-412d-93f0-9ab09ca63319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.124016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:04.176777 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.185674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'mac_address': 'fa:16:3e:51:b6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:04.223892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b42552c-d3cd-412d-93f0-9ab09ca63319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.226560 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b42552c-d3cd-412d-93f0-9ab09ca63319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.236816 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b42552c-d3cd-412d-93f0-9ab09ca63319 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e022ec6-411f-45c4-9c6d-3909c4efca37 HTTP/1.1" status: 204 len: 168 time: 0.2729275 Apr 20 12:50:04.252989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac938bda-dba1-4e06-9670-a6a7868bfdc7 req-3fa88864-4e2b-4dfe-9557-2526eaae2593 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 210 time: 0.0752823 Apr 20 12:50:04.270322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42552c-d3cd-412d-93f0-9ab09ca63319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e022ec6-411f-45c4-9c6d-3909c4efca37,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:04.323257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.383053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e9e98e-64db-43d6-94b7-99e630a125cd {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:04.407963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd9dd58-6089-4309-88aa-df018f19fc5f {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:04.444350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:04.446820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:04.461370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.469617 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:04.470405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2937efa-0ac2-4639-a643-71b3cf350893 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:04.542586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1c743-8840-4027-96cd-fa28532459c3 req-0fa7a4e0-28f0-404b-85b1-517cd4a42833 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:04.544471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3f1c743-8840-4027-96cd-fa28532459c3 req-0fa7a4e0-28f0-404b-85b1-517cd4a42833 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 949 time: 0.1440110 Apr 20 12:50:04.557509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:04.599770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3f1c743-8840-4027-96cd-fa28532459c3 req-1d4a8a26-e99f-4df3-9e2f-d88ce23d3874 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490258 Apr 20 12:50:04.640073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:04.741363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['13e9e98e-64db-43d6-94b7-99e630a125cd'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:04.901181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port b2937efa-0ac2-4639-a643-71b3cf350893, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2937efa-0ac2-4639-a643-71b3cf350893,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:04.902872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-ae2d8b2b-10ec-4e94-a0a8-5b042951df39 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1107941 Apr 20 12:50:04.934111 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-6b5ac8a8-ce3a-4e35-95a9-be6045c08dfc tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942109 Apr 20 12:50:04.935455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'b2937efa-0ac2-4639-a643-71b3cf350893', 'network_id': 'b4c5dd80-a993-4265-b886-1d43fbd360de', 'port_id': 'b2937efa-0ac2-4639-a643-71b3cf350893', 'mac_address': 'fa:16:3e:5d:91:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afd5e16-1c98-417f-86aa-2e08ec56b8c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:04.948003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:05.001906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4a214696-f4bb-407e-a305-c3baffecfd22'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:05.043520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['62599a3c-48e7-4d95-8535-024c359eab26'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:05.097459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77f39c39-b68e-4a08-836b-053bd10288aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.161760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbea9c-d06e-4e1c-b504-86d2c269a277 req-c7235bb3-9584-459e-b174-91e7cb628054 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:05.169922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1bbea9c-d06e-4e1c-b504-86d2c269a277 req-c7235bb3-9584-459e-b174-91e7cb628054 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.1856394 Apr 20 12:50:05.187555 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.198242 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-f52f71b2-dbaa-45e3-b2cd-2d5ffd8bc255 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:05.201116 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-f52f71b2-dbaa-45e3-b2cd-2d5ffd8bc255 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601187 Apr 20 12:50:05.218493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:05.234241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2937efa-0ac2-4639-a643-71b3cf350893 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:05.300616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port b2937efa-0ac2-4639-a643-71b3cf350893, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2937efa-0ac2-4639-a643-71b3cf350893,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:05.309164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1bbea9c-d06e-4e1c-b504-86d2c269a277 req-617e569c-eed8-49e3-8007-b922978e4c6e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339786 Apr 20 12:50:05.320163 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.344316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-ad0fad15-4971-4147-b89a-f607eb44ca75 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:05.346862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-ad0fad15-4971-4147-b89a-f607eb44ca75 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4371016 Apr 20 12:50:05.377525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:05.382554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.409903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d0a22-b271-40d9-8a1f-eef9148a9f89 req-b2d9f94f-7f69-4d51-a377-db23233797c4 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:05.421972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-590d0a22-b271-40d9-8a1f-eef9148a9f89 req-b2d9f94f-7f69-4d51-a377-db23233797c4 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 945 time: 0.2276773 Apr 20 12:50:05.433900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:05.475749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=b2937efa-0ac2-4639-a643-71b3cf350893,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:05.536525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62732e4b-02a7-4271-8806-e2cb5a1a0c60 req-51dd9aac-0efb-4e82-8e3b-38dd2ea0c882 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 210 time: 0.0690520 Apr 20 12:50:05.585258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.192 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/83c7e329-c586-4666-9a38-a29b7b5ca5f7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:05.619635 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77f39c39-b68e-4a08-836b-053bd10288aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.637198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77f39c39-b68e-4a08-836b-053bd10288aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.697557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-590d0a22-b271-40d9-8a1f-eef9148a9f89 req-fd8a923e-7420-415e-8a03-2fe0c3c7f3f7 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698307 Apr 20 12:50:05.705128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f39c39-b68e-4a08-836b-053bd10288aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37153ff-9a2b-468d-a2df-e5b9dd628c09,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:05.753343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-960ee188-2a60-412f-9aad-db0d820592e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.790679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-77f39c39-b68e-4a08-836b-053bd10288aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f2c33dd1e81740b9b9980576e9ab3a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8414042 Apr 20 12:50:05.794918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51694) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:05.797537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['b2937efa-0ac2-4639-a643-71b3cf350893'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:05.802043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['edd9dd58-6089-4309-88aa-df018f19fc5f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:05.841110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d79f7-8904-4731-9eb3-e3029a08f3d6 req-08856424-48d4-4a42-9d3a-ec341e4f6c6b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:05.848327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.848577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2d79f7-8904-4731-9eb3-e3029a08f3d6 req-08856424-48d4-4a42-9d3a-ec341e4f6c6b tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 949 time: 0.1477408 Apr 20 12:50:05.858876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:05.862380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.898959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:05.949932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2d79f7-8904-4731-9eb3-e3029a08f3d6 req-2b4f630e-e310-41aa-bcff-8aacfc70f473 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004560 Apr 20 12:50:05.970228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:05.974292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:05.978486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:06.018746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b968ba6d-0865-439e-bcf7-968d1687868a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.031811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=83c7e329-c586-4666-9a38-a29b7b5ca5f7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:06.079750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:06.080462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.105499 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b968ba6d-0865-439e-bcf7-968d1687868a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.118010 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-113e96fe-155c-4875-a020-0ff282377c18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9033906 Apr 20 12:50:06.162961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Request body: {'port': {'device_id': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:06.249764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.244 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/2e527e21-4a72-42b1-80ff-81413fc1007f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:06.270752 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b968ba6d-0865-439e-bcf7-968d1687868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.273234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b968ba6d-0865-439e-bcf7-968d1687868a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.274404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b968ba6d-0865-439e-bcf7-968d1687868a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a37153ff-9a2b-468d-a2df-e5b9dd628c09 HTTP/1.1" status: 204 len: 168 time: 0.4770846 Apr 20 12:50:06.284488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.314457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968ba6d-0865-439e-bcf7-968d1687868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37153ff-9a2b-468d-a2df-e5b9dd628c09,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:06.403527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b1dcfe0c-02d4-42c2-8694-1963c72446a6 None None] Provisioning complete for port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:06.405390 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1dcfe0c-02d4-42c2-8694-1963c72446a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.446390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:06.499690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:06.544594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcfe0c-02d4-42c2-8694-1963c72446a6 None None] Port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:50:06.576534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 13e9e98e-64db-43d6-94b7-99e630a125cd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:06.576906 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.607091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7170f1-ba82-435a-8e2f-e555b8b56416 req-50f662b0-fb73-4442-aefb-f97f48a23aa2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:06.608815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb7170f1-ba82-435a-8e2f-e555b8b56416 req-50f662b0-fb73-4442-aefb-f97f48a23aa2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.1524827 Apr 20 12:50:06.670999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.679065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520463ac-8213-4b45-bd4e-43913102f396 req-6a671221-0a3e-4170-b27e-7e2941346da6 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:06.682160 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-520463ac-8213-4b45-bd4e-43913102f396 req-6a671221-0a3e-4170-b27e-7e2941346da6 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 949 time: 0.2802444 Apr 20 12:50:06.729700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb7170f1-ba82-435a-8e2f-e555b8b56416 req-3787ac97-715c-4bcb-bad3-0a2549144240 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084623 Apr 20 12:50:06.759390 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.799177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:06.801665 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba09ace7-a414-47b9-a990-116842206979" -d '{"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:06.824090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:06.829324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150bb28-6352-4b72-b980-de76fa5d1bf2 req-44821634-e1b6-4f77-960b-60ea9d0091fb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:06.834508 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.835467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2f702dbd-04db-4273-95d9-ebd5a32a0906 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:06.839179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f150bb28-6352-4b72-b980-de76fa5d1bf2 req-44821634-e1b6-4f77-960b-60ea9d0091fb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 936 time: 0.1648424 Apr 20 12:50:06.866471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Deleting port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:06.867111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.877497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 2f702dbd-04db-4273-95d9-ebd5a32a0906 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:06.878027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2f702dbd-04db-4273-95d9-ebd5a32a0906 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:06.878544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9f5a749c-1fe0-43fa-8039-0734b50a4983 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:06.909337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 9f5a749c-1fe0-43fa-8039-0734b50a4983 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:06.909873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9f5a749c-1fe0-43fa-8039-0734b50a4983 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:06.927373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:06.939299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:07.019915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f150bb28-6352-4b72-b980-de76fa5d1bf2 req-b1c65046-1a56-4af1-9672-6c936ea8122f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797798 Apr 20 12:50:07.049908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:07.066521 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.071579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c1617-2254-4fef-90d0-6e73a06cb4eb req-c69397ec-b403-4e3d-8b94-9acca948c921 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:07.076320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-658c1617-2254-4fef-90d0-6e73a06cb4eb req-c69397ec-b403-4e3d-8b94-9acca948c921 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 945 time: 0.2312903 Apr 20 12:50:07.084577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:07.088087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] For port f2d24e7d-64e6-40b0-a6a6-05b243f14e51, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:07.088979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.093189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:07.100933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=2e527e21-4a72-42b1-80ff-81413fc1007f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:07.107033 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4212dcac-3f79-4d18-9dc8-add73ab1887e x-openstack-request-id: req-4212dcac-3f79-4d18-9dc8-add73ab1887e {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:07.107685 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:07.108162 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4212dcac-3f79-4d18-9dc8-add73ab1887e {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:07.108792 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4212dcac-3f79-4d18-9dc8-add73ab1887e'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'code': 200} Apr 20 12:50:07.117762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Calling delete_port for f2d24e7d-64e6-40b0-a6a6-05b243f14e51 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:07.192523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:07.252209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:07.256072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:07.283260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:07.317803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.331158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-658c1617-2254-4fef-90d0-6e73a06cb4eb req-a21b4e5c-b425-4fed-aecc-04a7c283914e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476430 Apr 20 12:50:07.428779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-c2b06332-43d9-4997-8b4c-904758969891 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0460181 Apr 20 12:50:07.450505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Request body: {'port': {'device_id': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:07.490232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd6177-6777-4684-9b04-0b024eb2f603 req-367b1e6b-822e-47b9-8590-9791a4b4a491 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:07.494891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fd6177-6777-4684-9b04-0b024eb2f603 req-367b1e6b-822e-47b9-8590-9791a4b4a491 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 949 time: 0.2434392 Apr 20 12:50:07.612843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c7e329-c586-4666-9a38-a29b7b5ca5f7 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:07.670951 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.719271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Transition to ACTIVE for port object 83c7e329-c586-4666-9a38-a29b7b5ca5f7 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:50:07.736959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.808050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Pushing event updated for resources: {'Port': ['ID=83c7e329-c586-4666-9a38-a29b7b5ca5f7,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:07.858640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fd6177-6777-4684-9b04-0b024eb2f603 req-6835c29b-78bd-4761-ad5b-4613624d24a9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126693 Apr 20 12:50:07.901375 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.912068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b054b67b-3b47-4e1b-bd88-eeb1acb3cb98 None None] Provisioning complete for port 2e527e21-4a72-42b1-80ff-81413fc1007f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:07.913075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b054b67b-3b47-4e1b-bd88-eeb1acb3cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.947297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:07.992179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b054b67b-3b47-4e1b-bd88-eeb1acb3cb98 None None] Port 2e527e21-4a72-42b1-80ff-81413fc1007f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:50:08.041278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Pushing event deleted for resources: {'Port': ['ID=f2d24e7d-64e6-40b0-a6a6-05b243f14e51,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:08.125141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] No DVR routers for this DVR port f2d24e7d-64e6-40b0-a6a6-05b243f14e51 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:08.130532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.134807 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-520463ac-8213-4b45-bd4e-43913102f396 req-a2da4f8f-e30a-4c8f-9921-1a498a48aa9e tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.30 "DELETE /v2.0/ports/f2d24e7d-64e6-40b0-a6a6-05b243f14e51 HTTP/1.1" status: 204 len: 173 time: 1.4444525 Apr 20 12:50:08.135257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'name': 'network-vif-deleted', 'tag': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:08.148752 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d96d10-7050-48b4-a959-0bce907c3d57" -d '{"events": [{"server_uuid": "5e9385d1-d203-44c1-81c0-088f8063aac8", "name": "network-vif-deleted", "tag": "f2d24e7d-64e6-40b0-a6a6-05b243f14e51"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:08.176351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Attempting to bind port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:08.176686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Attempting to bind port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:08.177249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Attempting to bind port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:08.183682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:08.184023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Attempting to bind port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:08.191785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:08.192126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:08.192551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:08.193046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Bound port: 83c7e329-c586-4666-9a38-a29b7b5ca5f7, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:08.193529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.227982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026db50b-67bf-42a2-9aa6-5641497c39e3 req-b5457879-3883-4fe1-9e7b-43a2c3d5e1a4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:08.229495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-026db50b-67bf-42a2-9aa6-5641497c39e3 req-b5457879-3883-4fe1-9e7b-43a2c3d5e1a4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.3699629 Apr 20 12:50:08.254439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51740) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:08.407771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] For port 83c7e329-c586-4666-9a38-a29b7b5ca5f7, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:08.414046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] For port 83c7e329-c586-4666-9a38-a29b7b5ca5f7, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=83c7e329-c586-4666-9a38-a29b7b5ca5f7,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:08.425135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.438430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70fb5b-a475-40f1-a73a-2c4280de6912 req-c171ec2d-34eb-4da3-9e41-335044767be8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:08.460978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c70fb5b-a475-40f1-a73a-2c4280de6912 req-c171ec2d-34eb-4da3-9e41-335044767be8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 948 time: 0.2898111 Apr 20 12:50:08.472796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-026db50b-67bf-42a2-9aa6-5641497c39e3 req-bb26cb71-fc17-4115-b222-25102f54d3f2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231417 Apr 20 12:50:08.482083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4a214696-f4bb-407e-a305-c3baffecfd22 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:08.512186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:08.512842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.514244 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] 10.222.0.37 "PUT /v2.0/ports/83c7e329-c586-4666-9a38-a29b7b5ca5f7 HTTP/1.1" status: 200 len: 1096 time: 2.3716958 Apr 20 12:50:08.542953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1371665995-network', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:08.568435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c462a506-38b9-412b-afdd-ba94ed176905'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:08.604226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c70fb5b-a475-40f1-a73a-2c4280de6912 req-0c4466dc-2dd4-41f5-b480-b0404d7c2d04 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323385 Apr 20 12:50:08.623833 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da770d5-03ae-4d19-8606-574a396f525c x-openstack-request-id: req-1da770d5-03ae-4d19-8606-574a396f525c {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:08.624406 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e9385d1-d203-44c1-81c0-088f8063aac8", "name": "network-vif-deleted", "tag": "f2d24e7d-64e6-40b0-a6a6-05b243f14e51", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:08.624406 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1da770d5-03ae-4d19-8606-574a396f525c {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:08.624830 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da770d5-03ae-4d19-8606-574a396f525c'] response: {'server_uuid': '5e9385d1-d203-44c1-81c0-088f8063aac8', 'name': 'network-vif-deleted', 'tag': 'f2d24e7d-64e6-40b0-a6a6-05b243f14e51', 'status': 'completed', 'code': 200} Apr 20 12:50:08.647006 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.705021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Made reservation on behalf of a4500c3a2d514b4bbe82e5b089d989a7 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:08.710024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.724674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.901124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.904178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38b59f-5592-4847-9bdd-89b48f4d5a98 req-55dcb489-93b6-4243-bcd6-5f8803b712bf tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:08.906898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa38b59f-5592-4847-9bdd-89b48f4d5a98 req-55dcb489-93b6-4243-bcd6-5f8803b712bf tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 945 time: 0.2383013 Apr 20 12:50:08.948591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a22512-5e01-4485-a9d3-24b8b91c534b service neutron] Pushing event updated for resources: {'Port': ['ID=83c7e329-c586-4666-9a38-a29b7b5ca5f7,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:08.951805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e527e21-4a72-42b1-80ff-81413fc1007f {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:08.962487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-b8f1eeff-4878-4087-81d6-e8b3435ccee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:08.964127 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-b8f1eeff-4878-4087-81d6-e8b3435ccee4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 1099 time: 0.3884470 Apr 20 12:50:08.964854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.976941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 4a214696-f4bb-407e-a305-c3baffecfd22 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:08.981094 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:08.993701 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.025775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Transition to ACTIVE for port object 2e527e21-4a72-42b1-80ff-81413fc1007f will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:50:09.029026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 4a214696-f4bb-407e-a305-c3baffecfd22 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:09.029722 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.040035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa38b59f-5592-4847-9bdd-89b48f4d5a98 req-6e4bd5ab-e7f7-4320-bf59-2ec381ba43cb tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089725 Apr 20 12:50:09.046067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.133775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f2d24e7d-64e6-40b0-a6a6-05b243f14e51'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:09.173322 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-1a418013-aeca-45b6-be09-3e80564719dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=83c7e329-c586-4666-9a38-a29b7b5ca5f7 HTTP/1.1" status: 200 len: 217 time: 0.1723669 Apr 20 12:50:09.185388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Pushing event updated for resources: {'Port': ['ID=2e527e21-4a72-42b1-80ff-81413fc1007f,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:09.191580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:50:09.193868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ae55f2-7b46-48b1-9406-050ec1ae5e60,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:09.249233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d2eaa75-b01b-479e-92cf-cb0d60dffb10 req-ba5f09ec-e5db-46a4-92da-8834e1a57aeb tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e9385d1-d203-44c1-81c0-088f8063aac8 HTTP/1.1" status: 200 len: 210 time: 0.0994205 Apr 20 12:50:09.302416 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.302785 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Added segment 91ce72da-9323-4176-9a7b-6b1f9a07085b of type vlan for network ee44c67a-1d11-4770-9ee3-6555c2c07e80 Apr 20 12:50:09.319707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-3237d0e8-83aa-44ed-a7bb-b1bcc98345c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:09.321174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-3237d0e8-83aa-44ed-a7bb-b1bcc98345c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1386614 Apr 20 12:50:09.367289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device edd9dd58-6089-4309-88aa-df018f19fc5f up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:09.374400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Attempting to bind port 2e527e21-4a72-42b1-80ff-81413fc1007f on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:09.375227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Attempting to bind port 2e527e21-4a72-42b1-80ff-81413fc1007f by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:09.376203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Attempting to bind port 2e527e21-4a72-42b1-80ff-81413fc1007f on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:09.378614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.388571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Port 2e527e21-4a72-42b1-80ff-81413fc1007f on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:09.389281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Attempting to bind port 2e527e21-4a72-42b1-80ff-81413fc1007f on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:09.395802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:09.396501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:09.397173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:09.397837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Bound port: 2e527e21-4a72-42b1-80ff-81413fc1007f, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:09.398435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.410335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2647d0a9-d84c-442e-a772-e99a242bbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:09.411825 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2647d0a9-d84c-442e-a772-e99a242bbdc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731399 Apr 20 12:50:09.421676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.423589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:09.423589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.491708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] For port 2e527e21-4a72-42b1-80ff-81413fc1007f, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:09.496535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] For port 2e527e21-4a72-42b1-80ff-81413fc1007f, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2e527e21-4a72-42b1-80ff-81413fc1007f,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:09.514413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.523695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.578484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a214696-f4bb-407e-a305-c3baffecfd22'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:09.584568 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87371466-b738-4745-bc10-bd23b4b2a305" -d '{"events": [{"server_uuid": "3ee291b9-2fba-46bb-ae83-656b9b8518bc", "name": "network-vif-plugged", "status": "completed", "tag": "4a214696-f4bb-407e-a305-c3baffecfd22"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:09.608646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Pushing event updated for resources: {'Port': ['ID=2e527e21-4a72-42b1-80ff-81413fc1007f,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:09.635905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:09.636291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4a214696-f4bb-407e-a305-c3baffecfd22, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4a214696-f4bb-407e-a305-c3baffecfd22,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:09.637203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.639287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-2dfe740b-3f42-46b4-8a10-cb58a9597e5c service neutron] 10.222.0.30 "PUT /v2.0/ports/2e527e21-4a72-42b1-80ff-81413fc1007f HTTP/1.1" status: 200 len: 1096 time: 2.2017603 Apr 20 12:50:09.639894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'tag': '2e527e21-4a72-42b1-80ff-81413fc1007f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:09.643401 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acede17-f980-4692-a9a3-bdc0b4507792" -d '{"events": [{"name": "network-changed", "server_uuid": "3889a1b0-2475-4cb7-8a3f-1f255fc74972", "tag": "2e527e21-4a72-42b1-80ff-81413fc1007f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:09.653752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.655354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 62599a3c-48e7-4d95-8535-024c359eab26 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:09.727988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port edd9dd58-6089-4309-88aa-df018f19fc5f completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:09.735226 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6094f52-e749-495f-804c-f0f243454131 x-openstack-request-id: req-e6094f52-e749-495f-804c-f0f243454131 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:09.735522 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee291b9-2fba-46bb-ae83-656b9b8518bc", "name": "network-vif-plugged", "status": "completed", "tag": "4a214696-f4bb-407e-a305-c3baffecfd22", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:09.735826 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6094f52-e749-495f-804c-f0f243454131 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:09.737063 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6094f52-e749-495f-804c-f0f243454131'] response: {'server_uuid': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a214696-f4bb-407e-a305-c3baffecfd22', 'code': 200} Apr 20 12:50:09.770151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port edd9dd58-6089-4309-88aa-df018f19fc5f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:09.770521 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:09.848976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea182228-db31-43cd-bcc1-3f3c7f30cfc7 req-747d5b7a-952a-44b1-b69f-faa345ca54d8 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:09.858190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea182228-db31-43cd-bcc1-3f3c7f30cfc7 req-747d5b7a-952a-44b1-b69f-faa345ca54d8 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.2060018 Apr 20 12:50:09.864161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-d1abc68a-be42-493f-b504-2bfdde29cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:09.866174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-d1abc68a-be42-493f-b504-2bfdde29cdcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 1099 time: 0.1384888 Apr 20 12:50:09.925253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea182228-db31-43cd-bcc1-3f3c7f30cfc7 req-f8b4dfa0-782e-433a-9a36-e284d9f02d9c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658679 Apr 20 12:50:09.935385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4a214696-f4bb-407e-a305-c3baffecfd22,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:09.968485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 62599a3c-48e7-4d95-8535-024c359eab26 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:09.979540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 62599a3c-48e7-4d95-8535-024c359eab26 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:09.981819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.007295 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7500715 Apr 20 12:50:10.015348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51770) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:10.021439 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.028022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Request body: {'subnet': {'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1371665995-subnet', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:10.030596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-d8c443bb-7b93-487e-be68-e3108e133e0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=2e527e21-4a72-42b1-80ff-81413fc1007f HTTP/1.1" status: 200 len: 217 time: 0.1192987 Apr 20 12:50:10.036890 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd05d5-1e1a-4c5c-b641-724ebf3ba389 x-openstack-request-id: req-01dd05d5-1e1a-4c5c-b641-724ebf3ba389 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:10.037932 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3889a1b0-2475-4cb7-8a3f-1f255fc74972", "tag": "2e527e21-4a72-42b1-80ff-81413fc1007f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:10.038276 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01dd05d5-1e1a-4c5c-b641-724ebf3ba389 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:10.038900 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01dd05d5-1e1a-4c5c-b641-724ebf3ba389'] response: {'name': 'network-changed', 'server_uuid': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'tag': '2e527e21-4a72-42b1-80ff-81413fc1007f', 'status': 'completed', 'code': 200} Apr 20 12:50:10.046669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae4296-b81c-4b73-8ceb-463c199366fe admin admin] Pushing event updated for resources: {'Network': ['ID=ee44c67a-1d11-4770-9ee3-6555c2c07e80,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:10.083861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103ac97-48b3-4b5d-9ff7-a2d5fca710df req-96d0e666-0ac0-4edb-96a9-e043276f6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.085575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8103ac97-48b3-4b5d-9ff7-a2d5fca710df req-96d0e666-0ac0-4edb-96a9-e043276f6e3c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 1097 time: 0.2945719 Apr 20 12:50:10.087381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:10.093748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:50:10.117168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Made reservation on behalf of a4500c3a2d514b4bbe82e5b089d989a7 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:10.127832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.141091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-31fe786a-4649-4f2e-b648-9e875c409f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.142764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-31fe786a-4649-4f2e-b648-9e875c409f25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0634100 Apr 20 12:50:10.163958 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-d18498f1-05bc-46de-af36-1ec0600ebeef service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7345817 Apr 20 12:50:10.203713 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.205008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2937efa-0ac2-4639-a643-71b3cf350893 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:10.271109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28168-0c29-4bc6-9895-90bc3712cfff req-9b5ee195-35ba-473c-9999-5075e25bdd61 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.273285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba28168-0c29-4bc6-9895-90bc3712cfff req-9b5ee195-35ba-473c-9999-5075e25bdd61 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 948 time: 0.3637905 Apr 20 12:50:10.280884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-a2f82b09-8ba5-4c9f-951b-34dd668edd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.282719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-a2f82b09-8ba5-4c9f-951b-34dd668edd4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134386 Apr 20 12:50:10.289243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8103ac97-48b3-4b5d-9ff7-a2d5fca710df req-b34e1522-a06b-4325-ad04-99707b343a91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452954 Apr 20 12:50:10.338831 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-381148ca-5e71-40fd-aee2-7f6bdb6e3639 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387422 Apr 20 12:50:10.340107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:10.388550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-5acae1e9-3102-40f9-9648-25cd9713dda9 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962839 Apr 20 12:50:10.414256 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.461263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 62599a3c-48e7-4d95-8535-024c359eab26, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=62599a3c-48e7-4d95-8535-024c359eab26,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:10.473615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.533098 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.561822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3b0d1-eb3e-4510-a20a-f7ebc75416cc req-fa2d5e6b-8268-4431-bf52-0a0704c80ad8 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.563845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=62599a3c-48e7-4d95-8535-024c359eab26,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:10.572006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dab3b0d1-eb3e-4510-a20a-f7ebc75416cc req-fa2d5e6b-8268-4431-bf52-0a0704c80ad8 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 946 time: 0.4037187 Apr 20 12:50:10.577055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1779178-5e99-4c91-87ec-608d3e4da776 req-ab9bf626-c9bd-4289-bc98-d4ddcfed37a5 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532943 Apr 20 12:50:10.604635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port b2937efa-0ac2-4639-a643-71b3cf350893 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:10.612123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port b2937efa-0ac2-4639-a643-71b3cf350893 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:10.612792 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.617956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20245364-adf1-4fd6-9341-f9eea1b15ddf,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:10.623237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Checking segment: {'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:10.623590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Network hostable DHCP agents. Network: ee44c67a-1d11-4770-9ee3-6555c2c07e80, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:50:10.625654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'tag': '83c7e329-c586-4666-9a38-a29b7b5ca5f7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:10.627804 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bc0f10-321d-47f9-a594-7eb6c8a1e954" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9fef89-6ccf-4811-96d9-37500bcca719", "tag": "83c7e329-c586-4666-9a38-a29b7b5ca5f7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:10.638463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba28168-0c29-4bc6-9895-90bc3712cfff req-623f5a66-44ba-4b77-ac5f-9bd090f60daf tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469574 Apr 20 12:50:10.666057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:50:10.681269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ee44c67a-1d11-4770-9ee3-6555c2c07e80) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:10.690310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8ce8c-e466-4821-91b4-cd9c611a215b None None] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:10.692821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.696582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.733516 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8d3ad10d-02e6-42df-b393-2c0ef3b441b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7153380 Apr 20 12:50:10.734458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51780) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:10.744966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:10.755897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dab3b0d1-eb3e-4510-a20a-f7ebc75416cc req-4cf7f800-30c7-4f44-8348-eb266259d63d tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826234 Apr 20 12:50:10.784663 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b26092c-e883-43bc-ba77-2c43d6e62baa x-openstack-request-id: req-1b26092c-e883-43bc-ba77-2c43d6e62baa {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:10.784962 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9fef89-6ccf-4811-96d9-37500bcca719", "tag": "83c7e329-c586-4666-9a38-a29b7b5ca5f7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:10.785219 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b26092c-e883-43bc-ba77-2c43d6e62baa {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:10.785665 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b26092c-e883-43bc-ba77-2c43d6e62baa'] response: {'name': 'network-changed', 'server_uuid': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'tag': '83c7e329-c586-4666-9a38-a29b7b5ca5f7', 'status': 'completed', 'code': 200} Apr 20 12:50:10.792240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-ae3f1a96-7bbd-41b0-ba3d-23f446403123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.795775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-ae3f1a96-7bbd-41b0-ba3d-23f446403123 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 1099 time: 0.1274567 Apr 20 12:50:10.849646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.857040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.858085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:10.925293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-e22bbca0-a54e-4dee-a10d-b603696197ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:10.927109 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-e22bbca0-a54e-4dee-a10d-b603696197ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 1099 time: 0.1225436 Apr 20 12:50:10.990798 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.049235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ee44c67a-1d11-4770-9ee3-6555c2c07e80', 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'fixed_ips': [{'subnet_id': '20245364-adf1-4fd6-9341-f9eea1b15ddf'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:50:11.050114 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.057259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port b2937efa-0ac2-4639-a643-71b3cf350893, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2937efa-0ac2-4639-a643-71b3cf350893,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:11.077115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.092857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2d24e7d-64e6-40b0-a6a6-05b243f14e51 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:11.196893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.203144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-7d08f312-de0b-45bb-a54c-a2c9cad4dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.204803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-7d08f312-de0b-45bb-a54c-a2c9cad4dc92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2677460 Apr 20 12:50:11.268132 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-1abd78f2-fb09-49c2-9365-61030cd839dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=83c7e329-c586-4666-9a38-a29b7b5ca5f7 HTTP/1.1" status: 200 len: 217 time: 0.0533757 Apr 20 12:50:11.314545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Allocated IP 172.20.0.2 (ee44c67a-1d11-4770-9ee3-6555c2c07e80/20245364-adf1-4fd6-9341-f9eea1b15ddf/c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:11.360353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-14555650-c0d8-4f78-8f0f-f95ce6fbc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.361828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-14555650-c0d8-4f78-8f0f-f95ce6fbc35b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0547667 Apr 20 12:50:11.363617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-deae15c4-f2e2-4197-9866-3217103e5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.365383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-deae15c4-f2e2-4197-9866-3217103e5c5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.5623243 Apr 20 12:50:11.437604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95f9fa-d0b3-4f63-8f47-a395217db6a9 req-649a9a5d-5f2f-48d4-882d-efe61cb2b3e3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.446768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e95f9fa-d0b3-4f63-8f47-a395217db6a9 req-649a9a5d-5f2f-48d4-882d-efe61cb2b3e3 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 951 time: 0.1769762 Apr 20 12:50:11.456305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-96265589-0dd8-4d5e-958d-f0dab37aa1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.458396 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-96265589-0dd8-4d5e-958d-f0dab37aa1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798044 Apr 20 12:50:11.477501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-f1f4e1fb-db71-4c50-8fa8-6b21b96829cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=2e527e21-4a72-42b1-80ff-81413fc1007f HTTP/1.1" status: 200 len: 217 time: 0.0998220 Apr 20 12:50:11.503669 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.512164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: f2d24e7d-64e6-40b0-a6a6-05b243f14e51 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:11.512699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2d24e7d-64e6-40b0-a6a6-05b243f14e51 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:11.526342 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.546923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:11.551602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:11.554274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:11.557231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bc259-6615-438a-af56-ad01a3a8e1fe req-dddf29aa-1d3b-45fb-a0af-ca11c6289914 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.565897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-404bc259-6615-438a-af56-ad01a3a8e1fe req-dddf29aa-1d3b-45fb-a0af-ca11c6289914 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.2950189 Apr 20 12:50:11.586131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-d43d1af2-5885-4af6-839e-8bad371f14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.587693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-d43d1af2-5885-4af6-839e-8bad371f14ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0969822 Apr 20 12:50:11.610246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e95f9fa-d0b3-4f63-8f47-a395217db6a9 req-557ddd96-9b13-4359-855b-615baa4bed52 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619716 Apr 20 12:50:11.669063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.689939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-404bc259-6615-438a-af56-ad01a3a8e1fe req-34591369-3efe-4170-bf17-dbe2723ccf1c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230757 Apr 20 12:50:11.694214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Attempting to bind port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:11.694578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Attempting to bind port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:11.694933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Attempting to bind port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 on network ee44c67a-1d11-4770-9ee3-6555c2c07e80 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:11.696931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=b2937efa-0ac2-4639-a643-71b3cf350893,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:11.719333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.737278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-c7939847-2b5a-4804-ba9b-70bb11577d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:11.740850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-c7939847-2b5a-4804-ba9b-70bb11577d9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276314 Apr 20 12:50:11.744161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f'}, {'server_uuid': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62599a3c-48e7-4d95-8535-024c359eab26'}, {'server_uuid': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2937efa-0ac2-4639-a643-71b3cf350893'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:11.745865 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-c4af8c3b-d0f1-40f3-95be-f34a064887d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358134 Apr 20 12:50:11.746544 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949f2cbf-0bca-4b92-b90a-dff78ebccff0" -d '{"events": [{"server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "name": "network-vif-plugged", "status": "completed", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f"}, {"server_uuid": "803b5b0b-fcc5-420e-b739-d14ae40400a3", "name": "network-vif-plugged", "status": "completed", "tag": "62599a3c-48e7-4d95-8535-024c359eab26"}, {"server_uuid": "0af0f4a5-66a3-4ab6-a6db-501976fdb692", "name": "network-vif-plugged", "status": "completed", "tag": "b2937efa-0ac2-4639-a643-71b3cf350893"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:11.761419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:11.761814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Checking segment: {'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:11.762213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.762658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Bound using segment: {'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:11.763128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Bound port: c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:11.763503 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.838293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] For port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:11.841600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] For port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,segment=NetworkSegment(91ce72da-9323-4176-9a7b-6b1f9a07085b),segment_id=91ce72da-9323-4176-9a7b-6b1f9a07085b)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:11.855098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Pushing event updated for resources: {'Port': ['ID=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:11.863498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:11.876676 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f6df4-cdf0-464d-b306-0ea65d229218 x-openstack-request-id: req-f14f6df4-cdf0-464d-b306-0ea65d229218 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:11.876946 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "name": "network-vif-plugged", "status": "completed", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f", "code": 200}, {"server_uuid": "803b5b0b-fcc5-420e-b739-d14ae40400a3", "name": "network-vif-plugged", "status": "completed", "tag": "62599a3c-48e7-4d95-8535-024c359eab26", "code": 200}, {"server_uuid": "0af0f4a5-66a3-4ab6-a6db-501976fdb692", "name": "network-vif-plugged", "status": "completed", "tag": "b2937efa-0ac2-4639-a643-71b3cf350893", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:11.877375 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f14f6df4-cdf0-464d-b306-0ea65d229218 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:11.877793 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14f6df4-cdf0-464d-b306-0ea65d229218'] response: {'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f', 'code': 200} Apr 20 12:50:11.878044 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14f6df4-cdf0-464d-b306-0ea65d229218'] response: {'server_uuid': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62599a3c-48e7-4d95-8535-024c359eab26', 'code': 200} Apr 20 12:50:11.878288 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14f6df4-cdf0-464d-b306-0ea65d229218'] response: {'server_uuid': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2937efa-0ac2-4639-a643-71b3cf350893', 'code': 200} Apr 20 12:50:12.052799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0a7d3-0a08-4934-b333-77c6773069a6 None None] Pushing event updated for resources: {'Port': ['ID=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:12.127617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531c49d-8eb2-4a3c-83fd-0063a17d48e8 req-a13170a5-bc09-4482-b5fe-9ab1351ee3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.127617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b531c49d-8eb2-4a3c-83fd-0063a17d48e8 req-a13170a5-bc09-4482-b5fe-9ab1351ee3f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=803b5b0b-fcc5-420e-b739-d14ae40400a3 HTTP/1.1" status: 200 len: 1096 time: 0.1224687 Apr 20 12:50:12.161557 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21bc0f10-321d-47f9-a594-7eb6c8a1e954 req-268c3fc2-457d-41fa-bf7b-f8ec74a8eadb service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388686 Apr 20 12:50:12.165840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c02fd-59e2-4971-b659-91b825b4a85f req-84b18125-bc78-43f1-a334-b7760a24c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.167791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4c8be-c2a6-402f-99dd-c7de1b2cea44 req-49ec571e-4b41-4841-84e3-62f6c2ae92db tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.170153 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ba7c02fd-59e2-4971-b659-91b825b4a85f req-84b18125-bc78-43f1-a334-b7760a24c26e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 1096 time: 0.1755104 Apr 20 12:50:12.170904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78c4c8be-c2a6-402f-99dd-c7de1b2cea44 req-49ec571e-4b41-4841-84e3-62f6c2ae92db tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 948 time: 0.2679021 Apr 20 12:50:12.175958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-ee2472db-225f-49e3-b441-3ec529185f1d service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237418 Apr 20 12:50:12.185330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d232696-5fec-4ff3-96ac-6f5aad712316 req-9f6066e7-9e82-4522-bf5b-2442668378a2 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.186805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d232696-5fec-4ff3-96ac-6f5aad712316 req-9f6066e7-9e82-4522-bf5b-2442668378a2 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 946 time: 0.2432971 Apr 20 12:50:12.238431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Allocated IP 172.25.3.229 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/e650993f-c732-4c2e-82e5-73485483a909) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:12.285825 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ba7c02fd-59e2-4971-b659-91b825b4a85f req-197319d1-29d8-4284-a4a8-c2087e80d44c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996063 Apr 20 12:50:12.298233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77799f-eb6b-4885-b5d1-46929796996b req-4a708163-4938-4845-93df-b428b51deb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.301899 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd77799f-eb6b-4885-b5d1-46929796996b req-4a708163-4938-4845-93df-b428b51deb57 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1097 time: 0.2860141 Apr 20 12:50:12.345584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b531c49d-8eb2-4a3c-83fd-0063a17d48e8 req-8a13fd38-fbbe-4fd9-b032-aaf3e5821f3b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048051 Apr 20 12:50:12.416372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d232696-5fec-4ff3-96ac-6f5aad712316 req-0ccc702e-93ff-4978-895f-adf0266fe414 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854806 Apr 20 12:50:12.422708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78c4c8be-c2a6-402f-99dd-c7de1b2cea44 req-1c92032e-a9cd-47c3-97c1-0bb03b0df420 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347209 Apr 20 12:50:12.483969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2acede17-f980-4692-a9a3-bdc0b4507792 req-12940c8c-1ee9-4ac6-8f02-2dc979d20dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951119 Apr 20 12:50:12.485112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:12.502647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:12.531982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:12.575799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:12.576079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:12.630424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a606326-4db2-4db7-b8cf-21da12ac2c8f req-9bba0f0e-4c90-4c87-8341-31e5f880d065 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.632762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a606326-4db2-4db7-b8cf-21da12ac2c8f req-9bba0f0e-4c90-4c87-8341-31e5f880d065 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 945 time: 0.0838370 Apr 20 12:50:12.638748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:12.643807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:12.656530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:12.673988 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:12.700508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a606326-4db2-4db7-b8cf-21da12ac2c8f req-b010e1c8-6d4c-4e6f-a93f-be6099c5c4ac tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Apr 20 12:50:12.725234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,segment=NetworkSegment(91ce72da-9323-4176-9a7b-6b1f9a07085b),segment_id=91ce72da-9323-4176-9a7b-6b1f9a07085b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:12.730778 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:12.792131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:12.826982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Pushing event updated for resources: {'Port': ['ID=e650993f-c732-4c2e-82e5-73485483a909,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:12.834687 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd77799f-eb6b-4885-b5d1-46929796996b req-55a0212b-bc67-498a-af50-7cb89694c4eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352140 Apr 20 12:50:12.862299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852732a6-70ea-40b6-b52c-4796cd1c26d4 req-da590365-cedb-49b6-9ba4-5568f3f52095 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.863826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-852732a6-70ea-40b6-b52c-4796cd1c26d4 req-da590365-cedb-49b6-9ba4-5568f3f52095 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 951 time: 0.1245134 Apr 20 12:50:12.878346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0db31-3952-444b-bd0b-02b36e5210df req-362fb18b-1c05-4c8f-aeb6-22786fcb50eb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:12.880001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23f0db31-3952-444b-bd0b-02b36e5210df req-362fb18b-1c05-4c8f-aeb6-22786fcb50eb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.0745950 Apr 20 12:50:12.974251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-852732a6-70ea-40b6-b52c-4796cd1c26d4 req-a13a3ad6-67da-4309-87d4-c7b300e4150a tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/security-groups?id=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037416 Apr 20 12:50:12.992485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23f0db31-3952-444b-bd0b-02b36e5210df req-f4272f0b-c841-4ae7-a09b-a1df9785d549 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963085 Apr 20 12:50:13.034449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-893f4e54-3d6e-4a61-b973-47a09b01a34f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:13.035958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-893f4e54-3d6e-4a61-b973-47a09b01a34f tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 951 time: 0.1294465 Apr 20 12:50:13.168175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:13.210157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Deleting port c462a506-38b9-412b-afdd-ba94ed176905 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:13.210531 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:13.337562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] For port c462a506-38b9-412b-afdd-ba94ed176905, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c462a506-38b9-412b-afdd-ba94ed176905,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:13.338228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:13.353868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Calling delete_port for c462a506-38b9-412b-afdd-ba94ed176905 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:13.565585 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:13.567459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e3859-f54b-4f89-8557-3e1a1ba5760e None None] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:13.632973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Pushing event deleted for resources: {'Port': ['ID=c462a506-38b9-412b-afdd-ba94ed176905,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:13.750110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] No DVR routers for this DVR port c462a506-38b9-412b-afdd-ba94ed176905 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:13.750704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c462a506-38b9-412b-afdd-ba94ed176905'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:13.771291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:13.784218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-353bb9e9-cff5-4183-b47a-6f2ebd4d6e7e req-6a0d2a36-e789-4876-912e-c4f5f94586f2 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.37 "DELETE /v2.0/ports/c462a506-38b9-412b-afdd-ba94ed176905 HTTP/1.1" status: 204 len: 173 time: 0.7390289 Apr 20 12:50:13.794697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-deleted', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:13.804056 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1db752-79f0-4471-bb38-ed40712cbf52" -d '{"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-deleted", "tag": "c462a506-38b9-412b-afdd-ba94ed176905"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:13.826349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:13.827686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935d2d8-b526-4098-a9ed-48cb75e07383 req-abc55527-44ff-4cbc-ad99-f004bbe053f2 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:13.829691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f935d2d8-b526-4098-a9ed-48cb75e07383 req-abc55527-44ff-4cbc-ad99-f004bbe053f2 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 948 time: 0.2592683 Apr 20 12:50:13.994203 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f935d2d8-b526-4098-a9ed-48cb75e07383 req-b0cee184-5402-487d-97ab-5c246268299c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517315 Apr 20 12:50:14.051132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d47c0-49f4-4a97-825c-fd57ec5060a9 req-1f982f5e-4a76-4619-bc7d-eb6e823a999c tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:14.053223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-013d47c0-49f4-4a97-825c-fd57ec5060a9 req-1f982f5e-4a76-4619-bc7d-eb6e823a999c tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 945 time: 0.1749871 Apr 20 12:50:14.079999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Router 2eda21c4-c8af-473a-9857-82b56ac9a677 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:50:14.090450 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf4a117-74e3-4451-87a4-cd693e129801 x-openstack-request-id: req-daf4a117-74e3-4451-87a4-cd693e129801 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:14.091085 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f96f21f-1531-4840-b72b-c101fe6ee5ae", "name": "network-vif-deleted", "tag": "c462a506-38b9-412b-afdd-ba94ed176905", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:14.091516 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daf4a117-74e3-4451-87a4-cd693e129801 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:14.092247 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf4a117-74e3-4451-87a4-cd693e129801'] response: {'server_uuid': '7f96f21f-1531-4840-b72b-c101fe6ee5ae', 'name': 'network-vif-deleted', 'tag': 'c462a506-38b9-412b-afdd-ba94ed176905', 'status': 'completed', 'code': 200} Apr 20 12:50:14.120262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-013d47c0-49f4-4a97-825c-fd57ec5060a9 req-11e2e7da-e56e-4a1b-931d-af70b2b5340b tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Apr 20 12:50:14.196505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b9a45431-b288-42a0-98ae-4ca41db1f68c None None] Provisioning complete for port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:14.196883 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9a45431-b288-42a0-98ae-4ca41db1f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:14.235333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2da7e68f-046e-4ffc-953d-a7f10a6a4274 req-bc4f38a3-a01e-4d58-aaf5-88b32b0ba6a9 tempest-ServersAdminTestJSON-886678273 tempest-ServersAdminTestJSON-886678273-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f96f21f-1531-4840-b72b-c101fe6ee5ae HTTP/1.1" status: 200 len: 210 time: 0.0641043 Apr 20 12:50:14.316568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:50:14.329106 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Sync routers for ids ['2eda21c4-c8af-473a-9857-82b56ac9a677'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:50:14.350404 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Routers {'2eda21c4-c8af-473a-9857-82b56ac9a677'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:50:14.351275 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:50:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2eda21c4-c8af-473a-9857-82b56ac9a677'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:14.385925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:14.399251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5a9a-6376-4048-9f33-e8637627a95e req-a8c6675f-c0be-40a1-a645-595a598f05ef tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:14.401589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb9e5a9a-6376-4048-9f33-e8637627a95e req-a8c6675f-c0be-40a1-a645-595a598f05ef tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1587682 Apr 20 12:50:14.402368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51828) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:14.407673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9b0b12f-99b3-4992-ab74-912cfcda32c4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6563139 Apr 20 12:50:14.459421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:14.538123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 83c7e329-c586-4666-9a38-a29b7b5ca5f7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:14.673700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb9e5a9a-6376-4048-9f33-e8637627a95e req-d17335c8-4176-416c-b2ed-151f3aba47ae tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641642 Apr 20 12:50:14.736725 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Set router 2eda21c4-c8af-473a-9857-82b56ac9a677 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:50:14.815093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 83c7e329-c586-4666-9a38-a29b7b5ca5f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=83c7e329-c586-4666-9a38-a29b7b5ca5f7,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:14.835824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:14.836479 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:14.881535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '83c7e329-c586-4666-9a38-a29b7b5ca5f7', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '83c7e329-c586-4666-9a38-a29b7b5ca5f7', 'mac_address': 'fa:16:3e:24:16:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:14.926313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a2b7a6ea-8c78-43c1-8093-8110cc344f6c None None] Provisioning complete for port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:14.926687 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a2b7a6ea-8c78-43c1-8093-8110cc344f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:14.986826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:14.990773 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e650993f-c732-4c2e-82e5-73485483a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:12Z', 'revision_number': 3, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port': {'id': 'e650993f-c732-4c2e-82e5-73485483a909', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:11Z', 'updated_at': '2022-04-20T12:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:15.016131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c7e329-c586-4666-9a38-a29b7b5ca5f7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:15.022201 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Checking router: 2eda21c4-c8af-473a-9857-82b56ac9a677 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:50:15.022547 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Updating router 2eda21c4-c8af-473a-9857-82b56ac9a677 port e650993f-c732-4c2e-82e5-73485483a909 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:50:15.048545 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.053357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 83c7e329-c586-4666-9a38-a29b7b5ca5f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=83c7e329-c586-4666-9a38-a29b7b5ca5f7,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:15.079142 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.148473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=83c7e329-c586-4666-9a38-a29b7b5ca5f7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:15.202849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.220013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ed32b-956b-43ba-b33a-d2dbcb89d296 req-dd319c00-b669-4fe6-ac8b-ef69e31ac3ad tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:15.227205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f00ed32b-956b-43ba-b33a-d2dbcb89d296 req-dd319c00-b669-4fe6-ac8b-ef69e31ac3ad tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 949 time: 0.1199875 Apr 20 12:50:15.308354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f00ed32b-956b-43ba-b33a-d2dbcb89d296 req-581bbecd-d603-4c11-8b73-b4a235cedb8b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757263 Apr 20 12:50:15.364804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['83c7e329-c586-4666-9a38-a29b7b5ca5f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:15.369167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 2e527e21-4a72-42b1-80ff-81413fc1007f details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:15.414238 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.417043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a00882-4729-445b-83ec-874f9c89a35c req-462cf060-905a-430e-bf26-bea04e90fc1c tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:15.419191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0a00882-4729-445b-83ec-874f9c89a35c req-462cf060-905a-430e-bf26-bea04e90fc1c tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 945 time: 0.1706190 Apr 20 12:50:15.423620 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.496495 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Pushing event updated for resources: {'Port': ['ID=e650993f-c732-4c2e-82e5-73485483a909,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:15.521158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0a00882-4729-445b-83ec-874f9c89a35c req-8fbf029d-7e81-474b-ad2e-703bc48a5055 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953622 Apr 20 12:50:15.530207 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.530709 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.532648 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.533097 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.534111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.544766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.544766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.544766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.544766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.544766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.544766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.544766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:15.584307 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Attempting to bind port e650993f-c732-4c2e-82e5-73485483a909 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:15.585465 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Attempting to bind port e650993f-c732-4c2e-82e5-73485483a909 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:15.586478 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Attempting to bind port e650993f-c732-4c2e-82e5-73485483a909 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:15.591398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Allocated IP 172.20.0.1 (ee44c67a-1d11-4770-9ee3-6555c2c07e80/20245364-adf1-4fd6-9341-f9eea1b15ddf/177100c1-b030-4cd6-9e6d-a01078c36839) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:15.596413 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:15.597812 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:15.600486 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.602186 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:15.602898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Bound port: e650993f-c732-4c2e-82e5-73485483a909, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:15.603337 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.731918 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] For port e650993f-c732-4c2e-82e5-73485483a909, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:15.743738 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] For port e650993f-c732-4c2e-82e5-73485483a909, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e650993f-c732-4c2e-82e5-73485483a909,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:15.784510 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:15.795119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 2e527e21-4a72-42b1-80ff-81413fc1007f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2e527e21-4a72-42b1-80ff-81413fc1007f,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:15.815491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '2e527e21-4a72-42b1-80ff-81413fc1007f', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '2e527e21-4a72-42b1-80ff-81413fc1007f', 'mac_address': 'fa:16:3e:c3:d1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:15.850505 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd4807-02c8-47d5-92ae-d1788e1f5823 None None] Pushing event updated for resources: {'Port': ['ID=e650993f-c732-4c2e-82e5-73485483a909,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:15.897963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Routers {'2eda21c4-c8af-473a-9857-82b56ac9a677'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:50:15.899050 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:50:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2eda21c4-c8af-473a-9857-82b56ac9a677'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:15.916261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f140f3d-ab05-4533-8f23-ce35e41dca0a req-b1b0ccf5-d123-409f-9d45-441ea6d8fcc5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:15.917799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f140f3d-ab05-4533-8f23-ce35e41dca0a req-b1b0ccf5-d123-409f-9d45-441ea6d8fcc5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1398683 Apr 20 12:50:15.921617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51848) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:15.965220 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.003893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e527e21-4a72-42b1-80ff-81413fc1007f {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:16.013029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e5d45-b5d8-42ee-b77a-0d099817c8c6 req-acb1316e-07c4-4f9c-a72c-b60b3e63408e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:16.014770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-347e5d45-b5d8-42ee-b77a-0d099817c8c6 req-acb1316e-07c4-4f9c-a72c-b60b3e63408e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=803b5b0b-fcc5-420e-b739-d14ae40400a3 HTTP/1.1" status: 200 len: 945 time: 0.3789082 Apr 20 12:50:16.042940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.062739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 2e527e21-4a72-42b1-80ff-81413fc1007f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2e527e21-4a72-42b1-80ff-81413fc1007f,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:16.070679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f140f3d-ab05-4533-8f23-ce35e41dca0a req-db84c481-824e-4b82-a6f1-2563d1c464a7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314716 Apr 20 12:50:16.091914 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.097261 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] Set router 2eda21c4-c8af-473a-9857-82b56ac9a677 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:50:16.123270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-347e5d45-b5d8-42ee-b77a-0d099817c8c6 req-ab9267c0-f4ec-4be8-bc7b-d24da3dda2d7 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955083 Apr 20 12:50:16.165194 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.201859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=2e527e21-4a72-42b1-80ff-81413fc1007f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:16.251216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:16.272233 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-56dbcee2-c586-4563-a33e-beacdc3cf721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f96e8a01db4f41dbb70c37a694bdd48e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483613 Apr 20 12:50:16.273603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51864) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:16.275475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:16.301863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:16.355403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Pushing event updated for resources: {'Port': ['ID=177100c1-b030-4cd6-9e6d-a01078c36839,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:16.394952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.395656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.396470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.397098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.397765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.398345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.398925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.402271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.407381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.407803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.408218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.408628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.420297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cb28-5d3e-4d30-b2d6-cb3086a02b07 req-85fe256f-69b9-4321-8b0e-9d0aae743b70 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:16.432137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6e4cb28-5d3e-4d30-b2d6-cb3086a02b07 req-85fe256f-69b9-4321-8b0e-9d0aae743b70 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1097 time: 0.2009695 Apr 20 12:50:16.438932 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.479132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.482175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.510395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:16.518854 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e650993f-c732-4c2e-82e5-73485483a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:12Z', 'revision_number': 3, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port': {'id': 'e650993f-c732-4c2e-82e5-73485483a909', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:11Z', 'updated_at': '2022-04-20T12:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:16.553164 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f95f9e5-506d-4ed7-beb9-32b7843d0515 None None] The sync data for ids ['2eda21c4-c8af-473a-9857-82b56ac9a677'] in n-d-838550-2 is: [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e650993f-c732-4c2e-82e5-73485483a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:12Z', 'revision_number': 3, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port': {'id': 'e650993f-c732-4c2e-82e5-73485483a909', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:11Z', 'updated_at': '2022-04-20T12:50:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:50:16.578218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: c462a506-38b9-412b-afdd-ba94ed176905 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:16.578563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c462a506-38b9-412b-afdd-ba94ed176905 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:16.587306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.590255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.592318 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/391fe0b6-da98-4f0c-ad7a-55ec6ad63d25 HTTP/1.1" status: 204 len: 168 time: 0.3144934 Apr 20 12:50:16.597320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['2e527e21-4a72-42b1-80ff-81413fc1007f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:16.602306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391fe0b6-da98-4f0c-ad7a-55ec6ad63d25,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:16.611828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.612180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.612705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.613047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.613515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.613881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.614342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.614808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.615141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.615564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.615901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.616223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dc5f82-9d0a-440c-8ee1-886a47b58e12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:16.689936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6e4cb28-5d3e-4d30-b2d6-cb3086a02b07 req-1fad7ab9-0f63-49ec-8c9f-49f0c936a4f0 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552414 Apr 20 12:50:16.788514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45142e1-00c5-4afc-a7fc-8d15e410090e req-cadc8535-2688-4203-a34d-d5999d9168e4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:16.799362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cf8b6d4d-21c0-4330-8565-a3336876e586 None None] Provisioning complete for port 177100c1-b030-4cd6-9e6d-a01078c36839 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:16.799641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d45142e1-00c5-4afc-a7fc-8d15e410090e req-cadc8535-2688-4203-a34d-d5999d9168e4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 949 time: 0.2128541 Apr 20 12:50:16.799788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf8b6d4d-21c0-4330-8565-a3336876e586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:16.877572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b6d4d-21c0-4330-8565-a3336876e586 None None] Port 177100c1-b030-4cd6-9e6d-a01078c36839 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:50:16.956295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d45142e1-00c5-4afc-a7fc-8d15e410090e req-9ea9f8cf-b1ae-4b6a-a0aa-8434f7811dec tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556878 Apr 20 12:50:17.011137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9247-f598-47de-8704-8b28a9958c93 req-1dce7b4a-9c2d-445e-83cc-9f90901eb57c tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:17.040632 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fae9247-f598-47de-8704-8b28a9958c93 req-1dce7b4a-9c2d-445e-83cc-9f90901eb57c tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=803b5b0b-fcc5-420e-b739-d14ae40400a3 HTTP/1.1" status: 200 len: 945 time: 0.1538200 Apr 20 12:50:17.125306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fae9247-f598-47de-8704-8b28a9958c93 req-d4c9f086-7260-4b88-bc9f-edd57dec558a tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716043 Apr 20 12:50:17.156704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.222172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51888) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:17.293277 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cb03bdb6-69c8-4611-a989-68817f611d9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f18317f7186848fc8efdaeaa955154aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692673 Apr 20 12:50:17.296325 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51890) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:17.392086 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a003230d-cf99-40cf-af38-c32ab5685e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.396124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.413824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.447321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a003230d-cf99-40cf-af38-c32ab5685e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.471228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Pushing event updated for resources: {'Port': ['ID=177100c1-b030-4cd6-9e6d-a01078c36839,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:17.531074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.573311 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a003230d-cf99-40cf-af38-c32ab5685e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.576773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a003230d-cf99-40cf-af38-c32ab5685e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:17.578025 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a003230d-cf99-40cf-af38-c32ab5685e62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efae7704-8b10-4a48-ada9-f132bf2b371e HTTP/1.1" status: 204 len: 168 time: 0.2805352 Apr 20 12:50:17.605561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003230d-cf99-40cf-af38-c32ab5685e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae7704-8b10-4a48-ada9-f132bf2b371e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:17.750427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:17.752454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:17.972226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-da54e951-057f-4062-91e2-5b6ad55bb481 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:17.976442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-da54e951-057f-4062-91e2-5b6ad55bb481 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "GET /v2.0/ports?device_id=803b5b0b-fcc5-420e-b739-d14ae40400a3 HTTP/1.1" status: 200 len: 945 time: 0.1458240 Apr 20 12:50:18.152149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-33aa8736-885d-4386-96bb-533c899c3e41 None None] Provisioning complete for port 177100c1-b030-4cd6-9e6d-a01078c36839 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:18.154467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33aa8736-885d-4386-96bb-533c899c3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:18.232636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Router 2eda21c4-c8af-473a-9857-82b56ac9a677 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:50:18.234261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-33aa8736-885d-4386-96bb-533c899c3e41 None None] Port 177100c1-b030-4cd6-9e6d-a01078c36839 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:50:18.463113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e650993f-c732-4c2e-82e5-73485483a909 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:18.473184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65252e-dd0e-4d71-9197-892b5779fc04 req-6d2d8c7f-95ca-4775-ac50-52144140b2e4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:18.481763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb65252e-dd0e-4d71-9197-892b5779fc04 req-6d2d8c7f-95ca-4775-ac50-52144140b2e4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 949 time: 0.3758581 Apr 20 12:50:18.532983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 83c7e329-c586-4666-9a38-a29b7b5ca5f7 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:18.618453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e650993f-c732-4c2e-82e5-73485483a909 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:18.618970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:18.671574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:18.680643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:18.681105 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:18.788116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:18.922436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Deleting port 62599a3c-48e7-4d95-8535-024c359eab26 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:18.923053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:18.982130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb65252e-dd0e-4d71-9197-892b5779fc04 req-087758cc-14cb-4a4f-9252-75d64c882398 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990923 Apr 20 12:50:18.995044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441725ea-9ea9-4187-ac34-f5815b434421 req-72153628-379e-4704-aaf7-de44c4404c82 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:19.003329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-441725ea-9ea9-4187-ac34-f5815b434421 req-72153628-379e-4704-aaf7-de44c4404c82 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=803b5b0b-fcc5-420e-b739-d14ae40400a3 HTTP/1.1" status: 200 len: 945 time: 0.7282293 Apr 20 12:50:19.008300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.021283 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.084404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port e650993f-c732-4c2e-82e5-73485483a909, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e650993f-c732-4c2e-82e5-73485483a909,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:19.103334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c7e329-c586-4666-9a38-a29b7b5ca5f7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:19.105585 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99af1451-10a4-4498-89f8-1be505d37023" -d '{"events": [{"server_uuid": "5f9fef89-6ccf-4811-96d9-37500bcca719", "name": "network-vif-plugged", "status": "completed", "tag": "83c7e329-c586-4666-9a38-a29b7b5ca5f7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:19.132930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.159753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 83c7e329-c586-4666-9a38-a29b7b5ca5f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=83c7e329-c586-4666-9a38-a29b7b5ca5f7,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:19.192461 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.216367 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9e6a84-dace-4869-aeeb-2b0c923e92c9 x-openstack-request-id: req-2e9e6a84-dace-4869-aeeb-2b0c923e92c9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:19.216592 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9fef89-6ccf-4811-96d9-37500bcca719", "name": "network-vif-plugged", "status": "completed", "tag": "83c7e329-c586-4666-9a38-a29b7b5ca5f7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:19.216824 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e9e6a84-dace-4869-aeeb-2b0c923e92c9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:19.217224 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9e6a84-dace-4869-aeeb-2b0c923e92c9'] response: {'server_uuid': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c7e329-c586-4666-9a38-a29b7b5ca5f7', 'code': 200} Apr 20 12:50:19.241689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=e650993f-c732-4c2e-82e5-73485483a909,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:19.247492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51938) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:19.259009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.259365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.259712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.260094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.260919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.261280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.261601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.261952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.262900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.263238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.263573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.263902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:50:19.337219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=83c7e329-c586-4666-9a38-a29b7b5ca5f7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:19.376353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-441725ea-9ea9-4187-ac34-f5815b434421 req-d15a88e8-4ac1-4f0a-a9d9-cb9bf9bc5fd9 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716831 Apr 20 12:50:19.384744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 2e527e21-4a72-42b1-80ff-81413fc1007f up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:19.393225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4c0e-b734-4175-a340-41e284dac5fd req-d3bf4b6d-f707-4db7-819f-8b32322a8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:19.403979 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-62dd4c0e-b734-4175-a340-41e284dac5fd req-d3bf4b6d-f707-4db7-819f-8b32322a8fc7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 1101 time: 0.1334691 Apr 20 12:50:19.442186 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-62dd4c0e-b734-4175-a340-41e284dac5fd req-97e46249-7e14-40a3-a65d-5616518a3947 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Apr 20 12:50:19.445696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] For port 62599a3c-48e7-4d95-8535-024c359eab26, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=62599a3c-48e7-4d95-8535-024c359eab26,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:19.446130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.449198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:50:19.467505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Sync routers for ids ['2eda21c4-c8af-473a-9857-82b56ac9a677'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:50:19.492825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Routers {'2eda21c4-c8af-473a-9857-82b56ac9a677'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:50:19.493773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:50:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2eda21c4-c8af-473a-9857-82b56ac9a677'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:19.494841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5827c726-8580-48de-8d36-57b79b35b4ca admin admin] 10.222.0.24 "PUT /v2.0/routers/2eda21c4-c8af-473a-9857-82b56ac9a677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0897958 Apr 20 12:50:19.520336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Calling delete_port for 62599a3c-48e7-4d95-8535-024c359eab26 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:19.531544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-130458414-network', 'tenant_id': 'ef1f334b585a40db97d2de2cced16d68'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:19.573706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Made reservation on behalf of ef1f334b585a40db97d2de2cced16d68 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:19.576410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.589498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 2e527e21-4a72-42b1-80ff-81413fc1007f completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:19.591631 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.612391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 2e527e21-4a72-42b1-80ff-81413fc1007f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:19.612764 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.714809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Set router 2eda21c4-c8af-473a-9857-82b56ac9a677 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:50:19.720589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.732727 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.759467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:50:19.787470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.787827 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Added segment 30e3285d-738f-4a93-b996-97ea659539c2 of type vlan for network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 Apr 20 12:50:19.842330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.848996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.898686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66100031-20a6-4013-bf5b-56e929e0bec1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:19.907200 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.908272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:19.909548 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:19.927481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['b2937efa-0ac2-4639-a643-71b3cf350893'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:19.929529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4a214696-f4bb-407e-a305-c3baffecfd22', '62599a3c-48e7-4d95-8535-024c359eab26'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:19.961974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Pushing event deleted for resources: {'Port': ['ID=62599a3c-48e7-4d95-8535-024c359eab26,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:20.038775 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7888258 Apr 20 12:50:20.041160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51954) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:20.061197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Request body: {'subnet': {'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-130458414-subnet', 'tenant_id': 'ef1f334b585a40db97d2de2cced16d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:20.072208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] No DVR routers for this DVR port 62599a3c-48e7-4d95-8535-024c359eab26 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:20.076289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c9d8b-1340-4ed2-bf45-aaf780711858 admin admin] Pushing event updated for resources: {'Network': ['ID=8664ab57-75b3-422b-9f11-2ddc7cc515c8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:20.080593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:20.085303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6dcfc6c-8dc0-4080-a453-f98b62406e62 req-eeacca39-fff7-4115-b733-2fa9af148571 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "DELETE /v2.0/ports/62599a3c-48e7-4d95-8535-024c359eab26 HTTP/1.1" status: 204 len: 173 time: 2.0974948 Apr 20 12:50:20.086068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'name': 'network-vif-deleted', 'tag': '62599a3c-48e7-4d95-8535-024c359eab26'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:20.101473 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc2682a-16ce-41a8-bc6c-447755fea0c1" -d '{"events": [{"server_uuid": "803b5b0b-fcc5-420e-b739-d14ae40400a3", "name": "network-vif-deleted", "tag": "62599a3c-48e7-4d95-8535-024c359eab26"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:20.114094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:50:20.133335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Made reservation on behalf of ef1f334b585a40db97d2de2cced16d68 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:20.139964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:20.157566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:20.361345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 2e527e21-4a72-42b1-80ff-81413fc1007f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2e527e21-4a72-42b1-80ff-81413fc1007f,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:20.461007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e650993f-c732-4c2e-82e5-73485483a909 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:20.547821 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:20.611698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7ee90-7ec3-42e5-a902-8b0e08876caf req-4aa0b0f0-6544-490a-a8e2-44ab55b919d3 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:20.616642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e7ee90-7ec3-42e5-a902-8b0e08876caf req-4aa0b0f0-6544-490a-a8e2-44ab55b919d3 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 950 time: 0.4666052 Apr 20 12:50:20.697420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:20.892312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-3f9e3bb2-41d2-4aeb-a0b5-22872711838d tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7865579 Apr 20 12:50:20.918979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a353f173-2248-4cbe-9a77-bcb487a8c7b2,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:20.936175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=2e527e21-4a72-42b1-80ff-81413fc1007f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:20.981273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:20.983127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Checking segment: {'id': '30e3285d-738f-4a93-b996-97ea659539c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:20.984655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Network hostable DHCP agents. Network: 8664ab57-75b3-422b-9f11-2ddc7cc515c8, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:50:20.995058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e7ee90-7ec3-42e5-a902-8b0e08876caf req-10ae2fbd-bf7f-476c-b721-63565bbe88a0 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597338 Apr 20 12:50:21.027332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:50:21.046259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 8664ab57-75b3-422b-9f11-2ddc7cc515c8) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:21.051441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:21.051942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:21.052072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:21.090009 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4d5113f-a487-4747-b321-5b385962bb1d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0407014 Apr 20 12:50:21.098023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1415a-4078-4aae-b98b-3afcecc98a5d None None] Network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:21.107655 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce641bd6-7028-4ee3-a260-06bb2e3be923 x-openstack-request-id: req-ce641bd6-7028-4ee3-a260-06bb2e3be923 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:21.108168 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "803b5b0b-fcc5-420e-b739-d14ae40400a3", "name": "network-vif-deleted", "tag": "62599a3c-48e7-4d95-8535-024c359eab26", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:21.108168 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce641bd6-7028-4ee3-a260-06bb2e3be923 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:21.108845 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce641bd6-7028-4ee3-a260-06bb2e3be923'] response: {'server_uuid': '803b5b0b-fcc5-420e-b739-d14ae40400a3', 'name': 'network-vif-deleted', 'tag': '62599a3c-48e7-4d95-8535-024c359eab26', 'status': 'completed', 'code': 200} Apr 20 12:50:21.239942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e527e21-4a72-42b1-80ff-81413fc1007f'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:21.247541 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28667a03-b8bd-4428-8135-43eff1d3bb76" -d '{"events": [{"server_uuid": "3889a1b0-2475-4cb7-8a3f-1f255fc74972", "name": "network-vif-plugged", "status": "completed", "tag": "2e527e21-4a72-42b1-80ff-81413fc1007f"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:21.261781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e650993f-c732-4c2e-82e5-73485483a909 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:21.263902 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:21.332163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:21.437996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e650993f-c732-4c2e-82e5-73485483a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:16Z', 'revision_number': 4, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port': {'id': 'e650993f-c732-4c2e-82e5-73485483a909', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:11Z', 'updated_at': '2022-04-20T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '177100c1-b030-4cd6-9e6d-a01078c36839', 'name': '', 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'mac_address': 'fa:16:3e:1d:46:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '20245364-adf1-4fd6-9341-f9eea1b15ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:15Z', 'updated_at': '2022-04-20T12:50:17Z', 'revision_number': 2, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'subnets': [{'id': '20245364-adf1-4fd6-9341-f9eea1b15ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:21.464254 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3821291-bfbe-4032-b8fe-3d8c2eab76bb x-openstack-request-id: req-b3821291-bfbe-4032-b8fe-3d8c2eab76bb {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:21.464254 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3889a1b0-2475-4cb7-8a3f-1f255fc74972", "name": "network-vif-plugged", "status": "completed", "tag": "2e527e21-4a72-42b1-80ff-81413fc1007f", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:21.464254 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3821291-bfbe-4032-b8fe-3d8c2eab76bb {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:21.464745 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3821291-bfbe-4032-b8fe-3d8c2eab76bb'] response: {'server_uuid': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e527e21-4a72-42b1-80ff-81413fc1007f', 'code': 200} Apr 20 12:50:21.517541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Checking router: 2eda21c4-c8af-473a-9857-82b56ac9a677 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:50:21.518015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Updating router 2eda21c4-c8af-473a-9857-82b56ac9a677 port 177100c1-b030-4cd6-9e6d-a01078c36839 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:50:21.610585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:21.632469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdd6a9-0e78-4b78-a562-677be432e924 None None] Network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:21.645499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Allocated IP 172.25.3.127 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a4aa8b83-b86f-4b0e-8815-1543511e079f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:21.679517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e05dd9-4d75-4634-8df5-04c4b4034993 req-291c7ebc-79a1-43d0-bbbf-1a298a8468eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:21.685534 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-40e05dd9-4d75-4634-8df5-04c4b4034993 req-291c7ebc-79a1-43d0-bbbf-1a298a8468eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 1101 time: 0.1375806 Apr 20 12:50:21.761157 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-40e05dd9-4d75-4634-8df5-04c4b4034993 req-50d53435-c0c4-4391-9f28-b735286ce390 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 Apr 20 12:50:21.798267 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:21.843303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:21.900987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:21.905837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:21.917298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:21.922267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Pushing event updated for resources: {'Port': ['ID=a4aa8b83-b86f-4b0e-8815-1543511e079f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:22.077110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.149673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.163595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52004) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:22.168991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1940060544-network', 'tenant_id': '96d04b78d09a4ce2bc8fbf429f8065fc'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:22.225385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Made reservation on behalf of 96d04b78d09a4ce2bc8fbf429f8065fc for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:22.228275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.246062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.305776 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.326958 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.350212 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.358148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.428395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd2cc8-98f2-4739-8f75-313f43aef29f None None] Pushing event updated for resources: {'Port': ['ID=177100c1-b030-4cd6-9e6d-a01078c36839,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:22.437437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.449333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Pushing event updated for resources: {'Port': ['ID=a4aa8b83-b86f-4b0e-8815-1543511e079f,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:22.453295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.470515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.514791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.516018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-0f126fe7-1143-49ca-b215-f315f637ebd5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6096277 Apr 20 12:50:22.530231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9357cc41-8916-477b-af7f-9765fd06de60,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:22.545920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:50:22.556968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 62599a3c-48e7-4d95-8535-024c359eab26 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:22.565932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Attempting to bind port 177100c1-b030-4cd6-9e6d-a01078c36839 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:22.576675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.576675 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Added segment 6417887e-8b31-4a2e-a9f7-2a491347f67b of type vlan for network d5329ae0-1d9c-491d-819c-bf1c9bc601b2 Apr 20 12:50:22.583333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Attempting to bind port 177100c1-b030-4cd6-9e6d-a01078c36839 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:22.584174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Attempting to bind port 177100c1-b030-4cd6-9e6d-a01078c36839 on network ee44c67a-1d11-4770-9ee3-6555c2c07e80 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:22.670393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 62599a3c-48e7-4d95-8535-024c359eab26 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:22.671416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 62599a3c-48e7-4d95-8535-024c359eab26 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:22.673042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.686919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:22.687313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Checking segment: {'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:22.687725 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.688302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Bound using segment: {'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:22.695272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Bound port: 177100c1-b030-4cd6-9e6d-a01078c36839, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ce72da-9323-4176-9a7b-6b1f9a07085b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:22.697252 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.751898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-c411ab8b-7a56-4c63-8429-ac0f95e6b7e5 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.127 HTTP/1.1" status: 200 len: 696 time: 0.2272139 Apr 20 12:50:22.753493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.754557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:22.756526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.862371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] For port 177100c1-b030-4cd6-9e6d-a01078c36839, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:22.867070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] For port 177100c1-b030-4cd6-9e6d-a01078c36839, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=177100c1-b030-4cd6-9e6d-a01078c36839,segment=NetworkSegment(91ce72da-9323-4176-9a7b-6b1f9a07085b),segment_id=91ce72da-9323-4176-9a7b-6b1f9a07085b)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:22.875723 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:22.897616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] Pushing event updated for resources: {'Network': ['ID=d5329ae0-1d9c-491d-819c-bf1c9bc601b2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:22.914737 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6228fdf2-2ebc-404a-bc30-a2e0f18536eb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7496431 Apr 20 12:50:22.924820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d5329ae0-1d9c-491d-819c-bf1c9bc601b2 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:50:22.948033 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:50:22.965141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52022) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:22.980451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Request body: {'subnet': {'network_id': 'd5329ae0-1d9c-491d-819c-bf1c9bc601b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1940060544-subnet', 'tenant_id': '96d04b78d09a4ce2bc8fbf429f8065fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:23.019254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-7d5aa7c1-b947-4d5f-81fb-22e3dda88466 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:23.033912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-7d5aa7c1-b947-4d5f-81fb-22e3dda88466 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2758098 Apr 20 12:50:23.037418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd2cc8-98f2-4739-8f75-313f43aef29f None None] Pushing event updated for resources: {'Port': ['ID=177100c1-b030-4cd6-9e6d-a01078c36839,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:23.047663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3215213-3efe-4278-83b8-fcdf84455294 req-77289a69-8a5b-4ea8-8970-938500bc6d2a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:23.050009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f88e0b61-9c82-40a1-9ceb-a21d7ad794cc None None] Provisioning complete for port 177100c1-b030-4cd6-9e6d-a01078c36839 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:23.050408 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f88e0b61-9c82-40a1-9ceb-a21d7ad794cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:23.056391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3215213-3efe-4278-83b8-fcdf84455294 req-77289a69-8a5b-4ea8-8970-938500bc6d2a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 950 time: 0.1963406 Apr 20 12:50:23.065545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-8d405a08-4c5a-4f98-89e4-1b8f5b892663 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:50:23.066454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d9271e-be21-43da-9a3d-4c64e814ef87 req-8d405a08-4c5a-4f98-89e4-1b8f5b892663 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0317824 Apr 20 12:50:23.087221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Made reservation on behalf of 96d04b78d09a4ce2bc8fbf429f8065fc for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:23.094385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:23.108259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Routers {'2eda21c4-c8af-473a-9857-82b56ac9a677'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:50:23.108916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:50:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2eda21c4-c8af-473a-9857-82b56ac9a677'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:23.176816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3215213-3efe-4278-83b8-fcdf84455294 req-d7e72383-f59e-4f8e-a76d-26223e46bc55 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112430 Apr 20 12:50:23.303314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a5f1885-ff1c-42c2-9a38-d03975b1b9bb req-f350d3b5-bc55-422d-9275-4aef05d888cc tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips/5623ebcf-aa7f-47ae-9910-035ee43c1e3b HTTP/1.1" status: 200 len: 693 time: 0.1222322 Apr 20 12:50:23.484716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:23.522711 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:23.538813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f88e0b61-9c82-40a1-9ceb-a21d7ad794cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:23.550771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f1885-ff1c-42c2-9a38-d03975b1b9bb req-fc862416-94ca-4c40-811e-203812ed0b4e tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:23.552563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a5f1885-ff1c-42c2-9a38-d03975b1b9bb req-fc862416-94ca-4c40-811e-203812ed0b4e tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2484288 Apr 20 12:50:23.572746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-5a5f1885-ff1c-42c2-9a38-d03975b1b9bb req-d22a7089-cd2e-48df-a6f9-16b0f66e55fa tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:50:23.574173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a5f1885-ff1c-42c2-9a38-d03975b1b9bb req-d22a7089-cd2e-48df-a6f9-16b0f66e55fa tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126376 Apr 20 12:50:23.614035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6de8a-7b18-46e5-b5de-5e9003fc69e5 req-0c5e61a3-3ef0-4391-86ca-816d2d316d3a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:23.621183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f88e0b61-9c82-40a1-9ceb-a21d7ad794cc None None] For port 177100c1-b030-4cd6-9e6d-a01078c36839, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=177100c1-b030-4cd6-9e6d-a01078c36839,segment=NetworkSegment(91ce72da-9323-4176-9a7b-6b1f9a07085b),segment_id=91ce72da-9323-4176-9a7b-6b1f9a07085b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:23.624940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cda6de8a-7b18-46e5-b5de-5e9003fc69e5 req-0c5e61a3-3ef0-4391-86ca-816d2d316d3a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 950 time: 0.2901044 Apr 20 12:50:23.631224 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f88e0b61-9c82-40a1-9ceb-a21d7ad794cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:23.634378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] Set router 2eda21c4-c8af-473a-9857-82b56ac9a677 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:50:23.672710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Checking segment: {'id': '6417887e-8b31-4a2e-a9f7-2a491347f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd5329ae0-1d9c-491d-819c-bf1c9bc601b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:23.673357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Network hostable DHCP agents. Network: d5329ae0-1d9c-491d-819c-bf1c9bc601b2, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:50:23.701534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3493dfa5-6190-4782-86a7-bd7bb069483a,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:23.720909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e0b61-9c82-40a1-9ceb-a21d7ad794cc None None] Pushing event updated for resources: {'Port': ['ID=177100c1-b030-4cd6-9e6d-a01078c36839,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:23.724148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cda6de8a-7b18-46e5-b5de-5e9003fc69e5 req-cbcbc227-196d-4262-b754-17bdefa02eb9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960896 Apr 20 12:50:23.764229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Network d5329ae0-1d9c-491d-819c-bf1c9bc601b2 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:50:23.806472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d5329ae0-1d9c-491d-819c-bf1c9bc601b2) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:23.816875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:23.817461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:23.854479 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77f90277-95a2-46d9-98e5-0cf8313f4f5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8772185 Apr 20 12:50:23.869956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327ae27-5ef2-4393-ac17-e16fe8cd5865 None None] Network d5329ae0-1d9c-491d-819c-bf1c9bc601b2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:23.936329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9b18bf-f31e-4795-b5ed-65e1628f6646 req-774b5131-ea1c-49f0-92f7-7808940171b0 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=a4500c3a2d514b4bbe82e5b089d989a7 HTTP/1.1" status: 200 len: 696 time: 0.1656926 Apr 20 12:50:24.028682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a6984ca4-a5ef-417e-b0a8-174a2e842dd8 None None] Provisioning complete for port 177100c1-b030-4cd6-9e6d-a01078c36839 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:24.029226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6984ca4-a5ef-417e-b0a8-174a2e842dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:24.108301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b18bf-f31e-4795-b5ed-65e1628f6646 req-7fe77581-3114-4c0a-bc25-2b884b1b7f8f tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:24.122126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9b18bf-f31e-4795-b5ed-65e1628f6646 req-7fe77581-3114-4c0a-bc25-2b884b1b7f8f tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks?id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 787 time: 0.1821985 Apr 20 12:50:24.137615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-af9b18bf-f31e-4795-b5ed-65e1628f6646 req-ee3e7669-c97e-43d6-87d9-dfe55f5f8821 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:50:24.150541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9b18bf-f31e-4795-b5ed-65e1628f6646 req-ee3e7669-c97e-43d6-87d9-dfe55f5f8821 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275345 Apr 20 12:50:24.235103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-e3b5f761-da68-4d89-9c79-ce3f174fb616 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips/5623ebcf-aa7f-47ae-9910-035ee43c1e3b HTTP/1.1" status: 200 len: 693 time: 0.0698702 Apr 20 12:50:24.267789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e61852-46f8-426b-baf6-353490f409c4 None None] Network d5329ae0-1d9c-491d-819c-bf1c9bc601b2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:24.436705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-891c40d3-83fe-4ef0-a433-354a23c812c3 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:24.438133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-891c40d3-83fe-4ef0-a433-354a23c812c3 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2022634 Apr 20 12:50:24.455410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-688991ba-b29e-46f2-80d2-5c397eee74f6 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:50:24.457667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-688991ba-b29e-46f2-80d2-5c397eee74f6 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124745 Apr 20 12:50:24.566470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e650993f-c732-4c2e-82e5-73485483a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:16Z', 'revision_number': 4, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port': {'id': 'e650993f-c732-4c2e-82e5-73485483a909', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:11Z', 'updated_at': '2022-04-20T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '177100c1-b030-4cd6-9e6d-a01078c36839', 'name': '', 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'mac_address': 'fa:16:3e:1d:46:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '20245364-adf1-4fd6-9341-f9eea1b15ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:15Z', 'updated_at': '2022-04-20T12:50:22Z', 'revision_number': 4, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'subnets': [{'id': '20245364-adf1-4fd6-9341-f9eea1b15ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:24.578659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-483472c0-a6ef-49e4-965a-26fb5e5cb79b tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.127 HTTP/1.1" status: 200 len: 696 time: 0.1115296 Apr 20 12:50:24.612183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539575c0-7ea2-4842-9c61-d55faa3cbb27 None None] The sync data for ids ['2eda21c4-c8af-473a-9857-82b56ac9a677'] in n-d-838550-2 is: [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e650993f-c732-4c2e-82e5-73485483a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:16Z', 'revision_number': 4, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port': {'id': 'e650993f-c732-4c2e-82e5-73485483a909', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:11Z', 'updated_at': '2022-04-20T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '177100c1-b030-4cd6-9e6d-a01078c36839', 'name': '', 'network_id': 'ee44c67a-1d11-4770-9ee3-6555c2c07e80', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'mac_address': 'fa:16:3e:1d:46:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '20245364-adf1-4fd6-9341-f9eea1b15ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:15Z', 'updated_at': '2022-04-20T12:50:22Z', 'revision_number': 4, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'subnets': [{'id': '20245364-adf1-4fd6-9341-f9eea1b15ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:50:24.650213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-40f22877-1929-4602-b891-a7ce2e88d6f1 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.127 HTTP/1.1" status: 200 len: 696 time: 0.0575712 Apr 20 12:50:24.731159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fdea0-7a12-4cf8-868e-ceb79cc55ffa req-7d79d3a6-ac9d-4920-846e-a641539fbb37 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:24.737891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fdea0-7a12-4cf8-868e-ceb79cc55ffa req-7d79d3a6-ac9d-4920-846e-a641539fbb37 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:24.740174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-932fdea0-7a12-4cf8-868e-ceb79cc55ffa req-7d79d3a6-ac9d-4920-846e-a641539fbb37 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692&device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 1682 time: 0.1826596 Apr 20 12:50:24.906306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-932fdea0-7a12-4cf8-868e-ceb79cc55ffa req-1dc16829-b7c9-42b5-9e95-6dfc359f3aa6 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584687 Apr 20 12:50:24.919339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Deleting port a4aa8b83-b86f-4b0e-8815-1543511e079f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:24.919339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:25.019784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:25.020288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:25.034058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Calling delete_port for a4aa8b83-b86f-4b0e-8815-1543511e079f owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:25.255958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:25.298445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Pushing event deleted for resources: {'Port': ['ID=a4aa8b83-b86f-4b0e-8815-1543511e079f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:25.369052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:25.372338 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:25.373492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-991d9ba2-af18-4b59-a36a-3c15a98f325e req-651a1402-98b1-404e-8589-d7a5911ae791 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "DELETE /v2.0/floatingips/5623ebcf-aa7f-47ae-9910-035ee43c1e3b HTTP/1.1" status: 204 len: 173 time: 0.6967921 Apr 20 12:50:25.389668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-b584ed74-cda2-49f7-b19b-51782fdac43a tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:25.391234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-b584ed74-cda2-49f7-b19b-51782fdac43a tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/networks?id=8664ab57-75b3-422b-9f11-2ddc7cc515c8 HTTP/1.1" status: 200 len: 814 time: 0.2238634 Apr 20 12:50:25.414288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-35ccf3af-e08b-4fed-9ff7-76083b5ec9a9 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/quotas/ef1f334b585a40db97d2de2cced16d68 HTTP/1.1" status: 200 len: 375 time: 0.0155635 Apr 20 12:50:25.466962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-7cd236a5-bd77-48d2-9b95-5c30b42c0924 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef1f334b585a40db97d2de2cced16d68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477228 Apr 20 12:50:25.599695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea2627-47ea-4cbf-9f4d-0c99cdb90330 req-26db7bbf-8849-49e5-b61d-a74833a8a4aa tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:25.601190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dea2627-47ea-4cbf-9f4d-0c99cdb90330 req-26db7bbf-8849-49e5-b61d-a74833a8a4aa tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 950 time: 0.1473410 Apr 20 12:50:25.621885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-d1c34753-2d76-401f-8798-888cbe29e08f service neutron] 10.222.0.24 "GET /v2.0/networks/8664ab57-75b3-422b-9f11-2ddc7cc515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534829 Apr 20 12:50:25.950426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dea2627-47ea-4cbf-9f4d-0c99cdb90330 req-4c1f35aa-445f-418e-8c66-1afc477cb31b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399525 Apr 20 12:50:26.069836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-73085c62-a23d-4802-b6ba-418060e1c457 service neutron] 10.222.0.24 "GET /v2.0/networks/8664ab57-75b3-422b-9f11-2ddc7cc515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407415 Apr 20 12:50:26.120923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-9b8295b2-2298-437b-85d2-0ac917b12289 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1232800 Apr 20 12:50:26.134366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:26.157970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:26.294977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:26.313417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a573a-45fe-474f-b12b-75a29a17633f req-f3effa6e-2655-458f-ada4-dfccd8e2014d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:26.314933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e4a573a-45fe-474f-b12b-75a29a17633f req-f3effa6e-2655-458f-ada4-dfccd8e2014d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.0717285 Apr 20 12:50:26.421218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e4a573a-45fe-474f-b12b-75a29a17633f req-531e6062-1931-4eb5-a9da-0d55de64b5ed tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718653 Apr 20 12:50:26.444342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 177100c1-b030-4cd6-9e6d-a01078c36839 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:26.482838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Allocated IP 172.25.3.124 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/6a9a9261-25af-4713-9a82-6cb4b30ccabc) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:26.553928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 177100c1-b030-4cd6-9e6d-a01078c36839 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:26.554664 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:26.626525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:26.676595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:26.761911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:26.769550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:26.772719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Pushing event updated for resources: {'Port': ['ID=6a9a9261-25af-4713-9a82-6cb4b30ccabc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:26.775302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:26.832144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98dde-be9c-499e-92c8-f7462c6274aa req-a555ca3c-1500-4f7c-b67e-12fbce287b28 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:26.838445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a98dde-be9c-499e-92c8-f7462c6274aa req-a555ca3c-1500-4f7c-b67e-12fbce287b28 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:26.840206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a98dde-be9c-499e-92c8-f7462c6274aa req-a555ca3c-1500-4f7c-b67e-12fbce287b28 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972&device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 1691 time: 0.1266670 Apr 20 12:50:26.917809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a98dde-be9c-499e-92c8-f7462c6274aa req-9b15d774-21ec-4023-bae3-1ce182517df6 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682533 Apr 20 12:50:26.920508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:26.963379 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:27.140568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-298aa357-0276-4674-a78c-f48c7aa8ca8d req-2dde081b-57d4-4884-8737-894a6822b1f4 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 210 time: 0.0371890 Apr 20 12:50:27.163325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:27.169510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:27.242939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Pushing event updated for resources: {'Port': ['ID=6a9a9261-25af-4713-9a82-6cb4b30ccabc,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:27.251633 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:27.268173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:27.269386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-c8440ce4-3859-409e-b1c5-6f1d0cafaa81 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1393535 Apr 20 12:50:27.336995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-6d622466-aff5-4d4d-a880-9744ad5c515f tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.0602293 Apr 20 12:50:27.467133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-b716a8a5-648b-4f5e-bb43-004f99886543 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:27.468525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5edc6818-7637-4c60-a53e-f0d483fd76a9 req-b716a8a5-648b-4f5e-bb43-004f99886543 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1299694 Apr 20 12:50:27.690651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-25f792ca-fd32-476b-96a7-d02f0797e61b tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips/b8da17a1-e85e-4ee1-8da5-d7f32ac65dda HTTP/1.1" status: 200 len: 693 time: 0.1092236 Apr 20 12:50:27.788947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab2fde-d309-4a32-85e7-75553c8668fc req-ea655cd7-3ab4-4973-a045-a46ce880b891 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:27.790330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34ab2fde-d309-4a32-85e7-75553c8668fc req-ea655cd7-3ab4-4973-a045-a46ce880b891 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1504202 Apr 20 12:50:27.808532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-195252ed-1759-42f6-8de0-6d43923c4089 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:27.809944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-195252ed-1759-42f6-8de0-6d43923c4089 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.37 "GET /v2.0/networks?id=8664ab57-75b3-422b-9f11-2ddc7cc515c8 HTTP/1.1" status: 200 len: 814 time: 0.3405309 Apr 20 12:50:27.828219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Request body: {'port': {'device_id': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8', 'admin_state_up': True, 'tenant_id': 'ef1f334b585a40db97d2de2cced16d68'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:27.922063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34ab2fde-d309-4a32-85e7-75553c8668fc req-538416f5-198c-4ef2-adf1-d3eca41cf0c6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225789 Apr 20 12:50:27.942485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-062f67cb-7bfe-403c-b8b7-9f987c5302d9 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:27.946133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-062f67cb-7bfe-403c-b8b7-9f987c5302d9 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2481246 Apr 20 12:50:27.960222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-da00d2ae-4684-44bb-b7c1-fc702ce8f3c8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:50:27.961175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-da00d2ae-4684-44bb-b7c1-fc702ce8f3c8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090621 Apr 20 12:50:28.028883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-7674f7c0-5244-4ce1-a4a2-24144c97196d tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.0572720 Apr 20 12:50:28.038941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Made reservation on behalf of ef1f334b585a40db97d2de2cced16d68 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:28.042642 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.125811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-945f6456-788e-4f09-93f6-9556bc68ec87 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.124 HTTP/1.1" status: 200 len: 696 time: 0.0888741 Apr 20 12:50:28.332873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172ca1-192f-4876-9e52-90222e62e308 req-e360a373-20fb-43cf-bf81-851db4b0beaa tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:28.334368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8172ca1-192f-4876-9e52-90222e62e308 req-e360a373-20fb-43cf-bf81-851db4b0beaa tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 1101 time: 0.1987207 Apr 20 12:50:28.375634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Allocated IP 172.20.0.5 (8664ab57-75b3-422b-9f11-2ddc7cc515c8/a353f173-2248-4cbe-9a77-bcb487a8c7b2/3d66bf13-859a-45c0-87fd-0153b567af12) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:28.406424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8172ca1-192f-4876-9e52-90222e62e308 req-535804d4-33c0-454e-81e9-78ac9bf80878 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639806 Apr 20 12:50:28.434266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Deleting port 6a9a9261-25af-4713-9a82-6cb4b30ccabc {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:28.434605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.542350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:28.586646 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.587034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.620515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Calling delete_port for 6a9a9261-25af-4713-9a82-6cb4b30ccabc owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:28.627300 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.630574 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.647992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1aa85060-ab54-494e-9cbb-fef7c75fb8b8 req-33c53a1e-c914-49ac-8e8c-6a263be330eb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 210 time: 0.0448382 Apr 20 12:50:28.653129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:28.655425 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e513cc8b-d885-4897-9e44-0be41b0e171b" -d '{"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-unplugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:28.669051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:28.674929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.722213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=11']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:28.766316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.825532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef72513-50bc-452b-918a-fb5fc5b95b4d req-362a9ce3-f1ba-4fdf-8c46-ec779a42f0e1 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:28.827020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef72513-50bc-452b-918a-fb5fc5b95b4d req-362a9ce3-f1ba-4fdf-8c46-ec779a42f0e1 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 1101 time: 0.1143367 Apr 20 12:50:28.828910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:28.839179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:28.862042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:28.902680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Pushing event updated for resources: {'Port': ['ID=3d66bf13-859a-45c0-87fd-0153b567af12,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:28.943119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.945992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef72513-50bc-452b-918a-fb5fc5b95b4d req-0115751f-ea4b-4231-9dee-fa1523242b89 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081724 Apr 20 12:50:28.957488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:28.958134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:28.986539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Pushing event deleted for resources: {'Port': ['ID=6a9a9261-25af-4713-9a82-6cb4b30ccabc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:29.016877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-ecb94ed0-0d35-4835-8238-053afe69a7e0 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977313 Apr 20 12:50:29.063063 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa550480-2ef0-40c6-9982-e7ef6a5d33b7 x-openstack-request-id: req-aa550480-2ef0-40c6-9982-e7ef6a5d33b7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:29.063959 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-unplugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:29.064552 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa550480-2ef0-40c6-9982-e7ef6a5d33b7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:29.065244 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa550480-2ef0-40c6-9982-e7ef6a5d33b7'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'code': 200} Apr 20 12:50:29.323868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Request body: {'port': {'device_id': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:29.408098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:29.410509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:29.411594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fef95fb4-23bc-4ce5-b7e8-6a5e1948f853 req-01ecb41e-129b-4cbf-a7f4-488e95b77fc8 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "DELETE /v2.0/floatingips/b8da17a1-e85e-4ee1-8da5-d7f32ac65dda HTTP/1.1" status: 204 len: 173 time: 1.2785816 Apr 20 12:50:29.422642 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:29.441768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cb59e-f31e-472c-8a93-7c10cde15ac5 req-cd0bf5e2-0178-4f1e-bf71-318fce8dc262 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:29.443250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79cb59e-f31e-472c-8a93-7c10cde15ac5 req-cd0bf5e2-0178-4f1e-bf71-318fce8dc262 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1260972 Apr 20 12:50:29.532569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79cb59e-f31e-472c-8a93-7c10cde15ac5 req-2e5a3954-0a86-458e-b210-248ee91ae271 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810902 Apr 20 12:50:29.560526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb73f4a-09b7-4acc-8e13-deee62575464 req-cda8855f-8729-4fc6-afc5-42faa1f00abe tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:29.561993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbb73f4a-09b7-4acc-8e13-deee62575464 req-cda8855f-8729-4fc6-afc5-42faa1f00abe tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 945 time: 0.0812740 Apr 20 12:50:29.657344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-1552038e-99c1-4ad9-bb0f-f7b5494c0a98 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446138 Apr 20 12:50:29.702115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbb73f4a-09b7-4acc-8e13-deee62575464 req-e8df64a5-b13a-4dff-8aab-8be994125e46 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883429 Apr 20 12:50:29.815210 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-5d8e01dd-2446-43a9-84de-5258c1a95741 req-6e4766ae-cf17-473f-966e-486e9328f336 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] show failed (client error): The resource could not be found. Apr 20 12:50:29.816217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d8e01dd-2446-43a9-84de-5258c1a95741 req-6e4766ae-cf17-473f-966e-486e9328f336 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips/b8da17a1-e85e-4ee1-8da5-d7f32ac65dda HTTP/1.1" status: 404 len: 350 time: 0.0857687 Apr 20 12:50:29.867620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-8668a529-bb71-49ae-9230-dfe5d5147463 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:29.869070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-8668a529-bb71-49ae-9230-dfe5d5147463 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055008 Apr 20 12:50:29.922930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-6606aadb-9531-4ced-91ef-24ddd9661521 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/quotas/4eb4e8f116304b2bbc4ec79085e6e426 HTTP/1.1" status: 200 len: 375 time: 0.0390003 Apr 20 12:50:29.986845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a904ac-dd58-43c3-9426-55555f2be89c req-98ce4d12-fe6c-42d2-b45e-d7afecfc3009 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:29.988292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9a904ac-dd58-43c3-9426-55555f2be89c req-98ce4d12-fe6c-42d2-b45e-d7afecfc3009 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 931 time: 0.1183565 Apr 20 12:50:30.048123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d66bf13-859a-45c0-87fd-0153b567af12 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:30.064919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-cbecad9c-6939-4d5b-aa2a-ae36d64014df tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1357400 Apr 20 12:50:30.075544 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.090603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9a904ac-dd58-43c3-9426-55555f2be89c req-a739f126-33a2-4f2e-8b72-99954b9a8d3e tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845997 Apr 20 12:50:30.092992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Transition to ACTIVE for port object 3d66bf13-859a-45c0-87fd-0153b567af12 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:50:30.097998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.186875 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-7cc649ec-1531-4a4b-ac9a-6b1731f44762 req-8cbccd53-3f2b-4c42-980c-4d1f45280919 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] show failed (client error): The resource could not be found. Apr 20 12:50:30.187907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cc649ec-1531-4a4b-ac9a-6b1731f44762 req-8cbccd53-3f2b-4c42-980c-4d1f45280919 tempest-FloatingIPsTestJSON-630725177 tempest-FloatingIPsTestJSON-630725177-project] 10.222.0.24 "GET /v2.0/floatingips/b8da17a1-e85e-4ee1-8da5-d7f32ac65dda HTTP/1.1" status: 404 len: 350 time: 0.0558887 Apr 20 12:50:30.192056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Pushing event updated for resources: {'Port': ['ID=3d66bf13-859a-45c0-87fd-0153b567af12,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:30.199334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52186) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:30.274907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37baa0cd-050c-432f-b776-0fb01a8d0fb9 req-b2b510ec-34bc-4c87-b835-c1d963679950 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 210 time: 0.0397844 Apr 20 12:50:30.297843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Attempting to bind port 3d66bf13-859a-45c0-87fd-0153b567af12 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:30.298183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Attempting to bind port 3d66bf13-859a-45c0-87fd-0153b567af12 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '30e3285d-738f-4a93-b996-97ea659539c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:30.298504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Attempting to bind port 3d66bf13-859a-45c0-87fd-0153b567af12 on network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:30.302942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Port 3d66bf13-859a-45c0-87fd-0153b567af12 on network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:30.303211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Attempting to bind port 3d66bf13-859a-45c0-87fd-0153b567af12 on network 8664ab57-75b3-422b-9f11-2ddc7cc515c8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:30.308173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:30.308497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Checking segment: {'id': '30e3285d-738f-4a93-b996-97ea659539c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:30.309489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Bound using segment: {'id': '30e3285d-738f-4a93-b996-97ea659539c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:30.309945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Bound port: 3d66bf13-859a-45c0-87fd-0153b567af12, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e3285d-738f-4a93-b996-97ea659539c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:30.310298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.378248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] For port 3d66bf13-859a-45c0-87fd-0153b567af12, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:30.382380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] For port 3d66bf13-859a-45c0-87fd-0153b567af12, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d66bf13-859a-45c0-87fd-0153b567af12,segment=NetworkSegment(30e3285d-738f-4a93-b996-97ea659539c2),segment_id=30e3285d-738f-4a93-b996-97ea659539c2)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:30.387232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.400205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea6729-9285-498c-a12f-89737f68b268 req-81038027-dc8f-4a7d-a192-c04513c630fe tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:30.402019 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6eea6729-9285-498c-a12f-89737f68b268 req-81038027-dc8f-4a7d-a192-c04513c630fe tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.30 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 945 time: 0.1395636 Apr 20 12:50:30.444258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:30.444258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.446231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] 10.222.0.37 "PUT /v2.0/ports/3d66bf13-859a-45c0-87fd-0153b567af12 HTTP/1.1" status: 200 len: 1091 time: 1.1272976 Apr 20 12:50:30.446683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'tag': '3d66bf13-859a-45c0-87fd-0153b567af12'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:30.449354 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df08298-6a74-43e6-b7f1-4a6a441832e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c01cc9c-0d52-42bc-a2f9-88c388f8f666", "tag": "3d66bf13-859a-45c0-87fd-0153b567af12"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:30.468012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0a23-e26c-4b4e-ae89-496d58108550 service neutron] Pushing event updated for resources: {'Port': ['ID=3d66bf13-859a-45c0-87fd-0153b567af12,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:30.486125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6b535-6f87-47aa-8418-b6183941d705 req-706baa50-388b-44a0-9375-43f494c78f27 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:30.487643 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9de6b535-6f87-47aa-8418-b6183941d705 req-706baa50-388b-44a0-9375-43f494c78f27 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ee291b9-2fba-46bb-ae83-656b9b8518bc HTTP/1.1" status: 200 len: 946 time: 0.1769471 Apr 20 12:50:30.531345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:30.544433 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5686e137-8227-4519-be5c-47814d707898 x-openstack-request-id: req-5686e137-8227-4519-be5c-47814d707898 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:30.545466 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c01cc9c-0d52-42bc-a2f9-88c388f8f666", "tag": "3d66bf13-859a-45c0-87fd-0153b567af12", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:30.545466 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5686e137-8227-4519-be5c-47814d707898 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:30.545466 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5686e137-8227-4519-be5c-47814d707898'] response: {'name': 'network-changed', 'server_uuid': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'tag': '3d66bf13-859a-45c0-87fd-0153b567af12', 'status': 'completed', 'code': 200} Apr 20 12:50:30.572995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-77cdb611-fe49-4aa6-8f51-87ef7d1e4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:30.574989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-77cdb611-fe49-4aa6-8f51-87ef7d1e4a0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef1f334b585a40db97d2de2cced16d68&device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 1094 time: 0.0658755 Apr 20 12:50:30.655096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-3f960c8d-58b0-4e7d-ac63-9930ed5de041 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d66bf13-859a-45c0-87fd-0153b567af12 HTTP/1.1" status: 200 len: 217 time: 0.0723274 Apr 20 12:50:30.688694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:30.705544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'mac_address': 'fa:16:3e:51:b6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:30.737165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Deleting port b2937efa-0ac2-4639-a643-71b3cf350893 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:30.737491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.741502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae430a-e14d-48c8-818b-dcf9e8b8bcd4 req-90c3f847-b232-4976-b71c-007463f803df tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:30.749889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30ae430a-e14d-48c8-818b-dcf9e8b8bcd4 req-90c3f847-b232-4976-b71c-007463f803df tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0967493 Apr 20 12:50:30.758251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-0c7edb4b-77b8-4d17-9867-58a279002f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:30.759305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-0c7edb4b-77b8-4d17-9867-58a279002f71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a353f173-2248-4cbe-9a77-bcb487a8c7b2 HTTP/1.1" status: 200 len: 854 time: 0.0946846 Apr 20 12:50:30.767583 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.784243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e9e98e-64db-43d6-94b7-99e630a125cd {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:30.805043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-0f42e3cd-782a-409c-86ef-45e599f5630e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8664ab57-75b3-422b-9f11-2ddc7cc515c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359976 Apr 20 12:50:30.807891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Deleting port 4a214696-f4bb-407e-a305-c3baffecfd22 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:30.808230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.822939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:30.831113 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:30.876301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30ae430a-e14d-48c8-818b-dcf9e8b8bcd4 req-92035031-8f84-4af0-be71-29108df7bf02 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255665 Apr 20 12:50:30.913673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=12']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:30.948447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-d8b5b1b6-1df2-4959-9583-9afc03b8f07f service neutron] 10.222.0.37 "GET /v2.0/networks/8664ab57-75b3-422b-9f11-2ddc7cc515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298625 Apr 20 12:50:30.956018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6c5f9-1ef3-49c1-b969-abce5e1e5b6b req-75100dcb-8c1e-4bab-8738-8cc6381f159d tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:30.962133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb6c5f9-1ef3-49c1-b969-abce5e1e5b6b req-75100dcb-8c1e-4bab-8738-8cc6381f159d tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 945 time: 0.0922816 Apr 20 12:50:30.972691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['13e9e98e-64db-43d6-94b7-99e630a125cd'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:31.001877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] For port b2937efa-0ac2-4639-a643-71b3cf350893, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2937efa-0ac2-4639-a643-71b3cf350893,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:31.002539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:31.039223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Calling delete_port for b2937efa-0ac2-4639-a643-71b3cf350893 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:31.051409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] For port 4a214696-f4bb-407e-a305-c3baffecfd22, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4a214696-f4bb-407e-a305-c3baffecfd22,segment=NetworkSegment(4edcbbdb-2d5a-4695-89ac-3e5735a01692),segment_id=4edcbbdb-2d5a-4695-89ac-3e5735a01692)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:31.052073 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:31.070186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb6c5f9-1ef3-49c1-b969-abce5e1e5b6b req-89eaf30b-7e6f-4ab8-b50d-9aa9a4421447 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/security-groups?id=b809906e-a34d-47d0-9804-441dd70d53c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974686 Apr 20 12:50:31.083949 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Calling delete_port for 4a214696-f4bb-407e-a305-c3baffecfd22 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:31.116189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4084122-150e-4f35-b19b-ae8fea972bd8 req-51c0cc28-dec8-4b87-b412-fee141325d0b service neutron] 10.222.0.37 "GET /v2.0/networks/8664ab57-75b3-422b-9f11-2ddc7cc515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529400 Apr 20 12:50:31.264286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c65e0-5835-4af9-b4ad-e0593a9ecb06 req-f7448e4d-d318-4607-b277-22da35d691e3 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:31.267941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e05c65e0-5835-4af9-b4ad-e0593a9ecb06 req-f7448e4d-d318-4607-b277-22da35d691e3 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 943 time: 0.0905952 Apr 20 12:50:31.278304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-72514d22-58c1-4045-a52a-6212343ed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:31.279785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-72514d22-58c1-4045-a52a-6212343ed43e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef1f334b585a40db97d2de2cced16d68&device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 1094 time: 0.0718560 Apr 20 12:50:31.473697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5f9b55c-db0a-444a-8361-38830c709596 req-dfb46cda-255b-4ff8-b8ac-60f9cd20007d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 210 time: 0.0438037 Apr 20 12:50:31.498607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e05c65e0-5835-4af9-b4ad-e0593a9ecb06 req-773b8682-9ddc-4e59-aad7-020982763933 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234590 Apr 20 12:50:31.539866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-ee5bbdb6-8c3a-41d3-9fac-236a2d1b0ea4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789793 Apr 20 12:50:31.626053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-3396a9ac-00fe-41a2-8f8a-01f294cd3cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:31.627478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-3396a9ac-00fe-41a2-8f8a-01f294cd3cb9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8664ab57-75b3-422b-9f11-2ddc7cc515c8 HTTP/1.1" status: 200 len: 915 time: 0.3321745 Apr 20 12:50:31.671999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:31.674836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-c409240c-7031-4f4a-8d6b-477d53bf6fb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d66bf13-859a-45c0-87fd-0153b567af12 HTTP/1.1" status: 200 len: 217 time: 0.0390401 Apr 20 12:50:31.686354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4a214696-f4bb-407e-a305-c3baffecfd22'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:31.710617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:31.714093 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:31.717432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Pushing event deleted for resources: {'Port': ['ID=4a214696-f4bb-407e-a305-c3baffecfd22,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:31.743066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-9eebdb58-7188-43fb-9967-1e0184588bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:31.745625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-9eebdb58-7188-43fb-9967-1e0184588bc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a353f173-2248-4cbe-9a77-bcb487a8c7b2 HTTP/1.1" status: 200 len: 854 time: 0.0632064 Apr 20 12:50:31.746789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4a214696-f4bb-407e-a305-c3baffecfd22'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:31.790075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-578bd659-faff-451a-b4c7-d23e34e555fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8664ab57-75b3-422b-9f11-2ddc7cc515c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333099 Apr 20 12:50:31.831353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Pushing event deleted for resources: {'Port': ['ID=b2937efa-0ac2-4639-a643-71b3cf350893,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:31.832986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-1af6c39d-4865-4ed9-ac90-88abcddb4b9d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:31.834474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-1af6c39d-4865-4ed9-ac90-88abcddb4b9d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827690 Apr 20 12:50:31.866729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:31.881982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] No DVR routers for this DVR port 4a214696-f4bb-407e-a305-c3baffecfd22 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:31.889359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:31.892813 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9de6b535-6f87-47aa-8418-b6183941d705 req-ef51ce20-59cc-41c0-aaf3-b6037a1773a1 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.37 "DELETE /v2.0/ports/4a214696-f4bb-407e-a305-c3baffecfd22 HTTP/1.1" status: 204 len: 173 time: 1.3962293 Apr 20 12:50:31.896296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'name': 'network-vif-deleted', 'tag': '4a214696-f4bb-407e-a305-c3baffecfd22'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:31.898859 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04525ed-09b0-433c-988f-efa54376b8ce" -d '{"events": [{"server_uuid": "3ee291b9-2fba-46bb-ae83-656b9b8518bc", "name": "network-vif-deleted", "tag": "4a214696-f4bb-407e-a305-c3baffecfd22"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:31.947670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] No DVR routers for this DVR port b2937efa-0ac2-4639-a643-71b3cf350893 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:31.952083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:31.955924 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6eea6729-9285-498c-a12f-89737f68b268 req-3db7cada-80c4-498e-bf3f-37b413678951 tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.30 "DELETE /v2.0/ports/b2937efa-0ac2-4639-a643-71b3cf350893 HTTP/1.1" status: 204 len: 173 time: 1.5457299 Apr 20 12:50:31.983552 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b3cff-c99e-4cb2-9b96-82745d8937b5 x-openstack-request-id: req-af9b3cff-c99e-4cb2-9b96-82745d8937b5 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:31.983846 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee291b9-2fba-46bb-ae83-656b9b8518bc", "name": "network-vif-deleted", "tag": "4a214696-f4bb-407e-a305-c3baffecfd22", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:31.984099 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af9b3cff-c99e-4cb2-9b96-82745d8937b5 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:31.984737 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9b3cff-c99e-4cb2-9b96-82745d8937b5'] response: {'server_uuid': '3ee291b9-2fba-46bb-ae83-656b9b8518bc', 'name': 'network-vif-deleted', 'tag': '4a214696-f4bb-407e-a305-c3baffecfd22', 'status': 'completed', 'code': 200} Apr 20 12:50:32.032208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-44918d0d-80ef-49f1-abab-57b3a8dd37bb service neutron] 10.222.0.37 "GET /v2.0/networks/8664ab57-75b3-422b-9f11-2ddc7cc515c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352545 Apr 20 12:50:32.204968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:32.208843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:32.250018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Deleting port 177100c1-b030-4cd6-9e6d-a01078c36839 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:32.250883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:32.267161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ae5eb60-77cc-4a8c-a556-7b6ce8064fb6 req-eb82bd94-01fc-4768-b824-d2f63499686e tempest-ListServersNegativeTestJSON-323878946 tempest-ListServersNegativeTestJSON-323878946-project] 10.222.0.24 "GET /v2.0/ports?device_id=0af0f4a5-66a3-4ab6-a6db-501976fdb692 HTTP/1.1" status: 200 len: 210 time: 0.0522139 Apr 20 12:50:32.314678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e8dcb-34dd-46c2-81dd-ec50b82b381a req-cb34f526-9b0a-47c3-92cc-7a09a72efd5e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:32.324143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f1e8dcb-34dd-46c2-81dd-ec50b82b381a req-cb34f526-9b0a-47c3-92cc-7a09a72efd5e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 945 time: 0.2692370 Apr 20 12:50:32.346466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] For port 177100c1-b030-4cd6-9e6d-a01078c36839, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=177100c1-b030-4cd6-9e6d-a01078c36839,segment=NetworkSegment(91ce72da-9323-4176-9a7b-6b1f9a07085b),segment_id=91ce72da-9323-4176-9a7b-6b1f9a07085b)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:32.346853 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:32.362308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Calling delete_port for 177100c1-b030-4cd6-9e6d-a01078c36839 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:32.419939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f1e8dcb-34dd-46c2-81dd-ec50b82b381a req-32cdc44f-e71e-41f3-8e8d-93bbf2298171 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942025 Apr 20 12:50:32.455246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df08298-6a74-43e6-b7f1-4a6a441832e5 req-b1200142-0b22-4e01-a5b3-3919c97cc7dc service neutron] 10.222.0.37 "GET /v2.0/networks/8664ab57-75b3-422b-9f11-2ddc7cc515c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105315 Apr 20 12:50:32.546810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.79 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/644feaab-21df-43a0-b39e-b401fcb6673b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:32.580461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:32.764106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:32.801165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-476d69d2-641e-45b8-9d9d-1a2bfe6833b2 req-edb18bd0-b9bf-4377-b94e-3bd21cb3fdf8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 210 time: 0.0977387 Apr 20 12:50:32.809944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Pushing event deleted for resources: {'Port': ['ID=177100c1-b030-4cd6-9e6d-a01078c36839,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:32.877161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d32427-9d58-4f6f-8fdd-18ad8fc64851 req-4182ddca-be09-4de0-b6c3-8080f4f41bf1 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:32.883963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 13e9e98e-64db-43d6-94b7-99e630a125cd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:32.886468 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:32.886884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2d32427-9d58-4f6f-8fdd-18ad8fc64851 req-4182ddca-be09-4de0-b6c3-8080f4f41bf1 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 943 time: 0.1430635 Apr 20 12:50:32.952225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2d32427-9d58-4f6f-8fdd-18ad8fc64851 req-42d091a5-9844-48da-848b-07ead8cdcc6a tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579605 Apr 20 12:50:32.986331 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.042811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.079902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.088449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:33.093290 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb16e28-0695-4b74-af3f-3219daf26498" -d '{"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:33.101843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8', '83c7e329-c586-4666-9a38-a29b7b5ca5f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:33.104116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', '2e527e21-4a72-42b1-80ff-81413fc1007f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:33.131651 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.139578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:33.174663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:33.178491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:33.184867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:33.188868 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafed88e-d62f-4a79-85e2-5bb7c907eb55 x-openstack-request-id: req-aafed88e-d62f-4a79-85e2-5bb7c907eb55 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:33.189036 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-plugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:33.194232 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aafed88e-d62f-4a79-85e2-5bb7c907eb55 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:33.194905 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aafed88e-d62f-4a79-85e2-5bb7c907eb55'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'code': 200} Apr 20 12:50:33.202681 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.274036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:33.274683 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.299052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=644feaab-21df-43a0-b39e-b401fcb6673b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:33.321348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=13']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:33.338055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d0823b8e-1c98-42d2-b78a-3a4deb512f82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4741170 Apr 20 12:50:33.369409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Request body: {'port': {'device_id': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:33.431508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2937efa-0ac2-4639-a643-71b3cf350893 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:33.463944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: b2937efa-0ac2-4639-a643-71b3cf350893 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:33.464299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2937efa-0ac2-4639-a643-71b3cf350893 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:33.492599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52248) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:33.493245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.562201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b3ed34d2-87dd-41f8-8867-62ad09a70426 None None] Provisioning complete for port 644feaab-21df-43a0-b39e-b401fcb6673b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:33.562582 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b3ed34d2-87dd-41f8-8867-62ad09a70426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.608343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed34d2-87dd-41f8-8867-62ad09a70426 None None] Port 644feaab-21df-43a0-b39e-b401fcb6673b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:50:33.612026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] Deleting subnet 0afd5e16-1c98-417f-86aa-2e08ec56b8c0 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:50:33.662000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Router 2eda21c4-c8af-473a-9857-82b56ac9a677 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:50:33.713487 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-93115b57-44e6-4e10-a40e-4f57a98b64da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.794413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:50:33.804517 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5c775432-7229-42f1-9a79-1e695d813299 admin admin] 10.222.0.24 "PUT /v2.0/routers/2eda21c4-c8af-473a-9857-82b56ac9a677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6024311 Apr 20 12:50:33.805531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52256) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:33.806062 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] Sync routers for ids ['2eda21c4-c8af-473a-9857-82b56ac9a677'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:50:33.819847 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] Routers {'2eda21c4-c8af-473a-9857-82b56ac9a677'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:50:33.820493 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:50:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2eda21c4-c8af-473a-9857-82b56ac9a677'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:33.972867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:33.987768 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.060332 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] Set router 2eda21c4-c8af-473a-9857-82b56ac9a677 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:50:34.060754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'name': 'network-vif-deleted', 'tag': 'b2937efa-0ac2-4639-a643-71b3cf350893'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:34.068866 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9586aa3-7a8b-439d-9f5a-2277fd30e1f9" -d '{"events": [{"server_uuid": "0af0f4a5-66a3-4ab6-a6db-501976fdb692", "name": "network-vif-deleted", "tag": "b2937efa-0ac2-4639-a643-71b3cf350893"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:34.080159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32c100-6acc-4908-97c6-8c57aec59535 req-945761d4-b3e0-4e43-9b7b-deeb4074fccc tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:34.089998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd32c100-6acc-4908-97c6-8c57aec59535 req-945761d4-b3e0-4e43-9b7b-deeb4074fccc tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.5520918 Apr 20 12:50:34.116028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.199006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.211224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cfdfa-63bc-473e-91e5-aed37be09c3a req-bfb14229-7bb8-406a-9a6f-a07b594c09af tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:34.220424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-141cfdfa-63bc-473e-91e5-aed37be09c3a req-bfb14229-7bb8-406a-9a6f-a07b594c09af tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 935 time: 0.2800629 Apr 20 12:50:34.296119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Deleting port e650993f-c732-4c2e-82e5-73485483a909 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:34.296563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.320136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-141cfdfa-63bc-473e-91e5-aed37be09c3a req-811a4545-c163-40db-9a81-47c93a413048 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940700 Apr 20 12:50:34.360244 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'e650993f-c732-4c2e-82e5-73485483a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:32Z', 'revision_number': 5, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port': {'id': 'e650993f-c732-4c2e-82e5-73485483a909', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:50:11Z', 'updated_at': '2022-04-20T12:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:34.369766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd32c100-6acc-4908-97c6-8c57aec59535 req-02ee3f00-03ac-4b95-a1b1-fbd34400e4e0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785277 Apr 20 12:50:34.381367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.395575 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] Checking router: 2eda21c4-c8af-473a-9857-82b56ac9a677 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:50:34.412255 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] Routers {'2eda21c4-c8af-473a-9857-82b56ac9a677'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:50:34.412862 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:50:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2eda21c4-c8af-473a-9857-82b56ac9a677'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:34.438393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] For port e650993f-c732-4c2e-82e5-73485483a909, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e650993f-c732-4c2e-82e5-73485483a909,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:34.438890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.456098 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78ad612-567e-46ff-9372-a3ac668b7956 x-openstack-request-id: req-c78ad612-567e-46ff-9372-a3ac668b7956 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:34.456489 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0f4a5-66a3-4ab6-a6db-501976fdb692", "name": "network-vif-deleted", "tag": "b2937efa-0ac2-4639-a643-71b3cf350893", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:34.456900 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c78ad612-567e-46ff-9372-a3ac668b7956 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:34.457426 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78ad612-567e-46ff-9372-a3ac668b7956'] response: {'server_uuid': '0af0f4a5-66a3-4ab6-a6db-501976fdb692', 'name': 'network-vif-deleted', 'tag': 'b2937efa-0ac2-4639-a643-71b3cf350893', 'status': 'completed', 'code': 200} Apr 20 12:50:34.464229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Calling delete_port for e650993f-c732-4c2e-82e5-73485483a909 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:34.558405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d66bf13-859a-45c0-87fd-0153b567af12 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:34.563876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4a214696-f4bb-407e-a305-c3baffecfd22 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:34.644428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 4a214696-f4bb-407e-a305-c3baffecfd22 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:34.645026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4a214696-f4bb-407e-a305-c3baffecfd22 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:34.705277 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] Set router 2eda21c4-c8af-473a-9857-82b56ac9a677 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:50:34.742104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3d66bf13-859a-45c0-87fd-0153b567af12, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d66bf13-859a-45c0-87fd-0153b567af12,segment=NetworkSegment(30e3285d-738f-4a93-b996-97ea659539c2),segment_id=30e3285d-738f-4a93-b996-97ea659539c2)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:34.754960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '3d66bf13-859a-45c0-87fd-0153b567af12', 'network_id': '8664ab57-75b3-422b-9f11-2ddc7cc515c8', 'port_id': '3d66bf13-859a-45c0-87fd-0153b567af12', 'mac_address': 'fa:16:3e:54:83:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a353f173-2248-4cbe-9a77-bcb487a8c7b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:34.764314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.777423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 644feaab-21df-43a0-b39e-b401fcb6673b {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:34.778540 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:34Z', 'revision_number': 6, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:34.790540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.805741 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.810764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Pushing event deleted for resources: {'Port': ['ID=e650993f-c732-4c2e-82e5-73485483a909,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:34.818461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Transition to ACTIVE for port object 644feaab-21df-43a0-b39e-b401fcb6673b will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:50:34.822478 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f6882-6822-4a9f-86e4-3964ed2f75f2 None None] The sync data for ids ['2eda21c4-c8af-473a-9857-82b56ac9a677'] in n-d-838550-2 is: [{'id': '2eda21c4-c8af-473a-9857-82b56ac9a677', 'name': 'tempest-FloatingIPsTestJSON-1371665995-router', 'tenant_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:50:10Z', 'updated_at': '2022-04-20T12:50:34Z', 'revision_number': 6, 'project_id': 'a4500c3a2d514b4bbe82e5b089d989a7', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:50:34.829042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d66bf13-859a-45c0-87fd-0153b567af12 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:34.839790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.842620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.864515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3d66bf13-859a-45c0-87fd-0153b567af12, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d66bf13-859a-45c0-87fd-0153b567af12,segment=NetworkSegment(30e3285d-738f-4a93-b996-97ea659539c2),segment_id=30e3285d-738f-4a93-b996-97ea659539c2)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:34.877946 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.922199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.925224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8630ad-e49a-47dd-bca2-d51edd3b8795 req-145a8f2f-78b5-4c27-91e6-75f20144118f tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:34.926803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f8630ad-e49a-47dd-bca2-d51edd3b8795 req-145a8f2f-78b5-4c27-91e6-75f20144118f tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 943 time: 0.4541309 Apr 20 12:50:34.931025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afd5e16-1c98-417f-86aa-2e08ec56b8c0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:34.940577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3d66bf13-859a-45c0-87fd-0153b567af12,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:34.983807 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:34.995638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7d2a7630-69ab-4ef2-b122-37d1b1f85553 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0afd5e16-1c98-417f-86aa-2e08ec56b8c0 HTTP/1.1" status: 204 len: 168 time: 1.4979639 Apr 20 12:50:34.998041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=644feaab-21df-43a0-b39e-b401fcb6673b,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:35.000053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52268) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:35.083636 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.092016 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.136962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f8630ad-e49a-47dd-bca2-d51edd3b8795 req-51b6d5d0-6496-4a81-9290-b734c57f49cc tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883831 Apr 20 12:50:35.145002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3d66bf13-859a-45c0-87fd-0153b567af12'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:35.157327 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.196634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Attempting to bind port 644feaab-21df-43a0-b39e-b401fcb6673b on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:35.196978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Attempting to bind port 644feaab-21df-43a0-b39e-b401fcb6673b by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:35.197289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Attempting to bind port 644feaab-21df-43a0-b39e-b401fcb6673b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:35.207211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.208578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eda21c4-c8af-473a-9857-82b56ac9a677 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:50:35.208873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Port 644feaab-21df-43a0-b39e-b401fcb6673b on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:35.209192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Attempting to bind port 644feaab-21df-43a0-b39e-b401fcb6673b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:35.221742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.223899 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f4fc4b70-5087-4114-a086-ceab1087977f admin admin] 10.222.0.24 "DELETE /v2.0/routers/2eda21c4-c8af-473a-9857-82b56ac9a677 HTTP/1.1" status: 204 len: 168 time: 1.4173076 Apr 20 12:50:35.227008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:35.227170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52270) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:35.227391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:35.227717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:35.231280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Bound port: 644feaab-21df-43a0-b39e-b401fcb6673b, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:35.233949 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.316776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] Deleting subnet 20245364-adf1-4fd6-9341-f9eea1b15ddf {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:50:35.322181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.392352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.428948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.534621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] For port 644feaab-21df-43a0-b39e-b401fcb6673b, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:35.537338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c5dd80-a993-4265-b886-1d43fbd360de']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:35.559549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edcbbdb-2d5a-4695-89ac-3e5735a01692') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:35.559844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edcbbdb-2d5a-4695-89ac-3e5735a01692') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:35.570560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] For port 644feaab-21df-43a0-b39e-b401fcb6673b, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=644feaab-21df-43a0-b39e-b401fcb6673b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:35.576761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.585654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.587978 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.616315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64b50f-2ee8-42ca-a38b-6ab89a8ed1c7 req-a579a44e-c6e3-4605-bd7b-8ffcbfc9bdc8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:35.624403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a64b50f-2ee8-42ca-a38b-6ab89a8ed1c7 req-a579a44e-c6e3-4605-bd7b-8ffcbfc9bdc8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 947 time: 0.1896098 Apr 20 12:50:35.633604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f98f43-e177-4109-9302-3de598a0edbc req-26832b7c-a563-479c-b612-8a796f0eb948 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:35.635048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92f98f43-e177-4109-9302-3de598a0edbc req-26832b7c-a563-479c-b612-8a796f0eb948 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1625810 Apr 20 12:50:35.636079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.685413 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.698268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:50:35.698989 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:50:35.706660 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:50:35.735435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20245364-adf1-4fd6-9341-f9eea1b15ddf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:35.741734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.749266 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f6fdfa7a-91ee-452f-9b52-bf85c1b59393 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/20245364-adf1-4fd6-9341-f9eea1b15ddf HTTP/1.1" status: 204 len: 168 time: 0.5180037 Apr 20 12:50:35.754266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52278) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:35.758068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:35.758922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.760551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/644feaab-21df-43a0-b39e-b401fcb6673b HTTP/1.1" status: 200 len: 1095 time: 2.4067926 Apr 20 12:50:35.787407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10316ccd-33be-4bc6-a184-14176659cb96 None None] Network ee44c67a-1d11-4770-9ee3-6555c2c07e80 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:35.791060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:35.794629 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177cea14-1b7f-4e85-b686-0d33305dd530" -d '{"events": [{"name": "network-changed", "server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:35.900957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:35.993666 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-10d8ce58-74ea-4b29-a218-16d0b6ee44a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.025456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Deleting port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:36.025863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.039892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a0a09-103d-47b2-88a4-7f66a3ac74e0 service neutron] Pushing event updated for resources: {'Port': ['ID=644feaab-21df-43a0-b39e-b401fcb6673b,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:36.071865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a64b50f-2ee8-42ca-a38b-6ab89a8ed1c7 req-32cc2c22-c7dc-46c6-abc4-e4b3db869474 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4464324 Apr 20 12:50:36.091134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92f98f43-e177-4109-9302-3de598a0edbc req-1096a536-e5e3-4575-b8d6-a19977595487 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4258363 Apr 20 12:50:36.094413 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.166128 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.185579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b4c5dd80-a993-4265-b886-1d43fbd360de HTTP/1.1" status: 204 len: 168 time: 1.1474833 Apr 20 12:50:36.188827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] For port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,segment=NetworkSegment(91ce72da-9323-4176-9a7b-6b1f9a07085b),segment_id=91ce72da-9323-4176-9a7b-6b1f9a07085b)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:36.194246 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.194948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a06c12-2a5f-4219-9ad7-aa15424cc7b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c5dd80-a993-4265-b886-1d43fbd360de,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:36.210493 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa14c276-7492-4bc1-bf6e-315a5ecc733c x-openstack-request-id: req-fa14c276-7492-4bc1-bf6e-315a5ecc733c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:36.210793 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:36.212001 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa14c276-7492-4bc1-bf6e-315a5ecc733c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:36.213085 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa14c276-7492-4bc1-bf6e-315a5ecc733c'] response: {'name': 'network-changed', 'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b', 'status': 'completed', 'code': 200} Apr 20 12:50:36.243115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Calling delete_port for c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:36.244508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-ba9703e7-836e-46da-9728-a9d239a76635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:36.252470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-ba9703e7-836e-46da-9728-a9d239a76635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 1098 time: 0.3780518 Apr 20 12:50:36.295816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] DHCP port deletion for ee44c67a-1d11-4770-9ee3-6555c2c07e80 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:50:36.399025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-d1e58e9b-36e9-4abe-a4e5-a3e93fc982de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=644feaab-21df-43a0-b39e-b401fcb6673b HTTP/1.1" status: 200 len: 217 time: 0.1406794 Apr 20 12:50:36.411187 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.430893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] Deleting port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:36.431271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.441795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e650993f-c732-4c2e-82e5-73485483a909 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:36.442272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] No DVR routers for this DVR port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:36.486128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6605c1-45b5-47b0-b86d-3a79d5381fcd req-ee38ff8a-c8e2-4de5-aaed-a3a3d7b671be tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:36.492272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e650993f-c732-4c2e-82e5-73485483a909 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:36.492608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e650993f-c732-4c2e-82e5-73485483a909 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:36.494520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:36.495932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b6605c1-45b5-47b0-b86d-3a79d5381fcd req-ee38ff8a-c8e2-4de5-aaed-a3a3d7b671be tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 944 time: 0.1303124 Apr 20 12:50:36.508066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:36.531720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-c20dd9d3-3462-4ab0-8e85-b9b51b4f2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:36.535176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-c20dd9d3-3462-4ab0-8e85-b9b51b4f2f96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1142313 Apr 20 12:50:36.560777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:36.564173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:36.566087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 177100c1-b030-4cd6-9e6d-a01078c36839 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:36.575585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d66bf13-859a-45c0-87fd-0153b567af12 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:36.594993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b6605c1-45b5-47b0-b86d-3a79d5381fcd req-4e07969e-ae64-4db9-b487-abdd9c321b34 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967519 Apr 20 12:50:36.597585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52286) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:36.637260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-595837d4-d2b3-4d10-8ef5-f6ff61b0e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:36.638850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-595837d4-d2b3-4d10-8ef5-f6ff61b0e61d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0903709 Apr 20 12:50:36.667568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 177100c1-b030-4cd6-9e6d-a01078c36839 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:50:36.667997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 177100c1-b030-4cd6-9e6d-a01078c36839 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:50:36.698114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] For port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:36.698510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.719791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] Calling delete_port for c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:36.725790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] Port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 12:50:36.727186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.732384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 3d66bf13-859a-45c0-87fd-0153b567af12 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:36.760814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-99139626-7a48-4692-85ee-bf205b73e45e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c15e744be154e06846015d1357ddb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613858 Apr 20 12:50:36.764359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52288) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:36.764512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] Pushing event deleted for resources: {'Port': ['ID=c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:36.766536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 3d66bf13-859a-45c0-87fd-0153b567af12 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:36.766906 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.809001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e4a06e-d834-4be2-9658-e8fe020221f0 None None] No DVR routers for this DVR port c1c6f529-0b1a-44d6-8eb6-b7cf65fd3ae6 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:50:36.866360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae110ccf-9696-47cd-99c3-542160d6f3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.893317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-4ebbf636-18c7-432b-8db8-03a7bfd22822 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462075 Apr 20 12:50:36.901385 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.941726 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:36.954725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d66bf13-859a-45c0-87fd-0153b567af12'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:36.958657 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e316a3-717b-4f10-8612-a8581d76df80" -d '{"events": [{"server_uuid": "4c01cc9c-0d52-42bc-a2f9-88c388f8f666", "name": "network-vif-plugged", "status": "completed", "tag": "3d66bf13-859a-45c0-87fd-0153b567af12"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:36.969244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee44c67a-1d11-4770-9ee3-6555c2c07e80']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:36.984813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3d66bf13-859a-45c0-87fd-0153b567af12, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d66bf13-859a-45c0-87fd-0153b567af12,segment=NetworkSegment(30e3285d-738f-4a93-b996-97ea659539c2),segment_id=30e3285d-738f-4a93-b996-97ea659539c2)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:37.110375 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.110897 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae110ccf-9696-47cd-99c3-542160d6f3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.111014 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00431e6-c2f3-4b33-9d38-5f81b2a691b7 x-openstack-request-id: req-f00431e6-c2f3-4b33-9d38-5f81b2a691b7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:37.111014 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c01cc9c-0d52-42bc-a2f9-88c388f8f666", "name": "network-vif-plugged", "status": "completed", "tag": "3d66bf13-859a-45c0-87fd-0153b567af12", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:37.111014 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f00431e6-c2f3-4b33-9d38-5f81b2a691b7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:37.111014 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00431e6-c2f3-4b33-9d38-5f81b2a691b7'] response: {'server_uuid': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d66bf13-859a-45c0-87fd-0153b567af12', 'code': 200} Apr 20 12:50:37.117343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ce72da-9323-4176-9a7b-6b1f9a07085b') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:37.117737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ce72da-9323-4176-9a7b-6b1f9a07085b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:50:37.126047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.161327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.164296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3d66bf13-859a-45c0-87fd-0153b567af12,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:37.233952 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.241290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:50:37.241692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:50:37.252259 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:50:37.322909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.329764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.335577 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee44c67a-1d11-4770-9ee3-6555c2c07e80 HTTP/1.1" status: 204 len: 168 time: 1.5793052 Apr 20 12:50:37.346338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca2c355-6c6e-469b-b344-a8cdb57e3aa1 req-c56c611a-1570-4f2b-9fc2-60ada6ba71b7 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387093 Apr 20 12:50:37.377105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050244-9706-45bd-b7b5-ead742a65c67 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee44c67a-1d11-4770-9ee3-6555c2c07e80,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:37.407836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838e7fb-2a85-4a6e-a535-33b248186d25 req-d4780750-634d-449e-affd-12201a59b1d4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:37.409368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7838e7fb-2a85-4a6e-a535-33b248186d25 req-d4780750-634d-449e-affd-12201a59b1d4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1426227 Apr 20 12:50:37.411588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae110ccf-9696-47cd-99c3-542160d6f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.414239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae110ccf-9696-47cd-99c3-542160d6f3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.417604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ae110ccf-9696-47cd-99c3-542160d6f3b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b809906e-a34d-47d0-9804-441dd70d53c8 HTTP/1.1" status: 204 len: 168 time: 0.6500089 Apr 20 12:50:37.417604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2439b0-377c-423d-97dd-df192c5b2621 req-35339f61-2fe9-4a86-b6b3-a16de874b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:37.418944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2439b0-377c-423d-97dd-df192c5b2621 req-35339f61-2fe9-4a86-b6b3-a16de874b2de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 1096 time: 0.1888223 Apr 20 12:50:37.452022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85dec5-2426-4618-ae7f-c06a33bbf5a2 req-d01a8496-6015-4220-ba9e-b031813b2f60 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:37.453950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d85dec5-2426-4618-ae7f-c06a33bbf5a2 req-d01a8496-6015-4220-ba9e-b031813b2f60 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 947 time: 0.2224612 Apr 20 12:50:37.506533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae110ccf-9696-47cd-99c3-542160d6f3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b809906e-a34d-47d0-9804-441dd70d53c8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:37.556989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2439b0-377c-423d-97dd-df192c5b2621 req-b91722d2-8f54-48de-9716-bbc423a271d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193943 Apr 20 12:50:37.567732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7838e7fb-2a85-4a6e-a535-33b248186d25 req-ec48a822-896a-4f5b-95a6-08ffeb020995 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450284 Apr 20 12:50:37.582990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-718a564a-8378-4b23-9a3a-57b6f0ae16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:37.584463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-718a564a-8378-4b23-9a3a-57b6f0ae16dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 1098 time: 0.1646626 Apr 20 12:50:37.587693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d85dec5-2426-4618-ae7f-c06a33bbf5a2 req-edfcc817-5b10-4a6b-b227-0ceffc4a3d29 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898223 Apr 20 12:50:37.636680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52308) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:37.712097 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49cd3398-251d-48cb-9780-e0332406ec67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4500c3a2d514b4bbe82e5b089d989a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726659 Apr 20 12:50:37.713596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52310) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:37.786274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aef5b66-4597-40f1-93bd-3872dedee3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.817146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aef5b66-4597-40f1-93bd-3872dedee3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.834913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb193b17-b491-4d39-aa46-3c7b29bcd125 req-b70447ca-46b2-405f-9891-c276565cc2d4 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:37.836583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb193b17-b491-4d39-aa46-3c7b29bcd125 req-b70447ca-46b2-405f-9891-c276565cc2d4 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 945 time: 0.1041934 Apr 20 12:50:37.840687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ef6a-931f-4567-a2e5-390fdd55d1c6 req-19743b3c-30a9-48b6-96c9-091ee520f987 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:37.854243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31f3ef6a-931f-4567-a2e5-390fdd55d1c6 req-19743b3c-30a9-48b6-96c9-091ee520f987 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1097 time: 0.1113431 Apr 20 12:50:37.891617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aef5b66-4597-40f1-93bd-3872dedee3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.895886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aef5b66-4597-40f1-93bd-3872dedee3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:37.897305 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0aef5b66-4597-40f1-93bd-3872dedee3e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6ae55f2-7b46-48b1-9406-050ec1ae5e60 HTTP/1.1" status: 204 len: 168 time: 0.1815825 Apr 20 12:50:37.918303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-b44c765e-3746-4ca6-bd73-755a24fde0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:37.919778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-b44c765e-3746-4ca6-bd73-755a24fde0bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3227408 Apr 20 12:50:37.922821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb193b17-b491-4d39-aa46-3c7b29bcd125 req-f38bbfa5-cd74-4efd-926a-87a5e41666e5 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560930 Apr 20 12:50:37.935754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef5b66-4597-40f1-93bd-3872dedee3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ae55f2-7b46-48b1-9406-050ec1ae5e60,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:37.955696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31f3ef6a-931f-4567-a2e5-390fdd55d1c6 req-053e3c34-2bf1-413e-a93c-84f7440ab4ac tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940974 Apr 20 12:50:38.003663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-f09d29c3-9a09-4904-8add-bc89cd0379e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=644feaab-21df-43a0-b39e-b401fcb6673b HTTP/1.1" status: 200 len: 217 time: 0.0668499 Apr 20 12:50:38.065243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-13293ed7-5153-4c35-aa59-e2cc4f016c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:38.067280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-13293ed7-5153-4c35-aa59-e2cc4f016c90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0561998 Apr 20 12:50:38.149852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-43015c97-efe4-4582-9b96-09bab08e6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:38.152336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-43015c97-efe4-4582-9b96-09bab08e6174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705092 Apr 20 12:50:38.317344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-543d4908-5925-45fb-a8a6-36d8f193afae service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515570 Apr 20 12:50:38.444319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:38.500163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-177cea14-1b7f-4e85-b686-0d33305dd530 req-2045305e-80ff-465f-a968-c549245a4efb service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722686 Apr 20 12:50:38.759991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5cefb-082f-468b-afe9-6c57f5b1ede1 req-43216fb2-7f4c-4c67-a034-27b699f7173c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:38.761978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68a5cefb-082f-468b-afe9-6c57f5b1ede1 req-43216fb2-7f4c-4c67-a034-27b699f7173c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.0886974 Apr 20 12:50:38.810767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:38.885906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68a5cefb-082f-468b-afe9-6c57f5b1ede1 req-d6bb413f-8b61-4db0-a07b-9165e8282bf8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985780 Apr 20 12:50:39.078044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebc267-b144-47c3-a1bd-5fc73c9cf02b req-c6ba1e60-4e74-4278-954a-3a866be94cc1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:39.079558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-baebc267-b144-47c3-a1bd-5fc73c9cf02b req-c6ba1e60-4e74-4278-954a-3a866be94cc1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 947 time: 0.0608456 Apr 20 12:50:39.124907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52384) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:39.156528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-baebc267-b144-47c3-a1bd-5fc73c9cf02b req-559094cf-c1a3-4e43-8009-727bda2abafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541639 Apr 20 12:50:39.293853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b31970-5541-4b81-a921-32c19a4de89c req-b74c857b-c0f2-4e07-bd48-5ed65f50ed72 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:39.299881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84b31970-5541-4b81-a921-32c19a4de89c req-b74c857b-c0f2-4e07-bd48-5ed65f50ed72 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 945 time: 0.0620770 Apr 20 12:50:39.342729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84b31970-5541-4b81-a921-32c19a4de89c req-397ce952-4892-4850-9a1a-14fefe3d3cac tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Apr 20 12:50:39.509516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-951568406-network', 'tenant_id': '4aaae8106ea84eca942281273d06a15c'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:39.555825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-3434fcbe-787a-474f-80f3-ca91b223ff35 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:50:39.562179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Made reservation on behalf of 4aaae8106ea84eca942281273d06a15c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:39.562791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-3434fcbe-787a-474f-80f3-ca91b223ff35 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118330 Apr 20 12:50:39.572876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.596854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.659446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-fc0f272f-8da7-4e17-b1e8-c9f54daefbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:39.672786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-fc0f272f-8da7-4e17-b1e8-c9f54daefbce service neutron] 10.222.0.24 "GET /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 1094 time: 0.1016397 Apr 20 12:50:39.675865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Request body: {'binding': {'host': 'n-h2-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:39.676351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Unknown quota resources ['binding']. {{(pid=109410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:50:39.771844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.778517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.830804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:50:39.843388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f727af-1e97-45e9-8659-718588106255,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:39.851297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.851867 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Added segment eb348390-b8fc-4d20-b655-cb7fa8cab721 of type vlan for network 6aa4f716-c55c-467a-9879-5278f33bcaf4 Apr 20 12:50:39.910052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.948573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.949770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:39.950409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:39.968278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on host n-h2-838550-2 for vnic_type normal with profile None {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:39.968944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:39.969183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:39.975043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:39.975543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:39.983649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:39.984180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:39.985668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:39.986326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Bound port: edd9dd58-6089-4309-88aa-df018f19fc5f, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:40.070825 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9440825 Apr 20 12:50:40.077669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52436) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:40.086043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Request body: {'subnet': {'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-951568406-subnet', 'tenant_id': '4aaae8106ea84eca942281273d06a15c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:40.124569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac745b6-89dd-4824-8b4d-2f05595de1ee admin admin] Pushing event updated for resources: {'Network': ['ID=6aa4f716-c55c-467a-9879-5278f33bcaf4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:40.137788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 6aa4f716-c55c-467a-9879-5278f33bcaf4 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:50:40.141061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e895dfe-6b2a-4072-8b68-f678867875d1 req-84604211-3baf-494c-9f90-60109ffb166e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:40.142926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e895dfe-6b2a-4072-8b68-f678867875d1 req-84604211-3baf-494c-9f90-60109ffb166e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1156073 Apr 20 12:50:40.147900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:40.158564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Made reservation on behalf of 4aaae8106ea84eca942281273d06a15c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:40.165307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:40.357963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:40.529946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4caefdf-2745-4835-878e-089ed6b29f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:40.626711 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4caefdf-2745-4835-878e-089ed6b29f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:40.631195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4caefdf-2745-4835-878e-089ed6b29f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:40.678954 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f4caefdf-2745-4835-878e-089ed6b29f7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf50c33602dd4f7c95e667f48887d8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3201337 Apr 20 12:50:40.680252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4caefdf-2745-4835-878e-089ed6b29f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894eb3ad-2252-4471-ba3b-263aaf70c25f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:40.695308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52452) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:40.713854 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] Notify callbacks [] for binding, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:40.729581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-8f71677f-753d-4e28-bcc0-58bc82a0b6e0 service neutron] 10.222.0.24 "POST /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f/bindings HTTP/1.1" status: 201 len: 389 time: 1.0568910 Apr 20 12:50:40.768724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c21cacd-7d16-446b-9841-6cc748326958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:40.841527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e895dfe-6b2a-4072-8b68-f678867875d1 req-e8ecd16d-92bd-44f6-ad63-2bc7bd8a0a7f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6915872 Apr 20 12:50:40.848173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c21cacd-7d16-446b-9841-6cc748326958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:41.009891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a77ba-3ad2-4d7b-b724-3954619fd402 req-887ba542-3fe2-45be-acc5-348f5fbf74bd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:41.020965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1a77ba-3ad2-4d7b-b724-3954619fd402 req-887ba542-3fe2-45be-acc5-348f5fbf74bd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 947 time: 0.1054869 Apr 20 12:50:41.037594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c21cacd-7d16-446b-9841-6cc748326958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:41.040276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c21cacd-7d16-446b-9841-6cc748326958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:41.045310 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c21cacd-7d16-446b-9841-6cc748326958 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/894eb3ad-2252-4471-ba3b-263aaf70c25f HTTP/1.1" status: 204 len: 168 time: 0.3474643 Apr 20 12:50:41.057165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21cacd-7d16-446b-9841-6cc748326958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894eb3ad-2252-4471-ba3b-263aaf70c25f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:41.168812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1a77ba-3ad2-4d7b-b724-3954619fd402 req-c8a157da-4eb3-4823-8ed2-42e6c305368e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458328 Apr 20 12:50:41.202916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-7a0cba56-9334-46a6-80a6-f8519f287415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:41.205161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-7a0cba56-9334-46a6-80a6-f8519f287415 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1097 time: 0.0969999 Apr 20 12:50:41.387685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae188-fbf9-47d7-af9a-d1156a8edc30 req-bc798ec1-47fc-4c2a-9e86-46b8d5085c1c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:41.389134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-012ae188-fbf9-47d7-af9a-d1156a8edc30 req-bc798ec1-47fc-4c2a-9e86-46b8d5085c1c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.4184420 Apr 20 12:50:41.423868 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:41.467703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 644feaab-21df-43a0-b39e-b401fcb6673b details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:41.499155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-012ae188-fbf9-47d7-af9a-d1156a8edc30 req-12b6d343-3d3e-4c29-9380-a4867570db5e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955787 Apr 20 12:50:41.549567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-d9f20cbf-e58a-4fd0-83cf-a3bf1f92d3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:41.551448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-d9f20cbf-e58a-4fd0-83cf-a3bf1f92d3a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.2813721 Apr 20 12:50:41.554092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d9d152-b027-4380-bdb5-a6ae659b10b4,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:41.593941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Checking segment: {'id': 'eb348390-b8fc-4d20-b655-cb7fa8cab721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:41.594431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Network hostable DHCP agents. Network: 6aa4f716-c55c-467a-9879-5278f33bcaf4, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:50:41.635710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-9be0782e-c1a4-4f19-8bdf-f51441949374 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 217 time: 0.0629823 Apr 20 12:50:41.716040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Network 6aa4f716-c55c-467a-9879-5278f33bcaf4 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:50:41.733139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 6aa4f716-c55c-467a-9879-5278f33bcaf4) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:41.736199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-94c79455-bf60-4864-9865-98c8e8398fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:41.738092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-94c79455-bf60-4864-9865-98c8e8398fe0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0935163 Apr 20 12:50:41.740809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:41.741467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:41.795668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-08209c63-88fa-42b9-9166-f8b9c9d99d2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504651 Apr 20 12:50:41.807946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 644feaab-21df-43a0-b39e-b401fcb6673b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=644feaab-21df-43a0-b39e-b401fcb6673b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:41.824038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '644feaab-21df-43a0-b39e-b401fcb6673b', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '644feaab-21df-43a0-b39e-b401fcb6673b', 'mac_address': 'fa:16:3e:cb:03:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:41.828090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f85495-dd7b-4db6-b1b3-3a17c4d5045f None None] Network 6aa4f716-c55c-467a-9879-5278f33bcaf4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:41.857432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-70322a20-2d43-4698-952c-4119e5165d92 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7784328 Apr 20 12:50:42.057362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:42.060456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-458a383b-ecb9-4eb2-9f85-4556ed82318c service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564223 Apr 20 12:50:42.111994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63360436-479f-4a18-b844-c5cd0aedc9f6 req-cc5634b4-cbac-449b-8ec5-e9166f92aece tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:42.113881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63360436-479f-4a18-b844-c5cd0aedc9f6 req-cc5634b4-cbac-449b-8ec5-e9166f92aece tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1091018 Apr 20 12:50:42.149456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 644feaab-21df-43a0-b39e-b401fcb6673b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:42.241926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63360436-479f-4a18-b844-c5cd0aedc9f6 req-c337833c-ef13-4b3a-a124-e8f7e9adecc3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889647 Apr 20 12:50:42.258859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-ce5d59a4-9c94-434a-bb7f-7c93b408cb58 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899097 Apr 20 12:50:42.270955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a246bfd-a185-4dcd-9c7c-f92fecae1c0a None None] Network 6aa4f716-c55c-467a-9879-5278f33bcaf4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:50:42.275585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 644feaab-21df-43a0-b39e-b401fcb6673b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=644feaab-21df-43a0-b39e-b401fcb6673b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:42.324545 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:42.420022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc338b-3454-4874-92a9-f72d76cb7aba req-31b48b6e-9de3-492d-98ce-65e166d92167 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:42.422264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54cc338b-3454-4874-92a9-f72d76cb7aba req-31b48b6e-9de3-492d-98ce-65e166d92167 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 948 time: 0.1062782 Apr 20 12:50:42.475729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=644feaab-21df-43a0-b39e-b401fcb6673b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:42.480873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54cc338b-3454-4874-92a9-f72d76cb7aba req-278a173c-c058-4cc9-8263-8c0dadfd38f5 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Apr 20 12:50:42.760045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['644feaab-21df-43a0-b39e-b401fcb6673b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:42.910452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-63307f36-87a9-449a-9fbd-2378a1a797c0 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:42.912342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-63307f36-87a9-449a-9fbd-2378a1a797c0 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/networks?id=6aa4f716-c55c-467a-9879-5278f33bcaf4 HTTP/1.1" status: 200 len: 821 time: 0.1977701 Apr 20 12:50:42.934938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-ceae340e-071c-4456-b0a8-628ce3725164 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/quotas/4aaae8106ea84eca942281273d06a15c HTTP/1.1" status: 200 len: 375 time: 0.0105815 Apr 20 12:50:42.986506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-77b230be-2589-42f6-bf12-07c77d21f0f5 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4aaae8106ea84eca942281273d06a15c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441511 Apr 20 12:50:43.287388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-0902bc07-ff7d-459c-8a4b-0ac432a94dca service neutron] 10.222.0.24 "GET /v2.0/networks/6aa4f716-c55c-467a-9879-5278f33bcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860551 Apr 20 12:50:43.481044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-bd6ec908-29ae-4257-9138-0542e480be38 service neutron] 10.222.0.24 "GET /v2.0/networks/6aa4f716-c55c-467a-9879-5278f33bcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855786 Apr 20 12:50:43.536473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1c3dc-7e2f-4638-ad86-9656dbdf91ab req-a24a0d5c-5db7-4afb-9061-a83fe6beb24e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:43.544367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37a1c3dc-7e2f-4638-ad86-9656dbdf91ab req-a24a0d5c-5db7-4afb-9061-a83fe6beb24e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1199622 Apr 20 12:50:43.592942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37a1c3dc-7e2f-4638-ad86-9656dbdf91ab req-d2086aa8-6fe8-43ef-bbb4-6b41169aea5b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474329 Apr 20 12:50:43.939614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3f9f5-5742-422e-bb8b-f8b36152e297 req-7c9050cb-3a1f-4775-88db-f884002e7318 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:43.951219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0b3f9f5-5742-422e-bb8b-f8b36152e297 req-7c9050cb-3a1f-4775-88db-f884002e7318 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1417723 Apr 20 12:50:43.992061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f52317-c592-4df7-b8ce-57ba90e65395 req-893e9454-c43b-4fea-8621-60ad3ebeadd1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:43.993727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72f52317-c592-4df7-b8ce-57ba90e65395 req-893e9454-c43b-4fea-8621-60ad3ebeadd1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 948 time: 0.1411784 Apr 20 12:50:44.074870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0b3f9f5-5742-422e-bb8b-f8b36152e297 req-9809d722-e6d1-42af-9cb5-0f666b1c3133 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220734 Apr 20 12:50:44.227607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72f52317-c592-4df7-b8ce-57ba90e65395 req-d04bad63-1417-4aa1-97de-90300e973422 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898637 Apr 20 12:50:44.257247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3d8ef30-2811-4019-97fc-49ee0663695b req-a1e2aefa-087c-4b6c-a125-349c0509b1a3 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 210 time: 0.0553460 Apr 20 12:50:44.823480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4cd6-cecd-4ab7-abd3-a9817783f99c req-501722df-f6ec-48cc-8f23-2f1458862fd0 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:44.826146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-466c4cd6-cecd-4ab7-abd3-a9817783f99c req-501722df-f6ec-48cc-8f23-2f1458862fd0 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1338036 Apr 20 12:50:44.863965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52576) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:44.914142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-466c4cd6-cecd-4ab7-abd3-a9817783f99c req-179723ea-d96c-43af-8b33-034d59842ecf tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789995 Apr 20 12:50:44.993625 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22d48911-85ea-4ebc-ac5b-c815798dc9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.127141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22d48911-85ea-4ebc-ac5b-c815798dc9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.138178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22d48911-85ea-4ebc-ac5b-c815798dc9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.220078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d48911-85ea-4ebc-ac5b-c815798dc9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a1c80f-5aeb-4ecd-a82d-0a735f4a860c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:45.259384 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-22d48911-85ea-4ebc-ac5b-c815798dc9d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c2f632a65b74ac3aec8f6ad4c8fc50f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937371 Apr 20 12:50:45.261970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52584) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:50:45.380400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-093c0ba6-8f9c-4aaf-b13c-3979b8cd1655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.406827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-093c0ba6-8f9c-4aaf-b13c-3979b8cd1655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.466753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-9810acea-d751-4fcf-81af-324cd851be4e tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:45.468998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-093c0ba6-8f9c-4aaf-b13c-3979b8cd1655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.470516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-9810acea-d751-4fcf-81af-324cd851be4e tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.37 "GET /v2.0/networks?id=6aa4f716-c55c-467a-9879-5278f33bcaf4 HTTP/1.1" status: 200 len: 821 time: 0.2377374 Apr 20 12:50:45.480842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-093c0ba6-8f9c-4aaf-b13c-3979b8cd1655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.482196 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-093c0ba6-8f9c-4aaf-b13c-3979b8cd1655 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50a1c80f-5aeb-4ecd-a82d-0a735f4a860c HTTP/1.1" status: 204 len: 168 time: 0.2189915 Apr 20 12:50:45.506888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c0ba6-8f9c-4aaf-b13c-3979b8cd1655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a1c80f-5aeb-4ecd-a82d-0a735f4a860c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:45.514994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 644feaab-21df-43a0-b39e-b401fcb6673b up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:45.522610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Request body: {'port': {'device_id': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4', 'admin_state_up': True, 'tenant_id': '4aaae8106ea84eca942281273d06a15c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:45.653435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 644feaab-21df-43a0-b39e-b401fcb6673b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:45.657786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebeabb-0775-4d40-9dee-9b9e79784283 req-1bef279e-bd6f-40d1-8fc3-04530eebe026 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:45.658632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 644feaab-21df-43a0-b39e-b401fcb6673b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:45.659009 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.666486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbebeabb-0775-4d40-9dee-9b9e79784283 req-1bef279e-bd6f-40d1-8fc3-04530eebe026 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.4865227 Apr 20 12:50:45.766422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f71e3-9683-467d-9baa-16403e48b814 req-c031d6f1-935a-4908-a112-346de9c0b32a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:45.767930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d8f71e3-9683-467d-9baa-16403e48b814 req-c031d6f1-935a-4908-a112-346de9c0b32a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 948 time: 0.2961857 Apr 20 12:50:45.818537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbebeabb-0775-4d40-9dee-9b9e79784283 req-7c49e542-fd7a-46cd-9cf9-f0f2573f19df tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506996 Apr 20 12:50:45.819891 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.881376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:45.883656 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3d1f79-b1a6-4e61-92cd-350a285cd1e1" -d '{"events": [{"server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "name": "network-vif-plugged", "status": "completed", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:45.889051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Made reservation on behalf of 4aaae8106ea84eca942281273d06a15c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:45.892450 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.924707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 644feaab-21df-43a0-b39e-b401fcb6673b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=644feaab-21df-43a0-b39e-b401fcb6673b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:45.936732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:45.979845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff0a508e-d0b1-490e-9427-1595479a6d53 req-50585ec5-06fe-4be6-ae62-f4395961b03b tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 210 time: 0.0904751 Apr 20 12:50:45.994506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d8f71e3-9683-467d-9baa-16403e48b814 req-76dbb327-a1af-4680-8ea0-74d6c4c0f5aa tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068455 Apr 20 12:50:46.027282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=644feaab-21df-43a0-b39e-b401fcb6673b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:46.087279 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7db462-d9ff-4e83-b470-4dcfcb4520b9 x-openstack-request-id: req-1b7db462-d9ff-4e83-b470-4dcfcb4520b9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:46.087500 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "name": "network-vif-plugged", "status": "completed", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:46.087759 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b7db462-d9ff-4e83-b470-4dcfcb4520b9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:46.088172 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b7db462-d9ff-4e83-b470-4dcfcb4520b9'] response: {'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b', 'code': 200} Apr 20 12:50:46.280040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71153-a927-44df-a673-b13186993b95 req-d80c9c23-de68-416e-b9e5-7351f971d2a1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:46.287431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb71153-a927-44df-a673-b13186993b95 req-d80c9c23-de68-416e-b9e5-7351f971d2a1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1690102 Apr 20 12:50:46.297423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5aad4-6145-403c-a60d-d2e4d0ab4015 req-34c71146-9b69-4fde-b5d4-e2b7a9db6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:46.299424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cd5aad4-6145-403c-a60d-d2e4d0ab4015 req-34c71146-9b69-4fde-b5d4-e2b7a9db6f75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 1100 time: 0.1277356 Apr 20 12:50:46.350305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Allocated IP 172.20.0.11 (6aa4f716-c55c-467a-9879-5278f33bcaf4/40d9d152-b027-4380-bdb5-a6ae659b10b4/7c3db838-3a1f-4751-82d3-2d70c414532e) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:46.395708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb71153-a927-44df-a673-b13186993b95 req-febe28a9-8dfd-4cb1-9a6e-f5468ae9cb8a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020648 Apr 20 12:50:46.401231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cd5aad4-6145-403c-a60d-d2e4d0ab4015 req-7ac01e73-fb68-4907-bbb5-478661e4e973 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934899 Apr 20 12:50:46.589554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:46.631540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:46.711892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Network 6aa4f716-c55c-467a-9879-5278f33bcaf4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:46.715018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:46.718337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:46.781675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Pushing event updated for resources: {'Port': ['ID=7c3db838-3a1f-4751-82d3-2d70c414532e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:46.802722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:46.803341 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:46.825174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-93bc4f4e-9f2b-4574-bcc4-cf63e5d3dd55 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3439093 Apr 20 12:50:46.838369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Request body: {'port': {'device_id': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:46.950886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:47.141103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f8fcdf1c-b7db-428b-aafd-7016321d07ad tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b1963aeb79c4efb88744108b38e5635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622628 Apr 20 12:50:47.285892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81041e01-2200-48c4-89ab-f2d8ec0d925d req-fe4cfaef-3f6f-4855-bd16-84993a359470 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:47.287831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81041e01-2200-48c4-89ab-f2d8ec0d925d req-fe4cfaef-3f6f-4855-bd16-84993a359470 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.3748930 Apr 20 12:50:47.410386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81041e01-2200-48c4-89ab-f2d8ec0d925d req-c931fe35-5eb8-452b-aecc-9d80c1c5e822 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055233 Apr 20 12:50:47.457040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-93fe23e0-ae40-4b3b-919d-16393cd8bb81 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:47.458709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-93fe23e0-ae40-4b3b-919d-16393cd8bb81 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995386 Apr 20 12:50:47.488325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-634b9229-0c90-42e2-be10-34b75e35e39f tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/quotas/8b1963aeb79c4efb88744108b38e5635 HTTP/1.1" status: 200 len: 375 time: 0.0215979 Apr 20 12:50:47.504794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3db838-3a1f-4751-82d3-2d70c414532e {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:47.530073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:47.575309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-2e5a3898-befd-49f0-86c1-18689e9107cb tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b1963aeb79c4efb88744108b38e5635&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856025 Apr 20 12:50:47.596132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Transition to ACTIVE for port object 7c3db838-3a1f-4751-82d3-2d70c414532e will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:50:47.608310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:47.659274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760293c-e41b-4f64-899f-e2f0328fbed7 req-5ee2b59c-614f-4bec-a349-a36d9631b5c7 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:47.662051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3760293c-e41b-4f64-899f-e2f0328fbed7 req-5ee2b59c-614f-4bec-a349-a36d9631b5c7 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 949 time: 0.1664643 Apr 20 12:50:47.710550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3db838-3a1f-4751-82d3-2d70c414532e,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:47.772237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3760293c-e41b-4f64-899f-e2f0328fbed7 req-a8515eec-b262-4fe3-9c08-4747b5631e6c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010911 Apr 20 12:50:47.879757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Attempting to bind port 7c3db838-3a1f-4751-82d3-2d70c414532e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:47.880123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Attempting to bind port 7c3db838-3a1f-4751-82d3-2d70c414532e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb348390-b8fc-4d20-b655-cb7fa8cab721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:47.880409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Attempting to bind port 7c3db838-3a1f-4751-82d3-2d70c414532e on network 6aa4f716-c55c-467a-9879-5278f33bcaf4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:47.939381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Port 7c3db838-3a1f-4751-82d3-2d70c414532e on network 6aa4f716-c55c-467a-9879-5278f33bcaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:47.939706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Attempting to bind port 7c3db838-3a1f-4751-82d3-2d70c414532e on network 6aa4f716-c55c-467a-9879-5278f33bcaf4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:47.960116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab93b5-4ef2-4cb4-ac75-a82eb2d2277c req-84dafe65-6651-4d35-8eae-c9850bb74d18 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:47.961914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aeab93b5-4ef2-4cb4-ac75-a82eb2d2277c req-84dafe65-6651-4d35-8eae-c9850bb74d18 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 944 time: 0.1463642 Apr 20 12:50:47.965426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:47.965596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Checking segment: {'id': 'eb348390-b8fc-4d20-b655-cb7fa8cab721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:47.965894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Bound using segment: {'id': 'eb348390-b8fc-4d20-b655-cb7fa8cab721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:47.966366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Bound port: 7c3db838-3a1f-4751-82d3-2d70c414532e, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb348390-b8fc-4d20-b655-cb7fa8cab721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:47.967259 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:48.004248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c117556-af8c-48b0-b459-cb44ea83d488 req-a73d2f92-3448-43fe-b784-bc4d41c1b5c9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:48.006149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c117556-af8c-48b0-b459-cb44ea83d488 req-a73d2f92-3448-43fe-b784-bc4d41c1b5c9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1132722 Apr 20 12:50:48.102476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c117556-af8c-48b0-b459-cb44ea83d488 req-e717be1e-a3e2-4f0c-90fa-de104a0687cc tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719285 Apr 20 12:50:48.193292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aeab93b5-4ef2-4cb4-ac75-a82eb2d2277c req-4f5b6b4e-2f43-47bd-ac29-745cc045f8e3 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237053 Apr 20 12:50:48.246509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ea5f2fa-dc2f-40e9-80f0-33e2076c8620 req-7f6ada87-f43a-4ea8-b17b-0896aa74235d tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0434561 Apr 20 12:50:48.247586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] For port 7c3db838-3a1f-4751-82d3-2d70c414532e, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:48.284940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] For port 7c3db838-3a1f-4751-82d3-2d70c414532e, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c3db838-3a1f-4751-82d3-2d70c414532e,segment=NetworkSegment(eb348390-b8fc-4d20-b655-cb7fa8cab721),segment_id=eb348390-b8fc-4d20-b655-cb7fa8cab721)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:48.303040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:48.349536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:48.350236 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:48.351527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c3db838-3a1f-4751-82d3-2d70c414532e HTTP/1.1" status: 200 len: 1092 time: 1.5184808 Apr 20 12:50:48.355674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'tag': '7c3db838-3a1f-4751-82d3-2d70c414532e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:48.358484 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ab0094-206b-4401-a0e1-96dc95ecb2bc" -d '{"events": [{"name": "network-changed", "server_uuid": "348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce", "tag": "7c3db838-3a1f-4751-82d3-2d70c414532e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:48.434600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438fa2f-bc12-4274-92dd-bf79c3552b69 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3db838-3a1f-4751-82d3-2d70c414532e,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:48.449669 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c53ae81-ed3e-4a34-8619-20cc52bbf87a x-openstack-request-id: req-5c53ae81-ed3e-4a34-8619-20cc52bbf87a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:48.449669 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce", "tag": "7c3db838-3a1f-4751-82d3-2d70c414532e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:48.450106 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c53ae81-ed3e-4a34-8619-20cc52bbf87a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:48.450631 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c53ae81-ed3e-4a34-8619-20cc52bbf87a'] response: {'name': 'network-changed', 'server_uuid': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'tag': '7c3db838-3a1f-4751-82d3-2d70c414532e', 'status': 'completed', 'code': 200} Apr 20 12:50:48.498447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-4df3324c-b686-4537-a08a-81fc7c0cbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:48.500417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-4df3324c-b686-4537-a08a-81fc7c0cbfd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aaae8106ea84eca942281273d06a15c&device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 1095 time: 0.0837007 Apr 20 12:50:48.582276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-d82f95f2-dbd5-4899-8b4f-ba2ac97cdd27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c3db838-3a1f-4751-82d3-2d70c414532e HTTP/1.1" status: 200 len: 217 time: 0.0651159 Apr 20 12:50:48.684264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70e46b-4147-4076-8807-dfb355d80676 req-2563e1d6-7956-40f4-8566-8da6c38f33a9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:48.686510 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab70e46b-4147-4076-8807-dfb355d80676 req-2563e1d6-7956-40f4-8566-8da6c38f33a9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1746173 Apr 20 12:50:48.703975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-4101a1e5-0e8c-4126-bb4f-111469feae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:48.705381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-4101a1e5-0e8c-4126-bb4f-111469feae30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40d9d152-b027-4380-bdb5-a6ae659b10b4 HTTP/1.1" status: 200 len: 861 time: 0.1132648 Apr 20 12:50:48.718945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:48.757269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-1cbf6961-736a-456c-80ea-63cf6fdc077e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aa4f716-c55c-467a-9879-5278f33bcaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359626 Apr 20 12:50:48.762656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab70e46b-4147-4076-8807-dfb355d80676 req-ddec08fa-3b07-4517-9667-ec3fbdb498e5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694146 Apr 20 12:50:48.879497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-6048191c-e455-4ed5-a9b0-8e1f021a1744 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa4f716-c55c-467a-9879-5278f33bcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130490 Apr 20 12:50:49.331193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-4abe00a5-6987-45d6-a2c7-8eeb7caac3c1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b1963aeb79c4efb88744108b38e5635&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910499 Apr 20 12:50:49.475041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-cef00343-e327-41a1-b1a2-814b09e1ae69 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:49.476396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-cef00343-e327-41a1-b1a2-814b09e1ae69 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227913 Apr 20 12:50:49.508175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517ece6-e6bf-46b1-9197-77c467946d5c req-fd5fd8c9-c18d-44de-a4ff-ffd8a1542b3c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:49.509798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5517ece6-e6bf-46b1-9197-77c467946d5c req-fd5fd8c9-c18d-44de-a4ff-ffd8a1542b3c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 949 time: 0.6284523 Apr 20 12:50:49.518863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Request body: {'port': {'device_id': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '8b1963aeb79c4efb88744108b38e5635'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:49.560649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdccb-a550-4a46-b0c8-66239ca7fab3 req-f8e1cd11-9d36-43f6-ab40-a7f7b523b28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:49.568096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b2bdccb-a550-4a46-b0c8-66239ca7fab3 req-f8e1cd11-9d36-43f6-ab40-a7f7b523b28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.3268538 Apr 20 12:50:49.575999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91cfdd33-c0e6-4ffd-b0bc-c77c8b0ca04f req-81909b12-cf41-4f2f-93d3-0244755937e4 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa4f716-c55c-467a-9879-5278f33bcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844559 Apr 20 12:50:49.694805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5517ece6-e6bf-46b1-9197-77c467946d5c req-56f7eaae-6b27-4ba1-995f-f843ed41cc9c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669939 Apr 20 12:50:49.731527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b2bdccb-a550-4a46-b0c8-66239ca7fab3 req-9c9a5dd9-eab0-4d06-b3cb-47ee798943c6 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624334 Apr 20 12:50:49.819093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-4417fe34-f3c6-4829-8694-f0e8f568d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:49.820968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-4417fe34-f3c6-4829-8694-f0e8f568d997 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4aaae8106ea84eca942281273d06a15c&device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 1095 time: 0.1733279 Apr 20 12:50:49.941478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb946a5-bd8e-49e6-9f37-d97305647451 req-2289e706-c8a3-4b99-a9cf-a1090377d770 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0854125 Apr 20 12:50:49.955914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Made reservation on behalf of 8b1963aeb79c4efb88744108b38e5635 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:49.959730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:49.977521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:50.008782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc1f31-5349-4bc3-a39d-63706d05f1e8 req-56676b43-e82b-4528-83ed-e9c43a85f9ce tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:50.010286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0fc1f31-5349-4bc3-a39d-63706d05f1e8 req-56676b43-e82b-4528-83ed-e9c43a85f9ce tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 944 time: 0.1747322 Apr 20 12:50:50.071412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-70428126-048b-464e-bd90-2a1ad9976d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:50.073270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-70428126-048b-464e-bd90-2a1ad9976d01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aa4f716-c55c-467a-9879-5278f33bcaf4 HTTP/1.1" status: 200 len: 922 time: 0.2339287 Apr 20 12:50:50.162285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-bf8a6464-e585-4d2f-a4a1-5860168ca480 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c3db838-3a1f-4751-82d3-2d70c414532e HTTP/1.1" status: 200 len: 217 time: 0.0632668 Apr 20 12:50:50.176122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0fc1f31-5349-4bc3-a39d-63706d05f1e8 req-a5e2bb6f-6c1a-4a74-aa04-7429426790dc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558723 Apr 20 12:50:50.232410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6b01a-899d-45e8-93ee-e7723e309274 req-55c18198-ec87-4007-ae76-33327673bd0e tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:50.239603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ce6b01a-899d-45e8-93ee-e7723e309274 req-55c18198-ec87-4007-ae76-33327673bd0e tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 1100 time: 0.1987939 Apr 20 12:50:50.280380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-97a6f0e7-528a-4e6f-a374-dee9cc80908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:50.281794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-97a6f0e7-528a-4e6f-a374-dee9cc80908b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=40d9d152-b027-4380-bdb5-a6ae659b10b4 HTTP/1.1" status: 200 len: 861 time: 0.1089978 Apr 20 12:50:50.319760 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:50.348991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-db2fec30-0bc2-443f-8ede-f8647b4689a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aa4f716-c55c-467a-9879-5278f33bcaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448105 Apr 20 12:50:50.352293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:50.363589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ce6b01a-899d-45e8-93ee-e7723e309274 req-e20965fb-62e7-4db5-ba54-d48997b138b1 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231744 Apr 20 12:50:50.444662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebcd3be-30b1-44dd-8b37-d59294f68175,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:50.455059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939bf32-2213-4e5f-aa2b-f786a2f70483 req-f116f6f0-5714-4ff8-bd41-68c966f69f99 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:50.456677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c939bf32-2213-4e5f-aa2b-f786a2f70483 req-f116f6f0-5714-4ff8-bd41-68c966f69f99 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1974638 Apr 20 12:50:50.612640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c939bf32-2213-4e5f-aa2b-f786a2f70483 req-23bfa7a3-49ef-467a-be01-2e99839a664e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233060 Apr 20 12:50:50.639355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-4b1c18c4-ba7a-4f96-8006-1e1780dacc11 service neutron] 10.222.0.37 "GET /v2.0/networks/6aa4f716-c55c-467a-9879-5278f33bcaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590971 Apr 20 12:50:50.656109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-064b01e8-51ec-4eaf-aee4-a95f7346ddad tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654681 Apr 20 12:50:50.656795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Allocated IP 192.168.233.114 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/8224e6ca-981c-4e1f-8578-72d877d34f18) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:50.898519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ab0094-206b-4401-a0e1-96dc95ecb2bc req-3a97bf73-9a4a-4cf7-b1dd-26cfaeb4fe7b service neutron] 10.222.0.37 "GET /v2.0/networks/6aa4f716-c55c-467a-9879-5278f33bcaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285304 Apr 20 12:50:50.967974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-069248af-d243-4668-aaa5-2a14c97f659a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:50.969732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-069248af-d243-4668-aaa5-2a14c97f659a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3040497 Apr 20 12:50:50.986194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363dc45-223a-45ff-be61-b01a4507ccf4 req-427fe044-a224-423d-a875-f547dba5e103 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:50.987644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1363dc45-223a-45ff-be61-b01a4507ccf4 req-427fe044-a224-423d-a875-f547dba5e103 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1617846 Apr 20 12:50:51.048232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-ee54d184-1059-4a90-b1cd-21ed81059c45 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/quotas/4eb4e8f116304b2bbc4ec79085e6e426 HTTP/1.1" status: 200 len: 375 time: 0.0698371 Apr 20 12:50:51.107273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1363dc45-223a-45ff-be61-b01a4507ccf4 req-a10091c2-4f01-4d2a-bb06-ed3b5c5ca4af tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860581 Apr 20 12:50:51.143378 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:51.181770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-b128fd06-53bd-4501-9606-b7a8f02895d0 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1152375 Apr 20 12:50:51.218034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e05868e-c3f6-4652-87fb-efc09ac72c79 req-10b54422-4596-45d5-b2cc-17bda3581ee4 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0352280 Apr 20 12:50:51.228558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:51.277784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:51.282053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:51.284882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:51.292150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:51.352770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:51.354592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:51.462581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-f6ac71ac-4f4c-432c-9928-3f5e9650f5cf tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9667890 Apr 20 12:50:51.481308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1171bf61-3e6c-458b-97f4-a91315401756 req-5f74bcff-98aa-4306-8290-4a4595940216 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 210 time: 0.0345078 Apr 20 12:50:51.484980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Request body: {'port': {'device_id': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:51.533325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654a0cd-ab00-41e7-bc57-3fac929316f3 req-2585c61e-de27-48f5-a208-8c1fccd1d323 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:51.540653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1654a0cd-ab00-41e7-bc57-3fac929316f3 req-2585c61e-de27-48f5-a208-8c1fccd1d323 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 944 time: 0.1771786 Apr 20 12:50:51.606858 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:51.611106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1654a0cd-ab00-41e7-bc57-3fac929316f3 req-51ada3c8-0efa-4cd4-977c-c3208e021cf5 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696838 Apr 20 12:50:51.663857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6df2c7d1-1a28-4387-b990-788cb23c2921 None None] Provisioning complete for port 8224e6ca-981c-4e1f-8578-72d877d34f18 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:51.664327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6df2c7d1-1a28-4387-b990-788cb23c2921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:51.706544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6df2c7d1-1a28-4387-b990-788cb23c2921 None None] Port 8224e6ca-981c-4e1f-8578-72d877d34f18 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:50:51.824479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e489b2-d4f1-41df-a717-c3e95f28cfc9 req-37c6ae7d-2e93-46cf-b89a-ffac94bb037a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:51.825846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1e489b2-d4f1-41df-a717-c3e95f28cfc9 req-37c6ae7d-2e93-46cf-b89a-ffac94bb037a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.0845888 Apr 20 12:50:51.900478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1e489b2-d4f1-41df-a717-c3e95f28cfc9 req-bf21da51-8ab9-42c3-9632-fbd62d261276 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481610 Apr 20 12:50:51.992980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8224e6ca-981c-4e1f-8578-72d877d34f18 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:52.002264 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:52.015402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Transition to ACTIVE for port object 8224e6ca-981c-4e1f-8578-72d877d34f18 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:50:52.022303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:52.076397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:52.209046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Attempting to bind port 8224e6ca-981c-4e1f-8578-72d877d34f18 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:52.209895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Attempting to bind port 8224e6ca-981c-4e1f-8578-72d877d34f18 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:52.211201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Attempting to bind port 8224e6ca-981c-4e1f-8578-72d877d34f18 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:52.224796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac8191-11c8-446a-829d-530ac37aa3b7 req-02ed056e-62b8-42a2-a355-304ae4cc9ab8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:52.238241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcac8191-11c8-446a-829d-530ac37aa3b7 req-02ed056e-62b8-42a2-a355-304ae4cc9ab8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1198022 Apr 20 12:50:52.242341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Port 8224e6ca-981c-4e1f-8578-72d877d34f18 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:52.242837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Attempting to bind port 8224e6ca-981c-4e1f-8578-72d877d34f18 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:52.297757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:52.298093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:52.298466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:52.298888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Bound port: 8224e6ca-981c-4e1f-8578-72d877d34f18, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:52.299238 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:52.337992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcac8191-11c8-446a-829d-530ac37aa3b7 req-009c861a-f006-4c1e-ba68-1b4c6ca449a7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986679 Apr 20 12:50:52.373518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d6b32-710d-4028-a4c9-a322ae32e4ca req-4c0ba3c7-a8d0-47fb-a069-1cc62e56af5d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:52.375014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f3d6b32-710d-4028-a4c9-a322ae32e4ca req-4c0ba3c7-a8d0-47fb-a069-1cc62e56af5d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1341603 Apr 20 12:50:52.446397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:52.468732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:52.473129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f3d6b32-710d-4028-a4c9-a322ae32e4ca req-53e6b233-0d04-4222-ad85-7d08d831c185 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891638 Apr 20 12:50:52.476227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:52.538869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbef32-a74c-41a6-bff2-f00a8be03e0a req-4719b0e1-92fa-4a92-bae9-dd2fd1e5445a tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:52.540388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ebbef32-a74c-41a6-bff2-f00a8be03e0a req-4719b0e1-92fa-4a92-bae9-dd2fd1e5445a tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 948 time: 0.1340709 Apr 20 12:50:52.541706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:52.542298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:52.544170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] 10.222.0.30 "PUT /v2.0/ports/8224e6ca-981c-4e1f-8578-72d877d34f18 HTTP/1.1" status: 200 len: 1096 time: 1.0667794 Apr 20 12:50:52.550462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:52.552701 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10" -d '{"events": [{"name": "network-changed", "server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:52.579031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efac410-8d12-4020-b7d1-fadc4c6ea95d service neutron] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:52.617533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c3db838-3a1f-4751-82d3-2d70c414532e details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:52.690477 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-5bd32f70-4b82-48a8-aff4-332a27e66b01 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525804 Apr 20 12:50:52.785240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7c3db838-3a1f-4751-82d3-2d70c414532e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c3db838-3a1f-4751-82d3-2d70c414532e,segment=NetworkSegment(eb348390-b8fc-4d20-b655-cb7fa8cab721),segment_id=eb348390-b8fc-4d20-b655-cb7fa8cab721)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:52.802097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '7c3db838-3a1f-4751-82d3-2d70c414532e', 'network_id': '6aa4f716-c55c-467a-9879-5278f33bcaf4', 'port_id': '7c3db838-3a1f-4751-82d3-2d70c414532e', 'mac_address': 'fa:16:3e:15:52:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d9d152-b027-4380-bdb5-a6ae659b10b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:52.853391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-c237913d-3e08-4f7d-8033-3ec457fed6dd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:52.855628 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-c237913d-3e08-4f7d-8033-3ec457fed6dd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577532 Apr 20 12:50:52.872965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': '4f01ce42-602e-4569-8a94-b393825a10f8', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:52.907918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:52.926100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c3db838-3a1f-4751-82d3-2d70c414532e {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:52.950418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7c3db838-3a1f-4751-82d3-2d70c414532e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c3db838-3a1f-4751-82d3-2d70c414532e,segment=NetworkSegment(eb348390-b8fc-4d20-b655-cb7fa8cab721),segment_id=eb348390-b8fc-4d20-b655-cb7fa8cab721)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:52.957342 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:53.032776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:50:53.035480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7c3db838-3a1f-4751-82d3-2d70c414532e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:53.039188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:53.079415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7691b8f0-8c8f-4293-92cc-364f9cb4e4a2 req-37a2a557-fb20-4ad0-ac71-41cfcd6510b5 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 210 time: 0.4856215 Apr 20 12:50:53.107372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ebbef32-a74c-41a6-bff2-f00a8be03e0a req-9e48845f-5bb1-49f0-a7b8-9637da531cd4 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372436 Apr 20 12:50:53.124131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-9b539725-8f21-4886-96d6-3fd2d359f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.126648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-9b539725-8f21-4886-96d6-3fd2d359f4da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b1963aeb79c4efb88744108b38e5635&device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 1099 time: 0.5084901 Apr 20 12:50:53.145335 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfdfdee-4665-4aeb-95f5-2d2a6796ef43 x-openstack-request-id: req-edfdfdee-4665-4aeb-95f5-2d2a6796ef43 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:53.145665 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:53.145876 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edfdfdee-4665-4aeb-95f5-2d2a6796ef43 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:53.146249 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfdfdee-4665-4aeb-95f5-2d2a6796ef43'] response: {'name': 'network-changed', 'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'status': 'completed', 'code': 200} Apr 20 12:50:53.182582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-c737d2f1-c236-44a6-99fc-07cd1552fe30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8224e6ca-981c-4e1f-8578-72d877d34f18 HTTP/1.1" status: 200 len: 217 time: 0.0436220 Apr 20 12:50:53.198279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.240 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/623097df-7b51-4472-ac21-fcf65c741f32) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:50:53.253176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c3db838-3a1f-4751-82d3-2d70c414532e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:53.275111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-9ce0e8ac-41a5-44cf-b232-65921f02b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.276545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-9ce0e8ac-41a5-44cf-b232-65921f02b9ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0875797 Apr 20 12:50:53.327382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304c270-cdc9-4705-8e8f-02423008d922 req-ab717698-4824-4010-b1e5-fd957d40bf51 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.328879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d304c270-cdc9-4705-8e8f-02423008d922 req-ab717698-4824-4010-b1e5-fd957d40bf51 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 945 time: 0.1013048 Apr 20 12:50:53.356339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-896946d7-e67e-4b2e-955b-efdd4b63d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.357900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-896946d7-e67e-4b2e-955b-efdd4b63d43d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729096 Apr 20 12:50:53.397735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:53.417013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d304c270-cdc9-4705-8e8f-02423008d922 req-e305f244-41a4-48dd-bd11-1e2ab8872510 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753448 Apr 20 12:50:53.436080 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:53.455415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:53.468836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', '2e527e21-4a72-42b1-80ff-81413fc1007f', '644feaab-21df-43a0-b39e-b401fcb6673b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:53.504709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:50:53.513618 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:50:53.520137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:50:53.530717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-6d709ce3-4b63-4853-8f2c-a05399401028 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641753 Apr 20 12:50:53.582893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.584210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:53.606361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=623097df-7b51-4472-ac21-fcf65c741f32,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:53.624642 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fc3ca09d-eda5-47ca-8938-61b3905739d8 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7599194 Apr 20 12:50:53.687598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39298049-2fbe-4b1d-8afe-49ab8d075a56 req-26b5573e-e8ae-442e-9b56-7ea8915f04e7 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429942 Apr 20 12:50:53.713295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18692c6c-1e6c-4a13-b6af-9880563c7c66 req-c61e8321-629c-43b9-9432-a642473c2a8f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.715352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18692c6c-1e6c-4a13-b6af-9880563c7c66 req-c61e8321-629c-43b9-9432-a642473c2a8f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.0615916 Apr 20 12:50:53.750011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Request body: {'port': {'device_id': '4f01ce42-602e-4569-8a94-b393825a10f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:53.801034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18692c6c-1e6c-4a13-b6af-9880563c7c66 req-a6bb2f16-6b47-45bd-9fc2-427eb41ee118 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778506 Apr 20 12:50:53.819460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:53.896134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-0959b216-0fd2-42da-a60c-f71a2470a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.897598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-0959b216-0fd2-42da-a60c-f71a2470a8a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b1963aeb79c4efb88744108b38e5635&device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0957081 Apr 20 12:50:53.905599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55ce71-7c5d-4424-a0be-32308b289c9e req-929224b8-0eed-4e3f-bb17-7233b1e7332c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:53.907024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a55ce71-7c5d-4424-a0be-32308b289c9e req-929224b8-0eed-4e3f-bb17-7233b1e7332c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1040525 Apr 20 12:50:53.988408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bba6940a-dad3-40ae-9841-642fbc1af234 None None] Provisioning complete for port 623097df-7b51-4472-ac21-fcf65c741f32 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:53.988408 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bba6940a-dad3-40ae-9841-642fbc1af234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.000110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a55ce71-7c5d-4424-a0be-32308b289c9e req-e4a46a18-3422-4a5d-ac6f-7ae299cf46de tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849223 Apr 20 12:50:54.025558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-4955cae8-abaf-41e0-a8ec-ff4ad76e8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.027647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-4955cae8-abaf-41e0-a8ec-ff4ad76e8850 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1196682 Apr 20 12:50:54.060134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bba6940a-dad3-40ae-9841-642fbc1af234 None None] Port 623097df-7b51-4472-ac21-fcf65c741f32 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:50:54.063441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8', '83c7e329-c586-4666-9a38-a29b7b5ca5f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:54.078906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-ed04e888-0de5-479e-92e9-3edd6639bf30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8224e6ca-981c-4e1f-8578-72d877d34f18 HTTP/1.1" status: 200 len: 217 time: 0.0403302 Apr 20 12:50:54.132452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623097df-7b51-4472-ac21-fcf65c741f32 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:50:54.140878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.155748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Transition to ACTIVE for port object 623097df-7b51-4472-ac21-fcf65c741f32 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:50:54.161319 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.182208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-d8c27842-77e9-4a38-baf3-201324eda336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.183731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-d8c27842-77e9-4a38-baf3-201324eda336 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0980096 Apr 20 12:50:54.190807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9384f40-e671-45dd-9c43-cea811a4e810 req-fcb0188f-fb5e-4f11-8673-507a2fc86dbd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.192762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9384f40-e671-45dd-9c43-cea811a4e810 req-fcb0188f-fb5e-4f11-8673-507a2fc86dbd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.0966895 Apr 20 12:50:54.270888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Pushing event updated for resources: {'Port': ['ID=623097df-7b51-4472-ac21-fcf65c741f32,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:54.291966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9384f40-e671-45dd-9c43-cea811a4e810 req-5606f8c4-1d68-41ad-9889-bec8f714dc16 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745528 Apr 20 12:50:54.298631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Attempting to bind port 623097df-7b51-4472-ac21-fcf65c741f32 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:54.299073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Attempting to bind port 623097df-7b51-4472-ac21-fcf65c741f32 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:54.299504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Attempting to bind port 623097df-7b51-4472-ac21-fcf65c741f32 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:54.301580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c983e-4aab-4c0e-8a84-83c3e4003430 req-a4c35567-fd5f-4c2a-bf18-497ee3af335a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.306512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Port 623097df-7b51-4472-ac21-fcf65c741f32 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:54.306959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Attempting to bind port 623097df-7b51-4472-ac21-fcf65c741f32 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:54.312446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:54.312921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:54.313316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:54.313902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Bound port: 623097df-7b51-4472-ac21-fcf65c741f32, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:54.314325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.321262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-550c983e-4aab-4c0e-8a84-83c3e4003430 req-a4c35567-fd5f-4c2a-bf18-497ee3af335a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 948 time: 0.1486285 Apr 20 12:50:54.325600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-999c979d-ff23-4c8a-b485-1f2fd6399ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.327070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-999c979d-ff23-4c8a-b485-1f2fd6399ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334693 Apr 20 12:50:54.404708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] For port 623097df-7b51-4472-ac21-fcf65c741f32, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:54.407980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] For port 623097df-7b51-4472-ac21-fcf65c741f32, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=623097df-7b51-4472-ac21-fcf65c741f32,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:54.415555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.456777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.457421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.458767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/623097df-7b51-4472-ac21-fcf65c741f32 HTTP/1.1" status: 200 len: 1096 time: 0.7165046 Apr 20 12:50:54.459205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f01ce42-602e-4569-8a94-b393825a10f8', 'tag': '623097df-7b51-4472-ac21-fcf65c741f32'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:54.459566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-550c983e-4aab-4c0e-8a84-83c3e4003430 req-ed2d8336-6f45-49b0-ba61-f72668dd0db7 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373763 Apr 20 12:50:54.462068 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526ee557-131b-4bfe-bd3a-4f0e23a96860" -d '{"events": [{"name": "network-changed", "server_uuid": "4f01ce42-602e-4569-8a94-b393825a10f8", "tag": "623097df-7b51-4472-ac21-fcf65c741f32"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:54.508930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94dd6-2253-460c-87fc-384fe6b635a4 service neutron] Pushing event updated for resources: {'Port': ['ID=623097df-7b51-4472-ac21-fcf65c741f32,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:54.565717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-f6f72d60-c7aa-410a-8346-3cee0c8b10a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.565938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4174f9e-9c8c-4f6d-9819-54f90fe0d944 req-b46dfefd-4427-4b23-9ba6-2d24cd1c3460 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.567230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4174f9e-9c8c-4f6d-9819-54f90fe0d944 req-b46dfefd-4427-4b23-9ba6-2d24cd1c3460 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 948 time: 0.1813393 Apr 20 12:50:54.567638 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-f6f72d60-c7aa-410a-8346-3cee0c8b10a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 1099 time: 0.0501964 Apr 20 12:50:54.582151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-57a2f6ff-0065-44aa-a7a9-c0226fc7cb2b service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323453 Apr 20 12:50:54.588764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-32431318-9d07-4e52-b54c-6c12852617a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1536758 Apr 20 12:50:54.611783 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-e0aa60c4-5068-4d1a-9768-9ca2c0303f99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=623097df-7b51-4472-ac21-fcf65c741f32 HTTP/1.1" status: 200 len: 217 time: 0.0359426 Apr 20 12:50:54.635000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c3db838-3a1f-4751-82d3-2d70c414532e up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:50:54.675977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-86132509-e70a-4053-b4b7-9bca6138246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.677500 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-86132509-e70a-4053-b4b7-9bca6138246c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0596938 Apr 20 12:50:54.698882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 7c3db838-3a1f-4751-82d3-2d70c414532e completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:50:54.706230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 7c3db838-3a1f-4751-82d3-2d70c414532e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:50:54.706938 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.707725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4174f9e-9c8c-4f6d-9819-54f90fe0d944 req-f676917a-83e3-4da8-ac5f-86d134ffc2a6 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227958 Apr 20 12:50:54.744106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708f44-55a3-4257-bcf9-b17c9f9ce66c req-0a6f4103-1e59-4f75-9249-fdfab791abd2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.744326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-0e9bf505-1e35-45c0-a3cc-f314f5604cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.746939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-0e9bf505-1e35-45c0-a3cc-f314f5604cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599937 Apr 20 12:50:54.752750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b708f44-55a3-4257-bcf9-b17c9f9ce66c req-0a6f4103-1e59-4f75-9249-fdfab791abd2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 946 time: 0.1844773 Apr 20 12:50:54.806634 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.822018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b708f44-55a3-4257-bcf9-b17c9f9ce66c req-a0dd324e-c625-4cf4-810d-50e6c65b1477 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679061 Apr 20 12:50:54.852054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3db838-3a1f-4751-82d3-2d70c414532e'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:54.856066 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b3274c-738a-497b-954a-b60ce4186a9f" -d '{"events": [{"server_uuid": "348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce", "name": "network-vif-plugged", "status": "completed", "tag": "7c3db838-3a1f-4751-82d3-2d70c414532e"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:54.857704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5889c08-eaff-4746-86b0-5549283af327 req-d8b5b663-39e0-4a6a-bc27-255e9cbc142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.859563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-d8b5b663-39e0-4a6a-bc27-255e9cbc142e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 1096 time: 0.1837816 Apr 20 12:50:54.865971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7c3db838-3a1f-4751-82d3-2d70c414532e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c3db838-3a1f-4751-82d3-2d70c414532e,segment=NetworkSegment(eb348390-b8fc-4d20-b655-cb7fa8cab721),segment_id=eb348390-b8fc-4d20-b655-cb7fa8cab721)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:54.870106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5c1ac2c-0454-4fa1-bf27-8c08b160aa10 req-a685a496-eb8f-4fc4-8d0c-1ad1b55caa04 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636817 Apr 20 12:50:54.883919 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:54.884800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:50:54.905800 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-4229770c-dfa7-49de-acf4-68f725aafcb0 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496327 Apr 20 12:50:54.909573 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa95f4f-26aa-4c53-b2c2-e3822bf75ede x-openstack-request-id: req-6fa95f4f-26aa-4c53-b2c2-e3822bf75ede {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:54.909962 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f01ce42-602e-4569-8a94-b393825a10f8", "tag": "623097df-7b51-4472-ac21-fcf65c741f32", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:54.910218 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fa95f4f-26aa-4c53-b2c2-e3822bf75ede {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:54.910611 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa95f4f-26aa-4c53-b2c2-e3822bf75ede'] response: {'name': 'network-changed', 'server_uuid': '4f01ce42-602e-4569-8a94-b393825a10f8', 'tag': '623097df-7b51-4472-ac21-fcf65c741f32', 'status': 'completed', 'code': 200} Apr 20 12:50:54.913303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c924613-3289-4595-8312-f638d98dc4a2 req-44667ef2-ee8c-4205-b8ea-bb51968f8074 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:54.915000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c924613-3289-4595-8312-f638d98dc4a2 req-44667ef2-ee8c-4205-b8ea-bb51968f8074 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 945 time: 0.0679157 Apr 20 12:50:54.990625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7c3db838-3a1f-4751-82d3-2d70c414532e,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:55.031688 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:55.036767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6c65f77-213a-4d44-8976-7d65bbd98060 req-fbdb7871-6c50-45fd-a8f1-0635ce91567b service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252894 Apr 20 12:50:55.064199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c924613-3289-4595-8312-f638d98dc4a2 req-9d766595-a858-4995-878c-1717e5f0a9c7 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402032 Apr 20 12:50:55.070107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:55.085325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:55.096290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebb1d3-bec1-4c0d-86a0-18c048f126a4 req-9669fabf-7220-4ffd-aaaa-2584ddbdc336 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.097819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dfebb1d3-bec1-4c0d-86a0-18c048f126a4 req-9669fabf-7220-4ffd-aaaa-2584ddbdc336 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.1551166 Apr 20 12:50:55.115072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5889c08-eaff-4746-86b0-5549283af327 req-daaba66d-89cc-4662-9379-5799fa9a3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.117077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-daaba66d-89cc-4662-9379-5799fa9a3d76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.2125914 Apr 20 12:50:55.144470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-89f02014-914e-47ed-9f74-0f374081ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.146527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=14']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:55.146804 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-89f02014-914e-47ed-9f74-0f374081ba0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 1099 time: 0.0531402 Apr 20 12:50:55.172056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-6cbbe4d0-1380-4a0e-97a9-1903ac84d9d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 200 len: 217 time: 0.0464747 Apr 20 12:50:55.207750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dfebb1d3-bec1-4c0d-86a0-18c048f126a4 req-3ab135e2-5fa6-4bf4-82a7-e3559e57f2c0 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016235 Apr 20 12:50:55.226292 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6af07b-3789-4e51-8f5f-57e3702eafbd x-openstack-request-id: req-2f6af07b-3789-4e51-8f5f-57e3702eafbd {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:55.226607 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce", "name": "network-vif-plugged", "status": "completed", "tag": "7c3db838-3a1f-4751-82d3-2d70c414532e", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:55.227480 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f6af07b-3789-4e51-8f5f-57e3702eafbd {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:55.227480 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f6af07b-3789-4e51-8f5f-57e3702eafbd'] response: {'server_uuid': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3db838-3a1f-4751-82d3-2d70c414532e', 'code': 200} Apr 20 12:50:55.248805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5889c08-eaff-4746-86b0-5549283af327 req-5654dead-c12d-4401-b7cf-88cb5950883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.250412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-5654dead-c12d-4401-b7cf-88cb5950883a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0707283 Apr 20 12:50:55.291593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-ba777891-86d8-4d59-859e-e7a7f99532a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300944 Apr 20 12:50:55.304603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-0e70ba99-89a4-449d-81c0-245d8c5c3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.306129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-0e70ba99-89a4-449d-81c0-245d8c5c3acc service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1508112 Apr 20 12:50:55.325784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-7f8f7bc2-25db-4be0-8bbf-70e542bfdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.327260 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-7f8f7bc2-25db-4be0-8bbf-70e542bfdbf0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1095 time: 0.0567570 Apr 20 12:50:55.366114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-98eca747-efa1-42a3-9193-2611edac8479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=623097df-7b51-4472-ac21-fcf65c741f32 HTTP/1.1" status: 200 len: 217 time: 0.0487020 Apr 20 12:50:55.437278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606f251-51b0-4171-b5cb-a8bbb103bbd4 req-afdab9ea-9625-41b8-9f40-69eb52ebb32a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.438756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9606f251-51b0-4171-b5cb-a8bbb103bbd4 req-afdab9ea-9625-41b8-9f40-69eb52ebb32a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1415250 Apr 20 12:50:55.449344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc3705-dc1c-48f4-96c8-bb588521e267 req-25364a61-ba41-4901-9da0-8150bc9a7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.451005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ccc3705-dc1c-48f4-96c8-bb588521e267 req-25364a61-ba41-4901-9da0-8150bc9a7a1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 1097 time: 0.1121438 Apr 20 12:50:55.461355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-f895a800-a3d1-4164-9a01-09350b40deed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.462728 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-f895a800-a3d1-4164-9a01-09350b40deed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0833709 Apr 20 12:50:55.479610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-f4503632-a985-4f6e-95b4-3f3ba20f7fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697006 Apr 20 12:50:55.512254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-4ef15dcc-40c3-4f9a-a04a-06d8bd851435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.512254 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-4ef15dcc-40c3-4f9a-a04a-06d8bd851435 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.1523843 Apr 20 12:50:55.528237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-b990942e-21dd-4755-b96b-f9e3f29a685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.529709 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-b990942e-21dd-4755-b96b-f9e3f29a685a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589535 Apr 20 12:50:55.545693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9606f251-51b0-4171-b5cb-a8bbb103bbd4 req-2da8fe79-d538-47a6-b9a1-0a7c66d472f5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936632 Apr 20 12:50:55.579063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ccc3705-dc1c-48f4-96c8-bb588521e267 req-91f6721c-930b-4fb2-abcc-a546e7b573dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139047 Apr 20 12:50:55.638365 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-86416d3f-8890-4f90-b19d-789fd7e49f0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.1180949 Apr 20 12:50:55.647497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6508cd-a06c-4fde-b867-5fca426e083b req-0aa150dd-186a-413e-baf3-964cc3453e7c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.648928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce6508cd-a06c-4fde-b867-5fca426e083b req-0aa150dd-186a-413e-baf3-964cc3453e7c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 948 time: 0.0740590 Apr 20 12:50:55.652520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5889c08-eaff-4746-86b0-5549283af327 req-9d738b50-ea48-414b-bd3b-a8811d26ce89 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629541 Apr 20 12:50:55.666950 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-0584fb30-87b6-46f7-8b6b-e0c0ce59fb85 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037564 Apr 20 12:50:55.687385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce6508cd-a06c-4fde-b867-5fca426e083b req-021cf0b4-1fd0-44cc-82e1-a7e71cb39995 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Apr 20 12:50:55.759888 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-526ee557-131b-4bfe-bd3a-4f0e23a96860 req-98520ad1-a140-4da2-9c6e-d57cb801c25a service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864358 Apr 20 12:50:55.837158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973cc59-7c3a-41c1-ac04-c317cc05b694 req-aa8ac6f0-25f9-42aa-82c6-8e991f92005d tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.838637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4973cc59-7c3a-41c1-ac04-c317cc05b694 req-aa8ac6f0-25f9-42aa-82c6-8e991f92005d tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 948 time: 0.0531392 Apr 20 12:50:55.847892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-329e29c8-012f-4974-b16a-5e475f4d888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.849330 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-329e29c8-012f-4974-b16a-5e475f4d888b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0452244 Apr 20 12:50:55.877190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4973cc59-7c3a-41c1-ac04-c317cc05b694 req-d7b0820d-508a-4ce2-85ea-bf438be2cb0f tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307345 Apr 20 12:50:55.910985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-4af0762a-482a-4024-a71f-37b9df9bb724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:55.912418 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-4af0762a-482a-4024-a71f-37b9df9bb724 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439856 Apr 20 12:50:56.013104 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-a3f35e80-f68c-46cf-a52c-d5c340cf2cf3 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913634 Apr 20 12:50:56.113370 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e36e3b4c-f65b-442d-a30a-474e67f710d6 req-223b06c2-8cea-491b-9c0a-740f32fc04df service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850604 Apr 20 12:50:56.179090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a1c0-dd36-41bc-adf6-790e2e6c98d1 req-4bd5412b-f4b6-4b6d-9d83-ce1a7fc9c1aa tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:56.180556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01a9a1c0-dd36-41bc-adf6-790e2e6c98d1 req-4bd5412b-f4b6-4b6d-9d83-ce1a7fc9c1aa tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 946 time: 0.0471675 Apr 20 12:50:56.220171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01a9a1c0-dd36-41bc-adf6-790e2e6c98d1 req-ce2272d6-dc4f-442e-85d0-e1e895991670 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330403 Apr 20 12:50:56.332249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf923b1-23ef-43c2-b196-644961c97d0f req-3d3a9489-6566-4696-bf3a-456514bb76ff tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:56.333437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbf923b1-23ef-43c2-b196-644961c97d0f req-3d3a9489-6566-4696-bf3a-456514bb76ff tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.0508718 Apr 20 12:50:56.374709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbf923b1-23ef-43c2-b196-644961c97d0f req-69aeccaa-be81-4d3a-a23c-24130d7bbe83 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Apr 20 12:50:56.665157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00144fa-00a3-4a43-bca8-bf15b2de7571 req-35df4087-bb60-49e0-9970-636ef238aff9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:56.666620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c00144fa-00a3-4a43-bca8-bf15b2de7571 req-35df4087-bb60-49e0-9970-636ef238aff9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0520256 Apr 20 12:50:56.710388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c00144fa-00a3-4a43-bca8-bf15b2de7571 req-5100a7b5-07b3-4a45-b3af-700517a1ef11 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358679 Apr 20 12:50:56.806986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5f595-743c-4129-8de1-18fbedc4658d req-dfeaf210-3a6d-4750-844b-70dc1389d32e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:56.808432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03a5f595-743c-4129-8de1-18fbedc4658d req-dfeaf210-3a6d-4750-844b-70dc1389d32e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 948 time: 0.0492203 Apr 20 12:50:56.845246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03a5f595-743c-4129-8de1-18fbedc4658d req-73138e2d-1e7c-4c61-8cae-441680cb596b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305495 Apr 20 12:50:56.986944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e292f37-3381-4778-98df-e9982f0d86da req-82ffb9e9-5290-4056-869b-42c2441d9128 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:56.988368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e292f37-3381-4778-98df-e9982f0d86da req-82ffb9e9-5290-4056-869b-42c2441d9128 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 948 time: 0.0471666 Apr 20 12:50:57.028992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e292f37-3381-4778-98df-e9982f0d86da req-893cff7b-6b9f-4823-9992-7b4b555d9112 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346079 Apr 20 12:50:57.228438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:57.231248 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414f3440-f620-4e67-ad46-dc948560af2e" -d '{"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-unplugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:57.266313 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75be1de4-a8ad-4be6-bd4f-0741ac24a2f6 x-openstack-request-id: req-75be1de4-a8ad-4be6-bd4f-0741ac24a2f6 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:57.266624 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-unplugged", "status": "completed", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:57.266877 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75be1de4-a8ad-4be6-bd4f-0741ac24a2f6 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:57.267257 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75be1de4-a8ad-4be6-bd4f-0741ac24a2f6'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'code': 200} Apr 20 12:50:57.335990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c570d6-941b-4300-a35e-f83ac4608e85 req-020460bc-415e-457f-831a-12b439c12e7d tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:57.337401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5c570d6-941b-4300-a35e-f83ac4608e85 req-020460bc-415e-457f-831a-12b439c12e7d tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 946 time: 0.0510054 Apr 20 12:50:57.374480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5c570d6-941b-4300-a35e-f83ac4608e85 req-be661a91-c78a-4ca8-a60e-752eedff1588 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309923 Apr 20 12:50:57.496955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920560fe-f361-4c07-8a6c-c09a3debd32f req-78159403-aaa0-4417-a263-4c9d448f5106 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:57.498441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-920560fe-f361-4c07-8a6c-c09a3debd32f req-78159403-aaa0-4417-a263-4c9d448f5106 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.0493622 Apr 20 12:50:57.537567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-920560fe-f361-4c07-8a6c-c09a3debd32f req-bac66328-78fe-4df6-869e-927e8ef7ffd3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Apr 20 12:50:57.662875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5ba5a-8c58-4e9d-92de-c15393f66ce1 req-d8412deb-4d96-4392-903b-48c4509bb1c0 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:57.664228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ba5ba5a-8c58-4e9d-92de-c15393f66ce1 req-d8412deb-4d96-4392-903b-48c4509bb1c0 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 946 time: 0.0474300 Apr 20 12:50:57.700693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ba5ba5a-8c58-4e9d-92de-c15393f66ce1 req-fc263e2e-ad2c-4ecb-ae5a-85ef84a7ca61 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298703 Apr 20 12:50:57.831671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef38bb-b26c-408a-a5d0-b1dc59fbff6e req-0f6ce75f-6496-40cb-938e-77126e9d3700 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:57.833094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24ef38bb-b26c-408a-a5d0-b1dc59fbff6e req-0f6ce75f-6496-40cb-938e-77126e9d3700 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0503581 Apr 20 12:50:57.870001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24ef38bb-b26c-408a-a5d0-b1dc59fbff6e req-f3ae2945-7f16-438e-9640-e145c6d78df2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 Apr 20 12:50:57.956760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ad27f-612b-46ae-b254-4b101eff2757 req-fad988a9-00e0-46b2-9ad1-3363ff7be644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:57.958165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a36ad27f-612b-46ae-b254-4b101eff2757 req-fad988a9-00e0-46b2-9ad1-3363ff7be644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 948 time: 0.0479414 Apr 20 12:50:57.996375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a36ad27f-612b-46ae-b254-4b101eff2757 req-4890f547-37ae-4fb5-9f2c-95fcef426da7 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Apr 20 12:50:58.068991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36c58-cb37-426f-a151-b9cf477ef1e4 req-d5524cb4-9764-4367-9ec2-975b48a61833 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.070509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2b36c58-cb37-426f-a151-b9cf477ef1e4 req-d5524cb4-9764-4367-9ec2-975b48a61833 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0573866 Apr 20 12:50:58.134642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2b36c58-cb37-426f-a151-b9cf477ef1e4 req-e246f63c-6869-4dc7-a6a3-5f1cf516b72e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565774 Apr 20 12:50:58.157281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc855c-d7e3-43c4-ad5f-898bdee1a624 req-d4459451-a554-49eb-b31b-950a9ce0f98b tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.158753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dbc855c-d7e3-43c4-ad5f-898bdee1a624 req-d4459451-a554-49eb-b31b-950a9ce0f98b tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 948 time: 0.0630808 Apr 20 12:50:58.208435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dbc855c-d7e3-43c4-ad5f-898bdee1a624 req-7862dc88-3b37-4d6f-b8e7-185e9cf2e900 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Apr 20 12:50:58.258396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224358e-837b-439d-8523-25e8ecd86e84 req-70b0db82-d83f-4882-b3a0-618154706435 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.259883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4224358e-837b-439d-8523-25e8ecd86e84 req-70b0db82-d83f-4882-b3a0-618154706435 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0506418 Apr 20 12:50:58.298264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4224358e-837b-439d-8523-25e8ecd86e84 req-f7a298dd-5235-4d78-a229-54c9d27e97df tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321703 Apr 20 12:50:58.416174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef72c-68f0-4f05-a741-bc817a96cdfa req-90242ca4-1299-4004-aea8-2dc556721cff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.418390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc4ef72c-68f0-4f05-a741-bc817a96cdfa req-90242ca4-1299-4004-aea8-2dc556721cff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0526707 Apr 20 12:50:58.455914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc4ef72c-68f0-4f05-a741-bc817a96cdfa req-1ee2c08f-2463-4a62-b8e5-d98d2fb36c6f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314255 Apr 20 12:50:58.570770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75adaa-1c52-4640-b49a-44102908a125 req-156af3e5-097b-4607-8d64-613fd69ecb16 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.572213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb75adaa-1c52-4640-b49a-44102908a125 req-156af3e5-097b-4607-8d64-613fd69ecb16 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0511732 Apr 20 12:50:58.609519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb75adaa-1c52-4640-b49a-44102908a125 req-cb7c3139-aac8-4be9-8949-d298c9cfe467 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305476 Apr 20 12:50:58.657236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fc86e-6548-4609-a2c1-3b490b845e00 req-0f4c79b7-f00b-4a98-86c0-0551f32638aa tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.658755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d7fc86e-6548-4609-a2c1-3b490b845e00 req-0f4c79b7-f00b-4a98-86c0-0551f32638aa tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 946 time: 0.0483661 Apr 20 12:50:58.697960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d7fc86e-6548-4609-a2c1-3b490b845e00 req-02e58c3b-4cb8-47c4-8367-285ac4136bca tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Apr 20 12:50:58.828115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-c2cdde57-8c3e-497f-873b-eff1d4153e82 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.829583 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-c2cdde57-8c3e-497f-873b-eff1d4153e82 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1097 time: 0.0431345 Apr 20 12:50:58.844418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-2'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:50:58.874605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224d4b-cd5e-4242-a223-f4e3984b327c req-6f27a086-5754-4392-8b7e-8b5abaa54b85 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.876075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec224d4b-cd5e-4242-a223-f4e3984b327c req-6f27a086-5754-4392-8b7e-8b5abaa54b85 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 946 time: 0.1066294 Apr 20 12:50:58.898857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:58.927843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-f4b6ee39-06ed-4612-80ad-34a9f273b056 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:58.929291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-f4b6ee39-06ed-4612-80ad-34a9f273b056 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.1485744 Apr 20 12:50:58.948163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec224d4b-cd5e-4242-a223-f4e3984b327c req-ebede85e-d4ce-4141-ba68-e8884329a39e tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638227 Apr 20 12:50:58.951099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-8bbb891b-c3c3-485e-9261-f1aadd6bceac tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/quotas/1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 375 time: 0.0141821 Apr 20 12:50:59.007704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-96d729e9-8ac1-442a-ac52-834cebc5448c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503175 Apr 20 12:50:59.024787 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:59.065468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:59.107482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:50:59.109915 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9823395f-be75-4d5c-b10d-3555e24cb71f" -d '{"events": [{"server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "name": "network-vif-unplugged", "status": "completed", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:50:59.114077 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.120837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.138122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5b3a6-e5d7-4fb9-8847-e8dda45696cd req-ec6a7156-bd1e-495a-bc1d-e8825213df2d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:59.139558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02f5b3a6-e5d7-4fb9-8847-e8dda45696cd req-ec6a7156-bd1e-495a-bc1d-e8825213df2d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 948 time: 0.0727639 Apr 20 12:50:59.144972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-0985b122-68d3-4663-a211-55c9e87f7b42 service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300902 Apr 20 12:50:59.199906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=7']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:59.211186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on host n-h1-838550-2 for vnic_type normal with profile {"migrating_to": "n-h2-838550-2"} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:50:59.211450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:50:59.211793 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:59.216659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:50:59.216977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Attempting to bind port edd9dd58-6089-4309-88aa-df018f19fc5f on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:50:59.222641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:50:59.222978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:50:59.223349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:50:59.223763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Bound port: edd9dd58-6089-4309-88aa-df018f19fc5f, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:50:59.224111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.237672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02f5b3a6-e5d7-4fb9-8847-e8dda45696cd req-819655bf-e6af-4f61-b57d-f19eeddc8ab1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910912 Apr 20 12:50:59.291653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-cedbc60c-3acd-4541-a777-edd38d978720 service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375422 Apr 20 12:50:59.300557 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3728578-3e71-4c16-a51b-e12951d481d3 x-openstack-request-id: req-c3728578-3e71-4c16-a51b-e12951d481d3 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:50:59.300781 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "name": "network-vif-unplugged", "status": "completed", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:50:59.301037 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3728578-3e71-4c16-a51b-e12951d481d3 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:50:59.301527 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3728578-3e71-4c16-a51b-e12951d481d3'] response: {'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f', 'code': 200} Apr 20 12:50:59.302655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:50:59.311250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:50:59.321119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.406252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=8']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:50:59.411683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:59.412342 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.419044 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-259a696e-aac4-444c-90b7-4b472a654292 service neutron] 10.222.0.37 "PUT /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 1122 time: 0.5772820 Apr 20 12:50:59.438666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f90a7e-9415-40a2-803a-8f2df5a5cfef req-d46ae66a-8560-4b0b-8ce0-245d04c281c4 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:59.440137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46f90a7e-9415-40a2-803a-8f2df5a5cfef req-d46ae66a-8560-4b0b-8ce0-245d04c281c4 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 948 time: 0.0910335 Apr 20 12:50:59.447419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-a0a13897-165b-479a-a755-8e6c8dcb98f2 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:59.449301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-a0a13897-165b-479a-a755-8e6c8dcb98f2 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.37 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 946 time: 0.0696676 Apr 20 12:50:59.535613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['edd9dd58-6089-4309-88aa-df018f19fc5f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:59.539778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46f90a7e-9415-40a2-803a-8f2df5a5cfef req-2c59f00a-e637-49fb-a967-01c75e3963b3 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843534 Apr 20 12:50:59.593769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['edd9dd58-6089-4309-88aa-df018f19fc5f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:50:59.600848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 623097df-7b51-4472-ac21-fcf65c741f32 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:50:59.655877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-924e1e6c-0dfb-41f5-be73-07fe6fb7d1fe req-698e282f-c767-42eb-8f59-482f1c54aa56 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 210 time: 0.0492489 Apr 20 12:50:59.686298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Deleting port 7c3db838-3a1f-4751-82d3-2d70c414532e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:50:59.686775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.854447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] For port 7c3db838-3a1f-4751-82d3-2d70c414532e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c3db838-3a1f-4751-82d3-2d70c414532e,segment=NetworkSegment(eb348390-b8fc-4d20-b655-cb7fa8cab721),segment_id=eb348390-b8fc-4d20-b655-cb7fa8cab721)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:59.854877 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:50:59.871860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Calling delete_port for 7c3db838-3a1f-4751-82d3-2d70c414532e owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:50:59.887745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 623097df-7b51-4472-ac21-fcf65c741f32, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=623097df-7b51-4472-ac21-fcf65c741f32,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:50:59.891948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4d94e-ab06-4d50-9d8c-7b8d28585f40 req-ea2ddc8d-6a76-4f58-8471-e4244ef84b0d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:50:59.899210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cf4d94e-ab06-4d50-9d8c-7b8d28585f40 req-ea2ddc8d-6a76-4f58-8471-e4244ef84b0d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.0879698 Apr 20 12:50:59.920249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '623097df-7b51-4472-ac21-fcf65c741f32', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '623097df-7b51-4472-ac21-fcf65c741f32', 'mac_address': 'fa:16:3e:6a:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:50:59.970028 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:50:59.997008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cf4d94e-ab06-4d50-9d8c-7b8d28585f40 req-908916bd-d338-44c6-b8fa-dd71371611ed tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969923 Apr 20 12:51:00.004453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:00.047211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623097df-7b51-4472-ac21-fcf65c741f32 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:00.135242 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:00.150887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d139f-a5cd-40f0-a45f-b3ee73860b21 req-a0e67668-8260-47ef-8c3c-798beeb7f34f tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:00.152713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-258d139f-a5cd-40f0-a45f-b3ee73860b21 req-a0e67668-8260-47ef-8c3c-798beeb7f34f tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 946 time: 0.0671368 Apr 20 12:51:00.181251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Pushing event deleted for resources: {'Port': ['ID=7c3db838-3a1f-4751-82d3-2d70c414532e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:00.211976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 623097df-7b51-4472-ac21-fcf65c741f32, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=623097df-7b51-4472-ac21-fcf65c741f32,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:00.217287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:00.218513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:51:00.242332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] No DVR routers for this DVR port 7c3db838-3a1f-4751-82d3-2d70c414532e on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:00.249176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-258d139f-a5cd-40f0-a45f-b3ee73860b21 req-c7de6d88-1f74-4392-8a14-9766b4774670 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4f727af-1e97-45e9-8659-718588106255&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717688 Apr 20 12:51:00.250258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:00.253318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c8eed7c-e7b5-488d-8680-03884342fb84 req-68c6fb58-4be0-429f-b174-414515d5e9cc tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.37 "DELETE /v2.0/ports/7c3db838-3a1f-4751-82d3-2d70c414532e HTTP/1.1" status: 204 len: 173 time: 0.7956302 Apr 20 12:51:00.253753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'name': 'network-vif-deleted', 'tag': '7c3db838-3a1f-4751-82d3-2d70c414532e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:00.256220 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3866a3f3-da5c-4616-983e-6fdbec301ff1" -d '{"events": [{"server_uuid": "348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce", "name": "network-vif-deleted", "tag": "7c3db838-3a1f-4751-82d3-2d70c414532e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:00.310508 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74352c8f-5724-46eb-9a09-b1af13d02ff7 x-openstack-request-id: req-74352c8f-5724-46eb-9a09-b1af13d02ff7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:00.310834 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce", "name": "network-vif-deleted", "tag": "7c3db838-3a1f-4751-82d3-2d70c414532e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:00.311088 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74352c8f-5724-46eb-9a09-b1af13d02ff7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:00.311705 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74352c8f-5724-46eb-9a09-b1af13d02ff7'] response: {'server_uuid': '348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce', 'name': 'network-vif-deleted', 'tag': '7c3db838-3a1f-4751-82d3-2d70c414532e', 'status': 'completed', 'code': 200} Apr 20 12:51:00.313684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:00.316990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=623097df-7b51-4472-ac21-fcf65c741f32,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:00.341373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:51:00.394343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:00.428112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8224e6ca-981c-4e1f-8578-72d877d34f18 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:00.450849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99597553-eb85-427c-aab9-7f05da87363f req-d8b3b2d9-b2b3-4ab1-8418-52e31cad6cfb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:00.452606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99597553-eb85-427c-aab9-7f05da87363f req-d8b3b2d9-b2b3-4ab1-8418-52e31cad6cfb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 949 time: 0.0845444 Apr 20 12:51:00.464267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:00.469547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:00.513418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99597553-eb85-427c-aab9-7f05da87363f req-51612cf7-51dd-4fda-91fc-a5c6be85a9df tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530431 Apr 20 12:51:00.533328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:00.639684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device edd9dd58-6089-4309-88aa-df018f19fc5f details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:51:00.770984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:00.785056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device edd9dd58-6089-4309-88aa-df018f19fc5f has no active binding in host n-h2-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:51:00.859245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c3db838-3a1f-4751-82d3-2d70c414532e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:00.936939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1163e7bb-db36-4b88-a64b-86a94a4ef268 req-b68354ff-7f1e-407f-917f-0d9c7490cc23 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 210 time: 0.0472696 Apr 20 12:51:00.986232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c68b6-9f6b-4b2c-88dc-578f417bd64b req-05f0c50e-836e-436c-bf95-16e90409c7ca tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:00.987657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba8c68b6-9f6b-4b2c-88dc-578f417bd64b req-05f0c50e-836e-436c-bf95-16e90409c7ca tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 949 time: 0.3909676 Apr 20 12:51:01.046380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-0de007a4-f2da-46ee-b2e0-3adeb8508657 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:01.047777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-0de007a4-f2da-46ee-b2e0-3adeb8508657 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.1571240 Apr 20 12:51:01.055164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba8c68b6-9f6b-4b2c-88dc-578f417bd64b req-eed72377-61e8-45dd-8432-9d547a496642 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603583 Apr 20 12:51:01.063484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'port': {'device_id': '099a7d13-4f81-418d-9973-f28197987b87', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'admin_state_up': True, 'tenant_id': '1d9a78453ae2447889f0336664af95dc'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:01.133403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8224e6ca-981c-4e1f-8578-72d877d34f18'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:01.159989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['623097df-7b51-4472-ac21-fcf65c741f32'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:01.179354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46869c0e-0a4e-43d8-b06f-a3f8f8effd87 req-a71d0206-4932-436e-80ae-acb2f04db342 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:01.180843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46869c0e-0a4e-43d8-b06f-a3f8f8effd87 req-a71d0206-4932-436e-80ae-acb2f04db342 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.0989373 Apr 20 12:51:01.239533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46869c0e-0a4e-43d8-b06f-a3f8f8effd87 req-8cab67a2-fd8c-4f32-99aa-ecd543c6031e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487812 Apr 20 12:51:01.246367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Made reservation on behalf of 1d9a78453ae2447889f0336664af95dc for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:01.249914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:01.302459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:01.305333 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45205380-d085-4602-a937-d9ece287ca6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:01.395817 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09ca0b1-95af-4bd4-bf19-49aebe028411 x-openstack-request-id: req-d09ca0b1-95af-4bd4-bf19-49aebe028411 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:01.396408 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:01.396857 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d09ca0b1-95af-4bd4-bf19-49aebe028411 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:01.397458 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09ca0b1-95af-4bd4-bf19-49aebe028411'] response: {'name': 'network-changed', 'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f', 'status': 'completed', 'code': 200} Apr 20 12:51:01.467383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f94cf962-2548-48a1-8ccc-0396812e3cb2 req-3065e05a-0035-4fce-af46-9d6b51f47782 tempest-ServerAddressesNegativeTestJSON-1903187975 tempest-ServerAddressesNegativeTestJSON-1903187975-project] 10.222.0.24 "GET /v2.0/ports?device_id=348c911e-a9b1-4cc9-a10a-6d35c9d8a8ce HTTP/1.1" status: 200 len: 210 time: 0.0542347 Apr 20 12:51:01.522217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45205380-d085-4602-a937-d9ece287ca6d req-70a6284b-29d9-4b3f-a9fd-70f32a405514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:01.523757 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-45205380-d085-4602-a937-d9ece287ca6d req-70a6284b-29d9-4b3f-a9fd-70f32a405514 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1125 time: 0.1041887 Apr 20 12:51:01.544279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Allocated IP 172.20.0.5 (28d6faf1-4de4-4023-93c6-d871cb32428e/8d58dcaf-466d-48df-9ac1-2f6d221df033/7c55c059-caa1-4f45-94a0-11e8ae1ad1f8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:01.649058 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45205380-d085-4602-a937-d9ece287ca6d req-ebb10d4f-0be9-4332-ac9d-bd34397f3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:01.650654 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-45205380-d085-4602-a937-d9ece287ca6d req-ebb10d4f-0be9-4332-ac9d-bd34397f3db8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.1201851 Apr 20 12:51:01.698979 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-45205380-d085-4602-a937-d9ece287ca6d req-8c21425c-104f-4606-9dd7-b3a0e8f290ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 217 time: 0.0365863 Apr 20 12:51:01.720366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e80cf-c344-4d3a-9fc5-591ceeb57c26 req-2fc1ebed-9326-4f38-8f46-bd32879df791 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:01.722285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-047e80cf-c344-4d3a-9fc5-591ceeb57c26 req-2fc1ebed-9326-4f38-8f46-bd32879df791 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 949 time: 0.1080968 Apr 20 12:51:01.753841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45205380-d085-4602-a937-d9ece287ca6d req-03aecb0c-430a-4dce-a188-5cd3b45b4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:01.755303 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-45205380-d085-4602-a937-d9ece287ca6d req-03aecb0c-430a-4dce-a188-5cd3b45b4610 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0487299 Apr 20 12:51:01.759212 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:01.786701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-047e80cf-c344-4d3a-9fc5-591ceeb57c26 req-12a83565-ffae-4fd5-98e9-99dce04b401a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561023 Apr 20 12:51:01.788119 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-45205380-d085-4602-a937-d9ece287ca6d req-2e2aa03e-edae-446d-bbac-a95bb4d55213 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257714 Apr 20 12:51:01.817426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:01.865713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:01.868994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:01.886786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:01.889526 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-45205380-d085-4602-a937-d9ece287ca6d req-5cb31399-e79b-4f3b-962e-eb03156054ae service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946181 Apr 20 12:51:01.890752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:01.951119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:01.952694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:01.972113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-935514a9-aec4-4b2b-8cf4-a521e30c39e4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9123471 Apr 20 12:51:01.991073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Request body: {'port': {'device_id': '099a7d13-4f81-418d-9973-f28197987b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:01.998211 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-45205380-d085-4602-a937-d9ece287ca6d req-7c91f98b-ea66-4517-a075-55f4bebd279c service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009526 Apr 20 12:51:02.082343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.124405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-add28f9c-cdbe-4d59-acc1-076e7da3b63e None None] Provisioning complete for port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:02.124950 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-add28f9c-cdbe-4d59-acc1-076e7da3b63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.159270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a4b60-c32e-49fc-a0c8-b3c45536c321 req-2ca58d36-3a8d-4aa4-ab3c-c972e89a7843 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:02.160908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-300a4b60-c32e-49fc-a0c8-b3c45536c321 req-2ca58d36-3a8d-4aa4-ab3c-c972e89a7843 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 931 time: 0.1115315 Apr 20 12:51:02.162614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-add28f9c-cdbe-4d59-acc1-076e7da3b63e None None] Port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:51:02.306388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f8b3c-5072-49d1-b47b-e1f58cc307d8 req-af310d48-b320-4e79-94ea-3aaf031084a8 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:02.307884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-387f8b3c-5072-49d1-b47b-e1f58cc307d8 req-af310d48-b320-4e79-94ea-3aaf031084a8 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 949 time: 0.1737924 Apr 20 12:51:02.312869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-300a4b60-c32e-49fc-a0c8-b3c45536c321 req-d16f4701-ff9f-44c1-b5f8-5243a33e4137 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359193 Apr 20 12:51:02.416993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-387f8b3c-5072-49d1-b47b-e1f58cc307d8 req-e481b1d1-74dc-405e-a0c2-6a7e70a82d2c tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743995 Apr 20 12:51:02.466560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ed58-21b1-4614-8e38-e5e735a75fff req-8ed258b8-27c9-4422-b2b5-bd4e9934dcc4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:02.468015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e208ed58-21b1-4614-8e38-e5e735a75fff req-8ed258b8-27c9-4422-b2b5-bd4e9934dcc4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.0925624 Apr 20 12:51:02.532217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:02.536907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:02.544208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.549043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e208ed58-21b1-4614-8e38-e5e735a75fff req-a7c8f8a8-bb21-4745-a59f-50379b8df2bb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738010 Apr 20 12:51:02.562378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Transition to ACTIVE for port object 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:51:02.569132 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.618521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] Deleting subnet 40d9d152-b027-4380-bdb5-a6ae659b10b4 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:51:02.623621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.628796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Pushing event updated for resources: {'Port': ['ID=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:02.665276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c3db838-3a1f-4751-82d3-2d70c414532e no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:02.694911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.696201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 7c3db838-3a1f-4751-82d3-2d70c414532e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:02.696763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c3db838-3a1f-4751-82d3-2d70c414532e not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:02.723914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Attempting to bind port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:02.724337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Attempting to bind port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:02.724733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Attempting to bind port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:02.730746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 on network 28d6faf1-4de4-4023-93c6-d871cb32428e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:51:02.731133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Attempting to bind port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:02.737799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:02.738223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:02.738671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Bound using segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:02.739718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Bound port: 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:02.740154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.742204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.807657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.827842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] For port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:02.832578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] For port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:02.839504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.874579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d9d152-b027-4380-bdb5-a6ae659b10b4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:02.877336 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.882924 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ddebbdc6-c8f1-4309-b40c-def969476c96 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/40d9d152-b027-4380-bdb5-a6ae659b10b4 HTTP/1.1" status: 204 len: 168 time: 0.3449144 Apr 20 12:51:02.883370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:02.884908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:02.885624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:02.887327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-551a7428-b701-4eec-888f-4603a4849037 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 HTTP/1.1" status: 200 len: 1091 time: 0.9038243 Apr 20 12:51:02.889138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099a7d13-4f81-418d-9973-f28197987b87', 'tag': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:02.891682 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d944f688-1356-432c-8920-bae411e98736" -d '{"events": [{"name": "network-changed", "server_uuid": "099a7d13-4f81-418d-9973-f28197987b87", "tag": "7c55c059-caa1-4f45-94a0-11e8ae1ad1f8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:03.024256 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5a8c41-b782-4ca1-8984-c3c191275449 x-openstack-request-id: req-8f5a8c41-b782-4ca1-8984-c3c191275449 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:03.024928 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099a7d13-4f81-418d-9973-f28197987b87", "tag": "7c55c059-caa1-4f45-94a0-11e8ae1ad1f8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:03.024928 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f5a8c41-b782-4ca1-8984-c3c191275449 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:03.025428 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5a8c41-b782-4ca1-8984-c3c191275449'] response: {'name': 'network-changed', 'server_uuid': '099a7d13-4f81-418d-9973-f28197987b87', 'tag': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8', 'status': 'completed', 'code': 200} Apr 20 12:51:03.033816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7428-b701-4eec-888f-4603a4849037 service neutron] Pushing event updated for resources: {'Port': ['ID=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:03.076218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.094878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-984f430c-b418-4ad0-b648-72754253b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.096437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-984f430c-b418-4ad0-b648-72754253b9e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 1094 time: 0.1549525 Apr 20 12:51:03.110830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724399-aca7-4cee-9028-8628f4056920 req-9a41c8f4-885d-489e-ac5f-ec3302ef01a4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.112333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e724399-aca7-4cee-9028-8628f4056920 req-9a41c8f4-885d-489e-ac5f-ec3302ef01a4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 949 time: 0.1492286 Apr 20 12:51:03.190962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-e18ee5c2-ecf3-4a88-93c9-e99c11adb01a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 HTTP/1.1" status: 200 len: 217 time: 0.0761361 Apr 20 12:51:03.273394 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.281465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e724399-aca7-4cee-9028-8628f4056920 req-bd95d731-e825-4a34-aec3-0ebe9ad41ef5 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593847 Apr 20 12:51:03.306266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-99107a48-f9e3-402e-b13f-22a3d2e7d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.307772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-99107a48-f9e3-402e-b13f-22a3d2e7d369 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0873821 Apr 20 12:51:03.311672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa4f716-c55c-467a-9879-5278f33bcaf4']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:03.330345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb348390-b8fc-4d20-b655-cb7fa8cab721') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:03.330639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb348390-b8fc-4d20-b655-cb7fa8cab721') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:03.354242 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.371548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.381131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-02475e09-3757-46ab-9aa5-a5d0ba973196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.382623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-02475e09-3757-46ab-9aa5-a5d0ba973196 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639551 Apr 20 12:51:03.383562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:51:03.383954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:51:03.386151 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:51:03.524790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.551157 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.556700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6aa4f716-c55c-467a-9879-5278f33bcaf4 HTTP/1.1" status: 204 len: 168 time: 0.6660511 Apr 20 12:51:03.579089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cf1e0-da40-4c6c-89a2-c1168735b0b9 req-0d474975-c99b-43fa-90dd-501fd07311fe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.580538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a57cf1e0-da40-4c6c-89a2-c1168735b0b9 req-0d474975-c99b-43fa-90dd-501fd07311fe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 943 time: 0.1847422 Apr 20 12:51:03.588457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a070d-0525-43f3-8a9b-72d6162c58e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aa4f716-c55c-467a-9879-5278f33bcaf4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:03.610051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 623097df-7b51-4472-ac21-fcf65c741f32 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:03.637615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f59-5ed2-4905-b3e8-0033ee4d2893 req-8ad41400-5ecf-4dd0-b8b4-ce82a9bf03ed tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.639142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2ce5f59-5ed2-4905-b3e8-0033ee4d2893 req-8ad41400-5ecf-4dd0-b8b4-ce82a9bf03ed tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 949 time: 0.1356437 Apr 20 12:51:03.640921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-de77656f-a6ea-4d3b-addc-735a342c5703 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461710 Apr 20 12:51:03.684057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a57cf1e0-da40-4c6c-89a2-c1168735b0b9 req-b2ece622-0ddc-439e-b390-6b0207f3ab03 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933864 Apr 20 12:51:03.710396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2add42ca-0db5-468d-8cef-385bf1327c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.714502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 623097df-7b51-4472-ac21-fcf65c741f32 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:51:03.719326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 623097df-7b51-4472-ac21-fcf65c741f32 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:03.721208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.745104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2ce5f59-5ed2-4905-b3e8-0033ee4d2893 req-006c17e9-430f-49c6-b10b-27262626d7d4 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968335 Apr 20 12:51:03.788436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4794206f-8ff0-4d3e-827e-ad3a5d758cbd req-190ca7ca-ed4c-4104-8993-9061a949412c service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360586 Apr 20 12:51:03.824538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53028) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:03.852234 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.885610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f01ce42-602e-4569-8a94-b393825a10f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623097df-7b51-4472-ac21-fcf65c741f32'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:03.888350 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebba41f5-ef30-40b3-999f-45e2b2e12f2b" -d '{"events": [{"server_uuid": "4f01ce42-602e-4569-8a94-b393825a10f8", "name": "network-vif-plugged", "status": "completed", "tag": "623097df-7b51-4472-ac21-fcf65c741f32"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:03.901366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 623097df-7b51-4472-ac21-fcf65c741f32, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=623097df-7b51-4472-ac21-fcf65c741f32,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:03.905872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:03.906830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:03.930765 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bb9fda-d012-4f0a-84b5-6be5d62b9567 x-openstack-request-id: req-c2bb9fda-d012-4f0a-84b5-6be5d62b9567 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:03.931144 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f01ce42-602e-4569-8a94-b393825a10f8", "name": "network-vif-plugged", "status": "completed", "tag": "623097df-7b51-4472-ac21-fcf65c741f32", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:03.931266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b58c49e-57b7-4d7c-a617-2d236dd5e0ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4aaae8106ea84eca942281273d06a15c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055489 Apr 20 12:51:03.931492 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2bb9fda-d012-4f0a-84b5-6be5d62b9567 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:03.931926 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bb9fda-d012-4f0a-84b5-6be5d62b9567'] response: {'server_uuid': '4f01ce42-602e-4569-8a94-b393825a10f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623097df-7b51-4472-ac21-fcf65c741f32', 'code': 200} Apr 20 12:51:03.934763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53032) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:03.951268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9640f88-9c19-45bd-b252-305abc60d553 req-99bddd59-e7c1-4b71-b3f2-5e104ee20c97 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.958659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9640f88-9c19-45bd-b252-305abc60d553 req-99bddd59-e7c1-4b71-b3f2-5e104ee20c97 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.1128075 Apr 20 12:51:03.967718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f688-1356-432c-8920-bae411e98736 req-4a48b3ea-77f9-4f62-84d9-e4248d969e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:03.969157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d944f688-1356-432c-8920-bae411e98736 req-4a48b3ea-77f9-4f62-84d9-e4248d969e29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 1094 time: 0.1106386 Apr 20 12:51:03.980177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=623097df-7b51-4472-ac21-fcf65c741f32,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:04.002622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-effb2c73-be98-4ebc-a51d-b4cd22a2fb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:04.029108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-effb2c73-be98-4ebc-a51d-b4cd22a2fb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:04.029797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 8224e6ca-981c-4e1f-8578-72d877d34f18 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:51:04.035269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 8224e6ca-981c-4e1f-8578-72d877d34f18 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:04.035761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:04.069726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9640f88-9c19-45bd-b252-305abc60d553 req-44d53a67-39fc-4a49-bcac-c45234f9cf0d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013477 Apr 20 12:51:04.109689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad7a8-6215-4429-97c1-350984174c80 req-df85d251-f24c-49c6-ad8b-d674140c1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:04.111337 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fafad7a8-6215-4429-97c1-350984174c80 req-df85d251-f24c-49c6-ad8b-d674140c1a3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 1101 time: 0.0704956 Apr 20 12:51:04.118888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f688-1356-432c-8920-bae411e98736 req-9bfd934e-d42a-48af-ad1a-89edb81d1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:04.121294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d944f688-1356-432c-8920-bae411e98736 req-9bfd934e-d42a-48af-ad1a-89edb81d1125 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.1423934 Apr 20 12:51:04.149529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-effb2c73-be98-4ebc-a51d-b4cd22a2fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:04.152814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-effb2c73-be98-4ebc-a51d-b4cd22a2fb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:04.154046 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-effb2c73-be98-4ebc-a51d-b4cd22a2fb3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4f727af-1e97-45e9-8659-718588106255 HTTP/1.1" status: 204 len: 168 time: 0.2177782 Apr 20 12:51:04.162104 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fafad7a8-6215-4429-97c1-350984174c80 req-6c8189d3-7a77-43cd-ad70-468c49287450 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425773 Apr 20 12:51:04.164378 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:04.168383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2c73-be98-4ebc-a51d-b4cd22a2fb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f727af-1e97-45e9-8659-718588106255,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:04.202504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d944f688-1356-432c-8920-bae411e98736 req-681ad98e-be85-44b9-b194-29155d3c4df5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 HTTP/1.1" status: 200 len: 217 time: 0.0696206 Apr 20 12:51:04.225176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:04.232011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:04.277789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f688-1356-432c-8920-bae411e98736 req-fdebc13e-be80-4cf1-bd18-4dcebf089bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:04.279847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d944f688-1356-432c-8920-bae411e98736 req-fdebc13e-be80-4cf1-bd18-4dcebf089bc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0568814 Apr 20 12:51:04.297611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:04.342576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d944f688-1356-432c-8920-bae411e98736 req-e2ab2c8f-1e7d-4852-b6b9-e92edcf13c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:04.344084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d944f688-1356-432c-8920-bae411e98736 req-e2ab2c8f-1e7d-4852-b6b9-e92edcf13c56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563030 Apr 20 12:51:04.472485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b385d35-bb0a-4b3e-92b3-9abcb0d14c67 req-ed6efadc-044b-4ae6-8597-9276e4c7e379 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:04.473969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b385d35-bb0a-4b3e-92b3-9abcb0d14c67 req-ed6efadc-044b-4ae6-8597-9276e4c7e379 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 950 time: 0.1059875 Apr 20 12:51:04.500662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d944f688-1356-432c-8920-bae411e98736 req-b244f942-75c9-49b6-8e9d-ee3953297042 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459413 Apr 20 12:51:04.580305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b385d35-bb0a-4b3e-92b3-9abcb0d14c67 req-7f5b18e0-9bf8-4116-9e54-54f31b61483c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973325 Apr 20 12:51:04.619699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d944f688-1356-432c-8920-bae411e98736 req-949747ac-ec69-4508-9004-fb754e996806 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049426 Apr 20 12:51:04.818799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44634583-50da-49e2-a85d-2b092f998337 req-8b1c6466-ded5-4d19-88df-62b2b2512dea tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:04.820296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44634583-50da-49e2-a85d-2b092f998337 req-8b1c6466-ded5-4d19-88df-62b2b2512dea tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 943 time: 0.0602915 Apr 20 12:51:04.887742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44634583-50da-49e2-a85d-2b092f998337 req-dd1b1ecb-06ef-40bf-8b52-5c096969355a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Apr 20 12:51:04.911094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de730b-92a4-462e-880e-7a163edfc5c9 req-b79b8c91-0f84-4a37-be8c-769547a83973 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:04.912596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03de730b-92a4-462e-880e-7a163edfc5c9 req-b79b8c91-0f84-4a37-be8c-769547a83973 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 950 time: 0.0724168 Apr 20 12:51:04.971130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03de730b-92a4-462e-880e-7a163edfc5c9 req-ece35f78-a4ac-4748-9668-d24a3d508cb3 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504365 Apr 20 12:51:04.979897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53064) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:05.080830 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-network', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:05.102705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Made reservation on behalf of feca4e274f70460e93b2318aa9cda56b for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:05.105009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.113893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.180161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642082-0123-49f3-85de-f587e565fb0f req-a191864f-9ab9-4f66-8722-94e40835c1bd tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:05.181835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a642082-0123-49f3-85de-f587e565fb0f req-a191864f-9ab9-4f66-8722-94e40835c1bd tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.0540631 Apr 20 12:51:05.195561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.199802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.213720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:51:05.224300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a642082-0123-49f3-85de-f587e565fb0f req-0e7003f1-0f7c-4f32-adb3-603c5936f879 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348232 Apr 20 12:51:05.237829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.238312 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Added segment 443d98c4-b09e-4c8c-be39-f7baa7b526df of type vlan for network cee777b2-f28c-43b4-8d89-56e931419ff9 Apr 20 12:51:05.283690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0291a1-4deb-4e03-b662-2c1fc39c0384,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:05.300483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.325532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.326580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:05.327146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.382232 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4011633 Apr 20 12:51:05.385012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53078) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:05.390146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Request body: {'subnet': {'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-subnet', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:05.401835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd89a60-8d84-46de-8fde-830b0257a69a admin admin] Pushing event updated for resources: {'Network': ['ID=cee777b2-f28c-43b4-8d89-56e931419ff9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:05.412301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network cee777b2-f28c-43b4-8d89-56e931419ff9 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:51:05.418002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Made reservation on behalf of feca4e274f70460e93b2318aa9cda56b for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:05.420279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.593975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.650825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2521ee63-fd09-48a2-94e0-e60b202acccd,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:05.661961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Checking segment: {'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:05.662264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Network hostable DHCP agents. Network: cee777b2-f28c-43b4-8d89-56e931419ff9, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:51:05.678153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Network cee777b2-f28c-43b4-8d89-56e931419ff9 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:51:05.689240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, cee777b2-f28c-43b4-8d89-56e931419ff9) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:05.694705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:05.695421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.700532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f672f-ed20-4ab8-8bea-4e2a2bf63bd8 None None] Network cee777b2-f28c-43b4-8d89-56e931419ff9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:05.701836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebc739-6004-423a-bff0-9b3c20a3e7d6 req-9544ebc3-f5c3-4299-aac4-81e036c27429 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:05.709301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bdebc739-6004-423a-bff0-9b3c20a3e7d6 req-9544ebc3-f5c3-4299-aac4-81e036c27429 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 950 time: 0.0550134 Apr 20 12:51:05.731745 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fa6e42be-d892-4990-997c-af97d2f29e0c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3446248 Apr 20 12:51:05.733122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53082) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:05.738415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:05.759600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bdebc739-6004-423a-bff0-9b3c20a3e7d6 req-a85fb266-7cec-4cf5-9bee-f44530c3e704 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Apr 20 12:51:05.773610 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.774940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.779016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08d2f6cb-32b5-4b44-983f-5630a9aee1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.837846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:05.858034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d067ed-2ebe-4b09-8f91-63f8046c6005 None None] Network cee777b2-f28c-43b4-8d89-56e931419ff9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:05.934314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:05.938216 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02fdd6f-4875-487f-8859-55b71f402e37" -d '{"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:06.039491 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b68799d-15bc-476f-b5d8-b3583aa603c0 x-openstack-request-id: req-2b68799d-15bc-476f-b5d8-b3583aa603c0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:06.039812 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:06.040072 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b68799d-15bc-476f-b5d8-b3583aa603c0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:06.040471 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b68799d-15bc-476f-b5d8-b3583aa603c0'] response: {'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'code': 200} Apr 20 12:51:06.041048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:06.041969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cd3eb-5fa5-4744-b976-2caee64e282d req-002f9ad1-846c-430d-9ece-a983043e4513 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:06.053419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f99cd3eb-5fa5-4744-b976-2caee64e282d req-002f9ad1-846c-430d-9ece-a983043e4513 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 943 time: 0.0871735 Apr 20 12:51:06.116019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f99cd3eb-5fa5-4744-b976-2caee64e282d req-d24999b2-b534-4b93-82d2-146dbb658841 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616686 Apr 20 12:51:06.155122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cba78-6f78-4896-bba0-34c74eb38cf5 req-9aaff4e8-7d6e-4f47-b815-5dc29e6bbcf8 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:06.156704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-819cba78-6f78-4896-bba0-34c74eb38cf5 req-9aaff4e8-7d6e-4f47-b815-5dc29e6bbcf8 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 950 time: 0.0606046 Apr 20 12:51:06.195366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-819cba78-6f78-4896-bba0-34c74eb38cf5 req-df214349-fce4-4a85-aa32-ca36fe786231 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Apr 20 12:51:06.352046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f6296-9f14-405e-bb1c-fc5b50b9b62f req-872cf195-1924-46eb-9d04-a71833f31486 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:06.353722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae1f6296-9f14-405e-bb1c-fc5b50b9b62f req-872cf195-1924-46eb-9d04-a71833f31486 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.0519133 Apr 20 12:51:06.399256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae1f6296-9f14-405e-bb1c-fc5b50b9b62f req-a944776d-270f-4e3e-bdfb-d496a9cfb5d3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380738 Apr 20 12:51:06.462143 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ad67c-dba6-467a-9ea3-16357d2a6b4f req-c0d0c0f6-d2b4-45f9-9657-61fbf4c88520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:06.463641 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ba1ad67c-dba6-467a-9ea3-16357d2a6b4f req-c0d0c0f6-d2b4-45f9-9657-61fbf4c88520 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 1101 time: 0.3305733 Apr 20 12:51:06.554456 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ba1ad67c-dba6-467a-9ea3-16357d2a6b4f req-58a460b8-2742-4791-ac73-18b668d0e0d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645373 Apr 20 12:51:06.560050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:06.579403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:06.680006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Allocated IP 172.25.3.54 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/49dc59f6-9f14-428d-a00d-7e4fd171b391) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:06.686831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:51:06.802707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:06.806507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:06.818422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8', 'mac_address': 'fa:16:3e:04:97:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:51:06.850293 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:06.866411 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:06.878312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de8976-aa2e-493d-8d68-6000e1009194 req-9de71a3a-a8bc-4a17-9010-5976863856e5 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:06.880028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14de8976-aa2e-493d-8d68-6000e1009194 req-9de71a3a-a8bc-4a17-9010-5976863856e5 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 950 time: 0.0544910 Apr 20 12:51:06.885664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:06.896710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:06.899644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:06.905896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:06.913396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:06.918492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:06.923481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14de8976-aa2e-493d-8d68-6000e1009194 req-90773c6e-8563-43d3-8c9c-22a5a2b5ec2a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365648 Apr 20 12:51:06.948856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Pushing event updated for resources: {'Port': ['ID=49dc59f6-9f14-428d-a00d-7e4fd171b391,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:07.012431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:07.047622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:07.069102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5c43f-fadd-4893-bd1d-ab430e1f3c4d req-70ff78c8-a4be-4887-acd6-395420108512 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:07.070838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81d5c43f-fadd-4893-bd1d-ab430e1f3c4d req-70ff78c8-a4be-4887-acd6-395420108512 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 1101 time: 0.0441985 Apr 20 12:51:07.114159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81d5c43f-fadd-4893-bd1d-ab430e1f3c4d req-8daee3c4-c5a5-4c1b-bf79-bf2790973daf tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356650 Apr 20 12:51:07.204331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:07.267974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae28232-4b19-4530-a86b-b5f38f8e145c req-32fd93bb-10ca-4a13-8809-3f7325850469 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:07.269521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ae28232-4b19-4530-a86b-b5f38f8e145c req-32fd93bb-10ca-4a13-8809-3f7325850469 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 944 time: 0.0656910 Apr 20 12:51:07.279972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:07.352069 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ae28232-4b19-4530-a86b-b5f38f8e145c req-945c4b4d-7666-4a51-85cf-789f5b94fb6a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815706 Apr 20 12:51:07.414254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dc69e-4acf-491e-ae30-aee7af52c046 req-e9bf04b8-9af2-462e-9fa3-ef4e92d13643 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:07.416088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-713dc69e-4acf-491e-ae30-aee7af52c046 req-e9bf04b8-9af2-462e-9fa3-ef4e92d13643 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 950 time: 0.1133435 Apr 20 12:51:07.489086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-713dc69e-4acf-491e-ae30-aee7af52c046 req-b09ae3e6-9e4f-4b1b-8f97-3f90f3aa0dae tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598128 Apr 20 12:51:07.504735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:07.536176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-ebcb1bc6-c805-41a1-a8e3-a1ac217124cd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849991 Apr 20 12:51:07.704988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Router 6679d432-7f75-47fd-8b7f-398905cec3f0 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:51:07.844889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:07.855752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Sync routers for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:07.874654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:07.877717 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-54009434-acf3-4bbd-b87e-5929bc48c8d0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.1420679 Apr 20 12:51:07.878554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:07.879197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:07.879741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53126) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:08.025341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:08.050361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dce329-6423-4990-82d5-2abb41202518 req-fda8320c-4314-4d1f-bbc4-0073b7f3b513 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:08.066240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3dce329-6423-4990-82d5-2abb41202518 req-fda8320c-4314-4d1f-bbc4-0073b7f3b513 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.4817359 Apr 20 12:51:08.165172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3dce329-6423-4990-82d5-2abb41202518 req-82276c22-8541-46b4-81fc-afc44913dd54 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939512 Apr 20 12:51:08.175383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-b362956d-b56a-4210-aab5-8c46f04f3c3c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:08.191981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-b362956d-b56a-4210-aab5-8c46f04f3c3c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6453459 Apr 20 12:51:08.214490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-87159680-8f0f-424d-8de1-bb69add2ffda tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/quotas/4eb4e8f116304b2bbc4ec79085e6e426 HTTP/1.1" status: 200 len: 375 time: 0.0206597 Apr 20 12:51:08.386100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-1df2a385-25a0-45b2-a549-550854a64fcc tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1692259 Apr 20 12:51:08.467192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:07Z', 'revision_number': 3, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:08.524562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:08.525878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Checking router: 6679d432-7f75-47fd-8b7f-398905cec3f0 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:08.527047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Updating router 6679d432-7f75-47fd-8b7f-398905cec3f0 port 49dc59f6-9f14-428d-a00d-7e4fd171b391 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:51:08.573899 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:08.631497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfd5e6-a460-4157-bade-8f21b8afedd6 req-64594341-1da7-4f8a-a52c-1655315a1689 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:08.649176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adbfd5e6-a460-4157-bade-8f21b8afedd6 req-64594341-1da7-4f8a-a52c-1655315a1689 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 944 time: 0.1223776 Apr 20 12:51:08.701421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:08.854338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adbfd5e6-a460-4157-bade-8f21b8afedd6 req-21d15422-32c9-4328-98e4-acb0956e41b8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043066 Apr 20 12:51:08.931664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f6761-a430-4c9c-867b-c0e98e6da0c5 req-fb1c95ec-d9f1-46ae-96fe-26d6b630f58b tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:08.942923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-872f6761-a430-4c9c-867b-c0e98e6da0c5 req-fb1c95ec-d9f1-46ae-96fe-26d6b630f58b tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 950 time: 0.2068114 Apr 20 12:51:09.000457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.025545 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.041058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf463bcb-3528-41d7-8a5a-9e0ffb78ee0a req-a3c01922-555d-41f3-9c9f-4949b002a8d9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 210 time: 0.0670514 Apr 20 12:51:09.078056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-872f6761-a430-4c9c-867b-c0e98e6da0c5 req-716bd4e5-0007-43ec-92f0-a78abad7e538 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291795 Apr 20 12:51:09.095930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:51:09.103596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:09.103961 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.350808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Allocated IP 172.20.0.1 (cee777b2-f28c-43b4-8d89-56e931419ff9/2521ee63-fd09-48a2-94e0-e60b202acccd/1bb663ae-6282-42aa-8bc0-ba5ac4b1269d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:09.442022 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.460753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58959a5f-23b9-44e7-a494-86a9507aa3fa req-ab82a39f-dd90-42f5-a49f-46c428868db6 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:09.462852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58959a5f-23b9-44e7-a494-86a9507aa3fa req-ab82a39f-dd90-42f5-a49f-46c428868db6 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 944 time: 0.1637065 Apr 20 12:51:09.481570 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.514990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:09.516662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099a7d13-4f81-418d-9973-f28197987b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:09.528532 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465184d0-fa93-47f8-b838-a868f6e1eee5" -d '{"events": [{"server_uuid": "099a7d13-4f81-418d-9973-f28197987b87", "name": "network-vif-plugged", "status": "completed", "tag": "7c55c059-caa1-4f45-94a0-11e8ae1ad1f8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:09.533529 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.536959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.594369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc0f45-ddbe-42a0-817c-95ba681afcaa None None] Pushing event updated for resources: {'Port': ['ID=49dc59f6-9f14-428d-a00d-7e4fd171b391,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:09.612232 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.621532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58959a5f-23b9-44e7-a494-86a9507aa3fa req-957c8fcd-0341-4887-9770-07458bf26b17 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500883 Apr 20 12:51:09.669353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:09.672817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device edd9dd58-6089-4309-88aa-df018f19fc5f no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:09.731218 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb33a8b-c1b0-470d-9b35-141288f91e8b x-openstack-request-id: req-5cb33a8b-c1b0-470d-9b35-141288f91e8b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:09.731781 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099a7d13-4f81-418d-9973-f28197987b87", "name": "network-vif-plugged", "status": "completed", "tag": "7c55c059-caa1-4f45-94a0-11e8ae1ad1f8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:09.732215 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cb33a8b-c1b0-470d-9b35-141288f91e8b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:09.733177 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb33a8b-c1b0-470d-9b35-141288f91e8b'] response: {'server_uuid': '099a7d13-4f81-418d-9973-f28197987b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8', 'code': 200} Apr 20 12:51:09.752192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Attempting to bind port 49dc59f6-9f14-428d-a00d-7e4fd171b391 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:09.752822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Attempting to bind port 49dc59f6-9f14-428d-a00d-7e4fd171b391 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:09.753383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Attempting to bind port 49dc59f6-9f14-428d-a00d-7e4fd171b391 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:09.762192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:09.763036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:09.763607 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.764162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:09.777816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Bound port: 49dc59f6-9f14-428d-a00d-7e4fd171b391, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:09.778768 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.812766 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-7e28e0ad-ad66-4d1d-8359-23decfd67ef2 service neutron] 10.222.0.30 "GET /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.2762489 Apr 20 12:51:09.911206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] For port 49dc59f6-9f14-428d-a00d-7e4fd171b391, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:09.920508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] For port 49dc59f6-9f14-428d-a00d-7e4fd171b391, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=49dc59f6-9f14-428d-a00d-7e4fd171b391,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:09.939888 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:09.959960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47d4b8-febb-482f-9f45-e9c8409b6f3e req-af167c4f-bcc0-4374-8da8-1eaf3cecb1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:09.965831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a47d4b8-febb-482f-9f45-e9c8409b6f3e req-af167c4f-bcc0-4374-8da8-1eaf3cecb1c8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 1096 time: 0.0853360 Apr 20 12:51:09.999732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:10.056992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Pushing event updated for resources: {'Port': ['ID=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:10.079094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:10.079795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:10.093615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Network cee777b2-f28c-43b4-8d89-56e931419ff9 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:10.097001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:10.124548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a47d4b8-febb-482f-9f45-e9c8409b6f3e req-1fc04d59-7c52-484d-88de-a055244bf026 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517055 Apr 20 12:51:10.143617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c79604-594e-4182-9f4c-d243e0161869 req-9c715299-1f59-454c-9876-956c863536ca tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:10.150030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:10.151849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39c79604-594e-4182-9f4c-d243e0161869 req-9c715299-1f59-454c-9876-956c863536ca tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1492784 Apr 20 12:51:10.194948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc0f45-ddbe-42a0-817c-95ba681afcaa None None] Pushing event updated for resources: {'Port': ['ID=49dc59f6-9f14-428d-a00d-7e4fd171b391,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:10.220507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7ffecc5-17a6-4e0c-9fba-1c8e09b038c8 req-79497843-b211-4009-9f7d-7cec0701afdc tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 210 time: 0.0410042 Apr 20 12:51:10.222384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:10.232360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39c79604-594e-4182-9f4c-d243e0161869 req-94b47e5a-c452-4a7d-889a-6b55251ae5a5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794294 Apr 20 12:51:10.287560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:10.305093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:10.350336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:10.419832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd9dd58-6089-4309-88aa-df018f19fc5f {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:10.434929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:10.469663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:10.484070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:10.507698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:07Z', 'revision_number': 3, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:10.551522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ee42d6-44a3-4e0d-a18b-b7f530046132 None None] The sync data for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 is: [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:07Z', 'revision_number': 3, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:10.686382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] Transition to ACTIVE for port object edd9dd58-6089-4309-88aa-df018f19fc5f will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:51:10.700399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:10.701596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-a821a30a-3254-4a73-a62a-dd3beebf88a1 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556123 Apr 20 12:51:10.713490 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:10.740835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:10.813670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] Pushing event updated for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=10']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:10.977144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23df46-df62-4b76-8e6f-1f88acd79e8e req-4aaefbb9-f365-4395-8bd6-6c3e176e115d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:10.978802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c23df46-df62-4b76-8e6f-1f88acd79e8e req-4aaefbb9-f365-4395-8bd6-6c3e176e115d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.2532761 Apr 20 12:51:11.042824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-3e78bd8e-0303-4bc1-8d87-4df21657cc9f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:11.044381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-3e78bd8e-0303-4bc1-8d87-4df21657cc9f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340788 Apr 20 12:51:11.058130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c23df46-df62-4b76-8e6f-1f88acd79e8e req-4be67940-719a-46c6-bfab-ad26413822f8 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706224 Apr 20 12:51:11.064474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Request body: {'port': {'device_id': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '4eb4e8f116304b2bbc4ec79085e6e426'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:11.154765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] No DVR routers for this DVR port edd9dd58-6089-4309-88aa-df018f19fc5f on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:11.181435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:11.201923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Made reservation on behalf of 4eb4e8f116304b2bbc4ec79085e6e426 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:11.206155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:11.241187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Pushing event updated for resources: {'Port': ['ID=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:11.284679 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-beb2745b-fe15-44a3-b7b1-6269e4560f36 service neutron] 10.222.0.30 "PUT /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f/bindings/n-h2-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4565494 Apr 20 12:51:11.420829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50bfd778-2c86-4956-9046-491d5c88b596 req-8c086f1a-ac71-4435-bda4-7cb8d13c3fdb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 210 time: 0.0412712 Apr 20 12:51:11.483396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Network cee777b2-f28c-43b4-8d89-56e931419ff9 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:11.490700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:11.501624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-e9d055c4-5330-45d8-99f0-f79582ceff89 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:11.503766 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-e9d055c4-5330-45d8-99f0-f79582ceff89 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1143880 Apr 20 12:51:11.513846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e28d6-89a5-48f6-8225-78fcf8f1d6b8 req-37f3759e-95ea-4be9-be53-a845509f3201 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:11.515581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-734e28d6-89a5-48f6-8225-78fcf8f1d6b8 req-37f3759e-95ea-4be9-be53-a845509f3201 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1349826 Apr 20 12:51:11.529250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Allocated IP 192.168.233.35 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/b5fd0ee5-1f27-425c-aaa1-23efc7a611da) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:11.605708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-734e28d6-89a5-48f6-8225-78fcf8f1d6b8 req-ae122b3e-df0c-4cd5-bc5f-f84e10a2a2ad tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817702 Apr 20 12:51:11.697504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-3beb4fc9-8c52-4858-8920-0ad16e6fd73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:11.699081 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-3beb4fc9-8c52-4858-8920-0ad16e6fd73c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 1096 time: 0.1221535 Apr 20 12:51:11.716196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Router 6679d432-7f75-47fd-8b7f-398905cec3f0 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:51:11.733968 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:11.781608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:11.795752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', '2e527e21-4a72-42b1-80ff-81413fc1007f', '644feaab-21df-43a0-b39e-b401fcb6673b', '623097df-7b51-4472-ac21-fcf65c741f32'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:11.800103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8', '83c7e329-c586-4666-9a38-a29b7b5ca5f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:11.824357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-70a1553e-2fab-456a-849c-04de796abcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:11.825881 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-70a1553e-2fab-456a-849c-04de796abcd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1096 time: 0.0966079 Apr 20 12:51:11.865976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event updated for resources: {'Port': ['ID=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:11.888952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:11.891572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:11.906926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:11.936099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:11.950679 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ffa9745b-59da-4a49-a3f9-4dd0c011df6f admin admin] 10.222.0.24 "PUT /v2.0/routers/6679d432-7f75-47fd-8b7f-398905cec3f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0693436 Apr 20 12:51:12.016866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:12.017549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:12.023440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-9f68e990-288a-4db2-b1fb-a64253889387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:12.024897 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-9f68e990-288a-4db2-b1fb-a64253889387 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.1725299 Apr 20 12:51:12.056973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-8307394a-ce0b-454b-9da5-4bbbbadc19f4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9973886 Apr 20 12:51:12.076673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Request body: {'port': {'device_id': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:12.118809 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-6ff50abd-5430-4522-a64e-df69a29da959 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 200 len: 217 time: 0.0859411 Apr 20 12:51:12.229918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:12.265757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-a46b5b61-21be-448e-8940-86b0772ddefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:12.267242 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-a46b5b61-21be-448e-8940-86b0772ddefe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1407998 Apr 20 12:51:12.322412 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-84c58d35-98bc-4a84-9a5d-a39825adefa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392945 Apr 20 12:51:12.481584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954852b-09cf-40f4-95e0-7b48d570e490 req-88e2e989-e6fe-4d55-9e41-6b217353863d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:12.492950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8954852b-09cf-40f4-95e0-7b48d570e490 req-88e2e989-e6fe-4d55-9e41-6b217353863d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.2663414 Apr 20 12:51:12.508903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-5912f025-34dd-4fbc-a178-68a0e5c7b2d0 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784103 Apr 20 12:51:12.531354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c577da4c-0e15-430c-9815-90ba4ff887ac None None] Provisioning complete for port b5fd0ee5-1f27-425c-aaa1-23efc7a611da triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:12.531731 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c577da4c-0e15-430c-9815-90ba4ff887ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:12.552714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49dc59f6-9f14-428d-a00d-7e4fd171b391 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:12.653749 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-476d57e9-96c0-4ae6-829c-bfecbe9e463b service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361570 Apr 20 12:51:12.672638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c577da4c-0e15-430c-9815-90ba4ff887ac None None] Port b5fd0ee5-1f27-425c-aaa1-23efc7a611da cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:51:12.750289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 49dc59f6-9f14-428d-a00d-7e4fd171b391 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:12.750659 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:12.759062 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Sync routers for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:12.771192 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:12.771842 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:12.774065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8954852b-09cf-40f4-95e0-7b48d570e490 req-cdbbd52a-1326-4925-9d3c-0fd8352c6bae tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532005 Apr 20 12:51:12.951721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:12.977857 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:12.980777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a22c16-0792-4881-89b9-2ec1add4ffaa req-861d4815-0b9f-4c38-9b00-25c7f78ab04a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:12.988471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21a22c16-0792-4881-89b9-2ec1add4ffaa req-861d4815-0b9f-4c38-9b00-25c7f78ab04a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 935 time: 0.0924408 Apr 20 12:51:12.999318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 49dc59f6-9f14-428d-a00d-7e4fd171b391, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=49dc59f6-9f14-428d-a00d-7e4fd171b391,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:13.005177 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.010083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-338c9626-f37f-4b39-b35c-aa0736edde4e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:13.017669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-338c9626-f37f-4b39-b35c-aa0736edde4e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 819 time: 0.3468661 Apr 20 12:51:13.055439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-070e0d79-cdc1-4d00-8cda-5fbb1c627fd7 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/quotas/feca4e274f70460e93b2318aa9cda56b HTTP/1.1" status: 200 len: 375 time: 0.0365338 Apr 20 12:51:13.075741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-7eb4f4e0-38a4-495c-a2d8-72e8dc8b9a56 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:13.077249 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-7eb4f4e0-38a4-495c-a2d8-72e8dc8b9a56 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1084795 Apr 20 12:51:13.109244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=49dc59f6-9f14-428d-a00d-7e4fd171b391,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:13.207922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21a22c16-0792-4881-89b9-2ec1add4ffaa req-39e39f42-6172-49c2-a41a-911dc1d1f4e9 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186065 Apr 20 12:51:13.283379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-d7ca1c21-784c-4da8-98e4-88311ea5281d service neutron] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:13.287564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-d7ca1c21-784c-4da8-98e4-88311ea5281d service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.288753 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-660776d3-cfa5-4975-ab39-ab082d5ff01f req-d7ca1c21-784c-4da8-98e4-88311ea5281d service neutron] 10.222.0.37 "DELETE /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f/bindings/n-h1-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.2016909 Apr 20 12:51:13.300244 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 2, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:13.313965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-b99de4f4-7b90-4dfa-9d24-ce10df3688f3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2435303 Apr 20 12:51:13.337178 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Checking router: 6679d432-7f75-47fd-8b7f-398905cec3f0 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:13.337883 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Updating router 6679d432-7f75-47fd-8b7f-398905cec3f0 port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:51:13.368223 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.411949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fd0ee5-1f27-425c-aaa1-23efc7a611da {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:13.428033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.449581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea50db-1c97-4252-b46e-632a3ca848e1 req-59a9587e-6335-4536-af1b-629985936005 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:13.451310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36ea50db-1c97-4252-b46e-632a3ca848e1 req-59a9587e-6335-4536-af1b-629985936005 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1287684 Apr 20 12:51:13.490612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Transition to ACTIVE for port object b5fd0ee5-1f27-425c-aaa1-23efc7a611da will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:51:13.498752 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.504430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-254fd3fc-57d8-408e-a392-7c223ce45683 service neutron] 10.222.0.24 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895986 Apr 20 12:51:13.552123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36ea50db-1c97-4252-b46e-632a3ca848e1 req-c0b8875e-f1da-4f03-abb7-5e24a2ab4758 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908654 Apr 20 12:51:13.630539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:13.659020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:51:13.810341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-84de529a-7848-4afc-a911-20e399f30132 service neutron] 10.222.0.24 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769177 Apr 20 12:51:13.827918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Attempting to bind port b5fd0ee5-1f27-425c-aaa1-23efc7a611da on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:13.828393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Attempting to bind port b5fd0ee5-1f27-425c-aaa1-23efc7a611da by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:13.828746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Attempting to bind port b5fd0ee5-1f27-425c-aaa1-23efc7a611da on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:13.836684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Port b5fd0ee5-1f27-425c-aaa1-23efc7a611da on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:51:13.837004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Attempting to bind port b5fd0ee5-1f27-425c-aaa1-23efc7a611da on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:13.854002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:13.855006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:13.855006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:13.855254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Bound port: b5fd0ee5-1f27-425c-aaa1-23efc7a611da, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:13.855469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.877338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:13.888473 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.900006 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.902490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:51:13.960511 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:13.976570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] For port b5fd0ee5-1f27-425c-aaa1-23efc7a611da, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:13.980044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8224e6ca-981c-4e1f-8578-72d877d34f18 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:13.980258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] For port b5fd0ee5-1f27-425c-aaa1-23efc7a611da, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:13.985962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:14.033283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:14.056376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:14.065706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.066376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:14.068163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] 10.222.0.37 "PUT /v2.0/ports/b5fd0ee5-1f27-425c-aaa1-23efc7a611da HTTP/1.1" status: 200 len: 1095 time: 1.9978406 Apr 20 12:51:14.070871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'tag': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:14.074633 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941588a7-1628-43f3-82fa-9d0bf2b74dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "c8220c4e-7f3e-494f-ab57-64824d155e2d", "tag": "b5fd0ee5-1f27-425c-aaa1-23efc7a611da"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:14.088438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6519dcd1-6e4a-482d-ae56-ea05b5533b5c service neutron] Pushing event updated for resources: {'Port': ['ID=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:14.165033 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Attempting to bind port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:14.165585 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Attempting to bind port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:14.166126 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Attempting to bind port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d on network cee777b2-f28c-43b4-8d89-56e931419ff9 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:14.174957 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736d183-d309-4f7c-996d-5af521fdf7c0 None None] Pushing event updated for resources: {'Port': ['ID=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:14.175437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:14.191449 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:14.192538 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Checking segment: {'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:14.193340 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:14.194112 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Bound using segment: {'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:14.194924 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Bound port: 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:14.196208 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:14.229475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8224e6ca-981c-4e1f-8578-72d877d34f18'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:14.285603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-f15c740f-b0b1-49de-9c41-65ff6264ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.290817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-f15c740f-b0b1-49de-9c41-65ff6264ff7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 1098 time: 0.1546109 Apr 20 12:51:14.310676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d89611-8053-4b63-90a1-9740c419d2ab req-25ccfccb-8ec3-473b-b420-bb908ee6b2d2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.312274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70d89611-8053-4b63-90a1-9740c419d2ab req-25ccfccb-8ec3-473b-b420-bb908ee6b2d2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.1255999 Apr 20 12:51:14.318622 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] For port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:14.325362 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] For port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:14.330779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf24e7-32ad-43cd-83b5-753fb6ca15cc req-12e122d4-963b-4c53-be1e-e4bc71904d4b tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.337031 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:14.339705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5bf24e7-32ad-43cd-83b5-753fb6ca15cc req-12e122d4-963b-4c53-be1e-e4bc71904d4b tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 945 time: 0.1537223 Apr 20 12:51:14.425257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-d43ea4ca-9e9b-4fa9-a559-d19ecbceb606 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=b5fd0ee5-1f27-425c-aaa1-23efc7a611da HTTP/1.1" status: 200 len: 217 time: 0.1117947 Apr 20 12:51:14.474459 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:14.475422 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:14.481112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49dc59f6-9f14-428d-a00d-7e4fd171b391 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:14.531162 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736d183-d309-4f7c-996d-5af521fdf7c0 None None] Pushing event updated for resources: {'Port': ['ID=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:14.556102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 49dc59f6-9f14-428d-a00d-7e4fd171b391 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:14.560764 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:14.564241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5bf24e7-32ad-43cd-83b5-753fb6ca15cc req-92d56df7-049e-40c5-b681-50d94b6f0af3 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211528 Apr 20 12:51:14.582580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70d89611-8053-4b63-90a1-9740c419d2ab req-7615ee01-7a3c-4513-9a0e-efe27aff2ae6 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909599 Apr 20 12:51:14.593836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-ee3e1214-a1a7-4871-922d-9db2656b26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.596346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-ee3e1214-a1a7-4871-922d-9db2656b26f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1614451 Apr 20 12:51:14.658010 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:14.680259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144df748-828a-4408-95a6-5d204e174f46 req-45dae3cf-6f98-45d8-8a5f-b43fccf8a3e6 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 210 time: 0.0585833 Apr 20 12:51:14.687070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-7a770a41-580a-4092-8307-84658cf632c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.688635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-7a770a41-580a-4092-8307-84658cf632c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771515 Apr 20 12:51:14.758846 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba9b93d-c1c9-4f11-b6e3-bba854ef7db0 x-openstack-request-id: req-8ba9b93d-c1c9-4f11-b6e3-bba854ef7db0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:14.759141 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8220c4e-7f3e-494f-ab57-64824d155e2d", "tag": "b5fd0ee5-1f27-425c-aaa1-23efc7a611da", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:14.759403 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ba9b93d-c1c9-4f11-b6e3-bba854ef7db0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:14.760028 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba9b93d-c1c9-4f11-b6e3-bba854ef7db0'] response: {'name': 'network-changed', 'server_uuid': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'tag': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da', 'status': 'completed', 'code': 200} Apr 20 12:51:14.857594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb151dd-d3ea-48da-a941-b10e69030499 req-e201e300-ad8b-4bde-ad7c-828ecb28a419 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.859119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcb151dd-d3ea-48da-a941-b10e69030499 req-e201e300-ad8b-4bde-ad7c-828ecb28a419 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1331139 Apr 20 12:51:14.906878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-9aff333c-08a7-4b64-9994-bf9a8d49339d service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090662 Apr 20 12:51:14.918827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052c10e-f4c1-4731-bf35-d66bf0118ad6 req-c6bde70f-ff10-4087-9797-519133621b7f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:14.920258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1052c10e-f4c1-4731-bf35-d66bf0118ad6 req-c6bde70f-ff10-4087-9797-519133621b7f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 947 time: 0.1177571 Apr 20 12:51:14.928371 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:14Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:14.962313 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1306b296-2845-4200-b1a3-287cd1c67508 None None] The sync data for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 is: [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:14Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:14.965408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcb151dd-d3ea-48da-a941-b10e69030499 req-51a44b83-9f22-4607-9f62-3bea85018530 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988882 Apr 20 12:51:15.032396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1052c10e-f4c1-4731-bf35-d66bf0118ad6 req-9df59dfd-a815-43f3-b3a9-3cb8c72a3611 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993040 Apr 20 12:51:15.089194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a67afa4-50e3-4eb7-b49d-77290a619dc7 req-9c53b45e-fc77-4444-bc0f-389100e6e8ec service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625001 Apr 20 12:51:15.176120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a862fa-f215-498f-9eba-da9a537114dd req-c3a2297a-2b42-46b4-8c02-b446b5430f30 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.177612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57a862fa-f215-498f-9eba-da9a537114dd req-c3a2297a-2b42-46b4-8c02-b446b5430f30 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1096 time: 0.0579970 Apr 20 12:51:15.245861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57a862fa-f215-498f-9eba-da9a537114dd req-2e086954-cfbd-4b58-8817-c11431efae30 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Apr 20 12:51:15.248468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-7cac3b46-b8e3-4837-bd18-a699ad0714a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.249996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-7cac3b46-b8e3-4837-bd18-a699ad0714a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 1098 time: 0.0705531 Apr 20 12:51:15.371836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-3265262d-f075-407f-b47d-183b0a29cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.373292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-3265262d-f075-407f-b47d-183b0a29cdd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1117544 Apr 20 12:51:15.393241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71085b-66cc-4579-af70-4712df3269b4 req-138d74ae-ba07-4245-9ade-78291ce85adb tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.394650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce71085b-66cc-4579-af70-4712df3269b4 req-138d74ae-ba07-4245-9ade-78291ce85adb tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 1096 time: 0.0614188 Apr 20 12:51:15.427467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-d1d6c4db-48b5-4c60-8d95-491911d96b4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=b5fd0ee5-1f27-425c-aaa1-23efc7a611da HTTP/1.1" status: 200 len: 217 time: 0.0433216 Apr 20 12:51:15.492373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce71085b-66cc-4579-af70-4712df3269b4 req-f00207e9-2b7c-40f9-9e17-d53a2de8bc84 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677714 Apr 20 12:51:15.498803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-f0a54bb1-d508-4f29-a82f-b47817d61d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.500411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-f0a54bb1-d508-4f29-a82f-b47817d61d9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0602348 Apr 20 12:51:15.569112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-5d5b2837-90b8-4ecd-b4b0-7ff6aeaa042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.571231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-5d5b2837-90b8-4ecd-b4b0-7ff6aeaa042c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0580828 Apr 20 12:51:15.672374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:15.727899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-2e50acd7-73b5-434e-9c13-7ea8e7f6cad0 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.729615 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-2e50acd7-73b5-434e-9c13-7ea8e7f6cad0 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.30 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 819 time: 0.1778703 Apr 20 12:51:15.746822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Request body: {'port': {'device_id': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'admin_state_up': True, 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:15.781074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 8224e6ca-981c-4e1f-8578-72d877d34f18 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:15.781486 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:15.841286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590c985-79a7-4ad4-ba4f-7bd28f0c6a55 req-bd5bafb0-c486-40e6-8dd4-cff36d19ef6b tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:15.862860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e590c985-79a7-4ad4-ba4f-7bd28f0c6a55 req-bd5bafb0-c486-40e6-8dd4-cff36d19ef6b tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 945 time: 0.1519012 Apr 20 12:51:15.871592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-8186906a-790a-4ce5-83c8-a5682d4df428 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814758 Apr 20 12:51:15.917276 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:15.923016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Made reservation on behalf of feca4e274f70460e93b2318aa9cda56b for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:15.928389 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:15.966276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:15.969578 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15056a22-cba8-47ec-b9dd-245188534b08" -d '{"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:15.997578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:15.999874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e590c985-79a7-4ad4-ba4f-7bd28f0c6a55 req-b23eaae8-bc31-4e40-92f5-a21527d0b25a tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360881 Apr 20 12:51:16.005115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.088838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-941588a7-1628-43f3-82fa-9d0bf2b74dc9 req-6e9b75e3-ff1b-4d7e-8f16-37f9f935b7dd service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997991 Apr 20 12:51:16.095140 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f561f3e-c564-44ea-9511-29f7c2fa628e x-openstack-request-id: req-5f561f3e-c564-44ea-9511-29f7c2fa628e {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:16.095140 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:16.095474 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f561f3e-c564-44ea-9511-29f7c2fa628e {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:16.095782 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f561f3e-c564-44ea-9511-29f7c2fa628e'] response: {'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'code': 200} Apr 20 12:51:16.099770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:16.127854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d82c0ca-ae64-4aef-b5fc-eafa170ddd2c req-8698041f-e724-4366-ba34-a77692d82365 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 210 time: 0.0592136 Apr 20 12:51:16.183368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Allocated IP 172.20.0.14 (cee777b2-f28c-43b4-8d89-56e931419ff9/2521ee63-fd09-48a2-94e0-e60b202acccd/e29553f1-346f-4cb1-a829-78cede51cc47) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:16.315244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ee116-fafb-4ede-8db0-6b7cafc8d876 req-a6f59254-612b-465f-ae59-47a80383b59a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:16.316764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a7ee116-fafb-4ede-8db0-6b7cafc8d876 req-a6f59254-612b-465f-ae59-47a80383b59a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1215131 Apr 20 12:51:16.326260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4dbaa-d7b8-43ff-9d1e-e07fef517638 req-1b6027b6-2e54-445a-9471-89873afcb357 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:16.328550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4d4dbaa-d7b8-43ff-9d1e-e07fef517638 req-1b6027b6-2e54-445a-9471-89873afcb357 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 947 time: 0.1234999 Apr 20 12:51:16.361226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.368733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18616abf-8019-4c82-ac51-893479e66611 req-db376180-8ff9-4a46-8f5f-441490849310 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:16.370555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18616abf-8019-4c82-ac51-893479e66611 req-db376180-8ff9-4a46-8f5f-441490849310 tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 945 time: 0.1088867 Apr 20 12:51:16.413196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.446958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4d4dbaa-d7b8-43ff-9d1e-e07fef517638 req-b3d84fa1-3d54-4a5b-b306-335bd3877085 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113031 Apr 20 12:51:16.463146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Network cee777b2-f28c-43b4-8d89-56e931419ff9 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:16.464321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a7ee116-fafb-4ede-8db0-6b7cafc8d876 req-176cc903-c696-439f-87d3-506297e57916 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275704 Apr 20 12:51:16.468886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:16.473722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:16.494653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:16.528756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event updated for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:16.548274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Deleting port 3d66bf13-859a-45c0-87fd-0153b567af12 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:16.548274 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.549514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:16.551107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.566367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:16.567438 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.580786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4c21c883-cee1-45bf-93c4-a7844f5cb3e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8388124 Apr 20 12:51:16.594211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Request body: {'port': {'device_id': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:16.646507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] For port 3d66bf13-859a-45c0-87fd-0153b567af12, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d66bf13-859a-45c0-87fd-0153b567af12,segment=NetworkSegment(30e3285d-738f-4a93-b996-97ea659539c2),segment_id=30e3285d-738f-4a93-b996-97ea659539c2)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:16.646886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.653248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.653755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.660466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Calling delete_port for 3d66bf13-859a-45c0-87fd-0153b567af12 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:16.687860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:16.692863 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.747905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:16.947035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29553f1-346f-4cb1-a829-78cede51cc47 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:16.955269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:16.969185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Transition to ACTIVE for port object e29553f1-346f-4cb1-a829-78cede51cc47 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:51:16.972805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:17.038466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Pushing event updated for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:17.058528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.058895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.059285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.059620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.059953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.060286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.060616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.060941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.061304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.061652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.062616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.062616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.122705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Attempting to bind port e29553f1-346f-4cb1-a829-78cede51cc47 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:17.122705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Attempting to bind port e29553f1-346f-4cb1-a829-78cede51cc47 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:17.123075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Attempting to bind port e29553f1-346f-4cb1-a829-78cede51cc47 on network cee777b2-f28c-43b4-8d89-56e931419ff9 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:17.127685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:17.128959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Port e29553f1-346f-4cb1-a829-78cede51cc47 on network cee777b2-f28c-43b4-8d89-56e931419ff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:51:17.129599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Attempting to bind port e29553f1-346f-4cb1-a829-78cede51cc47 on network cee777b2-f28c-43b4-8d89-56e931419ff9 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:17.136223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:17.136757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Checking segment: {'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:17.138894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Bound using segment: {'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:17.138894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Bound port: e29553f1-346f-4cb1-a829-78cede51cc47, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443d98c4-b09e-4c8c-be39-f7baa7b526df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:17.139160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:17.141550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3d66bf13-859a-45c0-87fd-0153b567af12'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:17.188808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb62ef-d4e8-4ca0-a593-d7994001d197 req-0f7c0c50-3f9e-40e4-bae7-e98f31f5eaef tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:17.190312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56eb62ef-d4e8-4ca0-a593-d7994001d197 req-0f7c0c50-3f9e-40e4-bae7-e98f31f5eaef tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c01cc9c-0d52-42bc-a2f9-88c388f8f666 HTTP/1.1" status: 200 len: 867 time: 0.1050503 Apr 20 12:51:17.192878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Pushing event deleted for resources: {'Port': ['ID=3d66bf13-859a-45c0-87fd-0153b567af12,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:17.221610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.221898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.222456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.222779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.223113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.223446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.223773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.224103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.224424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.224928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.225431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.225940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:17.241995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:17.245923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e29553f1-346f-4cb1-a829-78cede51cc47,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:17.251308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:17.265144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] No DVR routers for this DVR port 3d66bf13-859a-45c0-87fd-0153b567af12 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:17.270024 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:17.273836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18616abf-8019-4c82-ac51-893479e66611 req-2f92701b-dd89-496a-a413-2e0996690bfb tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.37 "DELETE /v2.0/ports/3d66bf13-859a-45c0-87fd-0153b567af12 HTTP/1.1" status: 204 len: 173 time: 0.8933189 Apr 20 12:51:17.275577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'name': 'network-vif-deleted', 'tag': '3d66bf13-859a-45c0-87fd-0153b567af12'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:17.278368 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8538d0-e59e-4c73-a4a1-2ddf92978c40" -d '{"events": [{"server_uuid": "4c01cc9c-0d52-42bc-a2f9-88c388f8f666", "name": "network-vif-deleted", "tag": "3d66bf13-859a-45c0-87fd-0153b567af12"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:17.291179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:17.292421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:17.294115 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-68536566-7dd5-4784-8895-db60562ae08f service neutron] 10.222.0.30 "PUT /v2.0/ports/e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 1092 time: 0.7039609 Apr 20 12:51:17.297715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:17.300958 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:17.327315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56eb62ef-d4e8-4ca0-a593-d7994001d197 req-89675ff8-c484-4a91-a3fe-5ea36409c69f tempest-VolumesAdminNegativeTest-1434101812 tempest-VolumesAdminNegativeTest-1434101812-project] 10.222.0.24 "GET /v2.0/security-groups?id=66100031-20a6-4013-bf5b-56e929e0bec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104949 Apr 20 12:51:17.346018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73494a4d-79c1-4487-8ec1-d8398eb120ba req-4e9d8f89-42cb-4f63-9c6e-e3d7c7cd35dc tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:17.347706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73494a4d-79c1-4487-8ec1-d8398eb120ba req-4e9d8f89-42cb-4f63-9c6e-e3d7c7cd35dc tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 944 time: 0.0977407 Apr 20 12:51:17.398065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68536566-7dd5-4784-8895-db60562ae08f service neutron] Pushing event updated for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:17.403625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73494a4d-79c1-4487-8ec1-d8398eb120ba req-43ba5046-b466-4c78-b3b6-635c1344dff5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455351 Apr 20 12:51:17.409752 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4e45f8c3-99e7-4583-a6d0-13fcfb539e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:17.411918 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-4e45f8c3-99e7-4583-a6d0-13fcfb539e95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1095 time: 0.0571003 Apr 20 12:51:17.463476 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e472f52f-981a-41de-a435-4590015094ca x-openstack-request-id: req-e472f52f-981a-41de-a435-4590015094ca {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:17.463844 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c01cc9c-0d52-42bc-a2f9-88c388f8f666", "name": "network-vif-deleted", "tag": "3d66bf13-859a-45c0-87fd-0153b567af12", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:17.464101 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e472f52f-981a-41de-a435-4590015094ca {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:17.464509 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e472f52f-981a-41de-a435-4590015094ca'] response: {'server_uuid': '4c01cc9c-0d52-42bc-a2f9-88c388f8f666', 'name': 'network-vif-deleted', 'tag': '3d66bf13-859a-45c0-87fd-0153b567af12', 'status': 'completed', 'code': 200} Apr 20 12:51:17.478486 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62651285-d2f1-4f26-8639-a0aa3f643c17 x-openstack-request-id: req-62651285-d2f1-4f26-8639-a0aa3f643c17 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:17.479004 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:17.479850 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62651285-d2f1-4f26-8639-a0aa3f643c17 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:17.480320 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62651285-d2f1-4f26-8639-a0aa3f643c17'] response: {'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'status': 'completed', 'code': 200} Apr 20 12:51:17.625036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96aade-8eab-4a79-9ee3-c31ca9d5392a req-617e3c8d-0573-4260-b23b-ec54f014a5b3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:17.626526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a96aade-8eab-4a79-9ee3-c31ca9d5392a req-617e3c8d-0573-4260-b23b-ec54f014a5b3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.0813324 Apr 20 12:51:17.634715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de8e04-b2d0-46a6-b3a6-b5cf9be376dc req-aa2a69c1-86a5-4029-8e58-8a886b28cf50 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:17.636622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7de8e04-b2d0-46a6-b3a6-b5cf9be376dc req-aa2a69c1-86a5-4029-8e58-8a886b28cf50 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 947 time: 0.0901659 Apr 20 12:51:17.671347 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-ef7ea450-9f23-4335-900b-6ab9b9e36201 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 217 time: 0.0382013 Apr 20 12:51:17.689086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a96aade-8eab-4a79-9ee3-c31ca9d5392a req-f80e703d-e76c-44d3-836d-0d2bd5c65821 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515368 Apr 20 12:51:17.696372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7de8e04-b2d0-46a6-b3a6-b5cf9be376dc req-45b23b9f-7e69-4a9f-ac76-209cc99cd67b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Apr 20 12:51:17.743437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-15e0dc42-21e2-4ec3-86e4-e5184d8c3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:17.745543 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-15e0dc42-21e2-4ec3-86e4-e5184d8c3fb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.0523689 Apr 20 12:51:17.790089 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-0adf0dd4-93f4-4f3e-a394-13ecb5833f33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283842 Apr 20 12:51:17.885420 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-a4febb79-61ac-4816-a291-c35ecdcb5912 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824783 Apr 20 12:51:18.001585 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6693e85e-02ce-48dd-b960-6fc478b7283f req-52699eec-83fe-47a4-8873-f403ac9311e3 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086757 Apr 20 12:51:18.102759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-6784b861-c193-4394-8886-9222dc0b04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:18.104238 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-6784b861-c193-4394-8886-9222dc0b04ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1095 time: 0.0406516 Apr 20 12:51:18.199698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-35ece28c-db30-4b44-897b-9f52bd7a0545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:18.201207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-35ece28c-db30-4b44-897b-9f52bd7a0545 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 0.0875833 Apr 20 12:51:18.265907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-ada791ca-4f82-412f-a37c-665445ea6a74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 217 time: 0.0385423 Apr 20 12:51:18.317252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-1d6571f0-8fda-4555-aa44-6978d093b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:18.318708 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-1d6571f0-8fda-4555-aa44-6978d093b259 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.0436192 Apr 20 12:51:18.354917 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-23c204cb-344e-4a80-8c33-f899f8f36f9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258133 Apr 20 12:51:18.402352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53346) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:18.408985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:18.486110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] Deleting subnet a353f173-2248-4cbe-9a77-bcb487a8c7b2 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:51:18.492442 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-22deafa8-5c6c-4e6f-861a-44bded6ed243 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312113 Apr 20 12:51:18.494404 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.500470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:18.501374 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.582770 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.624463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9a9c6-9981-4f8f-a421-bd4397a0de91 req-0d82a0a0-b303-4003-abec-4757afc2b154 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:18.624880 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2eb8252-fd5f-4e3a-b97c-8ef7934c0346 req-ab8bc730-54ab-4236-8693-e546a995861e service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221333 Apr 20 12:51:18.625952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66b9a9c6-9981-4f8f-a421-bd4397a0de91 req-0d82a0a0-b303-4003-abec-4757afc2b154 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 944 time: 0.0902097 Apr 20 12:51:18.651955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.697271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66b9a9c6-9981-4f8f-a421-bd4397a0de91 req-f5dd25c6-0eb5-486e-a12f-50c70a8244a7 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646758 Apr 20 12:51:18.715718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.726485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.740471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.743732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a353f173-2248-4cbe-9a77-bcb487a8c7b2 HTTP/1.1" status: 204 len: 168 time: 0.3398685 Apr 20 12:51:18.746409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53356) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:18.764312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b5fd0ee5-1f27-425c-aaa1-23efc7a611da details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:51:18.765149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57770a60-9ea2-481a-8611-74176ec8208c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a353f173-2248-4cbe-9a77-bcb487a8c7b2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:18.876265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:18.882673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23cda13-2013-46dc-9145-e8def760b213 req-c0a972c8-6a6e-4543-98db-cea88d9b575c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:18.891018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c23cda13-2013-46dc-9145-e8def760b213 req-c0a972c8-6a6e-4543-98db-cea88d9b575c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1064911 Apr 20 12:51:18.924330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b5fd0ee5-1f27-425c-aaa1-23efc7a611da, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:18.925554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bb976-db88-4936-b7c0-2df70a2f0649 req-2e98bcbf-3034-4f15-844e-62ac64cb0f1c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:18.927184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b2bb976-db88-4936-b7c0-2df70a2f0649 req-2e98bcbf-3034-4f15-844e-62ac64cb0f1c tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 947 time: 0.1091599 Apr 20 12:51:18.944690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da', 'mac_address': 'fa:16:3e:49:80:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:51:18.966305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c23cda13-2013-46dc-9145-e8def760b213 req-ba14d83b-dfbb-46f3-a435-050bc87d3ec5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744469 Apr 20 12:51:18.994156 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.007872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.015120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fd0ee5-1f27-425c-aaa1-23efc7a611da {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:19.030862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b2bb976-db88-4936-b7c0-2df70a2f0649 req-b178befb-e97f-49f9-bf51-84033d4f8ad4 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878186 Apr 20 12:51:19.033315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8664ab57-75b3-422b-9f11-2ddc7cc515c8']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:19.044065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e3285d-738f-4a93-b996-97ea659539c2') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:19.044471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e3285d-738f-4a93-b996-97ea659539c2') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:19.047619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b5fd0ee5-1f27-425c-aaa1-23efc7a611da, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:19.052827 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.063082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.087848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.095571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:51:19.096214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:51:19.098419 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:51:19.161624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.167663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.171393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] 10.222.0.24 "DELETE /v2.0/networks/8664ab57-75b3-422b-9f11-2ddc7cc515c8 HTTP/1.1" status: 204 len: 168 time: 0.4239831 Apr 20 12:51:19.174633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53368) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:19.187519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63bf28-a6a4-4eaf-a535-0c15a366fa6a admin admin] Pushing event deleted for resources: {'Network': ['ID=8664ab57-75b3-422b-9f11-2ddc7cc515c8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:19.220356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:19.229981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] Deleting subnet 3493dfa5-6190-4782-86a7-bd7bb069483a {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:51:19.233210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.269787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.307868 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.359053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.383611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3493dfa5-6190-4782-86a7-bd7bb069483a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:19.390601 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.395690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-69f24581-b128-42cd-bd64-0c64001da276 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3493dfa5-6190-4782-86a7-bd7bb069483a HTTP/1.1" status: 204 len: 168 time: 0.2168615 Apr 20 12:51:19.395831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['b5fd0ee5-1f27-425c-aaa1-23efc7a611da'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:19.395922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53370) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:19.470028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.556899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.577476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5329ae0-1d9c-491d-819c-bf1c9bc601b2']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:19.586933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6417887e-8b31-4a2e-a9f7-2a491347f67b') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:19.587231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6417887e-8b31-4a2e-a9f7-2a491347f67b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:19.597223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.611020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.617429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:51:19.618005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:51:19.620111 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:51:19.690839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.696623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.703083 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5329ae0-1d9c-491d-819c-bf1c9bc601b2 HTTP/1.1" status: 204 len: 168 time: 0.3036335 Apr 20 12:51:19.714249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603680c-f9c0-45ca-93e5-7806c66bc1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=d5329ae0-1d9c-491d-819c-bf1c9bc601b2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:19.834080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:19.846603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3a608-9a88-42e9-92f6-5d495ec710f1 req-66fff3bf-79d7-4ee9-94de-0ab30c0431f7 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:19.848389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2c3a608-9a88-42e9-92f6-5d495ec710f1 req-66fff3bf-79d7-4ee9-94de-0ab30c0431f7 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 944 time: 0.0696070 Apr 20 12:51:19.881355 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4fcd2af5-bc78-4fc7-a0a6-2c97afbbcf83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef1f334b585a40db97d2de2cced16d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455503 Apr 20 12:51:19.883677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53396) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:19.894351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2c3a608-9a88-42e9-92f6-5d495ec710f1 req-2ca8adfa-92bd-4996-ba97-a0c8774b5c95 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381045 Apr 20 12:51:19.956151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6621419-61b2-4f84-8654-6dac4036d46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:19.977852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6621419-61b2-4f84-8654-6dac4036d46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:20.044789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6621419-61b2-4f84-8654-6dac4036d46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:20.047329 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6621419-61b2-4f84-8654-6dac4036d46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:20.054800 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f6621419-61b2-4f84-8654-6dac4036d46e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66100031-20a6-4013-bf5b-56e929e0bec1 HTTP/1.1" status: 204 len: 168 time: 0.1700964 Apr 20 12:51:20.067906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6621419-61b2-4f84-8654-6dac4036d46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66100031-20a6-4013-bf5b-56e929e0bec1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:20.124400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf840a-2c88-478b-b0d9-8d72c2a613e6 req-51c27055-342e-438a-a0e3-da614ad42144 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:20.132647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eedf840a-2c88-478b-b0d9-8d72c2a613e6 req-51c27055-342e-438a-a0e3-da614ad42144 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.0634677 Apr 20 12:51:20.211961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eedf840a-2c88-478b-b0d9-8d72c2a613e6 req-cb81f172-3eab-4631-9bff-c883b632c32c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743110 Apr 20 12:51:20.232988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e9a37-8aae-4547-ab5a-2509634ac394 req-ae838d4b-a8c3-474c-a391-d1e3ccd81fb2 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:20.234740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e44e9a37-8aae-4547-ab5a-2509634ac394 req-ae838d4b-a8c3-474c-a391-d1e3ccd81fb2 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 948 time: 0.0943849 Apr 20 12:51:20.315707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e44e9a37-8aae-4547-ab5a-2509634ac394 req-7c5ee354-35b2-4af0-9dde-4a3b73cc3944 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742877 Apr 20 12:51:20.663433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53426) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:20.709907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d06c831a-42b2-426b-8dc6-14582073c791 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96d04b78d09a4ce2bc8fbf429f8065fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452864 Apr 20 12:51:20.712475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53428) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:20.773833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e97b190-90c8-406d-98dd-81700557d44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:20.780243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b5fd0ee5-1f27-425c-aaa1-23efc7a611da up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:20.798067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e97b190-90c8-406d-98dd-81700557d44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:20.848982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e97b190-90c8-406d-98dd-81700557d44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:20.851645 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e97b190-90c8-406d-98dd-81700557d44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:20.856092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4e97b190-90c8-406d-98dd-81700557d44f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9357cc41-8916-477b-af7f-9765fd06de60 HTTP/1.1" status: 204 len: 168 time: 0.1394119 Apr 20 12:51:20.862106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97b190-90c8-406d-98dd-81700557d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9357cc41-8916-477b-af7f-9765fd06de60,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:20.898090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port b5fd0ee5-1f27-425c-aaa1-23efc7a611da completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:51:20.904016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port b5fd0ee5-1f27-425c-aaa1-23efc7a611da triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:20.904495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:21.036318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:21.039083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72d0f3-ccda-452a-bbd8-016e6687baa9 req-8c4cc7b4-1e2c-496e-9d0f-424bf797402d tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:21.046687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b72d0f3-ccda-452a-bbd8-016e6687baa9 req-8c4cc7b4-1e2c-496e-9d0f-424bf797402d tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 944 time: 0.0637691 Apr 20 12:51:21.067668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:21.071778 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aaa9fda-b4ee-45c0-935d-314966a923a6" -d '{"events": [{"server_uuid": "c8220c4e-7f3e-494f-ab57-64824d155e2d", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd0ee5-1f27-425c-aaa1-23efc7a611da"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:21.089163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b5fd0ee5-1f27-425c-aaa1-23efc7a611da, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:21.099593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:21.100512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d66bf13-859a-45c0-87fd-0153b567af12 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:21.101836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b72d0f3-ccda-452a-bbd8-016e6687baa9 req-89111e7d-419e-4e5d-910b-16fee0e610ed tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501535 Apr 20 12:51:21.172513 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e633596-7ba8-4ff8-aaef-8a63c478f7cb x-openstack-request-id: req-9e633596-7ba8-4ff8-aaef-8a63c478f7cb {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:21.172948 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8220c4e-7f3e-494f-ab57-64824d155e2d", "name": "network-vif-plugged", "status": "completed", "tag": "b5fd0ee5-1f27-425c-aaa1-23efc7a611da", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:21.173438 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e633596-7ba8-4ff8-aaef-8a63c478f7cb {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:21.174082 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e633596-7ba8-4ff8-aaef-8a63c478f7cb'] response: {'server_uuid': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da', 'code': 200} Apr 20 12:51:21.177044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 3d66bf13-859a-45c0-87fd-0153b567af12 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:21.177931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d66bf13-859a-45c0-87fd-0153b567af12 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:21.194365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:21.202873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.203341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.203898 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.204339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.204763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.205409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.205715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.206359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.206568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.207167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.207480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.208177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:21.294160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9998c0a-8781-4c46-982d-a7b1ad1fb9db req-ca3fd7a4-9e39-47e5-8e46-f6655fa05086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:21.297745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9998c0a-8781-4c46-982d-a7b1ad1fb9db req-ca3fd7a4-9e39-47e5-8e46-f6655fa05086 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 1100 time: 0.0837393 Apr 20 12:51:21.383790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9998c0a-8781-4c46-982d-a7b1ad1fb9db req-5883272a-6442-4df5-81f0-ce6ca011632b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773172 Apr 20 12:51:21.406741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18a531-0bce-4273-901c-b810bf681fb0 req-205eb8cc-7553-4a7f-a67d-80df2d4a6c65 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:21.413544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc18a531-0bce-4273-901c-b810bf681fb0 req-205eb8cc-7553-4a7f-a67d-80df2d4a6c65 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.0978751 Apr 20 12:51:21.501917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc18a531-0bce-4273-901c-b810bf681fb0 req-34b53e72-8e30-4d63-8178-1f3a41ac1d30 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806670 Apr 20 12:51:21.544820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb665405-4d89-482e-be7e-d9b1b549f8a5 req-95a49481-8724-46b7-b7b0-8d2469b58c5d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:21.546312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb665405-4d89-482e-be7e-d9b1b549f8a5 req-95a49481-8724-46b7-b7b0-8d2469b58c5d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 949 time: 0.0827091 Apr 20 12:51:21.595184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb665405-4d89-482e-be7e-d9b1b549f8a5 req-631ab8b5-29b8-4b82-a1ce-24a13aa5aecb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Apr 20 12:51:21.699773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e29553f1-346f-4cb1-a829-78cede51cc47 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:51:21.904296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e29553f1-346f-4cb1-a829-78cede51cc47,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:21.927736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'port_id': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'mac_address': 'fa:16:3e:eb:18:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:51:21.937337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53474) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:22.001333 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.017915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29553f1-346f-4cb1-a829-78cede51cc47 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:22.051833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e29553f1-346f-4cb1-a829-78cede51cc47,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:22.059141 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.117413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:22.134262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-network', 'tenant_id': '13f4d499f8d64164a83c1d2725137084'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:22.175949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Made reservation on behalf of 13f4d499f8d64164a83c1d2725137084 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:22.178915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.190006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.326914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c8b88-fc99-4831-a7c7-fe2300e820bb req-7426f313-4854-4226-a007-369d6d7935fc tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:22.328677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e4c8b88-fc99-4831-a7c7-fe2300e820bb req-7426f313-4854-4226-a007-369d6d7935fc tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 945 time: 0.0808635 Apr 20 12:51:22.356962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.382925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.424306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:51:22.444493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e4c8b88-fc99-4831-a7c7-fe2300e820bb req-b6491894-ed7d-4bb7-9c29-3eb04c9a8abc tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925558 Apr 20 12:51:22.446588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25893dab-16be-415d-ab47-7d81979de426,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:22.457423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.457941 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Added segment 2c1a3390-bac5-4bb1-b14d-66dddda7c168 of type vlan for network f53ae596-723c-4a16-ae60-1b1356acd461 Apr 20 12:51:22.506257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.556639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.558519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:22.559347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.578944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e29553f1-346f-4cb1-a829-78cede51cc47'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:22.601985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6628294 Apr 20 12:51:22.604886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53532) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:22.610764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Request body: {'subnet': {'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-subnet', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:22.655269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Made reservation on behalf of 13f4d499f8d64164a83c1d2725137084 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:22.657880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:22.860709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2d772-afa7-49d3-9209-bd38e25e4336 admin admin] Pushing event updated for resources: {'Network': ['ID=f53ae596-723c-4a16-ae60-1b1356acd461,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:22.879478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network f53ae596-723c-4a16-ae60-1b1356acd461 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:51:22.927782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139861ed-36aa-4a2a-98bb-544da6b5fe81 req-609505e3-ce3f-4b8f-b0a9-c3965d46dd51 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:22.929363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-139861ed-36aa-4a2a-98bb-544da6b5fe81 req-609505e3-ce3f-4b8f-b0a9-c3965d46dd51 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 949 time: 0.1763752 Apr 20 12:51:22.946473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30135427-ec76-4225-9d06-255b238ed2fd req-a5765a64-5e47-49fe-ab14-2210bf2ea93d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:22.955720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30135427-ec76-4225-9d06-255b238ed2fd req-a5765a64-5e47-49fe-ab14-2210bf2ea93d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.2815516 Apr 20 12:51:23.089231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30135427-ec76-4225-9d06-255b238ed2fd req-dc5790cf-880f-450c-8db8-314f80039021 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160257 Apr 20 12:51:23.104782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-139861ed-36aa-4a2a-98bb-544da6b5fe81 req-c87042ed-868e-4181-bfbf-40dd96ca9a65 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342218 Apr 20 12:51:23.123699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.199997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfbf2c8d-5315-4812-a9e5-4e1912aa53a6,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:23.210972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Checking segment: {'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:23.211435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Network hostable DHCP agents. Network: f53ae596-723c-4a16-ae60-1b1356acd461, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:51:23.233925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Network f53ae596-723c-4a16-ae60-1b1356acd461 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:51:23.247481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, f53ae596-723c-4a16-ae60-1b1356acd461) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:23.256185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786098c9-7475-416f-bc4a-bfcb08c0ba32 None None] Network f53ae596-723c-4a16-ae60-1b1356acd461 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:23.260753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:23.261441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.296848 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-05827d43-f6e4-4902-b224-f96edf54beaa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6900728 Apr 20 12:51:23.300041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53570) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:23.304319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:23.340282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.341330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.449244 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.485241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-f53ae596-723c-4a16-ae60-1b1356acd461', 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'fixed_ips': [{'subnet_id': 'dfbf2c8d-5315-4812-a9e5-4e1912aa53a6'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:51:23.486279 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.518225 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.728363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.744364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Allocated IP 172.20.0.2 (f53ae596-723c-4a16-ae60-1b1356acd461/dfbf2c8d-5315-4812-a9e5-4e1912aa53a6/720df8f0-d3a2-418f-8db7-8aa68df98124) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:23.752896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d5ba6-c3ba-4179-ba91-9291bdea482f req-8407b74b-dbcd-4070-9f53-0d07324644f2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:23.761414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a68d5ba6-c3ba-4179-ba91-9291bdea482f req-8407b74b-dbcd-4070-9f53-0d07324644f2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 945 time: 0.1563191 Apr 20 12:51:23.825779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a68d5ba6-c3ba-4179-ba91-9291bdea482f req-7941ddaf-0a2b-49fa-811d-d0aa76f15430 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577149 Apr 20 12:51:23.958081 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:23.966816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.021483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Pushing event updated for resources: {'Port': ['ID=720df8f0-d3a2-418f-8db7-8aa68df98124,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:24.045619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Network f53ae596-723c-4a16-ae60-1b1356acd461 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:24.047746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:24.050941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:24.073955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.098469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.125409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Attempting to bind port 720df8f0-d3a2-418f-8db7-8aa68df98124 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:24.125974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Attempting to bind port 720df8f0-d3a2-418f-8db7-8aa68df98124 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:24.126442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Attempting to bind port 720df8f0-d3a2-418f-8db7-8aa68df98124 on network f53ae596-723c-4a16-ae60-1b1356acd461 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:24.135010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:24.136760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Checking segment: {'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:24.137990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.139597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Bound using segment: {'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:24.141235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Bound port: 720df8f0-d3a2-418f-8db7-8aa68df98124, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:24.141793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.258477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] For port 720df8f0-d3a2-418f-8db7-8aa68df98124, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:24.258477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] For port 720df8f0-d3a2-418f-8db7-8aa68df98124, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=720df8f0-d3a2-418f-8db7-8aa68df98124,segment=NetworkSegment(2c1a3390-bac5-4bb1-b14d-66dddda7c168),segment_id=2c1a3390-bac5-4bb1-b14d-66dddda7c168)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:24.287749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd602b5c-0f99-4ec5-bbac-68f2bd1e0ae2 req-ec67d2a0-6663-42e1-bb02-2afb40ec7d36 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:24.289210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd602b5c-0f99-4ec5-bbac-68f2bd1e0ae2 req-ec67d2a0-6663-42e1-bb02-2afb40ec7d36 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1153119 Apr 20 12:51:24.319702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.338103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Allocated IP 172.25.3.181 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d64459f4-87ad-44ce-8438-01e7ff8066dc) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:24.350566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd602b5c-0f99-4ec5-bbac-68f2bd1e0ae2 req-85f2832e-e60c-4f40-b5aa-17bf3c0aff50 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544596 Apr 20 12:51:24.442528 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf9f6-23c1-48e6-b630-1210e4fb0139 None None] Pushing event updated for resources: {'Port': ['ID=720df8f0-d3a2-418f-8db7-8aa68df98124,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:24.598547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4455de-b38a-4106-80e7-265257e1cc73 req-df3c8541-aa1e-45df-a940-25c917509cae tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:24.600077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff4455de-b38a-4106-80e7-265257e1cc73 req-df3c8541-aa1e-45df-a940-25c917509cae tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 949 time: 0.1085377 Apr 20 12:51:24.605311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.673606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff4455de-b38a-4106-80e7-265257e1cc73 req-5303bf66-4b57-443a-a2ac-895ca1f18a28 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 Apr 20 12:51:24.686587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:24.759651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:24.765160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:24.767919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:24.832470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d64459f4-87ad-44ce-8438-01e7ff8066dc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:25.008252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad20e4f-c8b3-4e2b-8825-0c5f0956f447 req-ee8de3e5-ed2c-4ca6-b51f-ba02d8e29fd5 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:25.010042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ad20e4f-c8b3-4e2b-8825-0c5f0956f447 req-ee8de3e5-ed2c-4ca6-b51f-ba02d8e29fd5 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 1100 time: 0.1636925 Apr 20 12:51:25.107318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ad20e4f-c8b3-4e2b-8825-0c5f0956f447 req-c588d7d3-e76a-442c-aa75-0efcd3705117 tempest-ServersOnMultiNodesTest-749737524 tempest-ServersOnMultiNodesTest-749737524-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647287 Apr 20 12:51:25.252107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:25.325408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d8633-7e2f-4733-ac78-b0e7a5c6d655 req-10f28e19-6df9-4a8a-873f-e49e4e634d7b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:25.326935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-920d8633-7e2f-4733-ac78-b0e7a5c6d655 req-10f28e19-6df9-4a8a-873f-e49e4e634d7b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 945 time: 0.1139607 Apr 20 12:51:25.462499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-920d8633-7e2f-4733-ac78-b0e7a5c6d655 req-0a4edcf7-6c67-4f87-b576-e5c89155af14 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280150 Apr 20 12:51:25.665911 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:25.707756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e29553f1-346f-4cb1-a829-78cede51cc47 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:25.847662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c97cfad-425b-470d-ac44-fc32cbea2496 None None] Network f53ae596-723c-4a16-ae60-1b1356acd461 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:25.850145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port e29553f1-346f-4cb1-a829-78cede51cc47 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:51:25.899822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port e29553f1-346f-4cb1-a829-78cede51cc47 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:25.900192 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.012746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aab73f-3020-44f2-a6f4-5dbc3facad73 req-2b3785ff-1186-40ef-bebc-2562851c1e7d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:26.022976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53aab73f-3020-44f2-a6f4-5dbc3facad73 req-2b3785ff-1186-40ef-bebc-2562851c1e7d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1381159 Apr 20 12:51:26.051899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-79d714a1-9271-4f55-8585-3b5f5583ab74 None None] Provisioning complete for port 720df8f0-d3a2-418f-8db7-8aa68df98124 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:26.051899 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79d714a1-9271-4f55-8585-3b5f5583ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.107883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53aab73f-3020-44f2-a6f4-5dbc3facad73 req-4c4d68c8-9342-472e-b2bc-e34f28ee0e50 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789380 Apr 20 12:51:26.110269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Router ab23d66a-b6da-425c-88da-157941e0bc95 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:51:26.346611 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.357568 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79d714a1-9271-4f55-8585-3b5f5583ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.486903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-79d714a1-9271-4f55-8585-3b5f5583ab74 None None] For port 720df8f0-d3a2-418f-8db7-8aa68df98124, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=720df8f0-d3a2-418f-8db7-8aa68df98124,segment=NetworkSegment(2c1a3390-bac5-4bb1-b14d-66dddda7c168),segment_id=2c1a3390-bac5-4bb1-b14d-66dddda7c168)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:26.493709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:26.496593 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712474cf-b5fe-48d1-85b0-04a29128f004" -d '{"events": [{"server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "name": "network-vif-plugged", "status": "completed", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:26.506457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79d714a1-9271-4f55-8585-3b5f5583ab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.522329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e29553f1-346f-4cb1-a829-78cede51cc47,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:26.563818 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.597931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 720df8f0-d3a2-418f-8db7-8aa68df98124 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:26.654846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d714a1-9271-4f55-8585-3b5f5583ab74 None None] Pushing event updated for resources: {'Port': ['ID=720df8f0-d3a2-418f-8db7-8aa68df98124,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:26.759764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 720df8f0-d3a2-418f-8db7-8aa68df98124 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:26.761091 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.795854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:26.801268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9799b6-d3fe-4439-924a-cd272c3ef678 req-0d63c463-02f3-4090-87d5-5b416ceca3c0 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:26.812324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba9799b6-d3fe-4439-924a-cd272c3ef678 req-0d63c463-02f3-4090-87d5-5b416ceca3c0 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 949 time: 0.1684673 Apr 20 12:51:26.914586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba9799b6-d3fe-4439-924a-cd272c3ef678 req-7e8ff3c4-e75a-4445-8c65-8d12fe9745fc tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009967 Apr 20 12:51:26.924765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:26.960349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:26.961895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-532ca23a-46d5-4101-9b44-b4c0e34141f9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6608522 Apr 20 12:51:26.965379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53610) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:26.968653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Sync routers for ids ['ab23d66a-b6da-425c-88da-157941e0bc95'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:26.983178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4b5f4ada-02e9-4541-a368-acf2e29ee5fc None None] Provisioning complete for port 720df8f0-d3a2-418f-8db7-8aa68df98124 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:26.983546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b5f4ada-02e9-4541-a368-acf2e29ee5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:27.031090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Routers {'ab23d66a-b6da-425c-88da-157941e0bc95'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:27.032011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ab23d66a-b6da-425c-88da-157941e0bc95'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:27.137808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307345-9b0d-45ed-acea-23444bcb2db7 req-bd0c5b82-3394-4826-b578-299ee9a37780 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:27.139344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a307345-9b0d-45ed-acea-23444bcb2db7 req-bd0c5b82-3394-4826-b578-299ee9a37780 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1111436 Apr 20 12:51:27.191382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a307345-9b0d-45ed-acea-23444bcb2db7 req-5a34e1e2-39b7-452b-b0e4-2d01ec889650 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Apr 20 12:51:27.298681 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386482b-2d0e-47ae-bf60-d4e8613add57 x-openstack-request-id: req-7386482b-2d0e-47ae-bf60-d4e8613add57 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:27.298681 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "name": "network-vif-plugged", "status": "completed", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:27.298681 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7386482b-2d0e-47ae-bf60-d4e8613add57 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:27.298681 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7386482b-2d0e-47ae-bf60-d4e8613add57'] response: {'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'code': 200} Apr 20 12:51:27.422148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Set router ab23d66a-b6da-425c-88da-157941e0bc95 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:27.452928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e620ee-6ba5-4586-9ba5-cc256e69d72b req-5c7529d6-04ed-404f-a021-25fea060b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:27.455808 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-51e620ee-6ba5-4586-9ba5-cc256e69d72b req-5c7529d6-04ed-404f-a021-25fea060b8cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.0781493 Apr 20 12:51:27.554366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-51e620ee-6ba5-4586-9ba5-cc256e69d72b req-9e450b64-58d5-490e-8bf1-0b8d354f1a33 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881829 Apr 20 12:51:27.558083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-5986cd2e-4370-4e26-8bae-63843dea882e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:27.559719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-5986cd2e-4370-4e26-8bae-63843dea882e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 949 time: 0.1405652 Apr 20 12:51:27.637777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7ee23-7255-4674-afd5-630338c91f56 req-4eb8a3f1-5dce-42fd-b1af-2f8559f4b611 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:27.645040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ac7ee23-7255-4674-afd5-630338c91f56 req-4eb8a3f1-5dce-42fd-b1af-2f8559f4b611 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1970463 Apr 20 12:51:27.778712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ac7ee23-7255-4674-afd5-630338c91f56 req-22916ac2-ca33-4fe8-a6ff-21111607982b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269374 Apr 20 12:51:27.786970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:25Z', 'revision_number': 3, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port': {'id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:24Z', 'updated_at': '2022-04-20T12:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:27.805358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port b5fd0ee5-1f27-425c-aaa1-23efc7a611da {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:27.805894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:27.855548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Checking router: ab23d66a-b6da-425c-88da-157941e0bc95 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:27.855548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Updating router ab23d66a-b6da-425c-88da-157941e0bc95 port d64459f4-87ad-44ce-8438-01e7ff8066dc binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:51:27.906288 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:27.985410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.094472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port b5fd0ee5-1f27-425c-aaa1-23efc7a611da, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:28.094472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.140850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for b5fd0ee5-1f27-425c-aaa1-23efc7a611da owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:28.178814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694644a-502b-4a04-aa84-5f5410effdb5 req-33978874-0a87-4664-a6d2-e9096a4595bd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:28.187025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9694644a-502b-4a04-aa84-5f5410effdb5 req-33978874-0a87-4664-a6d2-e9096a4595bd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8220c4e-7f3e-494f-ab57-64824d155e2d HTTP/1.1" status: 200 len: 949 time: 0.1546412 Apr 20 12:51:28.306188 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.315846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.340276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9694644a-502b-4a04-aa84-5f5410effdb5 req-df4b7ed8-6ceb-4d64-bed9-3b3ef9c8fcda tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523104 Apr 20 12:51:28.386058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Attempting to bind port d64459f4-87ad-44ce-8438-01e7ff8066dc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:28.386498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Attempting to bind port d64459f4-87ad-44ce-8438-01e7ff8066dc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:28.387090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Attempting to bind port d64459f4-87ad-44ce-8438-01e7ff8066dc on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:28.399826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3b3e0-67aa-4953-96ad-11fd98439140 None None] Pushing event updated for resources: {'Port': ['ID=d64459f4-87ad-44ce-8438-01e7ff8066dc,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:28.404025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:28.404324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:28.404691 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.405073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:28.405549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Bound port: d64459f4-87ad-44ce-8438-01e7ff8066dc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:28.406506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.477262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Allocated IP 172.20.0.1 (f53ae596-723c-4a16-ae60-1b1356acd461/dfbf2c8d-5315-4812-a9e5-4e1912aa53a6/b5767ffb-5b10-4fcc-97ff-ec33f3e64a76) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:28.486673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 720df8f0-d3a2-418f-8db7-8aa68df98124 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:28.616703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] For port d64459f4-87ad-44ce-8438-01e7ff8066dc, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:28.623182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] For port d64459f4-87ad-44ce-8438-01e7ff8066dc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d64459f4-87ad-44ce-8438-01e7ff8066dc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:28.633769 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.670302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c2b81-6b7f-494b-8d96-1d67c754c5a7 req-b51b9bda-8848-4468-a5a5-1007e3a07e89 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:28.690237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7c2b81-6b7f-494b-8d96-1d67c754c5a7 req-b51b9bda-8848-4468-a5a5-1007e3a07e89 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2286937 Apr 20 12:51:28.711951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.728361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', '2e527e21-4a72-42b1-80ff-81413fc1007f', '644feaab-21df-43a0-b39e-b401fcb6673b', '623097df-7b51-4472-ac21-fcf65c741f32'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:28.731256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8', '83c7e329-c586-4666-9a38-a29b7b5ca5f7', 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:28.818513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=b5fd0ee5-1f27-425c-aaa1-23efc7a611da,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:28.833479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Routers {'ab23d66a-b6da-425c-88da-157941e0bc95'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:28.834186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ab23d66a-b6da-425c-88da-157941e0bc95'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:28.904909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 720df8f0-d3a2-418f-8db7-8aa68df98124 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:28.905335 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:28.913177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3b3e0-67aa-4953-96ad-11fd98439140 None None] Pushing event updated for resources: {'Port': ['ID=d64459f4-87ad-44ce-8438-01e7ff8066dc,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:29.001528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port b5fd0ee5-1f27-425c-aaa1-23efc7a611da on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:29.012320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:29.016145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-184904cb-55fa-4762-ba12-bd73076bf8e7 req-f21399b6-1bea-4f2a-b427-1ddb2744470a tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "DELETE /v2.0/ports/b5fd0ee5-1f27-425c-aaa1-23efc7a611da HTTP/1.1" status: 204 len: 173 time: 1.4296134 Apr 20 12:51:29.016847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'name': 'network-vif-deleted', 'tag': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:29.020351 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3245a33-df22-4cec-8584-8d623005e1c4" -d '{"events": [{"server_uuid": "c8220c4e-7f3e-494f-ab57-64824d155e2d", "name": "network-vif-deleted", "tag": "b5fd0ee5-1f27-425c-aaa1-23efc7a611da"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:29.125403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7c2b81-6b7f-494b-8d96-1d67c754c5a7 req-d7848306-cd19-4391-8f0e-bcb8a192397f tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282277 Apr 20 12:51:29.186576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] Set router ab23d66a-b6da-425c-88da-157941e0bc95 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:29.258275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:29.375337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f78e7e-a85a-479a-ac11-c86e60809b4b req-689736fe-0588-492b-8819-863b41f8681b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:29.390657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00f78e7e-a85a-479a-ac11-c86e60809b4b req-689736fe-0588-492b-8819-863b41f8681b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.0900629 Apr 20 12:51:29.393845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:29.446068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Network f53ae596-723c-4a16-ae60-1b1356acd461 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:29.450261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:29.461400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:29.564375 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:29.716127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Pushing event updated for resources: {'Port': ['ID=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:29.742826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00f78e7e-a85a-479a-ac11-c86e60809b4b req-cf526af2-6299-4b27-915c-116816e44136 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124094 Apr 20 12:51:29.881454 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704fbcaa-7cfb-497f-ad92-3bf377ef8ac5 x-openstack-request-id: req-704fbcaa-7cfb-497f-ad92-3bf377ef8ac5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:29.882204 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8220c4e-7f3e-494f-ab57-64824d155e2d", "name": "network-vif-deleted", "tag": "b5fd0ee5-1f27-425c-aaa1-23efc7a611da", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:29.883257 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-704fbcaa-7cfb-497f-ad92-3bf377ef8ac5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:29.886891 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704fbcaa-7cfb-497f-ad92-3bf377ef8ac5'] response: {'server_uuid': 'c8220c4e-7f3e-494f-ab57-64824d155e2d', 'name': 'network-vif-deleted', 'tag': 'b5fd0ee5-1f27-425c-aaa1-23efc7a611da', 'status': 'completed', 'code': 200} Apr 20 12:51:29.981884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:30.048122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-596c4915-e915-4027-b428-e75308bbec4e None None] Provisioning complete for port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:30.049263 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-596c4915-e915-4027-b428-e75308bbec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:30.155847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-596c4915-e915-4027-b428-e75308bbec4e None None] Port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:51:30.182763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:25Z', 'revision_number': 3, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port': {'id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:24Z', 'updated_at': '2022-04-20T12:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:30.237790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4580701c-a4d9-403c-863c-98728bcb47de None None] The sync data for ids ['ab23d66a-b6da-425c-88da-157941e0bc95'] in n-d-838550-2 is: [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:25Z', 'revision_number': 3, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port': {'id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:24Z', 'updated_at': '2022-04-20T12:51:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:30.293133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:30.302840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:30.516954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Pushing event updated for resources: {'Port': ['ID=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:30.520435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:30.591171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279b5a6-5672-422c-a445-8642f6cad4cc req-c5ffb05b-c32b-4bdd-a0b9-92ab49674cbc tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:30.592952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1279b5a6-5672-422c-a445-8642f6cad4cc req-c5ffb05b-c32b-4bdd-a0b9-92ab49674cbc tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1298566 Apr 20 12:51:30.768101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1279b5a6-5672-422c-a445-8642f6cad4cc req-31f6ca30-2c6e-4fc3-a473-53bf2d5e262f tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250908 Apr 20 12:51:30.847609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Network f53ae596-723c-4a16-ae60-1b1356acd461 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:30.853479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:30.905124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b5fd0ee5-1f27-425c-aaa1-23efc7a611da no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:30.984790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: b5fd0ee5-1f27-425c-aaa1-23efc7a611da {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:30.985144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b5fd0ee5-1f27-425c-aaa1-23efc7a611da not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:31.128430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237353eb-a97a-472e-bb2a-1749778fdb42 req-4578b41c-b848-4b6d-b9b3-5dd0df40ae21 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:31.138329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-237353eb-a97a-472e-bb2a-1749778fdb42 req-4578b41c-b848-4b6d-b9b3-5dd0df40ae21 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 950 time: 0.1463189 Apr 20 12:51:31.193211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-38fd0afe-5423-44c8-9c64-3cef9ebd51dd None None] Provisioning complete for port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:31.194641 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38fd0afe-5423-44c8-9c64-3cef9ebd51dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:31.268118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-38fd0afe-5423-44c8-9c64-3cef9ebd51dd None None] Port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:51:31.345995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Router ab23d66a-b6da-425c-88da-157941e0bc95 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:51:31.440155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-237353eb-a97a-472e-bb2a-1749778fdb42 req-abac6b07-6e19-4662-a2c5-18db0ed4c822 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003931 Apr 20 12:51:31.721049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662092fe-c947-4190-aa13-6e05bb9a2dc7 req-877af115-4d83-4725-8624-e2103bdff62a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:31.722918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-662092fe-c947-4190-aa13-6e05bb9a2dc7 req-877af115-4d83-4725-8624-e2103bdff62a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1821256 Apr 20 12:51:31.731211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:31.752737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-90f94ae6-cbb0-4dac-a9aa-1e1cd7e741da admin admin] 10.222.0.24 "PUT /v2.0/routers/ab23d66a-b6da-425c-88da-157941e0bc95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7757425 Apr 20 12:51:31.776189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-662092fe-c947-4190-aa13-6e05bb9a2dc7 req-054cfb44-5a71-4f54-948c-4ee0fe8b68c2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429895 Apr 20 12:51:32.124621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-f9d9a0ac-1fb7-4058-80f8-72e72a886e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:32.128135 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-f9d9a0ac-1fb7-4058-80f8-72e72a886e2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.0637343 Apr 20 12:51:32.284446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-108edd61-074e-4f49-9b0f-ec072de6c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:32.285919 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-108edd61-074e-4f49-9b0f-ec072de6c6a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 0.1481278 Apr 20 12:51:32.341715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9edb40c9-ed1a-4838-b08f-a107a79e47ff req-b0943443-7af8-4a03-99b9-1f6c7b3c3b3c tempest-FloatingIPsNegativeTestJSON-528885282 tempest-FloatingIPsNegativeTestJSON-528885282-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=13f4d499f8d64164a83c1d2725137084 HTTP/1.1" status: 200 len: 217 time: 0.0607896 Apr 20 12:51:32.387119 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-98f0456d-dbf0-4f5e-be84-cf74ff684c8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 217 time: 0.0922873 Apr 20 12:51:32.481844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-8063cbcc-6af1-4083-af1a-3d4ef7ed0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:32.483811 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-8063cbcc-6af1-4083-af1a-3d4ef7ed0255 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.0894799 Apr 20 12:51:32.570024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d64459f4-87ad-44ce-8438-01e7ff8066dc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:32.589430 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-16378166-30e8-4543-8b1b-96a750e79148 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799160 Apr 20 12:51:32.615454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b73c3-a9ec-4357-8143-ba1e8beaf48d req-40ef5b62-b236-4021-a6f7-51074cf3c49c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:32.617017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-268b73c3-a9ec-4357-8143-ba1e8beaf48d req-40ef5b62-b236-4021-a6f7-51074cf3c49c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1437197 Apr 20 12:51:32.647551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d64459f4-87ad-44ce-8438-01e7ff8066dc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:32.648019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:32.686692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-268b73c3-a9ec-4357-8143-ba1e8beaf48d req-6524d4ba-980c-42c0-ba29-09e43ac42b90 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545630 Apr 20 12:51:32.767045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b0b9247-97c7-4016-aa97-7c2e0b5a2888 req-82e79602-dfdb-46d2-9aa6-c220f7ead0a1 tempest-FloatingIPsNegativeTestJSON-528885282 tempest-FloatingIPsNegativeTestJSON-528885282-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0360718 Apr 20 12:51:32.793846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:32.823801 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-8272a5b5-26f0-4311-a754-986fd639960f service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334483 Apr 20 12:51:32.826489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port d64459f4-87ad-44ce-8438-01e7ff8066dc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d64459f4-87ad-44ce-8438-01e7ff8066dc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:32.832926 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:32.910967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=d64459f4-87ad-44ce-8438-01e7ff8066dc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:33.006897 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Sync routers for ids ['ab23d66a-b6da-425c-88da-157941e0bc95'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:33.026634 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Routers {'ab23d66a-b6da-425c-88da-157941e0bc95'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:33.029388 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ab23d66a-b6da-425c-88da-157941e0bc95'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:33.055959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e69b3-77b9-45cc-a5c3-9baba4f0e32f req-b3cba876-6abc-4ffe-a6d9-a9ae795cbd01 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:33.062613 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d46cb32e-5ba2-4020-8e72-c0c02b200337 req-b05b83ca-77e9-431c-b0bf-4c72d7b362e0 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259693 Apr 20 12:51:33.080726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-711e69b3-77b9-45cc-a5c3-9baba4f0e32f req-b3cba876-6abc-4ffe-a6d9-a9ae795cbd01 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 950 time: 0.1719544 Apr 20 12:51:33.097376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-42229611-4cb7-4d5f-8f12-2fc4a2024784 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:33.099053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-42229611-4cb7-4d5f-8f12-2fc4a2024784 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 950 time: 0.1519220 Apr 20 12:51:33.154889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-711e69b3-77b9-45cc-a5c3-9baba4f0e32f req-318f6e13-eab4-411c-9bd3-12edb0a2bd4d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640240 Apr 20 12:51:33.223840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Set router ab23d66a-b6da-425c-88da-157941e0bc95 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:33.589355 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-06865f06-d323-499e-8f9e-c008d0532533 req-44db203a-ad51-4737-92b0-378302f98f19 tempest-FloatingIPsNegativeTestJSON-528885282 tempest-FloatingIPsNegativeTestJSON-528885282-project] show failed (client error): The resource could not be found. Apr 20 12:51:33.600600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:33.603607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06865f06-d323-499e-8f9e-c008d0532533 req-44db203a-ad51-4737-92b0-378302f98f19 tempest-FloatingIPsNegativeTestJSON-528885282 tempest-FloatingIPsNegativeTestJSON-528885282-project] 10.222.0.24 "GET /v2.0/floatingips/bd71d79c-84e9-4c2d-8525-549fb4073a3e HTTP/1.1" status: 404 len: 350 time: 0.3750122 Apr 20 12:51:33.665688 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-31ccdd26-8916-4693-b805-484119b64f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:33.680625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port 623097df-7b51-4472-ac21-fcf65c741f32 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:33.680625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:33.745083 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:29Z', 'revision_number': 4, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port': {'id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:24Z', 'updated_at': '2022-04-20T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b5767ffb-5b10-4fcc-97ff-ec33f3e64a76', 'name': '', 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'mac_address': 'fa:16:3e:ff:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dfbf2c8d-5315-4812-a9e5-4e1912aa53a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:28Z', 'updated_at': '2022-04-20T12:51:30Z', 'revision_number': 2, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'subnets': [{'id': 'dfbf2c8d-5315-4812-a9e5-4e1912aa53a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:33.807597 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Checking router: ab23d66a-b6da-425c-88da-157941e0bc95 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:33.807949 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Updating router ab23d66a-b6da-425c-88da-157941e0bc95 port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:51:33.836499 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.010996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fd624-6600-4934-83fe-06af2f0670b3 req-bf75761f-7db0-4afb-909b-23e3535f7a3b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:34.023861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-669fd624-6600-4934-83fe-06af2f0670b3 req-bf75761f-7db0-4afb-909b-23e3535f7a3b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.2231276 Apr 20 12:51:34.077517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port 623097df-7b51-4472-ac21-fcf65c741f32, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=623097df-7b51-4472-ac21-fcf65c741f32,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:34.077943 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.129341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for 623097df-7b51-4472-ac21-fcf65c741f32 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:34.179780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-669fd624-6600-4934-83fe-06af2f0670b3 req-a884e350-377b-4887-8d6a-53b806370798 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549721 Apr 20 12:51:34.299634 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.307936 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.470587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc7d78-307c-4891-8c43-263958125ab2 req-6da200a9-a6ba-43dc-97e0-d0866d44b99c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:34.483350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16dc7d78-307c-4891-8c43-263958125ab2 req-6da200a9-a6ba-43dc-97e0-d0866d44b99c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2168269 Apr 20 12:51:34.502098 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Pushing event updated for resources: {'Port': ['ID=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:34.525282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d64459f4-87ad-44ce-8438-01e7ff8066dc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:34.536842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.568714 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.569015 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.569357 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.569775 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.570111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.570437 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.570762 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.571083 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.571403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.571721 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.572047 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.572436 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:51:34.582795 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Attempting to bind port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:34.583293 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Attempting to bind port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:34.583649 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Attempting to bind port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 on network f53ae596-723c-4a16-ae60-1b1356acd461 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:34.598882 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:34.599663 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Checking segment: {'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:34.600493 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.601060 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Bound using segment: {'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:34.601753 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Bound port: b5767ffb-5b10-4fcc-97ff-ec33f3e64a76, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1a3390-bac5-4bb1-b14d-66dddda7c168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:34.602356 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.648243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', '2e527e21-4a72-42b1-80ff-81413fc1007f', '644feaab-21df-43a0-b39e-b401fcb6673b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:34.656972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8', '83c7e329-c586-4666-9a38-a29b7b5ca5f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:34.674832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port 623097df-7b51-4472-ac21-fcf65c741f32 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:34.690511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=623097df-7b51-4472-ac21-fcf65c741f32,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:34.704071 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.708476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c5556ee-cfdd-407f-84fc-e9ed5e44bb4a req-d8571998-a2c5-4fa4-87b6-4f36bbd36261 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "DELETE /v2.0/ports/623097df-7b51-4472-ac21-fcf65c741f32 HTTP/1.1" status: 204 len: 173 time: 1.5733123 Apr 20 12:51:34.709367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f01ce42-602e-4569-8a94-b393825a10f8', 'name': 'network-vif-deleted', 'tag': '623097df-7b51-4472-ac21-fcf65c741f32'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:34.712291 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b576fd-b37b-4e67-a56a-eb982a097bdb" -d '{"events": [{"server_uuid": "4f01ce42-602e-4569-8a94-b393825a10f8", "name": "network-vif-deleted", "tag": "623097df-7b51-4472-ac21-fcf65c741f32"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:34.734821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16dc7d78-307c-4891-8c43-263958125ab2 req-c6510dd3-9acb-4656-bbb2-401492954755 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459178 Apr 20 12:51:34.824687 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] For port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:34.850874 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] For port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,segment=NetworkSegment(2c1a3390-bac5-4bb1-b14d-66dddda7c168),segment_id=2c1a3390-bac5-4bb1-b14d-66dddda7c168)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:34.861259 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:34.931009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:35.020379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eac89707-6eda-4a17-aaf4-87339327bdfe req-03b5b5b7-36e9-481c-ba13-40f34994e17e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f01ce42-602e-4569-8a94-b393825a10f8 HTTP/1.1" status: 200 len: 210 time: 0.0633316 Apr 20 12:51:35.080303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-da6745a8-ed24-468b-8be9-b2ece884331f None None] Provisioning complete for port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:35.080871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-da6745a8-ed24-468b-8be9-b2ece884331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:35.085675 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f3e7dd-9b46-4d4b-966d-4094202493a5 x-openstack-request-id: req-90f3e7dd-9b46-4d4b-966d-4094202493a5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:35.085924 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f01ce42-602e-4569-8a94-b393825a10f8", "name": "network-vif-deleted", "tag": "623097df-7b51-4472-ac21-fcf65c741f32", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:35.086208 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90f3e7dd-9b46-4d4b-966d-4094202493a5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:35.086628 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f3e7dd-9b46-4d4b-966d-4094202493a5'] response: {'server_uuid': '4f01ce42-602e-4569-8a94-b393825a10f8', 'name': 'network-vif-deleted', 'tag': '623097df-7b51-4472-ac21-fcf65c741f32', 'status': 'completed', 'code': 200} Apr 20 12:51:35.155760 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68169b04-2ddf-4de3-9250-ec86d7268dfe None None] Pushing event updated for resources: {'Port': ['ID=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:35.165450 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Routers {'ab23d66a-b6da-425c-88da-157941e0bc95'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:35.167834 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ab23d66a-b6da-425c-88da-157941e0bc95'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:35.234021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d64459f4-87ad-44ce-8438-01e7ff8066dc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:35.234490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:35.393804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd9e40-da6b-405a-81cf-86a1880bb32c req-e0b034af-0ede-4e5d-8ca0-92bee41f8547 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:35.402032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebd9e40-da6b-405a-81cf-86a1880bb32c req-e0b034af-0ede-4e5d-8ca0-92bee41f8547 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1000295 Apr 20 12:51:35.482281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebd9e40-da6b-405a-81cf-86a1880bb32c req-e8c1ac2d-079f-4b79-910a-6c064d8f6c90 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758600 Apr 20 12:51:35.503806 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] Set router ab23d66a-b6da-425c-88da-157941e0bc95 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:35.611448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Deleting port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:35.612029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:35.781699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 623097df-7b51-4472-ac21-fcf65c741f32 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:35.858594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] For port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,segment=NetworkSegment(2c1a3390-bac5-4bb1-b14d-66dddda7c168),segment_id=2c1a3390-bac5-4bb1-b14d-66dddda7c168)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:35.859194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:35.889088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-da6745a8-ed24-468b-8be9-b2ece884331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:35.902940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Calling delete_port for b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:35.935138 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:29Z', 'revision_number': 4, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port': {'id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:24Z', 'updated_at': '2022-04-20T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b5767ffb-5b10-4fcc-97ff-ec33f3e64a76', 'name': '', 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'mac_address': 'fa:16:3e:ff:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dfbf2c8d-5315-4812-a9e5-4e1912aa53a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:28Z', 'updated_at': '2022-04-20T12:51:34Z', 'revision_number': 4, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'subnets': [{'id': 'dfbf2c8d-5315-4812-a9e5-4e1912aa53a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:35.969315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 623097df-7b51-4472-ac21-fcf65c741f32 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:35.969673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 623097df-7b51-4472-ac21-fcf65c741f32 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:36.010888 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3480bf-804b-44e3-9de9-82009240bdda None None] The sync data for ids ['ab23d66a-b6da-425c-88da-157941e0bc95'] in n-d-838550-2 is: [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:29Z', 'revision_number': 4, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port': {'id': 'd64459f4-87ad-44ce-8438-01e7ff8066dc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:9d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:24Z', 'updated_at': '2022-04-20T12:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b5767ffb-5b10-4fcc-97ff-ec33f3e64a76', 'name': '', 'network_id': 'f53ae596-723c-4a16-ae60-1b1356acd461', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'mac_address': 'fa:16:3e:ff:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'dfbf2c8d-5315-4812-a9e5-4e1912aa53a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:28Z', 'updated_at': '2022-04-20T12:51:34Z', 'revision_number': 4, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'subnets': [{'id': 'dfbf2c8d-5315-4812-a9e5-4e1912aa53a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:36.011787 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1135dc10-2a9f-4c90-bbeb-6336ab3d97e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:36.062939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad349976-4e64-4ae9-aabd-bbc737b3e8f7 req-8de8756c-1613-4c8b-aa2f-487cd3a9b4e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:36.070011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad349976-4e64-4ae9-aabd-bbc737b3e8f7 req-8de8756c-1613-4c8b-aa2f-487cd3a9b4e4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1115735 Apr 20 12:51:36.167155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-da6745a8-ed24-468b-8be9-b2ece884331f None None] For port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,segment=NetworkSegment(2c1a3390-bac5-4bb1-b14d-66dddda7c168),segment_id=2c1a3390-bac5-4bb1-b14d-66dddda7c168)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:36.199759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-da6745a8-ed24-468b-8be9-b2ece884331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:36.208354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad349976-4e64-4ae9-aabd-bbc737b3e8f7 req-e4839807-8136-4ca3-be8e-006e1530f673 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184201 Apr 20 12:51:36.378127 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:36.395044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ecc69-648b-4c0b-b3f2-1d38f632f2ff req-75dbca47-6ea5-40c2-b32d-856f083d761f tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:36.396928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-318ecc69-648b-4c0b-b3f2-1d38f632f2ff req-75dbca47-6ea5-40c2-b32d-856f083d761f tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.0786517 Apr 20 12:51:36.411768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6745a8-ed24-468b-8be9-b2ece884331f None None] Pushing event updated for resources: {'Port': ['ID=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:36.471827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5767ffb-5b10-4fcc-97ff-ec33f3e64a76,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:36.473120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-318ecc69-648b-4c0b-b3f2-1d38f632f2ff req-a9537ed0-5486-47eb-9ab9-2293cd07ed93 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698738 Apr 20 12:51:36.576096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cc752202-2d81-410d-a041-b9f7e737e06f None None] Provisioning complete for port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:36.576096 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cc752202-2d81-410d-a041-b9f7e737e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:36.584276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:36.643949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cc752202-2d81-410d-a041-b9f7e737e06f None None] Port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 was deleted so its status cannot be updated. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 12:51:36.652497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:36.653077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 12:51:36.680579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 not found, will not notify nova. {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 12:51:36.777325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d1aa6-a3ca-4e4d-8679-09954dc2ef17 req-05caf12b-80f5-4022-b395-37e55c33c76d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:36.793031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c2d1aa6-a3ca-4e4d-8679-09954dc2ef17 req-05caf12b-80f5-4022-b395-37e55c33c76d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1248307 Apr 20 12:51:36.884206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c2d1aa6-a3ca-4e4d-8679-09954dc2ef17 req-dc71cc37-34e4-40ce-9922-1b42b7e2af43 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775726 Apr 20 12:51:36.910566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:36.941556 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:51:37.074325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:37.089092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50490017-99e4-4fb9-bd46-b1cac5c7423f req-9929c62d-df70-439b-8706-1ede939bfa3c tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:37.098722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50490017-99e4-4fb9-bd46-b1cac5c7423f req-9929c62d-df70-439b-8706-1ede939bfa3c tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 950 time: 0.1058717 Apr 20 12:51:37.160029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50490017-99e4-4fb9-bd46-b1cac5c7423f req-2ace4089-ab28-4096-acb9-f9f05cbafac8 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597157 Apr 20 12:51:37.258466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Router ab23d66a-b6da-425c-88da-157941e0bc95 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:51:37.398368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:37.399340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87b753-79f2-47f0-aecb-761497543852 req-34045688-74bf-4b94-a173-24dad2793fd8 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:37.401505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab87b753-79f2-47f0-aecb-761497543852 req-34045688-74bf-4b94-a173-24dad2793fd8 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1169596 Apr 20 12:51:37.411034 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53de9ee9-ed27-4cb3-a4b4-fe7f99248d0d admin admin] 10.222.0.24 "PUT /v2.0/routers/ab23d66a-b6da-425c-88da-157941e0bc95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8087223 Apr 20 12:51:37.413529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:37.450549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab87b753-79f2-47f0-aecb-761497543852 req-649dda60-b32a-4b67-92e9-49de6f5e3c81 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419881 Apr 20 12:51:37.458885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7a2a1-dae3-4e37-b4d2-d71a098381d0 req-d05acfc8-0476-439d-bcff-463e54853371 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:37.460561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1bf7a2a1-dae3-4e37-b4d2-d71a098381d0 req-d05acfc8-0476-439d-bcff-463e54853371 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 949 time: 0.1368899 Apr 20 12:51:37.540988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1bf7a2a1-dae3-4e37-b4d2-d71a098381d0 req-0b2c777d-82c2-49ee-bc88-ea6dcda0ceb5 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667672 Apr 20 12:51:37.544508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:37.655428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8ff05-bdf1-4eea-8788-15d1029a4c22 req-b5ed3f83-8835-4572-97b4-9b66d3b94d1c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:37.657918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97f8ff05-bdf1-4eea-8788-15d1029a4c22 req-b5ed3f83-8835-4572-97b4-9b66d3b94d1c tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.0585196 Apr 20 12:51:37.661077 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:37.703883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97f8ff05-bdf1-4eea-8788-15d1029a4c22 req-d7d12e20-50c0-45cb-bcde-73ec109bbf4e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Apr 20 12:51:37.724172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Deleting port d64459f4-87ad-44ce-8438-01e7ff8066dc {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:37.724172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:37.816550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] For port d64459f4-87ad-44ce-8438-01e7ff8066dc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d64459f4-87ad-44ce-8438-01e7ff8066dc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:37.816997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:37.831341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Calling delete_port for d64459f4-87ad-44ce-8438-01e7ff8066dc owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:37.965646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] Sync routers for ids ['ab23d66a-b6da-425c-88da-157941e0bc95'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:37.990724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] Routers {'ab23d66a-b6da-425c-88da-157941e0bc95'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:37.991364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ab23d66a-b6da-425c-88da-157941e0bc95'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:38.014655 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.026934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950070e-2af9-47c3-9d83-339608fdfb91 req-7ff9ce1d-e9fe-42f6-97ba-4dabee9f6b82 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:38.029286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d950070e-2af9-47c3-9d83-339608fdfb91 req-7ff9ce1d-e9fe-42f6-97ba-4dabee9f6b82 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.0711474 Apr 20 12:51:38.056516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64459f4-87ad-44ce-8438-01e7ff8066dc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:38.094397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d950070e-2af9-47c3-9d83-339608fdfb91 req-a3edc845-f8c7-48ee-b416-1464960be76f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593119 Apr 20 12:51:38.132225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.136353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] Set router ab23d66a-b6da-425c-88da-157941e0bc95 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:38.221250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:37Z', 'revision_number': 6, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:38.250938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.254587 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.254990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] Checking router: ab23d66a-b6da-425c-88da-157941e0bc95 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:38.266186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] Routers {'ab23d66a-b6da-425c-88da-157941e0bc95'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:38.267228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ab23d66a-b6da-425c-88da-157941e0bc95'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:38.282456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f075814-ffe9-49e5-8597-e4382fe0b7b1 req-9df4ac40-8685-464e-8f55-d5dd967183d2 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:38.290224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f075814-ffe9-49e5-8597-e4382fe0b7b1 req-9df4ac40-8685-464e-8f55-d5dd967183d2 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 950 time: 0.0619290 Apr 20 12:51:38.312430 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.313716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab23d66a-b6da-425c-88da-157941e0bc95 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:51:38.322685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.324615 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f376791-1f79-4be9-9d1d-e53ff9601343 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ab23d66a-b6da-425c-88da-157941e0bc95 HTTP/1.1" status: 204 len: 168 time: 0.9098303 Apr 20 12:51:38.327229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53748) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:38.356233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f075814-ffe9-49e5-8597-e4382fe0b7b1 req-e27495d9-487d-4bfc-a074-2707c41b7df5 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639999 Apr 20 12:51:38.357277 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] Set router ab23d66a-b6da-425c-88da-157941e0bc95 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:38.422391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] Deleting subnet dfbf2c8d-5315-4812-a9e5-4e1912aa53a6 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:51:38.426142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.549609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.581454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:37Z', 'revision_number': 7, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:38.620067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dac1958-d8f3-4d95-8e84-b1b651aa2369 None None] The sync data for ids ['ab23d66a-b6da-425c-88da-157941e0bc95'] in n-d-838550-2 is: [{'id': 'ab23d66a-b6da-425c-88da-157941e0bc95', 'name': 'tempest-FloatingIPsNegativeTestJSON-1752606796-router', 'tenant_id': '13f4d499f8d64164a83c1d2725137084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:23Z', 'updated_at': '2022-04-20T12:51:37Z', 'revision_number': 7, 'project_id': '13f4d499f8d64164a83c1d2725137084', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:38.634771 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.689473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.697907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606afdbb-11cd-4a99-953c-b9bd06934cb7 req-1396c58a-c55f-4594-ad2f-d821b2967d26 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:38.699564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-606afdbb-11cd-4a99-953c-b9bd06934cb7 req-1396c58a-c55f-4594-ad2f-d821b2967d26 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1098313 Apr 20 12:51:38.758609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.780525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-606afdbb-11cd-4a99-953c-b9bd06934cb7 req-d8b20104-5e51-48fc-a6d4-50ced7d3d899 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738623 Apr 20 12:51:38.808308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfbf2c8d-5315-4812-a9e5-4e1912aa53a6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:38.808941 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.810613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:38.816848 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c3c3923-0587-4d23-a7fa-03b3aaa95750 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dfbf2c8d-5315-4812-a9e5-4e1912aa53a6 HTTP/1.1" status: 204 len: 168 time: 0.4855027 Apr 20 12:51:38.817042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc9b192-4f5f-49dc-8a01-cc825d84026b None None] Network f53ae596-723c-4a16-ae60-1b1356acd461 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:38.817194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53774) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:38.866328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b96af8-51a4-4063-8167-450325bcd658 req-3398f9d9-c027-4a6f-81e6-a772c7f95ef8 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:38.867854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4b96af8-51a4-4063-8167-450325bcd658 req-3398f9d9-c027-4a6f-81e6-a772c7f95ef8 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.1018953 Apr 20 12:51:38.891204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523ae1c-74cd-407f-810d-ed3dc4e1d8d8 req-97c53bc1-02de-4dfa-98fa-1e15ff7ccb18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:38.903268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b523ae1c-74cd-407f-810d-ed3dc4e1d8d8 req-97c53bc1-02de-4dfa-98fa-1e15ff7ccb18 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 949 time: 0.1828949 Apr 20 12:51:38.908834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.001764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Deleting port 720df8f0-d3a2-418f-8db7-8aa68df98124 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:39.002106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.028837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b523ae1c-74cd-407f-810d-ed3dc4e1d8d8 req-11128c32-f301-4fce-9d0d-6130e68c6a63 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243055 Apr 20 12:51:39.085489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] For port 720df8f0-d3a2-418f-8db7-8aa68df98124, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=720df8f0-d3a2-418f-8db7-8aa68df98124,segment=NetworkSegment(2c1a3390-bac5-4bb1-b14d-66dddda7c168),segment_id=2c1a3390-bac5-4bb1-b14d-66dddda7c168)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:39.090377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.099104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f706550-e656-4179-b41f-c34adbf5136a req-5c464b60-332a-43df-be2e-0863a6a46e72 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:39.106741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] DHCP port deletion for f53ae596-723c-4a16-ae60-1b1356acd461 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:51:39.107312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Calling delete_port for 720df8f0-d3a2-418f-8db7-8aa68df98124 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:39.109916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f706550-e656-4179-b41f-c34adbf5136a req-5c464b60-332a-43df-be2e-0863a6a46e72 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 946 time: 0.2019515 Apr 20 12:51:39.175761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f706550-e656-4179-b41f-c34adbf5136a req-267168d0-4ca2-4b02-bb58-972eba2b4cd6 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585256 Apr 20 12:51:39.183811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Deleting port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:39.184162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.205321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] Deleting port 720df8f0-d3a2-418f-8db7-8aa68df98124 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:39.205321 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.286374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.319903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] For port 720df8f0-d3a2-418f-8db7-8aa68df98124, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=720df8f0-d3a2-418f-8db7-8aa68df98124,segment=NetworkSegment(2c1a3390-bac5-4bb1-b14d-66dddda7c168),segment_id=2c1a3390-bac5-4bb1-b14d-66dddda7c168)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:39.320235 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.347616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=720df8f0-d3a2-418f-8db7-8aa68df98124,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:39.354930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] Calling delete_port for 720df8f0-d3a2-418f-8db7-8aa68df98124 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:39.361895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] No DVR routers for this DVR port 720df8f0-d3a2-418f-8db7-8aa68df98124 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:39.366596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] For port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:39.367060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.415311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789226cb-b090-40a0-ba80-071eb2e9ac25 req-4f76bfb9-0155-4381-86d3-49fb45c957e1 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:39.423482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-789226cb-b090-40a0-ba80-071eb2e9ac25 req-4f76bfb9-0155-4381-86d3-49fb45c957e1 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 945 time: 0.1241033 Apr 20 12:51:39.537673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.575886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53ae596-723c-4a16-ae60-1b1356acd461']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:39.588495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1a3390-bac5-4bb1-b14d-66dddda7c168') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:39.588495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1a3390-bac5-4bb1-b14d-66dddda7c168') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:39.599531 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.617505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.628628 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.630161 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:51:39.630568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:51:39.632736 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:51:39.669526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] Pushing event deleted for resources: {'Port': ['ID=720df8f0-d3a2-418f-8db7-8aa68df98124,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:39.679215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a407b33-fc58-49fb-aab1-1257eb760a6d None None] No DVR routers for this DVR port 720df8f0-d3a2-418f-8db7-8aa68df98124 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:39.725094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-789226cb-b090-40a0-ba80-071eb2e9ac25 req-c8358568-fd6c-47d3-bd49-022ebf3813f8 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups?id=ba35cac9-a941-4214-a5ae-ab5649e35770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005662 Apr 20 12:51:39.751915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.753645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 644feaab-21df-43a0-b39e-b401fcb6673b no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:39.768125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.780316 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f53ae596-723c-4a16-ae60-1b1356acd461 HTTP/1.1" status: 204 len: 168 time: 0.9600756 Apr 20 12:51:39.851115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c2d31-c867-43c2-932a-acd2f17a6a79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f53ae596-723c-4a16-ae60-1b1356acd461,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:39.902885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-50015237-db8f-4c85-bed3-c78ff76e934d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:39.904417 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-50015237-db8f-4c85-bed3-c78ff76e934d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 949 time: 0.1965170 Apr 20 12:51:39.934260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.934260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:39.934260 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7 disassociated. External IP: 172.25.3.236, port: 75d62cb0-0c13-4c86-8fce-e6d73bb192a7. Apr 20 12:51:39.934260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Calling delete_port for 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:39.969499 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.074181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 644feaab-21df-43a0-b39e-b401fcb6673b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=644feaab-21df-43a0-b39e-b401fcb6673b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:40.083062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:40.087848 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e4aded-dc00-49c0-94e8-f5327c3d420d" -d '{"events": [{"server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "name": "network-vif-unplugged", "status": "completed", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:40.094864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53826) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:40.099012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.102617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:40.152502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0afb56-7c6d-4c33-953f-4c7da3c1b9e1 req-40d2268f-36c2-43c7-bc13-251d28ca6a4d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:40.154396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e0afb56-7c6d-4c33-953f-4c7da3c1b9e1 req-40d2268f-36c2-43c7-bc13-251d28ca6a4d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1439691 Apr 20 12:51:40.182381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port 644feaab-21df-43a0-b39e-b401fcb6673b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:40.184790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.253090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e0afb56-7c6d-4c33-953f-4c7da3c1b9e1 req-5adea1f6-a697-4206-87af-b94e58651ef9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789483 Apr 20 12:51:40.257587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=644feaab-21df-43a0-b39e-b401fcb6673b,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:40.266638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.269437 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4fd81356-df05-426d-a415-0abafd3148db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13f4d499f8d64164a83c1d2725137084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732843 Apr 20 12:51:40.280366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53834) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:40.310562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 update to DOWN by agent not found {{(pid=109411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 12:51:40.311012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:40.359219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event deleted for resources: {'Port': ['ID=75d62cb0-0c13-4c86-8fce-e6d73bb192a7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:40.365214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port 644feaab-21df-43a0-b39e-b401fcb6673b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=644feaab-21df-43a0-b39e-b401fcb6673b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:40.365946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.383101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for 644feaab-21df-43a0-b39e-b401fcb6673b owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:40.433660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc27f7-daca-4fe7-bf73-fc95befead5a req-23ff35b1-b05c-46a1-b607-087eeed22e79 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:40.438983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44dc27f7-daca-4fe7-bf73-fc95befead5a req-23ff35b1-b05c-46a1-b607-087eeed22e79 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1896996 Apr 20 12:51:40.485819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.526351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:40.534766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.545409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d64459f4-87ad-44ce-8438-01e7ff8066dc no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:40.546998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f788fdc6-8b70-44e7-9ef0-2dcb5f9e37ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.629537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f788fdc6-8b70-44e7-9ef0-2dcb5f9e37ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.648651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d64459f4-87ad-44ce-8438-01e7ff8066dc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:40.649130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d64459f4-87ad-44ce-8438-01e7ff8066dc not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:40.649657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:40.652240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44dc27f7-daca-4fe7-bf73-fc95befead5a req-e0d64aca-8f18-408b-bc25-97188163b2e8 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590431 Apr 20 12:51:40.674882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20467c70-e22c-4d68-91ee-8fd5761d638c req-17728af6-f72a-46c9-8e2a-acb1fa507c82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:40.683463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20467c70-e22c-4d68-91ee-8fd5761d638c req-17728af6-f72a-46c9-8e2a-acb1fa507c82 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 947 time: 0.2922764 Apr 20 12:51:40.709140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:40.709386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b5767ffb-5b10-4fcc-97ff-ec33f3e64a76 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:40.709826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 720df8f0-d3a2-418f-8db7-8aa68df98124 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:40.716135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:40.749874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:51:40.768066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20467c70-e22c-4d68-91ee-8fd5761d638c req-218c4cd7-7c89-48d1-b369-f6b8bfe7f312 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813346 Apr 20 12:51:40.792831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 720df8f0-d3a2-418f-8db7-8aa68df98124 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:40.793274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 720df8f0-d3a2-418f-8db7-8aa68df98124 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:40.799158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f788fdc6-8b70-44e7-9ef0-2dcb5f9e37ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.799296 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc640f49-7bc7-4808-bded-2c9df67d1cb0 x-openstack-request-id: req-fc640f49-7bc7-4808-bded-2c9df67d1cb0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:40.800280 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "name": "network-vif-unplugged", "status": "completed", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:40.800812 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc640f49-7bc7-4808-bded-2c9df67d1cb0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:40.801463 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc640f49-7bc7-4808-bded-2c9df67d1cb0'] response: {'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b', 'code': 200} Apr 20 12:51:40.816217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f788fdc6-8b70-44e7-9ef0-2dcb5f9e37ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:40.817394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f788fdc6-8b70-44e7-9ef0-2dcb5f9e37ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25893dab-16be-415d-ab47-7d81979de426 HTTP/1.1" status: 204 len: 168 time: 0.5123863 Apr 20 12:51:40.875784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788fdc6-8b70-44e7-9ef0-2dcb5f9e37ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25893dab-16be-415d-ab47-7d81979de426,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:41.028788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5a13aa2-ed4a-464d-88df-22228ccb76b6 req-83b23b51-2ce5-499c-b3c9-539fccb47998 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad295b0b-42bc-4c5e-b6e1-585776adda2a HTTP/1.1" status: 200 len: 210 time: 0.0772371 Apr 20 12:51:41.178785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:41.189423 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] Sync routers for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:41.207108 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:41.207753 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:41.224986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575c2bc-512b-4024-9f3d-034f16f78e15 req-1b0c5966-63a2-4d67-a97e-2d67db5def4b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:41.232786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:41.238597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f575c2bc-512b-4024-9f3d-034f16f78e15 req-1b0c5966-63a2-4d67-a97e-2d67db5def4b tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 946 time: 0.2485938 Apr 20 12:51:41.247223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8', '83c7e329-c586-4666-9a38-a29b7b5ca5f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:41.265334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=644feaab-21df-43a0-b39e-b401fcb6673b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:41.285737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533b548-e0b3-493f-8e25-e459035bd19f req-477e3f5b-733d-42eb-b890-f181c6adf982 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:41.287312 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f533b548-e0b3-493f-8e25-e459035bd19f req-477e3f5b-733d-42eb-b890-f181c6adf982 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 946 time: 0.2771969 Apr 20 12:51:41.367799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', '2e527e21-4a72-42b1-80ff-81413fc1007f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:41.375869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] No DVR routers for this DVR port 75d62cb0-0c13-4c86-8fce-e6d73bb192a7 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:41.398440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:41.406979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4b96af8-51a4-4063-8167-450325bcd658 req-872d234c-d41f-4afc-bec6-c6b35472d796 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.30 "DELETE /v2.0/ports/75d62cb0-0c13-4c86-8fce-e6d73bb192a7 HTTP/1.1" status: 204 len: 173 time: 2.5009325 Apr 20 12:51:41.410816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'name': 'network-vif-deleted', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:41.413371 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c857228e-629f-4f63-af5e-96f217319f3e" -d '{"events": [{"server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "name": "network-vif-deleted", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:41.554408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port 644feaab-21df-43a0-b39e-b401fcb6673b on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:41.554984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f575c2bc-512b-4024-9f3d-034f16f78e15 req-f0c5991d-7e81-417d-ab3e-395d67a97543 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups?id=c7282e85-1acd-4360-9fb9-1e924d8b9254&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154430 Apr 20 12:51:41.558510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:41.561803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-86f788d4-0cbc-48ab-b453-21f2808d58dc req-0eae317c-7b24-4b19-8aa4-5cca8923ee78 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "DELETE /v2.0/ports/644feaab-21df-43a0-b39e-b401fcb6673b HTTP/1.1" status: 204 len: 173 time: 1.6466486 Apr 20 12:51:41.562250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'name': 'network-vif-deleted', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:41.564799 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81240ba1-d4d4-4fc2-914d-5b9a9e6fe294" -d '{"events": [{"server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "name": "network-vif-deleted", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:41.582442 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:41.640010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Deleting port 5b4dc020-6797-4d1b-b479-cc275768f657 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:41.641472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:41.892221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] For port 5b4dc020-6797-4d1b-b479-cc275768f657, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5b4dc020-6797-4d1b-b479-cc275768f657,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:41.892942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:41.901177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71994b96-fa75-413c-bfcd-99daedfdd5d2 req-1e10057d-b5fd-44c1-8659-e275d4965962 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:41.909870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71994b96-fa75-413c-bfcd-99daedfdd5d2 req-1e10057d-b5fd-44c1-8659-e275d4965962 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1362503 Apr 20 12:51:42.076363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71994b96-fa75-413c-bfcd-99daedfdd5d2 req-c402622b-c86c-45d8-bccb-04ae173572f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638954 Apr 20 12:51:42.157793 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3303f7a9-812d-4b2b-aaa4-856d6fe907e1 x-openstack-request-id: req-3303f7a9-812d-4b2b-aaa4-856d6fe907e1 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:42.158486 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad295b0b-42bc-4c5e-b6e1-585776adda2a", "name": "network-vif-deleted", "tag": "75d62cb0-0c13-4c86-8fce-e6d73bb192a7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:42.158926 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3303f7a9-812d-4b2b-aaa4-856d6fe907e1 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:42.159513 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3303f7a9-812d-4b2b-aaa4-856d6fe907e1'] response: {'server_uuid': 'ad295b0b-42bc-4c5e-b6e1-585776adda2a', 'name': 'network-vif-deleted', 'tag': '75d62cb0-0c13-4c86-8fce-e6d73bb192a7', 'status': 'completed', 'code': 200} Apr 20 12:51:42.162737 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:42.218932 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] Checking router: 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:42.236258 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:42.236905 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:42.240985 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43fd6a4-88e1-4315-b5fd-d4200ff702da x-openstack-request-id: req-a43fd6a4-88e1-4315-b5fd-d4200ff702da {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:42.241514 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232d794b-f393-4f79-9ee4-77db35dc5b07", "name": "network-vif-deleted", "tag": "644feaab-21df-43a0-b39e-b401fcb6673b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:42.241514 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a43fd6a4-88e1-4315-b5fd-d4200ff702da {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:42.241948 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43fd6a4-88e1-4315-b5fd-d4200ff702da'] response: {'server_uuid': '232d794b-f393-4f79-9ee4-77db35dc5b07', 'name': 'network-vif-deleted', 'tag': '644feaab-21df-43a0-b39e-b401fcb6673b', 'status': 'completed', 'code': 200} Apr 20 12:51:42.350557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:42.351264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:42.351596 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Floating IP 7160b336-d856-4f53-b8c2-665439fe07a7 disassociated. External IP: 172.25.3.251, port: 5b4dc020-6797-4d1b-b479-cc275768f657. Apr 20 12:51:42.363427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Calling delete_port for 5b4dc020-6797-4d1b-b479-cc275768f657 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:42.495007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81c27934-a896-41bb-a9f5-9530510c5383 req-1d2217f5-90be-4bd3-9821-37bcad5a84bd tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=232d794b-f393-4f79-9ee4-77db35dc5b07 HTTP/1.1" status: 200 len: 210 time: 0.0971191 Apr 20 12:51:42.539478 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:42.561692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85275244-7b59-4e66-af2b-33225fee641c req-1362b473-149a-4f3c-89ed-b7ef90c6b9bf tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:42.565068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85275244-7b59-4e66-af2b-33225fee641c req-1362b473-149a-4f3c-89ed-b7ef90c6b9bf tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2482598 Apr 20 12:51:42.708786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:42.735453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85275244-7b59-4e66-af2b-33225fee641c req-f9db9a6a-1221-4f22-880a-0de439eee24a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605167 Apr 20 12:51:42.758039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event deleted for resources: {'Port': ['ID=5b4dc020-6797-4d1b-b479-cc275768f657,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:42.803634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:42.807158 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c904ee-0a66-4ca1-90a3-099a3aab32c4" -d '{"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:42.920050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcdbe273-f45b-4f83-a687-4141a9555727 req-0f6f0571-9d79-4664-9d88-f696824aca96 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d50094b-df5f-4854-9d27-2272e2c0caa0 HTTP/1.1" status: 200 len: 210 time: 0.0417597 Apr 20 12:51:43.040363 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae880ba-bb7d-4f61-bdcd-1f2ce6172438 x-openstack-request-id: req-dae880ba-bb7d-4f61-bdcd-1f2ce6172438 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:43.042000 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:43.042437 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dae880ba-bb7d-4f61-bdcd-1f2ce6172438 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:43.042998 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae880ba-bb7d-4f61-bdcd-1f2ce6172438'] response: {'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'code': 200} Apr 20 12:51:43.065109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:51:43.086732 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:43.146034 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1989c9-94bb-4cf3-9f2e-857639a3247e None None] The sync data for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 is: [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:47:16Z', 'revision_number': 4, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5384672-c9fb-40fe-a570-1c2e88b116b4', 'name': '', 'network_id': '82a6086f-de31-4aa9-a4ca-d630b67f760f', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'mac_address': 'fa:16:3e:c4:6d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:16Z', 'updated_at': '2022-04-20T12:47:28Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'subnets': [{'id': '261bff10-8f6f-4440-a7e0-1b400bae7330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:43.171611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53924) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:43.234002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:43.248057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] Sync routers for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:43.281917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:43.283344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:43.304548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8328-7603-46f0-b069-7117dfd0c81e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.306302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] No DVR routers for this DVR port 5b4dc020-6797-4d1b-b479-cc275768f657 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:43.315476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.319849 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f533b548-e0b3-493f-8e25-e459035bd19f req-2ac0a8cb-b4a1-411c-9c67-ff851681dc93 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.30 "DELETE /v2.0/ports/5b4dc020-6797-4d1b-b479-cc275768f657 HTTP/1.1" status: 204 len: 173 time: 2.0219283 Apr 20 12:51:43.336717 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8328-7603-46f0-b069-7117dfd0c81e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.459680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:43.459959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8328-7603-46f0-b069-7117dfd0c81e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.462694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8fb8328-7603-46f0-b069-7117dfd0c81e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.464801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d8fb8328-7603-46f0-b069-7117dfd0c81e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba35cac9-a941-4214-a5ae-ab5649e35770 HTTP/1.1" status: 204 len: 168 time: 0.2922001 Apr 20 12:51:43.468266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53938) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:43.490533 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-6c5bdaab-b57f-49c4-89e9-a84c6dd6d5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] show failed (client error): The resource could not be found. Apr 20 12:51:43.495497 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c5bdaab-b57f-49c4-89e9-a84c6dd6d5ef tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "GET /v2.0/security-groups/ba35cac9-a941-4214-a5ae-ab5649e35770 HTTP/1.1" status: 404 len: 347 time: 0.0259740 Apr 20 12:51:43.501705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53940) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:43.505686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb8328-7603-46f0-b069-7117dfd0c81e tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35cac9-a941-4214-a5ae-ab5649e35770,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:43.515950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8e0a0-9900-45a2-ba1c-b097c417147a req-f9ff4a26-d758-4f6c-9d04-2e1c854e32b6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:43.528774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50f8e0a0-9900-45a2-ba1c-b097c417147a req-f9ff4a26-d758-4f6c-9d04-2e1c854e32b6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.3286307 Apr 20 12:51:43.572732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73d1eab7-7009-4a8f-8c88-e714640c9b7a req-eeca80ba-783f-428f-b515-369a8802535e tempest-AbsoluteLimitsNegativeTestJSON-349108155 tempest-AbsoluteLimitsNegativeTestJSON-349108155-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b71a667a76248ad8fa29fcbd961cc35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1832645 Apr 20 12:51:43.636113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50f8e0a0-9900-45a2-ba1c-b097c417147a req-058275ba-5bca-41c9-bb28-4e4ea369ab87 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065543 Apr 20 12:51:43.671542 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b6921-fd98-49a2-b597-98ceefe21980 None None] New status for floating IP 440aafab-b83e-465f-8e35-ec3d83fdd3b7: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:51:43.702906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Deleting port 49371fd8-ad12-482c-ad1a-39b22a8cbcca {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:43.705687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.752876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5b4dc020-6797-4d1b-b479-cc275768f657 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:43.779956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 5b4dc020-6797-4d1b-b479-cc275768f657 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:43.780295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5b4dc020-6797-4d1b-b479-cc275768f657 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:43.786757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1eab7-7009-4a8f-8c88-e714640c9b7a req-4e8bae7d-ea03-4cd7-9068-b76dfd6ca916 tempest-AbsoluteLimitsNegativeTestJSON-349108155 tempest-AbsoluteLimitsNegativeTestJSON-349108155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:43.797370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73d1eab7-7009-4a8f-8c88-e714640c9b7a req-4e8bae7d-ea03-4cd7-9068-b76dfd6ca916 tempest-AbsoluteLimitsNegativeTestJSON-349108155 tempest-AbsoluteLimitsNegativeTestJSON-349108155-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234390 Apr 20 12:51:43.817902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73d1eab7-7009-4a8f-8c88-e714640c9b7a req-dcb9ecce-1039-42e2-8481-a5087b404edf tempest-AbsoluteLimitsNegativeTestJSON-349108155 tempest-AbsoluteLimitsNegativeTestJSON-349108155-project] 10.222.0.24 "GET /v2.0/quotas/5b71a667a76248ad8fa29fcbd961cc35 HTTP/1.1" status: 200 len: 375 time: 0.0191135 Apr 20 12:51:43.848773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.849247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:43.865664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73d1eab7-7009-4a8f-8c88-e714640c9b7a req-4f4abbab-a882-488f-8ddf-2e8baefbb5bb tempest-AbsoluteLimitsNegativeTestJSON-349108155 tempest-AbsoluteLimitsNegativeTestJSON-349108155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b71a667a76248ad8fa29fcbd961cc35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388300 Apr 20 12:51:43.884305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Calling delete_port for 49371fd8-ad12-482c-ad1a-39b22a8cbcca owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:43.933514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:27Z', 'revision_number': 5, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:44.044375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] Checking router: 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:44.067613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:44.068919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:44.104882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1115f8-b7af-4620-9d38-7b5eacf2759e req-ef19d24a-a396-4d1d-81f9-c10a5f65f2b7 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:44.115703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc1115f8-b7af-4620-9d38-7b5eacf2759e req-ef19d24a-a396-4d1d-81f9-c10a5f65f2b7 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.0689614 Apr 20 12:51:44.183355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc1115f8-b7af-4620-9d38-7b5eacf2759e req-57142ba0-b79c-4f61-9f9d-816735449d60 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656495 Apr 20 12:51:44.252953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53976) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:44.289001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'name': 'network-vif-deleted', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:44.292738 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50548aea-0dfa-4356-b4be-fd2c8ed75c90" -d '{"events": [{"server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "name": "network-vif-deleted", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:44.298468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.325246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Pushing event deleted for resources: {'Port': ['ID=49371fd8-ad12-482c-ad1a-39b22a8cbcca,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:44.332225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2ce-9deb-404a-8968-e3bc51c462dc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.337263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:44.392826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2ce-9deb-404a-8968-e3bc51c462dc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.410837 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872a4c2f-f2c4-4eb8-86a6-813b4d3ce3c3 x-openstack-request-id: req-872a4c2f-f2c4-4eb8-86a6-813b4d3ce3c3 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:44.411128 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d50094b-df5f-4854-9d27-2272e2c0caa0", "name": "network-vif-deleted", "tag": "5b4dc020-6797-4d1b-b479-cc275768f657", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:44.411511 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-872a4c2f-f2c4-4eb8-86a6-813b4d3ce3c3 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:44.412042 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872a4c2f-f2c4-4eb8-86a6-813b4d3ce3c3'] response: {'server_uuid': '4d50094b-df5f-4854-9d27-2272e2c0caa0', 'name': 'network-vif-deleted', 'tag': '5b4dc020-6797-4d1b-b479-cc275768f657', 'status': 'completed', 'code': 200} Apr 20 12:51:44.458447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.464886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.468763 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0cce4338-1997-4a49-8d1b-b3e0d8cba7b2 tempest-ServersWithSpecificFlavorTestJSON-1557242562 tempest-ServersWithSpecificFlavorTestJSON-1557242562-project] 10.222.0.24 "DELETE /v2.0/floatingips/440aafab-b83e-465f-8e35-ec3d83fdd3b7 HTTP/1.1" status: 204 len: 168 time: 0.9629946 Apr 20 12:51:44.502090 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2ce-9deb-404a-8968-e3bc51c462dc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.506261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a19d2ce-9deb-404a-8968-e3bc51c462dc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.511048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7a19d2ce-9deb-404a-8968-e3bc51c462dc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7282e85-1acd-4360-9fb9-1e924d8b9254 HTTP/1.1" status: 204 len: 168 time: 0.2534831 Apr 20 12:51:44.511749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:44.515450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53986) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:44.539190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d2ce-9deb-404a-8968-e3bc51c462dc tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7282e85-1acd-4360-9fb9-1e924d8b9254,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:44.539751 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-824aad4d-bc05-49a8-9883-68ad5d7fecd5 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] show failed (client error): The resource could not be found. Apr 20 12:51:44.541442 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-824aad4d-bc05-49a8-9883-68ad5d7fecd5 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "GET /v2.0/security-groups/c7282e85-1acd-4360-9fb9-1e924d8b9254 HTTP/1.1" status: 404 len: 347 time: 0.0281782 Apr 20 12:51:44.560608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:44.653520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8abef-bc09-45fe-8683-c3adb15250a9 req-83102cb0-bbc7-4fd8-81da-af342fb6c25d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:44.662354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35e8abef-bc09-45fe-8683-c3adb15250a9 req-83102cb0-bbc7-4fd8-81da-af342fb6c25d tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 950 time: 0.0673590 Apr 20 12:51:44.723684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35e8abef-bc09-45fe-8683-c3adb15250a9 req-3ff0f9f3-79bc-4a2a-94ec-0f14a6f4dd79 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553374 Apr 20 12:51:44.798795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e66b4de-f1da-420a-a021-2453203c6fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.851331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Deleting port 86b73cca-c665-4ba5-a9c2-d5ac8cb980e3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:44.851686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.946470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e77bb-522e-4f7b-8704-55b2c1f4bc05 req-3a7d30ef-3499-448c-a73f-363de2b05b0d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:44.952374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.952713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:44.958338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e77bb-522e-4f7b-8704-55b2c1f4bc05 req-3a7d30ef-3499-448c-a73f-363de2b05b0d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.1421149 Apr 20 12:51:44.967008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Calling delete_port for 86b73cca-c665-4ba5-a9c2-d5ac8cb980e3 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:45.013506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-527e77bb-522e-4f7b-8704-55b2c1f4bc05 req-2067cbac-a376-44d8-815d-fb991adffccf tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539970 Apr 20 12:51:45.035085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:27Z', 'revision_number': 5, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:45.070036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e66b4de-f1da-420a-a021-2453203c6fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.081384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e66b4de-f1da-420a-a021-2453203c6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.109718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54024) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:45.126091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a25330-557c-45cf-bfc4-7042f18fe836 None None] The sync data for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 is: [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:22Z', 'revision_number': 4, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ded6141a-803b-49c0-88dd-beb99cfb1cdb', 'name': '', 'network_id': '5c009920-2ce0-48bc-8819-5c7b8a0e22f8', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'mac_address': 'fa:16:3e:b8:bb:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:21Z', 'updated_at': '2022-04-20T12:49:27Z', 'revision_number': 5, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'subnets': [{'id': '1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:45.141196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6e66b4de-f1da-420a-a021-2453203c6fa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b71a667a76248ad8fa29fcbd961cc35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6219215 Apr 20 12:51:45.144398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54026) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:45.245690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66b4de-f1da-420a-a021-2453203c6fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff6254-dccf-434f-a3e9-6fedd2088d35,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:45.255320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.311415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Pushing event deleted for resources: {'Port': ['ID=86b73cca-c665-4ba5-a9c2-d5ac8cb980e3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:45.327573 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-265a3d48-0396-4fef-8946-86811c291bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.379834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-265a3d48-0396-4fef-8946-86811c291bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.399123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.404036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.406082 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8db10a46-4523-45f2-9c12-d1757c727699 tempest-ServersTestFqdnHostnames-286297018 tempest-ServersTestFqdnHostnames-286297018-project] 10.222.0.24 "DELETE /v2.0/floatingips/7160b336-d856-4f53-b8c2-665439fe07a7 HTTP/1.1" status: 204 len: 168 time: 0.8436217 Apr 20 12:51:45.410429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:45.437579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5346429-fd67-4fa9-9516-7c1fafbebba3 req-51e72cd1-1e24-4b59-943d-84fa324d70ff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:45.445322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5346429-fd67-4fa9-9516-7c1fafbebba3 req-51e72cd1-1e24-4b59-943d-84fa324d70ff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1724811 Apr 20 12:51:45.481263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5da812-9554-430b-acd5-42956c19bdf7 req-99d33766-d727-4a4c-a5d1-9557e5b69b80 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:45.482751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de5da812-9554-430b-acd5-42956c19bdf7 req-99d33766-d727-4a4c-a5d1-9557e5b69b80 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1893718 Apr 20 12:51:45.541440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02c026-19f8-4284-a0e6-ef9b653f4f88 None None] New status for floating IP 7160b336-d856-4f53-b8c2-665439fe07a7: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:51:45.581321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5346429-fd67-4fa9-9516-7c1fafbebba3 req-38681ef1-861e-4542-835c-09b1bb65599e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353464 Apr 20 12:51:45.625000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-265a3d48-0396-4fef-8946-86811c291bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.629500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-265a3d48-0396-4fef-8946-86811c291bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:45.633837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-265a3d48-0396-4fef-8946-86811c291bc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0ff6254-dccf-434f-a3e9-6fedd2088d35 HTTP/1.1" status: 204 len: 168 time: 0.4882929 Apr 20 12:51:45.660860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a3d48-0396-4fef-8946-86811c291bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff6254-dccf-434f-a3e9-6fedd2088d35,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:45.699719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de5da812-9554-430b-acd5-42956c19bdf7 req-b6fbb980-287c-432b-b49e-57dead03283c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072210 Apr 20 12:51:45.809821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b67c6-d318-4d5c-8fb7-7d8cb6299b1a req-c3080fa5-b3b8-49a8-8a2a-333ef8990fef tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:45.811558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d57b67c6-d318-4d5c-8fb7-7d8cb6299b1a req-c3080fa5-b3b8-49a8-8a2a-333ef8990fef tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0951617 Apr 20 12:51:45.954537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d57b67c6-d318-4d5c-8fb7-7d8cb6299b1a req-487ffe31-3de7-4d89-8389-a49e284641f6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286440 Apr 20 12:51:45.985979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe6ccd-a38e-4945-8936-46c7792a728e req-f5045cfa-43b1-4118-bf85-ead0cb156203 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:45.993921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bbe6ccd-a38e-4945-8936-46c7792a728e req-f5045cfa-43b1-4118-bf85-ead0cb156203 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 950 time: 0.1713080 Apr 20 12:51:46.011925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-119c378c-0d1d-42e3-adf1-41abbd38effe tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:46.013377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-119c378c-0d1d-42e3-adf1-41abbd38effe tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f9fef89-6ccf-4811-96d9-37500bcca719 HTTP/1.1" status: 200 len: 950 time: 0.1521478 Apr 20 12:51:46.169907 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:46.369833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-b88590d3-1d57-4048-a4e8-e4df32099274 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:46.371426 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-b88590d3-1d57-4048-a4e8-e4df32099274 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 950 time: 0.1496978 Apr 20 12:51:46.462408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bbe6ccd-a38e-4945-8936-46c7792a728e req-ad44dd82-c8ed-4211-945f-38e9bae06bb7 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674110 Apr 20 12:51:46.553766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abb0ca-9d05-45e9-995f-0bd829ce7f9a req-5fced134-d10b-40ec-91fb-09935c996e11 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:46.556576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67abb0ca-9d05-45e9-995f-0bd829ce7f9a req-5fced134-d10b-40ec-91fb-09935c996e11 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.4404707 Apr 20 12:51:46.562452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:46.563116 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:46.586155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54080) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:46.697929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port 83c7e329-c586-4666-9a38-a29b7b5ca5f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=83c7e329-c586-4666-9a38-a29b7b5ca5f7,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:46.698322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:46.710862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:46.716656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for 83c7e329-c586-4666-9a38-a29b7b5ca5f7 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:46.727388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-network', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:46.778427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67abb0ca-9d05-45e9-995f-0bd829ce7f9a req-6d4141d3-ed11-4793-9db8-aa34500868be tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091391 Apr 20 12:51:46.878638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:46.881157 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:46.944572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:46.951108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port 2e527e21-4a72-42b1-80ff-81413fc1007f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:46.951450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:46.974277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fda04e-98cd-405d-a3a8-24892053a31e req-3de90220-a941-4edb-998c-65da0b13a84b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:46.982200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fda04e-98cd-405d-a3a8-24892053a31e req-3de90220-a941-4edb-998c-65da0b13a84b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1529036 Apr 20 12:51:47.031279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe81b7-5f12-4c7b-9472-e8a4056d89bb req-434d1a03-16c7-46c6-9e77-60e3f5c3d8eb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:47.034127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bbe81b7-5f12-4c7b-9472-e8a4056d89bb req-434d1a03-16c7-46c6-9e77-60e3f5c3d8eb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1717470 Apr 20 12:51:47.096471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port 2e527e21-4a72-42b1-80ff-81413fc1007f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2e527e21-4a72-42b1-80ff-81413fc1007f,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:47.096839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.114704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Deleting port a5384672-c9fb-40fe-a570-1c2e88b116b4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:47.115045 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.116861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for 2e527e21-4a72-42b1-80ff-81413fc1007f owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:47.132899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fda04e-98cd-405d-a3a8-24892053a31e req-bbf272f2-e1de-4a02-b5ae-100498776323 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498377 Apr 20 12:51:47.150021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bbe81b7-5f12-4c7b-9472-e8a4056d89bb req-59f17ce2-b9a1-4fb0-ad1c-f0d3512d448f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026075 Apr 20 12:51:47.157491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.182455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:47.207905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=83c7e329-c586-4666-9a38-a29b7b5ca5f7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:47.232652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.240892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.290438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', '2e527e21-4a72-42b1-80ff-81413fc1007f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:47.303338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:51:47.307194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port 83c7e329-c586-4666-9a38-a29b7b5ca5f7 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:47.314046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.317551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f83a556d-fd2f-4002-b7f4-6ce9e0d1d01a req-c5171fe2-376b-4041-bcf8-520ef6080218 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "DELETE /v2.0/ports/83c7e329-c586-4666-9a38-a29b7b5ca5f7 HTTP/1.1" status: 204 len: 173 time: 1.2899015 Apr 20 12:51:47.323336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'name': 'network-vif-deleted', 'tag': '83c7e329-c586-4666-9a38-a29b7b5ca5f7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:47.326137 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43f0637-329f-4cc7-9edb-5af8fbcaf052" -d '{"events": [{"server_uuid": "5f9fef89-6ccf-4811-96d9-37500bcca719", "name": "network-vif-deleted", "tag": "83c7e329-c586-4666-9a38-a29b7b5ca5f7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:47.340707 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.341096 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Added segment 97b7d04e-8990-48bf-85ad-e0836b951743 of type vlan for network 1ba8362e-e634-46c3-b068-81722f541015 Apr 20 12:51:47.374973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2b0309-cb79-4cc6-aad9-850f76986ed2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:47.458105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.474839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] For port a5384672-c9fb-40fe-a570-1c2e88b116b4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5384672-c9fb-40fe-a570-1c2e88b116b4,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:47.475273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.510446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Calling delete_port for a5384672-c9fb-40fe-a570-1c2e88b116b4 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:47.561613 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67601f1a-f878-47ea-90be-aff2bb632178 x-openstack-request-id: req-67601f1a-f878-47ea-90be-aff2bb632178 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:47.562053 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9fef89-6ccf-4811-96d9-37500bcca719", "name": "network-vif-deleted", "tag": "83c7e329-c586-4666-9a38-a29b7b5ca5f7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:47.562225 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67601f1a-f878-47ea-90be-aff2bb632178 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:47.562605 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67601f1a-f878-47ea-90be-aff2bb632178'] response: {'server_uuid': '5f9fef89-6ccf-4811-96d9-37500bcca719', 'name': 'network-vif-deleted', 'tag': '83c7e329-c586-4666-9a38-a29b7b5ca5f7', 'status': 'completed', 'code': 200} Apr 20 12:51:47.575928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.578030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:47.578796 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.659372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Deleting port ded6141a-803b-49c0-88dd-beb99cfb1cdb {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:47.659860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.743600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1542406 Apr 20 12:51:47.753929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54116) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:47.769337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Request body: {'subnet': {'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-subnet', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:47.794213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6313e0cf-17b2-4595-9ac9-8368955a18ce admin admin] Pushing event updated for resources: {'Network': ['ID=1ba8362e-e634-46c3-b068-81722f541015,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:47.816720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.822061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcd24b-bfdb-4b31-be4c-12b0d047f928 req-bb55ae17-44b0-41d4-871b-18ae44e6ab3b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:47.824243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37dcd24b-bfdb-4b31-be4c-12b0d047f928 req-bb55ae17-44b0-41d4-871b-18ae44e6ab3b tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 950 time: 0.1751170 Apr 20 12:51:47.849132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:51:47.862031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-a2945d1d-bff2-411d-a3c1-464e402b9fe0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:47.864211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-a2945d1d-bff2-411d-a3c1-464e402b9fe0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.3241913 Apr 20 12:51:47.864688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 1ba8362e-e634-46c3-b068-81722f541015 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:51:47.905201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-27b29b05-0a11-48ce-8590-afe8d92a018c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/quotas/1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 375 time: 0.0298967 Apr 20 12:51:47.917198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:47.919916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:47.925901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37dcd24b-bfdb-4b31-be4c-12b0d047f928 req-464b2152-bee8-411c-957e-ea2371b698e3 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817010 Apr 20 12:51:47.969934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=2e527e21-4a72-42b1-80ff-81413fc1007f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:48.024850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-704cf886-981c-48cf-8113-f893a3e98d0f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0917931 Apr 20 12:51:48.150254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] For port ded6141a-803b-49c0-88dd-beb99cfb1cdb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ded6141a-803b-49c0-88dd-beb99cfb1cdb,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:48.150737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.198402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port 2e527e21-4a72-42b1-80ff-81413fc1007f on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:48.209502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.212723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8de196ad-e090-4d15-9b94-0863cbbe8433 req-1aa12147-2d67-499f-9b5f-6b1d46b99644 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "DELETE /v2.0/ports/2e527e21-4a72-42b1-80ff-81413fc1007f HTTP/1.1" status: 204 len: 173 time: 1.5582187 Apr 20 12:51:48.213213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'name': 'network-vif-deleted', 'tag': '2e527e21-4a72-42b1-80ff-81413fc1007f'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:48.216376 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019e9c2b-71a9-4b8a-a787-166d594c68be" -d '{"events": [{"server_uuid": "3889a1b0-2475-4cb7-8a3f-1f255fc74972", "name": "network-vif-deleted", "tag": "2e527e21-4a72-42b1-80ff-81413fc1007f"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:48.231326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Calling delete_port for ded6141a-803b-49c0-88dd-beb99cfb1cdb owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:48.231754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:48.266180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'mac_address': 'fa:16:3e:d9:5a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:51:48.333949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-d5472dce-81b2-45a5-b83b-ea5d93372cdf service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975881 Apr 20 12:51:48.349543 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.376908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8224e6ca-981c-4e1f-8578-72d877d34f18 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:48.433883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:48.443207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:48.476379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.560657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd81d4-473c-4424-99d2-056e33964df5 req-3faa615b-78f9-4e36-be1f-7899214f9b2c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:48.576395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5dd81d4-473c-4424-99d2-056e33964df5 req-3faa615b-78f9-4e36-be1f-7899214f9b2c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2409754 Apr 20 12:51:48.625677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8224e6ca-981c-4e1f-8578-72d877d34f18'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:48.647697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3b05b3b-6bc6-46d4-9397-0802e04e0a1c service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912138 Apr 20 12:51:48.671127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5dd81d4-473c-4424-99d2-056e33964df5 req-56114423-646d-4148-a08f-ceb017262a0a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938096 Apr 20 12:51:48.678281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.696570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.757591 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872e309c-dfe5-45ed-9893-633daf464d25 x-openstack-request-id: req-872e309c-dfe5-45ed-9893-633daf464d25 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:48.758234 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3889a1b0-2475-4cb7-8a3f-1f255fc74972", "name": "network-vif-deleted", "tag": "2e527e21-4a72-42b1-80ff-81413fc1007f", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:48.758234 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-872e309c-dfe5-45ed-9893-633daf464d25 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:48.758517 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-872e309c-dfe5-45ed-9893-633daf464d25'] response: {'server_uuid': '3889a1b0-2475-4cb7-8a3f-1f255fc74972', 'name': 'network-vif-deleted', 'tag': '2e527e21-4a72-42b1-80ff-81413fc1007f', 'status': 'completed', 'code': 200} Apr 20 12:51:48.767767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a5384672-c9fb-40fe-a570-1c2e88b116b4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:48.868691 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.951129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:48.956236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2183d576-14b5-4237-973d-f875b237e6de,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:48.966086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 83c7e329-c586-4666-9a38-a29b7b5ca5f7 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:49.013014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 83c7e329-c586-4666-9a38-a29b7b5ca5f7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:49.013014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 83c7e329-c586-4666-9a38-a29b7b5ca5f7 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:49.017522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:49.035617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Pushing event deleted for resources: {'Port': ['ID=ded6141a-803b-49c0-88dd-beb99cfb1cdb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:49.051361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9683e569-020c-422e-92ce-567b7c3d8077 req-670337c7-b765-447c-96e0-b4b7465c346d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 210 time: 0.1116853 Apr 20 12:51:49.090112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Checking segment: {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:49.090693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Network hostable DHCP agents. Network: 1ba8362e-e634-46c3-b068-81722f541015, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:51:49.215088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd7b3ee6-f850-4686-8b17-20642dc09e9d req-ab327ee5-8ebb-4561-b000-12cb5b716162 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=3889a1b0-2475-4cb7-8a3f-1f255fc74972 HTTP/1.1" status: 200 len: 210 time: 0.0577946 Apr 20 12:51:49.347652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Network 1ba8362e-e634-46c3-b068-81722f541015 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:51:49.396313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 1ba8362e-e634-46c3-b068-81722f541015) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:49.411435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5832c24d-5ddf-4e58-a71f-815bc7b5ba05 None None] Network 1ba8362e-e634-46c3-b068-81722f541015 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:49.412375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:49.412967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.453931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.476880 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-62fe8458-6ef5-4fd1-8086-a42171d88b37 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7196527 Apr 20 12:51:49.477892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54148) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:49.483396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:49.526003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.528227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.533547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.620696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.632053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:49.738812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-1ba8362e-e634-46c3-b068-81722f541015', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:51:49.739649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.841298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:49.870397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:49.935604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dba0d-9492-4cc5-81fa-36e1b683a0a1 req-18eeafba-48a9-4de0-876e-49ff997e90c8 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:49.938135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-180dba0d-9492-4cc5-81fa-36e1b683a0a1 req-18eeafba-48a9-4de0-876e-49ff997e90c8 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1489062 Apr 20 12:51:50.020104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-180dba0d-9492-4cc5-81fa-36e1b683a0a1 req-6d82462e-4ea2-40b6-a0b9-fdc903ad92b1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508559 Apr 20 12:51:50.022413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 8224e6ca-981c-4e1f-8578-72d877d34f18 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:50.022791 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.074065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Allocated IP 172.20.0.2 (1ba8362e-e634-46c3-b068-81722f541015/2183d576-14b5-4237-973d-f875b237e6de/58928909-3ac6-4145-8a3c-6c663073a50d) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:50.172733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5cb723d-0aad-4505-8143-e7e34ea394b4 req-0e68a5dc-7815-4e7a-a92e-6211ec61e0b8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 210 time: 0.0269156 Apr 20 12:51:50.209549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:51:50.222343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:51:50.225012 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.286877 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.287083 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.374935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:50.377668 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabdab0f-daf0-46eb-9689-2c47172eedad" -d '{"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:50.443996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.452570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:50.456873 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7f27a2-626c-4dde-9288-bdb8e058b87b x-openstack-request-id: req-7e7f27a2-626c-4dde-9288-bdb8e058b87b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:50.457333 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-plugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:50.457826 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e7f27a2-626c-4dde-9288-bdb8e058b87b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:50.458430 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7f27a2-626c-4dde-9288-bdb8e058b87b'] response: {'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'code': 200} Apr 20 12:51:50.464409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.471221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.472079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 2e527e21-4a72-42b1-80ff-81413fc1007f no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:50.542507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Allocated IP 172.25.3.212 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/7f9513fb-d682-4afb-b64e-3c2f27cf7239) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:50.572698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 2e527e21-4a72-42b1-80ff-81413fc1007f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:50.573090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 2e527e21-4a72-42b1-80ff-81413fc1007f not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:50.576609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Network 1ba8362e-e634-46c3-b068-81722f541015 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:50.584703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:50.588686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:50.622995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:50.623395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Pushing event updated for resources: {'Port': ['ID=58928909-3ac6-4145-8a3c-6c663073a50d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:50.640329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] Sync routers for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:50.672503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-cabdd4d2-3d29-4c2a-88e9-aa7e28f221a1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:50.674868 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:50.675663 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:50.680138 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-cabdd4d2-3d29-4c2a-88e9-aa7e28f221a1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.30 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.2409201 Apr 20 12:51:50.698606 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b54813d6-4e8f-4f38-9249-040f9f8178ce admin admin] 10.222.0.24 "PUT /v2.0/routers/9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5894811 Apr 20 12:51:50.701320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54180) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:50.710725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'port': {'device_id': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'admin_state_up': True, 'tenant_id': '1d9a78453ae2447889f0336664af95dc'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:50.731764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Attempting to bind port 58928909-3ac6-4145-8a3c-6c663073a50d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:50.732131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Attempting to bind port 58928909-3ac6-4145-8a3c-6c663073a50d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:50.732500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Attempting to bind port 58928909-3ac6-4145-8a3c-6c663073a50d on network 1ba8362e-e634-46c3-b068-81722f541015 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:50.734601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:50.746338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:50.757141 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-af8e54cb-4125-4134-97ab-989c2f2c473e admin admin] 10.222.0.24 "PUT /v2.0/routers/25e53cdf-c9d3-42d6-ae0b-4580b50aaa91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3452833 Apr 20 12:51:50.757850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54182) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:50.770985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.780448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] Sync routers for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:50.784505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:50.784906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Checking segment: {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:50.785311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.785729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Bound using segment: {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:50.786249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Bound port: 58928909-3ac6-4145-8a3c-6c663073a50d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:50.786755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:50.812885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:50.813525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:50.892173 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:50.963276 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.021101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.055657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-667e59bb-09b9-4259-aa73-e3b669013b6b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:51.058302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-667e59bb-09b9-4259-aa73-e3b669013b6b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.2834125 Apr 20 12:51:51.076043 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.109270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Pushing event updated for resources: {'Port': ['ID=7f9513fb-d682-4afb-b64e-3c2f27cf7239,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:51.137471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-5114a0b8-2543-4c9a-9dc5-4db382fe3fec tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/quotas/58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 375 time: 0.0166306 Apr 20 12:51:51.147881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:51.149080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Made reservation on behalf of 1d9a78453ae2447889f0336664af95dc for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:51.152699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:51.154371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.178638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] For port 58928909-3ac6-4145-8a3c-6c663073a50d, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:51.186981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] For port 58928909-3ac6-4145-8a3c-6c663073a50d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58928909-3ac6-4145-8a3c-6c663073a50d,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:51.190767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:51.191649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:51.195538 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.256694 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:51:48Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:51.286490 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.309506 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] Checking router: 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:51.324982 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] Routers {'9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:51.326629 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:51.369041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-2859a073-d1b2-4ef9-a1ad-f32716f1f731 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2199519 Apr 20 12:51:51.387956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021346d-dfe0-43e0-8534-1af387f4a268 None None] Pushing event updated for resources: {'Port': ['ID=58928909-3ac6-4145-8a3c-6c663073a50d,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:51.388461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Allocated IP 172.20.0.3 (28d6faf1-4de4-4023-93c6-d871cb32428e/8d58dcaf-466d-48df-9ac1-2f6d221df033/46854050-2058-4c73-931e-2eb346859d78) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:51.404787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340067b4-e6e7-4bfd-9893-702cc49ee597 req-25ff5759-0773-4704-8283-47063f6a0e3e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:51.412576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-340067b4-e6e7-4bfd-9893-702cc49ee597 req-25ff5759-0773-4704-8283-47063f6a0e3e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 949 time: 0.1790574 Apr 20 12:51:51.422879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Deleting port d5599f40-3cbd-4405-9601-105a8a48a841 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:51.423230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.476378 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] Set router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:51.537580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:51:48Z', 'revision_number': 5, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port': {'id': 'd5599f40-3cbd-4405-9601-105a8a48a841', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:e1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:51.568755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.631115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] Checking router: 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:51.645520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] Routers {'25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:51.646185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:51.688208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] For port d5599f40-3cbd-4405-9601-105a8a48a841, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d5599f40-3cbd-4405-9601-105a8a48a841,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:51.688616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.710573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Calling delete_port for d5599f40-3cbd-4405-9601-105a8a48a841 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:51.715980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-340067b4-e6e7-4bfd-9893-702cc49ee597 req-a915b37e-ca13-4747-9a0f-d514b7d14da5 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023410 Apr 20 12:51:51.766560 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:51:48Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:51.810773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.822503 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c59375-41b0-4576-a931-b5d2791ff00d None None] The sync data for ids ['9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1'] in n-d-838550-2 is: [{'id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-145803018-router', 'tenant_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': 'e4844299-150c-425f-a327-fff7345785c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:13Z', 'updated_at': '2022-04-20T12:51:48Z', 'revision_number': 5, 'project_id': 'eb8de35a4a1f464a88d77fa582d226e0', 'gw_port': {'id': 'e4844299-150c-425f-a327-fff7345785c7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:14Z', 'updated_at': '2022-04-20T12:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:51.866245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] Set router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:51.890712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ddd8ed3e-fff4-4ec9-8ca6-1abe01aa5f35 service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067708 Apr 20 12:51:51.929658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:51:51Z', 'revision_number': 6, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:51.936257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:51.966937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:51.969323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2866e60f-a74a-4831-bf3f-9496626a6b7e None None] The sync data for ids ['25e53cdf-c9d3-42d6-ae0b-4580b50aaa91'] in n-d-838550-2 is: [{'id': '25e53cdf-c9d3-42d6-ae0b-4580b50aaa91', 'name': 'tempest-ServersTestFqdnHostnames-601760533-router', 'tenant_id': '5337b3a09f9c4dc28f13cee45978a705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:49:18Z', 'updated_at': '2022-04-20T12:51:51Z', 'revision_number': 6, 'project_id': '5337b3a09f9c4dc28f13cee45978a705', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:52.013065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:52.020028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:52.026137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:52.062683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=46854050-2058-4c73-931e-2eb346859d78,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:52.076547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.105994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5599f40-3cbd-4405-9601-105a8a48a841,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:52.124016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:52.124016 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.202449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.237140 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-730dba84-f0a5-4b94-a077-956bda9d025e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5371296 Apr 20 12:51:52.272946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Request body: {'port': {'device_id': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:52.339882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.344450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.366165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64effa-688e-4d1a-aea7-ec1c20635557 req-24bf26a8-0048-47ff-9d9b-83ae89f10042 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:52.373621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d64effa-688e-4d1a-aea7-ec1c20635557 req-24bf26a8-0048-47ff-9d9b-83ae89f10042 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.5490332 Apr 20 12:51:52.423228 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.431179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Deleting port e4844299-150c-425f-a327-fff7345785c7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:52.431994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.441982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-979d470a-1dca-4e00-be12-6cc99c03bbd8 None None] Provisioning complete for port 46854050-2058-4c73-931e-2eb346859d78 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:52.442564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-979d470a-1dca-4e00-be12-6cc99c03bbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.460149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-d2cd2331-806d-4313-bf9a-5d7641e2e0e0 service neutron] 10.222.0.24 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508161 Apr 20 12:51:52.468935 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.552034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-979d470a-1dca-4e00-be12-6cc99c03bbd8 None None] Port 46854050-2058-4c73-931e-2eb346859d78 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:51:52.828393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.829172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:51:52.834003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.837413 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c361fb97-9884-47b9-bc4d-d75a414cf454 admin admin] 10.222.0.24 "DELETE /v2.0/routers/25e53cdf-c9d3-42d6-ae0b-4580b50aaa91 HTTP/1.1" status: 204 len: 168 time: 2.0735822 Apr 20 12:51:52.837707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54220) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:52.927174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdad4ee-c6d3-4225-8469-3b5f2faa136a None None] Network 1ba8362e-e634-46c3-b068-81722f541015 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:52.968422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] Deleting subnet 1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:51:52.975283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:52.992706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d64effa-688e-4d1a-aea7-ec1c20635557 req-d29d9f54-7cd2-4409-9d96-a8ed14b03553 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141481 Apr 20 12:51:53.014311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.031548 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.033505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-349c7522-32a0-4404-9bea-721362dbe071 None None] Provisioning complete for port 58928909-3ac6-4145-8a3c-6c663073a50d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:53.036527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-349c7522-32a0-4404-9bea-721362dbe071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.196581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58928909-3ac6-4145-8a3c-6c663073a50d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:53.207002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-ee2f5d8d-54bc-4b89-b01d-6ec16d65c328 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:53.208682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-ee2f5d8d-54bc-4b89-b01d-6ec16d65c328 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 949 time: 0.3614731 Apr 20 12:51:53.371082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] For port e4844299-150c-425f-a327-fff7345785c7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4844299-150c-425f-a327-fff7345785c7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:53.371676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.402335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 58928909-3ac6-4145-8a3c-6c663073a50d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:53.402866 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.464964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Calling delete_port for e4844299-150c-425f-a327-fff7345785c7 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:53.479341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691338-1aae-43da-a0ad-e6c6a1ebaff7 req-716baa2e-5616-497d-8b50-1beae6382957 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:53.488141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04691338-1aae-43da-a0ad-e6c6a1ebaff7 req-716baa2e-5616-497d-8b50-1beae6382957 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 931 time: 0.3322039 Apr 20 12:51:53.500976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-349c7522-32a0-4404-9bea-721362dbe071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.549053 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.552713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cce493-cb98-47b4-a16c-031b55440333 req-15f57400-27f8-477c-8d3f-f6e039a6a418 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:53.554409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47cce493-cb98-47b4-a16c-031b55440333 req-15f57400-27f8-477c-8d3f-f6e039a6a418 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "GET /v2.0/ports?device_id=c6f6361e-24ee-4e19-a867-b1b77f3b141c HTTP/1.1" status: 200 len: 949 time: 0.4024959 Apr 20 12:51:53.578486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-349c7522-32a0-4404-9bea-721362dbe071 None None] For port 58928909-3ac6-4145-8a3c-6c663073a50d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58928909-3ac6-4145-8a3c-6c663073a50d,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:53.601528 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-349c7522-32a0-4404-9bea-721362dbe071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.652523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efe3e8-bf88-43ef-acd6-bd9cde028542 req-f845470f-8303-4794-99ea-52d51091f2ce tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:53.662615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3efe3e8-bf88-43ef-acd6-bd9cde028542 req-f845470f-8303-4794-99ea-52d51091f2ce tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 949 time: 0.3550503 Apr 20 12:51:53.696140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ded6141a-803b-49c0-88dd-beb99cfb1cdb no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:53.762216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04691338-1aae-43da-a0ad-e6c6a1ebaff7 req-cce10a42-86b6-45b0-9010-6e6f7ea2ef47 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727025 Apr 20 12:51:53.787874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ded6141a-803b-49c0-88dd-beb99cfb1cdb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:53.788321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ded6141a-803b-49c0-88dd-beb99cfb1cdb not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:53.788753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5384672-c9fb-40fe-a570-1c2e88b116b4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:53.818478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3efe3e8-bf88-43ef-acd6-bd9cde028542 req-6b3bd921-8598-4e5e-b77d-9c7aefd0beea tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550369 Apr 20 12:51:53.850603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a5384672-c9fb-40fe-a570-1c2e88b116b4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:53.850941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5384672-c9fb-40fe-a570-1c2e88b116b4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:53.878906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46854050-2058-4c73-931e-2eb346859d78 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:51:53.888507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.915395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c7522-32a0-4404-9bea-721362dbe071 None None] Pushing event updated for resources: {'Port': ['ID=58928909-3ac6-4145-8a3c-6c663073a50d,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:53.926285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:53.964481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab52b6a2-1dfe-4982-9f5e-8c5f632aade6 req-cbe9566f-6782-4193-90dc-2a86f0bad63e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 210 time: 0.0819664 Apr 20 12:51:53.987673 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Transition to ACTIVE for port object 46854050-2058-4c73-931e-2eb346859d78 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:51:54.014610 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.044279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port eb94c150-6284-4495-b925-6fdfe0525d8e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:54.044279 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.076896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Router 5bdcfe73-95c5-4687-ba41-23b681a66975 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:51:54.123734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Pushing event updated for resources: {'Port': ['ID=46854050-2058-4c73-931e-2eb346859d78,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:54.198816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:54.199158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.347392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dbe09e1c-b138-4255-b2a6-26385d21fa79 None None] Provisioning complete for port 58928909-3ac6-4145-8a3c-6c663073a50d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:54.347781 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dbe09e1c-b138-4255-b2a6-26385d21fa79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.407623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.463111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port eb94c150-6284-4495-b925-6fdfe0525d8e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=eb94c150-6284-4495-b925-6fdfe0525d8e,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:54.463641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.477430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.528798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Attempting to bind port 46854050-2058-4c73-931e-2eb346859d78 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:54.529606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Attempting to bind port 46854050-2058-4c73-931e-2eb346859d78 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:54.532678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Attempting to bind port 46854050-2058-4c73-931e-2eb346859d78 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:54.537163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58928909-3ac6-4145-8a3c-6c663073a50d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:51:54.544257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:54.551380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.555952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9a581d8b-016f-468b-b1d0-ede025358cbf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1908faee-fd45-4df2-b4dc-f5a7a1d8c1d7 HTTP/1.1" status: 204 len: 168 time: 1.7165279 Apr 20 12:51:54.559868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54266) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:54.560858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d240e7-1217-433f-96a5-fca25febeb1a req-6f22d152-cd38-4f81-9665-79a853570c39 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:54.561093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4294d-e23e-4e2c-ae97-8fa70f865cc2 None None] Network 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:54.564988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44d240e7-1217-433f-96a5-fca25febeb1a req-6f22d152-cd38-4f81-9665-79a853570c39 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.4097238 Apr 20 12:51:54.574438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Port 46854050-2058-4c73-931e-2eb346859d78 on network 28d6faf1-4de4-4023-93c6-d871cb32428e not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:51:54.575039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Attempting to bind port 46854050-2058-4c73-931e-2eb346859d78 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:54.599084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for eb94c150-6284-4495-b925-6fdfe0525d8e owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:54.607530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:54.608160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:54.608728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Bound using segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:54.609336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Bound port: 46854050-2058-4c73-931e-2eb346859d78, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:54.610325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.693372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:54.694088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.750608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.755275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:54.757274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 58928909-3ac6-4145-8a3c-6c663073a50d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:51:54.757834 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:54.825249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e4844299-150c-425f-a327-fff7345785c7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:54.933445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] DHCP port deletion for 5c009920-2ce0-48bc-8819-5c7b8a0e22f8 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:51:54.999894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d5599f40-3cbd-4405-9601-105a8a48a841 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:55.033185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d5599f40-3cbd-4405-9601-105a8a48a841 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:55.034466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d5599f40-3cbd-4405-9601-105a8a48a841 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:55.045967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] For port 46854050-2058-4c73-931e-2eb346859d78, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:55.098106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] For port 46854050-2058-4c73-931e-2eb346859d78, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=46854050-2058-4c73-931e-2eb346859d78,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:55.109655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] Deleting port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:55.110356 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.112904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44d240e7-1217-433f-96a5-fca25febeb1a req-45863018-27bd-4f06-b96b-9f248d2baad8 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695582 Apr 20 12:51:55.129418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.144297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-8ce51d2b-9c1b-43e8-94fc-ab35fbcb739d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6239340 Apr 20 12:51:55.187841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-fca939f9-e6c9-4345-9eee-278c4d7d493a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:55.189737 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-fca939f9-e6c9-4345-9eee-278c4d7d493a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 821 time: 0.4091308 Apr 20 12:51:55.191994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.210818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Request body: {'port': {'device_id': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'admin_state_up': True, 'tenant_id': '58d6ce25f39e41289b3a0a0fa898bb04'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:51:55.232978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:55.233890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.235301 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] 10.222.0.30 "PUT /v2.0/ports/46854050-2058-4c73-931e-2eb346859d78 HTTP/1.1" status: 200 len: 1091 time: 2.9665797 Apr 20 12:51:55.237343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:51:55.240016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'tag': '46854050-2058-4c73-931e-2eb346859d78'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:55.242231 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd3236d-d13e-4ad0-994b-328f6e00caf4" -d '{"events": [{"name": "network-changed", "server_uuid": "313e7de1-d520-425f-8a79-cfcdaa04d4b1", "tag": "46854050-2058-4c73-931e-2eb346859d78"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:55.260138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.268026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:55.278629 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Sync routers for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:51:55.300623 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:55.301257 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:55.328837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['eb94c150-6284-4495-b925-6fdfe0525d8e', '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:55.366241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Deleting port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:51:55.366586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.411758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8586-d4cd-4857-967e-d76130ff839d service neutron] Pushing event updated for resources: {'Port': ['ID=46854050-2058-4c73-931e-2eb346859d78,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:55.557487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] For port 5802ccd6-4e87-41d3-8a71-3e2826b9b364, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5802ccd6-4e87-41d3-8a71-3e2826b9b364,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:55.557986 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.564260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=eb94c150-6284-4495-b925-6fdfe0525d8e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:55.594112 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:55.613041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] Calling delete_port for 5802ccd6-4e87-41d3-8a71-3e2826b9b364 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:55.712245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942697-52eb-40eb-8985-d24b92331937 req-d958d218-fe79-46f3-87da-616e58e9fa46 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:55.725309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f942697-52eb-40eb-8985-d24b92331937 req-d958d218-fe79-46f3-87da-616e58e9fa46 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 943 time: 0.7445178 Apr 20 12:51:55.803929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-9146af5b-5a0b-4792-ba5c-14ddf4dfb9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:55.807391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-9146af5b-5a0b-4792-ba5c-14ddf4dfb9df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 1094 time: 0.4609678 Apr 20 12:51:55.812931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] For port 5802ccd6-4e87-41d3-8a71-3e2826b9b364, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5802ccd6-4e87-41d3-8a71-3e2826b9b364,segment=NetworkSegment(32a6736a-be9b-4a68-bf86-f87a25ba3fc0),segment_id=32a6736a-be9b-4a68-bf86-f87a25ba3fc0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:51:55.817900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.842752 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.866192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Calling delete_port for 5802ccd6-4e87-41d3-8a71-3e2826b9b364 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:51:55.882401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.888688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1544ad4d-893e-4b32-95c3-3edd2784ab9a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4095325 Apr 20 12:51:55.904899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-54e06e16-3082-4ad6-9209-7d607b7f6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:55.906619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-54e06e16-3082-4ad6-9209-7d607b7f6fee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 1095 time: 0.7209220 Apr 20 12:51:55.914034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.928182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54278) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:55.943091 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-edd3402e-82f3-4083-8b6c-b485d4b78835 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46854050-2058-4c73-931e-2eb346859d78 HTTP/1.1" status: 200 len: 217 time: 0.1166003 Apr 20 12:51:55.955477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:55.980046 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:55.992019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.045238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] Pushing event deleted for resources: {'Port': ['ID=5802ccd6-4e87-41d3-8a71-3e2826b9b364,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:56.064322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port eb94c150-6284-4495-b925-6fdfe0525d8e on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:56.073410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c662e-9bc5-499a-9ad2-b846a55eaff6 None None] No DVR routers for this DVR port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:56.130035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.145002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47cce493-cb98-47b4-a16c-031b55440333 req-ed652f2f-6581-4ce6-8227-a5dcefe99e36 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "DELETE /v2.0/ports/eb94c150-6284-4495-b925-6fdfe0525d8e HTTP/1.1" status: 204 len: 173 time: 2.5337532 Apr 20 12:51:56.148061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'name': 'network-vif-deleted', 'tag': 'eb94c150-6284-4495-b925-6fdfe0525d8e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:56.150949 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7feeaaf-9da8-454b-aa66-a83a484bbc07" -d '{"events": [{"server_uuid": "c6f6361e-24ee-4e19-a867-b1b77f3b141c", "name": "network-vif-deleted", "tag": "eb94c150-6284-4495-b925-6fdfe0525d8e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:56.165078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:56.171707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Made reservation on behalf of 58d6ce25f39e41289b3a0a0fa898bb04 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:51:56.183021 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.185550 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:51:51Z', 'revision_number': 3, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:51:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:56.246573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:56.263232 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.266903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02b15115-36e4-4eb1-a867-852feb1e6131 req-acd8f598-fca1-4582-b906-383c08f8eafb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.30 "DELETE /v2.0/ports/5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 HTTP/1.1" status: 204 len: 173 time: 3.0483837 Apr 20 12:51:56.284834 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Checking router: 5bdcfe73-95c5-4687-ba41-23b681a66975 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:51:56.288694 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Updating router 5bdcfe73-95c5-4687-ba41-23b681a66975 port 7f9513fb-d682-4afb-b64e-3c2f27cf7239 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:51:56.313674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-d11f5966-95fb-43e6-9d3d-c5e21415aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:56.315266 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-d11f5966-95fb-43e6-9d3d-c5e21415aa80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.3570127 Apr 20 12:51:56.371758 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.631542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5802ccd6-4e87-41d3-8a71-3e2826b9b364 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:56.704104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5802ccd6-4e87-41d3-8a71-3e2826b9b364 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:56.710245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5802ccd6-4e87-41d3-8a71-3e2826b9b364 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:56.778594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.854039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] No DVR routers for this DVR port 5802ccd6-4e87-41d3-8a71-3e2826b9b364 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:51:56.856144 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.866465 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:56.880625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-a0b8ecab-4a14-45c9-8da8-f2696bba3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:56.883023 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-a0b8ecab-4a14-45c9-8da8-f2696bba3671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5524426 Apr 20 12:51:56.975620 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8a4e9-dfa6-46d2-b991-b05d69443928 None None] Pushing event updated for resources: {'Port': ['ID=7f9513fb-d682-4afb-b64e-3c2f27cf7239,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:57.009948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf6059-4298-446a-847c-2c16c7333812 req-d355ca14-1e3c-492c-bbee-fa66b52b98a2 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:57.011746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0bf6059-4298-446a-847c-2c16c7333812 req-d355ca14-1e3c-492c-bbee-fa66b52b98a2 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d86f1dd-c750-43aa-acef-e3cdd3948ec9 HTTP/1.1" status: 200 len: 867 time: 1.5460529 Apr 20 12:51:57.057168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:57.070493 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Attempting to bind port 7f9513fb-d682-4afb-b64e-3c2f27cf7239 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:51:57.071448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:51:57.072022 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Attempting to bind port 7f9513fb-d682-4afb-b64e-3c2f27cf7239 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:51:57.073354 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Attempting to bind port 7f9513fb-d682-4afb-b64e-3c2f27cf7239 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:51:57.121941 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:51:57.122324 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:51:57.122731 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:57.123144 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:51:57.123627 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Bound port: 7f9513fb-d682-4afb-b64e-3c2f27cf7239, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:51:57.124019 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:57.151340 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:57.159415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-72baf87d-f6f2-4e18-9a3f-b51c036531ac admin admin] 10.222.0.24 "DELETE /v2.0/routers/9e5eed7f-e8ea-4070-aa50-b3a1e43f31c1 HTTP/1.1" status: 204 len: 168 time: 6.4555480 Apr 20 12:51:57.159798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=5802ccd6-4e87-41d3-8a71-3e2826b9b364,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:57.171660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f942697-52eb-40eb-8985-d24b92331937 req-bcd7ba4a-b7b7-41bf-ac28-15816dee9511 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4445591 Apr 20 12:51:57.190851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54288) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:57.221031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0bf6059-4298-446a-847c-2c16c7333812 req-281174e8-55e0-4f7d-970b-673e12d187fb tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688695 Apr 20 12:51:57.284132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-8036eb2e-c2c8-4f43-b8b6-864b3c897b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:57.288097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-8036eb2e-c2c8-4f43-b8b6-864b3c897b38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 1.3150864 Apr 20 12:51:57.325186 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] For port 7f9513fb-d682-4afb-b64e-3c2f27cf7239, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:51:57.341138 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] For port 7f9513fb-d682-4afb-b64e-3c2f27cf7239, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7f9513fb-d682-4afb-b64e-3c2f27cf7239,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:51:57.357602 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:57.400277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-9a84dbe3-1b6c-408a-8511-908a6cb7c651 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 200 len: 217 time: 0.1035516 Apr 20 12:51:57.483168 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:51:57.484024 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:57.512791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fda1b2b-71a2-4ccc-bf5b-232cfb194379 req-a19f5a1f-9d4b-4a49-91e5-54da6b281da9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 210 time: 0.1115217 Apr 20 12:51:57.532581 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8a4e9-dfa6-46d2-b991-b05d69443928 None None] Pushing event updated for resources: {'Port': ['ID=7f9513fb-d682-4afb-b64e-3c2f27cf7239,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:57.588416 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8912d4d-7000-4325-a09a-752dbf725b07 x-openstack-request-id: req-b8912d4d-7000-4325-a09a-752dbf725b07 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:57.588768 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6361e-24ee-4e19-a867-b1b77f3b141c", "name": "network-vif-deleted", "tag": "eb94c150-6284-4495-b925-6fdfe0525d8e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:57.588940 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8912d4d-7000-4325-a09a-752dbf725b07 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:57.589578 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8912d4d-7000-4325-a09a-752dbf725b07'] response: {'server_uuid': 'c6f6361e-24ee-4e19-a867-b1b77f3b141c', 'name': 'network-vif-deleted', 'tag': 'eb94c150-6284-4495-b925-6fdfe0525d8e', 'status': 'completed', 'code': 200} Apr 20 12:51:57.639159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-e4d60e10-46a3-4e65-abc2-4c2b4d471a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:57.641834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-e4d60e10-46a3-4e65-abc2-4c2b4d471a46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.2343652 Apr 20 12:51:57.663938 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:51:57.685799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-325dcb8b-0c17-4c2e-b982-34d1bfcee45c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314896 Apr 20 12:51:57.707407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a200f-9b81-478f-a4f5-ed713e8e797e req-8d43e74d-2d04-4502-82bc-2aeb4a0b1841 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:57.709375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f73a200f-9b81-478f-a4f5-ed713e8e797e req-8d43e74d-2d04-4502-82bc-2aeb4a0b1841 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1049795 Apr 20 12:51:57.816483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f73a200f-9b81-478f-a4f5-ed713e8e797e req-acac2bf1-ae08-4056-9112-7da99bec9d9a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947309 Apr 20 12:51:57.820269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:57.870775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:57.871405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:57.871984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device eb94c150-6284-4495-b925-6fdfe0525d8e no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:57.910456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-c0f56ca7-28c1-491f-bb63-204877cf139b service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978304 Apr 20 12:51:57.938026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: eb94c150-6284-4495-b925-6fdfe0525d8e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:57.938431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device eb94c150-6284-4495-b925-6fdfe0525d8e not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:57.944575 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e30106-051a-43e3-a453-7d9c39c8143e x-openstack-request-id: req-03e30106-051a-43e3-a453-7d9c39c8143e {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:51:57.944575 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "313e7de1-d520-425f-8a79-cfcdaa04d4b1", "tag": "46854050-2058-4c73-931e-2eb346859d78", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:51:57.944575 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03e30106-051a-43e3-a453-7d9c39c8143e {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:51:57.944575 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e30106-051a-43e3-a453-7d9c39c8143e'] response: {'name': 'network-changed', 'server_uuid': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'tag': '46854050-2058-4c73-931e-2eb346859d78', 'status': 'completed', 'code': 200} Apr 20 12:51:57.976895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:57.989056 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:51:51Z', 'revision_number': 3, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:58.014961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c009920-2ce0-48bc-8819-5c7b8a0e22f8']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:58.019123 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19f70e-b2b5-4539-b98c-27ebba52971b None None] The sync data for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 is: [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:51:51Z', 'revision_number': 3, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:51:58.027837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a6736a-be9b-4a68-bf86-f87a25ba3fc0') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:58.028112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a6736a-be9b-4a68-bf86-f87a25ba3fc0') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:51:58.050255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:58.082685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:58.096148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:51:58.096742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:51:58.098577 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:51:58.156335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dad86a-898a-4f1a-965b-66527ed324a3 req-25b182e1-7116-4b85-963e-bba695b501e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376742 Apr 20 12:51:58.220371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Allocated IP 172.20.0.10 (d9e8eef9-a31a-4a33-8069-33786e1657d5/fcf46457-26a6-4590-84f1-d414b21e7516/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:51:58.239957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] Deleting subnet 261bff10-8f6f-4440-a7e0-1b400bae7330 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:51:58.264187 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:58.345265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:58.382628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:58.402339 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5c009920-2ce0-48bc-8819-5c7b8a0e22f8 HTTP/1.1" status: 204 len: 168 time: 3.8400822 Apr 20 12:51:58.462490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4844299-150c-425f-a327-fff7345785c7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:51:58.471110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eab86-f0b6-4acf-9a9e-97a6149b9f93 req-01901f78-1dc8-4dbd-8576-5a62f23ad7a5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:58.472940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f0eab86-f0b6-4acf-9a9e-97a6149b9f93 req-01901f78-1dc8-4dbd-8576-5a62f23ad7a5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1795156 Apr 20 12:51:58.529707 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-a5296322-6264-454d-aa98-a73e34a2a314 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5969789 Apr 20 12:51:58.548908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e4844299-150c-425f-a327-fff7345785c7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:51:58.549252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4844299-150c-425f-a327-fff7345785c7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:51:58.553211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f0eab86-f0b6-4acf-9a9e-97a6149b9f93 req-ac007f4d-3dae-4667-9a5d-69e11674cb60 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666947 Apr 20 12:51:58.635962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54322) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:58.714708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-651c66c2-372f-4ccc-a157-f447c0435678 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5337b3a09f9c4dc28f13cee45978a705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737448 Apr 20 12:51:58.716895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54324) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:51:58.819697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-706602e1-1a57-4316-a409-4743fd27a81a req-ec7664b1-55a3-4416-ad23-e0dfbd84fdd3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 210 time: 0.0741620 Apr 20 12:51:58.906140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27828dfa-e903-4b81-99c7-ee98292b09e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:58.991213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15306816-af12-40d6-8256-a5fd3cac5d50 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c009920-2ce0-48bc-8819-5c7b8a0e22f8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:59.000114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.010042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27828dfa-e903-4b81-99c7-ee98292b09e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.102662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.162963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e22ca-b927-47d7-9557-0486f6a66ec3 req-1726e28e-cd0d-45c8-b2a1-a850afadecb6 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:59.165338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d8e22ca-b927-47d7-9557-0486f6a66ec3 req-1726e28e-cd0d-45c8-b2a1-a850afadecb6 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1497517 Apr 20 12:51:59.203691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50bba3c-4fe6-469f-aeeb-19dc409836cf req-9dbc7041-9572-48bb-ba1d-125bf8cd864e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:59.212346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a50bba3c-4fe6-469f-aeeb-19dc409836cf req-9dbc7041-9572-48bb-ba1d-125bf8cd864e tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 950 time: 0.1218691 Apr 20 12:51:59.273983 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.275088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d8e22ca-b927-47d7-9557-0486f6a66ec3 req-643612af-c812-4be9-a72e-f504ac311462 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955405 Apr 20 12:51:59.314474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27828dfa-e903-4b81-99c7-ee98292b09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.318807 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27828dfa-e903-4b81-99c7-ee98292b09e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.323485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27828dfa-e903-4b81-99c7-ee98292b09e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3edf775-fa80-424d-a3d1-7e0f196409c9 HTTP/1.1" status: 204 len: 168 time: 0.6024311 Apr 20 12:51:59.332565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27828dfa-e903-4b81-99c7-ee98292b09e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3edf775-fa80-424d-a3d1-7e0f196409c9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:51:59.351891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a50bba3c-4fe6-469f-aeeb-19dc409836cf req-3547610f-be44-473c-a67c-1e798fd5b844 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339471 Apr 20 12:51:59.452340 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0d375bfa-3e7f-498b-a760-6d8d30acdb12 req-19534f85-3b84-4ba1-8079-10aeab940754 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066942 Apr 20 12:51:59.569362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.599134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['edd9dd58-6089-4309-88aa-df018f19fc5f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:51:59.747293 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.825917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Network d9e8eef9-a31a-4a33-8069-33786e1657d5 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:51:59.872934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6a33-c7b4-4688-a0ed-6f14b24fcbfc req-0b9e51f8-2f10-41ed-a424-43a6d2e458e3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:51:59.889991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b6d6a33-c7b4-4688-a0ed-6f14b24fcbfc req-0b9e51f8-2f10-41ed-a424-43a6d2e458e3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1296606 Apr 20 12:51:59.964882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:51:59.968432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'name': 'network-vif-deleted', 'tag': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:51:59.970944 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7f13b4-456d-4375-bf48-e5e2dc29df3b" -d '{"events": [{"server_uuid": "4d86f1dd-c750-43aa-acef-e3cdd3948ec9", "name": "network-vif-deleted", "tag": "5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:51:59.978916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:51:59.981468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f96068-05b2-4665-9c9b-b737c76b89b1 None None] Network 82a6086f-de31-4aa9-a4ca-d630b67f760f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:51:59.995730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:51:59.999284 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/261bff10-8f6f-4440-a7e0-1b400bae7330 HTTP/1.1" status: 204 len: 168 time: 2.8067527 Apr 20 12:52:00.045252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:00.054075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:00.068331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031a32e-ebdf-4ecf-bdd4-a1e519545c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261bff10-8f6f-4440-a7e0-1b400bae7330,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:00.091903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:00.120809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b6d6a33-c7b4-4688-a0ed-6f14b24fcbfc req-45a2fe68-24b2-460e-960f-0fb9e8ff8ae8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280262 Apr 20 12:52:00.241343 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9601509e-9998-4baa-b578-972a633753b0 x-openstack-request-id: req-9601509e-9998-4baa-b578-972a633753b0 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:00.242031 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d86f1dd-c750-43aa-acef-e3cdd3948ec9", "name": "network-vif-deleted", "tag": "5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:00.242502 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9601509e-9998-4baa-b578-972a633753b0 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:00.243279 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9601509e-9998-4baa-b578-972a633753b0'] response: {'server_uuid': '4d86f1dd-c750-43aa-acef-e3cdd3948ec9', 'name': 'network-vif-deleted', 'tag': '5ba0ddb0-b5b0-42ee-b54a-7bb9bb357026', 'status': 'completed', 'code': 200} Apr 20 12:52:00.254611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-78f9711c-674f-498c-ae7f-43b0cf1ccf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:00.256766 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-78f9711c-674f-498c-ae7f-43b0cf1ccf3b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 1094 time: 0.7072563 Apr 20 12:52:00.294387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6982d96-c794-4b50-8544-c59dfbf77653 req-e9128e09-0992-4d83-8791-a297635f6a7f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:00.304378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6982d96-c794-4b50-8544-c59dfbf77653 req-e9128e09-0992-4d83-8791-a297635f6a7f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 932 time: 0.1758375 Apr 20 12:52:00.336774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:00.344615 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:00.457085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] DHCP port deletion for 82a6086f-de31-4aa9-a4ca-d630b67f760f request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:52:00.525338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6982d96-c794-4b50-8544-c59dfbf77653 req-26483aee-133a-401f-873c-a0ee36d2c659 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179759 Apr 20 12:52:00.542382 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:00.595685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] Deleting port ffd71751-606b-4db2-a096-87cb489f5f10 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:00.596061 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:00.638749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5bb1ad13-10f5-4bc0-b860-2068bde05a62 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:00.640788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5bb1ad13-10f5-4bc0-b860-2068bde05a62 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 950 time: 0.4200251 Apr 20 12:52:00.723859 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-90965b1f-c571-40dc-98e1-77f7d757513a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5183897 Apr 20 12:52:00.732172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7f9513fb-d682-4afb-b64e-3c2f27cf7239 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:00.738566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed8681-bc5c-4aae-b60b-4556a5a981a2 req-08f24be4-fad0-40a7-bb6d-bed413283ce3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:00.742095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3ed8681-bc5c-4aae-b60b-4556a5a981a2 req-08f24be4-fad0-40a7-bb6d-bed413283ce3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2982106 Apr 20 12:52:00.868084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] For port ffd71751-606b-4db2-a096-87cb489f5f10, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ffd71751-606b-4db2-a096-87cb489f5f10,segment=NetworkSegment(aebbaa62-46fb-4754-b35d-9d55457806b3),segment_id=aebbaa62-46fb-4754-b35d-9d55457806b3)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:00.868495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:00.884727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] Calling delete_port for ffd71751-606b-4db2-a096-87cb489f5f10 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:00.922432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Allocated IP 172.20.0.1 (1ba8362e-e634-46c3-b068-81722f541015/2183d576-14b5-4237-973d-f875b237e6de/4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:00.991077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.004909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3ed8681-bc5c-4aae-b60b-4556a5a981a2 req-09a36f30-638c-46ad-9748-7d65ccaa7d77 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570379 Apr 20 12:52:01.007299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7f9513fb-d682-4afb-b64e-3c2f27cf7239 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:01.007677 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.048860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] No DVR routers for this DVR port ffd71751-606b-4db2-a096-87cb489f5f10 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:52:01.059962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52ac1d-092c-436e-88fa-7ff61b47cb56 req-b59ee78f-d255-447b-878d-030fe1c24a80 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:01.062618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e52ac1d-092c-436e-88fa-7ff61b47cb56 req-b59ee78f-d255-447b-878d-030fe1c24a80 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 950 time: 0.3194060 Apr 20 12:52:01.072481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54374) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:01.099796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdd49d-56d8-4d3b-a3f8-b6c4f3cefec6 None None] Pushing event deleted for resources: {'Port': ['ID=ffd71751-606b-4db2-a096-87cb489f5f10,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:01.147041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Deleting port 23a97bd4-fa82-4d94-b914-da583e02fec8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:01.148871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.200160 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.246165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 7f9513fb-d682-4afb-b64e-3c2f27cf7239, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7f9513fb-d682-4afb-b64e-3c2f27cf7239,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:01.250730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.257469 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.296827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-305024817-network', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:01.328147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e52ac1d-092c-436e-88fa-7ff61b47cb56 req-e183020f-87b9-4168-b896-620e3e65ca7f tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/security-groups?id=b344cfac-9bca-4251-86de-d6c30371cc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543786 Apr 20 12:52:01.355378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=7f9513fb-d682-4afb-b64e-3c2f27cf7239,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:01.391871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Made reservation on behalf of 2aeaf4f43abb41d58035d193dca5390d for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:01.392583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Request body: {'port': {'device_id': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:01.394928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.420777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.421936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.424962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] For port 23a97bd4-fa82-4d94-b914-da583e02fec8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=23a97bd4-fa82-4d94-b914-da583e02fec8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:01.425518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.454717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Calling delete_port for 23a97bd4-fa82-4d94-b914-da583e02fec8 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:01.464253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c905108-a82b-40fc-a34a-9842d7bf0a65 req-476d7d7f-79a4-4446-91b0-7e51e50bc20f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:01.466034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c905108-a82b-40fc-a34a-9842d7bf0a65 req-476d7d7f-79a4-4446-91b0-7e51e50bc20f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1534379 Apr 20 12:52:01.495952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Network 1ba8362e-e634-46c3-b068-81722f541015 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:01.501060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:01.503934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:01.554790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Pushing event updated for resources: {'Port': ['ID=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:01.569248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.602635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-d79c4edf-5b6f-4c9c-9daf-2536ae9fb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:01.604985 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-d79c4edf-5b6f-4c9c-9daf-2536ae9fb0a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 1.3174732 Apr 20 12:52:01.610869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-0a8fb238-b049-4fd4-bfda-61cc4c4eb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:01.612743 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-0a8fb238-b049-4fd4-bfda-61cc4c4eb202 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b1963aeb79c4efb88744108b38e5635&device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 1102 time: 1.3974125 Apr 20 12:52:01.683504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c905108-a82b-40fc-a34a-9842d7bf0a65 req-b52d386c-7ae5-41c0-8896-758f088054cb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076428 Apr 20 12:52:01.730116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.789313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a6086f-de31-4aa9-a4ca-d630b67f760f']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:01.805459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebbaa62-46fb-4754-b35d-9d55457806b3') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:01.805847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebbaa62-46fb-4754-b35d-9d55457806b3') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:01.822628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.823536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516ccf3-5486-4775-8645-774efc554d20 req-f4cc4b4b-d314-44e3-b214-462f0b544c17 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:01.826182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3516ccf3-5486-4775-8645-774efc554d20 req-f4cc4b4b-d314-44e3-b214-462f0b544c17 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 932 time: 0.1373839 Apr 20 12:52:01.829922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.844688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.852951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:52:01.853370 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.860712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.874783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:01.888298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.888799 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Added segment 1046ad0c-0a79-4fff-8276-0abd367f3d58 of type vlan for network 96b818df-5a66-4a79-9ebc-56efafe9c997 Apr 20 12:52:01.938143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:01.998253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ea72ad50-7db7-4a5b-8165-3708e3b7f5a6 None None] Provisioning complete for port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:02.001369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ea72ad50-7db7-4a5b-8165-3708e3b7f5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.022209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3516ccf3-5486-4775-8645-774efc554d20 req-d8906ab0-b895-4876-9bfe-64e0297c779d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844800 Apr 20 12:52:02.032833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fca299-a7aa-4ce7-9522-daa74f44fc95,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:02.077265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.079540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:02.081338 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.202910 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-8d5ec84b-3e34-49d6-8f55-3c57f81e4afa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46854050-2058-4c73-931e-2eb346859d78 HTTP/1.1" status: 200 len: 217 time: 0.5176897 Apr 20 12:52:02.279025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.289684 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] 10.222.0.24 "DELETE /v2.0/networks/82a6086f-de31-4aa9-a4ca-d630b67f760f HTTP/1.1" status: 204 len: 168 time: 2.2424521 Apr 20 12:52:02.316419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ea72ad50-7db7-4a5b-8165-3708e3b7f5a6 None None] Port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:02.318640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54404) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:02.331981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2526b37-e201-4813-9a66-e8db000cceac admin admin] Pushing event deleted for resources: {'Network': ['ID=82a6086f-de31-4aa9-a4ca-d630b67f760f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:02.367652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.404731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=96b818df-5a66-4a79-9ebc-56efafe9c997,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:02.413444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['23a97bd4-fa82-4d94-b914-da583e02fec8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:02.421915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a1255f3b-9ae0-42f0-88ed-6757cc4be5a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3441625 Apr 20 12:52:02.455236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:02.461374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54408) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:02.467178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Request body: {'subnet': {'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-305024817-subnet', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:02.546161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7f9513fb-d682-4afb-b64e-3c2f27cf7239 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:02.579752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Pushing event deleted for resources: {'Port': ['ID=23a97bd4-fa82-4d94-b914-da583e02fec8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:02.620072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7f9513fb-d682-4afb-b64e-3c2f27cf7239 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:02.620452 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.622650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.654730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84a979c7-6f08-49a2-82a7-a4475779e3fb req-03f11f44-03ce-44c7-95ab-2b3843d31038 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.24 "GET /v2.0/ports?device_id=53935a95-0c3f-4d7d-bc33-3d57164471d1 HTTP/1.1" status: 200 len: 210 time: 0.2186451 Apr 20 12:52:02.663079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Made reservation on behalf of 2aeaf4f43abb41d58035d193dca5390d for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:02.666213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.826086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ffd71751-606b-4db2-a096-87cb489f5f10 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:02.840318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-fbff4184-894f-43c6-a109-4f95cfdaa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:02.846513 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-fbff4184-894f-43c6-a109-4f95cfdaa955 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.7259102 Apr 20 12:52:02.852416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ffd71751-606b-4db2-a096-87cb489f5f10 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:02.852773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ffd71751-606b-4db2-a096-87cb489f5f10 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:02.909976 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.921467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] No DVR routers for this DVR port 23a97bd4-fa82-4d94-b914-da583e02fec8 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:52:02.930855 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:02.934782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1bc5b780-953b-4e25-8936-3a4dc4ba9c6c req-5851681e-8c39-443a-a51b-f7d355815064 tempest-ServersOnMultiNodesTest-650572492 tempest-ServersOnMultiNodesTest-650572492-project] 10.222.0.37 "DELETE /v2.0/ports/23a97bd4-fa82-4d94-b914-da583e02fec8 HTTP/1.1" status: 204 len: 173 time: 2.2851653 Apr 20 12:52:02.939214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'name': 'network-vif-deleted', 'tag': '23a97bd4-fa82-4d94-b914-da583e02fec8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:02.941348 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788b739f-1a02-4be8-ad45-34d61bcc9e57" -d '{"events": [{"server_uuid": "53935a95-0c3f-4d7d-bc33-3d57164471d1", "name": "network-vif-deleted", "tag": "23a97bd4-fa82-4d94-b914-da583e02fec8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:02.979087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc89a8-ae44-412a-8fd6-393bedc9fedf req-1ef338e4-29fa-4117-b06b-ab92b272603a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:02.994020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afc89a8-ae44-412a-8fd6-393bedc9fedf req-1ef338e4-29fa-4117-b06b-ab92b272603a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.6217046 Apr 20 12:52:03.010668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-c39ffbac-5012-45c6-9668-dc2979e78620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=8224e6ca-981c-4e1f-8578-72d877d34f18 HTTP/1.1" status: 200 len: 217 time: 0.1417663 Apr 20 12:52:03.044497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-aabcca30-fcf6-4a37-b5c1-59921170b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:03.045983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-aabcca30-fcf6-4a37-b5c1-59921170b583 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.8638968 Apr 20 12:52:03.136421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbc548-a957-42f1-96e0-cba4667dd312 req-eccfcd7e-30f9-43c2-b688-5fd7716b38ce tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:03.138964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bccbc548-a957-42f1-96e0-cba4667dd312 req-eccfcd7e-30f9-43c2-b688-5fd7716b38ce tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 943 time: 0.3168311 Apr 20 12:52:03.152001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afc89a8-ae44-412a-8fd6-393bedc9fedf req-ca6511be-7bfd-42ce-a220-f22cebb56402 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569502 Apr 20 12:52:03.248496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bccbc548-a957-42f1-96e0-cba4667dd312 req-defa98ed-0206-4f01-8ae0-028c7c790138 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011496 Apr 20 12:52:03.258234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:03.326436 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b20ed6-d3ff-4eb2-a0b9-734880c6658a x-openstack-request-id: req-d1b20ed6-d3ff-4eb2-a0b9-734880c6658a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:03.328400 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53935a95-0c3f-4d7d-bc33-3d57164471d1", "name": "network-vif-deleted", "tag": "23a97bd4-fa82-4d94-b914-da583e02fec8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:03.328767 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1b20ed6-d3ff-4eb2-a0b9-734880c6658a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:03.329286 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1b20ed6-d3ff-4eb2-a0b9-734880c6658a'] response: {'server_uuid': '53935a95-0c3f-4d7d-bc33-3d57164471d1', 'name': 'network-vif-deleted', 'tag': '23a97bd4-fa82-4d94-b914-da583e02fec8', 'status': 'completed', 'code': 200} Apr 20 12:52:03.405097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efd9ff3-299c-4958-96f2-acdad965247f,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:03.413656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Checking segment: {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:03.414145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Network hostable DHCP agents. Network: 96b818df-5a66-4a79-9ebc-56efafe9c997, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:03.439389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef9cd8-aa4f-438a-b432-6f0f391cffe8 req-dc75c6c3-e5bc-45df-9661-e7a21bcebcfb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:03.441202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dfef9cd8-aa4f-438a-b432-6f0f391cffe8 req-dc75c6c3-e5bc-45df-9661-e7a21bcebcfb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 932 time: 0.0874000 Apr 20 12:52:03.476202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:03.518487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dfef9cd8-aa4f-438a-b432-6f0f391cffe8 req-23abc31a-71bd-4287-b64e-692f91e7734d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685840 Apr 20 12:52:03.519190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 96b818df-5a66-4a79-9ebc-56efafe9c997) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:03.534169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4c5737-b990-4a22-8959-538ba3dfc00a None None] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:03.538678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:03.539999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:03.568421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ddaae95a-c2a3-4b71-8d9a-19ab16c4ea38 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1056671 Apr 20 12:52:03.569332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54430) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:03.576089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:03.610879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:03.612303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:03.703771 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f16fa18-37c6-49bf-8348-fd7bdad8b381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:03.721501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:03.859258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-96b818df-5a66-4a79-9ebc-56efafe9c997', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:52:03.860292 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:03.920471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-861c161a-56fb-45b8-898b-5c939b378aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:03.925984 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-861c161a-56fb-45b8-898b-5c939b378aad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.8893883 Apr 20 12:52:04.043655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.083434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-49402d80-85bd-4e71-94e4-d1cfa5bf1a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:04.085073 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-49402d80-85bd-4e71-94e4-d1cfa5bf1a2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9589629 Apr 20 12:52:04.102868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Allocated IP 172.20.0.2 (96b818df-5a66-4a79-9ebc-56efafe9c997/8efd9ff3-299c-4958-96f2-acdad965247f/114319be-77b3-4ce3-987c-3db795622dc7) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:04.283213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.289226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 46854050-2058-4c73-931e-2eb346859d78 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:52:04.316345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.335077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:04.426422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:04.432525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:04.474350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:04.532768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-bdb26f97-6683-446d-b3db-09554963f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:04.534288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-bdb26f97-6683-446d-b3db-09554963f569 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5392272 Apr 20 12:52:04.575935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Pushing event updated for resources: {'Port': ['ID=114319be-77b3-4ce3-987c-3db795622dc7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:04.600533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Attempting to bind port 114319be-77b3-4ce3-987c-3db795622dc7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:04.605884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Attempting to bind port 114319be-77b3-4ce3-987c-3db795622dc7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:04.606542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Attempting to bind port 114319be-77b3-4ce3-987c-3db795622dc7 on network 96b818df-5a66-4a79-9ebc-56efafe9c997 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:04.608636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f8d0e-a7fe-4c09-8897-2b4f5ac3feaa req-61ac3fd5-f539-4191-83c4-3e9269e14430 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:04.613786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d58f8d0e-a7fe-4c09-8897-2b4f5ac3feaa req-61ac3fd5-f539-4191-83c4-3e9269e14430 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 943 time: 0.1971991 Apr 20 12:52:04.621176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04582754-7d82-4cd2-b261-9ebb457a7ab1 req-327bb547-ab85-4823-9df3-bd5af33c6ff4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:04.623303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:04.623952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Checking segment: {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:04.624658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.625334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Bound using segment: {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:04.631524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04582754-7d82-4cd2-b261-9ebb457a7ab1 req-327bb547-ab85-4823-9df3-bd5af33c6ff4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2555034 Apr 20 12:52:04.632102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Bound port: 114319be-77b3-4ce3-987c-3db795622dc7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:04.632777 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.673164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 46854050-2058-4c73-931e-2eb346859d78, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=46854050-2058-4c73-931e-2eb346859d78,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:04.709479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '46854050-2058-4c73-931e-2eb346859d78', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '46854050-2058-4c73-931e-2eb346859d78', 'mac_address': 'fa:16:3e:ca:61:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:52:04.739038 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-4c2df892-5266-46af-b9de-8ea202a504dd service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468735 Apr 20 12:52:04.747860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d58f8d0e-a7fe-4c09-8897-2b4f5ac3feaa req-303a4890-49c9-4ecd-86f8-a532435c14ac tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154056 Apr 20 12:52:04.752979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-56ca1c69-c430-4b2b-bc24-316f87f6bfc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4eb4e8f116304b2bbc4ec79085e6e426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3818593 Apr 20 12:52:04.772640 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.774341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54450) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:04.775667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] For port 114319be-77b3-4ce3-987c-3db795622dc7, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:04.780314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] For port 114319be-77b3-4ce3-987c-3db795622dc7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=114319be-77b3-4ce3-987c-3db795622dc7,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:04.782121 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.797779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04582754-7d82-4cd2-b261-9ebb457a7ab1 req-fde69d19-5645-4433-92ba-7e1be9ecd0cd tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639013 Apr 20 12:52:04.799822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46854050-2058-4c73-931e-2eb346859d78 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:04.805008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.845341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 46854050-2058-4c73-931e-2eb346859d78, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=46854050-2058-4c73-931e-2eb346859d78,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:04.863082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.900696 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:04.947976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c2673-6bf6-4f09-b4ba-0542c5dfa715 None None] Pushing event updated for resources: {'Port': ['ID=114319be-77b3-4ce3-987c-3db795622dc7,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:05.053260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=46854050-2058-4c73-931e-2eb346859d78,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:05.055642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:05.063531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 23a97bd4-fa82-4d94-b914-da583e02fec8 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:05.089193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.104868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 23a97bd4-fa82-4d94-b914-da583e02fec8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:05.106939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 23a97bd4-fa82-4d94-b914-da583e02fec8 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:05.127003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f58b68-f2b6-4536-9a76-b9f3fdbf2867 req-86138fc7-48d5-403d-a0d5-2f244761ed2f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:05.128567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3f58b68-f2b6-4536-9a76-b9f3fdbf2867 req-86138fc7-48d5-403d-a0d5-2f244761ed2f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 932 time: 0.1770308 Apr 20 12:52:05.138402 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.140406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c77b5d40-88af-4859-8ff0-ea31c6b64a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.157351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Pushing event updated for resources: {'Port': ['ID=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:05.162596 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-9716c6a5-f462-40b3-8078-f0e8dd51eee1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899322 Apr 20 12:52:05.164328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.206984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Transition to ACTIVE for port object c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:52:05.228127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.231851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c77b5d40-88af-4859-8ff0-ea31c6b64a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.275596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['46854050-2058-4c73-931e-2eb346859d78'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:05.293509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.339692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3f58b68-f2b6-4536-9a76-b9f3fdbf2867 req-6b76ccfa-faf9-4ed0-9b26-0ea565efb778 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631284 Apr 20 12:52:05.421455 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4dd3236d-d13e-4ad0-994b-328f6e00caf4 req-3194fff0-d788-4999-ad7a-3cdb8a4ba7a1 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6511986 Apr 20 12:52:05.435245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c77b5d40-88af-4859-8ff0-ea31c6b64a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.441155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c77b5d40-88af-4859-8ff0-ea31c6b64a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.445849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c77b5d40-88af-4859-8ff0-ea31c6b64a09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b344cfac-9bca-4251-86de-d6c30371cc8e HTTP/1.1" status: 204 len: 168 time: 0.6466725 Apr 20 12:52:05.463279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b5d40-88af-4859-8ff0-ea31c6b64a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b344cfac-9bca-4251-86de-d6c30371cc8e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:05.480909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Allocated IP 172.25.3.132 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/7a7343ff-96b7-4cbe-8a31-4316eb67335c) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:05.558134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:05.581827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.651325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.664819 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5ef841f8-155b-488d-ab52-c11b96237b1c req-5d4572ea-4e06-4b3f-81bd-6713a3b112fa service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812787 Apr 20 12:52:05.707749 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:05.750677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Network 1ba8362e-e634-46c3-b068-81722f541015 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:05.763976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:05.802412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:05.802938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:05.803335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:05.825103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:52:05.825519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:05.949733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:05.960876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:05.966000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7343ff-96b7-4cbe-8a31-4316eb67335c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:06.003144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:06.036399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed08d6e6-4ff3-47c9-acca-ccc66437637e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.136186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:06.138794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:06.140628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:06.141460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Bound port: c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:06.142716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.172518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54470) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:06.176409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Router 5bdcfe73-95c5-4687-ba41-23b681a66975 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:06.218517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ac616-3db5-4ab7-9dc0-b744d628f915 req-9ba276b4-1c9c-4121-a61c-97b079f8f9e9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:06.220563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f43ac616-3db5-4ab7-9dc0-b744d628f915 req-9ba276b4-1c9c-4121-a61c-97b079f8f9e9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 944 time: 0.2691607 Apr 20 12:52:06.235597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04375-56ef-4ebf-b0a6-49019e8157f7 req-b69902fb-a9b7-4eec-9d68-9c573645bd57 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:06.237246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dae04375-56ef-4ebf-b0a6-49019e8157f7 req-b69902fb-a9b7-4eec-9d68-9c573645bd57 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2952116 Apr 20 12:52:06.275999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b7b7b338-c77f-4246-bc27-43df89af5131 None None] Provisioning complete for port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:06.276636 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b338-c77f-4246-bc27-43df89af5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.298775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:06.302304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:06.358159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7b338-c77f-4246-bc27-43df89af5131 None None] Port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:06.434103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dae04375-56ef-4ebf-b0a6-49019e8157f7 req-e132cc8d-3ea4-40fd-a94a-3b59575fe44b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848214 Apr 20 12:52:06.512335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f43ac616-3db5-4ab7-9dc0-b744d628f915 req-1b325922-be22-47e3-8441-748e28b2cffc tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580209 Apr 20 12:52:06.525518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cf0225db-204a-4f5a-9ba2-c5a36e6eea73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=152ec4aea93b47cf89e2e20e2c7d1b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029525 Apr 20 12:52:06.530771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54478) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:06.598039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 114319be-77b3-4ce3-987c-3db795622dc7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:06.631864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd8250-7fdb-48ce-a13c-654207d7374f None None] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:06.780528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0345e508-3eff-49f4-9e3f-fba50d97e35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.804290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0345e508-3eff-49f4-9e3f-fba50d97e35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.804989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3f773c12-a61d-4f9d-8da7-5418058a6265 None None] Provisioning complete for port 114319be-77b3-4ce3-987c-3db795622dc7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:06.805365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f773c12-a61d-4f9d-8da7-5418058a6265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.838613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.859262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc1559-5a50-4208-badc-c3d2d3d2e443 req-55989f91-8e1b-4554-bcae-4722d2e68de7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:06.860868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45fc1559-5a50-4208-badc-c3d2d3d2e443 req-55989f91-8e1b-4554-bcae-4722d2e68de7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.1958261 Apr 20 12:52:06.883035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 114319be-77b3-4ce3-987c-3db795622dc7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:06.883260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.883389 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.885143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0345e508-3eff-49f4-9e3f-fba50d97e35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.887812 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0345e508-3eff-49f4-9e3f-fba50d97e35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:06.891272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0345e508-3eff-49f4-9e3f-fba50d97e35e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccd10d83-71d7-43b1-a80b-371b487d5715 HTTP/1.1" status: 204 len: 168 time: 0.3561373 Apr 20 12:52:06.943278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345e508-3eff-49f4-9e3f-fba50d97e35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd10d83-71d7-43b1-a80b-371b487d5715,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:06.990754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45fc1559-5a50-4208-badc-c3d2d3d2e443 req-9e3827af-f9d8-4b24-a9aa-6568c7b04bce tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185863 Apr 20 12:52:07.016843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:07.016979 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f773c12-a61d-4f9d-8da7-5418058a6265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.022264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.023956 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] 10.222.0.37 "PUT /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 1092 time: 5.6469612 Apr 20 12:52:07.024421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:07.027921 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f5d727-5896-4eb2-aafc-0bde13d89d16" -d '{"events": [{"name": "network-changed", "server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:07.123007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3f773c12-a61d-4f9d-8da7-5418058a6265 None None] For port 114319be-77b3-4ce3-987c-3db795622dc7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=114319be-77b3-4ce3-987c-3db795622dc7,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:07.124914 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.125718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.152118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f773c12-a61d-4f9d-8da7-5418058a6265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.213889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f773c12-a61d-4f9d-8da7-5418058a6265 None None] Pushing event updated for resources: {'Port': ['ID=114319be-77b3-4ce3-987c-3db795622dc7,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:07.220803 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fe6dc-f66e-4022-980f-0c058c820e60 service neutron] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:07.254483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-38e7f101-3cd3-4182-85ee-27e21c8d08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:07.256635 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-38e7f101-3cd3-4182-85ee-27e21c8d08be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1095 time: 0.1600831 Apr 20 12:52:07.258222 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a676d3-8550-42f1-8245-ee10ebc81df2 x-openstack-request-id: req-95a676d3-8550-42f1-8245-ee10ebc81df2 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:07.261068 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:07.261441 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95a676d3-8550-42f1-8245-ee10ebc81df2 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:07.262004 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a676d3-8550-42f1-8245-ee10ebc81df2'] response: {'name': 'network-changed', 'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552', 'status': 'completed', 'code': 200} Apr 20 12:52:07.265519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:07.274752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:52:07.275916 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:52:07.294209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Sync routers for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:07.306603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:07.309475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:07.397327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08f960b7-cafb-4fcf-9c0c-828a58e8af24 admin admin] 10.222.0.24 "PUT /v2.0/routers/5bdcfe73-95c5-4687-ba41-23b681a66975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4680507 Apr 20 12:52:07.398989 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-f82804a7-d0d4-4e9f-8a36-ac7146b2df2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 217 time: 0.1091361 Apr 20 12:52:07.421102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-128d6932-9a98-45e1-aac5-0bf4e11907be None None] Provisioning complete for port 114319be-77b3-4ce3-987c-3db795622dc7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:07.421573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-128d6932-9a98-45e1-aac5-0bf4e11907be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.496300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-7fa71ba3-6d3f-4c27-8890-be2073dd1668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:07.500764 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-7fa71ba3-6d3f-4c27-8890-be2073dd1668 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0949891 Apr 20 12:52:07.568088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Deleting port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:07.568451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.572366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-b2681dbb-f46f-4536-9511-470072e484f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611727 Apr 20 12:52:07.575639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:07.779491 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-bea6a63c-b533-4520-b318-a6afdca38bfe service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849673 Apr 20 12:52:07.929695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d985a5-92b0-40ee-bfc5-840e5af2f1bf req-db395ca2-69d5-42d0-8ec1-a54b0b4649cd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:07.931757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6d985a5-92b0-40ee-bfc5-840e5af2f1bf req-db395ca2-69d5-42d0-8ec1-a54b0b4649cd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 944 time: 0.2051024 Apr 20 12:52:07.959939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] For port 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,segment=NetworkSegment(c9ef4ae2-9ac0-4390-b575-ddeda3247bf7),segment_id=c9ef4ae2-9ac0-4390-b575-ddeda3247bf7)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:07.960333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:07.983286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Calling delete_port for 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:07.988814 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b0ff56f0-f728-4818-adfe-fe486f7e1d93 req-fee6deb1-a03f-4426-8c62-42a862cc6425 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784229 Apr 20 12:52:08.008424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 46854050-2058-4c73-931e-2eb346859d78 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:08.048544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5e41-e43f-4832-9fd5-4b38e3d70c22 req-356328e8-f173-4c05-9cd1-5c105a5ab7aa tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:08.050721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b3e5e41-e43f-4832-9fd5-4b38e3d70c22 req-356328e8-f173-4c05-9cd1-5c105a5ab7aa tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.3856885 Apr 20 12:52:08.053106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:08.146873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6d985a5-92b0-40ee-bfc5-840e5af2f1bf req-7a5d6bc7-bd03-405f-9561-7b108f6634a5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884852 Apr 20 12:52:08.205236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 46854050-2058-4c73-931e-2eb346859d78 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:52:08.221110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 46854050-2058-4c73-931e-2eb346859d78 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:08.222610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:08.277584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-21d78f7e-52da-4dda-a868-177f85091caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:08.279696 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-21d78f7e-52da-4dda-a868-177f85091caa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1095 time: 0.1723855 Apr 20 12:52:08.358346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b3e5e41-e43f-4832-9fd5-4b38e3d70c22 req-3c358219-99de-4566-a56d-00516d7ca6d4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612844 Apr 20 12:52:08.519645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-061b825b-f6c2-45be-8cba-d5941adcb622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:08.519803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-061b825b-f6c2-45be-8cba-d5941adcb622 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.2313247 Apr 20 12:52:08.569585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:08.688568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:08.711835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 114319be-77b3-4ce3-987c-3db795622dc7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:08.798688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a99337-a20a-4a49-9047-d138b53bc8c8 req-a4d24255-caa9-46df-b7db-ca8f61d60522 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:08.814336 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-e9f7c836-38bf-4bc5-b739-fed38477123b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 217 time: 0.1750288 Apr 20 12:52:08.815396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:08.827413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13a99337-a20a-4a49-9047-d138b53bc8c8 req-a4d24255-caa9-46df-b7db-ca8f61d60522 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.2996676 Apr 20 12:52:08.917214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Router b9611efa-e79f-45e5-99d6-e6326111a8bc is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:52:08.927790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:08.945772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46854050-2058-4c73-931e-2eb346859d78'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:08.948947 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326b8c15-a8ce-4571-8911-6bff43ef93c0" -d '{"events": [{"server_uuid": "313e7de1-d520-425f-8a79-cfcdaa04d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "46854050-2058-4c73-931e-2eb346859d78"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:08.967354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54538) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:09.000622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-515227818-network', 'tenant_id': '5e488843975b445dbc6311a7d564948b'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:09.023863 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.038598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 46854050-2058-4c73-931e-2eb346859d78, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=46854050-2058-4c73-931e-2eb346859d78,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:09.049253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13a99337-a20a-4a49-9047-d138b53bc8c8 req-a6c94eb1-de43-473d-b122-0cf4f6b3da90 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208700 Apr 20 12:52:09.076133 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.092362 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f3f295-9569-42b1-a95b-904561fe0548 x-openstack-request-id: req-41f3f295-9569-42b1-a95b-904561fe0548 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:09.092649 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313e7de1-d520-425f-8a79-cfcdaa04d4b1", "name": "network-vif-plugged", "status": "completed", "tag": "46854050-2058-4c73-931e-2eb346859d78", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:09.092897 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41f3f295-9569-42b1-a95b-904561fe0548 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:09.093278 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f3f295-9569-42b1-a95b-904561fe0548'] response: {'server_uuid': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46854050-2058-4c73-931e-2eb346859d78', 'code': 200} Apr 20 12:52:09.113024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 114319be-77b3-4ce3-987c-3db795622dc7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:09.113437 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.165785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16a04-86e1-436d-91b7-9babaf4ded02 req-16764d54-7dd6-4200-ab95-9a34e2aeec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:09.169295 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-32a16a04-86e1-436d-91b7-9babaf4ded02 req-16764d54-7dd6-4200-ab95-9a34e2aeec2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.5317755 Apr 20 12:52:09.182379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Made reservation on behalf of 5e488843975b445dbc6311a7d564948b for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:09.186207 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.204872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.278544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-f5da864b-3185-478b-a593-44957cd42cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:09.279469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:03Z', 'revision_number': 2, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:09.280065 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-f5da864b-3185-478b-a593-44957cd42cc6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.3537984 Apr 20 12:52:09.286979 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-32a16a04-86e1-436d-91b7-9babaf4ded02 req-e7155e5c-b1ee-4cbe-af86-5da1e6c10a3e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692966 Apr 20 12:52:09.328102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Checking router: 5bdcfe73-95c5-4687-ba41-23b681a66975 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:09.328449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Updating router 5bdcfe73-95c5-4687-ba41-23b681a66975 port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:52:09.331789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=46854050-2058-4c73-931e-2eb346859d78,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:09.360369 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-e259565f-6cee-4914-bcb9-fc9309d1f58e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671072 Apr 20 12:52:09.369883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e1665-9f7f-4a74-837f-67937b6548ed req-9a13f829-fe7e-40ff-9389-1b3b6c6fcb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:09.371680 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-511e1665-9f7f-4a74-837f-67937b6548ed req-9a13f829-fe7e-40ff-9389-1b3b6c6fcb6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 1096 time: 0.1985140 Apr 20 12:52:09.380970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.444717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:09.457247 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Sync routers for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:09.478592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6187ac9-8cd9-4505-aac4-301c683927e6 req-385b84da-8176-44c2-8cd5-e632fb1fca3f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:09.487399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6187ac9-8cd9-4505-aac4-301c683927e6 req-385b84da-8176-44c2-8cd5-e632fb1fca3f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 945 time: 0.2054856 Apr 20 12:52:09.489089 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:09.492765 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:09.559916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.561259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5813228a-c8ca-4609-9a83-3664e5e83946 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9908855 Apr 20 12:52:09.574358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54558) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:09.639048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6187ac9-8cd9-4505-aac4-301c683927e6 req-8f613201-8ba3-41b5-8afa-2501f27ddf7f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503904 Apr 20 12:52:09.689110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362901d9-a840-475f-831e-e33ae2bac010 req-ed9a0f05-58c4-4458-860d-f6ba60e67c17 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:09.690968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-362901d9-a840-475f-831e-e33ae2bac010 req-ed9a0f05-58c4-4458-860d-f6ba60e67c17 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.1858687 Apr 20 12:52:09.694782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.733912 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-46b1bb72-881b-487b-a7c2-c5c0fd85793d service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102493 Apr 20 12:52:09.746064 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-511e1665-9f7f-4a74-837f-67937b6548ed req-dee60136-3210-4be7-89a9-b49f2510ffec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985979 Apr 20 12:52:09.774820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.780958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.850142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:09.868899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-362901d9-a840-475f-831e-e33ae2bac010 req-9eafe189-2c61-4df5-8979-8cd991e65525 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647248 Apr 20 12:52:09.879843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf8c003-6574-4be6-9a78-b12b21434932,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:09.890391 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:09.891273 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Added segment dc4a7cdb-12aa-4ce2-93a4-151afdd820d0 of type vlan for network af447c58-23b0-4b63-9b1d-55453d797ff6 Apr 20 12:52:09.940847 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:10.015359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.034368 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-16f5d727-5896-4eb2-aafc-0bde13d89d16 req-f863100d-c5a4-4348-9002-b7381c9410e1 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909389 Apr 20 12:52:10.115357 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.116356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:10.116932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.308294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3325858 Apr 20 12:52:10.309488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54572) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:10.315703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Request body: {'subnet': {'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-subnet', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:10.373057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869840b-149d-408f-a1a7-f4628b787f24 admin admin] Pushing event updated for resources: {'Network': ['ID=af447c58-23b0-4b63-9b1d-55453d797ff6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:10.396561 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:06Z', 'revision_number': 3, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:10.447001 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.455452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network af447c58-23b0-4b63-9b1d-55453d797ff6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:10.484554 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.486988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Made reservation on behalf of 5e488843975b445dbc6311a7d564948b for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:10.501472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.523561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219a4d6-3445-4abb-951b-11096270a5a6 req-52b2b917-740b-429e-a28e-a9c4fd8103cb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:10.526096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0219a4d6-3445-4abb-951b-11096270a5a6 req-52b2b917-740b-429e-a28e-a9c4fd8103cb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.2733135 Apr 20 12:52:10.539865 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Checking router: b9611efa-e79f-45e5-99d6-e6326111a8bc for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:10.541846 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Updating router b9611efa-e79f-45e5-99d6-e6326111a8bc port 7a7343ff-96b7-4cbe-8a31-4316eb67335c binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:52:10.583638 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.646505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50485f-8d46-411a-9576-2f5d65ecd1eb None None] Pushing event updated for resources: {'Port': ['ID=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:10.717786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0219a4d6-3445-4abb-951b-11096270a5a6 req-48c49720-a0b5-4985-a128-ef2e3c318b4a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554654 Apr 20 12:52:10.798964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:10.888209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.934113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Attempting to bind port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:10.934748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Attempting to bind port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:10.935349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Attempting to bind port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 on network 1ba8362e-e634-46c3-b068-81722f541015 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:10.959527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:10.960306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Checking segment: {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:10.960967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:10.961573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Bound using segment: {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:10.962978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Bound port: 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:10.964101 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.163793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] For port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:11.182334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] For port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:11.193400 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.276450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:11.279577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf96e38-1d2d-42cc-971a-3308d3279691 req-7d972873-2bd4-415b-82d3-ea84128227dd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:11.284899 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-88b35caf-e01e-4b2f-9df3-c20a5ee76101 admin admin] 10.222.0.24 "PUT /v2.0/routers/65b2ac38-e97e-47fb-b604-de73ad9acfc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9497297 Apr 20 12:52:11.287463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:11.291962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf96e38-1d2d-42cc-971a-3308d3279691 req-7d972873-2bd4-415b-82d3-ea84128227dd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 945 time: 0.4138069 Apr 20 12:52:11.299656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] Sync routers for ids ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:11.391253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] Routers {'65b2ac38-e97e-47fb-b604-de73ad9acfc2'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:11.393431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:11.406751 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.422110 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.448544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.481265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:11.482015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:11.483980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c908f80e-addc-46d6-9aa8-79df2bd806bb None None] Provisioning complete for port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:11.484850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c908f80e-addc-46d6-9aa8-79df2bd806bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.520019 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23870f63-8317-4aa2-8ba6-3e3dc6335487 None None] Pushing event updated for resources: {'Port': ['ID=7a7343ff-96b7-4cbe-8a31-4316eb67335c,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:11.563153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50485f-8d46-411a-9576-2f5d65ecd1eb None None] Pushing event updated for resources: {'Port': ['ID=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:11.569352 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Attempting to bind port 7a7343ff-96b7-4cbe-8a31-4316eb67335c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:11.569917 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Attempting to bind port 7a7343ff-96b7-4cbe-8a31-4316eb67335c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:11.571433 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Attempting to bind port 7a7343ff-96b7-4cbe-8a31-4316eb67335c on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:11.586000 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:11.586706 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:11.588204 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.588977 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:11.591460 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Bound port: 7a7343ff-96b7-4cbe-8a31-4316eb67335c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:11.592751 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.633190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd87c6-45f3-49cc-ba40-59cbabefa1b4 req-fe373c57-29a3-484d-bc11-fc6eb4a01246 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:11.638417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51cd87c6-45f3-49cc-ba40-59cbabefa1b4 req-fe373c57-29a3-484d-bc11-fc6eb4a01246 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.4710751 Apr 20 12:52:11.684428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf96e38-1d2d-42cc-971a-3308d3279691 req-c76a379d-193e-42ce-9bf0-7b6b84b05752 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913269 Apr 20 12:52:11.746628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] For port 7a7343ff-96b7-4cbe-8a31-4316eb67335c, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:11.754726 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] For port 7a7343ff-96b7-4cbe-8a31-4316eb67335c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7a7343ff-96b7-4cbe-8a31-4316eb67335c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:11.755413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] Set router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:11.770298 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:11.792034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Allocated IP 172.20.0.1 (96b818df-5a66-4a79-9ebc-56efafe9c997/8efd9ff3-299c-4958-96f2-acdad965247f/7e82138b-a283-4609-98a8-b6450869c267) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:11.816854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51cd87c6-45f3-49cc-ba40-59cbabefa1b4 req-6ed3e0e8-b113-4834-8560-03287306ab15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648626 Apr 20 12:52:11.903004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:11.906136 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:11.907708 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:11.991889 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c908f80e-addc-46d6-9aa8-79df2bd806bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.026985 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23870f63-8317-4aa2-8ba6-3e3dc6335487 None None] Pushing event updated for resources: {'Port': ['ID=7a7343ff-96b7-4cbe-8a31-4316eb67335c,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:12.090249 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.140753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.150054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=f48d297d-26f1-4847-9175-c867839d3382,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:12.150288 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:12.158030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Checking segment: {'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:12.158394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Network hostable DHCP agents. Network: af447c58-23b0-4b63-9b1d-55453d797ff6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:12.178800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b1b53f59-5232-45e2-92d0-050fb4af785f req-0667cee3-4ad4-42ae-806b-5ccb9059f867 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1487299443', 'description': 'tempest-description-641115539'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:12.219498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a0c0f-1037-435c-9325-054b1ce1e1c5 req-5448770a-b841-4b11-a35d-4eea12255f74 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:12.219980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Network af447c58-23b0-4b63-9b1d-55453d797ff6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:12.221122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d7a0c0f-1037-435c-9325-054b1ce1e1c5 req-5448770a-b841-4b11-a35d-4eea12255f74 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.1986876 Apr 20 12:52:12.254529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, af447c58-23b0-4b63-9b1d-55453d797ff6) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:12.263332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:12.264480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.276000 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.299879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1ed93c-b7d6-45c2-9ade-ad63d8295b97 None None] Network af447c58-23b0-4b63-9b1d-55453d797ff6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:12.300734 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4a021ba4-fb63-4c76-a90d-fab37e324dfe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9893961 Apr 20 12:52:12.306687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54618) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:12.320989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:12.342016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1b53f59-5232-45e2-92d0-050fb4af785f req-0667cee3-4ad4-42ae-806b-5ccb9059f867 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.363818 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.378158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c908f80e-addc-46d6-9aa8-79df2bd806bb None None] For port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:12.382792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Deleting port 885b7615-4a24-4881-a7b1-bc74c2dc5a12 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:12.383961 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.418968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c908f80e-addc-46d6-9aa8-79df2bd806bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.433905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d7a0c0f-1037-435c-9325-054b1ce1e1c5 req-8da16838-954f-40f0-8c4f-d16e917b74b7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014070 Apr 20 12:52:12.497208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:12.503503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.504672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.511701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e82138b-a283-4609-98a8-b6450869c267,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:12.520577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:12.547838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:12.602554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.653690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] For port 885b7615-4a24-4881-a7b1-bc74c2dc5a12, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=885b7615-4a24-4881-a7b1-bc74c2dc5a12,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:12.654988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.668410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:52:08Z', 'revision_number': 5, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port': {'id': '885b7615-4a24-4881-a7b1-bc74c2dc5a12', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:47:20Z', 'updated_at': '2022-04-20T12:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:12.676400 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:06Z', 'revision_number': 3, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:12.685391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Calling delete_port for 885b7615-4a24-4881-a7b1-bc74c2dc5a12 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:12.760212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] Checking router: 65b2ac38-e97e-47fb-b604-de73ad9acfc2 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:12.767363 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b134f48-5276-4c02-b5c3-9a9eca6c5175 None None] The sync data for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 is: [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:06Z', 'revision_number': 3, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:12.777427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908f80e-addc-46d6-9aa8-79df2bd806bb None None] Pushing event updated for resources: {'Port': ['ID=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:12.782449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.804203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1b53f59-5232-45e2-92d0-050fb4af785f req-0667cee3-4ad4-42ae-806b-5ccb9059f867 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.822018 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1b53f59-5232-45e2-92d0-050fb4af785f req-0667cee3-4ad4-42ae-806b-5ccb9059f867 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.829655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-af797989-c757-4f48-bc84-fc7448c77df8 None None] Provisioning complete for port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:12.829655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-af797989-c757-4f48-bc84-fc7448c77df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:12.931707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] Routers {'65b2ac38-e97e-47fb-b604-de73ad9acfc2'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:12.932585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:12.938045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:11Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:13.065424 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1b53f59-5232-45e2-92d0-050fb4af785f req-0667cee3-4ad4-42ae-806b-5ccb9059f867 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.077287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b53f59-5232-45e2-92d0-050fb4af785f req-0667cee3-4ad4-42ae-806b-5ccb9059f867 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9067657 Apr 20 12:52:13.087668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1caa72-cde5-4fb8-a481-425d05cc6b98 None None] The sync data for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 is: [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:11Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:13.097141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.159695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=885b7615-4a24-4881-a7b1-bc74c2dc5a12,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:13.224687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667cee3-4ad4-42ae-806b-5ccb9059f867 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89637bb1-93f2-496a-8fa0-f80b81125725,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:13.378206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.400919 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.440385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.456946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f77430-6937-4103-aba5-564b96b56440 req-39a19599-d4ac-449b-b9f5-fa3c31877fe6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:13.468479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5f77430-6937-4103-aba5-564b96b56440 req-39a19599-d4ac-449b-b9f5-fa3c31877fe6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 945 time: 0.5585656 Apr 20 12:52:13.637847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-af447c58-23b0-4b63-9b1d-55453d797ff6', 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'fixed_ips': [{'subnet_id': 'f48d297d-26f1-4847-9175-c867839d3382'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:52:13.639327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.688710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.690145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] Set router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:13.694895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.771618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.772201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b2ac38-e97e-47fb-b604-de73ad9acfc2 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:52:13.777886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:13.780851 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-24eb7556-9948-4c78-bf3e-27acaf13d9d4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/65b2ac38-e97e-47fb-b604-de73ad9acfc2 HTTP/1.1" status: 204 len: 168 time: 2.4892528 Apr 20 12:52:13.781024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:13.850566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 6, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:13.945125 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:52:14.054501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-865b1206-e227-4754-87ba-54f59d2ef3e5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1487299443&fields=id&tenant_id=feca4e274f70460e93b2318aa9cda56b HTTP/1.1" status: 200 len: 267 time: 0.6101487 Apr 20 12:52:14.130356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Allocated IP 172.20.0.2 (af447c58-23b0-4b63-9b1d-55453d797ff6/f48d297d-26f1-4847-9175-c867839d3382/0dd81a36-148a-4554-a5a9-aec91c01bdfb) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:14.181049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5f77430-6937-4103-aba5-564b96b56440 req-39518d01-d71a-41bd-8d5a-118529af9509 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7050467 Apr 20 12:52:14.297831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-cc8e2419-12cb-4140-9ab3-d1cc3f8f7aff tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:14.299386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-cc8e2419-12cb-4140-9ab3-d1cc3f8f7aff tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.2441192 Apr 20 12:52:14.309167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] Deleting subnet d5369b15-771b-4c94-8c33-3d0ed6717b96 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:52:14.324833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.336597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Request body: {'port': {'security_groups': ['ad0291a1-4deb-4e03-b662-2c1fc39c0384', '89637bb1-93f2-496a-8fa0-f80b81125725']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:14.423179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.437484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.497958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c4253-a411-4f49-9d84-bf5772cf8ea3 None None] The sync data for ids ['65b2ac38-e97e-47fb-b604-de73ad9acfc2'] in n-d-838550-2 is: [{'id': '65b2ac38-e97e-47fb-b604-de73ad9acfc2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1452607004-router', 'tenant_id': 'e193a9434e94445a917b17d043754ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:47:19Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 6, 'project_id': 'e193a9434e94445a917b17d043754ea8', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:14.509546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.632412 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.721355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Pushing event updated for resources: {'Port': ['ID=0dd81a36-148a-4554-a5a9-aec91c01bdfb,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:14.730518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Network af447c58-23b0-4b63-9b1d-55453d797ff6 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:14.731992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.739498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:14.744753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:14.771665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5369b15-771b-4c94-8c33-3d0ed6717b96,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:14.779361 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.785436 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c6d8dc42-30d0-4b76-bfc2-037f1a1ab3b2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d5369b15-771b-4c94-8c33-3d0ed6717b96 HTTP/1.1" status: 204 len: 168 time: 1.0033917 Apr 20 12:52:14.788003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:14.809531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178844-3f7f-4d47-aa0c-1f42b91df7e4 req-3fb4989b-54f3-4d27-ba79-f00cc42398ae tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:14.811604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de178844-3f7f-4d47-aa0c-1f42b91df7e4 req-3fb4989b-54f3-4d27-ba79-f00cc42398ae tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.3613164 Apr 20 12:52:14.812246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:14.821804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e3af17-3da6-4a7a-a6c2-55034690cd05 None None] Network 0ed1f5c5-0819-46f8-80fc-e479182eb651 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:14.955897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.058990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:52:15.108499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Deleting port 2376b3d4-a140-4716-bc71-3f2f7f31c956 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:15.108883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.119734 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.177160 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.217128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] For port 2376b3d4-a140-4716-bc71-3f2f7f31c956, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2376b3d4-a140-4716-bc71-3f2f7f31c956,segment=NetworkSegment(c9ef4ae2-9ac0-4390-b575-ddeda3247bf7),segment_id=c9ef4ae2-9ac0-4390-b575-ddeda3247bf7)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:15.221178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.228010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:15.252745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Calling delete_port for 2376b3d4-a140-4716-bc71-3f2f7f31c956 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:15.273607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:15.281373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552', 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5', 'port_id': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552', 'mac_address': 'fa:16:3e:24:f7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf46457-26a6-4590-84f1-d414b21e7516', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:52:15.323441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Allocated IP 172.25.3.243 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/4af203af-dc0b-43e4-9d1a-1e5134dd0635) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:15.360047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Attempting to bind port 0dd81a36-148a-4554-a5a9-aec91c01bdfb on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:15.360415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Attempting to bind port 0dd81a36-148a-4554-a5a9-aec91c01bdfb by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:15.360826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Attempting to bind port 0dd81a36-148a-4554-a5a9-aec91c01bdfb on network af447c58-23b0-4b63-9b1d-55453d797ff6 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:15.386196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:15.386605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Checking segment: {'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:15.387580 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.387916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Bound using segment: {'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:15.388349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Bound port: 0dd81a36-148a-4554-a5a9-aec91c01bdfb, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:15.388727 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.447692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.501457 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.507357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] No DVR routers for this DVR port 2376b3d4-a140-4716-bc71-3f2f7f31c956 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:52:15.512413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2376b3d4-a140-4716-bc71-3f2f7f31c956,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:15.556052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] For port 0dd81a36-148a-4554-a5a9-aec91c01bdfb, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:15.561173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] For port 0dd81a36-148a-4554-a5a9-aec91c01bdfb, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0dd81a36-148a-4554-a5a9-aec91c01bdfb,segment=NetworkSegment(dc4a7cdb-12aa-4ce2-93a4-151afdd820d0),segment_id=dc4a7cdb-12aa-4ce2-93a4-151afdd820d0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:15.563821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0176bf2f-2e35-4ee9-9778-a67843e3cdb9 None None] Provisioning complete for port 7e82138b-a283-4609-98a8-b6450869c267 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:15.564309 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0176bf2f-2e35-4ee9-9778-a67843e3cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.574590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.598320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de178844-3f7f-4d47-aa0c-1f42b91df7e4 req-b2ed23c7-eb4d-4c77-b9ae-9c7a0eb9f08f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671933 Apr 20 12:52:15.621472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.672343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.675366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Pushing event updated for resources: {'Port': ['ID=4af203af-dc0b-43e4-9d1a-1e5134dd0635,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:15.683698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.690712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.716711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ebbeab-8653-4325-b525-4f21d2cb574a None None] DHCP port deletion for 0ed1f5c5-0819-46f8-80fc-e479182eb651 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:52:15.717124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:15.750982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd737fb4-b8be-4a40-bcc9-446d536389d1 None None] Pushing event updated for resources: {'Port': ['ID=0dd81a36-148a-4554-a5a9-aec91c01bdfb,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:15.780322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed1f5c5-0819-46f8-80fc-e479182eb651']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:15.810860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:15.810860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ef4ae2-9ac0-4390-b575-ddeda3247bf7') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:15.811873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.837383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.846778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0176bf2f-2e35-4ee9-9778-a67843e3cdb9 None None] Port 7e82138b-a283-4609-98a8-b6450869c267 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:15.851732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:15.852302 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.860384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.862539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:15.869932 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.891995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:15.897876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:52:15.898648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:52:15.901793 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:52:15.928333 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:15.944537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:15.951082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:16.046340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.053601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.065814 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0ed1f5c5-0819-46f8-80fc-e479182eb651 HTTP/1.1" status: 204 len: 168 time: 1.2747016 Apr 20 12:52:16.085685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:16.098143 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62c6f1-cf60-4ece-ab6f-1f4800412f86 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed1f5c5-0819-46f8-80fc-e479182eb651,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:16.211485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:16.289230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7a7343ff-96b7-4cbe-8a31-4316eb67335c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:16.391553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7e82138b-a283-4609-98a8-b6450869c267,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:16.400926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54684) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:16.504302 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4b7129a2-e6e5-481a-9e24-1eb38577e486 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb8de35a4a1f464a88d77fa582d226e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1017420 Apr 20 12:52:16.507516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54688) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:16.591680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e29553f1-346f-4cb1-a829-78cede51cc47,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:16.600441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7a7343ff-96b7-4cbe-8a31-4316eb67335c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:16.600821 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.609497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62f1bde2-3445-4f5d-957b-0249c336e2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.650058 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62f1bde2-3445-4f5d-957b-0249c336e2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.750592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62f1bde2-3445-4f5d-957b-0249c336e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.758188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62f1bde2-3445-4f5d-957b-0249c336e2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.762773 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-62f1bde2-3445-4f5d-957b-0249c336e2d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d5d4ebb-071d-470f-adc4-0c1849ddf41e HTTP/1.1" status: 204 len: 168 time: 0.2493131 Apr 20 12:52:16.783736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1bde2-3445-4f5d-957b-0249c336e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d4ebb-071d-470f-adc4-0c1849ddf41e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:16.823525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.859509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:16.869601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:16.906090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e29553f1-346f-4cb1-a829-78cede51cc47'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:17.034363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54698) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:17.085732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.108282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 7a7343ff-96b7-4cbe-8a31-4316eb67335c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7a7343ff-96b7-4cbe-8a31-4316eb67335c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:17.123818 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.236432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=7a7343ff-96b7-4cbe-8a31-4316eb67335c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:17.302990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event updated for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:17.309191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.325677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:17.343751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:17.361410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.364870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cd62f27-f7eb-4342-8c82-7585043a4dd3 req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "PUT /v2.0/ports/e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 982 time: 3.0501769 Apr 20 12:52:17.464198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0dd81a36-148a-4554-a5a9-aec91c01bdfb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:17.466639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:17.469436 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13dc16b-79e1-42a3-975e-ddeed38d2564" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:17.475014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.503665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.504711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.505230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.506077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.506837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.507353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.508819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.509340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.509915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.510431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.510937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.511437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64c4244-570a-4759-bbd5-8b2ce8a35cb2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.642925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e29553f1-346f-4cb1-a829-78cede51cc47'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:17.650164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a32639-5120-4d86-ab99-7bbc16a9f2fa None None] Network af447c58-23b0-4b63-9b1d-55453d797ff6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:17.701983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd354e-59a5-4cab-a597-80378d678190 req-20321349-e52c-4933-928d-9b49c0f9a42a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:17.703968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0dd354e-59a5-4cab-a597-80378d678190 req-20321349-e52c-4933-928d-9b49c0f9a42a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.4040296 Apr 20 12:52:17.708641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54716) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:17.761885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.781600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.847746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-56d105dd-c903-4a15-b719-3683a9a23ee2 None None] Provisioning complete for port 0dd81a36-148a-4554-a5a9-aec91c01bdfb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:17.848474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56d105dd-c903-4a15-b719-3683a9a23ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.909862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0dd81a36-148a-4554-a5a9-aec91c01bdfb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:17.913698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aea041a1-75d4-40a3-a630-676fd97442c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e193a9434e94445a917b17d043754ea8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2012613 Apr 20 12:52:17.914159 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:17.914935 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddc84301a33d4758b510e960ab9e77a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8798180 Apr 20 12:52:17.915611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:17.917539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e007199e-96cd-412d-ab27-2ca2986bda87,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:17.921290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:17.948470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0dd354e-59a5-4cab-a597-80378d678190 req-9f49e541-cd36-4ddd-8d0b-165a69676a8e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200580 Apr 20 12:52:17.962897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Router b9611efa-e79f-45e5-99d6-e6326111a8bc has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:17.989307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.996764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.997320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:17.999448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.002253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.002648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.002989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.003324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.003657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.003986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.004309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.004636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831e11c-0719-4c2a-bad6-66184da26280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:18.123933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e248cad4-1c92-4368-adbc-2ba02b450c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.151124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1071207b-5803-4b2f-af31-f3e3ea5ca7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.204887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1071207b-5803-4b2f-af31-f3e3ea5ca7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.321315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-0be4b512-7c17-49c3-89ff-dd41005dfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:18.323170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-0be4b512-7c17-49c3-89ff-dd41005dfc06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1136 time: 0.1090946 Apr 20 12:52:18.373824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1071207b-5803-4b2f-af31-f3e3ea5ca7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.376617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1071207b-5803-4b2f-af31-f3e3ea5ca7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.380167 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1071207b-5803-4b2f-af31-f3e3ea5ca7ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15ba4adb-ef9a-4175-940f-2e491bb9e739 HTTP/1.1" status: 204 len: 168 time: 0.4611156 Apr 20 12:52:18.427052 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.444939 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56d105dd-c903-4a15-b719-3683a9a23ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.461401 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071207b-5803-4b2f-af31-f3e3ea5ca7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba4adb-ef9a-4175-940f-2e491bb9e739,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:18.504772 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec77c27-a6aa-4d1a-b1f7-c0bf5820c271 x-openstack-request-id: req-5ec77c27-a6aa-4d1a-b1f7-c0bf5820c271 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:18.505333 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:18.506374 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ec77c27-a6aa-4d1a-b1f7-c0bf5820c271 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:18.506875 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec77c27-a6aa-4d1a-b1f7-c0bf5820c271'] response: {'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'status': 'completed', 'code': 200} Apr 20 12:52:18.526393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.559357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-56d105dd-c903-4a15-b719-3683a9a23ee2 None None] For port 0dd81a36-148a-4554-a5a9-aec91c01bdfb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0dd81a36-148a-4554-a5a9-aec91c01bdfb,segment=NetworkSegment(dc4a7cdb-12aa-4ce2-93a4-151afdd820d0),segment_id=dc4a7cdb-12aa-4ce2-93a4-151afdd820d0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:18.563041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-e713b840-7858-4473-b822-23bac22de6e7 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1487299443&fields=id&tenant_id=feca4e274f70460e93b2318aa9cda56b HTTP/1.1" status: 200 len: 267 time: 0.4461644 Apr 20 12:52:18.596071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56d105dd-c903-4a15-b719-3683a9a23ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.598181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-a686a933-b935-49bb-b5ca-7fee91f72e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:18.604677 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-a686a933-b935-49bb-b5ca-7fee91f72e18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 0.2737193 Apr 20 12:52:18.666306 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e248cad4-1c92-4368-adbc-2ba02b450c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.721941 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-2d47e6ec-9a5f-4255-be76-7f216c4d72bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 217 time: 0.1096177 Apr 20 12:52:18.777017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-503dce83-a122-4dbc-bec1-340f1a3f4110 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:18.787684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2a404e9b-ca72-4084-b668-c49b47472c87 None None] Provisioning complete for port 7e82138b-a283-4609-98a8-b6450869c267 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:18.788055 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a404e9b-ca72-4084-b668-c49b47472c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.798144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-503dce83-a122-4dbc-bec1-340f1a3f4110 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 985 time: 0.2337539 Apr 20 12:52:18.804718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:52:18.805321 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:52:18.839266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-37aa652c-a1ef-49d3-b369-c5a824370b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:18.848292 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-37aa652c-a1ef-49d3-b369-c5a824370b02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.1122406 Apr 20 12:52:18.866402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:18.868957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Request body: {'port': {'security_groups': ['ad0291a1-4deb-4e03-b662-2c1fc39c0384']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:18.878165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:18.883452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d105dd-c903-4a15-b719-3683a9a23ee2 None None] Pushing event updated for resources: {'Port': ['ID=0dd81a36-148a-4554-a5a9-aec91c01bdfb,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:18.889042 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Sync routers for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:18.903148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-12e85833-19e5-4b55-8f3c-7c4ec115ce72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510089 Apr 20 12:52:18.908346 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:18.911886 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:18.923640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2a404e9b-ca72-4084-b668-c49b47472c87 None None] Port 7e82138b-a283-4609-98a8-b6450869c267 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:18.959834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-99502ceb-da5c-45fb-9027-5f4af99f04d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/b9611efa-e79f-45e5-99d6-e6326111a8bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3830090 Apr 20 12:52:19.061876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:19.067584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e248cad4-1c92-4368-adbc-2ba02b450c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:19.067803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:19.081848 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e248cad4-1c92-4368-adbc-2ba02b450c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:19.083235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e248cad4-1c92-4368-adbc-2ba02b450c34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e007199e-96cd-412d-ab27-2ca2986bda87 HTTP/1.1" status: 204 len: 168 time: 1.1587963 Apr 20 12:52:19.118536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248cad4-1c92-4368-adbc-2ba02b450c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e007199e-96cd-412d-ab27-2ca2986bda87,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:19.251807 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-1b613d92-4610-4084-b0c3-183fc7fbbcdb service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397532 Apr 20 12:52:19.377718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:52:19.397867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-472f1352-16bd-4f8c-85e1-af5eec2dcc6b None None] Provisioning complete for port 0dd81a36-148a-4554-a5a9-aec91c01bdfb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:19.398361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-472f1352-16bd-4f8c-85e1-af5eec2dcc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:19.409691 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:19.414619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Router 514431b6-b53e-420e-9806-9b962c1562cf is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:52:19.491195 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c13dc16b-79e1-42a3-975e-ddeed38d2564 req-e3c04cd4-1c1d-4e94-a04f-810d26264e54 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264307 Apr 20 12:52:19.517923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:19.521828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:19.690237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a6940-b6f5-4f45-88e1-ae7adb3e8561 req-651ce0c2-9982-4c11-a678-493c9f0b40d7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:19.693873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e50a6940-b6f5-4f45-88e1-ae7adb3e8561 req-651ce0c2-9982-4c11-a678-493c9f0b40d7 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.4846632 Apr 20 12:52:19.776055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e50a6940-b6f5-4f45-88e1-ae7adb3e8561 req-d1833b94-ce5b-4a26-8fdb-21fcb10c00d5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728998 Apr 20 12:52:19.793603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2376b3d4-a140-4716-bc71-3f2f7f31c956 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:19.825253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e29553f1-346f-4cb1-a829-78cede51cc47,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:19.873595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:19.922613 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:19.928268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2376b3d4-a140-4716-bc71-3f2f7f31c956 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:19.928841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2376b3d4-a140-4716-bc71-3f2f7f31c956 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:19.929137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:19.964227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e29553f1-346f-4cb1-a829-78cede51cc47'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:19.973370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54774) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:20.002231 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:14Z', 'revision_number': 2, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:20.009051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df648ca1-e281-4904-8c0e-a951b71da0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.034983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:20.073447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:20.073912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 28a9411a-c2cc-4bdf-9ed3-8be6d9ddcd84 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:20.074670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 885b7615-4a24-4881-a7b1-bc74c2dc5a12 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:20.082223 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Checking router: b9611efa-e79f-45e5-99d6-e6326111a8bc for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:20.082363 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Updating router b9611efa-e79f-45e5-99d6-e6326111a8bc port 7e82138b-a283-4609-98a8-b6450869c267 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:52:20.104139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:20.105575 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.107849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e79feabf-37b4-425c-bb4d-feec1c052c31 req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "PUT /v2.0/ports/e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 943 time: 1.3084755 Apr 20 12:52:20.121511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.127306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-17999f31-9d33-41a6-a084-5cc0fb4d047b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8146124 Apr 20 12:52:20.127439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:20.172286 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.177296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Sync routers for ids ['514431b6-b53e-420e-9806-9b962c1562cf'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:20.189470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cb0dc-3724-42f3-9854-03fdc073a9e1 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event updated for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:20.237613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.257829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 885b7615-4a24-4881-a7b1-bc74c2dc5a12 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:20.258582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 885b7615-4a24-4881-a7b1-bc74c2dc5a12 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:20.321673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:20.324344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e29553f1-346f-4cb1-a829-78cede51cc47'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:20.331108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:20.333587 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0c3442-62e7-4070-bdf0-e68e9512a869" -d '{"events": [{"server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "name": "network-vif-plugged", "status": "completed", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:20.338312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Routers {'514431b6-b53e-420e-9806-9b962c1562cf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:20.339406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['514431b6-b53e-420e-9806-9b962c1562cf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:20.368761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.480113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7a7343ff-96b7-4cbe-8a31-4316eb67335c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:20.513299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:20.517952 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350917fb-8cc6-4b41-a095-b7d68c58f6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:20.583466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df648ca1-e281-4904-8c0e-a951b71da0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.603829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df648ca1-e281-4904-8c0e-a951b71da0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.777944 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.792092 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:20.813962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:20.819042 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df648ca1-e281-4904-8c0e-a951b71da0cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=007525dc09e54eae914e0a111503bdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8433971 Apr 20 12:52:20.821867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:20.822480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df648ca1-e281-4904-8c0e-a951b71da0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed763d68-3ce8-40d0-802f-2f8260ab72fc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:20.837722 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598d241-8c87-4b38-8f97-a54419179572 None None] Pushing event updated for resources: {'Port': ['ID=7e82138b-a283-4609-98a8-b6450869c267,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:20.943147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Set router 514431b6-b53e-420e-9806-9b962c1562cf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:20.968398 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-64621536-7621-4b69-8a81-58dab9931540 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6856806 Apr 20 12:52:20.979674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:21.013348 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Attempting to bind port 7e82138b-a283-4609-98a8-b6450869c267 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:21.014983 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Attempting to bind port 7e82138b-a283-4609-98a8-b6450869c267 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:21.015515 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Attempting to bind port 7e82138b-a283-4609-98a8-b6450869c267 on network 96b818df-5a66-4a79-9ebc-56efafe9c997 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:21.028670 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.034734 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:21.037458 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Checking segment: {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:21.039647 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.040314 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Bound using segment: {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:21.046059 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Bound port: 7e82138b-a283-4609-98a8-b6450869c267, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:21.048667 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.064135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45c65b77-d8dd-4e1c-844a-202f49f78c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.244244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45c65b77-d8dd-4e1c-844a-202f49f78c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.270720 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] For port 7e82138b-a283-4609-98a8-b6450869c267, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:21.288031 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] For port 7e82138b-a283-4609-98a8-b6450869c267, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7e82138b-a283-4609-98a8-b6450869c267,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:21.300320 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.303372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.419790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7a7343ff-96b7-4cbe-8a31-4316eb67335c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:21.420647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54808) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:21.422636 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.427133 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598d241-8c87-4b38-8f97-a54419179572 None None] Pushing event updated for resources: {'Port': ['ID=7e82138b-a283-4609-98a8-b6450869c267,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:21.438375 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:21.439005 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:21.442679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d804cd8c-0427-4c7d-9e64-e2986313cacd tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--756735241', 'description': 'tempest-description--96992097'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:21.575751 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92780eaa-c498-451b-acb4-1425d602f924 x-openstack-request-id: req-92780eaa-c498-451b-acb4-1425d602f924 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:21.578715 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "name": "network-vif-plugged", "status": "completed", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:21.579167 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92780eaa-c498-451b-acb4-1425d602f924 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:21.579747 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92780eaa-c498-451b-acb4-1425d602f924'] response: {'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552', 'code': 200} Apr 20 12:52:21.656381 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c67cf2-2359-49ad-9ac8-23f16ffdb66c x-openstack-request-id: req-89c67cf2-2359-49ad-9ac8-23f16ffdb66c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:21.656741 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:21.659540 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89c67cf2-2359-49ad-9ac8-23f16ffdb66c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:21.660068 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c67cf2-2359-49ad-9ac8-23f16ffdb66c'] response: {'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'status': 'completed', 'code': 200} Apr 20 12:52:21.685512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45c65b77-d8dd-4e1c-844a-202f49f78c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.688722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45c65b77-d8dd-4e1c-844a-202f49f78c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.694371 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-45c65b77-d8dd-4e1c-844a-202f49f78c3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed763d68-3ce8-40d0-802f-2f8260ab72fc HTTP/1.1" status: 204 len: 168 time: 0.8681419 Apr 20 12:52:21.713277 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:21.721122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d804cd8c-0427-4c7d-9e64-e2986313cacd tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.806436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Allocated IP 172.25.3.121 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/83bea3e4-3ccb-4de3-9b33-42bb072e62e4) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:21.807096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Provisioning complete for port 7e82138b-a283-4609-98a8-b6450869c267 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:21.807715 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:21.865071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4ded8-07a9-4d83-8574-61721cea0a5f req-970d89f1-7e8c-4459-b7ed-7361b437ebf5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:21.867151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9b4ded8-07a9-4d83-8574-61721cea0a5f req-970d89f1-7e8c-4459-b7ed-7361b437ebf5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1553807 Apr 20 12:52:21.889307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c65b77-d8dd-4e1c-844a-202f49f78c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed763d68-3ce8-40d0-802f-2f8260ab72fc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:21.939564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2e58f-a10a-4db9-a0e2-6b12947ce5e9 req-d3a2ad29-d5b9-42bc-8d01-26cdb7105d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:21.943215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-97d2e58f-a10a-4db9-a0e2-6b12947ce5e9 req-d3a2ad29-d5b9-42bc-8d01-26cdb7105d7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1097 time: 0.3356099 Apr 20 12:52:21.966480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9b4ded8-07a9-4d83-8574-61721cea0a5f req-e6bf18cf-b7bc-4976-b7a9-9e23ae75536f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888119 Apr 20 12:52:21.990898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-7d579485-244a-43ec-9b41-8d887a68c688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:21.998263 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-7d579485-244a-43ec-9b41-8d887a68c688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.2933090 Apr 20 12:52:22.073446 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.161611 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-97d2e58f-a10a-4db9-a0e2-6b12947ce5e9 req-64089704-24cd-4232-874f-b9c8c5cf08ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656060 Apr 20 12:52:22.180502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.191624 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:21Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:22.228191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d804cd8c-0427-4c7d-9e64-e2986313cacd tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.245817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d804cd8c-0427-4c7d-9e64-e2986313cacd tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.252563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.260281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0dd81a36-148a-4554-a5a9-aec91c01bdfb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:22.277803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d804cd8c-0427-4c7d-9e64-e2986313cacd tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.281687 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d804cd8c-0427-4c7d-9e64-e2986313cacd tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8549023 Apr 20 12:52:22.292375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54844) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:22.293485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-b93f99be-07fb-4481-9068-0e3290bbb619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:22.294963 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-b93f99be-07fb-4481-9068-0e3290bbb619 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 0.2831018 Apr 20 12:52:22.299469 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73ffe0-69a8-4836-81e2-d9b7aa29b262 None None] The sync data for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 is: [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:21Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:22.301397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ffe9e8c6-a7f2-46f3-b223-c6b2c2ffb3ce tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Request body: {'security_group_rule': {'security_group_id': 'd7943b7a-b84b-4916-bddb-c9ca2b555560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:22.307698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.333164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event updated for resources: {'Port': ['ID=83bea3e4-3ccb-4de3-9b33-42bb072e62e4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:22.399808 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-1a292cdf-76c9-4606-8e19-5ef003bef1d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 217 time: 0.0800986 Apr 20 12:52:22.416722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804cd8c-0427-4c7d-9e64-e2986313cacd tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7943b7a-b84b-4916-bddb-c9ca2b555560,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:22.422913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:22.424345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:22.431389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:22.520255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-4ea06c3f-8573-4a6c-a9cd-9886dd6e43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:22.522093 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-4ea06c3f-8573-4a6c-a9cd-9886dd6e43b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.0844231 Apr 20 12:52:22.671645 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.736244 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.741873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] For port 7e82138b-a283-4609-98a8-b6450869c267, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7e82138b-a283-4609-98a8-b6450869c267,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:22.751471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:52:16Z', 'revision_number': 3, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:22.760516 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-995556f4-e856-4c11-8cf2-79de36707372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798593 Apr 20 12:52:22.796217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Checking router: 514431b6-b53e-420e-9806-9b962c1562cf for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:22.796654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Updating router 514431b6-b53e-420e-9806-9b962c1562cf port 4af203af-dc0b-43e4-9d1a-1e5134dd0635 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:52:22.830155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:22.839929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.030665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.040457 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.071955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Pushing event updated for resources: {'Port': ['ID=7e82138b-a283-4609-98a8-b6450869c267,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:23.081615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9199d04a-45b4-4789-923e-0084010686d4 None None] Provisioning complete for port 7e82138b-a283-4609-98a8-b6450869c267 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:23.082067 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9199d04a-45b4-4789-923e-0084010686d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.148479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54874) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:23.271641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0dd81a36-148a-4554-a5a9-aec91c01bdfb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:23.272201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.278181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.278566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.280323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.280701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.281839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.282732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.283311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.284406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.284747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.285078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.285453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.286212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef6b0d4-ae2a-46c0-8b10-abc6231bbe6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:23.307492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.330865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e8c6-a7f2-46f3-b223-c6b2c2ffb3ce tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.342624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event updated for resources: {'Port': ['ID=83bea3e4-3ccb-4de3-9b33-42bb072e62e4,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:23.367324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.378759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-90ecb1e9-a4af-4c6c-b04a-863e5e9a8df3 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4043412 Apr 20 12:52:23.389194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-network', 'tenant_id': '34228b65899d4098864c4e002e2bae2f'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:23.465977 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.469198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-16aeb160-fc3f-414b-aad6-5e0fc48e891b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.0891132 Apr 20 12:52:23.472477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Allocated IP 172.20.0.1 (af447c58-23b0-4b63-9b1d-55453d797ff6/f48d297d-26f1-4847-9175-c867839d3382/77d25f96-16ed-4451-9f55-e2a4d35fd322) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:23.481534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b20c6-d2b5-4989-9116-45547f7fa8f0 req-a57b8237-3cf4-4b06-a490-bb2466e70017 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:23.483704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2b20c6-d2b5-4989-9116-45547f7fa8f0 req-a57b8237-3cf4-4b06-a490-bb2466e70017 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 951 time: 0.2820401 Apr 20 12:52:23.484537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Made reservation on behalf of 34228b65899d4098864c4e002e2bae2f for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:23.487266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.531524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.550134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e8c6-a7f2-46f3-b223-c6b2c2ffb3ce tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.556877 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-5594b7c7-340f-4336-b871-c293cffdceab service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7770815 Apr 20 12:52:23.569417 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.572478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.603186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e8c6-a7f2-46f3-b223-c6b2c2ffb3ce tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.620345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2b20c6-d2b5-4989-9116-45547f7fa8f0 req-4e8c51af-3f13-4bc0-b56a-7c338c31f730 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198008 Apr 20 12:52:23.629523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Attempting to bind port 4af203af-dc0b-43e4-9d1a-1e5134dd0635 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:23.630289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Attempting to bind port 4af203af-dc0b-43e4-9d1a-1e5134dd0635 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:23.630713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Attempting to bind port 4af203af-dc0b-43e4-9d1a-1e5134dd0635 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:23.641351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:23.641779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:23.642226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.642971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:23.643467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Bound port: 4af203af-dc0b-43e4-9d1a-1e5134dd0635, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:23.644370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.666136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffe9e8c6-a7f2-46f3-b223-c6b2c2ffb3ce tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.669811 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ffe9e8c6-a7f2-46f3-b223-c6b2c2ffb3ce tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3716035 Apr 20 12:52:23.678912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54882) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:23.685422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0a4e9a26-950a-493e-9add-6c3a535c27e0 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Request body: {'security_group_rule': {'security_group_id': 'd7943b7a-b84b-4916-bddb-c9ca2b555560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:23.710694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-dfbc70fe-8c8c-42c9-bdb3-1b943ade4ace tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:23.719766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9e8c6-a7f2-46f3-b223-c6b2c2ffb3ce tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a7418f-367c-402b-9602-e30c755989ae,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:23.721095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb58111-68ea-475b-bfe8-5a4a538a7334 req-dfbc70fe-8c8c-42c9-bdb3-1b943ade4ace tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2503941 Apr 20 12:52:23.721261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf8c4-9cd4-422c-8630-394ea036fd6d None None] Pushing event updated for resources: {'Port': ['ID=4af203af-dc0b-43e4-9d1a-1e5134dd0635,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:23.785939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] For port 4af203af-dc0b-43e4-9d1a-1e5134dd0635, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:23.792886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] For port 4af203af-dc0b-43e4-9d1a-1e5134dd0635, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4af203af-dc0b-43e4-9d1a-1e5134dd0635,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:23.803808 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.804317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.819250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.828388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9a26-950a-493e-9add-6c3a535c27e0 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.833835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.880141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Routers {'514431b6-b53e-420e-9806-9b962c1562cf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:23.881197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['514431b6-b53e-420e-9806-9b962c1562cf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:23.886098 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-350917fb-8cc6-4b41-a095-b7d68c58f6cd req-61b54ea0-291e-454f-9b58-bd350b0e001c service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926407 Apr 20 12:52:23.888227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.929588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:23.958216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Network af447c58-23b0-4b63-9b1d-55453d797ff6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:23.964220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d794f1-fc1d-4d2b-b0ac-19be03243bf7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:23.977953 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:23.978368 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Added segment aba89456-70cb-4efe-ab19-1e986e103b6d of type vlan for network d331ae98-1b67-41a4-bdd2-63468516845f Apr 20 12:52:23.979035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:23.986624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:23.990504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Pushing event updated for resources: {'Port': ['ID=77d25f96-16ed-4451-9f55-e2a4d35fd322,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:24.005357 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9a26-950a-493e-9add-6c3a535c27e0 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.018912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f80519-fb61-4a97-98d0-0bfd8cd7b91e req-0b5498a6-cde8-4966-8ad4-ab9588f7360e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:24.020519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96f80519-fb61-4a97-98d0-0bfd8cd7b91e req-0b5498a6-cde8-4966-8ad4-ab9588f7360e tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1932974 Apr 20 12:52:24.042844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7e82138b-a283-4609-98a8-b6450869c267 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:24.043829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9a26-950a-493e-9add-6c3a535c27e0 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.065383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf8c4-9cd4-422c-8630-394ea036fd6d None None] Pushing event updated for resources: {'Port': ['ID=4af203af-dc0b-43e4-9d1a-1e5134dd0635,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:24.069734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.073043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e9a26-950a-493e-9add-6c3a535c27e0 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ddf394-18e4-40dc-ab22-54afe54862d5,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:24.079907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.128052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9a26-950a-493e-9add-6c3a535c27e0 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.129587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0a4e9a26-950a-493e-9add-6c3a535c27e0 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4486449 Apr 20 12:52:24.135786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54896) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:24.142717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:24.173506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.180281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.181486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:24.182164 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.183881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] Set router 514431b6-b53e-420e-9806-9b962c1562cf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:24.257319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] Pushing event updated for resources: {'Network': ['ID=d331ae98-1b67-41a4-bdd2-63468516845f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:24.269644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96f80519-fb61-4a97-98d0-0bfd8cd7b91e req-ac986fd6-5c4d-425e-91d3-b934ccfeb5d0 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175922 Apr 20 12:52:24.289051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bd34af84-42b1-4858-b9bd-0e39df2edc00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1331568 Apr 20 12:52:24.298356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:24.301908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d331ae98-1b67-41a4-bdd2-63468516845f details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:24.326737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Request body: {'subnet': {'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-subnet', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:24.360441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.383425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Made reservation on behalf of 34228b65899d4098864c4e002e2bae2f for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:24.403032 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.435266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.504996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7e82138b-a283-4609-98a8-b6450869c267 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:24.505388 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.517924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01bb072a-d061-449b-aad1-c614b564e1c0 None None] Provisioning complete for port 77d25f96-16ed-4451-9f55-e2a4d35fd322 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:24.518505 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01bb072a-d061-449b-aad1-c614b564e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.612186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01bb072a-d061-449b-aad1-c614b564e1c0 None None] Port 77d25f96-16ed-4451-9f55-e2a4d35fd322 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:24.644766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-0539daf4-995c-485e-b80b-4cf97833eec2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:24.646642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-0539daf4-995c-485e-b80b-4cf97833eec2 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1969872 Apr 20 12:52:24.732133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-b86e6ec4-e134-4b61-afdf-90e0cf5bdfef tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 696 time: 0.0665631 Apr 20 12:52:24.745537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Request body: {'floatingip': {'port_id': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:24.756683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Allocated IP 172.25.3.188 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f5c62c1a-f5de-4b96-b2f0-85620c120812) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:24.765230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:52:16Z', 'revision_number': 3, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:24.771219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.774297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.793885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d8f28d-503e-45af-8696-9f46ebc00ee1 None None] The sync data for ids ['514431b6-b53e-420e-9806-9b962c1562cf'] in n-d-838550-2 is: [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:52:16Z', 'revision_number': 3, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:24.810424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.819691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.909984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44524d36-7102-4e82-a279-f199eac64356,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:24.918938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:24.923453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Pushing event updated for resources: {'Port': ['ID=77d25f96-16ed-4451-9f55-e2a4d35fd322,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:24.937691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Checking segment: {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:24.938111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Network hostable DHCP agents. Network: d331ae98-1b67-41a4-bdd2-63468516845f, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:24.994308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Network d331ae98-1b67-41a4-bdd2-63468516845f is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:25.007245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d331ae98-1b67-41a4-bdd2-63468516845f) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:25.017741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1b15a-23f0-451e-8af4-f3de59e59ba2 None None] Network d331ae98-1b67-41a4-bdd2-63468516845f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:25.029333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:25.030543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.052522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Network af447c58-23b0-4b63-9b1d-55453d797ff6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:25.056058 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-587d7626-bec9-4644-90b7-2847b3251c32 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7566905 Apr 20 12:52:25.057428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:25.059361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54938) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:25.063607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:25.122560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.125419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d22cb3-968d-45ff-b94c-a6ffaaf31a3b req-648efc6e-b635-441e-a6d3-0ddf7b891ddd tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:25.127119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05d22cb3-968d-45ff-b94c-a6ffaaf31a3b req-648efc6e-b635-441e-a6d3-0ddf7b891ddd tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1097 time: 0.1462305 Apr 20 12:52:25.190476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.191827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.222187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d331ae98-1b67-41a4-bdd2-63468516845f', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:52:25.223698 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.228796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05d22cb3-968d-45ff-b94c-a6ffaaf31a3b req-b91a9bdf-71e7-4f5c-b22a-638fdbed4757 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715280 Apr 20 12:52:25.318844 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.326800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Router 514431b6-b53e-420e-9806-9b962c1562cf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:25.398457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:25.429749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event updated for resources: {'Port': ['ID=f5c62c1a-f5de-4b96-b2f0-85620c120812,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:25.435936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:25.439922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:25.482562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.606193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Allocated IP 172.20.0.2 (d331ae98-1b67-41a4-bdd2-63468516845f/44524d36-7102-4e82-a279-f199eac64356/91863ce5-c642-4af9-b020-fe9603170bef) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:25.621833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1090a5eb-b1c7-4b62-95a5-4bd38593f86b None None] Provisioning complete for port 77d25f96-16ed-4451-9f55-e2a4d35fd322 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:25.626232 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1090a5eb-b1c7-4b62-95a5-4bd38593f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.749739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.752311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1090a5eb-b1c7-4b62-95a5-4bd38593f86b None None] Port 77d25f96-16ed-4451-9f55-e2a4d35fd322 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:25.857049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:25.863840 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b9981f15-ea75-4080-916d-ad9401fcdf1e admin admin] 10.222.0.24 "PUT /v2.0/routers/514431b6-b53e-420e-9806-9b962c1562cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7354431 Apr 20 12:52:25.899830 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.919492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:25.979321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Network d331ae98-1b67-41a4-bdd2-63468516845f is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:25.987690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:25.994471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:26.012628 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Pushing event updated for resources: {'Port': ['ID=91863ce5-c642-4af9-b020-fe9603170bef,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:26.047782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:26.050710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4af203af-dc0b-43e4-9d1a-1e5134dd0635 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:26.089080 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.138338 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.160794 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.191959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.216495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.280997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.295014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Allocated IP 172.25.3.191 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/42833a3c-fe4d-4f47-b084-2b23943d5ebc) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:26.313248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01b4c5-1e65-4753-84f2-fd9aac67366c req-32d08993-d0f2-43d2-96bd-0d6977fce777 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:26.314800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e01b4c5-1e65-4753-84f2-fd9aac67366c req-32d08993-d0f2-43d2-96bd-0d6977fce777 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1097 time: 0.2887073 Apr 20 12:52:26.354753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Attempting to bind port 91863ce5-c642-4af9-b020-fe9603170bef on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:26.355127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Attempting to bind port 91863ce5-c642-4af9-b020-fe9603170bef by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:26.355491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Attempting to bind port 91863ce5-c642-4af9-b020-fe9603170bef on network d331ae98-1b67-41a4-bdd2-63468516845f {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:26.367300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:26.367773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Checking segment: {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:26.368231 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.369059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Bound using segment: {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:26.369272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Bound port: 91863ce5-c642-4af9-b020-fe9603170bef, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:26.369678 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.444077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e01b4c5-1e65-4753-84f2-fd9aac67366c req-b117679e-f27c-49c0-a0ae-3c92fbe23c22 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206357 Apr 20 12:52:26.454315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.486399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4af203af-dc0b-43e4-9d1a-1e5134dd0635 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:26.491216 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.517236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.563978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.573934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:26.577531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:26.587520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:26.588021 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Floating IP 6c38b6f0-d29a-475d-8dc9-801d774b9ca9 associated. External IP: 172.25.3.121, port: e29553f1-346f-4cb1-a829-78cede51cc47. Apr 20 12:52:26.667962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] For port 91863ce5-c642-4af9-b020-fe9603170bef, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:26.679679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] For port 91863ce5-c642-4af9-b020-fe9603170bef, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91863ce5-c642-4af9-b020-fe9603170bef,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:26.691990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:26.694617 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b649e9-b61f-4df4-a653-a6913b6811a2" -d '{"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:26.718812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.774910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:26.822604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Pushing event updated for resources: {'Port': ['ID=42833a3c-fe4d-4f47-b084-2b23943d5ebc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:26.849370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.919813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.924508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.936505 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.938802 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.969017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 4af203af-dc0b-43e4-9d1a-1e5134dd0635, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4af203af-dc0b-43e4-9d1a-1e5134dd0635,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:26.981879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:26.992077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87240a-99ff-4aea-8583-b6be4736335a req-c73136a4-2140-4e49-9e1e-b59876037964 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:26.992739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea366d2-eb98-4dca-9b49-b4d93b5206c7 None None] Pushing event updated for resources: {'Port': ['ID=91863ce5-c642-4af9-b020-fe9603170bef,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:26.994193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f87240a-99ff-4aea-8583-b6be4736335a req-c73136a4-2140-4e49-9e1e-b59876037964 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1351831 Apr 20 12:52:27.089890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=11']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:27.156938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event updated for resources: {'Port': ['ID=f5c62c1a-f5de-4b96-b2f0-85620c120812,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:27.172330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f87240a-99ff-4aea-8583-b6be4736335a req-ca82ae66-c545-4f45-907a-c9f7f0b9899e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509199 Apr 20 12:52:27.190770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=4af203af-dc0b-43e4-9d1a-1e5134dd0635,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:27.283864 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:27.293324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:27.325761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:27.336197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-78adb0eb-3600-4352-a9ea-3d1c218214eb tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1969507 Apr 20 12:52:27.341303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Router 6679d432-7f75-47fd-8b7f-398905cec3f0 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:27.475193 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d992b3-4c81-4c85-b49d-dd7c5f835491 x-openstack-request-id: req-a8d992b3-4c81-4c85-b49d-dd7c5f835491 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:27.475756 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:27.476281 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8d992b3-4c81-4c85-b49d-dd7c5f835491 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:27.476848 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d992b3-4c81-4c85-b49d-dd7c5f835491'] response: {'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'code': 200} Apr 20 12:52:27.551386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:27.563158 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] Sync routers for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:27.579166 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:27.581988 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:27.598940 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:27.676855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-4bc4b569-bfb3-4e70-96c4-e7b7a5889d0c tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "PUT /v2.0/floatingips/6c38b6f0-d29a-475d-8dc9-801d774b9ca9 HTTP/1.1" status: 200 len: 997 time: 2.9384041 Apr 20 12:52:27.682576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:27.689651 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2128c2c3-7ded-4a52-a630-c56194224a34" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:27.744289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f81343-7677-4b3b-b266-89586f9f19c0 req-855c3ac8-34c2-469d-9061-81ad35c47ec6 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:27.753530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78f81343-7677-4b3b-b266-89586f9f19c0 req-855c3ac8-34c2-469d-9061-81ad35c47ec6 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 949 time: 0.2035799 Apr 20 12:52:27.776105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55050) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:27.806379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-3bcca6ca-4205-4755-b1d7-bf87c0ee2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:27.814253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-3bcca6ca-4205-4755-b1d7-bf87c0ee2a9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.1195912 Apr 20 12:52:27.818106 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:27.838253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78f81343-7677-4b3b-b266-89586f9f19c0 req-2c217b57-c378-4a3b-a219-8a92ccce42a1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/security-groups?id=cebcd3be-30b1-44dd-8b37-d59294f68175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787184 Apr 20 12:52:28.047015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c5222d68-92d9-498e-aecb-7f62d215ae16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:28.063333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-3100734c-9beb-4ed4-82b3-2864aa9d7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:28.065129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-3100734c-9beb-4ed4-82b3-2864aa9d7434 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 0.2501495 Apr 20 12:52:28.077674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29febdc6-a6cc-42ba-9e1a-2dca9a43e61d req-8c76ab6d-a0fb-4f2f-bb81-eb6f096b8e6a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:28.085404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29febdc6-a6cc-42ba-9e1a-2dca9a43e61d req-8c76ab6d-a0fb-4f2f-bb81-eb6f096b8e6a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1452174 Apr 20 12:52:28.226196 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6c38b6f0-d29a-475d-8dc9-801d774b9ca9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'port_id': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'mac_address': 'fa:16:3e:eb:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:52:22Z', 'updated_at': '2022-04-20T12:52:25Z', 'revision_number': 1, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:16Z', 'revision_number': 5, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:28.248335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4af203af-dc0b-43e4-9d1a-1e5134dd0635 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:28.280812 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] Checking router: 6679d432-7f75-47fd-8b7f-398905cec3f0 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:28.298236 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:28.300794 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:28.307901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Router 773b374a-11e4-41ce-9391-f6b5c1d901f3 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:52:28.317693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4af203af-dc0b-43e4-9d1a-1e5134dd0635 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:28.318019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:28.392295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-40e9c597-3b8d-4e7a-8c64-01c29b282162 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 1000 time: 0.3011627 Apr 20 12:52:28.433227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29febdc6-a6cc-42ba-9e1a-2dca9a43e61d req-76b28a3f-2af7-4f7c-beab-3de4f7991438 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446124 Apr 20 12:52:28.465371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Sync routers for ids ['514431b6-b53e-420e-9806-9b962c1562cf'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:28.481148 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:28.488845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91863ce5-c642-4af9-b020-fe9603170bef up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:28.512465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Routers {'514431b6-b53e-420e-9806-9b962c1562cf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:28.513762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['514431b6-b53e-420e-9806-9b962c1562cf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:28.559336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-1334cd0b-3da1-4bda-baf9-689d09380023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:28.576091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-1334cd0b-3da1-4bda-baf9-689d09380023 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.1830959 Apr 20 12:52:28.585873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:28.600977 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Sync routers for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:28.619070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:28.624815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ea891caf-c1d7-451e-861e-bd7bbd520a6b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5642211 Apr 20 12:52:28.625893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55058) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:28.629668 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:28.630481 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:28.651564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-03c86309-114c-4fda-8813-3641de3e0817 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721061 Apr 20 12:52:28.664436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-88b07938-e568-400f-8f8a-8ccb1d9d3da3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:52:28.676090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-88b07938-e568-400f-8f8a-8ccb1d9d3da3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227540 Apr 20 12:52:28.688115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc047b2c-4134-456d-bc9f-f28bce531c57 None None] Network d331ae98-1b67-41a4-bdd2-63468516845f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:28.791415 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:28.920144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-eedcd1c8-aa7c-4ca9-9a2a-c9dd4ab87fa1 None None] Provisioning complete for port 91863ce5-c642-4af9-b020-fe9603170bef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:28.920502 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eedcd1c8-aa7c-4ca9-9a2a-c9dd4ab87fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:28.926169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-d2a9243d-9fd0-4256-bbec-363f933b4d61 service neutron] 10.222.0.24 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492030 Apr 20 12:52:29.006330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 91863ce5-c642-4af9-b020-fe9603170bef triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:29.006825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.056202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Set router 514431b6-b53e-420e-9806-9b962c1562cf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:29.125870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c5222d68-92d9-498e-aecb-7f62d215ae16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.144216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c5222d68-92d9-498e-aecb-7f62d215ae16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.284177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c5222d68-92d9-498e-aecb-7f62d215ae16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1aa6ebb0c8b4e51a7f51cc28a3e9d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5052390 Apr 20 12:52:29.285036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55076) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:29.308554 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6c38b6f0-d29a-475d-8dc9-801d774b9ca9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'port_id': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'mac_address': 'fa:16:3e:eb:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:52:22Z', 'updated_at': '2022-04-20T12:52:25Z', 'revision_number': 1, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:16Z', 'revision_number': 5, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:29.310831 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 3, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:29.314465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5222d68-92d9-498e-aecb-7f62d215ae16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081af48-5041-4f15-9f50-45a73d9f1d4b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:29.333055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e1560a1-56eb-45d9-aefb-f2c259e59857 req-2fd0542b-1402-4284-940f-08e93524551e service neutron] 10.222.0.24 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904841 Apr 20 12:52:29.370946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-b4ecd420-a8d6-444a-8cdd-a6d27a91a325 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:29.372546 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-b4ecd420-a8d6-444a-8cdd-a6d27a91a325 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.30 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 949 time: 0.1601260 Apr 20 12:52:29.461615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc382-ccd9-4f63-a22d-5a74c94cd3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.464226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eedcd1c8-aa7c-4ca9-9a2a-c9dd4ab87fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.495314 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a799a540-e0d1-4c5e-8f4d-3cfe009f3685 None None] The sync data for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 is: [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6c38b6f0-d29a-475d-8dc9-801d774b9ca9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'floating_ip_address': '172.25.3.121', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'port_id': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'mac_address': 'fa:16:3e:eb:18:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:52:22Z', 'updated_at': '2022-04-20T12:52:25Z', 'revision_number': 1, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:16Z', 'revision_number': 5, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:29.499612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Checking router: 773b374a-11e4-41ce-9391-f6b5c1d901f3 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:29.499908 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Updating router 773b374a-11e4-41ce-9391-f6b5c1d901f3 port 42833a3c-fe4d-4f47-b084-2b23943d5ebc binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:52:29.527889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc382-ccd9-4f63-a22d-5a74c94cd3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.561789 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.619280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc382-ccd9-4f63-a22d-5a74c94cd3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.629030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.630246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc382-ccd9-4f63-a22d-5a74c94cd3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.631654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8fdcc382-ccd9-4f63-a22d-5a74c94cd3c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a081af48-5041-4f15-9f50-45a73d9f1d4b HTTP/1.1" status: 204 len: 168 time: 0.3432004 Apr 20 12:52:29.677650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc382-ccd9-4f63-a22d-5a74c94cd3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081af48-5041-4f15-9f50-45a73d9f1d4b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:29.732641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-cfaca276-fd47-4404-92fd-f1addcc5b3a4 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--756735241&fields=id&tenant_id=2aeaf4f43abb41d58035d193dca5390d HTTP/1.1" status: 200 len: 267 time: 0.1348405 Apr 20 12:52:29.733894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-eedcd1c8-aa7c-4ca9-9a2a-c9dd4ab87fa1 None None] For port 91863ce5-c642-4af9-b020-fe9603170bef, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91863ce5-c642-4af9-b020-fe9603170bef,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:29.766463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.780490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eedcd1c8-aa7c-4ca9-9a2a-c9dd4ab87fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:29.850477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:52:24Z', 'revision_number': 4, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '77d25f96-16ed-4451-9f55-e2a4d35fd322', 'name': '', 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'mac_address': 'fa:16:3e:f4:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'f48d297d-26f1-4847-9175-c867839d3382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:22Z', 'updated_at': '2022-04-20T12:52:24Z', 'revision_number': 2, 'project_id': '5e488843975b445dbc6311a7d564948b', 'subnets': [{'id': 'f48d297d-26f1-4847-9175-c867839d3382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:29.901367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Checking router: 514431b6-b53e-420e-9806-9b962c1562cf for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:29.901875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Updating router 514431b6-b53e-420e-9806-9b962c1562cf port 77d25f96-16ed-4451-9f55-e2a4d35fd322 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:52:29.946080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Deleting port 8224e6ca-981c-4e1f-8578-72d877d34f18 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:29.954422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.002502 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.010985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c56bd6-6852-4e4b-beee-8c0deade4e86 None None] New status for floating IP 6c38b6f0-d29a-475d-8dc9-801d774b9ca9: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:52:30.053438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-f9ce3723-c47d-4bc4-8d47-cbb4cf2c1119 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:30.076421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-f9ce3723-c47d-4bc4-8d47-cbb4cf2c1119 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/networks?id=96b818df-5a66-4a79-9ebc-56efafe9c997 HTTP/1.1" status: 200 len: 811 time: 0.3425572 Apr 20 12:52:30.096566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-abe6f1d4-b923-4cc3-8433-2182d5ede185 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/quotas/2aeaf4f43abb41d58035d193dca5390d HTTP/1.1" status: 200 len: 375 time: 0.0190134 Apr 20 12:52:30.165783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-1ac1a1d9-6166-417d-8d7f-0b23c1594bc3 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2aeaf4f43abb41d58035d193dca5390d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677567 Apr 20 12:52:30.354481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] For port 8224e6ca-981c-4e1f-8578-72d877d34f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8224e6ca-981c-4e1f-8578-72d877d34f18,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:30.357365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.371781 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:52:30.372127 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:52:30.383108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-c133963b-b2f2-48e0-ac12-735a2a56b17e service neutron] 10.222.0.24 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142289 Apr 20 12:52:30.395999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:30.396470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55110) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:30.446803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcd1c8-aa7c-4ca9-9a2a-c9dd4ab87fa1 None None] Pushing event updated for resources: {'Port': ['ID=91863ce5-c642-4af9-b020-fe9603170bef,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:30.458454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Calling delete_port for 8224e6ca-981c-4e1f-8578-72d877d34f18 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:30.463924 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.477489 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.491129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a780343d-9c6e-4005-aed0-15da9ed9e24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.549170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Allocated IP 172.20.0.1 (d331ae98-1b67-41a4-bdd2-63468516845f/44524d36-7102-4e82-a279-f199eac64356/fd1fcb66-38d3-4678-8606-22411da44950) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:30.590823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-cd8101a1-2c19-4008-87c5-f659d1287f8d service neutron] 10.222.0.24 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062457 Apr 20 12:52:30.603864 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08f43-65cf-48c6-a9ae-394a1eb6664c None None] Pushing event updated for resources: {'Port': ['ID=42833a3c-fe4d-4f47-b084-2b23943d5ebc,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:30.607717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-978ce762-490d-4e74-8cc8-bdf70f22dffe None None] Provisioning complete for port 91863ce5-c642-4af9-b020-fe9603170bef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:30.608591 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-978ce762-490d-4e74-8cc8-bdf70f22dffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.637310 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Attempting to bind port 42833a3c-fe4d-4f47-b084-2b23943d5ebc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:30.637698 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Attempting to bind port 42833a3c-fe4d-4f47-b084-2b23943d5ebc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:30.638772 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Attempting to bind port 42833a3c-fe4d-4f47-b084-2b23943d5ebc on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:30.644931 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:30.645197 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:30.645598 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.646389 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:30.646856 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Bound port: 42833a3c-fe4d-4f47-b084-2b23943d5ebc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:30.647257 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.717233 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] For port 42833a3c-fe4d-4f47-b084-2b23943d5ebc, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:30.721781 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] For port 42833a3c-fe4d-4f47-b084-2b23943d5ebc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=42833a3c-fe4d-4f47-b084-2b23943d5ebc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:30.728808 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:30.802644 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08f43-65cf-48c6-a9ae-394a1eb6664c None None] Pushing event updated for resources: {'Port': ['ID=42833a3c-fe4d-4f47-b084-2b23943d5ebc,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:30.845087 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:30.846068 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:30.881619 n-d-838550-2 neutron-server[109409]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 12:52:30.902096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-d8b6ed40-1199-4b58-89fb-6ce116af9a19 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:52:30.917935 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-d8b6ed40-1199-4b58-89fb-6ce116af9a19 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4967282 Apr 20 12:52:30.951230 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9484c45-6409-4ab4-a586-d9273f7699c2 x-openstack-request-id: req-f9484c45-6409-4ab4-a586-d9273f7699c2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:30.952413 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:30.952828 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9484c45-6409-4ab4-a586-d9273f7699c2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:30.953401 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9484c45-6409-4ab4-a586-d9273f7699c2'] response: {'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'status': 'completed', 'code': 200} Apr 20 12:52:31.102155 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:31.156063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a780343d-9c6e-4005-aed0-15da9ed9e24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.191669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a780343d-9c6e-4005-aed0-15da9ed9e24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.215305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.262444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.288067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1888-ffd9-4d4d-84da-b40364b762f4 req-861dc216-d603-47c5-a429-7f58dc04816e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:31.293677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b30f1888-ffd9-4d4d-84da-b40364b762f4 req-861dc216-d603-47c5-a429-7f58dc04816e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2293580 Apr 20 12:52:31.322158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-b584265e-8cf1-40f0-bde3-4285e0f868da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:31.323581 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-b584265e-8cf1-40f0-bde3-4285e0f868da service neutron] 10.222.0.24 "GET /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 1094 time: 0.2685966 Apr 20 12:52:31.325346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-8f37780f-4cd8-4b07-8500-3ff4d229c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:31.326750 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-8f37780f-4cd8-4b07-8500-3ff4d229c321 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.3326929 Apr 20 12:52:31.327483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Pushing event deleted for resources: {'Port': ['ID=8224e6ca-981c-4e1f-8578-72d877d34f18,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:31.345314 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a780343d-9c6e-4005-aed0-15da9ed9e24b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab715eb249814cd49cf2c960d931b933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9224045 Apr 20 12:52:31.351122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Request body: {'binding': {'host': 'n-h1-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:31.351660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Unknown quota resources ['binding']. {{(pid=109409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:52:31.353510 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55126) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:31.356839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.359185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780343d-9c6e-4005-aed0-15da9ed9e24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555bc52f-63b1-4492-9d9c-041fa555a508,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:31.362591 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 3, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:31.368978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91863ce5-c642-4af9-b020-fe9603170bef up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:31.383547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.401053 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a786d-c945-4fa7-9fbe-8036f5d6515f None None] The sync data for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 is: [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 3, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:31.429206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b30f1888-ffd9-4d4d-84da-b40364b762f4 req-8312a0a2-6d34-4fc0-a692-a02cd948fa3d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216938 Apr 20 12:52:31.580179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 91863ce5-c642-4af9-b020-fe9603170bef triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:31.580753 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.618873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32f32e18-7ca2-4142-87d0-f0b98a7649c4 req-d3130e05-17c8-41c6-8429-004b6903e7a2 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e5b6ce-2628-431e-9421-313e9765b6d1 HTTP/1.1" status: 200 len: 210 time: 0.0657907 Apr 20 12:52:31.645526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] No DVR routers for this DVR port 8224e6ca-981c-4e1f-8578-72d877d34f18 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:52:31.678044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.681659 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-41075b2f-82ec-445d-bd25-a6a11b872db1 req-11eee965-36de-4187-8eb3-145e1a421bf1 tempest-ImagesOneServerTestJSON-715296237 tempest-ImagesOneServerTestJSON-715296237-project] 10.222.0.30 "DELETE /v2.0/ports/8224e6ca-981c-4e1f-8578-72d877d34f18 HTTP/1.1" status: 204 len: 173 time: 2.3006036 Apr 20 12:52:31.682208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-deleted', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:31.684462 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdfd82c-7e2e-4450-8758-276ada31d5bd" -d '{"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-deleted", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:31.739746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.776809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3b08499-fd2a-4ae0-ab8d-e93c4e1154e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:31.814044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e0e77-0408-472c-b261-ddb470a0c7c9 None None] Pushing event updated for resources: {'Port': ['ID=77d25f96-16ed-4451-9f55-e2a4d35fd322,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:31.891797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Attempting to bind port 77d25f96-16ed-4451-9f55-e2a4d35fd322 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:31.896170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Attempting to bind port 77d25f96-16ed-4451-9f55-e2a4d35fd322 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:31.899154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Attempting to bind port 77d25f96-16ed-4451-9f55-e2a4d35fd322 on network af447c58-23b0-4b63-9b1d-55453d797ff6 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:31.934369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-81787e0b-7c81-4d76-ac3c-1a0f06a77558 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 1002 time: 0.3018236 Apr 20 12:52:32.003224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:32.003591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Checking segment: {'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:32.003973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:32.004642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Bound using segment: {'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:32.005291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Bound port: 77d25f96-16ed-4451-9f55-e2a4d35fd322, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:32.006056 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:32.008184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Network d331ae98-1b67-41a4-bdd2-63468516845f is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:32.086834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032960b-31e3-442a-81a6-5326d085f778 req-02e82cd4-4b1f-43b1-808b-357f918e721b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:32.091823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:32.095426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] For port 77d25f96-16ed-4451-9f55-e2a4d35fd322, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:32.096931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:32.100226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] For port 77d25f96-16ed-4451-9f55-e2a4d35fd322, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=77d25f96-16ed-4451-9f55-e2a4d35fd322,segment=NetworkSegment(dc4a7cdb-12aa-4ce2-93a4-151afdd820d0),segment_id=dc4a7cdb-12aa-4ce2-93a4-151afdd820d0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:32.109381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:32.124923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-02e82cd4-4b1f-43b1-808b-357f918e721b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports/e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 943 time: 0.1875308 Apr 20 12:52:32.234890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:32.369259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3b08499-fd2a-4ae0-ab8d-e93c4e1154e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:32.380095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-9db8afd6-25ec-4738-852a-671e6d5bacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:32.381926 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-9db8afd6-25ec-4738-852a-671e6d5bacc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 1.0259426 Apr 20 12:52:32.382526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1fcb66-38d3-4678-8606-22411da44950,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:32.441905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e0e77-0408-472c-b261-ddb470a0c7c9 None None] Pushing event updated for resources: {'Port': ['ID=77d25f96-16ed-4451-9f55-e2a4d35fd322,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:32.455484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-dc7036ac-c25e-4f82-b1ca-cbb738571da4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 1002 time: 0.2069380 Apr 20 12:52:32.484879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Routers {'514431b6-b53e-420e-9806-9b962c1562cf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:32.485532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['514431b6-b53e-420e-9806-9b962c1562cf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:32.645693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032960b-31e3-442a-81a6-5326d085f778 req-931bdf5f-b958-4460-8bd2-3565b9e24484 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:32.655605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-931bdf5f-b958-4460-8bd2-3565b9e24484 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1984665 Apr 20 12:52:32.746973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-f85ebcc1-abaa-40e4-a8b7-d1a263547d73 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 1002 time: 0.0904930 Apr 20 12:52:32.766294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:32.776476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-adbfc5be-64d3-48e1-9070-ee9ca0ecd555 None None] Provisioning complete for port 77d25f96-16ed-4451-9f55-e2a4d35fd322 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:32.776843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adbfc5be-64d3-48e1-9070-ee9ca0ecd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:32.829500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] Set router 514431b6-b53e-420e-9806-9b962c1562cf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:32.873393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.073072 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adbfc5be-64d3-48e1-9070-ee9ca0ecd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.138814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on host n-h1-838550-2 for vnic_type normal with profile None {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:33.139304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:33.139473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:33.143102 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-854ba47d-60e4-433e-882b-128b1b457c7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 1002 time: 0.7289894 Apr 20 12:52:33.150117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:52:33.150681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:33.189824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:33.190172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:33.190559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:33.191045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Bound port: c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:33.204419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-adbfc5be-64d3-48e1-9070-ee9ca0ecd555 None None] For port 77d25f96-16ed-4451-9f55-e2a4d35fd322, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=77d25f96-16ed-4451-9f55-e2a4d35fd322,segment=NetworkSegment(dc4a7cdb-12aa-4ce2-93a4-151afdd820d0),segment_id=dc4a7cdb-12aa-4ce2-93a4-151afdd820d0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:33.258969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:33.267830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3b08499-fd2a-4ae0-ab8d-e93c4e1154e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.281416 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adbfc5be-64d3-48e1-9070-ee9ca0ecd555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.282076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3b08499-fd2a-4ae0-ab8d-e93c4e1154e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.282479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.284244 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a3b08499-fd2a-4ae0-ab8d-e93c4e1154e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/555bc52f-63b1-4492-9d9c-041fa555a508 HTTP/1.1" status: 204 len: 168 time: 1.9221690 Apr 20 12:52:33.299143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.299441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.299835 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Floating IP 6c38b6f0-d29a-475d-8dc9-801d774b9ca9 disassociated. External IP: 172.25.3.121, port: e29553f1-346f-4cb1-a829-78cede51cc47. Apr 20 12:52:33.300955 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-3104b9a5-7f7a-4e6a-9f22-45535fa9fa91 service neutron] 10.222.0.24 "POST /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552/bindings HTTP/1.1" status: 201 len: 389 time: 1.9666646 Apr 20 12:52:33.333740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b08499-fd2a-4ae0-ab8d-e93c4e1154e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555bc52f-63b1-4492-9d9c-041fa555a508,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:33.362182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-d2d198c2-5c18-496d-855b-c666cad01f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:33.364088 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-d2d198c2-5c18-496d-855b-c666cad01f79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.2066669 Apr 20 12:52:33.365253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.372124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfc5be-64d3-48e1-9070-ee9ca0ecd555 None None] Pushing event updated for resources: {'Port': ['ID=77d25f96-16ed-4451-9f55-e2a4d35fd322,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:33.430777 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-3a444d1c-57ad-4f62-a189-ad8b462f1733 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508928 Apr 20 12:52:33.465004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f2759a99-9fc5-4320-a056-db6155ea2671 None None] Provisioning complete for port 77d25f96-16ed-4451-9f55-e2a4d35fd322 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:33.465458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f2759a99-9fc5-4320-a056-db6155ea2671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.473371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:52:24Z', 'revision_number': 4, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '77d25f96-16ed-4451-9f55-e2a4d35fd322', 'name': '', 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'mac_address': 'fa:16:3e:f4:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'f48d297d-26f1-4847-9175-c867839d3382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:22Z', 'updated_at': '2022-04-20T12:52:32Z', 'revision_number': 4, 'project_id': '5e488843975b445dbc6311a7d564948b', 'subnets': [{'id': 'f48d297d-26f1-4847-9175-c867839d3382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:33.638413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42833a3c-fe4d-4f47-b084-2b23943d5ebc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:33.654168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbc008-bc68-47af-b679-7890085cf9d8 None None] The sync data for ids ['514431b6-b53e-420e-9806-9b962c1562cf'] in n-d-838550-2 is: [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:52:24Z', 'revision_number': 4, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '77d25f96-16ed-4451-9f55-e2a4d35fd322', 'name': '', 'network_id': 'af447c58-23b0-4b63-9b1d-55453d797ff6', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'mac_address': 'fa:16:3e:f4:c7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'f48d297d-26f1-4847-9175-c867839d3382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:22Z', 'updated_at': '2022-04-20T12:52:32Z', 'revision_number': 4, 'project_id': '5e488843975b445dbc6311a7d564948b', 'subnets': [{'id': 'f48d297d-26f1-4847-9175-c867839d3382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:33.696196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47080084-c995-4140-b876-ed85ca085dd9 req-11dd9d97-05ae-4773-ad76-757c6c7db79c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0944583 Apr 20 12:52:33.784530 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d6b99e2-56d5-4fd4-aca0-79e1c865028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.869170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 42833a3c-fe4d-4f47-b084-2b23943d5ebc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:33.869839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:33.964007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f2759a99-9fc5-4320-a056-db6155ea2671 None None] Provisioning complete for port fd1fcb66-38d3-4678-8606-22411da44950 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:33.964486 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f2759a99-9fc5-4320-a056-db6155ea2671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:34.220541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:34.232175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Router 6679d432-7f75-47fd-8b7f-398905cec3f0 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:34.282235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a78dfa-2f28-4c33-bf41-aec1c868dce3 req-712aebb4-d2cb-4e07-a7ae-537cca684d90 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:34.292905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 8224e6ca-981c-4e1f-8578-72d877d34f18 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:34.293252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8224e6ca-981c-4e1f-8578-72d877d34f18 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:34.298397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96a78dfa-2f28-4c33-bf41-aec1c868dce3 req-712aebb4-d2cb-4e07-a7ae-537cca684d90 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3009572 Apr 20 12:52:34.309856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f2759a99-9fc5-4320-a056-db6155ea2671 None None] Port fd1fcb66-38d3-4678-8606-22411da44950 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:34.324449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:34.369116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:34.389979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 42833a3c-fe4d-4f47-b084-2b23943d5ebc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=42833a3c-fe4d-4f47-b084-2b23943d5ebc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:34.390235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-398b0e3d-dce2-4bcd-89a0-876d6d07c536 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:34.392560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-398b0e3d-dce2-4bcd-89a0-876d6d07c536 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.37 "GET /v2.0/networks?id=96b818df-5a66-4a79-9ebc-56efafe9c997 HTTP/1.1" status: 200 len: 811 time: 0.9366632 Apr 20 12:52:34.399547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:34.402427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:34.457039 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-3fa3c9a7-296a-46c5-adbc-33b581e27768 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0148294 Apr 20 12:52:34.489853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=42833a3c-fe4d-4f47-b084-2b23943d5ebc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:34.652720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-8e00d7c5-e789-4cd3-9c04-993f8fe877b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:34.654513 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-8e00d7c5-e789-4cd3-9c04-993f8fe877b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1097 time: 0.6490850 Apr 20 12:52:34.655185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1fcb66-38d3-4678-8606-22411da44950,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:34.673494 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-5e90c116-4365-4e31-95f7-678e27d9397c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aeaf4f43abb41d58035d193dca5390d HTTP/1.1" status: 200 len: 379 time: 0.2683773 Apr 20 12:52:34.703340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Request body: {'port': {'device_id': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'admin_state_up': True, 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'security_groups': ['d7943b7a-b84b-4916-bddb-c9ca2b555560']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:34.797792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96a78dfa-2f28-4c33-bf41-aec1c868dce3 req-1d795741-12c1-4b25-bdbb-8496b90815a1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976776 Apr 20 12:52:34.826301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:34.890123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:34.904983 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] Sync routers for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:34.911652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:34.936551 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:34.937463 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:34.953949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-563cab5e-6ec4-4b3b-b6e8-4556ddc6bb3b tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "PUT /v2.0/floatingips/6c38b6f0-d29a-475d-8dc9-801d774b9ca9 HTTP/1.1" status: 200 len: 695 time: 2.1993096 Apr 20 12:52:34.965408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:34.969532 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b7f8d9-18d3-4736-aba8-6675ae57a667" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:34.985689 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f973d79-8c53-415d-b545-badaf1dbec70 x-openstack-request-id: req-4f973d79-8c53-415d-b545-badaf1dbec70 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:34.986000 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5b6ce-2628-431e-9421-313e9765b6d1", "name": "network-vif-deleted", "tag": "8224e6ca-981c-4e1f-8578-72d877d34f18", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:34.986211 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f973d79-8c53-415d-b545-badaf1dbec70 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:34.989779 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f973d79-8c53-415d-b545-badaf1dbec70'] response: {'server_uuid': '56e5b6ce-2628-431e-9421-313e9765b6d1', 'name': 'network-vif-deleted', 'tag': '8224e6ca-981c-4e1f-8578-72d877d34f18', 'status': 'completed', 'code': 200} Apr 20 12:52:35.059840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032960b-31e3-442a-81a6-5326d085f778 req-08194fc3-d80d-48dc-9485-4d5a8b05a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:35.065033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-08194fc3-d80d-48dc-9485-4d5a8b05a986 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.0792165 Apr 20 12:52:35.108879 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2128c2c3-7ded-4a52-a630-c56194224a34 req-83061bb0-dafa-4ecf-baa8-e8d06eb8e905 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6287000 Apr 20 12:52:35.111542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55178) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:35.212798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-788ce8f4-3ba6-4288-8f4b-8abecfcee36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:35.219421 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-788ce8f4-3ba6-4288-8f4b-8abecfcee36d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.5442669 Apr 20 12:52:35.220101 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:35.318152 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-b3cf8614-b662-40d2-a4f2-f0d1f5f35b06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 217 time: 0.0776455 Apr 20 12:52:35.374839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1667376537-network', 'tenant_id': '9e322fabebe54304a534c6dab524db45'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:35.389088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8233347-4646-48a7-a902-970cb2644721 req-cb2a519e-95aa-4b44-9e80-87d15cbed3f2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:35.398909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8233347-4646-48a7-a902-970cb2644721 req-cb2a519e-95aa-4b44-9e80-87d15cbed3f2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.2130930 Apr 20 12:52:35.475679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 77d25f96-16ed-4451-9f55-e2a4d35fd322 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:35.524180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032960b-31e3-442a-81a6-5326d085f778 req-f6fe46c2-917a-4ea4-a76c-d7c135bffc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:35.535712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-f6fe46c2-917a-4ea4-a76c-d7c135bffc11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 0.4630747 Apr 20 12:52:35.561995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8233347-4646-48a7-a902-970cb2644721 req-34e95f9d-c7e6-43de-a5fa-644e359d3ea0 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619961 Apr 20 12:52:35.581819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Made reservation on behalf of 2aeaf4f43abb41d58035d193dca5390d for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:35.596458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:35.621733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Network d331ae98-1b67-41a4-bdd2-63468516845f is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:35.630648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:35.631763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 77d25f96-16ed-4451-9f55-e2a4d35fd322 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:35.646351 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:16Z', 'revision_number': 5, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:35.648680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Made reservation on behalf of 9e322fabebe54304a534c6dab524db45 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:35.649740 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:35.651674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:35.670489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:35.699739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-362599d9-f484-440c-bdf7-fc433231433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:35.706638 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-362599d9-f484-440c-bdf7-fc433231433b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.3807144 Apr 20 12:52:35.725280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-f86e714c-edcd-4f5b-9214-9a2820b1fb2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 217 time: 0.1596713 Apr 20 12:52:35.727971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55184) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:35.733785 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] Checking router: 6679d432-7f75-47fd-8b7f-398905cec3f0 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:35.745681 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:35.746476 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:35.829051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a43e9d0e-b7ce-4e9d-abfe-294ae1c83f94 req-8d66fafe-1291-4faf-921d-c30ef9cb38e9 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0833654 Apr 20 12:52:35.917488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-362012b1-1bc6-4759-bc29-da83d0237df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:35.921599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032960b-31e3-442a-81a6-5326d085f778 req-2ddfb214-d769-4c93-8528-4ac25eef5eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:35.932339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-2ddfb214-d769-4c93-8528-4ac25eef5eab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.1852915 Apr 20 12:52:35.952747 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-2b602d4d-ad18-4ccd-aa93-08761aca73f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2346222 Apr 20 12:52:36.000594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-e9d4ed4d-2b82-4108-93a3-a5ba435148d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567992 Apr 20 12:52:36.082504 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:36.107152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42833a3c-fe4d-4f47-b084-2b23943d5ebc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:36.223101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-52e92bcd-164c-4128-a81a-7e98eab0f51c service neutron] 10.222.0.24 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093871 Apr 20 12:52:36.254470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-074409ae-3f91-406c-aec7-330260905654 None None] Provisioning complete for port fd1fcb66-38d3-4678-8606-22411da44950 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:36.256680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-074409ae-3f91-406c-aec7-330260905654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.350991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-074409ae-3f91-406c-aec7-330260905654 None None] Port fd1fcb66-38d3-4678-8606-22411da44950 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:36.361517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Allocated IP 172.20.0.3 (96b818df-5a66-4a79-9ebc-56efafe9c997/8efd9ff3-299c-4958-96f2-acdad965247f/1f9f45c7-1c5f-4316-84e8-bded2d082221) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:36.365378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Router 773b374a-11e4-41ce-9391-f6b5c1d901f3 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:36.376482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.377152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 42833a3c-fe4d-4f47-b084-2b23943d5ebc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:36.377452 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.408433 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.445217 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-d07a498f-a667-4d46-b417-20f5d0f290e8 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808831 Apr 20 12:52:36.479503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:36.495674 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:16Z', 'revision_number': 5, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:36.526758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-51888b3e-1fa6-475a-8976-46d6d695ec7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b1963aeb79c4efb88744108b38e5635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7974203 Apr 20 12:52:36.547437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55194) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:36.548562 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5cbbc-b942-450a-aa9b-0143edffafff None None] The sync data for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 is: [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:51:10Z', 'revision_number': 4, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1bb663ae-6282-42aa-8bc0-ba5ac4b1269d', 'name': '', 'network_id': 'cee777b2-f28c-43b4-8d89-56e931419ff9', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'mac_address': 'fa:16:3e:24:c7:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:09Z', 'updated_at': '2022-04-20T12:51:16Z', 'revision_number': 5, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'subnets': [{'id': '2521ee63-fd09-48a2-94e0-e60b202acccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:36.571044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcbec2c-2414-467a-a423-2825f97a2f2f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:36.575967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.576317 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Added segment f8e533f2-7816-48f7-a300-cf685f888d53 of type vlan for network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 Apr 20 12:52:36.631977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7032960b-31e3-442a-81a6-5326d085f778 req-287b15f2-70f6-44d8-b451-4e78294cc1ff service neutron] 10.222.0.24 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949924 Apr 20 12:52:36.650108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b909a2-6ac5-4a04-b954-f90efd58be8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.683953 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b909a2-6ac5-4a04-b954-f90efd58be8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.722137 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3cc17a-7659-4097-bcd8-0c76e7caca56 x-openstack-request-id: req-ec3cc17a-7659-4097-bcd8-0c76e7caca56 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:36.722420 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:36.722673 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec3cc17a-7659-4097-bcd8-0c76e7caca56 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:36.723069 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3cc17a-7659-4097-bcd8-0c76e7caca56'] response: {'name': 'network-changed', 'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'status': 'completed', 'code': 200} Apr 20 12:52:36.784738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b909a2-6ac5-4a04-b954-f90efd58be8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.789536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b909a2-6ac5-4a04-b954-f90efd58be8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.792024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-64b909a2-6ac5-4a04-b954-f90efd58be8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cebcd3be-30b1-44dd-8b37-d59294f68175 HTTP/1.1" status: 204 len: 168 time: 0.2410128 Apr 20 12:52:36.841886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b909a2-6ac5-4a04-b954-f90efd58be8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebcd3be-30b1-44dd-8b37-d59294f68175,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:36.844261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:36.935503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762c673-4fa5-4776-a65d-abf2ae086947 req-e15a4edc-aabd-466e-8b02-2b2af10683a1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:36.937035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3762c673-4fa5-4776-a65d-abf2ae086947 req-e15a4edc-aabd-466e-8b02-2b2af10683a1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1278157 Apr 20 12:52:36.952160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2248d7-cd12-4f25-a718-ab56e0e546c0 req-04952103-8cc4-4ff4-89ca-010608f5ae83 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:36.953735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c2248d7-cd12-4f25-a718-ab56e0e546c0 req-04952103-8cc4-4ff4-89ca-010608f5ae83 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1137342 Apr 20 12:52:37.068593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3762c673-4fa5-4776-a65d-abf2ae086947 req-095e0045-4e5e-40af-91c4-0e4970a28e27 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136293 Apr 20 12:52:37.076846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:37.156068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c2248d7-cd12-4f25-a718-ab56e0e546c0 req-a0c2dc43-1dae-4b35-b264-4bf4741a0dc8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640484 Apr 20 12:52:37.228969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:52:37.245187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-12c256ab-12d7-46a5-baaa-62343b725aae tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips/6c38b6f0-d29a-475d-8dc9-801d774b9ca9 HTTP/1.1" status: 200 len: 695 time: 0.1200695 Apr 20 12:52:37.248262 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc523c17-1a9c-4149-80f4-672363d5bbfd None None] New status for floating IP 6c38b6f0-d29a-475d-8dc9-801d774b9ca9: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:52:37.298640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:37.312090 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Sync routers for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:37.324759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c28d7971-f18b-4f57-9b6a-e140cd849a37 req-7759d565-6390-4803-830f-186a2ae8377d tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0577724 Apr 20 12:52:37.325494 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-d47696bd-bcbd-4e8b-b47f-dbd962ac5baf service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8482997 Apr 20 12:52:37.327797 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:37.337909 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-70b03c8c-604f-4b38-82e0-4bcb500237f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/773b374a-11e4-41ce-9391-f6b5c1d901f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7031682 Apr 20 12:52:37.337909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:37.337909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:37.350877 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:37.354344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:37.544055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-76c480ed-021a-40e3-9941-b77f9017ee72 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:37.557459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-76c480ed-021a-40e3-9941-b77f9017ee72 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.3039396 Apr 20 12:52:37.622785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc1a42b-2e4d-4628-9b86-01d72495f9f8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:37.641206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-8338be4a-2958-4cbe-8d5c-460664d80d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:37.643025 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-8338be4a-2958-4cbe-8d5c-460664d80d77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=feca4e274f70460e93b2318aa9cda56b&device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 1097 time: 0.8493352 Apr 20 12:52:37.684044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-8adef9a0-1ea7-4570-9452-e515e56eb59f tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 698 time: 0.1237490 Apr 20 12:52:37.725607 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:37.755653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:37.765015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-7c777c5c-5c22-448a-98de-f367756a195a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.121 HTTP/1.1" status: 200 len: 698 time: 0.0799830 Apr 20 12:52:37.823222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-72467338-8a9f-439b-8d2b-2a109382642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:37.829099 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-72467338-8a9f-439b-8d2b-2a109382642c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 200 len: 920 time: 0.1738040 Apr 20 12:52:37.834771 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d7378662-3af6-490c-a171-3b159fc64a24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7178695 Apr 20 12:52:37.846569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55226) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:37.994142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.018419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Request body: {'subnet': {'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1667376537-subnet', 'tenant_id': '9e322fabebe54304a534c6dab524db45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:38.045611 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-6220cd9f-62ab-4413-855f-a4128e7c45e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 200 len: 217 time: 0.1860139 Apr 20 12:52:38.115489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Deleting port 83bea3e4-3ccb-4de3-9b33-42bb072e62e4 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:38.116056 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.272973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Made reservation on behalf of 9e322fabebe54304a534c6dab524db45 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:38.283136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.291593 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-acd880e8-83e5-4b84-aa80-73cfcbab54be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:38.293050 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-acd880e8-83e5-4b84-aa80-73cfcbab54be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 200 len: 859 time: 0.2466364 Apr 20 12:52:38.295969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.296303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.336717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Calling delete_port for 83bea3e4-3ccb-4de3-9b33-42bb072e62e4 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:38.389511 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-cdc12c8c-776d-4a5a-8899-be03832d5f3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cee777b2-f28c-43b4-8d89-56e931419ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890338 Apr 20 12:52:38.460313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.466248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.518331 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 2, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:38.559518 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Checking router: 773b374a-11e4-41ce-9391-f6b5c1d901f3 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:38.560531 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Updating router 773b374a-11e4-41ce-9391-f6b5c1d901f3 port fd1fcb66-38d3-4678-8606-22411da44950 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:52:38.592764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:38.603933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:38.612299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event updated for resources: {'Port': ['ID=1f9f45c7-1c5f-4316-84e8-bded2d082221,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:38.618941 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.622346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:38.800786 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.829382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.863591 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-db50511b-4e2e-4a26-9f75-93fbd18e3762 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200032 Apr 20 12:52:38.877535 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.938202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event deleted for resources: {'Port': ['ID=83bea3e4-3ccb-4de3-9b33-42bb072e62e4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:38.963486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:38.964256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:38.972190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-f4ef7fcb-fae8-484b-a265-a68736e4aca4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:38.983338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-f4ef7fcb-fae8-484b-a265-a68736e4aca4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks?id=d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 200 len: 829 time: 0.3222094 Apr 20 12:52:39.012772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-0b2f0a06-de4c-4a6b-8bab-e08d78d1928d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/quotas/34228b65899d4098864c4e002e2bae2f HTTP/1.1" status: 200 len: 375 time: 0.0275691 Apr 20 12:52:39.020985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b28352ac-99ab-4bdc-a51a-ecdc24d2a099 None None] Provisioning complete for port 1f9f45c7-1c5f-4316-84e8-bded2d082221 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:39.024664 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b28352ac-99ab-4bdc-a51a-ecdc24d2a099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.035826 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-09d209cb-a4c7-4de1-939f-f744d27488af tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3504026 Apr 20 12:52:39.047326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7569de48-5477-4442-9c65-db251d1022bc,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:39.114917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b28352ac-99ab-4bdc-a51a-ecdc24d2a099 None None] Port 1f9f45c7-1c5f-4316-84e8-bded2d082221 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:39.117027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:39.118327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Network hostable DHCP agents. Network: 9cc1a42b-2e4d-4628-9b86-01d72495f9f8, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:39.142023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.145593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.146797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-206da709-b11d-4011-9cb5-a0fd7f4bdfe6 req-dca60ba3-8856-4750-baa4-60d0f99b4a15 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "DELETE /v2.0/floatingips/6c38b6f0-d29a-475d-8dc9-801d774b9ca9 HTTP/1.1" status: 204 len: 173 time: 1.3809927 Apr 20 12:52:39.164068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-65b7f8d9-18d3-4736-aba8-6675ae57a667 req-e7d2c426-9089-439a-a0ed-4147bb45f0d6 service neutron] 10.222.0.30 "GET /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900410 Apr 20 12:52:39.186934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:39.190274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-c942ea29-2759-4130-8393-2c1d20891d04 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34228b65899d4098864c4e002e2bae2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1751497 Apr 20 12:52:39.227396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 9cc1a42b-2e4d-4628-9b86-01d72495f9f8) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:39.237823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9467b8bf-a553-4297-8dbf-40cf053bf9ba None None] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:39.242309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:39.242980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.254872 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.270643 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.287046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Request body: {'port': {'device_id': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:39.315641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-1a974b0c-352e-44a9-a4b2-7a47b5221a66 service neutron] 10.222.0.24 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184592 Apr 20 12:52:39.371374 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Pushing event updated for resources: {'Port': ['ID=fd1fcb66-38d3-4678-8606-22411da44950,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:39.386692 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.387978 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.388547 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.389574 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.390145 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.391342 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.391906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.392891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.393467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.394022 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.395095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.395637 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:52:39.443466 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3df40273-feb2-481e-b0d9-e9e50a42ba6f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4371612 Apr 20 12:52:39.454273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.510542 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Attempting to bind port fd1fcb66-38d3-4678-8606-22411da44950 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:39.511272 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Attempting to bind port fd1fcb66-38d3-4678-8606-22411da44950 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:39.511957 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Attempting to bind port fd1fcb66-38d3-4678-8606-22411da44950 on network d331ae98-1b67-41a4-bdd2-63468516845f {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:39.519231 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:39.522037 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Checking segment: {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:39.522535 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.524987 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Bound using segment: {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:39.525593 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Bound port: fd1fcb66-38d3-4678-8606-22411da44950, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:39.527338 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.539117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0164dd-752a-4041-87aa-ed044ea4e7f1 req-81eb82cd-00cf-41dd-946f-dc8fd809ff94 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:39.542144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d0164dd-752a-4041-87aa-ed044ea4e7f1 req-81eb82cd-00cf-41dd-946f-dc8fd809ff94 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2125723 Apr 20 12:52:39.565150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4f4938-80a3-433f-bff6-026154bae134 None None] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:39.671996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-bd7e963d-4584-4cd4-9d3a-5c688119031d service neutron] 10.222.0.24 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554258 Apr 20 12:52:39.702085 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] For port fd1fcb66-38d3-4678-8606-22411da44950, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:39.714195 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] For port fd1fcb66-38d3-4678-8606-22411da44950, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fd1fcb66-38d3-4678-8606-22411da44950,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:39.724264 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.750114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d0164dd-752a-4041-87aa-ed044ea4e7f1 req-44b4f3bc-168b-4ac5-8a51-69f6fc6b3236 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898856 Apr 20 12:52:39.846382 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff7ee3-3b8a-47ac-a108-1d49c6169b24 None None] Pushing event updated for resources: {'Port': ['ID=fd1fcb66-38d3-4678-8606-22411da44950,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:39.902023 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:39.904754 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:39.957492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9b3ecc42-4c67-4cc4-b947-3b72dc8f5146 None None] Provisioning complete for port fd1fcb66-38d3-4678-8606-22411da44950 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:39.960037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b3ecc42-4c67-4cc4-b947-3b72dc8f5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:39.978135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e027bbd-b0bb-4b93-a563-978cac9edbc1 req-7b971ef9-9790-40d8-9dcd-71a0056b4239 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:39.994117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e027bbd-b0bb-4b93-a563-978cac9edbc1 req-7b971ef9-9790-40d8-9dcd-71a0056b4239 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1569555 Apr 20 12:52:40.156129 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:40.170681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e027bbd-b0bb-4b93-a563-978cac9edbc1 req-a3d178e9-8840-4db0-9dc9-039527a4581a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681075 Apr 20 12:52:40.302280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d405f76-fdbd-47e0-99ff-bd048cbe00b5 req-791b0dc7-eca3-495d-b62e-d970ae285798 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:40.303863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d405f76-fdbd-47e0-99ff-bd048cbe00b5 req-791b0dc7-eca3-495d-b62e-d970ae285798 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 931 time: 0.1322181 Apr 20 12:52:40.340518 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b3ecc42-4c67-4cc4-b947-3b72dc8f5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:40.372295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9f45c7-1c5f-4316-84e8-bded2d082221 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:40.416970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:40.486779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Transition to ACTIVE for port object 1f9f45c7-1c5f-4316-84e8-bded2d082221 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:52:40.487268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d405f76-fdbd-47e0-99ff-bd048cbe00b5 req-c78cdd18-3e45-4adb-9a00-4445bd708d8e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735604 Apr 20 12:52:40.494814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9b3ecc42-4c67-4cc4-b947-3b72dc8f5146 None None] For port fd1fcb66-38d3-4678-8606-22411da44950, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fd1fcb66-38d3-4678-8606-22411da44950,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:40.498503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:40.510064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b3ecc42-4c67-4cc4-b947-3b72dc8f5146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:40.716487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-669ccfef-360c-4670-8701-425c7d95d456 req-b81f9012-4817-48c4-a332-e9e0f5bf77f4 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups/89637bb1-93f2-496a-8fa0-f80b81125725 HTTP/1.1" status: 200 len: 1807 time: 0.1404960 Apr 20 12:52:40.754188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1d6e16f6-d540-4c61-bb08-47d8d7b41089 None None] Provisioning complete for port fd1fcb66-38d3-4678-8606-22411da44950 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:40.754767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d6e16f6-d540-4c61-bb08-47d8d7b41089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:40.793394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f45c7-1c5f-4316-84e8-bded2d082221,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:40.864713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ecc42-4c67-4cc4-b947-3b72dc8f5146 None None] Pushing event updated for resources: {'Port': ['ID=fd1fcb66-38d3-4678-8606-22411da44950,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:40.881886 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:39Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:40.980311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-669ccfef-360c-4670-8701-425c7d95d456 req-d3a5415c-198f-4538-8fca-22a2da2d3ed5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.012217 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e6a12f-96e1-4f24-a230-9e3f646d89c7 None None] The sync data for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 is: [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:39Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:41.036287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Attempting to bind port 1f9f45c7-1c5f-4316-84e8-bded2d082221 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:41.036666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Attempting to bind port 1f9f45c7-1c5f-4316-84e8-bded2d082221 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:41.036951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Attempting to bind port 1f9f45c7-1c5f-4316-84e8-bded2d082221 on network 96b818df-5a66-4a79-9ebc-56efafe9c997 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:41.057126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Port 1f9f45c7-1c5f-4316-84e8-bded2d082221 on network 96b818df-5a66-4a79-9ebc-56efafe9c997 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:52:41.057522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Attempting to bind port 1f9f45c7-1c5f-4316-84e8-bded2d082221 on network 96b818df-5a66-4a79-9ebc-56efafe9c997 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:41.077231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:41.077581 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Checking segment: {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:41.077998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Bound using segment: {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:41.079233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Bound port: 1f9f45c7-1c5f-4316-84e8-bded2d082221, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1046ad0c-0a79-4fff-8276-0abd367f3d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:41.080607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.102134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-669ccfef-360c-4670-8701-425c7d95d456 req-d3a5415c-198f-4538-8fca-22a2da2d3ed5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.138351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:41.174091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-633897937-network', 'tenant_id': '6f09dd1806bb44818897ca7c95a5b858'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:41.315735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ad71df5-b9bf-4777-ae82-c74a2375fd46 req-fe6acb70-ddad-4282-9b33-34b007ae9b01 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 210 time: 0.2473137 Apr 20 12:52:41.366190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Made reservation on behalf of 6f09dd1806bb44818897ca7c95a5b858 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:41.389617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.394333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-669ccfef-360c-4670-8701-425c7d95d456 req-d3a5415c-198f-4538-8fca-22a2da2d3ed5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.401473 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-669ccfef-360c-4670-8701-425c7d95d456 req-d3a5415c-198f-4538-8fca-22a2da2d3ed5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.406673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-669ccfef-360c-4670-8701-425c7d95d456 req-d3a5415c-198f-4538-8fca-22a2da2d3ed5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "DELETE /v2.0/security-groups/89637bb1-93f2-496a-8fa0-f80b81125725 HTTP/1.1" status: 204 len: 173 time: 0.6846781 Apr 20 12:52:41.446770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5415c-198f-4538-8fca-22a2da2d3ed5 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89637bb1-93f2-496a-8fa0-f80b81125725,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:41.447092 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.470437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] For port 1f9f45c7-1c5f-4316-84e8-bded2d082221, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:41.551234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] For port 1f9f45c7-1c5f-4316-84e8-bded2d082221, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:41.581812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.596384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fd1fcb66-38d3-4678-8606-22411da44950 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:41.600833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55310) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:41.777372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:41.781564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.787560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] 10.222.0.37 "PUT /v2.0/ports/1f9f45c7-1c5f-4316-84e8-bded2d082221 HTTP/1.1" status: 200 len: 1091 time: 2.7372682 Apr 20 12:52:41.801393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:41.818224 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687a69f6-d36b-4b10-b15e-1b6be229d5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:41.830377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c890e2d-d26b-4133-b32b-e116cd7fd3cf req-00f3a2f6-3df3-4314-b55f-6a902c4b0810 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:41.841383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c890e2d-d26b-4133-b32b-e116cd7fd3cf req-00f3a2f6-3df3-4314-b55f-6a902c4b0810 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1560092 Apr 20 12:52:41.890995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fd1fcb66-38d3-4678-8606-22411da44950 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:41.891538 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:41.948159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c890e2d-d26b-4133-b32b-e116cd7fd3cf req-abc5a1cc-a241-4176-9447-ecfd46931442 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052313 Apr 20 12:52:41.954199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5dce01-4265-4673-a733-e351aed41aaa service neutron] Pushing event updated for resources: {'Port': ['ID=1f9f45c7-1c5f-4316-84e8-bded2d082221,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:42.008043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d524b12c-ac7c-4ae1-8d60-f1318fa56f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.280042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.292076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-7a11b310-4668-4e8b-85c9-8c557e2755e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:42.296477 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-7a11b310-4668-4e8b-85c9-8c557e2755e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2aeaf4f43abb41d58035d193dca5390d&device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 1094 time: 0.3483341 Apr 20 12:52:42.299785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.318046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d524b12c-ac7c-4ae1-8d60-f1318fa56f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.328660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d524b12c-ac7c-4ae1-8d60-f1318fa56f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.454507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d524b12c-ac7c-4ae1-8d60-f1318fa56f58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=643c9f1e279f444198010ff5a3d09797&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8514607 Apr 20 12:52:42.464370 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-1d8cfcf1-c5d8-4f35-8cc4-1df635242d50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221 HTTP/1.1" status: 200 len: 217 time: 0.1571720 Apr 20 12:52:42.466359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55320) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:42.468775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:42.610210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dd2ad5-3620-4fe9-902d-6b617ba15004,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:42.667074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.667411 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Added segment 7c01f6c5-2573-4905-800c-59f305210738 of type vlan for network 2b918d93-5972-4a8d-bb8b-e65993a1c7a6 Apr 20 12:52:42.827509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524b12c-ac7c-4ae1-8d60-f1318fa56f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2cfdf1-6ac3-4887-bb0e-4d928b357536,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:42.850643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-9206927c-6ef3-4d42-8904-a5b0f9a281e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:42.852704 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-9206927c-6ef3-4d42-8904-a5b0f9a281e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8efd9ff3-299c-4958-96f2-acdad965247f HTTP/1.1" status: 200 len: 850 time: 0.3652720 Apr 20 12:52:42.854902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.896975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844b68-f66e-4562-ad6f-c1330a7cfd64 req-ba023563-799b-4416-a1f0-bb1aa5857f24 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:42.904983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8844b68-f66e-4562-ad6f-c1330a7cfd64 req-ba023563-799b-4416-a1f0-bb1aa5857f24 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.4665618 Apr 20 12:52:42.968926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8844b68-f66e-4562-ad6f-c1330a7cfd64 req-e39f9045-14e4-47e6-b2cb-e7ba70a794bb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629296 Apr 20 12:52:42.970364 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:52:42.980170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee268ff-3672-420a-89c2-5dbd21858ba7 req-b2836430-96e3-49b0-97dd-0cfee4aa28dc tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:42.982170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ee268ff-3672-420a-89c2-5dbd21858ba7 req-b2836430-96e3-49b0-97dd-0cfee4aa28dc tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 943 time: 0.2996488 Apr 20 12:52:42.985815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1a25740-076b-4cbf-9b09-817a6e4c9450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:42.996836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-c4c15d4f-f4c0-4af2-b316-c26e7bdfacb4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:43.002475 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-c4c15d4f-f4c0-4af2-b316-c26e7bdfacb4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.30 "GET /v2.0/networks?id=d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 200 len: 829 time: 0.5565705 Apr 20 12:52:43.028421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Request body: {'port': {'device_id': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'admin_state_up': True, 'tenant_id': '34228b65899d4098864c4e002e2bae2f'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:43.082099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:43.083156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:43.083960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:43.093666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1a25740-076b-4cbf-9b09-817a6e4c9450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:43.105143 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e3d273-79f9-46b0-ac9e-f1071f09f18e x-openstack-request-id: req-63e3d273-79f9-46b0-ac9e-f1071f09f18e {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:43.105442 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:43.118734 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63e3d273-79f9-46b0-ac9e-f1071f09f18e {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:43.119250 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e3d273-79f9-46b0-ac9e-f1071f09f18e'] response: {'name': 'network-changed', 'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'status': 'completed', 'code': 200} Apr 20 12:52:43.128473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ee268ff-3672-420a-89c2-5dbd21858ba7 req-5c713faa-b1f5-4bb5-990d-d5e62c721c6c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254978 Apr 20 12:52:43.244514 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1a25740-076b-4cbf-9b09-817a6e4c9450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:43.247255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1a25740-076b-4cbf-9b09-817a6e4c9450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:43.248465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b1a25740-076b-4cbf-9b09-817a6e4c9450 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c2cfdf1-6ac3-4887-bb0e-4d928b357536 HTTP/1.1" status: 204 len: 168 time: 0.7803726 Apr 20 12:52:43.269021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-17c9451f-001f-4f8d-b86e-922863ce0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:43.270852 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-17c9451f-001f-4f8d-b86e-922863ce0f21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96b818df-5a66-4a79-9ebc-56efafe9c997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4082265 Apr 20 12:52:43.283053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4950913c-0207-4905-bbd3-6f74bdc0ecad req-487501bb-b9cc-400f-9ba1-1d66790eda6f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 210 time: 0.0533504 Apr 20 12:52:43.299476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a25740-076b-4cbf-9b09-817a6e4c9450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2cfdf1-6ac3-4887-bb0e-4d928b357536,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:43.375376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63003e-ea2c-4bd6-a1b0-01c86eed2e32 req-52d27b9b-b4ec-413d-880f-ed15d69e73aa tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:43.378102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d63003e-ea2c-4bd6-a1b0-01c86eed2e32 req-52d27b9b-b4ec-413d-880f-ed15d69e73aa tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.0980413 Apr 20 12:52:43.430348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-c88a8d47-0c8d-4ba6-bc35-b1643d0151f5 service neutron] 10.222.0.37 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475432 Apr 20 12:52:43.488241 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3448191 Apr 20 12:52:43.489594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d63003e-ea2c-4bd6-a1b0-01c86eed2e32 req-1789d93d-ed4e-4a51-b172-940b9427d1dd tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047645 Apr 20 12:52:43.491753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55328) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:43.511778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Request body: {'subnet': {'network_id': '2b918d93-5972-4a8d-bb8b-e65993a1c7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-633897937-subnet', 'tenant_id': '6f09dd1806bb44818897ca7c95a5b858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:43.562335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948e31-461b-488d-afee-93bb9ef9362e admin admin] Pushing event updated for resources: {'Network': ['ID=2b918d93-5972-4a8d-bb8b-e65993a1c7a6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:43.575058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2b918d93-5972-4a8d-bb8b-e65993a1c7a6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:43.588186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f6538-7e5c-4c3a-bacf-147ef655a52b req-93032d6c-6284-4c8d-b56d-54b313f0cba1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:43.597018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a2f6538-7e5c-4c3a-bacf-147ef655a52b req-93032d6c-6284-4c8d-b56d-54b313f0cba1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1805010 Apr 20 12:52:43.664108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a2f6538-7e5c-4c3a-bacf-147ef655a52b req-8af17823-9e82-4085-9961-b6c1d7fa69ad tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Apr 20 12:52:43.666934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Made reservation on behalf of 6f09dd1806bb44818897ca7c95a5b858 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:43.676382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:43.694981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Made reservation on behalf of 34228b65899d4098864c4e002e2bae2f for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:43.698953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:43.761981 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37ace720-813f-4bf7-8be7-082ef2500c19 req-8816d231-9305-468e-84bb-b9811ae2914e service neutron] 10.222.0.37 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469697 Apr 20 12:52:43.966130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-be7896e5-1b47-4208-af04-e272b5c5d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:43.969243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-be7896e5-1b47-4208-af04-e272b5c5d125 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2aeaf4f43abb41d58035d193dca5390d&device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 1094 time: 0.1257041 Apr 20 12:52:43.995349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:44.094460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e2446c-d5dc-4e1c-b2b2-5392dd734b21,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:44.108660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Allocated IP 172.20.0.7 (d331ae98-1b67-41a4-bdd2-63468516845f/44524d36-7102-4e82-a279-f199eac64356/ad14959d-12be-4571-bc4f-a18e8efd8e0e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:44.152858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Checking segment: {'id': '7c01f6c5-2573-4905-800c-59f305210738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2b918d93-5972-4a8d-bb8b-e65993a1c7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:44.154169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Network hostable DHCP agents. Network: 2b918d93-5972-4a8d-bb8b-e65993a1c7a6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:44.216870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06643b19-19d7-454f-aef3-0b610e30ec67 req-58ccf161-845e-43b9-b576-1392fe91c45c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:44.227918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06643b19-19d7-454f-aef3-0b610e30ec67 req-58ccf161-845e-43b9-b576-1392fe91c45c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1270406 Apr 20 12:52:44.242195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-1516430f-2aa0-4a5e-81af-2da50eae9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:44.243860 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-1516430f-2aa0-4a5e-81af-2da50eae9e46 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96b818df-5a66-4a79-9ebc-56efafe9c997 HTTP/1.1" status: 200 len: 912 time: 0.2670121 Apr 20 12:52:44.247047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Network 2b918d93-5972-4a8d-bb8b-e65993a1c7a6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:44.301726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-e8fac8d1-2297-4f59-b30a-62ecafc69712 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221 HTTP/1.1" status: 200 len: 217 time: 0.0496314 Apr 20 12:52:44.350004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06643b19-19d7-454f-aef3-0b610e30ec67 req-567ecc0f-5860-4f81-811c-812b9867cca8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111810 Apr 20 12:52:44.352275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2b918d93-5972-4a8d-bb8b-e65993a1c7a6) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:44.371227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958723c-6aa6-46a7-820a-8797667ef374 None None] Network 2b918d93-5972-4a8d-bb8b-e65993a1c7a6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:44.387977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:44.389859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:44.444702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dce4f0b0-bb13-4e44-8045-5b1896121215 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9409077 Apr 20 12:52:44.444702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bb80c-4a54-44eb-8903-618ff984bf8d req-e7e3c2cc-e9b5-4cbe-a2b9-53c18b828e26 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:44.464544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e7bb80c-4a54-44eb-8903-618ff984bf8d req-e7e3c2cc-e9b5-4cbe-a2b9-53c18b828e26 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 943 time: 0.2236903 Apr 20 12:52:44.547258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-4500b458-f0d5-4938-8a69-7b5870c696bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:44.548757 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-4500b458-f0d5-4938-8a69-7b5870c696bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8efd9ff3-299c-4958-96f2-acdad965247f HTTP/1.1" status: 200 len: 850 time: 0.2091775 Apr 20 12:52:44.578839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e7bb80c-4a54-44eb-8903-618ff984bf8d req-218b3979-8794-40f4-9655-755216a89956 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146028 Apr 20 12:52:44.655617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:44.662623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e3562d-ec1e-4104-b6e8-821d7d541980 None None] Network 2b918d93-5972-4a8d-bb8b-e65993a1c7a6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:44.670255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58829804-b4d4-46bd-9a70-3fd96652c469 req-224bcc0a-10e9-4d9b-82a3-0d04d5cf17a8 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 210 time: 0.1666956 Apr 20 12:52:44.670726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55360) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:44.798670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:44.842768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161311e-163c-4697-a821-b3855751d26d req-7ddc5c7b-b9ed-4686-9c75-8f0fd492f423 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:44.844716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6161311e-163c-4697-a821-b3855751d26d req-7ddc5c7b-b9ed-4686-9c75-8f0fd492f423 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.0970023 Apr 20 12:52:44.897940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-529332475-network', 'tenant_id': '916a5756b2f344fc889b07932ac7b0de'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:44.928790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event updated for resources: {'Port': ['ID=ad14959d-12be-4571-bc4f-a18e8efd8e0e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:44.962644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Network d331ae98-1b67-41a4-bdd2-63468516845f is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:44.966489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-9bc2c2ee-84c2-46cc-b983-691e5303f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:44.969068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-9bc2c2ee-84c2-46cc-b983-691e5303f037 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96b818df-5a66-4a79-9ebc-56efafe9c997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052360 Apr 20 12:52:44.978545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:44.986617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:45.026069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ed67-a341-4507-ae51-0dca2e96c3cd req-be988256-355a-4b83-928f-8e06914cd04c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:45.027867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f979ed67-a341-4507-ae51-0dca2e96c3cd req-be988256-355a-4b83-928f-8e06914cd04c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1820030 Apr 20 12:52:45.032867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Made reservation on behalf of 916a5756b2f344fc889b07932ac7b0de for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:45.033200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.060886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.096557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6161311e-163c-4697-a821-b3855751d26d req-51e728da-8c2d-4e52-a1a3-653ae8a2b262 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad0291a1-4deb-4e03-b662-2c1fc39c0384&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032111 Apr 20 12:52:45.136675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f979ed67-a341-4507-ae51-0dca2e96c3cd req-4a80f917-15b2-4d15-be14-fbf42b096fde tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880642 Apr 20 12:52:45.220106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:45.221448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.236525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.242558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.278154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:45.290071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f90720-3b6c-489d-b28f-26543843e40c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:45.295843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.296190 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Added segment 865fd502-9c7d-4041-98e3-e911aa640e07 of type vlan for network c7433dd7-0225-4268-8c83-83ce67e34b71 Apr 20 12:52:45.327715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-c1c5fd6e-7083-4aca-b4b7-d86aff861311 service neutron] 10.222.0.37 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448563 Apr 20 12:52:45.338319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-a1889c8c-4d13-4405-952a-04ce1f21504a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:45.341286 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-a1889c8c-4d13-4405-952a-04ce1f21504a tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 946 time: 0.3403699 Apr 20 12:52:45.347814 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-87e07d16-b22d-4cb9-ab78-1dcf6b084e47 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3325827 Apr 20 12:52:45.361099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.404224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Request body: {'port': {'device_id': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:45.416378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e13516f1-10a8-40ec-8e45-b5a0d5bb6d84 None None] Provisioning complete for port ad14959d-12be-4571-bc4f-a18e8efd8e0e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:45.417339 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e13516f1-10a8-40ec-8e45-b5a0d5bb6d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.417653 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.418893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:45.419567 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.505661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e13516f1-10a8-40ec-8e45-b5a0d5bb6d84 None None] Port ad14959d-12be-4571-bc4f-a18e8efd8e0e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:52:45.570577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8958895 Apr 20 12:52:45.572749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55384) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:45.609206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Request body: {'subnet': {'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-529332475-subnet', 'tenant_id': '916a5756b2f344fc889b07932ac7b0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:45.617434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016c5ec-37a0-49d0-b018-41aa4c103953 admin admin] Pushing event updated for resources: {'Network': ['ID=c7433dd7-0225-4268-8c83-83ce67e34b71,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:45.630693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network c7433dd7-0225-4268-8c83-83ce67e34b71 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:45.707128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd951ee-9714-4203-9656-3d52c51735c7 req-0d6a8a4a-0cc1-459e-8a9e-4bd5c3e587c5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:45.708645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dd951ee-9714-4203-9656-3d52c51735c7 req-0d6a8a4a-0cc1-459e-8a9e-4bd5c3e587c5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1842756 Apr 20 12:52:45.718454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Made reservation on behalf of 916a5756b2f344fc889b07932ac7b0de for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:45.720967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:45.835723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-e551a927-be9b-4bd4-aa34-cdf53fb75b6b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:45.837676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-e551a927-be9b-4bd4-aa34-cdf53fb75b6b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.3160799 Apr 20 12:52:45.891999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dd951ee-9714-4203-9656-3d52c51735c7 req-e0c2c917-9714-405b-9817-a87cc09d51fe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745856 Apr 20 12:52:45.903964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-d57c5523-12bd-4c62-adda-36ac55e9a763 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/quotas/9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 375 time: 0.0556550 Apr 20 12:52:45.982795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-883f1d8c-fa3e-4570-89e7-0901366acabf tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771513 Apr 20 12:52:45.988070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.170977 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-687a69f6-d36b-4b10-b15e-1b6be229d5d8 req-71d8e249-7646-4d93-8d17-be116ab508d6 service neutron] 10.222.0.37 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8283660 Apr 20 12:52:46.196843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Deleting port e29553f1-346f-4cb1-a829-78cede51cc47 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:46.196843 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.269568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d169c8-62dd-485d-badb-29f136a0261e req-cc91319a-7025-4bb5-a387-5d52c9e8386a tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:46.271900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2d169c8-62dd-485d-badb-29f136a0261e req-cc91319a-7025-4bb5-a387-5d52c9e8386a tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 943 time: 0.2395725 Apr 20 12:52:46.287927 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.372748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=43943d5e-8a32-46b9-b581-414630d29d9e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:46.373898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] For port e29553f1-346f-4cb1-a829-78cede51cc47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e29553f1-346f-4cb1-a829-78cede51cc47,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:46.374278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.396044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Calling delete_port for e29553f1-346f-4cb1-a829-78cede51cc47 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:46.406790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2d169c8-62dd-485d-badb-29f136a0261e req-e651e7a9-9a13-4e60-81f1-05099db4bd27 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245687 Apr 20 12:52:46.429227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-3ef7c772-a2ff-47c0-b4f0-81483937875b service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453914 Apr 20 12:52:46.487704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Checking segment: {'id': '865fd502-9c7d-4041-98e3-e911aa640e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:46.488352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Network hostable DHCP agents. Network: c7433dd7-0225-4268-8c83-83ce67e34b71, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:46.555818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad14959d-12be-4571-bc4f-a18e8efd8e0e {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:46.570040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.596269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Transition to ACTIVE for port object ad14959d-12be-4571-bc4f-a18e8efd8e0e will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:52:46.614765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.634034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Network c7433dd7-0225-4268-8c83-83ce67e34b71 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:46.653938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6c04f-ddc7-4b49-8479-91b3a01db685 req-f3bfa6d1-34d0-4dc6-b516-a9d71fd800ed tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:46.655533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3c6c04f-ddc7-4b49-8479-91b3a01db685 req-f3bfa6d1-34d0-4dc6-b516-a9d71fd800ed tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 931 time: 0.1704404 Apr 20 12:52:46.662967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, c7433dd7-0225-4268-8c83-83ce67e34b71) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:46.676321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:46.678949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7560dac-dd11-44ca-a311-f09ecbd77c74 None None] Network c7433dd7-0225-4268-8c83-83ce67e34b71 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:46.692080 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.703912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-2ee0bece-8ce6-435c-b65a-809affd87091 service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505891 Apr 20 12:52:46.707044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Pushing event updated for resources: {'Port': ['ID=ad14959d-12be-4571-bc4f-a18e8efd8e0e,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:46.763574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3c6c04f-ddc7-4b49-8479-91b3a01db685 req-9fc1967f-045d-4bf6-83e6-dee8787cadda tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968382 Apr 20 12:52:46.767544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ed81701e-1b23-4315-9ff0-f33e3f6da4aa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1918390 Apr 20 12:52:46.829696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:46.874254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Pushing event deleted for resources: {'Port': ['ID=e29553f1-346f-4cb1-a829-78cede51cc47,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:46.882407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e29553f1-346f-4cb1-a829-78cede51cc47'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:46.953291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea196bd9-594a-477e-a4f4-20f945a856d1 req-335f0b03-07cd-418a-9f96-39a4aa7fde02 tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2b4356-3f15-42e4-a573-cbebbf095037 HTTP/1.1" status: 200 len: 210 time: 0.0632806 Apr 20 12:52:47.015953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] No DVR routers for this DVR port e29553f1-346f-4cb1-a829-78cede51cc47 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:52:47.021818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:47.026594 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-89d33eeb-3f18-4267-be61-5ee5278c5bbc req-5294043a-afad-4a01-8548-3ed88905d69e tempest-ServerRescueTestJSONUnderV235-390312613 tempest-ServerRescueTestJSONUnderV235-390312613-project] 10.222.0.30 "DELETE /v2.0/ports/e29553f1-346f-4cb1-a829-78cede51cc47 HTTP/1.1" status: 204 len: 173 time: 1.6774762 Apr 20 12:52:47.028050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'name': 'network-vif-deleted', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:47.033408 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b97bd48-20ae-4405-a7e3-e8c59747989a" -d '{"events": [{"server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "name": "network-vif-deleted", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:47.038785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Attempting to bind port ad14959d-12be-4571-bc4f-a18e8efd8e0e on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:47.039298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Attempting to bind port ad14959d-12be-4571-bc4f-a18e8efd8e0e by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:47.039819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Attempting to bind port ad14959d-12be-4571-bc4f-a18e8efd8e0e on network d331ae98-1b67-41a4-bdd2-63468516845f {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:47.045587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Port ad14959d-12be-4571-bc4f-a18e8efd8e0e on network d331ae98-1b67-41a4-bdd2-63468516845f not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:52:47.045587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Attempting to bind port ad14959d-12be-4571-bc4f-a18e8efd8e0e on network d331ae98-1b67-41a4-bdd2-63468516845f {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:47.052717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:47.053120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Checking segment: {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:47.053508 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Bound using segment: {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:47.054110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Bound port: ad14959d-12be-4571-bc4f-a18e8efd8e0e, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba89456-70cb-4efe-ab19-1e986e103b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:47.054653 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:47.208940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 1f9f45c7-1c5f-4316-84e8-bded2d082221 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:52:47.278494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] For port ad14959d-12be-4571-bc4f-a18e8efd8e0e, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:47.285968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] For port ad14959d-12be-4571-bc4f-a18e8efd8e0e, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:47.293185 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:47.327476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ecaf-7aca-45ec-bb9d-c727aa1d3606 req-14ee5c76-6f11-4bc3-8aec-97ea7c19620c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:47.329838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4161ecaf-7aca-45ec-bb9d-c727aa1d3606 req-14ee5c76-6f11-4bc3-8aec-97ea7c19620c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1544850 Apr 20 12:52:47.346617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 1f9f45c7-1c5f-4316-84e8-bded2d082221, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:47.357553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1042f-b676-41bb-aead-f8de915c7cdc req-d7606234-3d65-4df9-b375-34b119894628 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:47.364880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'port_id': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'mac_address': 'fa:16:3e:a2:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:52:47.376348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cee1042f-b676-41bb-aead-f8de915c7cdc req-d7606234-3d65-4df9-b375-34b119894628 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2309580 Apr 20 12:52:47.402911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:47.403502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:47.404919 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 1091 time: 2.0451303 Apr 20 12:52:47.406234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c28869-b47d-438f-8722-dfd1d5841a0e None None] Network c7433dd7-0225-4268-8c83-83ce67e34b71 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:52:47.453651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd450e-26d3-4f7f-bc55-1d43f220e441 service neutron] Pushing event updated for resources: {'Port': ['ID=ad14959d-12be-4571-bc4f-a18e8efd8e0e,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:47.527193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4161ecaf-7aca-45ec-bb9d-c727aa1d3606 req-10c7aa80-aae1-4d77-8d54-b6e738ae6757 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464553 Apr 20 12:52:47.564805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cee1042f-b676-41bb-aead-f8de915c7cdc req-78afb3c5-5e21-4165-96aa-b611f526f9f0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865406 Apr 20 12:52:47.585582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-8126293f-3e87-43be-850c-383cb88a09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:47.596493 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-8126293f-3e87-43be-850c-383cb88a09a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34228b65899d4098864c4e002e2bae2f&device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 1094 time: 0.1245718 Apr 20 12:52:47.655592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dcd59eb-6e40-4f1d-bac6-9859858c6e54 req-d776be5c-11e4-4c62-a39f-bcdc78cba61c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 210 time: 0.0646179 Apr 20 12:52:47.692170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-3e0a296e-4f01-4f57-ac09-44fe972c5354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 217 time: 0.0912876 Apr 20 12:52:47.747606 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:47.795461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9f45c7-1c5f-4316-84e8-bded2d082221 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:47.821182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 1f9f45c7-1c5f-4316-84e8-bded2d082221, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:47.834288 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:47.859276 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62dc164-8b07-4832-8604-b9b43b391da3 x-openstack-request-id: req-a62dc164-8b07-4832-8604-b9b43b391da3 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:47.859582 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2b4356-3f15-42e4-a573-cbebbf095037", "name": "network-vif-deleted", "tag": "e29553f1-346f-4cb1-a829-78cede51cc47", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:47.859967 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a62dc164-8b07-4832-8604-b9b43b391da3 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:47.860454 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62dc164-8b07-4832-8604-b9b43b391da3'] response: {'server_uuid': 'bc2b4356-3f15-42e4-a573-cbebbf095037', 'name': 'network-vif-deleted', 'tag': 'e29553f1-346f-4cb1-a829-78cede51cc47', 'status': 'completed', 'code': 200} Apr 20 12:52:47.862273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-15bdecbe-2787-4f8c-b036-6955e16ff048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:47.863868 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-15bdecbe-2787-4f8c-b036-6955e16ff048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44524d36-7102-4e82-a279-f199eac64356 HTTP/1.1" status: 200 len: 868 time: 0.1647718 Apr 20 12:52:47.900087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1f9f45c7-1c5f-4316-84e8-bded2d082221,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:47.938927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-b570fe04-d4d3-404c-8a28-9f4790d73cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:47.941210 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-b570fe04-d4d3-404c-8a28-9f4790d73cdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d331ae98-1b67-41a4-bdd2-63468516845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690718 Apr 20 12:52:47.981219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901c50b-f6f5-4de2-8988-98c06bbba0b5 req-b4cab0ac-91a0-48ab-a73d-3cd82a4f055c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:47.990911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7901c50b-f6f5-4de2-8988-98c06bbba0b5 req-b4cab0ac-91a0-48ab-a73d-3cd82a4f055c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 944 time: 0.0816183 Apr 20 12:52:48.037260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7901c50b-f6f5-4de2-8988-98c06bbba0b5 req-fe8d296f-6868-41d7-830e-4a0dbbea35f1 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454295 Apr 20 12:52:48.103987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce941da-ada1-4025-a8cb-ba53a70fb992 req-fbf1c997-aa12-4d6e-9d9e-10fe655aff8c tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:48.106176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ce941da-ada1-4025-a8cb-ba53a70fb992 req-fbf1c997-aa12-4d6e-9d9e-10fe655aff8c tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 943 time: 0.0678744 Apr 20 12:52:48.125538 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-cf96c475-5d89-49e0-afac-9c3bcdc0c94c service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696916 Apr 20 12:52:48.127891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['1f9f45c7-1c5f-4316-84e8-bded2d082221'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:48.194475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ce941da-ada1-4025-a8cb-ba53a70fb992 req-efb84a1b-a293-4b50-a728-35e4d61be1ad tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473180 Apr 20 12:52:48.310153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55432) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:48.345084 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c3fced33-2dbb-42cf-bf2e-a74ac2fb5aad req-e4f9ea14-2863-4433-88d8-d6bce3c017d3 service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146249 Apr 20 12:52:48.730719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:48.746822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-c7303a4a-4bed-474d-b95d-b8a0348e1258 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:48.748565 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-c7303a4a-4bed-474d-b95d-b8a0348e1258 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.1857357 Apr 20 12:52:48.762629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Request body: {'port': {'device_id': '78820177-b1ed-477c-a22c-756f73fe4270', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'admin_state_up': True, 'tenant_id': '9e322fabebe54304a534c6dab524db45'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:48.879235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Made reservation on behalf of 9e322fabebe54304a534c6dab524db45 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:48.883173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:48.979808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedaa31-55bb-410a-8cdc-9df57d22145a req-3e2c8a88-391a-4631-a188-1f2c53c4a371 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:48.986701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acedaa31-55bb-410a-8cdc-9df57d22145a req-3e2c8a88-391a-4631-a188-1f2c53c4a371 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1658449 Apr 20 12:52:49.035026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd1169-47d1-4cf9-a1f5-5ca71ed37258 req-725a4b60-ea76-47f1-b254-1d5edd10678c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:49.036550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ddd1169-47d1-4cf9-a1f5-5ca71ed37258 req-725a4b60-ea76-47f1-b254-1d5edd10678c tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.2172635 Apr 20 12:52:49.056919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Allocated IP 172.20.0.12 (9cc1a42b-2e4d-4628-9b86-01d72495f9f8/7569de48-5477-4442-9c65-db251d1022bc/5eeec27a-3188-4d4a-a48d-0557d8f68c3b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:49.112464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acedaa31-55bb-410a-8cdc-9df57d22145a req-0f27cdd7-a40a-4805-87db-ef1fb7fd8fd5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191771 Apr 20 12:52:49.145245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ddd1169-47d1-4cf9-a1f5-5ca71ed37258 req-001c2e63-05b4-4812-8617-e219cb566408 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995662 Apr 20 12:52:49.206585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 1f9f45c7-1c5f-4316-84e8-bded2d082221 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:49.277589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.321852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 1f9f45c7-1c5f-4316-84e8-bded2d082221 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:52:49.326202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 1f9f45c7-1c5f-4316-84e8-bded2d082221 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:49.326571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.337044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.397478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:49.401732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:49.405555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:49.457804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:49.467496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf9b1d-91ed-4106-8573-6566bad94807 req-1d2f568e-e676-40cb-bae2-09cf6fd1063c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:49.475839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.479410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bbf9b1d-91ed-4106-8573-6566bad94807 req-1d2f568e-e676-40cb-bae2-09cf6fd1063c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 944 time: 0.1314962 Apr 20 12:52:49.485454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:49.487198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.500659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718384b-81b7-4386-95cc-b53cf5a46c0e req-86495ab1-0aed-4f6b-94cc-e6909e9fba50 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:49.508936 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bd278e77-a1b8-46d8-99ef-b63cf56ee92d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7504952 Apr 20 12:52:49.509311 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3718384b-81b7-4386-95cc-b53cf5a46c0e req-86495ab1-0aed-4f6b-94cc-e6909e9fba50 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 932 time: 0.1804070 Apr 20 12:52:49.513875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:49.522395 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f884670-0936-4d48-b6ea-d4caf573b36d" -d '{"events": [{"server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:49.529137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Request body: {'port': {'device_id': '78820177-b1ed-477c-a22c-756f73fe4270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:49.537084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 1f9f45c7-1c5f-4316-84e8-bded2d082221, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:49.542026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.576402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bbf9b1d-91ed-4106-8573-6566bad94807 req-13a77df1-40c0-443d-9d96-f696219ef195 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940933 Apr 20 12:52:49.594369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.635672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1f9f45c7-1c5f-4316-84e8-bded2d082221,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:49.636988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3718384b-81b7-4386-95cc-b53cf5a46c0e req-e635cb08-f84b-4be7-b672-99a65c81bdd3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265085 Apr 20 12:52:49.738364 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:49.877532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:49.880437 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f47ee-afd7-422a-812b-ba0c13205cec" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:49.892764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98bb2b-22b7-43d1-8ef3-2ff2f653f83d req-7ec8f523-5096-4948-b509-8e67b1894859 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:49.900873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac98bb2b-22b7-43d1-8ef3-2ff2f653f83d req-7ec8f523-5096-4948-b509-8e67b1894859 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 943 time: 0.1761703 Apr 20 12:52:49.919971 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2f0bb6-621b-47d4-b8fe-8b6eb038abba x-openstack-request-id: req-bd2f0bb6-621b-47d4-b8fe-8b6eb038abba {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:49.920570 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "name": "network-vif-plugged", "status": "completed", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:49.921136 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd2f0bb6-621b-47d4-b8fe-8b6eb038abba {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:49.921721 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2f0bb6-621b-47d4-b8fe-8b6eb038abba'] response: {'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'code': 200} Apr 20 12:52:49.973400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-53c5aaf4-41b2-4101-9b3e-dfb8873dc377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:49.975052 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-53c5aaf4-41b2-4101-9b3e-dfb8873dc377 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1095 time: 0.0899296 Apr 20 12:52:50.090232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac98bb2b-22b7-43d1-8ef3-2ff2f653f83d req-47a80ba4-da3e-452c-9671-96bb4156f89e tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883204 Apr 20 12:52:50.115039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e29553f1-346f-4cb1-a829-78cede51cc47 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:50.146611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-9925e31f-ac3f-494f-8776-dc5451df3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.148172 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-9925e31f-ac3f-494f-8776-dc5451df3e55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.1577239 Apr 20 12:52:50.150740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeec27a-3188-4d4a-a48d-0557d8f68c3b {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:50.159974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: e29553f1-346f-4cb1-a829-78cede51cc47 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:50.160511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e29553f1-346f-4cb1-a829-78cede51cc47 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:50.165112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:50.200562 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c36fc1-47ee-42a3-ac46-cdee634345e0 x-openstack-request-id: req-c8c36fc1-47ee-42a3-ac46-cdee634345e0 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:50.200851 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:50.201105 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8c36fc1-47ee-42a3-ac46-cdee634345e0 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:50.201494 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c36fc1-47ee-42a3-ac46-cdee634345e0'] response: {'name': 'network-changed', 'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'status': 'completed', 'code': 200} Apr 20 12:52:50.204748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8d94d-f25e-45e2-9329-ef094adb508d req-c8762be8-aafb-47ce-ad16-22089bb1330c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.215686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddd8d94d-f25e-45e2-9329-ef094adb508d req-c8762be8-aafb-47ce-ad16-22089bb1330c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1983058 Apr 20 12:52:50.239293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742f7a9-073d-4d4b-be16-dd157db2721b req-2c0b25f7-e476-4bc2-a205-959e9f2dd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.241407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a742f7a9-073d-4d4b-be16-dd157db2721b req-2c0b25f7-e476-4bc2-a205-959e9f2dd4e3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 1096 time: 0.2522764 Apr 20 12:52:50.246145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Transition to ACTIVE for port object 5eeec27a-3188-4d4a-a48d-0557d8f68c3b will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:52:50.259193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:50.298066 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-2ffc6eed-baa0-4f1b-a0b5-2d039d20828b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.1426508 Apr 20 12:52:50.360472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-4a86261b-f788-4ea8-8013-448ea82b860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.361297 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-4a86261b-f788-4ea8-8013-448ea82b860f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34228b65899d4098864c4e002e2bae2f&device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 1094 time: 0.1549349 Apr 20 12:52:50.364588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:50.366891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a742f7a9-073d-4d4b-be16-dd157db2721b req-a469b3f0-7a7f-465b-829b-615c2ce12166 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093335 Apr 20 12:52:50.444985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddd8d94d-f25e-45e2-9329-ef094adb508d req-789e56a3-6ec1-466d-98d0-9abc94de69da tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282877 Apr 20 12:52:50.457782 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-203e0ac1-eeeb-4db2-9eea-2cf94db4830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.459307 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-203e0ac1-eeeb-4db2-9eea-2cf94db4830a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1504076 Apr 20 12:52:50.481807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15847c6e-c1c8-47bf-a06e-1b84ddbf3db2 req-1d40ab1f-4097-4536-89df-315b8f0603e6 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.491149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15847c6e-c1c8-47bf-a06e-1b84ddbf3db2 req-1d40ab1f-4097-4536-89df-315b8f0603e6 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.1223567 Apr 20 12:52:50.545577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Deleting port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:50.545964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:50.554932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:50.555263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:50.555677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:50.576013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:52:50.576013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:50.586922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-cebae348-ca02-4d66-af41-17fb3efeb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.588472 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-cebae348-ca02-4d66-af41-17fb3efeb8b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 200 len: 930 time: 0.2146533 Apr 20 12:52:50.590702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:50.591036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:50.591439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:50.592045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Bound port: 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:50.592388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:50.641748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15847c6e-c1c8-47bf-a06e-1b84ddbf3db2 req-3622c0cb-5855-4cb8-95ad-20a304d3a967 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487596 Apr 20 12:52:50.689319 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-19170609-9ca5-4b3a-93ba-509876d193fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 217 time: 0.0770552 Apr 20 12:52:50.728061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] For port 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,segment=NetworkSegment(443d98c4-b09e-4c8c-be39-f7baa7b526df),segment_id=443d98c4-b09e-4c8c-be39-f7baa7b526df)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:50.728442 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:50.735796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-66476802-43fe-4cee-b685-d8a585f731d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.737612 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-66476802-43fe-4cee-b685-d8a585f731d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661656 Apr 20 12:52:50.746101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Calling delete_port for 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:50.778245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa16fba-ceab-440a-a16d-300160b183ca req-11fe2f48-c4e2-48e7-ad1c-a95bc35aafb5 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.780139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fa16fba-ceab-440a-a16d-300160b183ca req-11fe2f48-c4e2-48e7-ad1c-a95bc35aafb5 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.0993063 Apr 20 12:52:50.870341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-f427bf0e-46e5-4bf6-85d2-904a75c039e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.871697 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-f427bf0e-46e5-4bf6-85d2-904a75c039e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44524d36-7102-4e82-a279-f199eac64356 HTTP/1.1" status: 200 len: 868 time: 0.1708069 Apr 20 12:52:50.875449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:50.879977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:50.894559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:50.935542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fa16fba-ceab-440a-a16d-300160b183ca req-6f078793-b13d-4460-a89a-86088639db85 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237378 Apr 20 12:52:50.947095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:52:50.967887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:50.968707 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:50.970332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] 10.222.0.30 "PUT /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 1092 time: 1.4528613 Apr 20 12:52:51.005383 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-eda982cf-28f2-4f24-a703-1237d25cf2d5 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402811 Apr 20 12:52:51.031868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-19e3fd0e-4dc9-49e0-a28a-3b4c2d5964a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:51.033388 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-19e3fd0e-4dc9-49e0-a28a-3b4c2d5964a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d331ae98-1b67-41a4-bdd2-63468516845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519253 Apr 20 12:52:51.034062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b49bc-4d34-463c-bccb-174b9528389b service neutron] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:51.068312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-f2ad5c7a-b731-4374-ae52-d0fbb502e00d tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:51.075991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-f2ad5c7a-b731-4374-ae52-d0fbb502e00d tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/networks?id=c7433dd7-0225-4268-8c83-83ce67e34b71 HTTP/1.1" status: 200 len: 809 time: 0.2630901 Apr 20 12:52:51.134192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-a61a1b20-94c3-41ac-ba4c-fce1e8d10eb6 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/quotas/916a5756b2f344fc889b07932ac7b0de HTTP/1.1" status: 200 len: 375 time: 0.0573027 Apr 20 12:52:51.173419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-0d0a42a5-1b1a-45b8-87f6-b8033512327f tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=916a5756b2f344fc889b07932ac7b0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329893 Apr 20 12:52:51.194932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c74f9b-1c45-47a2-b4b4-8f151c189a08 req-ea34e575-93a6-4b9f-8c47-8dd483d96016 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:51.197809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62c74f9b-1c45-47a2-b4b4-8f151c189a08 req-ea34e575-93a6-4b9f-8c47-8dd483d96016 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.1379089 Apr 20 12:52:51.328630 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:51.339640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62c74f9b-1c45-47a2-b4b4-8f151c189a08 req-1110287b-bf0a-470d-948e-09f452e9bd86 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114683 Apr 20 12:52:51.370418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb663ae-6282-42aa-8bc0-ba5ac4b1269d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:51.496578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-f5ebc58a-e263-4c9c-899c-5daef8dd9d44 service neutron] 10.222.0.24 "GET /v2.0/networks/c7433dd7-0225-4268-8c83-83ce67e34b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787111 Apr 20 12:52:51.556073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-08b3b982-8cab-4cc7-a307-70300955dbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:51.557539 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-08b3b982-8cab-4cc7-a307-70300955dbe2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1095 time: 0.5292647 Apr 20 12:52:51.563055 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-dc178836-83f0-4d81-bc82-93dc7d305e36 service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105519 Apr 20 12:52:51.564631 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72935c6d-6dad-4921-b639-b2e0615ed348 req-50a251a7-b7bf-4db2-b050-805c63ec449d service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494573 Apr 20 12:52:51.685813 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-50cf49f9-50c9-4bc6-8445-4e314bd18d32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 217 time: 0.1138027 Apr 20 12:52:51.694398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8c2be-e39b-4caf-8592-09dda5b7bd62 req-7bd1a2aa-25a5-40dc-bfc9-f33613e96478 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:51.702164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c8c2be-e39b-4caf-8592-09dda5b7bd62 req-7bd1a2aa-25a5-40dc-bfc9-f33613e96478 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 943 time: 0.1757262 Apr 20 12:52:51.705316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-b4618d98-b19b-4035-8102-8e6ea1c0ea05 service neutron] 10.222.0.24 "GET /v2.0/networks/c7433dd7-0225-4268-8c83-83ce67e34b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080104 Apr 20 12:52:51.707433 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:51.781164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-8a2f5cce-107f-480b-be45-f52114f588fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:51.782647 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-8a2f5cce-107f-480b-be45-f52114f588fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0663249 Apr 20 12:52:51.824960 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-bb4e3f44-24f6-46f9-a504-508607647d27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327709 Apr 20 12:52:51.826850 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce3f47ee-afd7-422a-812b-ba0c13205cec req-6a7d3f4b-358f-44bb-b2bb-12099e06e667 service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439919 Apr 20 12:52:51.842604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c8c2be-e39b-4caf-8592-09dda5b7bd62 req-83aacda1-1dc0-4c0f-b54b-23e8486e0dcd tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394932 Apr 20 12:52:51.968619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-0e02798f-4dbd-4e4c-8768-acd5b3dc6547 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183081 Apr 20 12:52:52.111947 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7ff6a09a-0e81-4af5-bcc3-9d52bbcd8794 req-9c511f99-3d45-43ae-a9ef-896386cd2c7b service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291142 Apr 20 12:52:52.122774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ad14959d-12be-4571-bc4f-a18e8efd8e0e details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:52:52.203014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:52.205501 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260ce699-bf34-4704-b18a-7ea2dbdae1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:52.284838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port ad14959d-12be-4571-bc4f-a18e8efd8e0e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:52.310820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'port_id': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'mac_address': 'fa:16:3e:da:c0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:52:52.392258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:52.416450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad14959d-12be-4571-bc4f-a18e8efd8e0e {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:52.434079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08ea22-d39d-4aee-aba9-a5d5ee9d056e req-27ccfe5f-b9ed-401e-92aa-308af459470f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:52.435614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f08ea22-d39d-4aee-aba9-a5d5ee9d056e req-27ccfe5f-b9ed-401e-92aa-308af459470f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.4425054 Apr 20 12:52:52.450195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port ad14959d-12be-4571-bc4f-a18e8efd8e0e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:52.456212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:52.483668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f8af3-f7b4-4e49-8b8f-827e4b47b222 req-bb83879f-ddaf-4321-9ef1-3622424c0681 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:52.492720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-340f8af3-f7b4-4e49-8b8f-827e4b47b222 req-bb83879f-ddaf-4321-9ef1-3622424c0681 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.4969587 Apr 20 12:52:52.531118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f08ea22-d39d-4aee-aba9-a5d5ee9d056e req-b409c214-eaca-4ee0-bcc0-ff245d4909d3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855362 Apr 20 12:52:52.538841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Router 6679d432-7f75-47fd-8b7f-398905cec3f0 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:52.541386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=ad14959d-12be-4571-bc4f-a18e8efd8e0e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:52.577120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-340f8af3-f7b4-4e49-8b8f-827e4b47b222 req-0f4502f7-7d6e-4c05-9f56-8755fc54a782 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784490 Apr 20 12:52:52.779659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6d96566-41bb-43ce-bbd8-eca2a32be2d9 req-26e4fdee-d494-4712-ae83-552eb20b748c tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 210 time: 0.0628474 Apr 20 12:52:52.798751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:52.807897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27936593-717b-4bfb-ab2b-66cb16f198ab admin admin] 10.222.0.24 "PUT /v2.0/routers/6679d432-7f75-47fd-8b7f-398905cec3f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4965909 Apr 20 12:52:52.811457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55550) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:52.818405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] Sync routers for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:52.829350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86c981-ef73-476f-8ff4-3f1d88a1c216 req-b2997dd7-f1db-4a0f-9833-3289b1e92cfa tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:52.831351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe86c981-ef73-476f-8ff4-3f1d88a1c216 req-b2997dd7-f1db-4a0f-9833-3289b1e92cfa tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.1155293 Apr 20 12:52:52.844407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:52.845065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:52.922503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe86c981-ef73-476f-8ff4-3f1d88a1c216 req-f44ecf67-7605-4808-be49-28adffd40c32 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781045 Apr 20 12:52:52.984788 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9440c2-a74c-4840-a903-1aaa59dac57c x-openstack-request-id: req-2c9440c2-a74c-4840-a903-1aaa59dac57c {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:52.985007 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:52.986616 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c9440c2-a74c-4840-a903-1aaa59dac57c {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:52.987161 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c9440c2-a74c-4840-a903-1aaa59dac57c'] response: {'name': 'network-changed', 'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b', 'status': 'completed', 'code': 200} Apr 20 12:52:53.030894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:53.064369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:53.072604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77899b1-eeb6-4fee-b296-07d78f6ffeac req-9bc41256-be89-420e-bfdd-ff9e170b0f06 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.074106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a77899b1-eeb6-4fee-b296-07d78f6ffeac req-9bc41256-be89-420e-bfdd-ff9e170b0f06 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.0686321 Apr 20 12:52:53.082516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe6178-b69c-46df-851d-7c6177845558 req-e3f4f9c3-406c-4b38-b3b3-c05578ed92bb tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.084014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dfe6178-b69c-46df-851d-7c6177845558 req-e3f4f9c3-406c-4b38-b3b3-c05578ed92bb tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 944 time: 0.0882304 Apr 20 12:52:53.121840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-c1b56e62-6c01-4d9e-b3a5-321e2dd360d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.124381 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-c1b56e62-6c01-4d9e-b3a5-321e2dd360d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1095 time: 0.1351688 Apr 20 12:52:53.199194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a77899b1-eeb6-4fee-b296-07d78f6ffeac req-f43346b4-72e3-45cd-83ab-b66c6eecd192 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140506 Apr 20 12:52:53.277011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dfe6178-b69c-46df-851d-7c6177845558 req-79c32d59-ef5c-4dbc-ba20-b4dac8478af9 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756086 Apr 20 12:52:53.286104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:52:51Z', 'revision_number': 5, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port': {'id': '49dc59f6-9f14-428d-a00d-7e4fd171b391', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:63:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:06Z', 'updated_at': '2022-04-20T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:53.291487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:53.361467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] Checking router: 6679d432-7f75-47fd-8b7f-398905cec3f0 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:53.364342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['ad14959d-12be-4571-bc4f-a18e8efd8e0e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:53.366372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-bbbcc82f-52fe-4d9b-b7d5-638ee32bcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.368916 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-bbbcc82f-52fe-4d9b-b7d5-638ee32bcd9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.2124045 Apr 20 12:52:53.434384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b123ad1-0ac6-4176-94ed-51038a18e1a0 req-655c5b49-81f6-4e16-bfd8-d6b68d44b244 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.448568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b123ad1-0ac6-4176-94ed-51038a18e1a0 req-655c5b49-81f6-4e16-bfd8-d6b68d44b244 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.1302745 Apr 20 12:52:53.449768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55556) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:53.455674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Request body: {'floatingip': {'port_id': '1f9f45c7-1c5f-4316-84e8-bded2d082221'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:53.479321 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-0c465d65-b1ea-49fb-b8bb-63eb6404e049 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 217 time: 0.0968537 Apr 20 12:52:53.494814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] Routers {'6679d432-7f75-47fd-8b7f-398905cec3f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:53.495441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['6679d432-7f75-47fd-8b7f-398905cec3f0'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:53.542715 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:53.607764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-a2ed8969-528c-4345-8125-1e2c3e7bf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.609258 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-a2ed8969-528c-4345-8125-1e2c3e7bf623 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.1217244 Apr 20 12:52:53.622278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] Set router 6679d432-7f75-47fd-8b7f-398905cec3f0 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:53.622544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-8864af15-a354-49d9-a793-f925c0525bc5 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.624868 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-8864af15-a354-49d9-a793-f925c0525bc5 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.30 "GET /v2.0/networks?id=c7433dd7-0225-4268-8c83-83ce67e34b71 HTTP/1.1" status: 200 len: 809 time: 0.2532809 Apr 20 12:52:53.652642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Deleting port 49dc59f6-9f14-428d-a00d-7e4fd171b391 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:52:53.652908 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:53.665304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Request body: {'port': {'device_id': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71', 'admin_state_up': True, 'tenant_id': '916a5756b2f344fc889b07932ac7b0de'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:53.697665 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-af9e4f7c-b672-4dbf-aaa7-2167dc3a4551 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702024 Apr 20 12:52:53.736466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:52:53Z', 'revision_number': 6, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:53.800848 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:53.802035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02dbe91-096b-4155-89cd-5eb8fe455da2 None None] The sync data for ids ['6679d432-7f75-47fd-8b7f-398905cec3f0'] in n-d-838550-2 is: [{'id': '6679d432-7f75-47fd-8b7f-398905cec3f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-755777955-router', 'tenant_id': 'feca4e274f70460e93b2318aa9cda56b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:05Z', 'updated_at': '2022-04-20T12:52:53Z', 'revision_number': 6, 'project_id': 'feca4e274f70460e93b2318aa9cda56b', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:53.873468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-b531d0c7-9cf0-4d41-a443-2093ab18b630 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:53.876302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-b531d0c7-9cf0-4d41-a443-2093ab18b630 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1097 time: 0.5058966 Apr 20 12:52:53.913585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:54.018512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] For port 49dc59f6-9f14-428d-a00d-7e4fd171b391, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=49dc59f6-9f14-428d-a00d-7e4fd171b391,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:54.019241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.040154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Made reservation on behalf of 916a5756b2f344fc889b07932ac7b0de for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:54.044315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.054375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Calling delete_port for 49dc59f6-9f14-428d-a00d-7e4fd171b391 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:52:54.068407 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-b196dac4-57e7-47ba-bece-bfdaf0c6ea38 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577559 Apr 20 12:52:54.082872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff4140-f550-43bb-879e-67f75a6dc1de req-39a17c84-8096-4bc5-a170-d25a18fc0cca tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:54.084267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0eff4140-f550-43bb-879e-67f75a6dc1de req-39a17c84-8096-4bc5-a170-d25a18fc0cca tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 946 time: 0.2251468 Apr 20 12:52:54.116649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.145255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636fe93-1182-4944-8fef-cf687df9e00b req-e1bb61b7-bd41-4ea1-a779-fa351f4fd5bb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:54.153233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3636fe93-1182-4944-8fef-cf687df9e00b req-e1bb61b7-bd41-4ea1-a779-fa351f4fd5bb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3066397 Apr 20 12:52:54.296834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0eff4140-f550-43bb-879e-67f75a6dc1de req-d7394034-edb6-45d4-bc27-4526fff25700 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819444 Apr 20 12:52:54.380436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3636fe93-1182-4944-8fef-cf687df9e00b req-51755a74-fe87-493e-b588-659813cb523f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235258 Apr 20 12:52:54.416020 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-260ce699-bf34-4704-b18a-7ea2dbdae1c9 req-1fa5b212-7c7d-415e-b78f-60bd4fb93340 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394110 Apr 20 12:52:54.517179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Allocated IP 172.20.0.5 (c7433dd7-0225-4268-8c83-83ce67e34b71/43943d5e-8a32-46b9-b581-414630d29d9e/f4a13445-3235-4619-a88d-0b57d898daad) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:52:54.532419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.566559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a74c38a-6d18-4733-811a-d93f1a9f0f97 req-58795714-37c4-4d5f-ba51-d5faa559687d tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 210 time: 0.0860686 Apr 20 12:52:54.582866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Pushing event deleted for resources: {'Port': ['ID=49dc59f6-9f14-428d-a00d-7e4fd171b391,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:54.736574 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:52:54.771298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.803722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b5621-1f3d-45f7-a37e-5a5eb0c10330 req-0f74219f-444e-44d5-b8d9-fbb1820bf751 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:54.805734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-132b5621-1f3d-45f7-a37e-5a5eb0c10330 req-0f74219f-444e-44d5-b8d9-fbb1820bf751 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.3222957 Apr 20 12:52:54.808973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:54.848444 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.896673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:54.902645 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.907676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.922604 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.947756 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.989701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.990418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6679d432-7f75-47fd-8b7f-398905cec3f0 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:52:54.995125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:54.996193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.000008 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3d0f0b0f-4575-4063-9409-744294dff412 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6679d432-7f75-47fd-8b7f-398905cec3f0 HTTP/1.1" status: 204 len: 168 time: 2.1844003 Apr 20 12:52:55.000641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:55.008670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a02496-2c79-4d4d-8ad3-b071e3a86ef2 req-ce70ffa6-4595-419f-b639-074249af389a tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:55.012990 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.019462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1a02496-2c79-4d4d-8ad3-b071e3a86ef2 req-ce70ffa6-4595-419f-b639-074249af389a tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 944 time: 0.3346179 Apr 20 12:52:55.034502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:55.038534 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6db9ebf-a40b-4d13-bef4-39086090c37f" -d '{"events": [{"server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "name": "network-vif-unplugged", "status": "completed", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:55.057133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Network c7433dd7-0225-4268-8c83-83ce67e34b71 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:52:55.080100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:55.089965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:52:55.095598 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.150821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] Deleting subnet 2521ee63-fd09-48a2-94e0-e60b202acccd {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:52:55.153249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Pushing event updated for resources: {'Port': ['ID=f4a13445-3235-4619-a88d-0b57d898daad,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:55.159536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.170285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:55.209594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1a02496-2c79-4d4d-8ad3-b071e3a86ef2 req-db369003-dedb-4f5b-a3cd-e95744153981 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869690 Apr 20 12:52:55.222402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:55.223186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.241287 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.272412 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-9cdb5fbb-2ca7-450d-aef6-65c7aeef2c14 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6146774 Apr 20 12:52:55.293292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-132b5621-1f3d-45f7-a37e-5a5eb0c10330 req-e9b207a5-3835-4ca4-bf5c-cc0f45ecdb21 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420547 Apr 20 12:52:55.303728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.344801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:55.380073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Request body: {'port': {'device_id': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:55.388438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.395047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on host n-h2-838550-2 for vnic_type normal with profile {"migrating_to": "n-h1-838550-2"} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:55.395379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:55.395760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:55.407010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:55.407356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1bb663ae-6282-42aa-8bc0-ba5ac4b1269d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:55.407974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49dc59f6-9f14-428d-a00d-7e4fd171b391 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:52:55.432310 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441bc736-10d6-4684-b096-bb63f7526022 x-openstack-request-id: req-441bc736-10d6-4684-b096-bb63f7526022 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:55.432610 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "name": "network-vif-unplugged", "status": "completed", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:55.432866 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-441bc736-10d6-4684-b096-bb63f7526022 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:55.433270 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441bc736-10d6-4684-b096-bb63f7526022'] response: {'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552', 'code': 200} Apr 20 12:52:55.437308 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Floating IP fda76fb5-2669-4c83-a32f-80beec58cd8a associated. External IP: 172.25.3.188, port: 1f9f45c7-1c5f-4316-84e8-bded2d082221. Apr 20 12:52:55.447577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 49dc59f6-9f14-428d-a00d-7e4fd171b391 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:52:55.447800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49dc59f6-9f14-428d-a00d-7e4fd171b391 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:52:55.457177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2521ee63-fd09-48a2-94e0-e60b202acccd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:55.464059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:52:55.464385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Attempting to bind port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on network d9e8eef9-a31a-4a33-8069-33786e1657d5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:55.470156 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.483125 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4c06e05-9faf-41c2-aff5-afe5c3e39311 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2521ee63-fd09-48a2-94e0-e60b202acccd HTTP/1.1" status: 204 len: 168 time: 0.4804206 Apr 20 12:52:55.485894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55580) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:55.513797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:55.514300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Checking segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:55.514866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Bound using segment: {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:55.515739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Bound port: c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd9e8eef9-a31a-4a33-8069-33786e1657d5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:55.515857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.577887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.606435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.662350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c265648-3d54-47b2-90d9-88b4d85e134a req-0c35e040-0ade-44e2-a5c9-c19157ceed48 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:55.663826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c265648-3d54-47b2-90d9-88b4d85e134a req-0c35e040-0ade-44e2-a5c9-c19157ceed48 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2700984 Apr 20 12:52:55.709589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3fae1-6c1c-4070-91f0-9e032235bb58 req-e39f35e0-4fdd-438e-b6de-f6febb09857f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:55.711752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1c3fae1-6c1c-4070-91f0-9e032235bb58 req-e39f35e0-4fdd-438e-b6de-f6febb09857f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.1897371 Apr 20 12:52:55.747007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:55.813425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:55.815524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.828454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c265648-3d54-47b2-90d9-88b4d85e134a req-147d1e23-a1d0-47d6-a653-b77f0911666a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530647 Apr 20 12:52:55.829665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.849054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee777b2-f28c-43b4-8d89-56e931419ff9']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:55.871895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1c3fae1-6c1c-4070-91f0-9e032235bb58 req-25b22886-0eae-4975-ade2-72dd9335d545 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469443 Apr 20 12:52:55.872203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443d98c4-b09e-4c8c-be39-f7baa7b526df') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:55.872318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443d98c4-b09e-4c8c-be39-f7baa7b526df') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:55.913797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.933988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.941535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:55.948453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:52:55.948453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:52:55.965461 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:52:56.171408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:52:56.191816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ad14959d-12be-4571-bc4f-a18e8efd8e0e up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:52:56.310047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port ad14959d-12be-4571-bc4f-a18e8efd8e0e completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:52:56.352602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:56.369179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 has no active binding in host n-h1-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:52:56.379422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:52:56.386325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port ad14959d-12be-4571-bc4f-a18e8efd8e0e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:52:56.386817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.430622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:56.431236 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.432469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.432990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7f6828ad-38df-491d-b66e-a1136cd07665 service neutron] 10.222.0.30 "PUT /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 1122 time: 2.5501556 Apr 20 12:52:56.446709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.451923 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] 10.222.0.24 "DELETE /v2.0/networks/cee777b2-f28c-43b4-8d89-56e931419ff9 HTTP/1.1" status: 204 len: 168 time: 0.9649417 Apr 20 12:52:56.468479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a13445-3235-4619-a88d-0b57d898daad {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:56.474781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e4730-3d5e-4379-85d2-6987dc16506b admin admin] Pushing event deleted for resources: {'Network': ['ID=cee777b2-f28c-43b4-8d89-56e931419ff9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:56.482379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.494571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff70fac-7a86-4847-8414-d7ceb254d5aa req-4e0de4e3-d986-4247-a7c8-ff5bcc367f5c tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:56.497163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Transition to ACTIVE for port object f4a13445-3235-4619-a88d-0b57d898daad will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:52:56.502667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff70fac-7a86-4847-8414-d7ceb254d5aa req-4e0de4e3-d986-4247-a7c8-ff5bcc367f5c tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 931 time: 0.6028795 Apr 20 12:52:56.503545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.534999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d653cde-254a-4e7b-a16e-60178e610741 req-447e8455-0d1c-4390-96e4-5f55ad0313a7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:56.536485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d653cde-254a-4e7b-a16e-60178e610741 req-447e8455-0d1c-4390-96e4-5f55ad0313a7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2006578 Apr 20 12:52:56.563849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:56.565304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Router b9611efa-e79f-45e5-99d6-e6326111a8bc has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:52:56.578010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a13445-3235-4619-a88d-0b57d898daad,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:56.638869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff70fac-7a86-4847-8414-d7ceb254d5aa req-804182b0-0e16-4799-880d-f242c5832402 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351759 Apr 20 12:52:56.710060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:56.718723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d653cde-254a-4e7b-a16e-60178e610741 req-45f65383-028b-40d9-830b-c1d23ff05727 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695631 Apr 20 12:52:56.781501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55606) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:56.782366 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Attempting to bind port f4a13445-3235-4619-a88d-0b57d898daad on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:52:56.782712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Attempting to bind port f4a13445-3235-4619-a88d-0b57d898daad by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '865fd502-9c7d-4041-98e3-e911aa640e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:52:56.783042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Attempting to bind port f4a13445-3235-4619-a88d-0b57d898daad on network c7433dd7-0225-4268-8c83-83ce67e34b71 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:56.806016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Port f4a13445-3235-4619-a88d-0b57d898daad on network c7433dd7-0225-4268-8c83-83ce67e34b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:52:56.806401 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Attempting to bind port f4a13445-3235-4619-a88d-0b57d898daad on network c7433dd7-0225-4268-8c83-83ce67e34b71 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:52:56.811397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:52:56.816754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.823261 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] Sync routers for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:52:56.838189 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:56.838808 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:56.850768 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-348aa040-0218-4442-a216-de5fcd0a2618 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2679367 Apr 20 12:52:56.858273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:52:56.858619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Checking segment: {'id': '865fd502-9c7d-4041-98e3-e911aa640e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:56.859800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Bound using segment: {'id': '865fd502-9c7d-4041-98e3-e911aa640e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:52:56.860430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Bound port: f4a13445-3235-4619-a88d-0b57d898daad, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865fd502-9c7d-4041-98e3-e911aa640e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:52:56.860969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.928306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5d66ddd6-34d7-4259-a884-6cfff3defa1e tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "PUT /v2.0/floatingips/fda76fb5-2669-4c83-a32f-80beec58cd8a HTTP/1.1" status: 200 len: 991 time: 3.4754481 Apr 20 12:52:56.938565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] For port f4a13445-3235-4619-a88d-0b57d898daad, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:52:56.942020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] For port f4a13445-3235-4619-a88d-0b57d898daad, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f4a13445-3235-4619-a88d-0b57d898daad,segment=NetworkSegment(865fd502-9c7d-4041-98e3-e911aa640e07),segment_id=865fd502-9c7d-4041-98e3-e911aa640e07)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:52:56.959847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcf0e7-9e2e-42c2-a868-dcfbe0cd6ea2 req-494a4589-8aeb-452a-85fa-5b02e00af8d7 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:56.968505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cdcf0e7-9e2e-42c2-a868-dcfbe0cd6ea2 req-494a4589-8aeb-452a-85fa-5b02e00af8d7 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 944 time: 0.2483718 Apr 20 12:52:56.989914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ef641-4403-4482-b14d-5c532b56e261 req-0c72c7be-0f6f-4e4a-9d69-4379984016aa tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:56.992379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:56.998771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c9ef641-4403-4482-b14d-5c532b56e261 req-0c72c7be-0f6f-4e4a-9d69-4379984016aa tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.1786563 Apr 20 12:52:57.064640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Pushing event updated for resources: {'Port': ['ID=f4a13445-3235-4619-a88d-0b57d898daad,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:57.071219 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-374d18f2-5aeb-4c03-8113-ebc9a412f874 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=feca4e274f70460e93b2318aa9cda56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662933 Apr 20 12:52:57.071740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cdcf0e7-9e2e-42c2-a868-dcfbe0cd6ea2 req-978d6886-8a0a-4ff7-b74d-8b9f3653056c tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018023 Apr 20 12:52:57.077212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.077828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.079821 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d1f221fb-663b-4e1b-aa3c-7ef0377562e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/f4a13445-3235-4619-a88d-0b57d898daad HTTP/1.1" status: 200 len: 1091 time: 1.7063394 Apr 20 12:52:57.080267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:57.082345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-d39fe04d-c256-46e4-a392-cd0916d6bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.083695 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-d39fe04d-c256-46e4-a392-cd0916d6bd83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1095 time: 0.1369231 Apr 20 12:52:57.084219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'tag': 'f4a13445-3235-4619-a88d-0b57d898daad'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:57.087236 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a492620d-4b12-4e43-ba4c-dab5b7463208" -d '{"events": [{"name": "network-changed", "server_uuid": "32555a78-2e41-4acd-8ea4-cf283a1ae09d", "tag": "f4a13445-3235-4619-a88d-0b57d898daad"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:57.099924 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:57.107080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c9ef641-4403-4482-b14d-5c532b56e261 req-99684888-2839-456f-8424-9405aa3aaebb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072369 Apr 20 12:52:57.177007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe62ed22-382f-43e0-9177-d587bf79ef3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.206803 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.254675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe62ed22-382f-43e0-9177-d587bf79ef3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.291101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:57.293945 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d6f3a3-0588-49dd-b082-13905ce61914" -d '{"events": [{"server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "name": "network-vif-plugged", "status": "completed", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:57.300740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:57.305719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31933e7b-32f0-44e1-9f17-c5d79562f4ca req-175f3f4b-9da3-4f4d-85c8-75af1ba206b3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.315707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31933e7b-32f0-44e1-9f17-c5d79562f4ca req-175f3f4b-9da3-4f4d-85c8-75af1ba206b3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.1148918 Apr 20 12:52:57.354067 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe62ed22-382f-43e0-9177-d587bf79ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.356769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe62ed22-382f-43e0-9177-d587bf79ef3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.360161 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe62ed22-382f-43e0-9177-d587bf79ef3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad0291a1-4deb-4e03-b662-2c1fc39c0384 HTTP/1.1" status: 204 len: 168 time: 0.2675345 Apr 20 12:52:57.371778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port ad14959d-12be-4571-bc4f-a18e8efd8e0e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:57.382184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62ed22-382f-43e0-9177-d587bf79ef3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0291a1-4deb-4e03-b662-2c1fc39c0384,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:57.394987 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.425366 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fda76fb5-2669-4c83-a32f-80beec58cd8a', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'port_id': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'mac_address': 'fa:16:3e:a2:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:54Z', 'revision_number': 1, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:22Z', 'revision_number': 5, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:57.426218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'port_id': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b', 'mac_address': 'fa:16:3e:7b:8f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7569de48-5477-4442-9c65-db251d1022bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:52:57.435652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'}, {'name': 'network-changed', 'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:52:57.442221 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552"}, {"name": "network-changed", "server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:52:57.472809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31933e7b-32f0-44e1-9f17-c5d79562f4ca req-4a43aca8-a65c-4255-b919-4f90419f8494 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559725 Apr 20 12:52:57.480430 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] Checking router: b9611efa-e79f-45e5-99d6-e6326111a8bc for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:52:57.486700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-2dd6ba45-d805-4abb-a112-eb7819b427cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.487738 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-2dd6ba45-d805-4abb-a112-eb7819b427cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916a5756b2f344fc889b07932ac7b0de&device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 1094 time: 0.3119216 Apr 20 12:52:57.497205 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:52:57.499170 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:52:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:57.548576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b21bb-5666-4323-8668-7403a3a4c681 req-3a26db01-711c-4b4a-a91c-9b9688f9406b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.571889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-dafca513-ce90-4494-8d6e-113a41f679bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.572250 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-dafca513-ce90-4494-8d6e-113a41f679bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.2535684 Apr 20 12:52:57.586964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-943b21bb-5666-4323-8668-7403a3a4c681 req-3a26db01-711c-4b4a-a91c-9b9688f9406b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3209186 Apr 20 12:52:57.692186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.713252 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-d2c0f78b-bc98-4eb3-b3ae-845deabac6f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4a13445-3235-4619-a88d-0b57d898daad HTTP/1.1" status: 200 len: 217 time: 0.2167196 Apr 20 12:52:57.729724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-943b21bb-5666-4323-8668-7403a3a4c681 req-a48905f2-da67-46b3-bded-fad984416bc9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351302 Apr 20 12:52:57.747033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eeec27a-3188-4d4a-a48d-0557d8f68c3b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:52:57.762088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=ad14959d-12be-4571-bc4f-a18e8efd8e0e,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:57.794743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:52:57.808512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:57.827083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fcd67-4f90-4a0f-ae3f-77df001119ab req-bf5bb319-8f09-43bb-a03d-870dacee96b6 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.840745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd7fcd67-4f90-4a0f-ae3f-77df001119ab req-bf5bb319-8f09-43bb-a03d-870dacee96b6 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.1100643 Apr 20 12:52:57.872857 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:52:57.881004 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-4b8c5fee-b2ac-4bf7-9ac4-d7c59eacc893 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.1950152 Apr 20 12:52:57.883147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-13d72208-2b2a-4049-a489-83b598bce37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:57.886396 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-13d72208-2b2a-4049-a489-83b598bce37b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43943d5e-8a32-46b9-b581-414630d29d9e HTTP/1.1" status: 200 len: 849 time: 0.1017396 Apr 20 12:52:57.946075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd7fcd67-4f90-4a0f-ae3f-77df001119ab req-579e509c-2a4c-42df-9068-2696c8db4028 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918560 Apr 20 12:52:57.969162 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-309bc3c2-c8b7-442c-8f88-2bffe31b1929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7433dd7-0225-4268-8c83-83ce67e34b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716715 Apr 20 12:52:57.991475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:57.993556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-538127ce-abde-4f47-b177-975ea91de02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.003480 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-538127ce-abde-4f47-b177-975ea91de02b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1153769 Apr 20 12:52:58.005122 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e14ef4-17ed-4e63-9505-b5233cfe2950 x-openstack-request-id: req-f0e14ef4-17ed-4e63-9505-b5233cfe2950 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:58.005420 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "name": "network-vif-plugged", "status": "completed", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:58.005702 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0e14ef4-17ed-4e63-9505-b5233cfe2950 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:58.006359 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e14ef4-17ed-4e63-9505-b5233cfe2950'] response: {'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'code': 200} Apr 20 12:52:58.144410 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4031f64-5799-476d-b6f0-52543853945e x-openstack-request-id: req-b4031f64-5799-476d-b6f0-52543853945e {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:58.144720 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32555a78-2e41-4acd-8ea4-cf283a1ae09d", "tag": "f4a13445-3235-4619-a88d-0b57d898daad", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:58.144959 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4031f64-5799-476d-b6f0-52543853945e {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:58.145349 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4031f64-5799-476d-b6f0-52543853945e'] response: {'name': 'network-changed', 'server_uuid': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'tag': 'f4a13445-3235-4619-a88d-0b57d898daad', 'status': 'completed', 'code': 200} Apr 20 12:52:58.154385 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 12:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37332b1b-3245-4e70-aa4c-d251b802bed6 x-openstack-request-id: req-37332b1b-3245-4e70-aa4c-d251b802bed6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:52:58.154689 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:52:58.154943 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37332b1b-3245-4e70-aa4c-d251b802bed6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:52:58.158037 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37332b1b-3245-4e70-aa4c-d251b802bed6'] response: {'name': 'network-changed', 'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552', 'status': 'completed', 'code': 200} Apr 20 12:52:58.158797 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37332b1b-3245-4e70-aa4c-d251b802bed6'] response: {'name': 'network-changed', 'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'status': 'completed', 'code': 200} Apr 20 12:52:58.176456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['5eeec27a-3188-4d4a-a48d-0557d8f68c3b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:52:58.222827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-0bb7d7f8-3830-4422-a3fc-2e28d946d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.224282 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-0bb7d7f8-3830-4422-a3fc-2e28d946d606 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1933513 Apr 20 12:52:58.236688 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-470526cc-df3c-4942-8c4f-e7cf5b0092f6 service neutron] 10.222.0.30 "GET /v2.0/networks/c7433dd7-0225-4268-8c83-83ce67e34b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568207 Apr 20 12:52:58.313933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6a14c-de27-4a2b-9f7b-e3354b68beb7 req-e1be6c8b-8023-496b-8af7-d154ef29b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.315457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cc6a14c-de27-4a2b-9f7b-e3354b68beb7 req-e1be6c8b-8023-496b-8af7-d154ef29b42c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 1096 time: 0.2422774 Apr 20 12:52:58.325040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812abc0-3e07-4bf5-b7ea-63bc030fd13f req-467f053f-f202-41e9-acb5-d4b77fe8be7c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.332269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5812abc0-3e07-4bf5-b7ea-63bc030fd13f req-467f053f-f202-41e9-acb5-d4b77fe8be7c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0941312 Apr 20 12:52:58.342568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-37f66d0a-3a41-474b-a92c-e3a0af67d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.344027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-37f66d0a-3a41-474b-a92c-e3a0af67d35b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1125 time: 0.1843722 Apr 20 12:52:58.350259 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fda76fb5-2669-4c83-a32f-80beec58cd8a', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'port_id': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'mac_address': 'fa:16:3e:a2:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:54Z', 'revision_number': 1, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:22Z', 'revision_number': 5, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:52:58.356113 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af9a71f1-24dd-40d6-9b00-201d8ae45cc4 req-ef9a986b-3849-4336-af5b-e06cbb60ec2b service neutron] 10.222.0.30 "GET /v2.0/networks/c7433dd7-0225-4268-8c83-83ce67e34b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099322 Apr 20 12:52:58.413557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f01594-fadd-4d03-8c65-0b15d6ec608e req-76765a46-bb19-49a6-80e4-07bd5f64585b tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.415654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20f01594-fadd-4d03-8c65-0b15d6ec608e req-76765a46-bb19-49a6-80e4-07bd5f64585b tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 943 time: 0.1787291 Apr 20 12:52:58.433024 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d535329-4a93-4409-a215-dea6869fb6fa None None] The sync data for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 is: [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fda76fb5-2669-4c83-a32f-80beec58cd8a', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'floating_ip_address': '172.25.3.188', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'port_id': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'mac_address': 'fa:16:3e:a2:f2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:54Z', 'revision_number': 1, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:22Z', 'revision_number': 5, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:52:58.505442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-2d55280a-0214-4646-b5f0-60c23f8e0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.507616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5812abc0-3e07-4bf5-b7ea-63bc030fd13f req-3f442e2c-a29e-4aaa-a8d2-3c8fa83ecc57 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744092 Apr 20 12:52:58.509252 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-2d55280a-0214-4646-b5f0-60c23f8e0560 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=916a5756b2f344fc889b07932ac7b0de&device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 1094 time: 0.0971012 Apr 20 12:52:58.525578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cc6a14c-de27-4a2b-9f7b-e3354b68beb7 req-968d2b58-4236-4499-9065-a3a566645337 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907177 Apr 20 12:52:58.607483 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-649f5c32-2981-433f-bf38-a05774544a50 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698275 Apr 20 12:52:58.613588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20f01594-fadd-4d03-8c65-0b15d6ec608e req-d23d9ba2-e378-4187-8d15-159b17fc8d82 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653278 Apr 20 12:52:58.685225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:58.698535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-e79c6ff7-6980-4466-98a0-8be5d380f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.700319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-e79c6ff7-6980-4466-98a0-8be5d380f05c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.3359623 Apr 20 12:52:58.744302 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f3839e0-854d-4514-b4af-7e90cb6fc7a7 req-e7bfaf4b-f98b-4657-9851-1362c4cd51b6 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280518 Apr 20 12:52:58.781236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec30f45-e5df-4bea-969b-80d677ca9211 req-11092f0b-ebdf-42a7-9b28-fd111412fe6d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.785199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec30f45-e5df-4bea-969b-80d677ca9211 req-11092f0b-ebdf-42a7-9b28-fd111412fe6d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1787679 Apr 20 12:52:58.789135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-4077f394-541b-45f1-a8ec-b9c4c49f53b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 217 time: 0.0767457 Apr 20 12:52:58.811127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-064dd93e-4afc-4337-ac8a-ae58396f65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.813253 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-064dd93e-4afc-4337-ac8a-ae58396f65cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7433dd7-0225-4268-8c83-83ce67e34b71 HTTP/1.1" status: 200 len: 910 time: 0.2943320 Apr 20 12:52:58.847140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09b173-c36b-4710-9e80-d180b0849bef None None] New status for floating IP fda76fb5-2669-4c83-a32f-80beec58cd8a: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:52:58.879411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1599100071-network', 'tenant_id': '3ad48f0479de4bce8d0e760c5ec3ac6c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:58.899678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8cea6-37d9-4c96-bb26-9db049ac9ef5 req-89faca9b-c152-4c6b-b58d-c132f722dda0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.906872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abc8cea6-37d9-4c96-bb26-9db049ac9ef5 req-89faca9b-c152-4c6b-b58d-c132f722dda0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.1202645 Apr 20 12:52:58.958852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec30f45-e5df-4bea-969b-80d677ca9211 req-2ff3a2c4-6741-4ff4-a493-bcc4718be98d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402233 Apr 20 12:52:58.963971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-ddb1bf98-2faf-4ee5-a84e-abb014c81392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:58.965475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-ddb1bf98-2faf-4ee5-a84e-abb014c81392 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.1454778 Apr 20 12:52:58.967528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Made reservation on behalf of 3ad48f0479de4bce8d0e760c5ec3ac6c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:58.969783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:58.994681 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.031841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abc8cea6-37d9-4c96-bb26-9db049ac9ef5 req-79bd8d45-a701-4eec-8662-ceb25f4c89a7 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239231 Apr 20 12:52:59.034152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-004831b1-7db3-45b4-bc2e-878c43360109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462058 Apr 20 12:52:59.196773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86bc42-f176-47c2-80dd-92ba7573b350 req-4edce92b-9410-4122-b385-11b25031cc73 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:59.198414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af86bc42-f176-47c2-80dd-92ba7573b350 req-4edce92b-9410-4122-b385-11b25031cc73 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.1442420 Apr 20 12:52:59.242971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-6b428bc9-cd04-47b7-b1aa-54db2dcb2825 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994593 Apr 20 12:52:59.261730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.302410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.332445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af86bc42-f176-47c2-80dd-92ba7573b350 req-a004adbc-4010-4057-afe3-68c1e0db90a4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253107 Apr 20 12:52:59.381051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:52:59.393676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f7fe60-ad6d-409d-95cc-77ca037f8d89,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:59.410948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c9d2a-af4b-4893-ad46-485e9a381fda req-64db16d1-d3d3-43f8-867d-27483acfed5c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:59.412379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-619c9d2a-af4b-4893-ad46-485e9a381fda req-64db16d1-d3d3-43f8-867d-27483acfed5c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1685576 Apr 20 12:52:59.416556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.416903 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Added segment f9d78f01-8f8f-4c49-a5f3-a03649228729 of type vlan for network 2fec0ebd-154f-47e4-850f-cae433bdbd6b Apr 20 12:52:59.507442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-1a226d01-ed0d-4a73-b4bc-f9a8927e16a9 service neutron] 10.222.0.37 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250471 Apr 20 12:52:59.509466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.513936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-619c9d2a-af4b-4893-ad46-485e9a381fda req-0bf177c7-ddaf-4e00-b430-cd3966ddbc35 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954077 Apr 20 12:52:59.543886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.544853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:59.545414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.613923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9266949 Apr 20 12:52:59.614743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55674) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:52:59.620322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Request body: {'subnet': {'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1599100071-subnet', 'tenant_id': '3ad48f0479de4bce8d0e760c5ec3ac6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:52:59.653227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Made reservation on behalf of 3ad48f0479de4bce8d0e760c5ec3ac6c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:52:59.657318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.662852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e813b-1f15-4a96-9c4a-3911d04ae54d admin admin] Pushing event updated for resources: {'Network': ['ID=2fec0ebd-154f-47e4-850f-cae433bdbd6b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:59.681655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2fec0ebd-154f-47e4-850f-cae433bdbd6b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:52:59.697059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-e951cd29-41d7-40e2-9de7-fff1ff4737fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:59.698629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-e951cd29-41d7-40e2-9de7-fff1ff4737fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2aeaf4f43abb41d58035d193dca5390d&device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 1096 time: 0.1295431 Apr 20 12:52:59.859049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6781986-5fb4-48d3-9082-37da917f204b req-0e9b863a-fe4b-4116-9229-b4771cc73479 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:59.860484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6781986-5fb4-48d3-9082-37da917f204b req-0e9b863a-fe4b-4116-9229-b4771cc73479 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 943 time: 0.1256726 Apr 20 12:52:59.879392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-5b134c98-1942-47e6-8ef9-aa2eceffbad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:52:59.881005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-5b134c98-1942-47e6-8ef9-aa2eceffbad0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=96b818df-5a66-4a79-9ebc-56efafe9c997 HTTP/1.1" status: 200 len: 912 time: 0.1736257 Apr 20 12:52:59.890118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:52:59.944910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6781986-5fb4-48d3-9082-37da917f204b req-1e2a1c08-fa6f-405b-9ad7-e09c2b76d066 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757363 Apr 20 12:52:59.952629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4deb06c-2878-4bc4-a46e-77f2834ba3b0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:52:59.961286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Checking segment: {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:52:59.961673 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Network hostable DHCP agents. Network: 2fec0ebd-154f-47e4-850f-cae433bdbd6b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:52:59.967907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-65940451-25bf-4176-aaab-4eed7675fa05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221 HTTP/1.1" status: 200 len: 1001 time: 0.0800436 Apr 20 12:52:59.979057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Network 2fec0ebd-154f-47e4-850f-cae433bdbd6b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:52:59.988822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2fec0ebd-154f-47e4-850f-cae433bdbd6b) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:52:59.997544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b544b56-1953-469d-b58d-6c6251b28c5f None None] Network 2fec0ebd-154f-47e4-850f-cae433bdbd6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:00.007503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.007503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.043006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-8053cb47-577d-44ae-896f-5d18514ec26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.045282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-8053cb47-577d-44ae-896f-5d18514ec26a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8efd9ff3-299c-4958-96f2-acdad965247f HTTP/1.1" status: 200 len: 850 time: 0.0706458 Apr 20 12:53:00.045732 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc3be37e-3881-494b-b127-1ab89d83f5c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4296372 Apr 20 12:53:00.067374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55684) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:00.071839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-720752227'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:00.108436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:00.112117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.150258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:53:00.162468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f68711-4c88-41fe-ab75-7bd22f077b4a None None] Network 2fec0ebd-154f-47e4-850f-cae433bdbd6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:00.165574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.166031 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Added segment 92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5 of type vlan for network 5698e2a5-7aeb-42c7-b276-62870bae4129 Apr 20 12:53:00.195125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b5f1d-e5ee-46e7-b0ec-8cff162d2413 req-c929fc7b-1d05-42c4-b02a-e23f7acfbd45 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.203513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a0b5f1d-e5ee-46e7-b0ec-8cff162d2413 req-c929fc7b-1d05-42c4-b02a-e23f7acfbd45 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1090646 Apr 20 12:53:00.210374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.212950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:00.213967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-c43dafc2-a7c8-448c-8225-893ce0e75e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.215585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-c43dafc2-a7c8-448c-8225-893ce0e75e40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=96b818df-5a66-4a79-9ebc-56efafe9c997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1631169 Apr 20 12:53:00.245816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.253675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.255108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.284667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a0b5f1d-e5ee-46e7-b0ec-8cff162d2413 req-747e89b8-edc1-47bd-a84d-1842bbd3a009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796690 Apr 20 12:53:00.319283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:53:00.323851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c23453-3b6d-4018-981a-20eb1a07621c req-2ea655be-f739-40df-99a5-694359fb7e83 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.324342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:00.324718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.325868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91c23453-3b6d-4018-981a-20eb1a07621c req-2ea655be-f739-40df-99a5-694359fb7e83 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.1864355 Apr 20 12:53:00.422038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91c23453-3b6d-4018-981a-20eb1a07621c req-076a6af2-3250-4d77-ab54-5daa92a7c9ab tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845439 Apr 20 12:53:00.442025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-00b87e4b-b92d-4a2b-8967-518a7f44607c service neutron] 10.222.0.37 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970568 Apr 20 12:53:00.460227 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-c0d3cc88-5b18-4720-8364-6f52eeef04bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f4a13445-3235-4619-a88d-0b57d898daad HTTP/1.1" status: 200 len: 217 time: 0.0706644 Apr 20 12:53:00.463394 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3957355 Apr 20 12:53:00.466111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55696) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:00.472682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-897544728'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:00.477364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666eff8f-bfaa-444c-b06f-750d5a919490 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Network': ['ID=5698e2a5-7aeb-42c7-b276-62870bae4129,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:00.482572 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.505102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:53:00.529301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:00.534179 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726b0e9-61dc-4856-8bff-9b83f120b33d" -d '{"events": [{"server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "name": "network-vif-plugged", "status": "completed", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:00.553486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:00.558160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.581056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:00.600996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-d56365e5-cc82-4e74-a726-4beac5b8eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.603412 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-d56365e5-cc82-4e74-a726-4beac5b8eac8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43943d5e-8a32-46b9-b581-414630d29d9e HTTP/1.1" status: 200 len: 849 time: 0.1349924 Apr 20 12:53:00.604152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:53:00.608928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.655229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-9a2a0392-32d6-4a25-beb6-3cd178c129ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7433dd7-0225-4268-8c83-83ce67e34b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360649 Apr 20 12:53:00.656280 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.657519 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Added segment c6fc06f1-cbf2-448e-978e-8483e896f73e of type vlan for network 44ea0f27-be77-4784-9c9d-a6d69428c421 Apr 20 12:53:00.694829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:00.737853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7e533f-a33b-402a-946f-2ba2fdac5fbe req-817e79aa-5857-43fa-9eec-5036e4de6160 service neutron] 10.222.0.37 "GET /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842886 Apr 20 12:53:00.748204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf09f8-03b8-4ca7-8e0d-a3e1ce74381e req-acd7b086-ecc1-46db-a817-42ad925d0d56 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.749660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3edf09f8-03b8-4ca7-8e0d-a3e1ce74381e req-acd7b086-ecc1-46db-a817-42ad925d0d56 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.1959844 Apr 20 12:53:00.758743 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.810717 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-e9f67645-c868-49d9-8fbc-9c5a02c30b68 service neutron] 10.222.0.30 "GET /v2.0/networks/c7433dd7-0225-4268-8c83-83ce67e34b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437814 Apr 20 12:53:00.811858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.817478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.818250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:00.821811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3edf09f8-03b8-4ca7-8e0d-a3e1ce74381e req-7c6824c5-d7d6-47de-b4b7-73162c55253d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625968 Apr 20 12:53:00.830973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-b794ed45-9a74-4fed-bb3b-798ee7771d1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:00.838968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-b794ed45-9a74-4fed-bb3b-798ee7771d1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 814 time: 0.1963918 Apr 20 12:53:00.855890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-16b9a50c-2363-4173-a617-52be9f41e824 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/quotas/3ad48f0479de4bce8d0e760c5ec3ac6c HTTP/1.1" status: 200 len: 375 time: 0.0159309 Apr 20 12:53:00.882475 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4124680 Apr 20 12:53:00.886029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55710) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:00.895048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'subnet': {'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:00.900148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-df40622a-41cb-4a8f-b28e-9e11efbea5be tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429766 Apr 20 12:53:01.017178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bf276-b4b6-4233-ae44-2f8b425f24a6 req-14c9961a-848b-402d-ae62-960c62772eff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:01.018841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c7bf276-b4b6-4233-ae44-2f8b425f24a6 req-14c9961a-848b-402d-ae62-960c62772eff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1089602 Apr 20 12:53:01.024014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cb579-e488-4936-9977-6164226de050 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Network': ['ID=44ea0f27-be77-4784-9c9d-a6d69428c421,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:01.039883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:53:01.058270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c994c779-5a19-4975-b2d1-ed48be260424 service neutron] 10.222.0.24 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566498 Apr 20 12:53:01.070822 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a492620d-4b12-4e43-ba4c-dab5b7463208 req-76dda968-d11b-4263-9b01-218f1c88546b service neutron] 10.222.0.30 "GET /v2.0/networks/c7433dd7-0225-4268-8c83-83ce67e34b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357740 Apr 20 12:53:01.081319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:01.085084 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:01.166289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c7bf276-b4b6-4233-ae44-2f8b425f24a6 req-918c5ee6-9fdf-4f8d-bd04-6fd875987c7e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990388 Apr 20 12:53:01.210230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-6b83b271-f635-4d22-a939-ffa30ab5008a service neutron] 10.222.0.24 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510236 Apr 20 12:53:01.258195 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15848f85-dd24-4402-987e-d7c287b7093d x-openstack-request-id: req-15848f85-dd24-4402-987e-d7c287b7093d {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:01.258590 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "name": "network-vif-plugged", "status": "completed", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:01.259031 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15848f85-dd24-4402-987e-d7c287b7093d {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:01.259573 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15848f85-dd24-4402-987e-d7c287b7093d'] response: {'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b', 'code': 200} Apr 20 12:53:01.319075 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:01.376735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Subnet': ['ID=46c5a921-683e-4c52-b281-c1b3988d9e18,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:01.406810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90f0b0-8050-4e54-a688-a70363329861 req-e8dfa36b-01cc-46f1-94fc-fd69359ff53e tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:01.408097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f90f0b0-8050-4e54-a688-a70363329861 req-e8dfa36b-01cc-46f1-94fc-fd69359ff53e tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 943 time: 0.0908489 Apr 20 12:53:01.461132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4a12-13ef-4a98-8267-bccafa071d80 req-191a1a5f-2dd9-498d-b7c6-7294a5ddfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:01.461943 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-473d4a12-13ef-4a98-8267-bccafa071d80 req-191a1a5f-2dd9-498d-b7c6-7294a5ddfd3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1097 time: 0.0865135 Apr 20 12:53:01.468462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Checking segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:01.468896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network hostable DHCP agents. Network: 5698e2a5-7aeb-42c7-b276-62870bae4129, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:53:01.486974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f90f0b0-8050-4e54-a688-a70363329861 req-0c33971d-2ce3-4d79-842c-d357b151e55e tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674577 Apr 20 12:53:01.514608 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-473d4a12-13ef-4a98-8267-bccafa071d80 req-3c3e36bf-ced8-4c7f-b6a6-95ec5fed86d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421996 Apr 20 12:53:01.530122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:53:01.546918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 5698e2a5-7aeb-42c7-b276-62870bae4129) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:01.557070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223f725-56cd-4dcb-bd39-8ec6b62b292f None None] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:01.560334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:01.561143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:01.587764 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5318ee70-243e-41bf-b303-db85aa1c154f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6979165 Apr 20 12:53:01.590577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55726) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:01.597095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'subnet': {'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:01.676349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f9d02-5da4-43f8-bc7a-06cefe8e712c req-0bac29a8-265c-4d30-94bf-45500df2032a tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:01.697546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-754f9d02-5da4-43f8-bc7a-06cefe8e712c req-0bac29a8-265c-4d30-94bf-45500df2032a tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1055813 Apr 20 12:53:01.759801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9299b811-ebe3-42ee-89ff-9ab516778834 req-a74cbf39-cfdd-4d0d-b5c4-aa4e72756fd2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 210 time: 0.1035712 Apr 20 12:53:01.768031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:01.772316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:01.792213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-754f9d02-5da4-43f8-bc7a-06cefe8e712c req-14d9a1f9-b68a-44f2-b77c-2b20f8188c80 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917397 Apr 20 12:53:01.919993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-5698e2a5-7aeb-42c7-b276-62870bae4129', 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'fixed_ips': [{'subnet_id': '46c5a921-683e-4c52-b281-c1b3988d9e18'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:53:01.921155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.068587 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.074956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe957c9-3660-483d-9169-563e54c2c7b9 req-ec40302b-45fb-4fc2-9da8-a82ab63bcb63 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:02.086326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbe957c9-3660-483d-9169-563e54c2c7b9 req-ec40302b-45fb-4fc2-9da8-a82ab63bcb63 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 946 time: 0.1935875 Apr 20 12:53:02.147786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Allocated IP 10.1.1.2 (5698e2a5-7aeb-42c7-b276-62870bae4129/46c5a921-683e-4c52-b281-c1b3988d9e18/89299d8c-a164-437e-a2a0-cd3d1c321c8f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:02.151838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Subnet': ['ID=acb176ef-8454-40b3-9220-de15725e781c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:02.166588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06e69d-38c7-40a0-b76f-9ae0c9968d67 req-f3f253c3-0291-4714-a4ed-8e8b7eff64bc tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:02.180356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c06e69d-38c7-40a0-b76f-9ae0c9968d67 req-f3f253c3-0291-4714-a4ed-8e8b7eff64bc tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2053983 Apr 20 12:53:02.192626 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Checking segment: {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:02.193128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network hostable DHCP agents. Network: 44ea0f27-be77-4784-9c9d-a6d69428c421, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:53:02.214768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:53:02.227652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 44ea0f27-be77-4784-9c9d-a6d69428c421) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:02.238485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:02.239086 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.254207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbe957c9-3660-483d-9169-563e54c2c7b9 req-7189af82-dcd2-4176-b824-7d80f32fe28e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597242 Apr 20 12:53:02.265668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ee8f5927-2104-4f25-87d5-4d8250b5c9c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6699231 Apr 20 12:53:02.265668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:02.270607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'port': {'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'name': 'tempest-TaggedBootDevicesTest_v242-477775311', 'fixed_ips': [{'subnet_id': '46c5a921-683e-4c52-b281-c1b3988d9e18'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:02.281938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9e7f8-1ee3-483a-9501-93eb5c5959f1 None None] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:02.285405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c06e69d-38c7-40a0-b76f-9ae0c9968d67 req-28fd2abb-ffb8-4cbd-a234-39ce1dd35c65 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016538 Apr 20 12:53:02.403737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786369d-1f98-4ffa-a27e-0838d0a3c079 req-e4f78b82-5a2d-4bdb-91aa-d86959fcee7f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:02.405651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c786369d-1f98-4ffa-a27e-0838d0a3c079 req-e4f78b82-5a2d-4bdb-91aa-d86959fcee7f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 944 time: 0.0660493 Apr 20 12:53:02.448038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:02.486917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c786369d-1f98-4ffa-a27e-0838d0a3c079 req-e22493b9-5251-4a00-a8f6-135d472bd200 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612707 Apr 20 12:53:02.548636 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.559846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.576016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-44ea0f27-be77-4784-9c9d-a6d69428c421', 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'fixed_ips': [{'subnet_id': 'acb176ef-8454-40b3-9220-de15725e781c'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:53:02.577618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.618263 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.626855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:02.638063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:02.642526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445279-c313-404b-bd56-7eb2cf6d2cc9 req-242d649d-d5ee-4a0b-86a9-ec962a35af03 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:02.642711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] device_id is not set on port c9df9a28-7a4c-42f3-93e5-e139b31302ec yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:53:02.644022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94445279-c313-404b-bd56-7eb2cf6d2cc9 req-242d649d-d5ee-4a0b-86a9-ec962a35af03 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 943 time: 0.0598903 Apr 20 12:53:02.645895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:02.702992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94445279-c313-404b-bd56-7eb2cf6d2cc9 req-7e85efc5-7f68-47b6-b707-0510e8d75937 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514617 Apr 20 12:53:02.769225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-8b4e038e-55c5-46ef-9439-35af3841a7c6 service neutron] 10.222.0.37 "GET /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552/bindings/n-h1-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.0793061 Apr 20 12:53:02.854203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Pushing event updated for resources: {'Port': ['ID=89299d8c-a164-437e-a2a0-cd3d1c321c8f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:02.887612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 10.1.1.229 (5698e2a5-7aeb-42c7-b276-62870bae4129/46c5a921-683e-4c52-b281-c1b3988d9e18/c9df9a28-7a4c-42f3-93e5-e139b31302ec) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:02.923024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Attempting to bind port 89299d8c-a164-437e-a2a0-cd3d1c321c8f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:02.923393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Attempting to bind port 89299d8c-a164-437e-a2a0-cd3d1c321c8f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:02.923757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Attempting to bind port 89299d8c-a164-437e-a2a0-cd3d1c321c8f on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:02.940570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:02.940950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Checking segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:02.941361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:02.941781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Bound using segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:02.942261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Bound port: 89299d8c-a164-437e-a2a0-cd3d1c321c8f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:02.942642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.010660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0837f1c4-f72b-4899-8fac-dda16566921d req-8adb1219-632b-41f1-89fa-53951f6094a4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 210 time: 0.0838139 Apr 20 12:53:03.013370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] For port 89299d8c-a164-437e-a2a0-cd3d1c321c8f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:03.016626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] For port 89299d8c-a164-437e-a2a0-cd3d1c321c8f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=89299d8c-a164-437e-a2a0-cd3d1c321c8f,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:03.027871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.079996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.080220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8d7b-2b0e-496b-8f23-068880471295 req-42328236-9b14-4091-8552-a197dbb46d75 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:03.089656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-100a8d7b-2b0e-496b-8f23-068880471295 req-42328236-9b14-4091-8552-a197dbb46d75 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1410067 Apr 20 12:53:03.160920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Allocated IP 10.2.2.2 (44ea0f27-be77-4784-9c9d-a6d69428c421/acb176ef-8454-40b3-9220-de15725e781c/d4266593-0e12-4f79-956f-caebaf0ac422) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:03.174056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3a833-0e03-4c06-9850-393b25ab007f None None] Pushing event updated for resources: {'Port': ['ID=89299d8c-a164-437e-a2a0-cd3d1c321c8f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:03.204087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.244856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-100a8d7b-2b0e-496b-8f23-068880471295 req-9fe66648-5c81-44ee-ad67-585235d6412a tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542621 Apr 20 12:53:03.283207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:03.284791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:03.312595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:03.341030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:03.415660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:03.419591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:03.450870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-1e9447d7-5e19-46ed-8a5c-4f1b9d43bda2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:03.472063 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-1e9447d7-5e19-46ed-8a5c-4f1b9d43bda2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.37 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 814 time: 0.3162458 Apr 20 12:53:03.473299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=c9df9a28-7a4c-42f3-93e5-e139b31302ec,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:03.495754 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.499211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:03.505452 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.528770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Request body: {'port': {'device_id': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b', 'admin_state_up': True, 'tenant_id': '3ad48f0479de4bce8d0e760c5ec3ac6c'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:03.583176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:03.583540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:03.589243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:03.602613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:03.648936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.665189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Pushing event updated for resources: {'Port': ['ID=d4266593-0e12-4f79-956f-caebaf0ac422,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:03.705540 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95e0d35a-8232-40bc-adfc-5e0c5042b478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.720487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Attempting to bind port d4266593-0e12-4f79-956f-caebaf0ac422 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:03.720862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Attempting to bind port d4266593-0e12-4f79-956f-caebaf0ac422 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:03.721229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Attempting to bind port d4266593-0e12-4f79-956f-caebaf0ac422 on network 44ea0f27-be77-4784-9c9d-a6d69428c421 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:03.734605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:03.735004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Checking segment: {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:03.735400 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.735797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Bound using segment: {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:03.736288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Bound port: d4266593-0e12-4f79-956f-caebaf0ac422, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:03.736678 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.812847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] For port d4266593-0e12-4f79-956f-caebaf0ac422, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:03.817417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] For port d4266593-0e12-4f79-956f-caebaf0ac422, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d4266593-0e12-4f79-956f-caebaf0ac422,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:03.822680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:03.897462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990dc22e-9cf7-4ed2-b477-07d97489a1bc None None] Pushing event updated for resources: {'Port': ['ID=d4266593-0e12-4f79-956f-caebaf0ac422,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:03.957410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:03.958224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.001819 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a2fb75ba-0ea7-4d09-8d8b-527b8ee4533b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7358885 Apr 20 12:53:04.004597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55754) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:04.012231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'port': {'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'name': 'tempest-TaggedBootDevicesTest_v242-831305032', 'fixed_ips': [{'subnet_id': '46c5a921-683e-4c52-b281-c1b3988d9e18'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:04.030865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a452322-a083-4c70-b88b-17bae05282e7 req-87a84070-6d3f-4374-86d6-8efb1ee7b594 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 258 time: 0.6710989 Apr 20 12:53:04.040053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89151efb-b360-4727-b51f-4e561fabafb4 req-3aac4292-9f27-42ac-be67-a1e65f3a25a3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:04.041593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89151efb-b360-4727-b51f-4e561fabafb4 req-3aac4292-9f27-42ac-be67-a1e65f3a25a3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 946 time: 0.6808107 Apr 20 12:53:04.053409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:04.075858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Made reservation on behalf of 3ad48f0479de4bce8d0e760c5ec3ac6c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:04.079821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.158235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.167920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] Transition to ACTIVE for port object c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:04.183595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.202761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f4a13445-3235-4619-a88d-0b57d898daad details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:53:04.207225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89151efb-b360-4727-b51f-4e561fabafb4 req-605e3913-d0ba-4213-ab01-97575f7323bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486428 Apr 20 12:53:04.287262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] No DVR routers for this DVR port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:04.294092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:04.303575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.358855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] device_id is not set on port 2d2152ba-c841-4838-9638-514cf5f96f90 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:53:04.387071 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] 10.222.0.37 "PUT /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552/bindings/n-h1-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5983577 Apr 20 12:53:04.388012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e28d7-2db0-4f3a-bd42-7f214dbb1768 service neutron] Pushing event updated for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:04.393304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f4a13445-3235-4619-a88d-0b57d898daad, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f4a13445-3235-4619-a88d-0b57d898daad,segment=NetworkSegment(865fd502-9c7d-4041-98e3-e911aa640e07),segment_id=865fd502-9c7d-4041-98e3-e911aa640e07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:04.421770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'f4a13445-3235-4619-a88d-0b57d898daad', 'network_id': 'c7433dd7-0225-4268-8c83-83ce67e34b71', 'port_id': 'f4a13445-3235-4619-a88d-0b57d898daad', 'mac_address': 'fa:16:3e:25:e5:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43943d5e-8a32-46b9-b581-414630d29d9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:53:04.466003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c934a1f-15fe-472c-8c35-fe00610d8a71 req-b3cbe0e5-7afd-4f10-a006-d51b0c4352d8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:04.467508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c934a1f-15fe-472c-8c35-fe00610d8a71 req-b3cbe0e5-7afd-4f10-a006-d51b0c4352d8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1309762 Apr 20 12:53:04.476667 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.498946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a13445-3235-4619-a88d-0b57d898daad {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:04.506664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Allocated IP 172.20.0.3 (2fec0ebd-154f-47e4-850f-cae433bdbd6b/b4deb06c-2878-4bc4-a46e-77f2834ba3b0/05e82032-1066-464b-a471-0e232de07836) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:04.527458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.542817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c934a1f-15fe-472c-8c35-fe00610d8a71 req-4de36c1a-f93e-4bdc-aae5-c334855c2276 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640738 Apr 20 12:53:04.561990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f4a13445-3235-4619-a88d-0b57d898daad, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f4a13445-3235-4619-a88d-0b57d898daad,segment=NetworkSegment(865fd502-9c7d-4041-98e3-e911aa640e07),segment_id=865fd502-9c7d-4041-98e3-e911aa640e07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:04.568103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.649614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f4a13445-3235-4619-a88d-0b57d898daad,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:04.696430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-f76b6f36-1a20-4184-b5ca-4f40e9d07d08 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:04.698336 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-f76b6f36-1a20-4184-b5ca-4f40e9d07d08 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.2538002 Apr 20 12:53:04.720332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Allocated IP 172.25.3.74 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/4f31a15d-654d-4ec5-93ee-5ba0f9bf2543) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:04.740032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd6d475-c2d8-479d-ac0c-c4f158bb92af None None] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:04.740579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53e625-fe92-4ef6-a127-740b12cece3b req-9b5bb1f5-d988-4e34-ada6-68ee166de466 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:04.742853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f53e625-fe92-4ef6-a127-740b12cece3b req-9b5bb1f5-d988-4e34-ada6-68ee166de466 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.0845890 Apr 20 12:53:04.764499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 10.1.1.151 (5698e2a5-7aeb-42c7-b276-62870bae4129/46c5a921-683e-4c52-b281-c1b3988d9e18/2d2152ba-c841-4838-9638-514cf5f96f90) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:04.800499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f53e625-fe92-4ef6-a127-740b12cece3b req-69dc7d74-bbf0-443a-ab7b-0ab33b789b52 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493028 Apr 20 12:53:04.855314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-f1b36b48-f5bd-4e21-9db1-bf125416cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:04.857420 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-f1b36b48-f5bd-4e21-9db1-bf125416cd47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04 HTTP/1.1" status: 200 len: 1096 time: 0.1489222 Apr 20 12:53:04.905227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4422a62d-7e8d-4196-81e5-ce5ab801c42b None None] Provisioning complete for port 89299d8c-a164-437e-a2a0-cd3d1c321c8f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:04.905602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4422a62d-7e8d-4196-81e5-ce5ab801c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.931510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:04.975943 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.034265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f4a13445-3235-4619-a88d-0b57d898daad'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:05.064023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:05.066647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event updated for resources: {'Port': ['ID=4f31a15d-654d-4ec5-93ee-5ba0f9bf2543,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:05.071632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:05.074525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:05.083444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b6a71-49b4-4c4f-8237-d3faf576e081 req-41ce26f0-2974-4b68-903d-9ceff8a6370f tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:05.085026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-922b6a71-49b4-4c4f-8237-d3faf576e081 req-41ce26f0-2974-4b68-903d-9ceff8a6370f tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 944 time: 0.1210625 Apr 20 12:53:05.089709 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4422a62d-7e8d-4196-81e5-ce5ab801c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.118385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.159992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4422a62d-7e8d-4196-81e5-ce5ab801c42b None None] For port 89299d8c-a164-437e-a2a0-cd3d1c321c8f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=89299d8c-a164-437e-a2a0-cd3d1c321c8f,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:05.180509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-922b6a71-49b4-4c4f-8237-d3faf576e081 req-a7afe86d-67c7-4015-ae43-5a9aec901553 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761743 Apr 20 12:53:05.183955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4422a62d-7e8d-4196-81e5-ce5ab801c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.239990 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.249876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.264132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.268220 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422a62d-7e8d-4196-81e5-ce5ab801c42b None None] Pushing event updated for resources: {'Port': ['ID=89299d8c-a164-437e-a2a0-cd3d1c321c8f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:05.291746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.378353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-362bc09d-7b3a-4888-a792-33254c749868 req-d4c4dda6-9fda-401f-9460-d88773557de1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 210 time: 0.0468929 Apr 20 12:53:05.407062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:05.414946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:05.417665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:05.504197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-1cddc8ac-5988-4f97-b6aa-5a52086661f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:05.506012 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-1cddc8ac-5988-4f97-b6aa-5a52086661f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1096 time: 0.5591474 Apr 20 12:53:05.532511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:05.548839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 89299d8c-a164-437e-a2a0-cd3d1c321c8f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:05.569219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.588876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.596978 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.604187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff5f9c0-c74f-4293-8022-1c0e985cfe51 None None] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:05.646913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:05.647585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.691048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event updated for resources: {'Port': ['ID=4f31a15d-654d-4ec5-93ee-5ba0f9bf2543,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:05.703507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.761750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.763271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a452322-a083-4c70-b88b-17bae05282e7 req-bc233288-d342-4c62-9233-b50841455cd6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7192605 Apr 20 12:53:05.769125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a227a3f-d0cb-488c-bb50-52d5cae4670f req-488bda08-34d4-4ef7-a524-aedbed6fb7ea tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:05.769349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Provisioning complete for port c9df9a28-7a4c-42f3-93e5-e139b31302ec triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:05.769964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.771113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a227a3f-d0cb-488c-bb50-52d5cae4670f req-488bda08-34d4-4ef7-a524-aedbed6fb7ea tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1097 time: 0.0701125 Apr 20 12:53:05.782766 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cf9a8157-0324-4d6c-9da5-9fed02a47adc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7770767 Apr 20 12:53:05.785087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Network 2fec0ebd-154f-47e4-850f-cae433bdbd6b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:05.793414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:05.796291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-047af104-d286-484d-b432-b3f13820b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:05.797945 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-047af104-d286-484d-b432-b3f13820b3ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 200 len: 922 time: 0.2577977 Apr 20 12:53:05.798548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:05.800930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:05.815345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Port c9df9a28-7a4c-42f3-93e5-e139b31302ec cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:05.853101 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b4716bd-b411-4b7e-8d9d-1ca295da64b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.856860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a452322-a083-4c70-b88b-17bae05282e7 req-3f329c10-8f65-483b-bfcb-f86e04b3e1f4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0777526 Apr 20 12:53:05.871321 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-ab3576df-f772-41e3-bd75-022c212cbea5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 200 len: 217 time: 0.0650723 Apr 20 12:53:05.900199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Provisioning complete for port d4266593-0e12-4f79-956f-caebaf0ac422 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:05.901192 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.902455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 89299d8c-a164-437e-a2a0-cd3d1c321c8f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:05.902898 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.906960 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:05.907678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:05.910103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a227a3f-d0cb-488c-bb50-52d5cae4670f req-e1f88d59-7fc9-4e91-93a8-2025394ce41f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283157 Apr 20 12:53:05.974885 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-c8e6c781-86da-4229-b11b-e087966b3bf5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4893568 Apr 20 12:53:05.990091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Request body: {'port': {'device_id': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:05.995013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-f2f3d5c1-2ba6-4dbb-a25b-21b0b49a1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:05.996759 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-f2f3d5c1-2ba6-4dbb-a25b-21b0b49a1ffb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 200 len: 861 time: 0.0857959 Apr 20 12:53:06.057991 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-41cda807-c56a-460a-bd95-caa722fe133d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d9e8eef9-a31a-4a33-8069-33786e1657d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361359 Apr 20 12:53:06.102816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a452322-a083-4c70-b88b-17bae05282e7 req-e2bd90e4-0916-4c44-9478-be902223f092 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:06.104446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a452322-a083-4c70-b88b-17bae05282e7 req-e2bd90e4-0916-4c44-9478-be902223f092 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2288771 Apr 20 12:53:06.113092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f563f9-5877-4905-859a-d89d91c642b5 req-5957437d-58ed-4db6-9e29-b49d8e50adb5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:06.115110 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.122485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03f563f9-5877-4905-859a-d89d91c642b5 req-5957437d-58ed-4db6-9e29-b49d8e50adb5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1203275 Apr 20 12:53:06.138095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-5a452322-a083-4c70-b88b-17bae05282e7 req-06464ca6-c5e4-43d7-bec3-c3ea87b89828 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:53:06.139170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a452322-a083-4c70-b88b-17bae05282e7 req-06464ca6-c5e4-43d7-bec3-c3ea87b89828 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067549 Apr 20 12:53:06.177676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03f563f9-5877-4905-859a-d89d91c642b5 req-04f02b07-a707-4227-bb3f-15bdc8a5ff06 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542874 Apr 20 12:53:06.204402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.218374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] For port d4266593-0e12-4f79-956f-caebaf0ac422, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d4266593-0e12-4f79-956f-caebaf0ac422,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:06.220214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d4266593-0e12-4f79-956f-caebaf0ac422 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:06.239042 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-58d3440a-3f19-4963-8899-5dd82c04e7f9 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589296 Apr 20 12:53:06.246970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.349080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Pushing event updated for resources: {'Port': ['ID=d4266593-0e12-4f79-956f-caebaf0ac422,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:06.369783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Provisioning complete for port 89299d8c-a164-437e-a2a0-cd3d1c321c8f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:06.370159 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6489-d8cb-41a7-88ea-110b11ade8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.383078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b271688-297d-4ace-b6e1-470e329619de req-9f0bce58-b715-4321-b9b1-320c5c817b3b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:06.392483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b271688-297d-4ace-b6e1-470e329619de req-9f0bce58-b715-4321-b9b1-320c5c817b3b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.1180623 Apr 20 12:53:06.409749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55780) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:06.416676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f5e26410-8e40-44fe-a552-90440d2abab8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150697316', 'description': 'tempest-description--726205'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:06.428346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d4266593-0e12-4f79-956f-caebaf0ac422 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:06.428729 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.478140 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-9b571eed-072b-4bd0-95d7-4ba111567ab1 service neutron] 10.222.0.30 "GET /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059915 Apr 20 12:53:06.493569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b271688-297d-4ace-b6e1-470e329619de req-dde14436-edb7-4de8-b4e1-ec94575e921b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998282 Apr 20 12:53:06.498131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5e26410-8e40-44fe-a552-90440d2abab8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.589542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abd9e4-a466-46a6-89d1-218781e29352 req-f8ffe63d-43e6-4cd6-a31b-4e30fd7ff310 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:06.591362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1abd9e4-a466-46a6-89d1-218781e29352 req-f8ffe63d-43e6-4cd6-a31b-4e30fd7ff310 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1097 time: 0.1196566 Apr 20 12:53:06.652054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Provisioning complete for port c9df9a28-7a4c-42f3-93e5-e139b31302ec triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:06.653342 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.693679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Port c9df9a28-7a4c-42f3-93e5-e139b31302ec cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:06.699123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1abd9e4-a466-46a6-89d1-218781e29352 req-7ddf8ff8-958c-4d22-9992-50914557abc7 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979180 Apr 20 12:53:06.706149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Provisioning complete for port d4266593-0e12-4f79-956f-caebaf0ac422 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:06.706730 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.718771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5e26410-8e40-44fe-a552-90440d2abab8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.731992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5e26410-8e40-44fe-a552-90440d2abab8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.737521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e82032-1066-464b-a471-0e232de07836 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:06.774149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-dd9f4c00-5ae7-483d-99c0-7eb48d079c08 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:06.775731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-dd9f4c00-5ae7-483d-99c0-7eb48d079c08 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1466041 Apr 20 12:53:06.789872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5e26410-8e40-44fe-a552-90440d2abab8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.791318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.792161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f5e26410-8e40-44fe-a552-90440d2abab8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.3809350 Apr 20 12:53:06.794956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55784) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:06.800549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-56b429b2-0c3a-4a45-865d-1951bf98eed3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'security_group_rule': {'security_group_id': '48ab70e5-f8c3-4d52-9371-3e84d0304477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:06.802447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e26410-8e40-44fe-a552-90440d2abab8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ab70e5-f8c3-4d52-9371-3e84d0304477,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:06.836230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Transition to ACTIVE for port object 05e82032-1066-464b-a471-0e232de07836 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:06.842228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Provisioning complete for port 2d2152ba-c841-4838-9638-514cf5f96f90 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:06.842779 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.847406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.859269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7bb60a37-6a7d-4061-91ee-8aff51b30135 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:06.861027 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-7bb60a37-6a7d-4061-91ee-8aff51b30135 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61&tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1258514 Apr 20 12:53:06.869747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-b0db74b9-3cef-48b7-814d-808776151079 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0752709 Apr 20 12:53:06.891953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Request body: {'floatingip': {'port_id': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:06.901288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56b429b2-0c3a-4a45-865d-1951bf98eed3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.944311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:06.988709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:06.991442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9a650-0f93-43c4-8537-2ee9044e785c req-6662ff64-5980-411b-a318-a2b2412acdbb tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:07.001975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74b9a650-0f93-43c4-8537-2ee9044e785c req-6662ff64-5980-411b-a318-a2b2412acdbb tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 944 time: 0.1514156 Apr 20 12:53:07.018187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6790a673-bd12-487f-b85b-14faf71e8c8e None None] Port 2d2152ba-c841-4838-9638-514cf5f96f90 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:07.061453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.100449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74b9a650-0f93-43c4-8537-2ee9044e785c req-a1ca4d16-9631-4b34-85d0-90fd36d9a70b tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977535 Apr 20 12:53:07.138796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56b429b2-0c3a-4a45-865d-1951bf98eed3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.153522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56b429b2-0c3a-4a45-865d-1951bf98eed3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.185954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:07.186294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:07.186636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:07.195111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b429b2-0c3a-4a45-865d-1951bf98eed3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4dc6e8-01e1-4efc-ad4f-668dcb64b1a0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:07.202117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56b429b2-0c3a-4a45-865d-1951bf98eed3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.206007 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-56b429b2-0c3a-4a45-865d-1951bf98eed3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4063404 Apr 20 12:53:07.208410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Port 05e82032-1066-464b-a471-0e232de07836 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:07.208553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55786) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:07.208647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:07.210745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-cffb2c06-086c-4aa2-8518-a42a4bf1811c service neutron] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:07.211822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1c8eb145-5074-4088-8c29-2ca1d6ce3b87 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'security_group_rule': {'security_group_id': '48ab70e5-f8c3-4d52-9371-3e84d0304477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:07.217425 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-cffb2c06-086c-4aa2-8518-a42a4bf1811c service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.218711 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1b24b22-6e8f-4c7c-a8c5-b9c6f7b9e6bf req-cffb2c06-086c-4aa2-8518-a42a4bf1811c service neutron] 10.222.0.30 "DELETE /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552/bindings/n-h2-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.3342481 Apr 20 12:53:07.219638 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:07.219978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Checking segment: {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:07.220495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Bound using segment: {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:07.220821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Bound port: 05e82032-1066-464b-a471-0e232de07836, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:07.221165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.298802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 89299d8c-a164-437e-a2a0-cd3d1c321c8f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:07.308976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb145-5074-4088-8c29-2ca1d6ce3b87 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.318195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc6ab7-df22-477b-9c8a-cabb27a621e8 req-1e5e8691-1cc9-4a2b-83f9-f0984af74b61 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:07.318447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:07.322178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:07.325568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1abc6ab7-df22-477b-9c8a-cabb27a621e8 req-1e5e8691-1cc9-4a2b-83f9-f0984af74b61 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1582282 Apr 20 12:53:07.327967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.359843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 89299d8c-a164-437e-a2a0-cd3d1c321c8f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:07.360434 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.371381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:07.371996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.373532 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] 10.222.0.37 "PUT /v2.0/ports/05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 1091 time: 1.3883846 Apr 20 12:53:07.374079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'tag': '05e82032-1066-464b-a471-0e232de07836'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:07.376500 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2832b0-7bef-47a4-9a60-541b17a6d43a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "tag": "05e82032-1066-464b-a471-0e232de07836"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:07.404984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ccaf5-66d1-4de5-9757-a7d9dcf89f04 service neutron] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:07.468054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d4266593-0e12-4f79-956f-caebaf0ac422 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:07.472431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-be23f420-cc59-4392-adf8-ba9b235895fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:07.474202 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-be23f420-cc59-4392-adf8-ba9b235895fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0489542 Apr 20 12:53:07.502182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1abc6ab7-df22-477b-9c8a-cabb27a621e8 req-8d5e2fd3-aba8-4035-832c-ad48f334802b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757023 Apr 20 12:53:07.545267 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-74e484db-8fe0-4422-8bed-4614def73cfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 217 time: 0.0609498 Apr 20 12:53:07.545534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d4266593-0e12-4f79-956f-caebaf0ac422 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:07.547546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.575264 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb145-5074-4088-8c29-2ca1d6ce3b87 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.588396 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb145-5074-4088-8c29-2ca1d6ce3b87 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.620048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-1a7e4dfa-1007-4541-8994-60788e9aa509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:07.621782 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-1a7e4dfa-1007-4541-8994-60788e9aa509 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.0643542 Apr 20 12:53:07.628153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8eb145-5074-4088-8c29-2ca1d6ce3b87 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d048e41-2572-4a31-b2ac-f51c50f800d7,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:07.683799 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-be333045-5dc8-4485-a817-86e97c149faf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463767 Apr 20 12:53:07.694532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8eb145-5074-4088-8c29-2ca1d6ce3b87 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.699494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1c8eb145-5074-4088-8c29-2ca1d6ce3b87 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4911070 Apr 20 12:53:07.700082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55794) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:07.708153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:07.734078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490447d-8915-4461-8d4b-967bf0775b3c req-2fc62ada-f44b-4500-8303-6721dc6a1363 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:07.735616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b490447d-8915-4461-8d4b-967bf0775b3c req-2fc62ada-f44b-4500-8303-6721dc6a1363 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 943 time: 0.1197591 Apr 20 12:53:07.800811 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-d736e430-eaa3-40ad-9b88-0c32949f43cc service neutron] 10.222.0.37 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070080 Apr 20 12:53:07.801944 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.849977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.854033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b490447d-8915-4461-8d4b-967bf0775b3c req-78a5ebde-721f-454c-84e5-95fd2c8595c3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026502 Apr 20 12:53:07.883627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:07.922916 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-23d3990d-32d4-463a-a518-2ed9c1bb4124 req-080d7a8f-b8f8-44a4-85b2-2eb9f0fe8076 service neutron] 10.222.0.37 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136372 Apr 20 12:53:07.945556 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f4899-eec2-4162-b141-24003f711131 x-openstack-request-id: req-197f4899-eec2-4162-b141-24003f711131 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:07.946145 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "tag": "05e82032-1066-464b-a471-0e232de07836", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:07.946729 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-197f4899-eec2-4162-b141-24003f711131 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:07.947547 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197f4899-eec2-4162-b141-24003f711131'] response: {'name': 'network-changed', 'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'tag': '05e82032-1066-464b-a471-0e232de07836', 'status': 'completed', 'code': 200} Apr 20 12:53:08.035245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-ce35b71b-f0f3-4087-b8b9-9c72b7a8c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:08.037168 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-ce35b71b-f0f3-4087-b8b9-9c72b7a8c69c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1094 time: 0.0478289 Apr 20 12:53:08.043076 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Floating IP ca2556bd-4196-4c99-a880-b6b76929c914 associated. External IP: 172.25.3.74, port: ad14959d-12be-4571-bc4f-a18e8efd8e0e. Apr 20 12:53:08.095358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.127051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df43824-7b10-43b2-acc4-453003ff3132 req-57b313f5-d180-46a9-95a6-222b35152a37 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:08.128571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3df43824-7b10-43b2-acc4-453003ff3132 req-57b313f5-d180-46a9-95a6-222b35152a37 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.1348915 Apr 20 12:53:08.143913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-f25ab512-b7a6-4ab1-89c9-5e371fd1a1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:08.145662 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-f25ab512-b7a6-4ab1-89c9-5e371fd1a1b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 915 time: 0.0990896 Apr 20 12:53:08.192555 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-d1799f80-538f-41a0-bc03-9d0a55694bd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 217 time: 0.0368485 Apr 20 12:53:08.213656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f4a13445-3235-4619-a88d-0b57d898daad up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:08.253088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-279cde7d-1974-4f8c-ae95-e22d47c77ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:08.254989 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-279cde7d-1974-4f8c-ae95-e22d47c77ab3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.0563035 Apr 20 12:53:08.281298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3df43824-7b10-43b2-acc4-453003ff3132 req-38cdbc3b-85b5-4127-91bf-a7e85788b837 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251070 Apr 20 12:53:08.292054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port f4a13445-3235-4619-a88d-0b57d898daad completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:53:08.293887 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-70f8dea0-20fb-4eee-9c16-fe0a0c72144c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272236 Apr 20 12:53:08.297168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port f4a13445-3235-4619-a88d-0b57d898daad triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:08.297603 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.350486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 172.25.3.135 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/aeb313f7-19df-4507-8bf8-4177fc4dcb22) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:08.383918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.406921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a13445-3235-4619-a88d-0b57d898daad'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:08.408888 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a8d8d0-d415-4186-84c4-e6a3204817d6" -d '{"events": [{"server_uuid": "32555a78-2e41-4acd-8ea4-cf283a1ae09d", "name": "network-vif-plugged", "status": "completed", "tag": "f4a13445-3235-4619-a88d-0b57d898daad"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:08.422062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f4a13445-3235-4619-a88d-0b57d898daad, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f4a13445-3235-4619-a88d-0b57d898daad,segment=NetworkSegment(865fd502-9c7d-4041-98e3-e911aa640e07),segment_id=865fd502-9c7d-4041-98e3-e911aa640e07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:08.429904 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.456115 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-4275d8f9-b399-4128-bb8a-c911cd4b29f7 service neutron] 10.222.0.37 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453629 Apr 20 12:53:08.496350 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.517579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f4a13445-3235-4619-a88d-0b57d898daad,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:08.561838 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e2832b0-7bef-47a4-9a60-541b17a6d43a req-56c9a3c9-3911-4883-9390-342fec57292d service neutron] 10.222.0.37 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975714 Apr 20 12:53:08.794368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Router 773b374a-11e4-41ce-9391-f6b5c1d901f3 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:53:08.795413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.804290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085adaa2-250b-41ae-a13e-15a0bf1c8223 req-239bd10a-c27a-4341-ab40-a2144127f328 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:08.805756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-085adaa2-250b-41ae-a13e-15a0bf1c8223 req-239bd10a-c27a-4341-ab40-a2144127f328 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.4212372 Apr 20 12:53:08.892576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.914816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-085adaa2-250b-41ae-a13e-15a0bf1c8223 req-6c3306b7-4e02-469a-b65b-b2017b0f1f3f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988963 Apr 20 12:53:08.989999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:08.994666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:08.998850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:09.005171 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] Sync routers for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:09.016511 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:09.017664 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:09.062568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:09.064301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-5d0efb80-70a8-460f-93dc-5ec3b76c7ad4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "PUT /v2.0/floatingips/ca2556bd-4196-4c99-a880-b6b76929c914 HTTP/1.1" status: 200 len: 995 time: 2.1790795 Apr 20 12:53:09.066617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:09.068873 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b2767f-332a-4622-86e9-78a2adb284b5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:09.074240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:09.079080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:09.080959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=aeb313f7-19df-4507-8bf8-4177fc4dcb22,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:09.134740 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:09.205349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-9e7f6179-e19f-47eb-9e55-2379c6cc5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:09.206925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-9e7f6179-e19f-47eb-9e55-2379c6cc5ba5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34228b65899d4098864c4e002e2bae2f&device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 1096 time: 0.0922644 Apr 20 12:53:09.235517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:09.326938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:09.432476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-297df952-d7c9-4001-a570-081b854ea0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:09.434057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-297df952-d7c9-4001-a570-081b854ea0b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 200 len: 930 time: 0.1915991 Apr 20 12:53:09.439284 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'ca2556bd-4196-4c99-a880-b6b76929c914', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'port_id': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'mac_address': 'fa:16:3e:da:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:53:05Z', 'updated_at': '2022-04-20T12:53:07Z', 'revision_number': 1, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:40Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:09.475141 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] Checking router: 773b374a-11e4-41ce-9391-f6b5c1d901f3 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:09.485841 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:09.486698 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:09.557447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-a6453094-ddeb-4a4a-a11d-8acc1681f3e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 998 time: 0.0911951 Apr 20 12:53:09.611104 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:09.638257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-1a78a034-df4c-4c9e-83b4-0e900eb7312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:09.639726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-1a78a034-df4c-4c9e-83b4-0e900eb7312c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44524d36-7102-4e82-a279-f199eac64356 HTTP/1.1" status: 200 len: 868 time: 0.0741611 Apr 20 12:53:09.661461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:09.679039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:09.751649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-a66b7dac-9edd-4d17-96a8-352f20ef9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:09.753171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-a66b7dac-9edd-4d17-96a8-352f20ef9868 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d331ae98-1b67-41a4-bdd2-63468516845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037719 Apr 20 12:53:09.756084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=aeb313f7-19df-4507-8bf8-4177fc4dcb22,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:09.766186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-a9afd59e-2046-4e7f-bd4f-9044d1e2e06c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:53:09.767144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-a9afd59e-2046-4e7f-bd4f-9044d1e2e06c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049951 Apr 20 12:53:09.785325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:09.839754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:09.849031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c844a84-cfa1-4826-b688-35443f5f224a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1442788 Apr 20 12:53:09.892593 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'ca2556bd-4196-4c99-a880-b6b76929c914', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'port_id': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'mac_address': 'fa:16:3e:da:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:53:05Z', 'updated_at': '2022-04-20T12:53:07Z', 'revision_number': 1, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:40Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:09.895990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-952d5997-ed29-48f4-ba38-69362b6927a6 service neutron] 10.222.0.24 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175385 Apr 20 12:53:09.922697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-427da211-cc8d-434c-b9c0-15f0d28bf3bc tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:53:09.923663 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-427da211-cc8d-434c-b9c0-15f0d28bf3bc tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067649 Apr 20 12:53:09.924476 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22c3e08-3bc6-4c51-9927-45f7233a64af None None] The sync data for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 is: [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'ca2556bd-4196-4c99-a880-b6b76929c914', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'floating_ip_address': '172.25.3.74', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'port_id': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'mac_address': 'fa:16:3e:da:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:53:05Z', 'updated_at': '2022-04-20T12:53:07Z', 'revision_number': 1, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:40Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:09.971887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-b299e18f-5e11-4fff-a259-0ba6188be3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:09.978265 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-b299e18f-5e11-4fff-a259-0ba6188be3bc service neutron] 10.222.0.24 "GET /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 1094 time: 0.0446341 Apr 20 12:53:09.982595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Request body: {'binding': {'host': 'n-h2-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:09.983042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Unknown quota resources ['binding']. {{(pid=109409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:53:10.013487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213e31bb-971d-465e-baf9-0ad5b747fd12 req-4d73dab2-5ca2-478c-8835-e18406ce7f56 service neutron] 10.222.0.24 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013279 Apr 20 12:53:10.130660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on host n-h2-838550-2 for vnic_type normal with profile None {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:10.131242 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:10.131773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:10.136968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:10.137292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:10.141135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae22c92-483f-41a0-b3e5-65b0b4046ae4 req-23fab21b-fab9-44a5-9bef-4a3c49ef2891 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.142556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:10.142956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:10.143344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:10.143794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Bound port: 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:10.146411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fae22c92-483f-41a0-b3e5-65b0b4046ae4 req-23fab21b-fab9-44a5-9bef-4a3c49ef2891 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.0627413 Apr 20 12:53:10.173182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb3db2-ef8c-4173-a65f-d31dbafb9cf3 None None] New status for floating IP ca2556bd-4196-4c99-a880-b6b76929c914: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:53:10.185506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fae22c92-483f-41a0-b3e5-65b0b4046ae4 req-108c552f-7984-41cb-bc75-f00dac4329e9 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Apr 20 12:53:10.203557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:10.210190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:10.211404 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f43dc7f9-1100-4ab5-ae72-8998b7235e49 service neutron] 10.222.0.24 "POST /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2323759 Apr 20 12:53:10.251157 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05ef26-5dab-49d5-96e3-d68889976073 x-openstack-request-id: req-3d05ef26-5dab-49d5-96e3-d68889976073 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:10.251622 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32555a78-2e41-4acd-8ea4-cf283a1ae09d", "name": "network-vif-plugged", "status": "completed", "tag": "f4a13445-3235-4619-a88d-0b57d898daad", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:10.251964 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d05ef26-5dab-49d5-96e3-d68889976073 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:10.252331 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d05ef26-5dab-49d5-96e3-d68889976073'] response: {'server_uuid': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a13445-3235-4619-a88d-0b57d898daad', 'code': 200} Apr 20 12:53:10.354445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b7e56-305b-49a2-b39c-355dcc3d084c req-16da2b95-3692-4b26-a86b-8aa542067718 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.355888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-877b7e56-305b-49a2-b39c-355dcc3d084c req-16da2b95-3692-4b26-a86b-8aa542067718 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 943 time: 0.0516667 Apr 20 12:53:10.414941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f5c09-0c35-4aa7-8a56-408432ecad2a req-c516a8db-7798-4325-9c43-e8b00ff8c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.420765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-968f5c09-0c35-4aa7-8a56-408432ecad2a req-c516a8db-7798-4325-9c43-e8b00ff8c3cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 1096 time: 0.0568032 Apr 20 12:53:10.449569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-877b7e56-305b-49a2-b39c-355dcc3d084c req-cd612c07-f713-44b4-af39-6c4d679c5981 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774834 Apr 20 12:53:10.460249 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-968f5c09-0c35-4aa7-8a56-408432ecad2a req-94c0fd91-4e25-48fe-88d9-a57c15267611 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343242 Apr 20 12:53:10.470408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841934a1-513a-4a56-9811-7c8e8d9c60e2 req-6c58f4f3-369d-488e-9fc1-2d23a42eceb5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.472026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-841934a1-513a-4a56-9811-7c8e8d9c60e2 req-6c58f4f3-369d-488e-9fc1-2d23a42eceb5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0853276 Apr 20 12:53:10.505031 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a1f10c-e820-4fd7-8e2a-0eaadf58171a x-openstack-request-id: req-62a1f10c-e820-4fd7-8e2a-0eaadf58171a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:10.505309 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:10.505558 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62a1f10c-e820-4fd7-8e2a-0eaadf58171a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:10.506229 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a1f10c-e820-4fd7-8e2a-0eaadf58171a'] response: {'name': 'network-changed', 'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'status': 'completed', 'code': 200} Apr 20 12:53:10.519891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-841934a1-513a-4a56-9811-7c8e8d9c60e2 req-23b4cd17-59fd-4daa-904f-bb8524bc19d5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Apr 20 12:53:10.552403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-ddf9b328-c0d0-415a-b58d-51249603e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.553952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-ddf9b328-c0d0-415a-b58d-51249603e93b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1097 time: 0.0584984 Apr 20 12:53:10.646075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-c8d582ac-fd65-4e78-bb26-701cb4e47fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.647421 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-c8d582ac-fd65-4e78-bb26-701cb4e47fbf service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.0863268 Apr 20 12:53:10.651809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8b777b21-446a-4852-a837-4a1fedef2a86 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--150697316&fields=id&tenant_id=f97882e9e14548f9b97a836a6998c203 HTTP/1.1" status: 200 len: 267 time: 0.0762851 Apr 20 12:53:10.694332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-b5132454-089b-4edd-b1a0-3c21add1d5f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 217 time: 0.0370791 Apr 20 12:53:10.710391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-37feb644-e774-43f3-9e6d-7a56bcc855b6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 258 time: 0.1622078 Apr 20 12:53:10.725094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-389237f6-5fa7-468d-bd36-0bcefd9906bc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.726458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-389237f6-5fa7-468d-bd36-0bcefd9906bc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports/c9df9a28-7a4c-42f3-93e5-e139b31302ec HTTP/1.1" status: 200 len: 936 time: 0.0656042 Apr 20 12:53:10.729292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:10.742180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-95623613-cab2-4ad2-83e6-60dc438ed4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.743615 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-95623613-cab2-4ad2-83e6-60dc438ed4cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0434289 Apr 20 12:53:10.775339 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-e062230e-2a08-43b3-b8e0-5659559a4cb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257113 Apr 20 12:53:10.780783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:10.789076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-6c84c2f6-7bbb-430e-b592-23c7d0012382 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:10.790413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-6c84c2f6-7bbb-430e-b592-23c7d0012382 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports/2d2152ba-c841-4838-9638-514cf5f96f90 HTTP/1.1" status: 200 len: 936 time: 0.0562387 Apr 20 12:53:10.854059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-cfb6faf7-f599-41f0-a72b-17e39007660f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?network_id=44ea0f27-be77-4784-9c9d-a6d69428c421&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0533278 Apr 20 12:53:10.871189 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-7d433383-696a-44e2-abab-c1c44057c613 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885403 Apr 20 12:53:10.915870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4fb386eb-c003-4389-aa60-ffd9099379b2 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?network_id=44ea0f27-be77-4784-9c9d-a6d69428c421&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0308685 Apr 20 12:53:10.962723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-5fb027cb-29f3-4474-a025-a5b2d4b062dc service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839298 Apr 20 12:53:11.050900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d4f76a84-8f41-4ba6-8b9e-276aa7a487a1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:11.057153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d4f76a84-8f41-4ba6-8b9e-276aa7a487a1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:11.063877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-79d48ad3-7454-48f9-bbc3-b4c2f376fb08 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:11.065456 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-79d48ad3-7454-48f9-bbc3-b4c2f376fb08 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1097 time: 0.0428600 Apr 20 12:53:11.068576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d4f76a84-8f41-4ba6-8b9e-276aa7a487a1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:11.071337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d4f76a84-8f41-4ba6-8b9e-276aa7a487a1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/networks?id=1ba8362e-e634-46c3-b068-81722f541015&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=44ea0f27-be77-4784-9c9d-a6d69428c421&id=44ea0f27-be77-4784-9c9d-a6d69428c421 HTTP/1.1" status: 200 len: 1994 time: 0.1480906 Apr 20 12:53:11.073840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.075862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-2'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:11.119160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66eb58a1-034a-4da8-9b97-a82c99f9fc16 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/quotas/f97882e9e14548f9b97a836a6998c203 HTTP/1.1" status: 200 len: 375 time: 0.0382607 Apr 20 12:53:11.230921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-ffd84794-2b75-47ee-ba24-ac527589bef5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1021810 Apr 20 12:53:11.245754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Allocated IP 172.25.3.239 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/be933369-4e39-4068-8a3c-e27542b90e14) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:11.264136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 05e82032-1066-464b-a471-0e232de07836 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:53:11.369207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:11.381754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '05e82032-1066-464b-a471-0e232de07836', 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b', 'port_id': '05e82032-1066-464b-a471-0e232de07836', 'mac_address': 'fa:16:3e:50:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4deb06c-2878-4bc4-a46e-77f2834ba3b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:53:11.385250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.398904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d5c7dde8-f334-4b5c-a628-dd8b6992c686 service neutron] 10.222.0.24 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547008 Apr 20 12:53:11.422513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.436962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e82032-1066-464b-a471-0e232de07836 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:11.457010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:11.462271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.479310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.518436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:11.518619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:11.536629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-fa786f05-0587-4fef-ba2d-ac3c829f565d service neutron] 10.222.0.24 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256967 Apr 20 12:53:11.551420 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.560877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:11.600500 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:11.603559 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c77cd9-e6c6-40f4-9d75-d200bd087a3f" -d '{"events": [{"server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "name": "network-vif-unplugged", "status": "completed", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:11.607692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.609770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:11.613377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.614359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:11.623572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-190feeb6-c05b-413d-9312-74c6bbb6ab32 service neutron] 10.222.0.24 "GET /v2.0/ports/c9df9a28-7a4c-42f3-93e5-e139b31302ec?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0792811 Apr 20 12:53:11.625186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:11.659086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event updated for resources: {'Port': ['ID=be933369-4e39-4068-8a3c-e27542b90e14,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:11.692353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=7']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:11.703814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on host n-h1-838550-2 for vnic_type normal with profile {"migrating_to": "n-h2-838550-2"} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:11.704147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:11.704472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:11.709240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:11.709557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Attempting to bind port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:11.714850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:11.715189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:11.715571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:11.715987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Bound port: 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:11.716341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.760718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['05e82032-1066-464b-a471-0e232de07836'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:11.784953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:11.786492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-18813b56-4f03-49dc-84dc-7b97b868e07f service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541078 Apr 20 12:53:11.789204 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.789884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:11.795918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.875415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:11.876038 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.877388 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] 10.222.0.37 "PUT /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 1122 time: 0.8054574 Apr 20 12:53:11.879069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a998f-1afd-4c5e-be39-65c562d29916 service neutron] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=8']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:11.884713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:11.946802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-6593652a-fc14-4c60-bbda-e88601af42c4 service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477821 Apr 20 12:53:11.962930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['5eeec27a-3188-4d4a-a48d-0557d8f68c3b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:12.027220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-cc3e4a48-c702-4236-b2a9-c278eb39d28a service neutron] 10.222.0.24 "GET /v2.0/ports/2d2152ba-c841-4838-9638-514cf5f96f90?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0729017 Apr 20 12:53:12.148978 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:12.154091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:12.158656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-3879b92e-452f-4ed8-8f85-57a59e1f8952 service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253781 Apr 20 12:53:12.284629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event updated for resources: {'Port': ['ID=be933369-4e39-4068-8a3c-e27542b90e14,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:12.296055 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:12.329261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:12.330466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-f2b86232-4e81-4584-95de-be65af29ad7d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6135406 Apr 20 12:53:12.333947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-79bd2cec-282c-49e7-9ea9-aee08df93fc2 service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489894 Apr 20 12:53:12.418936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-9ec0ef88-30b1-4e1e-b8ee-8cbc4e0c532d tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0815108 Apr 20 12:53:12.516537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-6f24e07a-87b4-49b0-a0e8-4f831d41e174 service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731513 Apr 20 12:53:12.592895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-d2894e5c-61ec-406e-a437-7f99d235a498 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:12.594224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8145f3a4-56b8-489e-bbe9-ec0d35618b8d req-d2894e5c-61ec-406e-a437-7f99d235a498 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1669312 Apr 20 12:53:12.632979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-b2d2439a-f3ee-407c-a776-4ee886af034c service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066496 Apr 20 12:53:12.741051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4917e-bf64-4b91-8964-8eecb05f074e req-3686f507-edf7-472a-ad94-4682315407e4 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:12.742589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0a4917e-bf64-4b91-8964-8eecb05f074e req-3686f507-edf7-472a-ad94-4682315407e4 tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 1096 time: 0.0968652 Apr 20 12:53:12.758874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d089c163-c06a-4eb5-be81-41e34c6d11f7 service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200657 Apr 20 12:53:12.823239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0a4917e-bf64-4b91-8964-8eecb05f074e req-4f7a051c-5843-4cb7-923d-8f2799bf362e tempest-LiveAutoBlockMigrationV225Test-1241344689 tempest-LiveAutoBlockMigrationV225Test-1241344689-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736778 Apr 20 12:53:12.863067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-2b3f2908-9925-427d-838e-0c9405c72068 service neutron] 10.222.0.24 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947607 Apr 20 12:53:12.992763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857e0a4-b367-46df-be91-34969ffa02fc req-bf7a7863-ee0a-4c3f-9eb3-6c9639473b25 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:12.994218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a857e0a4-b367-46df-be91-34969ffa02fc req-bf7a7863-ee0a-4c3f-9eb3-6c9639473b25 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.0714538 Apr 20 12:53:12.996310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-96e4699b-5021-46e4-a2fe-f06eab7fe999 service neutron] 10.222.0.24 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294198 Apr 20 12:53:13.269489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 05e82032-1066-464b-a471-0e232de07836 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:13.318093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 05e82032-1066-464b-a471-0e232de07836 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:53:13.322543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 05e82032-1066-464b-a471-0e232de07836 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:13.322909 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:13.370360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a857e0a4-b367-46df-be91-34969ffa02fc req-89bfcd4c-a252-43e9-94f6-e7d30884e231 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701825 Apr 20 12:53:13.411444 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:13.417291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8a6f4659-a46e-43fb-88d1-27b7fc41a6fb service neutron] 10.222.0.24 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116530 Apr 20 12:53:13.435464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e82032-1066-464b-a471-0e232de07836'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:13.437807 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d28f37-4fc1-4c00-8450-4eeea742b200" -d '{"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-plugged", "status": "completed", "tag": "05e82032-1066-464b-a471-0e232de07836"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:13.450469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:13.454918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:13.503038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:13.532118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1df9d-05b3-4dd4-8f6a-460c071aa1c6 req-3a7165ae-7ad4-418d-8fde-6d361ad2c2b7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:13.533549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff1df9d-05b3-4dd4-8f6a-460c071aa1c6 req-3a7165ae-7ad4-418d-8fde-6d361ad2c2b7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1016166 Apr 20 12:53:13.550079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d296fd70-39b3-421f-997e-1544be9589b3 service neutron] 10.222.0.24 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256251 Apr 20 12:53:13.618316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff1df9d-05b3-4dd4-8f6a-460c071aa1c6 req-2855650f-1c77-4ce0-8d35-8474dd310c7f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770900 Apr 20 12:53:13.655823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-79a5b04c-f985-4317-ac85-85a699c6256f service neutron] 10.222.0.24 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958831 Apr 20 12:53:13.720437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226b792-d654-4d39-9f88-cf59537c3bac req-b62aac44-4cd9-4037-b096-84fb9a117bdc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:13.721916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1226b792-d654-4d39-9f88-cf59537c3bac req-b62aac44-4cd9-4037-b096-84fb9a117bdc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.0487282 Apr 20 12:53:13.759212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1226b792-d654-4d39-9f88-cf59537c3bac req-8e53135b-aca7-4019-a2d7-362e3a54fa85 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312998 Apr 20 12:53:13.866731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bcea7-3214-4aa1-b5b2-d82131af1d63 req-de424b5c-a95c-432b-87fe-8b9788d85987 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:13.868189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511bcea7-3214-4aa1-b5b2-d82131af1d63 req-de424b5c-a95c-432b-87fe-8b9788d85987 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0549126 Apr 20 12:53:13.907964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511bcea7-3214-4aa1-b5b2-d82131af1d63 req-80351e9d-7ef2-4444-baf3-a9687630048d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Apr 20 12:53:13.962919 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aedb64-94e4-4e00-9a0b-e096c3b72bd2 x-openstack-request-id: req-95aedb64-94e4-4e00-9a0b-e096c3b72bd2 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:13.963460 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "name": "network-vif-unplugged", "status": "completed", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:13.963668 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95aedb64-94e4-4e00-9a0b-e096c3b72bd2 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:13.964216 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95aedb64-94e4-4e00-9a0b-e096c3b72bd2'] response: {'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b', 'code': 200} Apr 20 12:53:14.060962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ca604-5edd-47ca-b830-8a39a8051cd3 req-71972d84-b004-4296-99be-c67160d4d09b tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:14.062456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c1ca604-5edd-47ca-b830-8a39a8051cd3 req-71972d84-b004-4296-99be-c67160d4d09b tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0527759 Apr 20 12:53:14.113324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c1ca604-5edd-47ca-b830-8a39a8051cd3 req-76c45337-1f5f-4a61-b675-ef1fcba1c156 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0448217 Apr 20 12:53:14.124204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6c1ca604-5edd-47ca-b830-8a39a8051cd3 req-10f7ff00-08ad-4c50-840d-e224fa52eaed tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Request body: {'floatingip': {'port_id': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:14.167373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6c1ca604-5edd-47ca-b830-8a39a8051cd3 req-10f7ff00-08ad-4c50-840d-e224fa52eaed tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:14.322017 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2dbd84-16dd-452b-b34c-2211b83591b2 x-openstack-request-id: req-bd2dbd84-16dd-452b-b34c-2211b83591b2 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:14.322562 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-plugged", "status": "completed", "tag": "05e82032-1066-464b-a471-0e232de07836", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:14.322562 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd2dbd84-16dd-452b-b34c-2211b83591b2 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:14.322947 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2dbd84-16dd-452b-b34c-2211b83591b2'] response: {'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e82032-1066-464b-a471-0e232de07836', 'code': 200} Apr 20 12:53:14.413095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2d7b913-2667-4a44-ab08-b570bf31524e req-ba53dfa7-6871-4e39-b604-8915aef45bcb tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0363567 Apr 20 12:53:14.429182 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-6c1ca604-5edd-47ca-b830-8a39a8051cd3 req-10f7ff00-08ad-4c50-840d-e224fa52eaed tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 12:53:14.430820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c1ca604-5edd-47ca-b830-8a39a8051cd3 req-10f7ff00-08ad-4c50-840d-e224fa52eaed tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "PUT /v2.0/floatingips/45916197-e3c6-4731-86a3-ae9f1c4d8053 HTTP/1.1" status: 409 len: 550 time: 0.3104794 Apr 20 12:53:14.452939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d5e1d-c776-4873-bfc2-c110cab20c2f req-b02e9d1b-bba9-40bb-9741-a210a29b574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:14.454466 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc4d5e1d-c776-4873-bfc2-c110cab20c2f req-b02e9d1b-bba9-40bb-9741-a210a29b574b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0703633 Apr 20 12:53:14.503757 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc4d5e1d-c776-4873-bfc2-c110cab20c2f req-cc3cf431-7e3d-4f31-9939-6a5bd5fc202f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386820 Apr 20 12:53:14.565918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224125c3-2e49-46b2-9576-1115bda41d06 req-4996c08d-ac9a-4a7a-ac8f-2707c754e328 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:14.567394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-224125c3-2e49-46b2-9576-1115bda41d06 req-4996c08d-ac9a-4a7a-ac8f-2707c754e328 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.0778525 Apr 20 12:53:14.580441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372de88a-5e48-4c42-a030-d3ec355d9f5d req-88d2a50c-f10f-44e5-900e-09b4ef32bf24 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:14.581988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-372de88a-5e48-4c42-a030-d3ec355d9f5d req-88d2a50c-f10f-44e5-900e-09b4ef32bf24 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.0904484 Apr 20 12:53:14.643333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-224125c3-2e49-46b2-9576-1115bda41d06 req-e41bbe18-180a-4d99-a363-63efd740d770 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Apr 20 12:53:14.649901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-372de88a-5e48-4c42-a030-d3ec355d9f5d req-91b11fa1-46f9-49f7-ab37-bb146835cd06 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590076 Apr 20 12:53:14.720291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-645cd13d-71e9-427f-9913-088a643bde54 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips/45916197-e3c6-4731-86a3-ae9f1c4d8053 HTTP/1.1" status: 200 len: 693 time: 0.0446229 Apr 20 12:53:14.861756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-a7a74e27-88a5-430a-994f-dfaf0d7102cc tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:14.863179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-a7a74e27-88a5-430a-994f-dfaf0d7102cc tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1372344 Apr 20 12:53:14.916768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-f1e99778-d4a5-4870-bfda-8648967a8550 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0467644 Apr 20 12:53:14.924899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f22e2-107e-42f0-a3e0-618422eecddc req-2a1b9336-b750-44b8-b633-069ad33a8a78 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:14.926309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d50f22e2-107e-42f0-a3e0-618422eecddc req-2a1b9336-b750-44b8-b633-069ad33a8a78 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.0985372 Apr 20 12:53:14.984146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-bdfd6c15-2d26-4693-9e82-f5352c585419 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.239 HTTP/1.1" status: 200 len: 696 time: 0.0568910 Apr 20 12:53:15.034638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d50f22e2-107e-42f0-a3e0-618422eecddc req-08550fb9-35d1-4de2-a39d-4692e9024991 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009772 Apr 20 12:53:15.156304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92242db9-4225-4165-8269-49ad6a2e8742 req-4769d477-37f5-4c2d-993b-7de47537d76b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:15.157773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92242db9-4225-4165-8269-49ad6a2e8742 req-4769d477-37f5-4c2d-993b-7de47537d76b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0592818 Apr 20 12:53:15.162933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Deleting port be933369-4e39-4068-8a3c-e27542b90e14 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:15.163792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:15.246573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92242db9-4225-4165-8269-49ad6a2e8742 req-9ec4aa74-e244-4c03-bab2-dc2fd6b4859b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801013 Apr 20 12:53:15.266713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:15.267034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:15.278431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Calling delete_port for be933369-4e39-4068-8a3c-e27542b90e14 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:15.406932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:15.430051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event deleted for resources: {'Port': ['ID=be933369-4e39-4068-8a3c-e27542b90e14,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:15.496478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:15.499130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:15.500289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c98b610-51c8-43aa-8cdc-edd2b1fc5386 req-080c5637-325f-43b1-a0d4-9df00dabd009 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "DELETE /v2.0/floatingips/45916197-e3c6-4731-86a3-ae9f1c4d8053 HTTP/1.1" status: 204 len: 173 time: 0.5104480 Apr 20 12:53:15.584548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6471fdba-4cec-4593-a2fd-1ae7b5b87d80 req-6a1e6b5d-2624-4dd1-8ea7-44f1964bb20a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0284228 Apr 20 12:53:15.601743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-a702a1d7-12eb-4b3b-bc4e-1e240900a378 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 1000 time: 0.0843496 Apr 20 12:53:15.651439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-b7d0392f-e208-44f1-945f-15586849b7ac tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:15.652720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-b7d0392f-e208-44f1-945f-15586849b7ac tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports/ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 942 time: 0.0454063 Apr 20 12:53:15.780024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-c6981da3-b63f-44db-a231-0c2cc30fe968 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 1000 time: 0.0890188 Apr 20 12:53:15.807779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d500ce-37c5-4e80-b5e3-e31bf384e491 req-3d5854f3-adef-4177-ab3c-a097c8a70f61 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:15.809380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d500ce-37c5-4e80-b5e3-e31bf384e491 req-3d5854f3-adef-4177-ab3c-a097c8a70f61 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.0780766 Apr 20 12:53:15.894701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d500ce-37c5-4e80-b5e3-e31bf384e491 req-98b66242-fed3-4c06-b310-e16529c7637b tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749514 Apr 20 12:53:15.932332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-ff775aa8-d574-4a36-9a77-01554d1813d8 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:15.933761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-ff775aa8-d574-4a36-9a77-01554d1813d8 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1471992 Apr 20 12:53:15.965188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:15.967545 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd537e71-d478-4f87-bae5-98eb0c0f7434" -d '{"events": [{"name": "network-changed", "server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:16.025318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-a9744b31-59f9-4212-9c2f-8076f5e0ed22 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 1000 time: 0.0847712 Apr 20 12:53:16.037358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:16.046786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5598822-c4e7-430d-ac29-89a231fe9f7a req-3b8e4b9a-a3c4-48de-abd6-c1dc4bde5b07 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:16.048151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5598822-c4e7-430d-ac29-89a231fe9f7a req-3b8e4b9a-a3c4-48de-abd6-c1dc4bde5b07 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.0736709 Apr 20 12:53:16.118553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:16.153905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5598822-c4e7-430d-ac29-89a231fe9f7a req-73f525e2-1292-4a28-b3a7-c8f0c42281db tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773973 Apr 20 12:53:16.196602 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6535055-67e4-4525-9551-ed0a5f81ff08 x-openstack-request-id: req-a6535055-67e4-4525-9551-ed0a5f81ff08 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:16.196988 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:16.197330 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6535055-67e4-4525-9551-ed0a5f81ff08 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:16.197849 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6535055-67e4-4525-9551-ed0a5f81ff08'] response: {'name': 'network-changed', 'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b', 'status': 'completed', 'code': 200} Apr 20 12:53:16.278057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:16.296035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:16.296363 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Floating IP ca2556bd-4196-4c99-a880-b6b76929c914 disassociated. External IP: 172.25.3.74, port: ad14959d-12be-4571-bc4f-a18e8efd8e0e. Apr 20 12:53:16.358841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a2691-30b0-430e-a4a5-76fd1022ff29 req-85ec3850-7531-4141-b456-5c33765c48b3 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:16.360264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e9a2691-30b0-430e-a4a5-76fd1022ff29 req-85ec3850-7531-4141-b456-5c33765c48b3 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.0966704 Apr 20 12:53:16.464537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e9a2691-30b0-430e-a4a5-76fd1022ff29 req-a64be183-d2e6-485e-8fb1-1b1c9405f4ce tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796251 Apr 20 12:53:16.567160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Router 773b374a-11e4-41ce-9391-f6b5c1d901f3 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:53:16.588219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa408a0e-e3fa-438d-a76d-7680fb5efbaf req-bd10a829-6402-42bf-8d1d-9cca12e40e0f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:16.589665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa408a0e-e3fa-438d-a76d-7680fb5efbaf req-bd10a829-6402-42bf-8d1d-9cca12e40e0f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0637083 Apr 20 12:53:16.666428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa408a0e-e3fa-438d-a76d-7680fb5efbaf req-bd6b3c94-d002-4fc0-99aa-b374e72ac098 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Apr 20 12:53:16.717652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:16.722805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:16.729294 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] Sync routers for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:16.738938 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:16.739551 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:16.764629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f62b239c-573a-4484-a0a0-3c6d0a97489f req-7cdfc41a-ff58-45ea-b955-19598952b1f0 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0383565 Apr 20 12:53:16.773477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-1cab7f2d-8191-48c9-b916-61a58381f790 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "PUT /v2.0/floatingips/ca2556bd-4196-4c99-a880-b6b76929c914 HTTP/1.1" status: 200 len: 694 time: 0.7398489 Apr 20 12:53:16.773954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:16.776363 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06007e6f-7ebc-4709-916b-48101ebb1f33" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:16.849378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-5728bf88-01d2-40ed-b66a-345b8e1b01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:16.851505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-5728bf88-01d2-40ed-b66a-345b8e1b01cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34228b65899d4098864c4e002e2bae2f&device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 1096 time: 0.0550861 Apr 20 12:53:16.851851 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:17.018686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-3a6e9951-3efc-4d4f-bd90-1a15c8ee3ff1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:17.020045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-3a6e9951-3efc-4d4f-bd90-1a15c8ee3ff1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 814 time: 0.1644466 Apr 20 12:53:17.021107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-660b038e-766d-48a7-bcd5-53b5c49946f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:17.022426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-660b038e-766d-48a7-bcd5-53b5c49946f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 200 len: 930 time: 0.1580408 Apr 20 12:53:17.042512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-08904760-ecc9-469a-9914-d687aae34e8b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/quotas/3ad48f0479de4bce8d0e760c5ec3ac6c HTTP/1.1" status: 200 len: 375 time: 0.0155163 Apr 20 12:53:17.052483 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:40Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:17.070660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-15e71294-f4b2-44bb-bf34-55e69aec97f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 217 time: 0.0364275 Apr 20 12:53:17.079663 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] Checking router: 773b374a-11e4-41ce-9391-f6b5c1d901f3 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:17.088058 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:17.088666 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:17.147299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-17e72ff0-7932-49ee-b2be-76baf751f52b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797355 Apr 20 12:53:17.149012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-e775b8d0-afe9-4640-b7db-485bce1c6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:17.150338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-e775b8d0-afe9-4640-b7db-485bce1c6ff6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=44524d36-7102-4e82-a279-f199eac64356 HTTP/1.1" status: 200 len: 868 time: 0.0728600 Apr 20 12:53:17.280225 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:17.483113 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:40Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:17.514307 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2602637-6414-4053-ab4a-bada6e736f20 None None] The sync data for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 is: [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:52:33Z', 'revision_number': 4, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fd1fcb66-38d3-4678-8606-22411da44950', 'name': '', 'network_id': 'd331ae98-1b67-41a4-bdd2-63468516845f', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'mac_address': 'fa:16:3e:cf:e5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '44524d36-7102-4e82-a279-f199eac64356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:29Z', 'updated_at': '2022-04-20T12:52:40Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'subnets': [{'id': '44524d36-7102-4e82-a279-f199eac64356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:17.558315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-f5cbee3d-f846-4229-8848-4b26a91b0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:17.559791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-f5cbee3d-f846-4229-8848-4b26a91b0e3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d331ae98-1b67-41a4-bdd2-63468516845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4028273 Apr 20 12:53:17.590177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-e364236a-8e4b-486a-99d0-bdf953e10713 service neutron] 10.222.0.24 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255102 Apr 20 12:53:17.715906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-fae84efb-ccd7-46c4-a79c-756746c5b4d0 service neutron] 10.222.0.24 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458709 Apr 20 12:53:17.746303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6d98b-716b-4bc6-815c-ff1a83b5de2f None None] New status for floating IP ca2556bd-4196-4c99-a880-b6b76929c914: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:53:17.749360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-eeb07937-1902-4fca-9c1d-0a82d7eaea49 service neutron] 10.222.0.24 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308794 Apr 20 12:53:17.816564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ea739b-9b65-4f0b-a534-9269075adfe2 req-aa544036-2600-454b-8449-1b4870815f87 service neutron] 10.222.0.24 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903740 Apr 20 12:53:17.873617 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2628021b-2c63-4bac-9be4-2ed6ef059836 x-openstack-request-id: req-2628021b-2c63-4bac-9be4-2ed6ef059836 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:17.873946 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:17.874186 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2628021b-2c63-4bac-9be4-2ed6ef059836 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:17.874590 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2628021b-2c63-4bac-9be4-2ed6ef059836'] response: {'name': 'network-changed', 'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'status': 'completed', 'code': 200} Apr 20 12:53:18.019391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7a6c0-c24b-4a4f-980c-3b10436d85d6 req-d6690f75-7ab3-416e-86d3-a5e752ee1db3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.022152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dc7a6c0-c24b-4a4f-980c-3b10436d85d6 req-d6690f75-7ab3-416e-86d3-a5e752ee1db3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.1044750 Apr 20 12:53:18.036531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd107021-99bf-4a05-b521-4ac2f9a4d5f4 req-08fc5e68-0ba0-4356-af13-7ed94e5cfca4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.037973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd107021-99bf-4a05-b521-4ac2f9a4d5f4 req-08fc5e68-0ba0-4356-af13-7ed94e5cfca4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.1092644 Apr 20 12:53:18.096275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd107021-99bf-4a05-b521-4ac2f9a4d5f4 req-e49847ff-9c02-4aa7-80df-7123b81d29b7 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513296 Apr 20 12:53:18.098981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dc7a6c0-c24b-4a4f-980c-3b10436d85d6 req-868fa0cd-ec6e-4d24-a899-26c01098204d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601037 Apr 20 12:53:18.235179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-4dc37591-67da-4a8c-98e6-40452b6cd597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.236653 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-4dc37591-67da-4a8c-98e6-40452b6cd597 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1125 time: 0.0463352 Apr 20 12:53:18.298344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b577735-4ac8-4a6f-b664-8a010d721441 req-838bc032-b587-4c50-ab40-fff2fce93d46 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0588689 Apr 20 12:53:18.315915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5db85-7839-4e3d-9ad7-23d049f1517e req-67e058a3-25cc-43b7-aedb-c844f6004d49 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.324494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6f5db85-7839-4e3d-9ad7-23d049f1517e req-67e058a3-25cc-43b7-aedb-c844f6004d49 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.0937331 Apr 20 12:53:18.345935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-b9b223b3-3e27-47e3-9ebb-214e9b0c8412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.347542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-b9b223b3-3e27-47e3-9ebb-214e9b0c8412 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34228b65899d4098864c4e002e2bae2f&device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 1096 time: 0.1557984 Apr 20 12:53:18.367229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-68864440-3686-4472-bce2-a9aca66fce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.369675 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-68864440-3686-4472-bce2-a9aca66fce1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.1244700 Apr 20 12:53:18.428374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-ea00a5f8-48a3-426c-9045-02db88243474 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips/ca2556bd-4196-4c99-a880-b6b76929c914 HTTP/1.1" status: 200 len: 692 time: 0.0846076 Apr 20 12:53:18.433383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6f5db85-7839-4e3d-9ad7-23d049f1517e req-d98bc11c-8349-4efb-b18b-cdefdd46370e tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079948 Apr 20 12:53:18.451055 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-b787c3fd-da67-4ddb-9bc9-40e663f1013d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 217 time: 0.0531607 Apr 20 12:53:18.527263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-0be4fc88-48c4-4f3f-a072-463b388de69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.528953 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-0be4fc88-48c4-4f3f-a072-463b388de69b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0529766 Apr 20 12:53:18.562876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72f366e0-8261-4c0c-aa70-15de44bd1a71 req-820207a8-ec94-49e5-9296-80356ab77c3e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 210 time: 0.0643082 Apr 20 12:53:18.564712 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-38f965ff-3109-4978-b19b-13e1f04fb19e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262396 Apr 20 12:53:18.602551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-fad778ac-30f1-4680-9452-706589b246d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.604021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-fad778ac-30f1-4680-9452-706589b246d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 200 len: 930 time: 0.2161784 Apr 20 12:53:18.657163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-60b27c9b-2d62-4ac8-9cb7-c34b8f93717b tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.658535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-60b27c9b-2d62-4ac8-9cb7-c34b8f93717b tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2241793 Apr 20 12:53:18.659913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-1c03c05e-7de4-41a3-8e5b-6afb29d33fb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 217 time: 0.0451603 Apr 20 12:53:18.666184 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-595caef7-ec2d-4066-9cde-d577b0014b60 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856028 Apr 20 12:53:18.727274 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:18.734405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-a0dafd52-611b-4f89-aa28-ff768ce514a3 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0697227 Apr 20 12:53:18.766361 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cd537e71-d478-4f87-bae5-98eb0c0f7434 req-b9634253-3525-4fce-bd71-2d205f086201 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846910 Apr 20 12:53:18.792820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-aab0cd27-aee6-4ead-8240-0766bb19b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.794295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-aab0cd27-aee6-4ead-8240-0766bb19b643 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44524d36-7102-4e82-a279-f199eac64356 HTTP/1.1" status: 200 len: 868 time: 0.0920668 Apr 20 12:53:18.797249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-c0d232b9-89ad-46be-81f3-76bf6bffa0c0 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0547688 Apr 20 12:53:18.937365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-6dc1add5-35a9-4579-b283-957feb57874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:18.939148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-6dc1add5-35a9-4579-b283-957feb57874e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d331ae98-1b67-41a4-bdd2-63468516845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283729 Apr 20 12:53:19.012060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Deleting port 4f31a15d-654d-4ec5-93ee-5ba0f9bf2543 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:19.012401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.034461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-acdde778-1af2-480c-823e-644e321a4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.036616 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-acdde778-1af2-480c-823e-644e321a4e32 service neutron] 10.222.0.30 "GET /v2.0/ports/c9df9a28-7a4c-42f3-93e5-e139b31302ec HTTP/1.1" status: 200 len: 1032 time: 0.0496187 Apr 20 12:53:19.083759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5747b1ca-7f1b-4695-b151-d6d32439a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.085457 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5747b1ca-7f1b-4695-b151-d6d32439a7a3 service neutron] 10.222.0.30 "GET /v2.0/ports/2d2152ba-c841-4838-9638-514cf5f96f90 HTTP/1.1" status: 200 len: 1032 time: 0.0337994 Apr 20 12:53:19.093700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-e51d683c-7556-4e80-b132-7e5ef36f8274 service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415157 Apr 20 12:53:19.134478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.134808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.148908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Calling delete_port for 4f31a15d-654d-4ec5-93ee-5ba0f9bf2543 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:19.247048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-1a4e4305-df29-4e6f-adee-3c6c523cb3ef tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.253302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-1a4e4305-df29-4e6f-adee-3c6c523cb3ef tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.259215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-1a4e4305-df29-4e6f-adee-3c6c523cb3ef tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.260800 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-1a4e4305-df29-4e6f-adee-3c6c523cb3ef tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "GET /v2.0/networks?id=1ba8362e-e634-46c3-b068-81722f541015&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=44ea0f27-be77-4784-9c9d-a6d69428c421&id=44ea0f27-be77-4784-9c9d-a6d69428c421 HTTP/1.1" status: 200 len: 1994 time: 0.1653943 Apr 20 12:53:19.273587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-75720dd9-e353-4143-af5f-e13af6b53ddb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.274993 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-75720dd9-e353-4143-af5f-e13af6b53ddb tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.0936680 Apr 20 12:53:19.319344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8b2767f-332a-4622-86e9-78a2adb284b5 req-132816d5-1031-4547-8890-1c20ba8b8c49 service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101843 Apr 20 12:53:19.331808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38903646-52fd-4bbb-9fa7-9621bd9840cb req-83f453fc-c46e-4ebb-aac0-cea2cb230949 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.342270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38903646-52fd-4bbb-9fa7-9621bd9840cb req-83f453fc-c46e-4ebb-aac0-cea2cb230949 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.1288843 Apr 20 12:53:19.346303 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-2f56f1af-ad65-4ecb-a25d-17deef8296e9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97882e9e14548f9b97a836a6998c203 HTTP/1.1" status: 200 len: 379 time: 0.0703700 Apr 20 12:53:19.372330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'admin_state_up': True, 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'security_groups': ['48ab70e5-f8c3-4d52-9371-3e84d0304477']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:19.441450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38903646-52fd-4bbb-9fa7-9621bd9840cb req-76459a9e-d9d6-443a-a441-5aa1dec7cecb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960958 Apr 20 12:53:19.481202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Deleting port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:19.481513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.567353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:19.570046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-4110b028-7999-4a3e-b368-496e9e6f8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.571479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-4110b028-7999-4a3e-b368-496e9e6f8cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=34228b65899d4098864c4e002e2bae2f&device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 1096 time: 0.1964369 Apr 20 12:53:19.576616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.636656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] For port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:19.637459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.655731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Calling delete_port for c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:19.711429 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.762304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event deleted for resources: {'Port': ['ID=4f31a15d-654d-4ec5-93ee-5ba0f9bf2543,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:19.777436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed56b8e-3bda-4513-a35f-cf62c134f3e8 req-04a01eb9-727f-4e40-b6ab-8939e060e3f4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.783276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ed56b8e-3bda-4513-a35f-cf62c134f3e8 req-04a01eb9-727f-4e40-b6ab-8939e060e3f4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 945 time: 0.2319987 Apr 20 12:53:19.800765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-e0928cb0-2b5c-442d-bb9f-9563e48d2ce8 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.802428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-e0928cb0-2b5c-442d-bb9f-9563e48d2ce8 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.30 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 814 time: 0.3256147 Apr 20 12:53:19.864265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.864621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.864965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.865306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.865666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.866014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.866392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.866722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.867092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.867425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.867724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 172.20.0.11 (1ba8362e-e634-46c3-b068-81722f541015/2183d576-14b5-4237-973d-f875b237e6de/8cab4777-0a6c-4f65-a4f6-c01735134265) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:19.867861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.868062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.875687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Request body: {'port': {'device_id': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b', 'admin_state_up': True, 'tenant_id': '3ad48f0479de4bce8d0e760c5ec3ac6c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:19.902148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.924317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['edd9dd58-6089-4309-88aa-df018f19fc5f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:19.928069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:19.939364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event deleted for resources: {'Port': ['ID=c29c4b1a-3f44-4f6c-9be1-2b94d1f75552,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:19.956908 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.960983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:19.961163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.961163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.961163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.961608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45b71ba-4b27-42e6-bc05-4b3d1819c21f req-f9221406-a410-4516-9490-621dbfaa800f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca2556bd-4196-4c99-a880-b6b76929c914 HTTP/1.1" status: 204 len: 173 time: 1.1581485 Apr 20 12:53:19.961999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.961999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.961999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.962294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.962498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.962826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.963155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.964076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.964076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:19.969250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-7cbe62d9-e873-49f6-8150-1d7ffb773cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:19.970696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-7cbe62d9-e873-49f6-8150-1d7ffb773cc1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 200 len: 930 time: 0.3645945 Apr 20 12:53:20.021287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-dcae890b-0207-4481-92d7-2c9052b8c6e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 200 len: 217 time: 0.0374072 Apr 20 12:53:20.051507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ed56b8e-3bda-4513-a35f-cf62c134f3e8 req-82ecbaf2-2c29-466f-94a2-c27a73ec1eb4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292423 Apr 20 12:53:20.053057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] No DVR routers for this DVR port c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:20.057616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.061151 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-584ee97a-73ed-4d0f-94da-64d97083c244 req-ef241c72-ea29-411b-8668-59764c04f28f tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.30 "DELETE /v2.0/ports/c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 HTTP/1.1" status: 204 len: 173 time: 0.7792549 Apr 20 12:53:20.061598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'name': 'network-vif-deleted', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:20.072667 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b2d5a7-9686-4a79-8938-ea40138844df" -d '{"events": [{"server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "name": "network-vif-deleted", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:20.161919 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.206964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-fd6fff7a-306a-4efe-a7f5-f295edcedb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:20.208709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-fd6fff7a-306a-4efe-a7f5-f295edcedb2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=44524d36-7102-4e82-a279-f199eac64356 HTTP/1.1" status: 200 len: 868 time: 0.1632388 Apr 20 12:53:20.218639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.228411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7022efc6-8778-4897-8e41-45f50ea9adf8 req-e348dc59-0db7-4be6-9ff0-e43a27d06304 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0627210 Apr 20 12:53:20.258794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e51c6-e6d3-4831-85fb-eab9a4497a57 req-72805f0e-716c-4c2c-8822-c9078085a0e3 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:20.267337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb3e51c6-e6d3-4831-85fb-eab9a4497a57 req-72805f0e-716c-4c2c-8822-c9078085a0e3 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.1183233 Apr 20 12:53:20.278921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 1ba8362e-e634-46c3-b068-81722f541015 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:20.281019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Made reservation on behalf of 3ad48f0479de4bce8d0e760c5ec3ac6c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:20.284763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.286211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:20.290422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:20.343010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=8cab4777-0a6c-4f65-a4f6-c01735134265,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:20.382940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:20.383663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.403969 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-69613ccf-663a-46d5-808f-47ae7d4c8e66 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0383167 Apr 20 12:53:20.417827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb3e51c6-e6d3-4831-85fb-eab9a4497a57 req-3abb8675-46fd-4986-b72c-2e82f6bc5654 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494024 Apr 20 12:53:20.421907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'admin_state_up': True, 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'security_groups': ['48ab70e5-f8c3-4d52-9371-3e84d0304477']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:20.517469 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ded9f6-6dda-46d0-b5ca-59e49c715299 x-openstack-request-id: req-83ded9f6-6dda-46d0-b5ca-59e49c715299 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:20.518132 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a9db9f-e1af-4f94-92f6-4107c9e9bc61", "name": "network-vif-deleted", "tag": "c29c4b1a-3f44-4f6c-9be1-2b94d1f75552", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:20.518568 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83ded9f6-6dda-46d0-b5ca-59e49c715299 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:20.519124 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ded9f6-6dda-46d0-b5ca-59e49c715299'] response: {'server_uuid': '38a9db9f-e1af-4f94-92f6-4107c9e9bc61', 'name': 'network-vif-deleted', 'tag': 'c29c4b1a-3f44-4f6c-9be1-2b94d1f75552', 'status': 'completed', 'code': 200} Apr 20 12:53:20.546132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51f2579b-5a98-4794-987f-09c3c33c65b3 req-0f6d45dc-808e-472e-b162-756c54b45870 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 210 time: 0.1904323 Apr 20 12:53:20.586730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:20.596484 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.621840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-d8cbfa04-3f54-4fb5-b963-c9363f4bf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:20.634444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-d8cbfa04-3f54-4fb5-b963-c9363f4bf24f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d331ae98-1b67-41a4-bdd2-63468516845f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3383791 Apr 20 12:53:20.729456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Allocated IP 172.20.0.13 (2fec0ebd-154f-47e4-850f-cae433bdbd6b/b4deb06c-2878-4bc4-a46e-77f2834ba3b0/37cdb186-1070-4eef-9ab1-3802e8725361) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:20.765253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 10.1.1.226 (5698e2a5-7aeb-42c7-b276-62870bae4129/46c5a921-683e-4c52-b281-c1b3988d9e18/70920739-0aad-45f7-843e-43cf42ecf0e0) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:20.766182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8b1c1a87-0e32-4c54-9498-642de2ff2ed4 None None] Provisioning complete for port 8cab4777-0a6c-4f65-a4f6-c01735134265 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:20.766564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8b1c1a87-0e32-4c54-9498-642de2ff2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.830482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d059a7-776d-4efa-b890-6d5262ced603 req-a9d8887d-3b94-4b28-819b-ae28e985a163 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:20.838150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3d059a7-776d-4efa-b890-6d5262ced603 req-a9d8887d-3b94-4b28-819b-ae28e985a163 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2420111 Apr 20 12:53:20.850538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c1a87-0e32-4c54-9498-642de2ff2ed4 None None] Port 8cab4777-0a6c-4f65-a4f6-c01735134265 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:20.889325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce67904-3158-4a94-9b44-aa54af5bc2bb req-4d96e7cb-568e-4f5a-adf9-145d8ff3c0bd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:20.896104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ce67904-3158-4a94-9b44-aa54af5bc2bb req-4d96e7cb-568e-4f5a-adf9-145d8ff3c0bd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.2352791 Apr 20 12:53:20.914192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3d059a7-776d-4efa-b890-6d5262ced603 req-4b3879d8-d98a-454e-818c-bead76c0a3c4 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0751412 Apr 20 12:53:20.951991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:20.968412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-b7d9da3f-3475-492b-893d-e14ceac1c5a6 service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088200 Apr 20 12:53:20.988516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.038941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:21.042593 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:21.059526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=70920739-0aad-45f7-843e-43cf42ecf0e0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:21.074577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:21.137966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:21.139166 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.164237 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-32994a7e-9dcf-4845-8086-8d718e60611b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7479517 Apr 20 12:53:21.175286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'admin_state_up': True, 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'security_groups': ['48ab70e5-f8c3-4d52-9371-3e84d0304477']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:21.305870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:53:21.336907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:21.340422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.456121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:21.485436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b has no active binding in host n-h2-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:53:21.494767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 10.1.1.102 (5698e2a5-7aeb-42c7-b276-62870bae4129/46c5a921-683e-4c52-b281-c1b3988d9e18/501a68ff-8e54-4765-b0e2-6159042e67c8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:21.496837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2433ee09-fc20-46b5-8594-200f3a654f20 None None] Provisioning complete for port 70920739-0aad-45f7-843e-43cf42ecf0e0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:21.497294 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2433ee09-fc20-46b5-8594-200f3a654f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.513676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ee4bdac-c553-4c28-a957-cb021a7b59d6 req-b5e88083-4f2e-4265-854f-2198916971b1 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5136569 Apr 20 12:53:21.552724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2433ee09-fc20-46b5-8594-200f3a654f20 None None] Port 70920739-0aad-45f7-843e-43cf42ecf0e0 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:21.555526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ce67904-3158-4a94-9b44-aa54af5bc2bb req-a45be6cf-486d-47ca-a46a-633ebd5897ba tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585252 Apr 20 12:53:21.619668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.628037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06007e6f-7ebc-4709-916b-48101ebb1f33 req-3a168964-d5c4-4d56-9ce8-0d90e05ec0e7 service neutron] 10.222.0.30 "GET /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264129 Apr 20 12:53:21.683587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d4d12c8-0752-44c7-8c54-8b50c13527e6 req-468cb2d0-c0e0-4134-80f9-ee99b4311f47 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 210 time: 0.0449769 Apr 20 12:53:21.721935 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.738089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['05e82032-1066-464b-a471-0e232de07836'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:21.740573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.744483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7126986-472e-4d94-9b5c-740e527d0763 req-67c68537-f072-4f1e-a8d8-f56bb4a1a799 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:21.750560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7126986-472e-4d94-9b5c-740e527d0763 req-67c68537-f072-4f1e-a8d8-f56bb4a1a799 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:21.752327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7126986-472e-4d94-9b5c-740e527d0763 req-67c68537-f072-4f1e-a8d8-f56bb4a1a799 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 1654 time: 0.0979574 Apr 20 12:53:21.788134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.824850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Network 2fec0ebd-154f-47e4-850f-cae433bdbd6b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:21.835929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:21.853624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:21.862640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=501a68ff-8e54-4765-b0e2-6159042e67c8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:21.885080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:21.886519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:21.889049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:21.931136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Pushing event updated for resources: {'Port': ['ID=37cdb186-1070-4eef-9ab1-3802e8725361,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:21.940938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:21.941728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.969182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:21.969857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:21.986263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7126986-472e-4d94-9b5c-740e527d0763 req-269f58c3-e24d-4426-a60a-b82348d8108b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002926 Apr 20 12:53:21.992108 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-49d44a08-c619-4332-84c7-66b9638d65f9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8206632 Apr 20 12:53:22.001094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-32dcc8c0-0a75-4100-af19-36f5fd153557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1683347 Apr 20 12:53:22.004000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421', 'admin_state_up': True, 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'security_groups': ['48ab70e5-f8c3-4d52-9371-3e84d0304477']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:22.026025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3aed2-fa68-426e-8da3-12653b96ca21 req-c1ef0650-ea4b-4350-80fc-aa214eea1431 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:22.027741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fee3aed2-fa68-426e-8da3-12653b96ca21 req-c1ef0650-ea4b-4350-80fc-aa214eea1431 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.1980929 Apr 20 12:53:22.032660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Request body: {'port': {'device_id': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:22.131019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fee3aed2-fa68-426e-8da3-12653b96ca21 req-1abf4277-e662-40da-af79-b39c2ea42813 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Apr 20 12:53:22.148721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.151557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:22.196328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f1de3114-358d-49ee-8e3d-f8469078594d None None] Provisioning complete for port 501a68ff-8e54-4765-b0e2-6159042e67c8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:22.197505 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1de3114-358d-49ee-8e3d-f8469078594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.262737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f1de3114-358d-49ee-8e3d-f8469078594d None None] Port 501a68ff-8e54-4765-b0e2-6159042e67c8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:22.309075 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.339213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:22.369285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:22.369893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c29c4b1a-3f44-4f6c-9be1-2b94d1f75552 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:22.446193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54b76d-35a0-4db8-b7e0-e9c618951bc2 req-c11f6092-2a8a-47ba-b213-b4bf035bb123 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:22.447682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d54b76d-35a0-4db8-b7e0-e9c618951bc2 req-c11f6092-2a8a-47ba-b213-b4bf035bb123 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 932 time: 0.2012687 Apr 20 12:53:22.462720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b293fb-0e99-4a80-af7d-8e85ee24b013 req-74b6c6e4-3cac-4f13-9963-4f86b8e6bc3c tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:22.464202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8b293fb-0e99-4a80-af7d-8e85ee24b013 req-74b6c6e4-3cac-4f13-9963-4f86b8e6bc3c tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1481457 Apr 20 12:53:22.549060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d54b76d-35a0-4db8-b7e0-e9c618951bc2 req-f64ffde2-a977-45e7-b03c-9e9fde891453 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822661 Apr 20 12:53:22.554844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8b293fb-0e99-4a80-af7d-8e85ee24b013 req-8f738aed-4201-4d9d-932d-a8c6a2952a2c tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807886 Apr 20 12:53:22.593800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 10.2.2.100 (44ea0f27-be77-4784-9c9d-a6d69428c421/acb176ef-8454-40b3-9220-de15725e781c/16542a85-d975-45df-889f-61d550f9c6dc) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:22.634694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cdb186-1070-4eef-9ab1-3802e8725361 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:22.643470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.656639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Transition to ACTIVE for port object 37cdb186-1070-4eef-9ab1-3802e8725361 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:22.671234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.745797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Pushing event updated for resources: {'Port': ['ID=37cdb186-1070-4eef-9ab1-3802e8725361,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:22.768574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.791529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c00b6-dddc-4879-80f1-fc697afe74c9 req-87b34fb3-13b5-4f9b-9cfe-f787118536a3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:22.798074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-143c00b6-dddc-4879-80f1-fc697afe74c9 req-87b34fb3-13b5-4f9b-9cfe-f787118536a3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.1374784 Apr 20 12:53:22.806031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.853394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:22.856425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:22.859090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-921bb8ed-674e-4383-a615-6ef848c00276 req-a260ae8f-ce8d-4a52-8570-c0bb69638cab tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 210 time: 0.0592227 Apr 20 12:53:22.860300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:22.891386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=16542a85-d975-45df-889f-61d550f9c6dc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:22.905510 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-143c00b6-dddc-4879-80f1-fc697afe74c9 req-ed7bad99-6374-4e71-9078-819472263d8b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022298 Apr 20 12:53:22.930501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Attempting to bind port 37cdb186-1070-4eef-9ab1-3802e8725361 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:22.931101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Attempting to bind port 37cdb186-1070-4eef-9ab1-3802e8725361 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:22.931608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Attempting to bind port 37cdb186-1070-4eef-9ab1-3802e8725361 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:22.936279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:22.936913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.937261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Port 37cdb186-1070-4eef-9ab1-3802e8725361 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:22.937876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Attempting to bind port 37cdb186-1070-4eef-9ab1-3802e8725361 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:22.945218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:22.946359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Checking segment: {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:22.948026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Bound using segment: {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:22.948457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Bound port: 37cdb186-1070-4eef-9ab1-3802e8725361, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:22.948902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:22.956187 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-afce039c-0ac7-4ada-b669-b12977de357b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9567711 Apr 20 12:53:22.974082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421', 'admin_state_up': True, 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'security_groups': ['48ab70e5-f8c3-4d52-9371-3e84d0304477']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:23.038916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] For port 37cdb186-1070-4eef-9ab1-3802e8725361, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:23.043405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] For port 37cdb186-1070-4eef-9ab1-3802e8725361, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=37cdb186-1070-4eef-9ab1-3802e8725361,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:23.050315 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.087930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.088543 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.090394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] 10.222.0.30 "PUT /v2.0/ports/37cdb186-1070-4eef-9ab1-3802e8725361 HTTP/1.1" status: 200 len: 1092 time: 1.0617058 Apr 20 12:53:23.093346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'tag': '37cdb186-1070-4eef-9ab1-3802e8725361'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:23.108902 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2825e68b-ff34-40b2-bcc7-2741abfb87ce" -d '{"events": [{"name": "network-changed", "server_uuid": "61db8fc3-f6a9-41b0-9c0a-046030f3320a", "tag": "37cdb186-1070-4eef-9ab1-3802e8725361"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:23.163838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Made reservation on behalf of f97882e9e14548f9b97a836a6998c203 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:23.172253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.173767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a41341-68fe-43e2-a971-d60794e4e821 service neutron] Pushing event updated for resources: {'Port': ['ID=37cdb186-1070-4eef-9ab1-3802e8725361,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:23.210605 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafdc61f-a715-4fd3-8079-8916f3f305fb x-openstack-request-id: req-cafdc61f-a715-4fd3-8079-8916f3f305fb {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:23.210605 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61db8fc3-f6a9-41b0-9c0a-046030f3320a", "tag": "37cdb186-1070-4eef-9ab1-3802e8725361", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:23.210885 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cafdc61f-a715-4fd3-8079-8916f3f305fb {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:23.211187 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafdc61f-a715-4fd3-8079-8916f3f305fb'] response: {'name': 'network-changed', 'server_uuid': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'tag': '37cdb186-1070-4eef-9ab1-3802e8725361', 'status': 'completed', 'code': 200} Apr 20 12:53:23.216301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-84c09bed-463b-4cda-aa9b-4a90f20d4f48 None None] Provisioning complete for port 16542a85-d975-45df-889f-61d550f9c6dc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:23.216704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-84c09bed-463b-4cda-aa9b-4a90f20d4f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.279936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-84c09bed-463b-4cda-aa9b-4a90f20d4f48 None None] Port 16542a85-d975-45df-889f-61d550f9c6dc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:23.356912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a172e0-2280-4a33-84f9-9b7ff38bcbe1 req-899f9de0-5ca4-4db3-aac6-2b5d7c10451b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.363793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a172e0-2280-4a33-84f9-9b7ff38bcbe1 req-899f9de0-5ca4-4db3-aac6-2b5d7c10451b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.370125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a172e0-2280-4a33-84f9-9b7ff38bcbe1 req-899f9de0-5ca4-4db3-aac6-2b5d7c10451b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.375864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a172e0-2280-4a33-84f9-9b7ff38bcbe1 req-899f9de0-5ca4-4db3-aac6-2b5d7c10451b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.377581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a172e0-2280-4a33-84f9-9b7ff38bcbe1 req-899f9de0-5ca4-4db3-aac6-2b5d7c10451b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 3096 time: 0.1884036 Apr 20 12:53:23.389255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-6d70b2de-d6f4-4d11-8628-bf6321073c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.390090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-6d70b2de-d6f4-4d11-8628-bf6321073c30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 1095 time: 0.1401930 Apr 20 12:53:23.405495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98960cb-4311-4d12-a211-32a662c754cf req-c37cc5af-79ee-4b5d-ab65-29d8a7837623 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.406967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c98960cb-4311-4d12-a211-32a662c754cf req-c37cc5af-79ee-4b5d-ab65-29d8a7837623 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.1253779 Apr 20 12:53:23.418144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Allocated IP 10.2.2.200 (44ea0f27-be77-4784-9c9d-a6d69428c421/acb176ef-8454-40b3-9220-de15725e781c/f829414c-1212-4a0c-a192-a8a99ecca0b4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:23.455611 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.459736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-f6467b77-ad8c-4edc-b477-ffa872a5f29d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37cdb186-1070-4eef-9ab1-3802e8725361 HTTP/1.1" status: 200 len: 217 time: 0.0518498 Apr 20 12:53:23.537989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a172e0-2280-4a33-84f9-9b7ff38bcbe1 req-292f7747-e7d9-4bb3-a571-660fc4ed5066 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404729 Apr 20 12:53:23.562813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c98960cb-4311-4d12-a211-32a662c754cf req-240a3ef9-bf09-497d-9084-be3fa376921a tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417103 Apr 20 12:53:23.570806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-467bfa95-fc5f-4697-b407-9430cfcfc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.572501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-467bfa95-fc5f-4697-b407-9430cfcfc2c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.0954947 Apr 20 12:53:23.576913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.618678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-8f0dbb60-9e81-48e7-9c4f-745650e28b40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286291 Apr 20 12:53:23.645281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.697941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:23.701394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:23.704399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:23.738847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event updated for resources: {'Port': ['ID=f829414c-1212-4a0c-a192-a8a99ecca0b4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:23.771556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.772384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.786431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-5d59bb5f-7671-460b-9f1f-8e44e3684dda service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596813 Apr 20 12:53:23.796124 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1205544-14ca-4709-9dcb-fc48a2819ff8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8265824 Apr 20 12:53:23.801360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c419406-7173-4012-b29d-92b3a68c0ecc req-3fee8b40-4ddd-485f-b741-a41b71d5255a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.802882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c419406-7173-4012-b29d-92b3a68c0ecc req-3fee8b40-4ddd-485f-b741-a41b71d5255a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 944 time: 0.1122875 Apr 20 12:53:23.815478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:23.827174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95158c2-a465-4fbc-b031-0f452214fc79 req-6e4ce6ac-9b4f-4a11-9c48-e16b2b64134f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:23.828659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c95158c2-a465-4fbc-b031-0f452214fc79 req-6e4ce6ac-9b4f-4a11-9c48-e16b2b64134f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1286929 Apr 20 12:53:23.881687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:23.931040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c95158c2-a465-4fbc-b031-0f452214fc79 req-ee5858ff-1a02-4f7a-82d1-8e84c62e80ba tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892279 Apr 20 12:53:23.963679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c419406-7173-4012-b29d-92b3a68c0ecc req-f26bee31-c31a-47a4-b2b2-ac11cbdf70c9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459827 Apr 20 12:53:24.006866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f261551-00fd-4bd8-a64c-56499a542c86 req-385b9fb1-93b5-4ee2-8886-f2cdfea43c9f service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023249 Apr 20 12:53:24.036257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b8bfaabe-c1d0-473b-a380-f522950484ee None None] Provisioning complete for port f829414c-1212-4a0c-a192-a8a99ecca0b4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:24.036654 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8bfaabe-c1d0-473b-a380-f522950484ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.088905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b8bfaabe-c1d0-473b-a380-f522950484ee None None] Port f829414c-1212-4a0c-a192-a8a99ecca0b4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:24.114960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a34d42f-2f00-4df3-a5d9-761d835872ef req-27c6b09a-9f2f-4fcf-ae74-730e66c1f6d1 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 210 time: 0.0401471 Apr 20 12:53:24.167852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ded30b-07fb-4032-b758-161cbf409578 req-8c4e0d68-8484-4314-8e20-c6ec920175d8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.170096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66ded30b-07fb-4032-b758-161cbf409578 req-8c4e0d68-8484-4314-8e20-c6ec920175d8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.1284244 Apr 20 12:53:24.185877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-939f9c10-9dd8-4023-ab46-6f4e3b240b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.187488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-939f9c10-9dd8-4023-ab46-6f4e3b240b55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 1095 time: 0.0842853 Apr 20 12:53:24.261870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66ded30b-07fb-4032-b758-161cbf409578 req-611eff79-c7bf-4946-ba1e-e5fe83e6627f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Apr 20 12:53:24.304532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-c5a8d28c-49cc-4315-826e-7e65c5c24e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.306037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-c5a8d28c-49cc-4315-826e-7e65c5c24e3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 915 time: 0.1110659 Apr 20 12:53:24.390000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-a2dc625c-d70e-446c-a38b-7a14040e114a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=37cdb186-1070-4eef-9ab1-3802e8725361 HTTP/1.1" status: 200 len: 217 time: 0.0621371 Apr 20 12:53:24.445388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-445cee6f-c9d8-4ca0-82fb-ceaa16c873d3 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.446852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-445cee6f-c9d8-4ca0-82fb-ceaa16c873d3 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1122136 Apr 20 12:53:24.453945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-e4bcf460-dd12-432e-95e2-1a38274f3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.455270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-e4bcf460-dd12-432e-95e2-1a38274f3688 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.0593257 Apr 20 12:53:24.480123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cab4777-0a6c-4f65-a4f6-c01735134265 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:24.487931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.500792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Transition to ACTIVE for port object 8cab4777-0a6c-4f65-a4f6-c01735134265 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:24.510197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.510414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-eb02b81c-24c5-4f96-9a65-65c3734c3843 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454743 Apr 20 12:53:24.580225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab4777-0a6c-4f65-a4f6-c01735134265,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:24.695749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Attempting to bind port 8cab4777-0a6c-4f65-a4f6-c01735134265 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:24.696406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Attempting to bind port 8cab4777-0a6c-4f65-a4f6-c01735134265 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:24.696705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Attempting to bind port 8cab4777-0a6c-4f65-a4f6-c01735134265 on network 1ba8362e-e634-46c3-b068-81722f541015 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:24.702028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Port 8cab4777-0a6c-4f65-a4f6-c01735134265 on network 1ba8362e-e634-46c3-b068-81722f541015 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:24.702484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Attempting to bind port 8cab4777-0a6c-4f65-a4f6-c01735134265 on network 1ba8362e-e634-46c3-b068-81722f541015 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:24.708686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:24.709725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Checking segment: {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:24.709725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Bound using segment: {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:24.710828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Bound port: 8cab4777-0a6c-4f65-a4f6-c01735134265, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b7d04e-8990-48bf-85ad-e0836b951743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1ba8362e-e634-46c3-b068-81722f541015'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:24.711314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.781333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36dc4b-ef80-4c74-b52f-c01cbf0707e8 req-aa2d932f-4e44-4775-88ae-555e6b89ba4a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.787211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36dc4b-ef80-4c74-b52f-c01cbf0707e8 req-aa2d932f-4e44-4775-88ae-555e6b89ba4a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.793113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36dc4b-ef80-4c74-b52f-c01cbf0707e8 req-aa2d932f-4e44-4775-88ae-555e6b89ba4a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.796668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] For port 8cab4777-0a6c-4f65-a4f6-c01735134265, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:24.799288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36dc4b-ef80-4c74-b52f-c01cbf0707e8 req-aa2d932f-4e44-4775-88ae-555e6b89ba4a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.800082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] For port 8cab4777-0a6c-4f65-a4f6-c01735134265, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8cab4777-0a6c-4f65-a4f6-c01735134265,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:24.805875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36dc4b-ef80-4c74-b52f-c01cbf0707e8 req-aa2d932f-4e44-4775-88ae-555e6b89ba4a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.808634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.808768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e36dc4b-ef80-4c74-b52f-c01cbf0707e8 req-aa2d932f-4e44-4775-88ae-555e6b89ba4a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 3829 time: 0.1713762 Apr 20 12:53:24.813570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-6b658301-9944-4bd1-bfdb-550105d1c6c2 service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911413 Apr 20 12:53:24.827065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31691b-aeab-43de-96c8-61f67200adce req-1bffffc3-b766-4ccc-b4bb-de559e483d42 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.828475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c31691b-aeab-43de-96c8-61f67200adce req-1bffffc3-b766-4ccc-b4bb-de559e483d42 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.1536994 Apr 20 12:53:24.843609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:24.844347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.845823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Deleting port ad14959d-12be-4571-bc4f-a18e8efd8e0e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:24.845987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] 10.222.0.30 "PUT /v2.0/ports/8cab4777-0a6c-4f65-a4f6-c01735134265 HTTP/1.1" status: 200 len: 1092 time: 1.0348458 Apr 20 12:53:24.846160 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.846550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:24.850142 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48203b13-10c6-4361-bcce-a9417410349a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:24.883580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:24.970494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:24.973742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8f52d-0481-4601-a4b9-c9a28dce0222 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab4777-0a6c-4f65-a4f6-c01735134265,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:25.024985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e36dc4b-ef80-4c74-b52f-c01cbf0707e8 req-ebcadfb0-0001-4a1d-983d-e562e955717a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955547 Apr 20 12:53:25.036160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c31691b-aeab-43de-96c8-61f67200adce req-a2d1346c-72c8-4799-afe0-d28af38d0e20 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861701 Apr 20 12:53:25.139363 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b78a38-34ad-4b91-b409-00c5eb7ae7a2 x-openstack-request-id: req-03b78a38-34ad-4b91-b409-00c5eb7ae7a2 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:25.139937 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:25.143227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2825e68b-ff34-40b2-bcc7-2741abfb87ce req-3097b8c8-19e8-4a8e-9c26-5054403e9fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082495 Apr 20 12:53:25.143786 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03b78a38-34ad-4b91-b409-00c5eb7ae7a2 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:25.144604 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b78a38-34ad-4b91-b409-00c5eb7ae7a2'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'status': 'completed', 'code': 200} Apr 20 12:53:25.156018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] For port ad14959d-12be-4571-bc4f-a18e8efd8e0e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ad14959d-12be-4571-bc4f-a18e8efd8e0e,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:25.156394 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:25.182860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Calling delete_port for ad14959d-12be-4571-bc4f-a18e8efd8e0e owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:25.243763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-16f85f8e-fb22-49c1-9197-1ad1036fd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.244392 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-16f85f8e-fb22-49c1-9197-1ad1036fd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.244932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-16f85f8e-fb22-49c1-9197-1ad1036fd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.245462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-16f85f8e-fb22-49c1-9197-1ad1036fd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.246137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-16f85f8e-fb22-49c1-9197-1ad1036fd30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.249087 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-48203b13-10c6-4361-bcce-a9417410349a req-16f85f8e-fb22-49c1-9197-1ad1036fd30d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 4364 time: 0.1030748 Apr 20 12:53:25.376297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-14c2de88-6550-4067-ac7c-cbd748bce60c service neutron] 10.222.0.30 "GET /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.1833076 Apr 20 12:53:25.383902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea1dec-c1bf-4f6d-8baf-67980d6670cf req-4ecc7547-119f-4b9f-8ac4-5dba568b8ed6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.385328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39ea1dec-c1bf-4f6d-8baf-67980d6670cf req-4ecc7547-119f-4b9f-8ac4-5dba568b8ed6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 944 time: 0.1575098 Apr 20 12:53:25.392782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfcf88-36e4-4fce-9a15-9c181cec7bf6 req-054ea26d-7556-4124-b57b-59019e33e7a6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.398528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9dfcf88-36e4-4fce-9a15-9c181cec7bf6 req-054ea26d-7556-4124-b57b-59019e33e7a6 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 945 time: 0.1695564 Apr 20 12:53:25.487926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-fa4d47c9-45d6-4f4b-8fe2-811a792986f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.488164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-fa4d47c9-45d6-4f4b-8fe2-811a792986f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.488431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-fa4d47c9-45d6-4f4b-8fe2-811a792986f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.490010 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-48203b13-10c6-4361-bcce-a9417410349a req-fa4d47c9-45d6-4f4b-8fe2-811a792986f8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f97882e9e14548f9b97a836a6998c203&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2073896 Apr 20 12:53:25.526506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39ea1dec-c1bf-4f6d-8baf-67980d6670cf req-4ef1f2e8-d12f-416b-9209-dd9ab12eca58 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241074 Apr 20 12:53:25.570648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9dfcf88-36e4-4fce-9a15-9c181cec7bf6 req-0b292c66-07b0-411f-803a-f704a6f6096f tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/security-groups?id=56d794f1-fc1d-4d2b-b0ac-19be03243bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647775 Apr 20 12:53:25.635445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9df9a28-7a4c-42f3-93e5-e139b31302ec {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:25.651915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:25.663651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:25.674716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['ad14959d-12be-4571-bc4f-a18e8efd8e0e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:25.680912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Transition to ACTIVE for port object c9df9a28-7a4c-42f3-93e5-e139b31302ec will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:25.688969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:25.718848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48203b13-10c6-4361-bcce-a9417410349a req-c1907b1c-dca9-4878-af8f-38c7388b297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:25.720298 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-48203b13-10c6-4361-bcce-a9417410349a req-c1907b1c-dca9-4878-af8f-38c7388b297e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226040 Apr 20 12:53:25.738741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Pushing event deleted for resources: {'Port': ['ID=ad14959d-12be-4571-bc4f-a18e8efd8e0e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:25.768976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Pushing event updated for resources: {'Port': ['ID=c9df9a28-7a4c-42f3-93e5-e139b31302ec,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:25.877980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Attempting to bind port c9df9a28-7a4c-42f3-93e5-e139b31302ec on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:25.878576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Attempting to bind port c9df9a28-7a4c-42f3-93e5-e139b31302ec by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:25.879078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Attempting to bind port c9df9a28-7a4c-42f3-93e5-e139b31302ec on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:25.885566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Port c9df9a28-7a4c-42f3-93e5-e139b31302ec on network 5698e2a5-7aeb-42c7-b276-62870bae4129 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:25.885937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Attempting to bind port c9df9a28-7a4c-42f3-93e5-e139b31302ec on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:25.896826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:25.897235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Checking segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:25.897619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Bound using segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:25.898077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Bound port: c9df9a28-7a4c-42f3-93e5-e139b31302ec, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:25.898438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:25.997665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] For port c9df9a28-7a4c-42f3-93e5-e139b31302ec, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:26.001597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] For port c9df9a28-7a4c-42f3-93e5-e139b31302ec, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9df9a28-7a4c-42f3-93e5-e139b31302ec,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:26.010572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.078886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Pushing event updated for resources: {'Port': ['ID=c9df9a28-7a4c-42f3-93e5-e139b31302ec,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:26.088394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.088948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.090353 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-66a6cb87-c958-4061-a691-ea34141e0d8b service neutron] 10.222.0.30 "PUT /v2.0/ports/c9df9a28-7a4c-42f3-93e5-e139b31302ec HTTP/1.1" status: 200 len: 1135 time: 1.2113814 Apr 20 12:53:26.124891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:26.190306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.196747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e912a2d-a61d-42fb-af99-3b630672ccbc req-48f90968-e910-4d06-a308-d8432aa07834 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=38a9db9f-e1af-4f94-92f6-4107c9e9bc61 HTTP/1.1" status: 200 len: 210 time: 0.5308168 Apr 20 12:53:26.325817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:26.347775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] No DVR routers for this DVR port ad14959d-12be-4571-bc4f-a18e8efd8e0e on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:26.352302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.355903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c481aec-a33d-477a-b90d-757a9dfacce3 req-d88bc7b1-f0aa-47b5-b612-cab0fdeb0b36 tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.30 "DELETE /v2.0/ports/ad14959d-12be-4571-bc4f-a18e8efd8e0e HTTP/1.1" status: 204 len: 173 time: 1.8997700 Apr 20 12:53:26.385176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'name': 'network-vif-deleted', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:26.388526 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb03bc72-8935-4aea-8a66-145639f2727c" -d '{"events": [{"server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "name": "network-vif-deleted", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:26.407617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b72a2-62bb-4878-b739-a8e824470950 req-9b8cc741-f784-42ee-a67e-470370be9f9c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.417036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-023b72a2-62bb-4878-b739-a8e824470950 req-9b8cc741-f784-42ee-a67e-470370be9f9c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 944 time: 0.7356043 Apr 20 12:53:26.512577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-023b72a2-62bb-4878-b739-a8e824470950 req-3db3b089-5380-496f-869b-692ced430e93 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944571 Apr 20 12:53:26.553772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:26.607469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eeec27a-3188-4d4a-a48d-0557d8f68c3b {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:26.624268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-a7ddb148-c532-4a55-8b20-0695b2140aec tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.640474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-a7ddb148-c532-4a55-8b20-0695b2140aec tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.647386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-a7ddb148-c532-4a55-8b20-0695b2140aec tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.654237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-a7ddb148-c532-4a55-8b20-0695b2140aec tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.660529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-a7ddb148-c532-4a55-8b20-0695b2140aec tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.668015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-a7ddb148-c532-4a55-8b20-0695b2140aec tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.670108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-a7ddb148-c532-4a55-8b20-0695b2140aec tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 4606 time: 0.2005486 Apr 20 12:53:26.675441 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cefbc0-9688-4fe7-a0ff-b516789acb89 x-openstack-request-id: req-01cefbc0-9688-4fe7-a0ff-b516789acb89 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:26.675741 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bf57f-6025-4d07-acc5-11214ed32e1c", "name": "network-vif-deleted", "tag": "ad14959d-12be-4571-bc4f-a18e8efd8e0e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:26.676042 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01cefbc0-9688-4fe7-a0ff-b516789acb89 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:26.676429 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cefbc0-9688-4fe7-a0ff-b516789acb89'] response: {'server_uuid': 'aa7bf57f-6025-4d07-acc5-11214ed32e1c', 'name': 'network-vif-deleted', 'tag': 'ad14959d-12be-4571-bc4f-a18e8efd8e0e', 'status': 'completed', 'code': 200} Apr 20 12:53:26.681992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2152ba-c841-4838-9638-514cf5f96f90 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:26.691414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.714867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:26.730914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8be1b7fc-827f-45fd-914b-b7c1dbaac9f2 req-f38aec8d-5044-4675-be0f-ae3409d8a92a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505052 Apr 20 12:53:26.737482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Transition to ACTIVE for port object 2d2152ba-c841-4838-9638-514cf5f96f90 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:26.749792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.780892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:26.813725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Pushing event updated for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:26.852020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8ba27-b073-4993-984d-4e2c255b5881 req-4283b56d-a733-498d-a50a-73258910595e tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:26.853763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4bb8ba27-b073-4993-984d-4e2c255b5881 req-4283b56d-a733-498d-a50a-73258910595e tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.1358168 Apr 20 12:53:26.990175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Attempting to bind port 2d2152ba-c841-4838-9638-514cf5f96f90 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:26.990837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Attempting to bind port 2d2152ba-c841-4838-9638-514cf5f96f90 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:26.991416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Attempting to bind port 2d2152ba-c841-4838-9638-514cf5f96f90 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:27.000700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4bb8ba27-b073-4993-984d-4e2c255b5881 req-811a64e1-0c8b-427f-9a55-a2b7deb0ceed tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194980 Apr 20 12:53:27.007908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Port 2d2152ba-c841-4838-9638-514cf5f96f90 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:27.008554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Attempting to bind port 2d2152ba-c841-4838-9638-514cf5f96f90 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:27.019250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:27.020017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Checking segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:27.034339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Bound using segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:27.036656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Bound port: 2d2152ba-c841-4838-9638-514cf5f96f90, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:27.039070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.048213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b505807-a494-463e-ba1d-a9f90a5fe721 req-22d5a118-4965-4c9d-accb-9df53c345c6f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.050390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b505807-a494-463e-ba1d-a9f90a5fe721 req-22d5a118-4965-4c9d-accb-9df53c345c6f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 944 time: 0.2215517 Apr 20 12:53:27.103455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] Transition to ACTIVE for port object 5eeec27a-3188-4d4a-a48d-0557d8f68c3b will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:27.122685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.146760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:27.151664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2d2152ba-c841-4838-9638-514cf5f96f90,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:27.152882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': 'c9df9a28-7a4c-42f3-93e5-e139b31302ec'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:27.157848 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbb011f-2600-410e-a2b0-5f7c78e6437a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "c9df9a28-7a4c-42f3-93e5-e139b31302ec"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:27.163451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.216066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.217410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.221105 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] 10.222.0.30 "PUT /v2.0/ports/2d2152ba-c841-4838-9638-514cf5f96f90 HTTP/1.1" status: 200 len: 1135 time: 1.1048033 Apr 20 12:53:27.277898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:27.282418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231b414-9a74-46e8-aa23-38a8fd0ccd9d service neutron] Pushing event updated for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:27.289981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d5809f6-beb6-4aad-b4ba-fb5dbdc43761 req-badb4fa0-1916-4f37-a6e6-42032f56d3bc tempest-FloatingIPsAssociationNegativeTestJSON-150503393 tempest-FloatingIPsAssociationNegativeTestJSON-150503393-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa7bf57f-6025-4d07-acc5-11214ed32e1c HTTP/1.1" status: 200 len: 210 time: 0.0894530 Apr 20 12:53:27.298565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] Pushing event updated for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:27.316994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b505807-a494-463e-ba1d-a9f90a5fe721 req-16decbe5-fa68-4a44-8447-ece8a5aa2e9c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496395 Apr 20 12:53:27.341553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] No DVR routers for this DVR port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:27.388545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.404147 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ae7915-165b-4d1e-9117-a42271972301 x-openstack-request-id: req-52ae7915-165b-4d1e-9117-a42271972301 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:27.404445 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "c9df9a28-7a4c-42f3-93e5-e139b31302ec", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:27.404705 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52ae7915-165b-4d1e-9117-a42271972301 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:27.405145 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ae7915-165b-4d1e-9117-a42271972301'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': 'c9df9a28-7a4c-42f3-93e5-e139b31302ec', 'status': 'completed', 'code': 200} Apr 20 12:53:27.437158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-0d272c8d-82d8-4fb1-80f7-db76aaa6b77e service neutron] 10.222.0.30 "PUT /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b/bindings/n-h2-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0360932 Apr 20 12:53:27.468899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.469305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.469775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.470244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.470704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.471286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.471702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.483410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-56ce2d5b-2749-475e-a45f-79aca4cf1dfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6220 time: 0.0943329 Apr 20 12:53:27.658273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f1ff5a1a-3f4f-4c84-8202-30af02b72585 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.659756 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f1ff5a1a-3f4f-4c84-8202-30af02b72585 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0863948 Apr 20 12:53:27.710696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-8017af70-fa49-43f8-aee4-5aa2c2a58608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.711157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-8017af70-fa49-43f8-aee4-5aa2c2a58608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.711611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-8017af70-fa49-43f8-aee4-5aa2c2a58608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.713162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-8017af70-fa49-43f8-aee4-5aa2c2a58608 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f97882e9e14548f9b97a836a6998c203&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2175801 Apr 20 12:53:27.743231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310d552-ddb5-4f13-bece-5349eac6830f req-26cff868-bf6e-4a45-9da6-4a4d80db0a64 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.744823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8310d552-ddb5-4f13-bece-5349eac6830f req-26cff868-bf6e-4a45-9da6-4a4d80db0a64 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.0873535 Apr 20 12:53:27.749076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-5a33ba89-85ad-402b-9536-79f29c599d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.750584 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-5a33ba89-85ad-402b-9536-79f29c599d29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270&tenant_id=9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 1096 time: 0.0594671 Apr 20 12:53:27.871704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-e360e2b6-b0ad-43b6-831b-9dece4e73d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.873087 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-e360e2b6-b0ad-43b6-831b-9dece4e73d48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1096 time: 0.0871687 Apr 20 12:53:27.880164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70920739-0aad-45f7-843e-43cf42ecf0e0 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:27.891470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8310d552-ddb5-4f13-bece-5349eac6830f req-5bc774ff-7912-4a06-838a-ae87f11e960f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337445 Apr 20 12:53:27.896891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.914593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-26d594cd-f8af-4c96-b82d-665d4ad2e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.916068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fbb011f-2600-410e-a2b0-5f7c78e6437a req-26d594cd-f8af-4c96-b82d-665d4ad2e1fb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1939361 Apr 20 12:53:27.939319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.945222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.949870 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:53:27.951100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.951228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Transition to ACTIVE for port object 70920739-0aad-45f7-843e-43cf42ecf0e0 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:27.957731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.961385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:27.963871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.969853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.976529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:27.978753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-50fae717-50d6-46e2-8abf-3b8df1f5562a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5383 time: 0.1392443 Apr 20 12:53:28.034108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e87a1560-a8b0-43fc-83a4-f0da10f89190 req-0d359529-0340-4db0-a3d2-4b6767d11cd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0468273 Apr 20 12:53:28.064539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-71a94e25-ce9f-4a98-8c13-cbaf109daa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:28.065797 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-71a94e25-ce9f-4a98-8c13-cbaf109daa8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.1801398 Apr 20 12:53:28.068247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=70920739-0aad-45f7-843e-43cf42ecf0e0,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:28.134579 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-68b556d2-db06-42e7-adb2-102234e20042 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 217 time: 0.0405691 Apr 20 12:53:28.194340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-95498cad-ecdc-4ac3-854f-c31f3aa9589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:28.195775 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-95498cad-ecdc-4ac3-854f-c31f3aa9589a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0480473 Apr 20 12:53:28.224059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb225f-7a20-4575-8ab4-8d58127d7895 req-fdd2e20b-69fc-4797-a4b3-2722eaac2c44 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:28.226022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Attempting to bind port 70920739-0aad-45f7-843e-43cf42ecf0e0 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:28.226368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Attempting to bind port 70920739-0aad-45f7-843e-43cf42ecf0e0 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:28.226704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Attempting to bind port 70920739-0aad-45f7-843e-43cf42ecf0e0 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:28.236368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0abb225f-7a20-4575-8ab4-8d58127d7895 req-fdd2e20b-69fc-4797-a4b3-2722eaac2c44 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.1110754 Apr 20 12:53:28.247619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-364e0321-cedc-490f-b651-7bb2f7bd1a86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376697 Apr 20 12:53:28.248196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Port 70920739-0aad-45f7-843e-43cf42ecf0e0 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:28.248524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Attempting to bind port 70920739-0aad-45f7-843e-43cf42ecf0e0 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:28.256969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:28.257623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Checking segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:28.258233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Bound using segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:28.258847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Bound port: 70920739-0aad-45f7-843e-43cf42ecf0e0, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:28.259387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:28.289778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d472848-5054-42b9-aead-f9db1f081a72 req-183e94c2-ea26-4b3f-a0b5-1f8639fd2c22 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:28.291606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d472848-5054-42b9-aead-f9db1f081a72 req-183e94c2-ea26-4b3f-a0b5-1f8639fd2c22 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.30 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 945 time: 0.1250272 Apr 20 12:53:28.314287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0abb225f-7a20-4575-8ab4-8d58127d7895 req-f75dfd5d-ea88-416d-b3c5-d615c0aae5df tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f90720-3b6c-489d-b28f-26543843e40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769751 Apr 20 12:53:28.376006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56066) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:28.381183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 37cdb186-1070-4eef-9ab1-3802e8725361 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:53:28.398388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ad14959d-12be-4571-bc4f-a18e8efd8e0e no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:28.447025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: ad14959d-12be-4571-bc4f-a18e8efd8e0e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:28.447360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ad14959d-12be-4571-bc4f-a18e8efd8e0e not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:28.447993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:28.465563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Deleting port f4a13445-3235-4619-a88d-0b57d898daad {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:28.473532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:28.566756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 37cdb186-1070-4eef-9ab1-3802e8725361, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=37cdb186-1070-4eef-9ab1-3802e8725361,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:28.574556 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-f19abb3b-df1e-4ec5-89f9-cc781d310dcd service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125310 Apr 20 12:53:28.576732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] For port f4a13445-3235-4619-a88d-0b57d898daad, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f4a13445-3235-4619-a88d-0b57d898daad,segment=NetworkSegment(865fd502-9c7d-4041-98e3-e911aa640e07),segment_id=865fd502-9c7d-4041-98e3-e911aa640e07)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:28.577233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:28.582923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '37cdb186-1070-4eef-9ab1-3802e8725361', 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b', 'port_id': '37cdb186-1070-4eef-9ab1-3802e8725361', 'mac_address': 'fa:16:3e:13:2b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4deb06c-2878-4bc4-a46e-77f2834ba3b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:53:28.596423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Calling delete_port for f4a13445-3235-4619-a88d-0b57d898daad owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:28.734868 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-83bc0c80-b3d3-43b5-aff1-fd1dae7eaa81 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498516 Apr 20 12:53:28.758721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:28.789882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:28.807727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f4a13445-3235-4619-a88d-0b57d898daad'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:28.829311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Pushing event deleted for resources: {'Port': ['ID=f4a13445-3235-4619-a88d-0b57d898daad,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:28.835335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cdb186-1070-4eef-9ab1-3802e8725361 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:28.878668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 37cdb186-1070-4eef-9ab1-3802e8725361, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=37cdb186-1070-4eef-9ab1-3802e8725361,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:28.897933 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:28.903292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:28.921684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] No DVR routers for this DVR port f4a13445-3235-4619-a88d-0b57d898daad on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:28.925874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:28.930891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d472848-5054-42b9-aead-f9db1f081a72 req-be69193a-8d74-4051-8e6a-0c20ad0225fc tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.30 "DELETE /v2.0/ports/f4a13445-3235-4619-a88d-0b57d898daad HTTP/1.1" status: 204 len: 173 time: 0.6311979 Apr 20 12:53:28.931591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'name': 'network-vif-deleted', 'tag': 'f4a13445-3235-4619-a88d-0b57d898daad'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:28.934358 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b765552-348b-4151-b8e5-6bc82a10a38b" -d '{"events": [{"server_uuid": "32555a78-2e41-4acd-8ea4-cf283a1ae09d", "name": "network-vif-deleted", "tag": "f4a13445-3235-4619-a88d-0b57d898daad"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:28.947924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12bb86-89ad-4b91-82e6-1afa25073067 req-41c95de5-19b1-46cd-8e9a-328652814f25 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:28.950902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e12bb86-89ad-4b91-82e6-1afa25073067 req-41c95de5-19b1-46cd-8e9a-328652814f25 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 944 time: 0.4995253 Apr 20 12:53:29.027122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=37cdb186-1070-4eef-9ab1-3802e8725361,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:29.029199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e12bb86-89ad-4b91-82e6-1afa25073067 req-10eda4bc-b1f9-4708-9926-7c089c38687a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678689 Apr 20 12:53:29.052056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.052393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.052715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.053049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.053378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.054268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.054572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.054896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.055219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.055691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.056014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.056338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:53:29.091675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] For port 70920739-0aad-45f7-843e-43cf42ecf0e0, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:29.129286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] For port 70920739-0aad-45f7-843e-43cf42ecf0e0, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=70920739-0aad-45f7-843e-43cf42ecf0e0,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:29.148262 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:29.159295 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d339fcf0-1413-4f48-935f-db49371c2bba x-openstack-request-id: req-d339fcf0-1413-4f48-935f-db49371c2bba {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:29.159559 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32555a78-2e41-4acd-8ea4-cf283a1ae09d", "name": "network-vif-deleted", "tag": "f4a13445-3235-4619-a88d-0b57d898daad", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:29.159795 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d339fcf0-1413-4f48-935f-db49371c2bba {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:29.161491 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d339fcf0-1413-4f48-935f-db49371c2bba'] response: {'server_uuid': '32555a78-2e41-4acd-8ea4-cf283a1ae09d', 'name': 'network-vif-deleted', 'tag': 'f4a13445-3235-4619-a88d-0b57d898daad', 'status': 'completed', 'code': 200} Apr 20 12:53:29.207800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03395bec-e70b-4926-9611-9f568a61d6a3 req-e4608041-30d4-4f8b-8976-99047f936cfe tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.214259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03395bec-e70b-4926-9611-9f568a61d6a3 req-e4608041-30d4-4f8b-8976-99047f936cfe tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.1186910 Apr 20 12:53:29.245441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['37cdb186-1070-4eef-9ab1-3802e8725361'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:29.326283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.326912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:29.334263 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/70920739-0aad-45f7-843e-43cf42ecf0e0 HTTP/1.1" status: 200 len: 1091 time: 2.0629635 Apr 20 12:53:29.366531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.377560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.385562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.394247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.397391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:29.402481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.409755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '2d2152ba-c841-4838-9638-514cf5f96f90'}, {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:29.411911 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf15738-2e8b-4749-8278-073379202168" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "2d2152ba-c841-4838-9638-514cf5f96f90"}, {"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:29.413802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.421540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.426905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-a4360984-f8d0-4245-a630-b282efd51c8e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5395 time: 0.1960380 Apr 20 12:53:29.450720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03395bec-e70b-4926-9611-9f568a61d6a3 req-9ff8b064-f2db-4d2f-9c0f-144804ab72d5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094443 Apr 20 12:53:29.511541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f157ecf-21bc-47dd-810a-daf36c5de5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=70920739-0aad-45f7-843e-43cf42ecf0e0,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:29.525879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-751c6eb1-b4f0-4a23-915c-5eb22bd79595 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.529517 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-751c6eb1-b4f0-4a23-915c-5eb22bd79595 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.2551169 Apr 20 12:53:29.606383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e56df08-c83d-4584-a7f0-543753861cb7 req-c7f1a095-39fd-474d-89a3-e10e29b39388 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505246 Apr 20 12:53:29.660226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:29.718518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03d6d593-89fa-48b8-b8fa-386d04740f85 req-e9c2c6f1-40a9-4213-a641-2d16b4be4eb6 tempest-ServerGroupTestJSON-859331605 tempest-ServerGroupTestJSON-859331605-project] 10.222.0.24 "GET /v2.0/ports?device_id=32555a78-2e41-4acd-8ea4-cf283a1ae09d HTTP/1.1" status: 200 len: 210 time: 0.0629773 Apr 20 12:53:29.747801 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c35ff7-e487-42b1-9bfc-8d15890d243a x-openstack-request-id: req-e3c35ff7-e487-42b1-9bfc-8d15890d243a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:29.748107 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "2d2152ba-c841-4838-9638-514cf5f96f90", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:29.748339 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3c35ff7-e487-42b1-9bfc-8d15890d243a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:29.748739 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c35ff7-e487-42b1-9bfc-8d15890d243a'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '2d2152ba-c841-4838-9638-514cf5f96f90', 'status': 'completed', 'code': 200} Apr 20 12:53:29.748995 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c35ff7-e487-42b1-9bfc-8d15890d243a'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0', 'status': 'completed', 'code': 200} Apr 20 12:53:29.854373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.856074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.856074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.856473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.856927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.857379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.857893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:29.859829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf15738-2e8b-4749-8278-073379202168 req-1818b45e-3ba2-44c9-8803-ca9ef6bbac84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6287 time: 0.0938580 Apr 20 12:53:29.909379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-da65892a-475b-4487-99d6-217e6b44c647 service neutron] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:29.964789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-da65892a-475b-4487-99d6-217e6b44c647 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:29.966247 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-21e39530-ba3b-4d51-849f-9f77a2e28264 req-da65892a-475b-4487-99d6-217e6b44c647 service neutron] 10.222.0.37 "DELETE /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b/bindings/n-h1-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.4195814 Apr 20 12:53:29.997474 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:30.000688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-38a82b95-4d6e-4f5a-b31d-93e4d338230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.001160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-38a82b95-4d6e-4f5a-b31d-93e4d338230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.001621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-38a82b95-4d6e-4f5a-b31d-93e4d338230b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.003392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf15738-2e8b-4749-8278-073379202168 req-38a82b95-4d6e-4f5a-b31d-93e4d338230b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f97882e9e14548f9b97a836a6998c203&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1349821 Apr 20 12:53:30.128485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-e52a46ea-5382-4891-b7cc-9dadc9f447e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.130609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf15738-2e8b-4749-8278-073379202168 req-e52a46ea-5382-4891-b7cc-9dadc9f447e6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190472 Apr 20 12:53:30.272596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051ca9f-b1ef-48a4-acc1-d1c0c2ee14ea req-46e2849b-f523-4b61-a210-c2fb8f182da2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.275328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7051ca9f-b1ef-48a4-acc1-d1c0c2ee14ea req-46e2849b-f523-4b61-a210-c2fb8f182da2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 945 time: 0.1118031 Apr 20 12:53:30.291922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.293013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.293871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.294713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.295355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.295992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.296791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.299091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf15738-2e8b-4749-8278-073379202168 req-07d90e7f-af9d-4e9b-96da-415da94726f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6287 time: 0.0996120 Apr 20 12:53:30.346778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7051ca9f-b1ef-48a4-acc1-d1c0c2ee14ea req-233154b2-b920-428b-bfb7-3f54d4396c20 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624468 Apr 20 12:53:30.398493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 37cdb186-1070-4eef-9ab1-3802e8725361 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:30.586734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 37cdb186-1070-4eef-9ab1-3802e8725361 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:53:30.591776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 37cdb186-1070-4eef-9ab1-3802e8725361 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:30.592264 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:30.680097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-8cecf10b-7512-45c6-b9b1-a5a85ee1ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.681344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-8cecf10b-7512-45c6-b9b1-a5a85ee1ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.682021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-8cecf10b-7512-45c6-b9b1-a5a85ee1ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.684031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf15738-2e8b-4749-8278-073379202168 req-8cecf10b-7512-45c6-b9b1-a5a85ee1ea89 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f97882e9e14548f9b97a836a6998c203&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2692385 Apr 20 12:53:30.719110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 501a68ff-8e54-4765-b0e2-6159042e67c8 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:30.740625 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:30.766925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Transition to ACTIVE for port object 501a68ff-8e54-4765-b0e2-6159042e67c8 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:30.776819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:30.811359 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:30.873456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 37cdb186-1070-4eef-9ab1-3802e8725361, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=37cdb186-1070-4eef-9ab1-3802e8725361,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:30.877410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cdb186-1070-4eef-9ab1-3802e8725361'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:30.882712 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf895e4-f9ba-44db-9f63-76f1f8cacbb8" -d '{"events": [{"server_uuid": "61db8fc3-f6a9-41b0-9c0a-046030f3320a", "name": "network-vif-plugged", "status": "completed", "tag": "37cdb186-1070-4eef-9ab1-3802e8725361"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:30.892732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:30.980891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf15738-2e8b-4749-8278-073379202168 req-d4c5120d-47b1-4bce-b3bf-f658e1a00b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:30.983866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf15738-2e8b-4749-8278-073379202168 req-d4c5120d-47b1-4bce-b3bf-f658e1a00b99 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2854688 Apr 20 12:53:31.015258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457c334-b96b-439e-88e1-7354e4e14c3d req-aa49a8e9-d368-455d-82d9-4b8bc28d90b0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.020319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c457c334-b96b-439e-88e1-7354e4e14c3d req-aa49a8e9-d368-455d-82d9-4b8bc28d90b0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.4528685 Apr 20 12:53:31.036210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=501a68ff-8e54-4765-b0e2-6159042e67c8,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:31.042517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=37cdb186-1070-4eef-9ab1-3802e8725361,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:31.160416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c457c334-b96b-439e-88e1-7354e4e14c3d req-6ae5a68c-dbd1-435b-b0aa-c70cca019189 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864496 Apr 20 12:53:31.190018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.196673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.206311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.212086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.226725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.240383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.246232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.256041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-19049a8b-f159-453f-b5a2-bddbc75fe74c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5407 time: 0.2824807 Apr 20 12:53:31.260359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Deleting port fd1fcb66-38d3-4678-8606-22411da44950 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:31.260714 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:31.329848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92f0b317-ed68-4ee3-873c-8afcde4b3f75 req-e3f9a050-4007-47a7-94b9-a07e4a56f2d2 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729041 Apr 20 12:53:31.365284 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d4771-8f81-4d21-8578-e07cca9f0028 x-openstack-request-id: req-dd6d4771-8f81-4d21-8578-e07cca9f0028 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:31.365565 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61db8fc3-f6a9-41b0-9c0a-046030f3320a", "name": "network-vif-plugged", "status": "completed", "tag": "37cdb186-1070-4eef-9ab1-3802e8725361", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:31.365838 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd6d4771-8f81-4d21-8578-e07cca9f0028 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:31.366260 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6d4771-8f81-4d21-8578-e07cca9f0028'] response: {'server_uuid': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cdb186-1070-4eef-9ab1-3802e8725361', 'code': 200} Apr 20 12:53:31.373896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Attempting to bind port 501a68ff-8e54-4765-b0e2-6159042e67c8 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:31.374685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Attempting to bind port 501a68ff-8e54-4765-b0e2-6159042e67c8 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:31.374953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Attempting to bind port 501a68ff-8e54-4765-b0e2-6159042e67c8 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:31.378825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] For port fd1fcb66-38d3-4678-8606-22411da44950, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fd1fcb66-38d3-4678-8606-22411da44950,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:31.379339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:31.420924 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Port 501a68ff-8e54-4765-b0e2-6159042e67c8 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:31.421506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Attempting to bind port 501a68ff-8e54-4765-b0e2-6159042e67c8 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:31.429957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Calling delete_port for fd1fcb66-38d3-4678-8606-22411da44950 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:31.438445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:31.439050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Checking segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:31.439619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Bound using segment: {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:31.440216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Bound port: 501a68ff-8e54-4765-b0e2-6159042e67c8, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:31.440921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:31.631358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] For port 501a68ff-8e54-4765-b0e2-6159042e67c8, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:31.672255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6713d-4959-495d-865e-6b6c31623081 req-9d4bc6e6-5889-4ffc-a521-bad92d8d926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.673947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46a6713d-4959-495d-865e-6b6c31623081 req-9d4bc6e6-5889-4ffc-a521-bad92d8d926d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 1097 time: 0.2315085 Apr 20 12:53:31.680947 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] For port 501a68ff-8e54-4765-b0e2-6159042e67c8, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=501a68ff-8e54-4765-b0e2-6159042e67c8,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:31.699895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52be330-d7da-4831-bdc9-afd6144c049e req-68f107db-f8c9-4286-9bc5-87039ece7bba tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.701594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52be330-d7da-4831-bdc9-afd6144c049e req-68f107db-f8c9-4286-9bc5-87039ece7bba tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 946 time: 0.1706004 Apr 20 12:53:31.706603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:31.740056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222525fb-cd22-47ad-8c08-cb8e9bb3f62d req-52e7c9ef-e5c3-4618-972f-98c2c51143db tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.747677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-222525fb-cd22-47ad-8c08-cb8e9bb3f62d req-52e7c9ef-e5c3-4618-972f-98c2c51143db tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1096 time: 0.1536684 Apr 20 12:53:31.785624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:31.786333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:31.787725 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] 10.222.0.30 "PUT /v2.0/ports/501a68ff-8e54-4765-b0e2-6159042e67c8 HTTP/1.1" status: 200 len: 1091 time: 2.3985817 Apr 20 12:53:31.788715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:31.794129 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1955e97-baad-46da-9dab-772119a09f67" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:31.798912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46a6713d-4959-495d-865e-6b6c31623081 req-2f35c82e-69ce-4a27-a0b1-dd3b60cbf4e5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081519 Apr 20 12:53:31.825661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e804f02-e2ed-40e4-aa6b-4b95c2de1b84 service neutron] Pushing event updated for resources: {'Port': ['ID=501a68ff-8e54-4765-b0e2-6159042e67c8,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:31.862808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52be330-d7da-4831-bdc9-afd6144c049e req-d795bcd3-a287-403a-b3cf-8f6e7d7f2e40 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340895 Apr 20 12:53:31.874298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-222525fb-cd22-47ad-8c08-cb8e9bb3f62d req-3f6a583a-5bcf-4bc7-981c-f4c4f4010c49 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256938 Apr 20 12:53:31.939980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:32.001328 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9bfa7b-b86e-406e-ba8c-bfb0d28b3a16 x-openstack-request-id: req-df9bfa7b-b86e-406e-ba8c-bfb0d28b3a16 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:32.001953 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:32.002452 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df9bfa7b-b86e-406e-ba8c-bfb0d28b3a16 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:32.003066 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9bfa7b-b86e-406e-ba8c-bfb0d28b3a16'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8', 'status': 'completed', 'code': 200} Apr 20 12:53:32.004643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1fcb66-38d3-4678-8606-22411da44950,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:32.051981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:32.213806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:32.381350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:32.414295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f4a13445-3235-4619-a88d-0b57d898daad no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:32.441274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: f4a13445-3235-4619-a88d-0b57d898daad {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:32.442979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f4a13445-3235-4619-a88d-0b57d898daad not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:32.522276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.523520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.524151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.524771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.525391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.526041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.526700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.528827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1955e97-baad-46da-9dab-772119a09f67 req-5082745c-d521-4d3e-a0f5-4cb9d6899b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6354 time: 0.4058235 Apr 20 12:53:32.794598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16542a85-d975-45df-889f-61d550f9c6dc {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:32.808040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:32.849354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Transition to ACTIVE for port object 16542a85-d975-45df-889f-61d550f9c6dc will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:32.864046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.870780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.878183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.881832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-d31b3b2e-a769-4ebf-9705-a681bb0b31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.882355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-d31b3b2e-a769-4ebf-9705-a681bb0b31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.882769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-d31b3b2e-a769-4ebf-9705-a681bb0b31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.884417 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1955e97-baad-46da-9dab-772119a09f67 req-d31b3b2e-a769-4ebf-9705-a681bb0b31e6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f97882e9e14548f9b97a836a6998c203&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2975914 Apr 20 12:53:32.885857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.891830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.898450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.904467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:32.913981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-e28d97f0-1904-4f6f-a48f-02997f5b2d5d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5407 time: 0.1838980 Apr 20 12:53:32.934731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:33.024255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Router 773b374a-11e4-41ce-9391-f6b5c1d901f3 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:53:33.040208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=16542a85-d975-45df-889f-61d550f9c6dc,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:33.079769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-125a3556-6eed-454c-80ba-6fe015e06de5 req-981916e9-7574-475c-afd3-f8c97b56decc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649101 Apr 20 12:53:33.095354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-ce207876-177c-4c74-b670-50507e186224 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:33.100355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-ce207876-177c-4c74-b670-50507e186224 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.5585146 Apr 20 12:53:33.140420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-e2b0e8b6-28ed-47e7-8dc4-077a12e5ff00 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/quotas/9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 375 time: 0.0321734 Apr 20 12:53:33.276980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1955e97-baad-46da-9dab-772119a09f67 req-45f337fd-eadc-4b2c-a116-3b5ce0d809e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:33.278480 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f1955e97-baad-46da-9dab-772119a09f67 req-45f337fd-eadc-4b2c-a116-3b5ce0d809e2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3760924 Apr 20 12:53:33.356578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949da4b-1157-46b0-98a7-8519658b50dc req-2dc6e7e4-ab89-44da-b2e7-74fc3365ec84 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:33.358149 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1949da4b-1157-46b0-98a7-8519658b50dc req-2dc6e7e4-ab89-44da-b2e7-74fc3365ec84 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.1348858 Apr 20 12:53:33.440128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf80b8b-5e2e-4f06-88cd-e3f9e0cecb58 req-bad4790f-99bc-4577-96c2-4c7f8815a7f9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:33.442007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbf80b8b-5e2e-4f06-88cd-e3f9e0cecb58 req-bad4790f-99bc-4577-96c2-4c7f8815a7f9 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 945 time: 0.1674092 Apr 20 12:53:33.448007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-82dae3e3-3d2c-4a4e-8892-c8204097a91c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2972996 Apr 20 12:53:33.460390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:33.469098 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] Sync routers for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:33.477723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0ea350f5-711a-4742-9af9-1a632656d800 admin admin] 10.222.0.24 "PUT /v2.0/routers/773b374a-11e4-41ce-9391-f6b5c1d901f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0991325 Apr 20 12:53:33.478706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56148) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:33.483624 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:33.484377 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:33.627607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-e1b7a460-edf0-42d1-b686-8e522dd8554a service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696107 Apr 20 12:53:33.628701 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:33.665870 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-909a5ecf-97f0-4259-97eb-e649df5ac753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:33.770123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbf80b8b-5e2e-4f06-88cd-e3f9e0cecb58 req-92c26e7c-2638-41e7-a6d5-289207a32a03 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922829 Apr 20 12:53:33.791729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Attempting to bind port 16542a85-d975-45df-889f-61d550f9c6dc on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:33.792043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Attempting to bind port 16542a85-d975-45df-889f-61d550f9c6dc by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:33.792375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Attempting to bind port 16542a85-d975-45df-889f-61d550f9c6dc on network 44ea0f27-be77-4784-9c9d-a6d69428c421 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:33.799635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Port 16542a85-d975-45df-889f-61d550f9c6dc on network 44ea0f27-be77-4784-9c9d-a6d69428c421 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:33.800223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Attempting to bind port 16542a85-d975-45df-889f-61d550f9c6dc on network 44ea0f27-be77-4784-9c9d-a6d69428c421 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:33.813446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:33.813683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Checking segment: {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:33.814048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Bound using segment: {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:33.814488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Bound port: 16542a85-d975-45df-889f-61d550f9c6dc, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:33.814850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:33.840666 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:53:31Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:33.855345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Deleting port edd9dd58-6089-4309-88aa-df018f19fc5f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:33.855698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:33.882790 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] Checking router: 773b374a-11e4-41ce-9391-f6b5c1d901f3 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:33.887538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:33.892372 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] Routers {'773b374a-11e4-41ce-9391-f6b5c1d901f3'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:33.893456 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['773b374a-11e4-41ce-9391-f6b5c1d901f3'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:33.932130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] For port 16542a85-d975-45df-889f-61d550f9c6dc, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:33.938573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] For port 16542a85-d975-45df-889f-61d550f9c6dc, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=16542a85-d975-45df-889f-61d550f9c6dc,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:33.942595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-5da0023b-79f8-4cdb-a1bc-dc1ee855086f service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615917 Apr 20 12:53:33.947532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:33.984177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:33.986787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:33.993614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] 10.222.0.30 "PUT /v2.0/ports/16542a85-d975-45df-889f-61d550f9c6dc HTTP/1.1" status: 200 len: 1091 time: 1.9505074 Apr 20 12:53:34.010211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:34.012159 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] Set router 773b374a-11e4-41ce-9391-f6b5c1d901f3 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:34.026880 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296cb8f9-6137-4946-b395-7f231748b8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "16542a85-d975-45df-889f-61d550f9c6dc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:34.063872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Request body: {'port': {'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:34.151017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12472863-9ba2-450b-a6e0-8e070642c4dc service neutron] Pushing event updated for resources: {'Port': ['ID=16542a85-d975-45df-889f-61d550f9c6dc,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:34.220852 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:34.276837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966167c-f1e6-44d9-8fa1-3759f1b3c87a req-8ede8caa-aa2c-496f-9584-e76f0b20532a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.284289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1966167c-f1e6-44d9-8fa1-3759f1b3c87a req-8ede8caa-aa2c-496f-9584-e76f0b20532a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 946 time: 0.1886966 Apr 20 12:53:34.339092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] For port edd9dd58-6089-4309-88aa-df018f19fc5f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=edd9dd58-6089-4309-88aa-df018f19fc5f,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:34.339568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:34.345940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56162) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:34.384857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Calling delete_port for edd9dd58-6089-4309-88aa-df018f19fc5f owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:34.413600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:34.425014 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:53:31Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:34.485734 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04063f-d420-4234-9166-ec1a0f3ad086 None None] The sync data for ids ['773b374a-11e4-41ce-9391-f6b5c1d901f3'] in n-d-838550-2 is: [{'id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1794164598-router', 'tenant_id': '34228b65899d4098864c4e002e2bae2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:25Z', 'updated_at': '2022-04-20T12:53:31Z', 'revision_number': 5, 'project_id': '34228b65899d4098864c4e002e2bae2f', 'gw_port': {'id': '42833a3c-fe4d-4f47-b084-2b23943d5ebc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:07:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773b374a-11e4-41ce-9391-f6b5c1d901f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:26Z', 'updated_at': '2022-04-20T12:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:34.550372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1966167c-f1e6-44d9-8fa1-3759f1b3c87a req-4daa5859-e7f9-4df4-8a02-6be618eafba8 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611692 Apr 20 12:53:34.601434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] Deleting subnet 43943d5e-8a32-46b9-b581-414630d29d9e {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:53:34.623834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Deleting port 42833a3c-fe4d-4f47-b084-2b23943d5ebc {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:34.624537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:34.660144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:34.670865 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef129043-ea99-4e93-9f18-56c73251f1cb x-openstack-request-id: req-ef129043-ea99-4e93-9f18-56c73251f1cb {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:34.676266 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "16542a85-d975-45df-889f-61d550f9c6dc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:34.676418 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef129043-ea99-4e93-9f18-56c73251f1cb {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:34.676803 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef129043-ea99-4e93-9f18-56c73251f1cb'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc', 'status': 'completed', 'code': 200} Apr 20 12:53:34.847132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:34.855688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.856258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.856684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.857083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.858016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.858145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.858510 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:34.860423 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-ae4a9a6d-adb8-42ec-b209-96e97a16d828 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6421 time: 0.1928599 Apr 20 12:53:34.861732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['edd9dd58-6089-4309-88aa-df018f19fc5f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:34.942497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event deleted for resources: {'Port': ['ID=edd9dd58-6089-4309-88aa-df018f19fc5f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:34.955385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] For port 42833a3c-fe4d-4f47-b084-2b23943d5ebc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=42833a3c-fe4d-4f47-b084-2b23943d5ebc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:34.955760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.034856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Calling delete_port for 42833a3c-fe4d-4f47-b084-2b23943d5ebc owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:35.063774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] No DVR routers for this DVR port edd9dd58-6089-4309-88aa-df018f19fc5f on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:35.072430 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.075726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1949da4b-1157-46b0-98a7-8519658b50dc req-86ceae72-e065-4d96-9193-430d0079772a tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "DELETE /v2.0/ports/edd9dd58-6089-4309-88aa-df018f19fc5f HTTP/1.1" status: 204 len: 173 time: 1.7068691 Apr 20 12:53:35.076659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'name': 'network-vif-deleted', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:35.078480 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f572d8-acb3-4d40-9ff7-95f12e596c94" -d '{"events": [{"server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "name": "network-vif-deleted", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:35.215943 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.295502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5329df-d5ee-4713-b099-8ff040195eb1 req-75ca8a6f-125f-44d9-93e0-319d13d596a6 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.297090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c5329df-d5ee-4713-b099-8ff040195eb1 req-75ca8a6f-125f-44d9-93e0-319d13d596a6 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.7407713 Apr 20 12:53:35.307265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fd1fcb66-38d3-4678-8606-22411da44950 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:35.342341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fd1fcb66-38d3-4678-8606-22411da44950 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:35.342905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fd1fcb66-38d3-4678-8606-22411da44950 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:35.378539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.385938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.391890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.398273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.404442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.410309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.416760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.418754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-e13fcc03-b9b9-429a-9fc0-c8eaa3dfe105 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5419 time: 0.6767156 Apr 20 12:53:35.436191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.505463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-9d5b5a3b-1f8e-4648-a3b8-f414fafdf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.510085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-9d5b5a3b-1f8e-4648-a3b8-f414fafdf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.510768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-9d5b5a3b-1f8e-4648-a3b8-f414fafdf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.512571 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-9d5b5a3b-1f8e-4648-a3b8-f414fafdf2f6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f97882e9e14548f9b97a836a6998c203&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6390982 Apr 20 12:53:35.526256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c5329df-d5ee-4713-b099-8ff040195eb1 req-9c5cedad-4815-4f93-959d-0fe244a26746 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945617 Apr 20 12:53:35.553370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d56e75c-4eed-468c-8ebd-adbf32526f8b req-d1872501-3de0-4b76-a867-7a0cc73bb14e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234932 Apr 20 12:53:35.639262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-956f6a9f-fb5b-4ec8-82c7-c39cc238fb87 req-ac397388-c624-47b0-8db5-41329fdae296 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 210 time: 0.0370278 Apr 20 12:53:35.654195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f829414c-1212-4a0c-a192-a8a99ecca0b4 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:35.662506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.725285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.742211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43943d5e-8a32-46b9-b581-414630d29d9e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:35.760903 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-caeb578f-d9ec-4563-8e16-f9aee457078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.766477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-1513aa98-ec65-4c67-b290-4492a1deb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:35.767971 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-296cb8f9-6137-4946-b395-7f231748b8f4 req-1513aa98-ec65-4c67-b290-4492a1deb109 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2473440 Apr 20 12:53:35.791376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.794187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.797746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aa89a674-9877-408a-809d-49392247ba1f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43943d5e-8a32-46b9-b581-414630d29d9e HTTP/1.1" status: 204 len: 168 time: 1.4396503 Apr 20 12:53:35.801202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56182) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:35.826761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Transition to ACTIVE for port object f829414c-1212-4a0c-a192-a8a99ecca0b4 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:35.862057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:35.867332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42833a3c-fe4d-4f47-b084-2b23943d5ebc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:35.986480 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db96ebaa-1e99-403e-8276-715d467e4f77 x-openstack-request-id: req-db96ebaa-1e99-403e-8276-715d467e4f77 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:35.987112 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627cf34-4d48-4b5a-99e5-41ac5e40839b", "name": "network-vif-deleted", "tag": "edd9dd58-6089-4309-88aa-df018f19fc5f", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:35.987112 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db96ebaa-1e99-403e-8276-715d467e4f77 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:35.987469 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db96ebaa-1e99-403e-8276-715d467e4f77'] response: {'server_uuid': '6627cf34-4d48-4b5a-99e5-41ac5e40839b', 'name': 'network-vif-deleted', 'tag': 'edd9dd58-6089-4309-88aa-df018f19fc5f', 'status': 'completed', 'code': 200} Apr 20 12:53:36.039507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d830f5e1-6990-4fea-8e62-b13fe27de1d2 req-c0deb31b-24b6-4da6-bb44-f7a6f42108a3 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=6627cf34-4d48-4b5a-99e5-41ac5e40839b HTTP/1.1" status: 200 len: 210 time: 0.1464984 Apr 20 12:53:36.045596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.090965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.140189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Pushing event updated for resources: {'Port': ['ID=f829414c-1212-4a0c-a192-a8a99ecca0b4,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:36.170681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.173263 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.224982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.226067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773b374a-11e4-41ce-9391-f6b5c1d901f3 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:53:36.241701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.247028 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e1d87b5b-0c26-4325-99e9-2dd88feefab5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/773b374a-11e4-41ce-9391-f6b5c1d901f3 HTTP/1.1" status: 204 len: 168 time: 2.7667751 Apr 20 12:53:36.247726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56190) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:36.252503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedb7e7-c2af-41a3-a809-56779612a106 req-b9f86641-22c0-49ec-bcd1-4787290de5fb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:36.254073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7aedb7e7-c2af-41a3-a809-56779612a106 req-b9f86641-22c0-49ec-bcd1-4787290de5fb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 946 time: 0.1357572 Apr 20 12:53:36.322238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Attempting to bind port f829414c-1212-4a0c-a192-a8a99ecca0b4 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:36.323283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Attempting to bind port f829414c-1212-4a0c-a192-a8a99ecca0b4 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:36.323619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Attempting to bind port f829414c-1212-4a0c-a192-a8a99ecca0b4 on network 44ea0f27-be77-4784-9c9d-a6d69428c421 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:36.328449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.342944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] Deleting subnet 44524d36-7102-4e82-a279-f199eac64356 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:53:36.354625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Port f829414c-1212-4a0c-a192-a8a99ecca0b4 on network 44ea0f27-be77-4784-9c9d-a6d69428c421 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:36.354966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Attempting to bind port f829414c-1212-4a0c-a192-a8a99ecca0b4 on network 44ea0f27-be77-4784-9c9d-a6d69428c421 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:36.367979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.369847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:36.370041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Checking segment: {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:36.370315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Bound using segment: {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:36.370713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Bound port: f829414c-1212-4a0c-a192-a8a99ecca0b4, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fc06f1-cbf2-448e-978e-8483e896f73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:36.371073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.390636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7433dd7-0225-4268-8c83-83ce67e34b71']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:36.404662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7aedb7e7-c2af-41a3-a809-56779612a106 req-2d7945ef-ff65-42d8-8e15-8f8c1d4ecaae tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135521 Apr 20 12:53:36.457909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.466092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865fd502-9c7d-4041-98e3-e911aa640e07') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:36.466854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865fd502-9c7d-4041-98e3-e911aa640e07') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:36.509386 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.553137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] For port f829414c-1212-4a0c-a192-a8a99ecca0b4, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:36.567951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] For port f829414c-1212-4a0c-a192-a8a99ecca0b4, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:36.570254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.582570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.587144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:53:36.587958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:53:36.591440 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:53:36.645434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:36.646390 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.648931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] 10.222.0.30 "PUT /v2.0/ports/f829414c-1212-4a0c-a192-a8a99ecca0b4 HTTP/1.1" status: 200 len: 1091 time: 2.5932784 Apr 20 12:53:36.679934 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.683684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:36.687428 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b82276-5625-4344-9d06-8de8ec09daa5" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:36.783150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-2683d719-2ff7-484b-9560-e3ffe1b488f3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:36.785063 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-2683d719-2ff7-484b-9560-e3ffe1b488f3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.2807629 Apr 20 12:53:36.811636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Request body: {'port': {'device_id': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'admin_state_up': True, 'tenant_id': '9e322fabebe54304a534c6dab524db45'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:36.896667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.935981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.948729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2eca8-0a2d-421e-a8e9-74109da55db6 service neutron] Pushing event updated for resources: {'Port': ['ID=f829414c-1212-4a0c-a192-a8a99ecca0b4,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:36.966925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:36.969662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] 10.222.0.24 "DELETE /v2.0/networks/c7433dd7-0225-4268-8c83-83ce67e34b71 HTTP/1.1" status: 204 len: 168 time: 1.1673796 Apr 20 12:53:36.980526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967f567-0d61-4ed4-999c-5eb9e691e3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c7433dd7-0225-4268-8c83-83ce67e34b71,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:36.992824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44524d36-7102-4e82-a279-f199eac64356,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:36.995490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:36.996093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:36.996570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:36.997394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:36.997804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.007201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c80e3-5f5e-4024-955d-4e6d5bb46c71 None None] Network d331ae98-1b67-41a4-bdd2-63468516845f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:37.012040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.017846 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-002dc2f0-9a7c-495a-9e84-166f5973ca5e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/44524d36-7102-4e82-a279-f199eac64356 HTTP/1.1" status: 204 len: 168 time: 0.7668858 Apr 20 12:53:37.018420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:37.020712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.021307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.023934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d6c96a9f-d60c-4ab6-b0ee-929d60be12d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6488 time: 0.2835152 Apr 20 12:53:37.084046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf0bde-04f0-471d-ba1b-6b85d024bdd8 req-7e5bfbe4-d6fd-4b42-bc69-ef177a040b0c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.086226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edbf0bde-04f0-471d-ba1b-6b85d024bdd8 req-7e5bfbe4-d6fd-4b42-bc69-ef177a040b0c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3824403 Apr 20 12:53:37.088216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-16420720-468e-4ce9-88d1-fe0764990c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.089689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-16420720-468e-4ce9-88d1-fe0764990c33 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1095 time: 0.2891469 Apr 20 12:53:37.110160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.121155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.136231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.142131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.158653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.165312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.171181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.176185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56212) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:37.187425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.189446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-9fc8df2a-44d3-4400-8e94-b96cc93eb7ed tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.2892067 Apr 20 12:53:37.198963 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.243784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c571e546-68b1-497d-9149-7be762a08882 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cab4777-0a6c-4f65-a4f6-c01735134265 HTTP/1.1" status: 200 len: 217 time: 0.2012262 Apr 20 12:53:37.284026 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-86040fd7-6212-43c8-8efb-f0609b3f6220 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=916a5756b2f344fc889b07932ac7b0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932546 Apr 20 12:53:37.284717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Made reservation on behalf of 9e322fabebe54304a534c6dab524db45 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:37.289062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.302330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56214) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:37.352078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] DHCP port deletion for d331ae98-1b67-41a4-bdd2-63468516845f request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:53:37.367569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Deleting port 91863ce5-c642-4af9-b020-fe9603170bef {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:37.368415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.397973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device edd9dd58-6089-4309-88aa-df018f19fc5f no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:37.415302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8d5e-40f7-4b3a-82db-934b11a26c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.417910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-679d3656-7d69-4c86-9dae-f9030ed40260 req-d4ffba0a-b90e-4f65-baf4-885a31ecf816 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813879 Apr 20 12:53:37.420938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edbf0bde-04f0-471d-ba1b-6b85d024bdd8 req-24ecc310-c37d-49dd-ab37-e4e5a84ec801 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000289 Apr 20 12:53:37.432406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c2960110-2b4a-4c01-bbf6-ad1b268aa798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.435185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c2960110-2b4a-4c01-bbf6-ad1b268aa798 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2183d576-14b5-4237-973d-f875b237e6de HTTP/1.1" status: 200 len: 856 time: 0.1561594 Apr 20 12:53:37.442589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: edd9dd58-6089-4309-88aa-df018f19fc5f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:37.442928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device edd9dd58-6089-4309-88aa-df018f19fc5f not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:37.445910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8d5e-40f7-4b3a-82db-934b11a26c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.449573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42833a3c-fe4d-4f47-b084-2b23943d5ebc no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:37.488229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-1a7c5858-4ba9-4595-bc15-4ef7dab88ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.490166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-1a7c5858-4ba9-4595-bc15-4ef7dab88ed3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.2965689 Apr 20 12:53:37.532293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 42833a3c-fe4d-4f47-b084-2b23943d5ebc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:37.533108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42833a3c-fe4d-4f47-b084-2b23943d5ebc not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:37.575574 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515d6a70-8338-4a4e-84af-7d1c6d56715f x-openstack-request-id: req-515d6a70-8338-4a4e-84af-7d1c6d56715f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:37.575863 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:37.576118 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-515d6a70-8338-4a4e-84af-7d1c6d56715f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:37.576514 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515d6a70-8338-4a4e-84af-7d1c6d56715f'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4', 'status': 'completed', 'code': 200} Apr 20 12:53:37.577542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] Deleting port 91863ce5-c642-4af9-b020-fe9603170bef {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:37.577984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.588426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-80ba6631-f693-4688-a2a3-e1b91024cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.589968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-80ba6631-f693-4688-a2a3-e1b91024cf68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ba8362e-e634-46c3-b068-81722f541015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456265 Apr 20 12:53:37.633253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-95deb1ab-4423-4f56-90e3-b5ef700a8f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.1335344 Apr 20 12:53:37.649592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] For port 91863ce5-c642-4af9-b020-fe9603170bef, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91863ce5-c642-4af9-b020-fe9603170bef,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:37.650833 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.667511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] Calling delete_port for 91863ce5-c642-4af9-b020-fe9603170bef owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:37.725268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] For port 91863ce5-c642-4af9-b020-fe9603170bef, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91863ce5-c642-4af9-b020-fe9603170bef,segment=NetworkSegment(aba89456-70cb-4efe-ab19-1e986e103b6d),segment_id=aba89456-70cb-4efe-ab19-1e986e103b6d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:37.725612 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.738450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-01a099f0-d2e1-4e7a-b28b-e143c8f20ab2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.740128 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-01a099f0-d2e1-4e7a-b28b-e143c8f20ab2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.30 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 946 time: 0.2178864 Apr 20 12:53:37.760651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-521639f0-2505-4603-8c00-036cfce2f83b service neutron] 10.222.0.30 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257601 Apr 20 12:53:37.768255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8d5e-40f7-4b3a-82db-934b11a26c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.771434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8d5e-40f7-4b3a-82db-934b11a26c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.776134 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7a1b8d5e-40f7-4b3a-82db-934b11a26c52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59f90720-3b6c-489d-b28f-26543843e40c HTTP/1.1" status: 204 len: 168 time: 0.4705501 Apr 20 12:53:37.780161 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:37.809920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Calling delete_port for 91863ce5-c642-4af9-b020-fe9603170bef owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:37.814511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] Pushing event deleted for resources: {'Port': ['ID=91863ce5-c642-4af9-b020-fe9603170bef,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:37.819725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b8d5e-40f7-4b3a-82db-934b11a26c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f90720-3b6c-489d-b28f-26543843e40c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:37.835876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Allocated IP 172.20.0.7 (9cc1a42b-2e4d-4628-9b86-01d72495f9f8/7569de48-5477-4442-9c65-db251d1022bc/8100c42e-8d5e-48ec-9d67-399b5b373f80) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:37.840132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-aad7be07-d72b-45bf-ba50-a15904c83cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:37.842137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-aad7be07-d72b-45bf-ba50-a15904c83cfb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0577013 Apr 20 12:53:37.867074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80d44d4-ae9e-4480-af92-6b1fca5fd63d None None] No DVR routers for this DVR port 91863ce5-c642-4af9-b020-fe9603170bef on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:37.960519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cb6ced9-898e-4ca3-b4ae-6be7bce693dc req-9bdf3cd4-6ffe-4492-92a1-e9d6d6a226e6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 210 time: 0.3896620 Apr 20 12:53:38.123437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Deleting port 37cdb186-1070-4eef-9ab1-3802e8725361 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:38.124031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.144666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.150011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03793-f146-4860-9185-1a326466284a req-4a6ee31b-1745-4a14-b42a-bdf1c1110a85 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:38.157297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0a03793-f146-4860-9185-1a326466284a req-4a6ee31b-1745-4a14-b42a-bdf1c1110a85 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.4101565 Apr 20 12:53:38.171659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-e92fff11-037d-45e9-bc9c-70e9a7f3ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:38.173270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-e92fff11-037d-45e9-bc9c-70e9a7f3ddce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094107 Apr 20 12:53:38.183486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-0a3965ce-d0d1-4cfb-9f3f-30a231796386 service neutron] 10.222.0.30 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402820 Apr 20 12:53:38.229815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Pushing event deleted for resources: {'Port': ['ID=91863ce5-c642-4af9-b020-fe9603170bef,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:38.233748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] No DVR routers for this DVR port 91863ce5-c642-4af9-b020-fe9603170bef on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:38.293956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0a03793-f146-4860-9185-1a326466284a req-5aa901c2-8bc6-4175-bdea-a66976fb2f28 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215146 Apr 20 12:53:38.295473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d418d3f1-4ff9-4970-a5e6-95989fd773c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=c9df9a28-7a4c-42f3-93e5-e139b31302ec HTTP/1.1" status: 200 len: 217 time: 0.0993156 Apr 20 12:53:38.310550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd170a5-4ed0-4a43-ab4d-77ebf91d3efb req-cb14793e-89e9-4695-8b70-51dc34a594c7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:38.312034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dd170a5-4ed0-4a43-ab4d-77ebf91d3efb req-cb14793e-89e9-4695-8b70-51dc34a594c7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=61db8fc3-f6a9-41b0-9c0a-046030f3320a HTTP/1.1" status: 200 len: 946 time: 0.2398632 Apr 20 12:53:38.317555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.383589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.390057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] For port 37cdb186-1070-4eef-9ab1-3802e8725361, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=37cdb186-1070-4eef-9ab1-3802e8725361,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:38.390517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.414848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Calling delete_port for 37cdb186-1070-4eef-9ab1-3802e8725361 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:38.436335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d331ae98-1b67-41a4-bdd2-63468516845f']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:38.458853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba89456-70cb-4efe-ab19-1e986e103b6d') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:38.459277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba89456-70cb-4efe-ab19-1e986e103b6d') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:38.481656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.505487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.517315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.536842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.568577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:53:38.569116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:53:38.572789 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:53:38.613962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dd170a5-4ed0-4a43-ab4d-77ebf91d3efb req-57aa0c9f-02c4-4fb6-98db-2617f94bfe06 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751143 Apr 20 12:53:38.642601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:38.653337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:38.667556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:38.672584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:38.700627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.704176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-be2cafeb-b763-476f-b1bf-b2476bb68d7a service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179260 Apr 20 12:53:38.715415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.718761 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d331ae98-1b67-41a4-bdd2-63468516845f HTTP/1.1" status: 204 len: 168 time: 1.6994636 Apr 20 12:53:38.734869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a888-1b07-486d-aa0c-c6b59623b89f admin admin] Pushing event deleted for resources: {'Network': ['ID=d331ae98-1b67-41a4-bdd2-63468516845f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:38.771223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:38.772116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.777183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-63a2b0eb-69c9-4dd8-b4b3-2adcf7e86111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:38.787501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-63a2b0eb-69c9-4dd8-b4b3-2adcf7e86111 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.4723132 Apr 20 12:53:38.800504 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-1b77b844-b860-4451-84a9-139c15d546bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9951785 Apr 20 12:53:38.804914 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.816015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Request body: {'port': {'device_id': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:38.820634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.834941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['05e82032-1066-464b-a471-0e232de07836'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:38.843377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['37cdb186-1070-4eef-9ab1-3802e8725361'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:38.873256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Pushing event deleted for resources: {'Port': ['ID=37cdb186-1070-4eef-9ab1-3802e8725361,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:38.951545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] No DVR routers for this DVR port 37cdb186-1070-4eef-9ab1-3802e8725361 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:38.961261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:38.966077 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-677b5391-87a2-4ccd-917e-d2b4a0508807 req-8736e7b2-f0bc-4776-b05d-bd3fbf3b4354 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.30 "DELETE /v2.0/ports/37cdb186-1070-4eef-9ab1-3802e8725361 HTTP/1.1" status: 204 len: 173 time: 1.2156494 Apr 20 12:53:38.967013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'name': 'network-vif-deleted', 'tag': '37cdb186-1070-4eef-9ab1-3802e8725361'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:38.975177 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fd0ff0-776e-42b0-a4e5-dd8dfa46df51" -d '{"events": [{"server_uuid": "61db8fc3-f6a9-41b0-9c0a-046030f3320a", "name": "network-vif-deleted", "tag": "37cdb186-1070-4eef-9ab1-3802e8725361"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:38.980593 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:39.011272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.104710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56254) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:39.120354 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-34e9a079-b72d-4888-8058-fc40c17ac258 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34228b65899d4098864c4e002e2bae2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1349573 Apr 20 12:53:39.120679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56258) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:39.120788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3327b929-7fa7-4712-9837-252f84d3ed14 req-7f38613e-bd1a-4a13-a582-9cef6f6d29bb service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916509 Apr 20 12:53:39.153059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-f2c509f7-eaad-4085-8165-6e91ceec6591 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.154932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-f2c509f7-eaad-4085-8165-6e91ceec6591 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.37 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.8938804 Apr 20 12:53:39.272742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f455fe8-cd3b-4df3-a39e-f0d2056677c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.274343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b69b3-9b3f-482f-9e7a-295d366ae491 req-efebd66a-7da6-4dc4-a94e-4bcb8c1e0a09 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.283252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c6b69b3-9b3f-482f-9e7a-295d366ae491 req-efebd66a-7da6-4dc4-a94e-4bcb8c1e0a09 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.4316597 Apr 20 12:53:39.313745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.322060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.328453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.338193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.338679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91863ce5-c642-4af9-b020-fe9603170bef no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:39.345416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.352087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.358168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f455fe8-cd3b-4df3-a39e-f0d2056677c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.358555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.367629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-959382ef-d017-40ae-b4aa-38aea9c8a384 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.6606162 Apr 20 12:53:39.377087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 91863ce5-c642-4af9-b020-fe9603170bef {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:39.377410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91863ce5-c642-4af9-b020-fe9603170bef not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:39.436842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-f1351104-3beb-4ecf-bffc-a83602a7a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.438500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-f1351104-3beb-4ecf-bffc-a83602a7a02d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5754786 Apr 20 12:53:39.460376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1322813615-network', 'tenant_id': '823b11370b1d462e816bb010d879917f'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:39.471381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-8f325509-490c-4556-940c-4df55c55b19d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.473010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-8f325509-490c-4556-940c-4df55c55b19d tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 944 time: 0.3696380 Apr 20 12:53:39.535009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7227c83d-ce27-47db-b6ba-bcb03f54dcbf req-c0f3a803-9d94-474c-a560-d96da8593161 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661289 Apr 20 12:53:39.618950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8100c42e-8d5e-48ec-9d67-399b5b373f80 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:39.628720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.644254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Transition to ACTIVE for port object 8100c42e-8d5e-48ec-9d67-399b5b373f80 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:53:39.646081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Made reservation on behalf of 823b11370b1d462e816bb010d879917f for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:39.651028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.655722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.657969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c6b69b3-9b3f-482f-9e7a-295d366ae491 req-2fb1b1fe-c8a2-441e-8f2a-59fdcea468aa tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3734231 Apr 20 12:53:39.720716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.741410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f455fe8-cd3b-4df3-a39e-f0d2056677c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.744298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f455fe8-cd3b-4df3-a39e-f0d2056677c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.749030 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5f455fe8-cd3b-4df3-a39e-f0d2056677c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56d794f1-fc1d-4d2b-b0ac-19be03243bf7 HTTP/1.1" status: 204 len: 168 time: 0.6273632 Apr 20 12:53:39.791021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f455fe8-cd3b-4df3-a39e-f0d2056677c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d794f1-fc1d-4d2b-b0ac-19be03243bf7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:39.851446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:39.855360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5eecfb-dc8b-48d7-a6c9-7f95d76a9312 req-d30eb7d0-5df0-40a6-8162-ce67cdc832d5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:39.856957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5eecfb-dc8b-48d7-a6c9-7f95d76a9312 req-d30eb7d0-5df0-40a6-8162-ce67cdc832d5 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 944 time: 0.1920936 Apr 20 12:53:39.865307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Deleting port 1f9f45c7-1c5f-4316-84e8-bded2d082221 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:39.866192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.937854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:39.938219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:39.938526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:39.950667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:39.950999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:39.951500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-cc0a68c8-ea17-4742-b739-2158dca0f64b service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737008 Apr 20 12:53:39.963682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.965386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:39.965573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:39.965937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:39.966382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Bound port: 8100c42e-8d5e-48ec-9d67-399b5b373f80, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:39.966736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:39.978079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.004765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:53:40.044967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3e6348-07c4-4265-af0e-43d420bcbc09,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:40.047973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.048320 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Added segment ff511711-f027-42dc-9154-040f8c7d4442 of type vlan for network 23a938c9-f78a-49c3-bddc-0abbca3dfc77 Apr 20 12:53:40.072098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-6dfa0f14-80dd-4eff-9012-7e94b3b4fdc0 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009207 Apr 20 12:53:40.076306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] For port 1f9f45c7-1c5f-4316-84e8-bded2d082221, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:40.076679 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.121346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d4864-c3bf-45f2-9312-81dfdcd297d3 req-dd53e328-2220-465d-bc8a-46ced1664249 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:40.122897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-738d4864-c3bf-45f2-9312-81dfdcd297d3 req-dd53e328-2220-465d-bc8a-46ced1664249 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 943 time: 0.3827071 Apr 20 12:53:40.140892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:40.143805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.158334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:40.164949 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.211616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5eecfb-dc8b-48d7-a6c9-7f95d76a9312 req-221e3c3d-0bd8-4bd7-94f0-c81071542c74 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583151 Apr 20 12:53:40.212821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c8cab43f-b84a-4c85-8022-b571abc8c7a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2d2152ba-c841-4838-9638-514cf5f96f90 HTTP/1.1" status: 200 len: 217 time: 0.1316748 Apr 20 12:53:40.234824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:40.263402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:40.264039 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.265946 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0e8cd5de-0443-4fb8-92f7-da80fbc9bbd6 service neutron] 10.222.0.37 "PUT /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 1091 time: 1.4554226 Apr 20 12:53:40.283461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.285301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:40.287083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.392114 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4e07eb-f11a-40fd-ac52-d7edab572aa5 x-openstack-request-id: req-2d4e07eb-f11a-40fd-ac52-d7edab572aa5 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:40.392501 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61db8fc3-f6a9-41b0-9c0a-046030f3320a", "name": "network-vif-deleted", "tag": "37cdb186-1070-4eef-9ab1-3802e8725361", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:40.392689 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d4e07eb-f11a-40fd-ac52-d7edab572aa5 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:40.393716 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d4e07eb-f11a-40fd-ac52-d7edab572aa5'] response: {'server_uuid': '61db8fc3-f6a9-41b0-9c0a-046030f3320a', 'name': 'network-vif-deleted', 'tag': '37cdb186-1070-4eef-9ab1-3802e8725361', 'status': 'completed', 'code': 200} Apr 20 12:53:40.417958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] Pushing event updated for resources: {'Network': ['ID=23a938c9-f78a-49c3-bddc-0abbca3dfc77,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:40.433711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 23a938c9-f78a-49c3-bddc-0abbca3dfc77 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:53:40.487718 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4c28fed3-77f1-475d-87c4-1ab01b8aa803 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3733914 Apr 20 12:53:40.492142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0edb1da3-e474-4a10-9a9b-dd094ba79182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:40.494260 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-0edb1da3-e474-4a10-9a9b-dd094ba79182 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1094 time: 0.0986824 Apr 20 12:53:40.596705 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-bcac9381-7cde-458a-92f6-23c722c90caf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 217 time: 0.0918446 Apr 20 12:53:40.646539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Deleting port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:40.647186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:40.700289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-57921bfb-0bb9-4579-b8b0-8d946723d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:40.701747 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-57921bfb-0bb9-4579-b8b0-8d946723d87f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0964248 Apr 20 12:53:40.784062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-738d4864-c3bf-45f2-9312-81dfdcd297d3 req-561beaae-bcf9-4dc7-a87d-3d5594de4db2 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294315 Apr 20 12:53:40.915084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5814dfdf-b37a-44eb-ba7f-bbe83738fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:40.916963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5814dfdf-b37a-44eb-ba7f-bbe83738fc27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.6935799 Apr 20 12:53:40.964011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56296) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:41.044980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb3cd1-19fc-4a75-a738-77da947049ff req-0a1d55a0-6dfa-4fad-b283-a17f9d6dfc0f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.052955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14fb3cd1-19fc-4a75-a738-77da947049ff req-0a1d55a0-6dfa-4fad-b283-a17f9d6dfc0f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 945 time: 0.3973691 Apr 20 12:53:41.131848 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-41275642-40bb-4279-8d5e-ab3c63044a39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4174581 Apr 20 12:53:41.143853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] For port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:41.144227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:41.159841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-network', 'tenant_id': '0ee225c581c9469481786eb0f46481bb'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:41.189685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Calling delete_port for aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:41.206947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-2514e07f-f56d-4079-adab-84e6b6240814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.208526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-2514e07f-f56d-4079-adab-84e6b6240814 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2786469 Apr 20 12:53:41.261280 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-5d8d2c9d-b807-4ee1-9617-cc28c87c15ba service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217771 Apr 20 12:53:41.292255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:41.292615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:41.292931 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Floating IP fda76fb5-2669-4c83-a32f-80beec58cd8a disassociated. External IP: 172.25.3.188, port: 1f9f45c7-1c5f-4316-84e8-bded2d082221. Apr 20 12:53:41.293265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Calling delete_port for 1f9f45c7-1c5f-4316-84e8-bded2d082221 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:41.373855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14fb3cd1-19fc-4a75-a738-77da947049ff req-7e618230-607d-408e-9c84-1a9c935a73e7 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7943b7a-b84b-4916-bddb-c9ca2b555560&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189659 Apr 20 12:53:41.375611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-1c570c1a-e208-400d-b650-1e958d63b278 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508687 Apr 20 12:53:41.379811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 1f9f45c7-1c5f-4316-84e8-bded2d082221 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:41.391086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.402594 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4a233ffe-e97b-4fac-b9c8-f82a61de3bb8 req-cb1b0b2b-8fbf-4b94-83b9-eaf6897960b9 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176658 Apr 20 12:53:41.403140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.403140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.409228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.415752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.421697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.427499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.429507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-5cd9782a-5531-41a1-a12b-9b90ff3a2b1d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.4547093 Apr 20 12:53:41.449403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Made reservation on behalf of 0ee225c581c9469481786eb0f46481bb for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:41.451604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:41.482033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:41.512705 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:41.542025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:41.544458 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c5e4aa-f032-40d6-b23c-e0f97a7674a6" -d '{"events": [{"server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:41.558728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 1f9f45c7-1c5f-4316-84e8-bded2d082221, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1f9f45c7-1c5f-4316-84e8-bded2d082221,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:41.565493 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:41.618706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1f9f45c7-1c5f-4316-84e8-bded2d082221,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:41.677844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a303b740-b6e7-4ecc-9c47-7054342d2600 req-7fde3a6d-a53d-4c22-b22a-6eeaa75040dd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2218606 Apr 20 12:53:41.788413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-a340cd61-e35c-4d3e-b176-3c4724fd08da service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559163 Apr 20 12:53:41.796428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b865-edf8-4396-948f-b5bbdcfb2137 req-2d090dfc-82bc-42c1-b168-7baad2affd0d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:41.798123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d838b865-edf8-4396-948f-b5bbdcfb2137 req-2d090dfc-82bc-42c1-b168-7baad2affd0d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2218244 Apr 20 12:53:41.890532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-b7a95602-031f-4a39-a646-02943e863abd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=70920739-0aad-45f7-843e-43cf42ecf0e0 HTTP/1.1" status: 200 len: 217 time: 0.0911858 Apr 20 12:53:41.932523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.049113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event deleted for resources: {'Port': ['ID=aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:42.052337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.067193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d838b865-edf8-4396-948f-b5bbdcfb2137 req-7961b4df-def7-4029-a991-dbf13115ae39 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554288 Apr 20 12:53:42.118629 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.171590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.219269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] No DVR routers for this DVR port aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:42.223774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5a21f1dc-c0b8-40aa-b3a8-b65015f491bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:42.225202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5a21f1dc-c0b8-40aa-b3a8-b65015f491bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.3114443 Apr 20 12:53:42.227096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.230076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fa8c685-c24d-42d5-b166-0fb01b22e6ad req-d51732af-f9f4-4b07-bed8-850f776640a2 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "DELETE /v2.0/ports/aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 HTTP/1.1" status: 204 len: 173 time: 2.7280371 Apr 20 12:53:42.232258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:53:42.252123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'name': 'network-vif-deleted', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:42.254752 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273a8424-af79-4711-8afc-fc5704a4307c" -d '{"events": [{"server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "name": "network-vif-deleted", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:42.323499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event deleted for resources: {'Port': ['ID=1f9f45c7-1c5f-4316-84e8-bded2d082221,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:42.368720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.369065 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Added segment 28ae74b6-4639-4b37-b546-67a3e630d33a of type vlan for network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da Apr 20 12:53:42.371844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f096d2-ce92-4ce3-8abc-374be98355f8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:42.395296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:42.398904 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:42.429713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b8758-efdc-4721-ae9b-659dbb1f38c5 req-a25d9691-5f7a-4b64-86e6-45d3c915a440 tempest-ComputeTenantNetworksTest-1754624420 tempest-ComputeTenantNetworksTest-1754624420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:42.435520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b8758-efdc-4721-ae9b-659dbb1f38c5 req-a25d9691-5f7a-4b64-86e6-45d3c915a440 tempest-ComputeTenantNetworksTest-1754624420 tempest-ComputeTenantNetworksTest-1754624420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:42.441495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b8758-efdc-4721-ae9b-659dbb1f38c5 req-a25d9691-5f7a-4b64-86e6-45d3c915a440 tempest-ComputeTenantNetworksTest-1754624420 tempest-ComputeTenantNetworksTest-1754624420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:42.443132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-457b8758-efdc-4721-ae9b-659dbb1f38c5 req-a25d9691-5f7a-4b64-86e6-45d3c915a440 tempest-ComputeTenantNetworksTest-1754624420 tempest-ComputeTenantNetworksTest-1754624420-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5282681 Apr 20 12:53:42.461936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 37cdb186-1070-4eef-9ab1-3802e8725361 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:42.496143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.499836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 37cdb186-1070-4eef-9ab1-3802e8725361 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:42.500743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 37cdb186-1070-4eef-9ab1-3802e8725361 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:42.510322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cf586-6e11-40d2-8fd0-24ce283c22b8 req-1cd224cf-347f-437d-8743-1a0cb252c338 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:42.517515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-710cf586-6e11-40d2-8fd0-24ce283c22b8 req-1cd224cf-347f-437d-8743-1a0cb252c338 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3737447 Apr 20 12:53:42.536881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5be54443-2d4a-4c47-bd86-8516207b8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:42.538389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-5be54443-2d4a-4c47-bd86-8516207b8052 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2800527 Apr 20 12:53:42.596927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c7627e2-5116-410b-b019-69d35a215028 req-d1443720-91a9-4100-9896-702349899936 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ef42fb1-c2f7-4664-8173-c62803b75c66 HTTP/1.1" status: 200 len: 210 time: 0.0709310 Apr 20 12:53:42.655829 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac642033-1040-4afd-8c79-5e319639eec9 x-openstack-request-id: req-ac642033-1040-4afd-8c79-5e319639eec9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:42.656355 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:42.656921 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac642033-1040-4afd-8c79-5e319639eec9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:42.657368 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac642033-1040-4afd-8c79-5e319639eec9'] response: {'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'code': 200} Apr 20 12:53:42.680733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.682179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:42.682879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:42.739069 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-710cf586-6e11-40d2-8fd0-24ce283c22b8 req-1094b122-fe68-49fe-a783-e761a222c612 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206709 Apr 20 12:53:42.800851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] Pushing event updated for resources: {'Network': ['ID=2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:42.818084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:53:42.842225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c1df7dd1-b249-419f-9e87-517e411747c1 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818069 Apr 20 12:53:42.858379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Router b9611efa-e79f-45e5-99d6-e6326111a8bc has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:53:42.871622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56322) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:42.876490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Request body: {'subnet': {'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-subnet', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:42.894151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-868d06b4-afa6-4b89-804f-b58a1cdb196b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9226270 Apr 20 12:53:42.895901 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291af6c8-6f1b-4ee6-b837-6df10c7ffa79 x-openstack-request-id: req-291af6c8-6f1b-4ee6-b837-6df10c7ffa79 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:42.896161 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef42fb1-c2f7-4664-8173-c62803b75c66", "name": "network-vif-deleted", "tag": "aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:42.898768 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-291af6c8-6f1b-4ee6-b837-6df10c7ffa79 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:42.899172 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291af6c8-6f1b-4ee6-b837-6df10c7ffa79'] response: {'server_uuid': '3ef42fb1-c2f7-4664-8173-c62803b75c66', 'name': 'network-vif-deleted', 'tag': 'aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2', 'status': 'completed', 'code': 200} Apr 20 12:53:42.929568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Made reservation on behalf of 0ee225c581c9469481786eb0f46481bb for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:42.932098 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.023880 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6383094-671e-4ba4-b999-d19a32e58f1a x-openstack-request-id: req-d6383094-671e-4ba4-b999-d19a32e58f1a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:43.024670 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:43.025004 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6383094-671e-4ba4-b999-d19a32e58f1a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:43.025516 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6383094-671e-4ba4-b999-d19a32e58f1a'] response: {'name': 'network-changed', 'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'status': 'completed', 'code': 200} Apr 20 12:53:43.132831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2197572-00e9-44e2-8c28-eac84792a633 req-8336b50d-3df4-454b-b569-ecf26626586f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:43.134836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2197572-00e9-44e2-8c28-eac84792a633 req-8336b50d-3df4-454b-b569-ecf26626586f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 943 time: 0.3354785 Apr 20 12:53:43.184287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4dad4680-388c-4cdc-ba28-283110ec02a8 req-89ed560b-3e15-45b2-a7c4-5bf42e89cd62 tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/ports?device_id=d95baff0-15f0-469c-8f0f-84a00d36cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0829508 Apr 20 12:53:43.195684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.246859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e290cb61-2f3f-417e-8d8a-c387d91072b8,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:43.262765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Checking segment: {'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:43.263125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Network hostable DHCP agents. Network: 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:53:43.281420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:53:43.290604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:43.296373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:43.296485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.299875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0adf4e8-c4b0-4c9d-83bc-8837a580e42e None None] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:43.322417 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-662253c8-a35a-4fd8-8f0a-56f0249ff9a6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4496634 Apr 20 12:53:43.325076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56326) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:43.329738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:43.360292 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.362044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.379178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:53:43.384857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:43.423758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:43.424130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aa3bca34-d02a-4bf5-aa21-b9bbd8379ea2 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:43.432542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.558628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-dab6cc01-9c97-48f9-92c3-4b5b1de1c90f service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963916 Apr 20 12:53:43.573406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da', 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'fixed_ips': [{'subnet_id': 'e290cb61-2f3f-417e-8d8a-c387d91072b8'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:53:43.574277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.592551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.593032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-99b34468-039b-47c3-90c0-5fe77501b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:43.594643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-99b34468-039b-47c3-90c0-5fe77501b92d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1094 time: 0.5127497 Apr 20 12:53:43.599418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:43.669800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'port_id': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'mac_address': 'fa:16:3e:78:44:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7569de48-5477-4442-9c65-db251d1022bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:53:43.696487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2197572-00e9-44e2-8c28-eac84792a633 req-58782b4d-8e73-4714-905b-c61057c09c28 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432127 Apr 20 12:53:43.697698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-dd5c1bc1-f0a8-411d-8160-8ae5a812e6c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=501a68ff-8e54-4765-b0e2-6159042e67c8 HTTP/1.1" status: 200 len: 217 time: 0.1188815 Apr 20 12:53:43.746113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:43.763397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] Sync routers for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:43.765343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.793194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8100c42e-8d5e-48ec-9d67-399b5b373f80 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:53:43.807924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:43.808837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:43.817326 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.830402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264565-6419-44c9-ae06-c92019635867 req-f5a3e004-a537-492d-8a87-c3154936917f tempest-ComputeTenantNetworksTest-1754624420 tempest-ComputeTenantNetworksTest-1754624420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:43.831761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94264565-6419-44c9-ae06-c92019635867 req-f5a3e004-a537-492d-8a87-c3154936917f tempest-ComputeTenantNetworksTest-1754624420 tempest-ComputeTenantNetworksTest-1754624420-project] 10.222.0.24 "GET /v2.0/networks/23a938c9-f78a-49c3-bddc-0abbca3dfc77 HTTP/1.1" status: 200 len: 769 time: 0.2694912 Apr 20 12:53:43.846600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56330) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:43.856070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.867372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Allocated IP 172.20.0.2 (2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da/e290cb61-2f3f-417e-8d8a-c387d91072b8/e51d64a8-3070-4bba-b555-cee876671106) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:43.868041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] No DVR routers for this DVR port 1f9f45c7-1c5f-4316-84e8-bded2d082221 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:43.878098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:43.881168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.885037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23ef9cd2-ea2a-4fff-844e-db0a76ef6555 req-018f0f89-5270-45db-94c7-d602cfedb18c tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.37 "DELETE /v2.0/ports/1f9f45c7-1c5f-4316-84e8-bded2d082221 HTTP/1.1" status: 204 len: 173 time: 4.7187762 Apr 20 12:53:43.889817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-033840fd-83b2-428e-887c-bb5a5427609c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:43.891228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-033840fd-83b2-428e-887c-bb5a5427609c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.1835537 Apr 20 12:53:43.891787 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:43.948977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-9547e2ba-5588-4a9a-9f08-8fe30623305c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:43.950639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-9547e2ba-5588-4a9a-9f08-8fe30623305c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.3359842 Apr 20 12:53:43.991455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:43.997440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.003452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.010302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.016418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.023452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.030227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.032209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-cbd6809c-0d4d-4ff7-b2b5-00b4a0638ce5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.1979337 Apr 20 12:53:44.040122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.081011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-b0956ad1-a763-4375-94be-9c518dc20e8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 217 time: 0.1164379 Apr 20 12:53:44.085668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-cee2a7bb-48a7-4db6-9832-6a4618fc14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.088967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-cee2a7bb-48a7-4db6-9832-6a4618fc14bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1782815 Apr 20 12:53:44.143989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Allocated IP 172.25.3.246 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/e113034f-6c75-4b3a-89be-34a97be40899) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:44.190585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.223841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:44.224099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a938c9-f78a-49c3-bddc-0abbca3dfc77']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:44.233743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-757b3a8f-06d0-4ddf-9e5f-aaf8566c1c17 req-1ee82afb-c67b-4a8d-a86b-bcd38447f99f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1700253 Apr 20 12:53:44.246322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-68140fae-1f72-4922-97e1-7fd58c62a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.247734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-68140fae-1f72-4922-97e1-7fd58c62a15d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.1522198 Apr 20 12:53:44.255117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bf8a7-e918-4cf4-ac49-641ee8c6a391 req-375ee781-5436-4891-af2e-93b15c7d19c5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.257331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f9bf8a7-e918-4cf4-ac49-641ee8c6a391 req-375ee781-5436-4891-af2e-93b15c7d19c5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1943583 Apr 20 12:53:44.264105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff511711-f027-42dc-9154-040f8c7d4442') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:44.264313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:44.264418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff511711-f027-42dc-9154-040f8c7d4442') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:44.275943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:53:44.287990 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.312283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.314654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-4b7c3591-b718-4d59-955e-399954bc6abc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510931 Apr 20 12:53:44.322599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:53:44.323013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:53:44.324876 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:53:44.335241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-725e7662-2ac5-450e-8ee5-abe0d698e981 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141399 Apr 20 12:53:44.422801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.437833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.451395 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.455104 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] 10.222.0.24 "DELETE /v2.0/networks/23a938c9-f78a-49c3-bddc-0abbca3dfc77 HTTP/1.1" status: 204 len: 168 time: 0.6069169 Apr 20 12:53:44.469069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e828023-5871-45e5-a8af-1dfed0ca347f admin admin] Pushing event deleted for resources: {'Network': ['ID=23a938c9-f78a-49c3-bddc-0abbca3dfc77,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:44.493675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f9bf8a7-e918-4cf4-ac49-641ee8c6a391 req-cd2b2062-616e-481a-ba7e-83ddf0657e61 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817667 Apr 20 12:53:44.521068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.548777 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.623651 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.628542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:44.635682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-d0490f7d-0044-440a-88c6-28bcf93021af service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908163 Apr 20 12:53:44.636861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:44.647615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:44.706839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56346) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:44.709041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Pushing event updated for resources: {'Port': ['ID=e113034f-6c75-4b3a-89be-34a97be40899,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:44.720577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:44.734081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56348) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:44.750048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-202e50dc-867d-4a68-a821-db27227522be service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167948 Apr 20 12:53:44.756327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:44.758197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Pushing event updated for resources: {'Port': ['ID=e51d64a8-3070-4bba-b555-cee876671106,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:44.762253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:44.773712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-716eb320-76bc-49b7-b798-feb1efbf7250 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16542a85-d975-45df-889f-61d550f9c6dc HTTP/1.1" status: 200 len: 217 time: 0.1245699 Apr 20 12:53:44.857587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Attempting to bind port e51d64a8-3070-4bba-b555-cee876671106 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:44.858028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Attempting to bind port e51d64a8-3070-4bba-b555-cee876671106 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:44.858394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Attempting to bind port e51d64a8-3070-4bba-b555-cee876671106 on network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:44.875134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:44.875452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Checking segment: {'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:44.875829 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.876249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Bound using segment: {'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:44.876718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Bound port: e51d64a8-3070-4bba-b555-cee876671106, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:44.877100 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.888646 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b839f94b-4b4b-4265-be19-b274d90f1c24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=823b11370b1d462e816bb010d879917f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508985 Apr 20 12:53:44.900771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56352) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:44.906295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'name': 'network-vif-deleted', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:44.908528 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d5e128-a67b-47d6-9d26-6aeb16ae8df6" -d '{"events": [{"server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "name": "network-vif-deleted", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:44.911177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:22Z', 'revision_number': 5, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:44.922168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a12e4ff-647d-4744-a2f3-7f7a0eb4944d tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.968366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] Checking router: b9611efa-e79f-45e5-99d6-e6326111a8bc for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:44.972447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-44ab7140-8c25-4392-ad6d-62d83b1d802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.974006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-44ab7140-8c25-4392-ad6d-62d83b1d802c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acb176ef-8454-40b3-9220-de15725e781c HTTP/1.1" status: 200 len: 797 time: 0.1711650 Apr 20 12:53:44.977465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a12e4ff-647d-4744-a2f3-7f7a0eb4944d tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:44.989821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f979cd2-af6f-42b5-9922-af78e4369360 req-aefb6ca3-a335-4bdc-8f56-18e01cf1ae42 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:44.996723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:44.997033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f979cd2-af6f-42b5-9922-af78e4369360 req-aefb6ca3-a335-4bdc-8f56-18e01cf1ae42 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2451048 Apr 20 12:53:44.997354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:45.041310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] For port e51d64a8-3070-4bba-b555-cee876671106, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:45.063763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] For port e51d64a8-3070-4bba-b555-cee876671106, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e51d64a8-3070-4bba-b555-cee876671106,segment=NetworkSegment(28ae74b6-4639-4b37-b546-67a3e630d33a),segment_id=28ae74b6-4639-4b37-b546-67a3e630d33a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:45.065717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e980a6-5419-4182-9a4f-7e90b1734d2a req-b8d60c06-f995-4329-8e94-9e4e8b43a8fe tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.067307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11e980a6-5419-4182-9a4f-7e90b1734d2a req-b8d60c06-f995-4329-8e94-9e4e8b43a8fe tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 945 time: 0.2565968 Apr 20 12:53:45.085053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc5f5d58-6e30-48b9-b1c2-f977794e8eb4 req-4e2e1994-e4f5-4d38-9664-8a5972342c83 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080347 Apr 20 12:53:45.107887 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.130151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f979cd2-af6f-42b5-9922-af78e4369360 req-2aaaf83e-1365-4f12-8e5b-58d37602a0cb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271279 Apr 20 12:53:45.153877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a12e4ff-647d-4744-a2f3-7f7a0eb4944d tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.167327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a12e4ff-647d-4744-a2f3-7f7a0eb4944d tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.170332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4a12e4ff-647d-4744-a2f3-7f7a0eb4944d tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7943b7a-b84b-4916-bddb-c9ca2b555560 HTTP/1.1" status: 204 len: 168 time: 0.4623594 Apr 20 12:53:45.173980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.179375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:45.193455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:45.197019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a8f98fe-c071-4536-b8e7-815af9275e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.200313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-45f303df-3f1a-4e1e-81a7-253fdbde5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.201988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-45f303df-3f1a-4e1e-81a7-253fdbde5f4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44ea0f27-be77-4784-9c9d-a6d69428c421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1972950 Apr 20 12:53:45.224039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3411aa-9f68-45d1-adb9-8c5faa3ecace None None] Pushing event updated for resources: {'Port': ['ID=e51d64a8-3070-4bba-b555-cee876671106,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:45.277028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11e980a6-5419-4182-9a4f-7e90b1734d2a req-f07ce61e-59be-4139-964e-123162dfcd27 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908340 Apr 20 12:53:45.298142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12e4ff-647d-4744-a2f3-7f7a0eb4944d tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7943b7a-b84b-4916-bddb-c9ca2b555560,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:45.304195 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-2006cd38-6b10-4dfc-a865-85c1db1f2a3f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] show failed (client error): The resource could not be found. Apr 20 12:53:45.306106 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2006cd38-6b10-4dfc-a865-85c1db1f2a3f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "GET /v2.0/security-groups/d7943b7a-b84b-4916-bddb-c9ca2b555560 HTTP/1.1" status: 404 len: 347 time: 0.1041229 Apr 20 12:53:45.316771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56362) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:45.344929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a8f98fe-c071-4536-b8e7-815af9275e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.453077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065e24a-df8e-4152-98ee-46858e966889 req-2e316af3-28e0-4728-956a-0168c288b279 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.454644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6065e24a-df8e-4152-98ee-46858e966889 req-2e316af3-28e0-4728-956a-0168c288b279 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 945 time: 0.3206031 Apr 20 12:53:45.476621 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bb5a50-e291-4891-8268-dbb9e690b7f7 x-openstack-request-id: req-45bb5a50-e291-4891-8268-dbb9e690b7f7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:45.481130 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95baff0-15f0-469c-8f0f-84a00d36cfd9", "name": "network-vif-deleted", "tag": "1f9f45c7-1c5f-4316-84e8-bded2d082221", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:45.481130 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45bb5a50-e291-4891-8268-dbb9e690b7f7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:45.482045 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bb5a50-e291-4891-8268-dbb9e690b7f7'] response: {'server_uuid': 'd95baff0-15f0-469c-8f0f-84a00d36cfd9', 'name': 'network-vif-deleted', 'tag': '1f9f45c7-1c5f-4316-84e8-bded2d082221', 'status': 'completed', 'code': 200} Apr 20 12:53:45.538933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:22Z', 'revision_number': 5, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:45.582544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01458c8e-127c-4437-8a30-d666f567f840 None None] The sync data for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 is: [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:52:13Z', 'revision_number': 4, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7e82138b-a283-4609-98a8-b6450869c267', 'name': '', 'network_id': '96b818df-5a66-4a79-9ebc-56efafe9c997', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'mac_address': 'fa:16:3e:bc:6e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:11Z', 'updated_at': '2022-04-20T12:52:22Z', 'revision_number': 5, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'subnets': [{'id': '8efd9ff3-299c-4958-96f2-acdad965247f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:45.628695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c198c3d3-d208-4911-b969-ad81078e8b85 service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152751 Apr 20 12:53:45.658385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaf70b-906c-483b-8e70-8c794883f801 req-d2c422e2-f26c-4be5-9a4b-ce69cbd840f5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.666042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdaaf70b-906c-483b-8e70-8c794883f801 req-d2c422e2-f26c-4be5-9a4b-ce69cbd840f5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 944 time: 0.4018559 Apr 20 12:53:45.776702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Deleting port f5c62c1a-f5de-4b96-b2f0-85620c120812 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:45.777052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.836306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.844060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a8f98fe-c071-4536-b8e7-815af9275e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.846536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a8f98fe-c071-4536-b8e7-815af9275e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.849685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8a8f98fe-c071-4536-b8e7-815af9275e5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e3e6348-07c4-4265-af0e-43d420bcbc09 HTTP/1.1" status: 204 len: 168 time: 0.9359992 Apr 20 12:53:45.864057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.870432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.876560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.883539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.889521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.895316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.901116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:45.903007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-ef73a574-8d77-40f4-8ceb-dff157bfae08 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.3308291 Apr 20 12:53:45.912257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.913130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:45.916830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdaaf70b-906c-483b-8e70-8c794883f801 req-956445f1-f482-457c-9403-1e65dadf8583 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499402 Apr 20 12:53:45.929615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f98fe-c071-4536-b8e7-815af9275e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3e6348-07c4-4265-af0e-43d420bcbc09,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:45.935509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Calling delete_port for f5c62c1a-f5de-4b96-b2f0-85620c120812 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:45.977312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-1bf2bd63-19df-46d0-a503-6ad208271012 service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380933 Apr 20 12:53:46.010185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Deleting port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:46.010526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:46.034299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6aa72741-f8ad-4897-bfa9-e1a1d6dca59d req-14c085d6-4898-40f7-a202-e208ccf173be tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104271 Apr 20 12:53:46.078245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-f6fa405e-db69-43ef-a4f8-0839ad074f58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4 HTTP/1.1" status: 200 len: 217 time: 0.0842535 Apr 20 12:53:46.171709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Router 688ade97-d15b-4b21-9d9f-f7ce86d2466c is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:53:46.195132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:46.232465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8130441f-2985-4010-9672-fce15f15294c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:46.234006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-8130441f-2985-4010-9672-fce15f15294c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acb176ef-8454-40b3-9220-de15725e781c HTTP/1.1" status: 200 len: 797 time: 0.1008039 Apr 20 12:53:46.252406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] For port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,segment=NetworkSegment(f70d6ae0-fe52-4baa-ae05-178ea2506ec9),segment_id=f70d6ae0-fe52-4baa-ae05-178ea2506ec9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:46.252776 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:46.297755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Calling delete_port for 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:46.324306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c36b690f-2108-48ac-b2a4-e3dec87044a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:46.326041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-c36b690f-2108-48ac-b2a4-e3dec87044a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44ea0f27-be77-4784-9c9d-a6d69428c421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846779 Apr 20 12:53:46.443840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabccbe1-09df-4304-8e55-c3352bc046af None None] New status for floating IP fda76fb5-2669-4c83-a32f-80beec58cd8a: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:53:46.528429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Pushing event deleted for resources: {'Port': ['ID=f5c62c1a-f5de-4b96-b2f0-85620c120812,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:46.594670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:46.610410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Sync routers for ids ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:46.635952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Routers {'688ade97-d15b-4b21-9d9f-f7ce86d2466c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:46.636978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:46.667291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:46.670465 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b393a35b-a5ef-473b-aa0d-2f36fd2fdc7d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3441391 Apr 20 12:53:46.673257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56384) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:46.736202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:46.770666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea69910-e485-4609-99b9-66097b53884a req-413bdb1a-8b27-46b0-a5e8-aa3bc230e151 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:46.773124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bea69910-e485-4609-99b9-66097b53884a req-413bdb1a-8b27-46b0-a5e8-aa3bc230e151 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/ports?device_id=42fe2dc2-739a-460d-afe7-039462dd12eb HTTP/1.1" status: 200 len: 945 time: 0.3015831 Apr 20 12:53:46.776297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-41b594f7-f92b-4b7a-b682-e5d75cc991ab service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884771 Apr 20 12:53:46.831631 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:46.840817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:46.847130 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a91e0fb4-f29a-4df5-8e0a-884fa19f719f tempest-ServersTestManualDisk-1714383195 tempest-ServersTestManualDisk-1714383195-project] 10.222.0.24 "DELETE /v2.0/floatingips/fda76fb5-2669-4c83-a32f-80beec58cd8a HTTP/1.1" status: 204 len: 168 time: 1.5292861 Apr 20 12:53:46.855442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:46.892767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9152d-0057-41b9-8e77-bd166a26630b None None] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:46.983081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a446e777-4e11-42cf-afb3-1026d88d0e65 req-4170a244-2bd9-4b31-91ca-244cb9ee23b7 service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984079 Apr 20 12:53:47.018537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Pushing event deleted for resources: {'Port': ['ID=8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:47.048458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] No DVR routers for this DVR port 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:47.054764 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:47.059340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6065e24a-df8e-4152-98ee-46858e966889 req-a957ddd2-bcc3-420a-bd7f-9731aa3cb1b4 tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.37 "DELETE /v2.0/ports/8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de HTTP/1.1" status: 204 len: 173 time: 1.5399482 Apr 20 12:53:47.063583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Set router 688ade97-d15b-4b21-9d9f-f7ce86d2466c gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:47.127433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0ff9a6ef-14e9-4ca8-8ebe-ec12197a62e9 None None] Provisioning complete for port e51d64a8-3070-4bba-b555-cee876671106 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:47.127801 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a6ef-14e9-4ca8-8ebe-ec12197a62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:47.171865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bea69910-e485-4609-99b9-66097b53884a req-10695cb2-e8c4-48d5-8640-9ea49f2a6cac tempest-LiveAutoBlockMigrationV225Test-1556643161 tempest-LiveAutoBlockMigrationV225Test-1556643161-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898528 Apr 20 12:53:47.259533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.261992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.263853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.264331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.265674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.265674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.267915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.269672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-7983d8af-c8be-4fc4-9f9a-c32a07a559b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6488 time: 0.1980877 Apr 20 12:53:47.292643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e949d9-da35-469c-8dc3-52303ca0264b req-238bd605-02c4-49aa-8fd6-77198f9b68fd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.302354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35e949d9-da35-469c-8dc3-52303ca0264b req-238bd605-02c4-49aa-8fd6-77198f9b68fd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 944 time: 0.2286899 Apr 20 12:53:47.387764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35e949d9-da35-469c-8dc3-52303ca0264b req-27638084-f5a8-40d1-85ef-49bc8d0d7a13 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843666 Apr 20 12:53:47.500743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-29fda8f0-69f7-4860-b2bd-516abaff18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.502240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-29fda8f0-69f7-4860-b2bd-516abaff18cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=44ea0f27-be77-4784-9c9d-a6d69428c421 HTTP/1.1" status: 200 len: 902 time: 0.1965876 Apr 20 12:53:47.502682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'name': 'network-vif-deleted', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:47.505358 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe19781e-e007-4fcc-a04c-f7ba546fdaab" -d '{"events": [{"server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "name": "network-vif-deleted", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:47.567006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e51d64a8-3070-4bba-b555-cee876671106 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:47.569570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:47.585557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-59305ace-3ceb-4f9a-834c-c6b3314f698c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4 HTTP/1.1" status: 200 len: 217 time: 0.0667934 Apr 20 12:53:47.648315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.654685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.660939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.667619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.699589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.711550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.719009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.728659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-23fda93f-5cb9-4d32-b9a3-b9f91c6bab76 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.4149857 Apr 20 12:53:47.734312 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be6d0a7-e4c8-4be3-9751-98318fb79c14 x-openstack-request-id: req-1be6d0a7-e4c8-4be3-9751-98318fb79c14 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:47.734312 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fe2dc2-739a-460d-afe7-039462dd12eb", "name": "network-vif-deleted", "tag": "8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:47.734312 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1be6d0a7-e4c8-4be3-9751-98318fb79c14 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:47.734312 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1be6d0a7-e4c8-4be3-9751-98318fb79c14'] response: {'server_uuid': '42fe2dc2-739a-460d-afe7-039462dd12eb', 'name': 'network-vif-deleted', 'tag': '8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de', 'status': 'completed', 'code': 200} Apr 20 12:53:47.784786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-fa5d156a-58c4-456b-b034-a2330ad956e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.786385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-fa5d156a-58c4-456b-b034-a2330ad956e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acb176ef-8454-40b3-9220-de15725e781c HTTP/1.1" status: 200 len: 797 time: 0.1941459 Apr 20 12:53:47.845278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a3f0f25-bd43-44e4-bc6c-ab269e5b4c08 req-bbfbb5fb-a1da-47cb-bb85-5ce1b792d1ca tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157296 Apr 20 12:53:47.845531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 8100c42e-8d5e-48ec-9d67-399b5b373f80 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:53:47.848994 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a6ef-14e9-4ca8-8ebe-ec12197a62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:47.853545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-39cb3dbd-1def-4b03-bc0a-7dc88cd84ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:47.856263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-39cb3dbd-1def-4b03-bc0a-7dc88cd84ee9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44ea0f27-be77-4784-9c9d-a6d69428c421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0625691 Apr 20 12:53:47.857243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:44Z', 'revision_number': 3, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port': {'id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:47.882372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 8100c42e-8d5e-48ec-9d67-399b5b373f80 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:47.883041 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:47.940835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Checking router: 688ade97-d15b-4b21-9d9f-f7ce86d2466c for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:47.941652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Updating router 688ade97-d15b-4b21-9d9f-f7ce86d2466c port e113034f-6c75-4b3a-89be-34a97be40899 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:53:48.011969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-e6a3cacb-bd5a-4592-aa20-9e965d3275ab service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490386 Apr 20 12:53:48.031818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0ff9a6ef-14e9-4ca8-8ebe-ec12197a62e9 None None] For port e51d64a8-3070-4bba-b555-cee876671106, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e51d64a8-3070-4bba-b555-cee876671106,segment=NetworkSegment(28ae74b6-4639-4b37-b546-67a3e630d33a),segment_id=28ae74b6-4639-4b37-b546-67a3e630d33a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:48.034163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e51d64a8-3070-4bba-b555-cee876671106 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:48.034571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.037964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.080137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a6ef-14e9-4ca8-8ebe-ec12197a62e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.191143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.291643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b82276-5625-4344-9d06-8de8ec09daa5 req-f2fb1d46-8fae-4f52-94fd-8ccd850d391c service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715926 Apr 20 12:53:48.330408 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.338618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:48.348402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56444) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:48.451790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-be04db85-8237-46c1-ba42-e4852063a57a None None] Provisioning complete for port e51d64a8-3070-4bba-b555-cee876671106 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:48.452149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be04db85-8237-46c1-ba42-e4852063a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.457523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9a6ef-14e9-4ca8-8ebe-ec12197a62e9 None None] Pushing event updated for resources: {'Port': ['ID=e51d64a8-3070-4bba-b555-cee876671106,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:48.538644 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.567295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Allocated IP 172.20.0.1 (2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da/e290cb61-2f3f-417e-8d8a-c387d91072b8/f36d4b0a-3d5d-4479-98f7-d1638ed13a33) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:53:48.595334 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9650329e-36c3-49e4-87f9-b05928ad5e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.620752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:53:48.623011 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede46177-07a4-452d-a326-55dde53b32bc" -d '{"events": [{"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:53:48.651128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:48.661689 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.702285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777fd8-7bdd-4f57-b72a-d5f1254f86a2 req-fa6dfc03-def8-49c3-9c07-0235951909ce tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:48.705673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d777fd8-7bdd-4f57-b72a-d5f1254f86a2 req-fa6dfc03-def8-49c3-9c07-0235951909ce tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 944 time: 0.1660655 Apr 20 12:53:48.706502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] Deleting subnet fcf46457-26a6-4590-84f1-d414b21e7516 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:53:48.717300 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.751446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e471a2b-f437-489c-aef2-904d6490ab4c req-6f723d72-ba9c-4457-ab4c-6128afbe51fd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:48.753030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e471a2b-f437-489c-aef2-904d6490ab4c req-6f723d72-ba9c-4457-ab4c-6128afbe51fd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1810393 Apr 20 12:53:48.780063 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.784967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:48.812110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.829522 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.836406 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.887767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.891643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Attempting to bind port e113034f-6c75-4b3a-89be-34a97be40899 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:48.892205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Attempting to bind port e113034f-6c75-4b3a-89be-34a97be40899 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:48.892424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Attempting to bind port e113034f-6c75-4b3a-89be-34a97be40899 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:48.894270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591b936-ef95-4277-8bc5-63c73c13a813 None None] Pushing event updated for resources: {'Port': ['ID=e113034f-6c75-4b3a-89be-34a97be40899,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:48.900936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:48.901296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:48.901724 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.902211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:48.902566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Bound port: e113034f-6c75-4b3a-89be-34a97be40899, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:48.902933 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.941273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:48.955718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] For port e113034f-6c75-4b3a-89be-34a97be40899, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:48.959113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] For port e113034f-6c75-4b3a-89be-34a97be40899, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e113034f-6c75-4b3a-89be-34a97be40899,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:48.964050 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:48.964856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:48.967571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:53:48.975397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:49.025224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.052578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591b936-ef95-4277-8bc5-63c73c13a813 None None] Pushing event updated for resources: {'Port': ['ID=e113034f-6c75-4b3a-89be-34a97be40899,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:49.061930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Routers {'688ade97-d15b-4b21-9d9f-f7ce86d2466c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:49.062564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:49.091876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Deleting port 7e82138b-a283-4609-98a8-b6450869c267 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:49.092277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.204307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] Set router 688ade97-d15b-4b21-9d9f-f7ce86d2466c gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:49.235740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] For port 7e82138b-a283-4609-98a8-b6450869c267, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7e82138b-a283-4609-98a8-b6450869c267,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:49.236385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.254545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.257391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Calling delete_port for 7e82138b-a283-4609-98a8-b6450869c267 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:49.260076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.325381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d777fd8-7bdd-4f57-b72a-d5f1254f86a2 req-f663dd9d-8e62-42c5-9459-be5336484bae tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059649 Apr 20 12:53:49.362879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e471a2b-f437-489c-aef2-904d6490ab4c req-e0e2c124-9e09-4d6f-b045-56573a6bd784 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404285 Apr 20 12:53:49.367547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.373779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e51d64a8-3070-4bba-b555-cee876671106 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:49.409192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9650329e-36c3-49e4-87f9-b05928ad5e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.421697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:49.422307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9650329e-36c3-49e4-87f9-b05928ad5e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.486618 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600d36af-c5bf-48bf-b272-e5d1b831e9dd x-openstack-request-id: req-600d36af-c5bf-48bf-b272-e5d1b831e9dd {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:53:49.486961 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:53:49.487321 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-600d36af-c5bf-48bf-b272-e5d1b831e9dd {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:53:49.487758 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600d36af-c5bf-48bf-b272-e5d1b831e9dd'] response: {'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'code': 200} Apr 20 12:53:49.508353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:49.508688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8fc2aefd-8ff9-4c9d-ad20-0ad5a21963de not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:49.517902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9650329e-36c3-49e4-87f9-b05928ad5e80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5486423af8c549e091722ad89ee799ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1818247 Apr 20 12:53:49.522579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3d8825b7-0c15-46e6-8f52-2a6bad3e8211 None None] Provisioning complete for port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:49.522955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3d8825b7-0c15-46e6-8f52-2a6bad3e8211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.526075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56464) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:49.534714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650329e-36c3-49e4-87f9-b05928ad5e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f01729-22bf-4858-90ac-5d0dc07aa9c9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:49.588408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3d8825b7-0c15-46e6-8f52-2a6bad3e8211 None None] Port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:49.600664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.602492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:44Z', 'revision_number': 3, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port': {'id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:49.607158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e51d64a8-3070-4bba-b555-cee876671106 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:49.607773 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.645551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf46457-26a6-4590-84f1-d414b21e7516,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:49.661578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.661815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a022fcf-bd91-4ae7-b573-d28b3c8d2dd4 None None] The sync data for ids ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'] in n-d-838550-2 is: [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:44Z', 'revision_number': 3, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port': {'id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:49.668222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.675915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.681728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.687922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.693902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.697183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.699905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.708298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-46aa82da-9b1c-453b-a808-f541e2f0e1b3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.2649500 Apr 20 12:53:49.710549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.713615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c97b122b-bbc9-417a-ba11-86fc78d775fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fcf46457-26a6-4590-84f1-d414b21e7516 HTTP/1.1" status: 204 len: 168 time: 1.3612556 Apr 20 12:53:49.721345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56466) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:49.742063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-85610de4-3375-4d7d-9e14-10d0c21e545e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.748317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.757522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a70d5d-1a07-4373-9d67-8e6a51680dc5 req-a2e78537-0209-4828-a42c-b8aeb71dc196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.759244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a70d5d-1a07-4373-9d67-8e6a51680dc5 req-a2e78537-0209-4828-a42c-b8aeb71dc196 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1096 time: 0.2267897 Apr 20 12:53:49.766416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ed03-cb1d-49c0-b3bf-982061c00175 req-85f82530-4e68-480c-bbc5-c70b03b1d3e6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:49.767839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae03ed03-cb1d-49c0-b3bf-982061c00175 req-85f82530-4e68-480c-bbc5-c70b03b1d3e6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2381704 Apr 20 12:53:49.818275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.824989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-85610de4-3375-4d7d-9e14-10d0c21e545e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.873621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.879445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1964b31f-793c-464f-8762-9ce8a93e05a7 req-7bcd1566-7838-45ab-ad98-fdd480ca3e01 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1702981 Apr 20 12:53:49.884620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Pushing event updated for resources: {'Port': ['ID=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:49.893370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:49.902130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a70d5d-1a07-4373-9d67-8e6a51680dc5 req-6baec0a4-85b6-4b95-b6a7-292d90a8cdfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332409 Apr 20 12:53:49.917722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae03ed03-cb1d-49c0-b3bf-982061c00175 req-0bae72c8-a49c-4510-b9af-965a2b95b90e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313684 Apr 20 12:53:49.930251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e82138b-a283-4609-98a8-b6450869c267,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:50.038421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.073619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e8eef9-a31a-4a33-8069-33786e1657d5']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:50.091580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:50.092425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70d6ae0-fe52-4baa-ae05-178ea2506ec9') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:50.117745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.128696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-85610de4-3375-4d7d-9e14-10d0c21e545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.139301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-85610de4-3375-4d7d-9e14-10d0c21e545e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.140831 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.149839 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-85610de4-3375-4d7d-9e14-10d0c21e545e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85f01729-22bf-4858-90ac-5d0dc07aa9c9 HTTP/1.1" status: 204 len: 168 time: 0.6198678 Apr 20 12:53:50.154906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:53:50.155405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:53:50.157375 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:53:50.248643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.255213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85610de4-3375-4d7d-9e14-10d0c21e545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f01729-22bf-4858-90ac-5d0dc07aa9c9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:50.273613 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.278101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9e8eef9-a31a-4a33-8069-33786e1657d5 HTTP/1.1" status: 204 len: 168 time: 0.5547307 Apr 20 12:53:50.289373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56472) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:50.293457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a590245f-9693-4ad3-b8ce-53408caeb4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e8eef9-a31a-4a33-8069-33786e1657d5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:50.466763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] Deleting subnet b21fbe3d-9a29-4208-a76f-ff4a1ae79999 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:53:50.476115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:53:50.481541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.486228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:53:50.567329 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.605270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45973f5b-5bbd-407a-8f28-917eded1c4af req-82fe1672-d0c2-48e6-82a7-d7b4cd3ca758 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:50.611782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45973f5b-5bbd-407a-8f28-917eded1c4af req-82fe1672-d0c2-48e6-82a7-d7b4cd3ca758 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 945 time: 0.1324806 Apr 20 12:53:50.644008 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:50.682966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45973f5b-5bbd-407a-8f28-917eded1c4af req-f94132a6-e6a6-4f09-9161-85af3b80be23 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646241 Apr 20 12:53:51.094545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0b0d26a4-15f0-468c-aeda-9036a3682d24 None None] Provisioning complete for port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:51.096243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b0d26a4-15f0-468c-aeda-9036a3682d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.180819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.200691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d26a4-15f0-468c-aeda-9036a3682d24 None None] Port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:53:51.214546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.228292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.229939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.252695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.267837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.274449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.280394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.282594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-5b76ee9d-5aa1-4250-bc9a-335305ef8890 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.2483552 Apr 20 12:53:51.337441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ebb8192-6b5a-4276-88eb-51712ce54ffc req-e4acb894-f796-4ee6-b830-bdfbf6c2806e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474889 Apr 20 12:53:51.455852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e113034f-6c75-4b3a-89be-34a97be40899 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:51.483667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Router 688ade97-d15b-4b21-9d9f-f7ce86d2466c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:53:51.526459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.540131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e113034f-6c75-4b3a-89be-34a97be40899 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:51.540508 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.634301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21fbe3d-9a29-4208-a76f-ff4a1ae79999,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:51.639340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.655054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.660240 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c40577d5-c7d9-45fb-a8c7-24315fc373a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b21fbe3d-9a29-4208-a76f-ff4a1ae79999 HTTP/1.1" status: 204 len: 168 time: 1.3693027 Apr 20 12:53:51.662396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56514) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:51.679530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port e113034f-6c75-4b3a-89be-34a97be40899, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e113034f-6c75-4b3a-89be-34a97be40899,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:51.688366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.691174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Router b9611efa-e79f-45e5-99d6-e6326111a8bc has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:53:51.772027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=e113034f-6c75-4b3a-89be-34a97be40899,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:51.848072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:51.862038 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ce40f1b3-365e-47f1-a68e-1cb84af4fc11 admin admin] 10.222.0.24 "PUT /v2.0/routers/688ade97-d15b-4b21-9d9f-f7ce86d2466c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1723902 Apr 20 12:53:51.871776 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:51.889029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28981de4-28e3-46a8-9411-62f61bc08395 req-c7413f60-e2bc-4e87-b443-b0573e81ef65 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.892502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28981de4-28e3-46a8-9411-62f61bc08395 req-c7413f60-e2bc-4e87-b443-b0573e81ef65 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2439058 Apr 20 12:53:51.926530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:51.933743 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9fa90c63-25cb-4424-87ec-5bb1a3459f4a admin admin] 10.222.0.24 "PUT /v2.0/routers/b9611efa-e79f-45e5-99d6-e6326111a8bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0759072 Apr 20 12:53:51.936196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56526) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:51.939386 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] Sync routers for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:51.950251 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:51.950800 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:51.964286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49406f-77ad-4d7e-8596-ae52c611f7f3 req-005ac834-f94c-4cf8-b24b-4b510dfbaa9d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:51.977957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de49406f-77ad-4d7e-8596-ae52c611f7f3 req-005ac834-f94c-4cf8-b24b-4b510dfbaa9d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 945 time: 0.1806009 Apr 20 12:53:52.045877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28981de4-28e3-46a8-9411-62f61bc08395 req-11f2f770-fc8f-48cc-8918-ef48b7de3b59 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401207 Apr 20 12:53:52.147979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de49406f-77ad-4d7e-8596-ae52c611f7f3 req-de023d01-a6c5-4582-a63f-fd45984efba8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690454 Apr 20 12:53:52.154758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.155772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.195575 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:52.210043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24af604-0433-4e07-aab8-56fc5840f95a']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:52.231412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ab3887-5153-403a-a161-847c38babfc4') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:52.231814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ab3887-5153-403a-a161-847c38babfc4') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:52.257621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.275427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Sync routers for ids ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:52.289573 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.300061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Routers {'688ade97-d15b-4b21-9d9f-f7ce86d2466c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:52.301587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:52.301783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:53:52.302097 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:53:52.305489 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:53:52.326573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe1275-8d69-4255-831f-2600fae99237 req-9bd01ae6-3fa8-4f6f-a8e9-9be557a7ce22 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.332165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.335370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5fe1275-8d69-4255-831f-2600fae99237 req-9bd01ae6-3fa8-4f6f-a8e9-9be557a7ce22 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0878181 Apr 20 12:53:52.425141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.434687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Deleting port 7a7343ff-96b7-4cbe-8a31-4316eb67335c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:52.435042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.439185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5fe1275-8d69-4255-831f-2600fae99237 req-45473231-a95a-4675-a90e-caff71fe7b21 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029427 Apr 20 12:53:52.453672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.456878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f24af604-0433-4e07-aab8-56fc5840f95a HTTP/1.1" status: 204 len: 168 time: 0.7935324 Apr 20 12:53:52.489090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe496-aac2-4eaf-b7e5-a57b878a5472 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24af604-0433-4e07-aab8-56fc5840f95a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:52.519753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Set router 688ade97-d15b-4b21-9d9f-f7ce86d2466c gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:52.562435 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-34d1b10e-5b0c-4350-a57b-a7d64abc6162 req-a17779b4-849a-4e9d-9c60-9bf871584b13 tempest-FloatingIPDetailsNegativeTestJSON-1137808548 tempest-FloatingIPDetailsNegativeTestJSON-1137808548-project] show failed (client error): The resource could not be found. Apr 20 12:53:52.573129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56550) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:52.574986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34d1b10e-5b0c-4350-a57b-a7d64abc6162 req-a17779b4-849a-4e9d-9c60-9bf871584b13 tempest-FloatingIPDetailsNegativeTestJSON-1137808548 tempest-FloatingIPDetailsNegativeTestJSON-1137808548-project] 10.222.0.24 "GET /v2.0/floatingips/1c98e680-b542-4527-89e5-b6b50df06020 HTTP/1.1" status: 404 len: 350 time: 0.0892861 Apr 20 12:53:52.662826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9297c-d0f0-4c1e-b49c-5d9d5a96cc10 req-4ea67013-f03b-4796-a180-cbee4b41b768 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.675382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ad9297c-d0f0-4c1e-b49c-5d9d5a96cc10 req-4ea67013-f03b-4796-a180-cbee4b41b768 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1096 time: 0.1144514 Apr 20 12:53:52.700399 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:53:49Z', 'revision_number': 5, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port': {'id': '7a7343ff-96b7-4cbe-8a31-4316eb67335c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:05Z', 'updated_at': '2022-04-20T12:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:52.735819 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] Checking router: b9611efa-e79f-45e5-99d6-e6326111a8bc for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:52.749546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] Routers {'b9611efa-e79f-45e5-99d6-e6326111a8bc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:52.750687 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b9611efa-e79f-45e5-99d6-e6326111a8bc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:52.796033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] For port 7a7343ff-96b7-4cbe-8a31-4316eb67335c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7a7343ff-96b7-4cbe-8a31-4316eb67335c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:52.796516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:52.801214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ad9297c-d0f0-4c1e-b49c-5d9d5a96cc10 req-306fc9c6-e012-4dd5-ab51-6e39b43ac8af tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136754 Apr 20 12:53:52.826544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Calling delete_port for 7a7343ff-96b7-4cbe-8a31-4316eb67335c owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:52.884082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.902577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.921984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.941813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.951244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:49Z', 'revision_number': 4, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port': {'id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f36d4b0a-3d5d-4479-98f7-d1638ed13a33', 'name': '', 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'mac_address': 'fa:16:3e:12:7b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'e290cb61-2f3f-417e-8d8a-c387d91072b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:48Z', 'updated_at': '2022-04-20T12:53:49Z', 'revision_number': 2, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'subnets': [{'id': 'e290cb61-2f3f-417e-8d8a-c387d91072b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:52.961207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.970319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.974205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:52.976606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:52.978668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-8dfbe380-d96a-4dfb-86ab-6ce93260a3ad tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.2974994 Apr 20 12:53:52.985481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Checking router: 688ade97-d15b-4b21-9d9f-f7ce86d2466c for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:52.986084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Updating router 688ade97-d15b-4b21-9d9f-f7ce86d2466c port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:53:53.049260 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.056260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3a1cb8e-86a3-40bd-8b0d-781dfe7da7b1 req-761e9ee8-21f2-468f-a464-bc2917c516e7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633388 Apr 20 12:53:53.065307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0500d23-9e56-4522-9fcf-857cd36bee82 req-1ff5b964-da20-464b-8315-f19800fb8f8f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:53.072647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0500d23-9e56-4522-9fcf-857cd36bee82 req-1ff5b964-da20-464b-8315-f19800fb8f8f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1096 time: 0.0929880 Apr 20 12:53:53.109112 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] Set router b9611efa-e79f-45e5-99d6-e6326111a8bc gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:53.122963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0500d23-9e56-4522-9fcf-857cd36bee82 req-94fefbb2-3739-4721-8c8a-86ccb31ae33c tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Apr 20 12:53:53.123244 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-41f758c9-cd5c-43f2-83d8-af92cdae3ca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58d6ce25f39e41289b3a0a0fa898bb04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384692 Apr 20 12:53:53.123855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56562) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:53.283488 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:53:52Z', 'revision_number': 6, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:53.288549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f530cb9-b396-4836-933f-385bb27d02b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.370306 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87ece3f-030f-441f-b8e3-d5b0f8170a1f None None] The sync data for ids ['b9611efa-e79f-45e5-99d6-e6326111a8bc'] in n-d-838550-2 is: [{'id': 'b9611efa-e79f-45e5-99d6-e6326111a8bc', 'name': 'tempest-ServersTestManualDisk-305024817-router', 'tenant_id': '2aeaf4f43abb41d58035d193dca5390d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:03Z', 'updated_at': '2022-04-20T12:53:52Z', 'revision_number': 6, 'project_id': '2aeaf4f43abb41d58035d193dca5390d', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:53.370815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.371053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f530cb9-b396-4836-933f-385bb27d02b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.438585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e113034f-6c75-4b3a-89be-34a97be40899 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:53:53.454041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7343ff-96b7-4cbe-8a31-4316eb67335c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:53.472408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21faf89-ae8b-4829-beb3-d9d581b1c3ce req-8b0f288b-2771-41b8-8db4-4f4ec890bfb5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:53.481506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e21faf89-ae8b-4829-beb3-d9d581b1c3ce req-8b0f288b-2771-41b8-8db4-4f4ec890bfb5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2565727 Apr 20 12:53:53.499362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.560892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e113034f-6c75-4b3a-89be-34a97be40899 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:53.562510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.625947 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.632843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f530cb9-b396-4836-933f-385bb27d02b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.635876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f530cb9-b396-4836-933f-385bb27d02b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.643183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9f530cb9-b396-4836-933f-385bb27d02b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d5e6085-a8ff-4938-9f8a-5241ea0e3c90 HTTP/1.1" status: 204 len: 168 time: 0.5166466 Apr 20 12:53:53.669203 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.679370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.714185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f530cb9-b396-4836-933f-385bb27d02b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5e6085-a8ff-4938-9f8a-5241ea0e3c90,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:53.744397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e21faf89-ae8b-4829-beb3-d9d581b1c3ce req-a4b9643b-e178-4add-9a7e-c44da535d8fb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336488 Apr 20 12:53:53.765017 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.769480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.773230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8325816-92d6-43a0-abdf-1bf01b6109bb req-acb6c6d0-0841-4750-a0cf-c4a24b2b9148 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:53.779411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8325816-92d6-43a0-abdf-1bf01b6109bb req-acb6c6d0-0841-4750-a0cf-c4a24b2b9148 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1096 time: 0.2408049 Apr 20 12:53:53.851367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8325816-92d6-43a0-abdf-1bf01b6109bb req-be69523c-a1e3-4ec4-80ab-d0a6ae91e336 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630715 Apr 20 12:53:53.885437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.886201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9611efa-e79f-45e5-99d6-e6326111a8bc {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:53:53.891900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.893229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef4dcc6a-9143-47a0-a9b6-9e4b3e4f1532 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b9611efa-e79f-45e5-99d6-e6326111a8bc HTTP/1.1" status: 204 len: 168 time: 1.9559751 Apr 20 12:53:53.895921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56588) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:53.906549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:53.957474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44926dbf-8c9c-4091-8da4-c9418fa78976 None None] Pushing event updated for resources: {'Port': ['ID=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:54.058866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Attempting to bind port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:54.059303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Attempting to bind port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:54.059836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Attempting to bind port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 on network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:54.063361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] Deleting subnet 8efd9ff3-299c-4958-96f2-acdad965247f {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:53:54.066618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:54.067131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Checking segment: {'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:54.067662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.068054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Bound using segment: {'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:54.069112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Bound port: f36d4b0a-3d5d-4479-98f7-d1638ed13a33, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28ae74b6-4639-4b37-b546-67a3e630d33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:54.069500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.088446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bd277-cf9d-434a-8928-8d4bbd52bc7c req-68a936b6-d9be-4a89-9208-7445636d1b6b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.090118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e1bd277-cf9d-434a-8928-8d4bbd52bc7c req-68a936b6-d9be-4a89-9208-7445636d1b6b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1384306 Apr 20 12:53:54.090942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.152268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] For port f36d4b0a-3d5d-4479-98f7-d1638ed13a33, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:53:54.156740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] For port f36d4b0a-3d5d-4479-98f7-d1638ed13a33, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,segment=NetworkSegment(28ae74b6-4639-4b37-b546-67a3e630d33a),segment_id=28ae74b6-4639-4b37-b546-67a3e630d33a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:54.168534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.262425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44926dbf-8c9c-4091-8da4-c9418fa78976 None None] Pushing event updated for resources: {'Port': ['ID=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:54.269265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.300161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Routers {'688ade97-d15b-4b21-9d9f-f7ce86d2466c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:54.300791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:54.322606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e1bd277-cf9d-434a-8928-8d4bbd52bc7c req-5934aea1-87a5-4db0-a1ca-e40b64a0dbfc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226319 Apr 20 12:53:54.371988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.387739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.401457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.410415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3e6eb176-fee9-43f6-95a1-40e86afd2061 None None] Provisioning complete for port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:53:54.410839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb176-fee9-43f6-95a1-40e86afd2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.410993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.417031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.424906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.442737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.449043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-e3ac0289-97d2-46c2-b091-00d7d5322fd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.2255847 Apr 20 12:53:54.466236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Deleting port f36d4b0a-3d5d-4479-98f7-d1638ed13a33 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:54.466684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.559113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56600) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:54.650656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] For port f36d4b0a-3d5d-4479-98f7-d1638ed13a33, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,segment=NetworkSegment(28ae74b6-4639-4b37-b546-67a3e630d33a),segment_id=28ae74b6-4639-4b37-b546-67a3e630d33a)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:54.651177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.658819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-31edba9e-79d6-48db-a4f9-e7c7cfe1ab1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d41d256ca45b4fb69a814d495fb7c57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951121 Apr 20 12:53:54.659191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56602) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:54.665993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Calling delete_port for f36d4b0a-3d5d-4479-98f7-d1638ed13a33 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:54.679438 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb176-fee9-43f6-95a1-40e86afd2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.733807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c54835ca-541c-44cc-bd92-89ce04a90175 req-c354f354-71b1-4e0d-8d2a-4232565f67bc tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2761137 Apr 20 12:53:54.746768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] Set router 688ade97-d15b-4b21-9d9f-f7ce86d2466c gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:54.766700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.835202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3e6eb176-fee9-43f6-95a1-40e86afd2061 None None] For port f36d4b0a-3d5d-4479-98f7-d1638ed13a33, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,segment=NetworkSegment(28ae74b6-4639-4b37-b546-67a3e630d33a),segment_id=28ae74b6-4639-4b37-b546-67a3e630d33a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:54.873361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb176-fee9-43f6-95a1-40e86afd2061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.921419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-590b2d53-a850-41ce-ac44-2c5f5892567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.956997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb3e3a-b2d0-4919-91de-8e76367b0185 req-7780c1a2-105a-4908-9901-0b80b9ec30ea tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:54.958595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb3e3a-b2d0-4919-91de-8e76367b0185 req-7780c1a2-105a-4908-9901-0b80b9ec30ea tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1388507 Apr 20 12:53:54.984859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:54.995773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1dd13cfa-6819-44ba-8c46-815f52384ad9 None None] Could not find standard attr ID for object f36d4b0a-3d5d-4479-98f7-d1638ed13a33. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:53:55.024495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6eb176-fee9-43f6-95a1-40e86afd2061 None None] Pushing event updated for resources: {'Port': ['ID=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:55.028310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=f36d4b0a-3d5d-4479-98f7-d1638ed13a33,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:55.046723 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-590b2d53-a850-41ce-ac44-2c5f5892567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.055728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.109940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:49Z', 'revision_number': 4, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port': {'id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f36d4b0a-3d5d-4479-98f7-d1638ed13a33', 'name': '', 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'mac_address': 'fa:16:3e:12:7b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'e290cb61-2f3f-417e-8d8a-c387d91072b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:48Z', 'updated_at': '2022-04-20T12:53:54Z', 'revision_number': 4, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'subnets': [{'id': 'e290cb61-2f3f-417e-8d8a-c387d91072b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:55.143558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efd9ff3-299c-4958-96f2-acdad965247f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:55.160890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb3e3a-b2d0-4919-91de-8e76367b0185 req-1bc7c8f2-30ba-4c76-9666-7344a22c3383 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821907 Apr 20 12:53:55.179945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.184634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b1182295-08ee-4565-bba2-f0bf51d123b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8efd9ff3-299c-4958-96f2-acdad965247f HTTP/1.1" status: 204 len: 168 time: 1.2869031 Apr 20 12:53:55.194435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665fea6-0666-4049-937d-fc25f53feb8f req-6a39aecc-b060-4bf1-b91f-98ccab2eae3f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:55.201249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:55.218942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a665fea6-0666-4049-937d-fc25f53feb8f req-6a39aecc-b060-4bf1-b91f-98ccab2eae3f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1096 time: 0.2472122 Apr 20 12:53:55.297867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.344803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-590b2d53-a850-41ce-ac44-2c5f5892567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.347563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-590b2d53-a850-41ce-ac44-2c5f5892567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.351815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-590b2d53-a850-41ce-ac44-2c5f5892567f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdfbce5b-266a-489b-909e-3edd20beac5b HTTP/1.1" status: 204 len: 168 time: 0.6868804 Apr 20 12:53:55.391611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b2d53-a850-41ce-ac44-2c5f5892567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfbce5b-266a-489b-909e-3edd20beac5b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:55.396118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a47f89-13fb-4cbf-bb31-ff8a2de12e8b None None] The sync data for ids ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'] in n-d-838550-2 is: [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:49Z', 'revision_number': 4, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port': {'id': 'e113034f-6c75-4b3a-89be-34a97be40899', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:28:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f36d4b0a-3d5d-4479-98f7-d1638ed13a33', 'name': '', 'network_id': '2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'mac_address': 'fa:16:3e:12:7b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'device_owner': 'network:router_interface', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'e290cb61-2f3f-417e-8d8a-c387d91072b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:53:48Z', 'updated_at': '2022-04-20T12:53:54Z', 'revision_number': 4, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'subnets': [{'id': 'e290cb61-2f3f-417e-8d8a-c387d91072b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:55.397980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a665fea6-0666-4049-937d-fc25f53feb8f req-d9fb63e2-e1b3-4e99-be3a-f03ee6ba9a75 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492715 Apr 20 12:53:55.399716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a5d43-95d9-4c8a-b806-4ab9d4db5d50 None None] Network 96b818df-5a66-4a79-9ebc-56efafe9c997 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:55.402613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7a7343ff-96b7-4cbe-8a31-4316eb67335c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:55.444052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e6d10-33f4-47d5-a93b-88868f6e01cc req-8927a58b-48f6-417c-89aa-f0390ecc16b9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:55.452105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-857e6d10-33f4-47d5-a93b-88868f6e01cc req-8927a58b-48f6-417c-89aa-f0390ecc16b9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1313820 Apr 20 12:53:55.476240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7a7343ff-96b7-4cbe-8a31-4316eb67335c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:55.477060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7a7343ff-96b7-4cbe-8a31-4316eb67335c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:55.477689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7e82138b-a283-4609-98a8-b6450869c267 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:55.504725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7e82138b-a283-4609-98a8-b6450869c267 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:55.504978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7e82138b-a283-4609-98a8-b6450869c267 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:55.543740 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.552302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-857e6d10-33f4-47d5-a93b-88868f6e01cc req-c83f2e10-bcf2-414a-acff-831ace79d2f5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937133 Apr 20 12:53:55.775597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] DHCP port deletion for 96b818df-5a66-4a79-9ebc-56efafe9c997 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:53:55.912844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] Deleting port 114319be-77b3-4ce3-987c-3db795622dc7 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:55.913595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:55.988070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.007096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.013142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.014863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] For port 114319be-77b3-4ce3-987c-3db795622dc7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=114319be-77b3-4ce3-987c-3db795622dc7,segment=NetworkSegment(1046ad0c-0a79-4fff-8276-0abd367f3d58),segment_id=1046ad0c-0a79-4fff-8276-0abd367f3d58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:56.015796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.035137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] Calling delete_port for 114319be-77b3-4ce3-987c-3db795622dc7 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:56.043906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.053790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.071699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.079510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.088303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-03e2e36f-ae25-4a1a-b6da-a5e9259ea396 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.1916811 Apr 20 12:53:56.090818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56636) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:56.210835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c261d8c-5c73-4fd0-bb59-4a7a3c14b70a req-ce79017b-a59d-4a0f-8502-285208eddcf7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215701 Apr 20 12:53:56.236806 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.258235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Deleting port 114319be-77b3-4ce3-987c-3db795622dc7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:56.258841 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.342362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] Pushing event deleted for resources: {'Port': ['ID=114319be-77b3-4ce3-987c-3db795622dc7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:56.346785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe2ca3-8ebb-472e-8f88-3ea1b95bf614 None None] No DVR routers for this DVR port 114319be-77b3-4ce3-987c-3db795622dc7 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:56.435107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] For port 114319be-77b3-4ce3-987c-3db795622dc7, host n-d-838550-2, got binding levels [] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:56.436006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.461379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Calling delete_port for 114319be-77b3-4ce3-987c-3db795622dc7 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:56.465585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_backend_mixin [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Port 114319be-77b3-4ce3-987c-3db795622dc7 was not found and therefore no delete operation was performed {{(pid=109409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 12:53:56.470467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.472648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93663345-0db7-4286-b717-e18abfd264fe req-edd0b0a3-297a-4958-986c-4983d172426c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.484601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93663345-0db7-4286-b717-e18abfd264fe req-edd0b0a3-297a-4958-986c-4983d172426c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1223214 Apr 20 12:53:56.550527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93663345-0db7-4286-b717-e18abfd264fe req-ea2d1570-751f-479d-a84c-f27da8d89925 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649230 Apr 20 12:53:56.574406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] No DVR routers for this DVR port 114319be-77b3-4ce3-987c-3db795622dc7 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:56.576180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Pushing event deleted for resources: {'Port': ['ID=114319be-77b3-4ce3-987c-3db795622dc7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:56.619191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4b3e98-a1af-4492-b3db-63d8fe172e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.687685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Router 688ade97-d15b-4b21-9d9f-f7ce86d2466c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:53:56.689829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.783688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b818df-5a66-4a79-9ebc-56efafe9c997']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:56.800751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4b3e98-a1af-4492-b3db-63d8fe172e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.814652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4b3e98-a1af-4492-b3db-63d8fe172e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.827543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1046ad0c-0a79-4fff-8276-0abd367f3d58') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:56.827835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1046ad0c-0a79-4fff-8276-0abd367f3d58') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:56.847557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10e65d-0392-42e0-be30-96e0226abfc0 req-76681fc1-d147-4524-a2dc-0ab83a7919e4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:56.853545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.855952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae10e65d-0392-42e0-be30-96e0226abfc0 req-76681fc1-d147-4524-a2dc-0ab83a7919e4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0946503 Apr 20 12:53:56.884311 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.889813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:53:56.899682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5623c130-131a-4dfe-887f-a2938c2e5b0b admin admin] 10.222.0.24 "PUT /v2.0/routers/688ade97-d15b-4b21-9d9f-f7ce86d2466c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3204606 Apr 20 12:53:56.900305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56678) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:56.908035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b3e98-a1af-4492-b3db-63d8fe172e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d82ed-b788-4327-ae43-64587736a338,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:56.915029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af4b3e98-a1af-4492-b3db-63d8fe172e78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2190687f705482689a724f281d32529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8232288 Apr 20 12:53:56.920460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56680) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:56.948530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:53:56.948945 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:53:56.950669 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:53:57.023747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae10e65d-0392-42e0-be30-96e0226abfc0 req-5678c85f-3e56-4843-a26b-fadc266b29a8 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665936 Apr 20 12:53:57.041295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a7a857a-ecde-4bb7-9acf-c45d442ba597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.077882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a7a857a-ecde-4bb7-9acf-c45d442ba597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.088502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.103407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.107820 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] 10.222.0.24 "DELETE /v2.0/networks/96b818df-5a66-4a79-9ebc-56efafe9c997 HTTP/1.1" status: 204 len: 168 time: 1.9054301 Apr 20 12:53:57.124131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085235fb-3924-45b3-b3ea-6b8d8f78c11a admin admin] Pushing event deleted for resources: {'Network': ['ID=96b818df-5a66-4a79-9ebc-56efafe9c997,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:57.142777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.167075 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a7a857a-ecde-4bb7-9acf-c45d442ba597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.170548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a7a857a-ecde-4bb7-9acf-c45d442ba597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.174335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2a7a857a-ecde-4bb7-9acf-c45d442ba597 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e6d82ed-b788-4327-ae43-64587736a338 HTTP/1.1" status: 204 len: 168 time: 0.2473798 Apr 20 12:53:57.182699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a857a-ecde-4bb7-9acf-c45d442ba597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d82ed-b788-4327-ae43-64587736a338,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:57.211923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-f9709fa7-e79b-4e7b-9a21-86c1153ec300 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:53:57.212976 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-f9709fa7-e79b-4e7b-9a21-86c1153ec300 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085869 Apr 20 12:53:57.365180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 114319be-77b3-4ce3-987c-3db795622dc7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:57.373275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-7d20a99c-c06a-4e85-9758-a8d3c4c2e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.383911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.391120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.396348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-7d20a99c-c06a-4e85-9758-a8d3c4c2e7da service neutron] 10.222.0.24 "GET /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 1093 time: 0.1657794 Apr 20 12:53:57.398897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.413615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Request body: {'binding': {'host': 'n-h1-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:57.414153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Unknown quota resources ['binding']. {{(pid=109409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:53:57.417286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.426394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.442364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.454897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.462341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 114319be-77b3-4ce3-987c-3db795622dc7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:57.462663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 114319be-77b3-4ce3-987c-3db795622dc7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:57.464332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7ce6055-2999-479f-8488-a0226c25977f req-f41bca3d-6c0b-4690-8f81-a5397b295962 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.1532433 Apr 20 12:53:57.493949 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56696) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:57.540051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7ce6055-2999-479f-8488-a0226c25977f req-3365f74a-65ee-4caf-a57c-991df736564b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748377 Apr 20 12:53:57.545834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.645104 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da9ceca8-5008-458e-91cc-00c88e0833c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2aeaf4f43abb41d58035d193dca5390d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500316 Apr 20 12:53:57.650731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56702) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:57.697225 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] Sync routers for ids ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:53:57.714496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] Routers {'688ade97-d15b-4b21-9d9f-f7ce86d2466c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:57.716356 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:57.743830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462c85cd-08f5-4fa3-b673-8f593147fe44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.752529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72911f-1b7e-4b97-9978-53a40c193117 req-d803cc7f-9cd6-4e57-a3c0-e63603744878 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:57.754519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e72911f-1b7e-4b97-9978-53a40c193117 req-d803cc7f-9cd6-4e57-a3c0-e63603744878 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1123226 Apr 20 12:53:57.774817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Deleting port e113034f-6c75-4b3a-89be-34a97be40899 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:57.775174 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.802583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462c85cd-08f5-4fa3-b673-8f593147fe44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.828362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e72911f-1b7e-4b97-9978-53a40c193117 req-83c39f7b-d0cb-48e9-86d8-b9598ab0cdc4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654774 Apr 20 12:53:57.890215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:57.893360 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] Set router 688ade97-d15b-4b21-9d9f-f7ce86d2466c gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:57.910611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9808-c61e-46ff-a66b-4f473f8155b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.938042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on host n-h1-838550-2 for vnic_type normal with profile None {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:53:57.938379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:53:57.938727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:57.960252 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:57Z', 'revision_number': 6, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:57.962953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:53:57.964724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:53:57.988200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] For port e113034f-6c75-4b3a-89be-34a97be40899, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e113034f-6c75-4b3a-89be-34a97be40899,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:57.988564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:57.993577 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] Checking router: 688ade97-d15b-4b21-9d9f-f7ce86d2466c for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:53:57.994387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:53:57.994744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:53:57.995126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:53:57.995702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Bound port: 8100c42e-8d5e-48ec-9d67-399b5b373f80, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:53:58.005572 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] Routers {'688ade97-d15b-4b21-9d9f-f7ce86d2466c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:53:58.007181 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:58.035335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Calling delete_port for e113034f-6c75-4b3a-89be-34a97be40899 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:58.046731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd727070-af0b-4e18-9f4e-2b904f0a679b req-d2a5d771-bf52-439a-80db-99e387650826 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.057440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd727070-af0b-4e18-9f4e-2b904f0a679b req-d2a5d771-bf52-439a-80db-99e387650826 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1141214 Apr 20 12:53:58.099463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462c85cd-08f5-4fa3-b673-8f593147fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.102399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462c85cd-08f5-4fa3-b673-8f593147fe44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.103524 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-462c85cd-08f5-4fa3-b673-8f593147fe44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0fca299-a7aa-4ce7-9522-daa74f44fc95 HTTP/1.1" status: 204 len: 168 time: 0.4512520 Apr 20 12:53:58.116737 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] Set router 688ade97-d15b-4b21-9d9f-f7ce86d2466c gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:53:58.118791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c85cd-08f5-4fa3-b673-8f593147fe44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fca299-a7aa-4ce7-9522-daa74f44fc95,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:58.138661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:53:58.163610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd727070-af0b-4e18-9f4e-2b904f0a679b req-06b30c4b-5daa-497b-b823-8ee926759c71 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049783 Apr 20 12:53:58.166343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.168065 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-da58cbf7-6183-4493-a9f6-831e93789c30 service neutron] 10.222.0.24 "POST /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80/bindings HTTP/1.1" status: 201 len: 389 time: 0.7701070 Apr 20 12:53:58.230848 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9808-c61e-46ff-a66b-4f473f8155b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.240203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e1f9808-c61e-46ff-a66b-4f473f8155b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.299662 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:57Z', 'revision_number': 6, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:58.342565 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.359204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5e1f9808-c61e-46ff-a66b-4f473f8155b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11866735e83949d4bd55ec9f070cf1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679050 Apr 20 12:53:58.360406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f9808-c61e-46ff-a66b-4f473f8155b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d532979-5e5f-455f-96d9-b6300449139d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:58.364676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:58.383075 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68752dfe-2349-4e96-a676-65906613cdf8 None None] The sync data for ids ['688ade97-d15b-4b21-9d9f-f7ce86d2466c'] in n-d-838550-2 is: [{'id': '688ade97-d15b-4b21-9d9f-f7ce86d2466c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-181866103-router', 'tenant_id': '0ee225c581c9469481786eb0f46481bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:53:43Z', 'updated_at': '2022-04-20T12:53:57Z', 'revision_number': 6, 'project_id': '0ee225c581c9469481786eb0f46481bb', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:53:58.410040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Pushing event deleted for resources: {'Port': ['ID=e113034f-6c75-4b3a-89be-34a97be40899,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:58.534417 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.539719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cd38cc0-fad6-4568-9831-df729e483a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.557021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970d103-19eb-4352-895c-e584f9143ba0 req-898e56ff-b5a3-4791-8b80-449a52f58961 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.564209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9970d103-19eb-4352-895c-e584f9143ba0 req-898e56ff-b5a3-4791-8b80-449a52f58961 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 945 time: 0.1262805 Apr 20 12:53:58.603117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cd38cc0-fad6-4568-9831-df729e483a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.624860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-ce9579f2-1751-44b6-be52-b4c23d0fe2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.626403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-ce9579f2-1751-44b6-be52-b4c23d0fe2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1096 time: 0.1275525 Apr 20 12:53:58.651953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.656541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.661126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9970d103-19eb-4352-895c-e584f9143ba0 req-fd6fd459-95af-464c-83d6-37350eb514cb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904157 Apr 20 12:53:58.715350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.716050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 688ade97-d15b-4b21-9d9f-f7ce86d2466c {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:53:58.730259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.731534 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-034feb4c-3f32-4967-81e3-320481be120d admin admin] 10.222.0.24 "DELETE /v2.0/routers/688ade97-d15b-4b21-9d9f-f7ce86d2466c HTTP/1.1" status: 204 len: 168 time: 1.8274357 Apr 20 12:53:58.734053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56740) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:58.798572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] Deleting subnet e290cb61-2f3f-417e-8d8a-c387d91072b8 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:53:58.802376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.865367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.898670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.904497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.911449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.918677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.924459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.930315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.936095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.945434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-d891258d-80f6-4f1f-8121-30497f902cf3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.1589894 Apr 20 12:53:58.947438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cd38cc0-fad6-4568-9831-df729e483a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.949939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cd38cc0-fad6-4568-9831-df729e483a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:58.953897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0cd38cc0-fad6-4568-9831-df729e483a7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d532979-5e5f-455f-96d9-b6300449139d HTTP/1.1" status: 204 len: 168 time: 0.5832822 Apr 20 12:53:58.955851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-2982628b-e698-4ab9-9afd-be24d4c04ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:58.957221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-2982628b-e698-4ab9-9afd-be24d4c04ebb service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.3203740 Apr 20 12:53:58.994069 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.004487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd38cc0-fad6-4568-9831-df729e483a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d532979-5e5f-455f-96d9-b6300449139d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:59.059134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-8a508b0e-9d09-4571-8cc8-8144b589a2e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 217 time: 0.0823948 Apr 20 12:53:59.084357 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.116076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e290cb61-2f3f-417e-8d8a-c387d91072b8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:59.123704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.125996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa0ae67-1714-427f-8b93-7b2cf81f32a6 None None] Network 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:53:59.127556 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-462a5455-162d-45cf-b12b-32b1df42dc2d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e290cb61-2f3f-417e-8d8a-c387d91072b8 HTTP/1.1" status: 204 len: 168 time: 0.3924251 Apr 20 12:53:59.130451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56754) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:59.197320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1019368d-a2f0-4edd-a28a-3df450aeea47 req-e0550bf0-eaf8-4503-b641-2b66002252be tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2506852 Apr 20 12:53:59.224063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.340953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Deleting port e51d64a8-3070-4bba-b555-cee876671106 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:59.341295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.396718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f36d4b0a-3d5d-4479-98f7-d1638ed13a33 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:59.467404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56766) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:53:59.473808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-4e86d3f0-9789-4123-9c84-e45c62840eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.477458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] DHCP port deletion for 2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:53:59.479955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-4e86d3f0-9789-4123-9c84-e45c62840eeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.4065051 Apr 20 12:53:59.485371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f36d4b0a-3d5d-4479-98f7-d1638ed13a33 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:59.486221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f36d4b0a-3d5d-4479-98f7-d1638ed13a33 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:59.486522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] For port e51d64a8-3070-4bba-b555-cee876671106, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e51d64a8-3070-4bba-b555-cee876671106,segment=NetworkSegment(28ae74b6-4639-4b37-b546-67a3e630d33a),segment_id=28ae74b6-4639-4b37-b546-67a3e630d33a)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:59.486846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.487973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e113034f-6c75-4b3a-89be-34a97be40899 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:53:59.512466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Calling delete_port for e51d64a8-3070-4bba-b555-cee876671106 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:59.567157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e113034f-6c75-4b3a-89be-34a97be40899 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:53:59.567495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e113034f-6c75-4b3a-89be-34a97be40899 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:53:59.602432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] Deleting port e51d64a8-3070-4bba-b555-cee876671106 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:53:59.603227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.624974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-850baea9-ddd9-48b7-a179-a7128c471735 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735257 Apr 20 12:53:59.629589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.631796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.632299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.632947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.633398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.633968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.634348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.634872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.635320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.635838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.636319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.636809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.639009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79f6c08f-ed53-4735-bd66-7b4211bf9eea req-917c912b-340e-4fd1-9d0e-30a2be8412e9 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8496 time: 0.6861899 Apr 20 12:53:59.639288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.674073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51d64a8-3070-4bba-b555-cee876671106,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:59.684684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] No DVR routers for this DVR port e51d64a8-3070-4bba-b555-cee876671106 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:59.684903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a61ac-8cc3-4240-ad6d-cbe6c25072ba req-2639ceab-d20a-43fa-a1cf-23689a259340 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:53:59.694492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e94a61ac-8cc3-4240-ad6d-cbe6c25072ba req-2639ceab-d20a-43fa-a1cf-23689a259340 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3535044 Apr 20 12:53:59.718124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] For port e51d64a8-3070-4bba-b555-cee876671106, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e51d64a8-3070-4bba-b555-cee876671106,segment=NetworkSegment(28ae74b6-4639-4b37-b546-67a3e630d33a),segment_id=28ae74b6-4639-4b37-b546-67a3e630d33a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:53:59.718568 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.735082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] Calling delete_port for e51d64a8-3070-4bba-b555-cee876671106 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:53:59.808702 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.827064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2129656589-network', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:53:59.830830 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.863125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:59.871857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] Pushing event deleted for resources: {'Port': ['ID=e51d64a8-3070-4bba-b555-cee876671106,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:53:59.874235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d679a-72e5-4558-a42a-3852e9dbc996 None None] No DVR routers for this DVR port e51d64a8-3070-4bba-b555-cee876671106 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:53:59.885916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ae74b6-4639-4b37-b546-67a3e630d33a') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:59.886129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ae74b6-4639-4b37-b546-67a3e630d33a') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:53:59.897694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e94a61ac-8cc3-4240-ad6d-cbe6c25072ba req-c5a60cfe-2566-4158-8000-6b697553c3a0 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956320 Apr 20 12:53:59.902324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.917804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Made reservation on behalf of 7f083400ba0045d18a8c40a09905fa89 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:53:59.922572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.925323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.944290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:53:59.944616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:53:59.946390 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:53:59.956170 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:53:59.960808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-4b7ed74b-b4a7-4f88-a63d-8a0359107fec service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199632 Apr 20 12:54:00.004207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5460-e81b-4cf3-ad59-c725c6f97829 req-b59adac8-4446-4ad8-bda9-c5341e6b3a98 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.005534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c88f5460-e81b-4cf3-ad59-c725c6f97829 req-b59adac8-4446-4ad8-bda9-c5341e6b3a98 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 886 time: 0.2953324 Apr 20 12:54:00.035964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.047285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.052596 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da HTTP/1.1" status: 204 len: 168 time: 0.9182694 Apr 20 12:54:00.065823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e018a64-7cb7-44ab-8250-1decab5fc7d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5d6e1d-6c7d-4246-9b54-9249b6bcd0da,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:00.133591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.140694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.145798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c944-ef6a-4c34-b17f-909b8208d2a1 req-b6de7d1c-fb5d-4d96-96a9-24853ced6d8d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.153058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9315c944-ef6a-4c34-b17f-909b8208d2a1 req-b6de7d1c-fb5d-4d96-96a9-24853ced6d8d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 945 time: 0.1681957 Apr 20 12:54:00.156741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:54:00.158051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-d2a6a72b-3ee0-4c20-b719-68a59fb24e44 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885371 Apr 20 12:54:00.182489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.183189 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Added segment ff27fbe7-83a3-43db-ba1e-01ce872a88e9 of type vlan for network ea304ffe-b291-47c8-a4eb-5fbb1515095c Apr 20 12:54:00.195517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011781d9-acd5-4492-8e80-92eac07bed5f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:00.227163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9315c944-ef6a-4c34-b17f-909b8208d2a1 req-2cb3ef5e-6c70-40e5-84b6-94888468178d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Apr 20 12:54:00.233581 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.274772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.275870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.276562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.311720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c25e10-7574-4bd7-a5a8-1c1960f04944 req-d42881a8-dcba-48d0-b6c0-971ded4ddf1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.313178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c25e10-7574-4bd7-a5a8-1c1960f04944 req-d42881a8-dcba-48d0-b6c0-971ded4ddf1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1865420 Apr 20 12:54:00.354044 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8848095 Apr 20 12:54:00.354763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56798) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:00.361746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Request body: {'subnet': {'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2129656589-subnet', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:00.366247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48a990-3e23-44a5-a938-50fcfb557228 admin admin] Pushing event updated for resources: {'Network': ['ID=ea304ffe-b291-47c8-a4eb-5fbb1515095c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:00.372683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:00.378576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:54:00.416272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Made reservation on behalf of 7f083400ba0045d18a8c40a09905fa89 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:00.418915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.433813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-21da61fb-130b-43ce-afca-fee92136d7a2 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.435670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-21da61fb-130b-43ce-afca-fee92136d7a2 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.2044320 Apr 20 12:54:00.439713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c25e10-7574-4bd7-a5a8-1c1960f04944 req-944ca6d1-869d-46cf-9daa-3805075bda4f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106272 Apr 20 12:54:00.449046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.529188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:00.533867 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b1f1963-5959-4d47-8b86-fae48798a204 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ee225c581c9469481786eb0f46481bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1596549 Apr 20 12:54:00.536134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ef1330d-32a7-4ffe-b974-23afc0c1302b req-3eb835cd-e694-46c8-9f67-d65e913c2f85 tempest-NetworksTest-1955420840 tempest-NetworksTest-1955420840-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8440 time: 0.2593086 Apr 20 12:54:00.551907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:00.575008 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.717242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1066e9e0-8a5d-42b0-91d2-caff90c397f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.746393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1066e9e0-8a5d-42b0-91d2-caff90c397f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.812596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1066e9e0-8a5d-42b0-91d2-caff90c397f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.816159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1066e9e0-8a5d-42b0-91d2-caff90c397f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.816585 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1066e9e0-8a5d-42b0-91d2-caff90c397f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3f096d2-ce92-4ce3-8abc-374be98355f8 HTTP/1.1" status: 204 len: 168 time: 0.2620549 Apr 20 12:54:00.853794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066e9e0-8a5d-42b0-91d2-caff90c397f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f096d2-ce92-4ce3-8abc-374be98355f8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:00.888768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:00.903880 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56830) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:00.981269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ea649e-d5b5-4e94-b057-20bc28260a95,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:00.991713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Checking segment: {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:00.992427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Network hostable DHCP agents. Network: ea304ffe-b291-47c8-a4eb-5fbb1515095c, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:54:01.014473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:54:01.028563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ea304ffe-b291-47c8-a4eb-5fbb1515095c) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:01.033190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.033860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.041020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f024e-7ba7-44a7-86cc-0691e5d9b6c1 None None] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:54:01.057076 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f0eb40ad-0377-40f9-92bc-3e455bdbe0ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6991699 Apr 20 12:54:01.059767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56836) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:01.064839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:01.094643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.096922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.098218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.101185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.107087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.112837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.122125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.124851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.131283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.139608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-3be6b75d-1d38-4d02-8501-acef1648a5ff tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.5828609 Apr 20 12:54:01.206683 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.259736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133a1ab3-b588-405d-ab13-d5da73d480e9 None None] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:54:01.278061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4fbe2cb-9b8e-4961-9ac9-90bb6e5438f6 req-4b183b7e-37c2-473d-b68a-eeee1298f56f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311469 Apr 20 12:54:01.278061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:01.369012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e51d64a8-3070-4bba-b555-cee876671106 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:54:01.429213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e51d64a8-3070-4bba-b555-cee876671106 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:54:01.429899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e51d64a8-3070-4bba-b555-cee876671106 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:54:01.453788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:01.468371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a7e5-03c5-417e-ba53-514fbeffa5ec req-b0eeb226-b188-4c02-acb7-9d9ef57822e6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.473362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4b7a7e5-03c5-417e-ba53-514fbeffa5ec req-b0eeb226-b188-4c02-acb7-9d9ef57822e6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 814 time: 0.3976827 Apr 20 12:54:01.538591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4b7a7e5-03c5-417e-ba53-514fbeffa5ec req-234fa02a-91fb-488b-8d85-829faf4a15d5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/quotas/3ad48f0479de4bce8d0e760c5ec3ac6c HTTP/1.1" status: 200 len: 375 time: 0.0642304 Apr 20 12:54:01.604076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e37277-cbb0-49f0-a39a-8d60f7be857f req-567c158d-2a06-41db-9ca9-780d7ef72ddb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.605762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98e37277-cbb0-49f0-a39a-8d60f7be857f req-567c158d-2a06-41db-9ca9-780d7ef72ddb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 945 time: 0.1855102 Apr 20 12:54:01.606215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:01.608783 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9255e98c-463f-4f76-8a3c-bc9371828f0a" -d '{"events": [{"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:01.613234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.645929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.679231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4b7a7e5-03c5-417e-ba53-514fbeffa5ec req-873cde54-55d9-4784-a691-f34f2df68352 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1385195 Apr 20 12:54:01.733941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-996068d5-f660-4212-b651-356a4ba1cf99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.740491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98e37277-cbb0-49f0-a39a-8d60f7be857f req-fb99d250-034c-44d0-86b2-93fdfea4c28c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221395 Apr 20 12:54:01.744932 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.763123 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96208c7d-4155-44ad-ad39-cebef950748a x-openstack-request-id: req-96208c7d-4155-44ad-ad39-cebef950748a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:01.763431 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:01.763676 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-96208c7d-4155-44ad-ad39-cebef950748a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:01.764079 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96208c7d-4155-44ad-ad39-cebef950748a'] response: {'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'code': 200} Apr 20 12:54:01.842989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on host n-h2-838550-2 for vnic_type normal with profile {"migrating_to": "n-h1-838550-2"} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:01.843332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:01.843668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:01.845753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:01.861925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:54:01.861925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:01.888213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:01.889035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:01.889937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:01.890627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Bound port: 8100c42e-8d5e-48ec-9d67-399b5b373f80, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:01.891278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.911808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-996068d5-f660-4212-b651-356a4ba1cf99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.957309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b773936-bc28-43e3-9084-72cc237038d3 req-c2cd8307-97c5-45f2-840e-773d08b23ced tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:01.959024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b773936-bc28-43e3-9084-72cc237038d3 req-c2cd8307-97c5-45f2-840e-773d08b23ced tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1099489 Apr 20 12:54:01.973546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-996068d5-f660-4212-b651-356a4ba1cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:01.997210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:02.023813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:02.035520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b773936-bc28-43e3-9084-72cc237038d3 req-f358410d-7e6d-44b4-b2e2-7c30e922b8b6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663989 Apr 20 12:54:02.037699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.054426 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-996068d5-f660-4212-b651-356a4ba1cf99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c84e664eb75b4b088ef86e5c37468a27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1456037 Apr 20 12:54:02.075402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56878) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:02.108466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996068d5-f660-4212-b651-356a4ba1cf99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84f03c8-e126-467b-abae-cb6676600561,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:02.150361 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.169700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.170468 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.171940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] 10.222.0.30 "PUT /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 1121 time: 1.7273180 Apr 20 12:54:02.184904 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.235790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da21ffd-ac5f-4f0d-bf81-375116104929 service neutron] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:02.249734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:02.273658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc6b55-110b-42e3-9d27-c1627c05f4ed req-887f7bce-fa9c-4437-b425-8352d4cc4c8d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.275807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96cc6b55-110b-42e3-9d27-c1627c05f4ed req-887f7bce-fa9c-4437-b425-8352d4cc4c8d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1169751 Apr 20 12:54:02.276667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-545b9048-3a06-4139-ad62-976a103dd8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.329722 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-545b9048-3a06-4139-ad62-976a103dd8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.343509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96cc6b55-110b-42e3-9d27-c1627c05f4ed req-a5a3a49a-7243-4bab-aee8-4d409707a1f2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570247 Apr 20 12:54:02.421792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-545b9048-3a06-4139-ad62-976a103dd8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.424692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-545b9048-3a06-4139-ad62-976a103dd8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.432435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Allocated IP 172.25.3.137 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f2a1920b-4755-4d86-8cc6-7f6d16696983) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:02.432823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-545b9048-3a06-4139-ad62-976a103dd8e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a84f03c8-e126-467b-abae-cb6676600561 HTTP/1.1" status: 204 len: 168 time: 0.3558741 Apr 20 12:54:02.453925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b9048-3a06-4139-ad62-976a103dd8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84f03c8-e126-467b-abae-cb6676600561,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:02.580056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.587122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.595273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.602316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.608468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.615474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.621349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.629219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-d94292bc-0fd9-4e3f-ad2c-a4c9cfe15f5e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.1423950 Apr 20 12:54:02.679040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.694260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49c15da9-ee82-44ec-a9c6-180b5b9ce65f req-7418f1fa-d862-42f4-8ffa-38850f187482 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578103 Apr 20 12:54:02.735446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:02.778884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b685bf80-8fc2-4a6d-8e3a-3ec30d4f0d07 req-8056448c-3677-421e-84ca-b49ebc0782cf tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c HTTP/1.1" status: 200 len: 221 time: 0.0549877 Apr 20 12:54:02.784806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:02.790986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:02.794425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:02.822464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a1920b-4755-4d86-8cc6-7f6d16696983,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:02.956653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713ff87-268b-48cf-b9ce-a8f7444ff9ec req-2ac16407-6699-49d0-adc4-4094e261cc4e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.958195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9713ff87-268b-48cf-b9ce-a8f7444ff9ec req-2ac16407-6699-49d0-adc4-4094e261cc4e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 943 time: 0.1079700 Apr 20 12:54:02.979085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a9ff1-e1f0-4d4a-819c-736116cf68fb req-6082fa7a-b395-4a0d-b24d-5e73308e351d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:02.980603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e7a9ff1-e1f0-4d4a-819c-736116cf68fb req-6082fa7a-b395-4a0d-b24d-5e73308e351d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0740788 Apr 20 12:54:03.033477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e7a9ff1-e1f0-4d4a-819c-736116cf68fb req-e8d7e63b-2e00-4d72-ae6f-011286d0ca06 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453513 Apr 20 12:54:03.076550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56956) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:03.112401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9713ff87-268b-48cf-b9ce-a8f7444ff9ec req-11e0110c-3550-44cf-8b1b-6e4122e7b47d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462023 Apr 20 12:54:03.118010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e5c82d0-9c98-42c5-a39e-74642d8de381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.132896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.144714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-222c84b8-eec3-4408-a6ac-b8c77f921792 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1154220 Apr 20 12:54:03.271148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56960) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:03.287985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1eced4-6f21-4152-bf19-48391635bb19 req-5db3d232-1fac-43de-964f-89d9498d3b5f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.289302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a1eced4-6f21-4152-bf19-48391635bb19 req-5db3d232-1fac-43de-964f-89d9498d3b5f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1195328 Apr 20 12:54:03.346423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-8bd03270-3ce1-4a14-ba67-9a94b6c1339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.347913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-8bd03270-3ce1-4a14-ba67-9a94b6c1339d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 1096 time: 0.1176958 Apr 20 12:54:03.350471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e5c82d0-9c98-42c5-a39e-74642d8de381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.365650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e5c82d0-9c98-42c5-a39e-74642d8de381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.389109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.414042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a1eced4-6f21-4152-bf19-48391635bb19 req-00c2126f-132c-4d25-83a0-874460603005 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104717 Apr 20 12:54:03.539830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2e5c82d0-9c98-42c5-a39e-74642d8de381 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2846a247236545c2b1ae511d92bcd759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586604 Apr 20 12:54:03.540552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c82d0-9c98-42c5-a39e-74642d8de381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9195f836-7c90-4515-b391-d769400bf60e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:03.542352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56976) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:03.560958 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f78b87e-b434-470f-bf06-cdbb1f19b02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.629189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af7086-9b1a-420a-8f37-677d58b77eba req-f3883c06-e5af-472f-a854-3e0663c4184c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.638187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66af7086-9b1a-420a-8f37-677d58b77eba req-f3883c06-e5af-472f-a854-3e0663c4184c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1125963 Apr 20 12:54:03.639557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-64f725e4-f3f9-4cb4-abde-2b62a96675bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.641484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-64f725e4-f3f9-4cb4-abde-2b62a96675bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.2686627 Apr 20 12:54:03.656457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4236ae55-cc61-466c-a961-71bbdc0b7e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.658930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5c4af51-91a2-4a8a-9f5b-8c471e41b78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.676895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Router 364dc76a-44c2-4123-b7d0-23423f90e0ec is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:54:03.698619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5c4af51-91a2-4a8a-9f5b-8c471e41b78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.708259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-ea594a61-0f2c-4e95-9624-aaae966f6d8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46854050-2058-4c73-931e-2eb346859d78 HTTP/1.1" status: 200 len: 217 time: 0.0428872 Apr 20 12:54:03.757482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66af7086-9b1a-420a-8f37-677d58b77eba req-aeec6cb0-d7f5-4da1-b64a-273f77cebab5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141572 Apr 20 12:54:03.765128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:03.767699 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f095191-6dee-4584-8f51-db0d7ad63c30" -d '{"events": [{"name": "network-changed", "server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:03.792442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-d7b373ed-255d-4ac5-a2fc-7347d1c027cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.793876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-d7b373ed-255d-4ac5-a2fc-7347d1c027cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0737123 Apr 20 12:54:03.796705 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f78b87e-b434-470f-bf06-cdbb1f19b02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.811981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f78b87e-b434-470f-bf06-cdbb1f19b02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.894584 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5c4af51-91a2-4a8a-9f5b-8c471e41b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.896024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-c6925bd0-1989-4d68-9e22-bccc29452a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.899732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5c4af51-91a2-4a8a-9f5b-8c471e41b78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.899835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-c6925bd0-1989-4d68-9e22-bccc29452a39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959663 Apr 20 12:54:03.899936 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b5c4af51-91a2-4a8a-9f5b-8c471e41b78a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9195f836-7c90-4515-b391-d769400bf60e HTTP/1.1" status: 204 len: 168 time: 0.3541253 Apr 20 12:54:03.900045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56988) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:03.903348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f78b87e-b434-470f-bf06-cdbb1f19b02d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37205c51c9774c88a80336a1bd3cfbac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305943 Apr 20 12:54:03.905857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78b87e-b434-470f-bf06-cdbb1f19b02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a5461-ed7a-48dd-925e-017ac23449c1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:03.910056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:03.920165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:54:03.930716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Sync routers for ids ['364dc76a-44c2-4123-b7d0-23423f90e0ec'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:54:03.943927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4af51-91a2-4a8a-9f5b-8c471e41b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9195f836-7c90-4515-b391-d769400bf60e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:03.949738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac4537-ce63-4494-bfac-c50d90928ae8 req-89273815-adad-4ec7-8809-01789f867671 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.951331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aaac4537-ce63-4494-bfac-c50d90928ae8 req-89273815-adad-4ec7-8809-01789f867671 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1019905 Apr 20 12:54:03.953623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Routers {'364dc76a-44c2-4123-b7d0-23423f90e0ec'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:03.955510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:03.955952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364dc76a-44c2-4123-b7d0-23423f90e0ec'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:03.956809 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-619e9253-59ae-43c0-be7f-7b60e71fa610 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8958857 Apr 20 12:54:03.960588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56996) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:03.965554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.971065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.977438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.983655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.989813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:03.995866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:04.001823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:04.004017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b8098010-a486-4677-9c6f-dbb446281823 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.2144835 Apr 20 12:54:04.035486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c59eb3a5-0b0b-4b88-b6fd-f365ae84fcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.095048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c59eb3a5-0b0b-4b88-b6fd-f365ae84fcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.141194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Set router 364dc76a-44c2-4123-b7d0-23423f90e0ec gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:04.180502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aaac4537-ce63-4494-bfac-c50d90928ae8 req-d3abbfac-8ca5-44e7-8398-50ce80e2814f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730587 Apr 20 12:54:04.246898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bae56a08-8198-48e5-b4c5-c209698bb7c2 req-b5ed6169-4c19-4ece-92d3-ccfc88e9566d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2101059 Apr 20 12:54:04.263064 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95284561-1ad2-412d-af3c-824503e340fb x-openstack-request-id: req-95284561-1ad2-412d-af3c-824503e340fb {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:04.263361 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:04.263610 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95284561-1ad2-412d-af3c-824503e340fb {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:04.264014 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95284561-1ad2-412d-af3c-824503e340fb'] response: {'name': 'network-changed', 'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'status': 'completed', 'code': 200} Apr 20 12:54:04.265890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c59eb3a5-0b0b-4b88-b6fd-f365ae84fcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.273975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c59eb3a5-0b0b-4b88-b6fd-f365ae84fcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.280631 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c59eb3a5-0b0b-4b88-b6fd-f365ae84fcc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e9a5461-ed7a-48dd-925e-017ac23449c1 HTTP/1.1" status: 204 len: 168 time: 0.3695824 Apr 20 12:54:04.289442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-60a5e162-6c4b-43a3-a823-6b4d47c16db2 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797829 Apr 20 12:54:04.293181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eb3a5-0b0b-4b88-b6fd-f365ae84fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a5461-ed7a-48dd-925e-017ac23449c1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:04.495439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:54:02Z', 'revision_number': 3, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port': {'id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:02Z', 'updated_at': '2022-04-20T12:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:04.504859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f60066bd-137a-4f9c-8a27-731e94ccef35 req-9c66fe08-200d-4d07-a199-b96d89d558bb service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070584 Apr 20 12:54:04.536825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aba2674-5674-4084-a0e7-87fdf2fba6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.567017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:04.602423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Checking router: 364dc76a-44c2-4123-b7d0-23423f90e0ec for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:54:04.604205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-7d9f3962-17c7-4e91-b480-65632b7affc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:04.604886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Updating router 364dc76a-44c2-4123-b7d0-23423f90e0ec port f2a1920b-4755-4d86-8cc6-7f6d16696983 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:54:04.605743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-7d9f3962-17c7-4e91-b480-65632b7affc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1124 time: 0.3093252 Apr 20 12:54:04.637307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0bd4a-c5d9-4070-850b-363243108b6b req-58c23c5f-172c-437b-b774-2ed845cadfdc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:04.644496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3eb0bd4a-c5d9-4070-850b-363243108b6b req-58c23c5f-172c-437b-b774-2ed845cadfdc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2002182 Apr 20 12:54:04.665347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.674632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6a3e2-a7dd-456d-b8d2-7415451509c9 req-025acbca-4989-453a-96b1-1c8b07a1944a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:04.682628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98b6a3e2-a7dd-456d-b8d2-7415451509c9 req-025acbca-4989-453a-96b1-1c8b07a1944a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 943 time: 0.2445529 Apr 20 12:54:04.683492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.839683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3eb0bd4a-c5d9-4070-850b-363243108b6b req-eaa9786e-151b-4fef-95c4-a848305c48a3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941772 Apr 20 12:54:04.869477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98b6a3e2-a7dd-456d-b8d2-7415451509c9 req-7a719284-5e64-4c0a-9948-a55dd81e0f64 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864123 Apr 20 12:54:04.942404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-b648564d-aff9-4e47-bebb-416702abde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:04.944488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-b648564d-aff9-4e47-bebb-416702abde3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.3270862 Apr 20 12:54:04.951722 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:54:04.969350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aba2674-5674-4084-a0e7-87fdf2fba6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:04.995002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:05.011048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8aba2674-5674-4084-a0e7-87fdf2fba6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.016897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-f1845e5a-7559-43f3-80a4-02b0f920bc0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 217 time: 0.0583360 Apr 20 12:54:05.056070 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Allocated IP 172.20.0.1 (ea304ffe-b291-47c8-a4eb-5fbb1515095c/88ea649e-d5b5-4e94-b057-20bc28260a95/6f275fc4-c462-41f9-8154-b42e474e0aa1) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:05.110676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8aba2674-5674-4084-a0e7-87fdf2fba6ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e3acd2166024a248b08b7f08c49acbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2099633 Apr 20 12:54:05.116936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57032) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:05.132801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba2674-5674-4084-a0e7-87fdf2fba6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82a04f2-b78d-46d3-92de-9124258e6796,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:05.154479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8e45e-3fc2-4a81-a4f7-aa7213fa0dd0 req-9f6c82b3-ed16-47c4-b129-939a16928475 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.164255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42e8e45e-3fc2-4a81-a4f7-aa7213fa0dd0 req-9f6c82b3-ed16-47c4-b129-939a16928475 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1886036 Apr 20 12:54:05.169867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-a5689591-b99a-404f-b920-e98bd1ba6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.171492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-a5689591-b99a-404f-b920-e98bd1ba6742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.1292517 Apr 20 12:54:05.187659 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.197400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 has no active binding in host n-h1-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:54:05.199592 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.234545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-9463669f-c8e5-4da8-9045-76d965ebc37e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486131 Apr 20 12:54:05.268967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Attempting to bind port f2a1920b-4755-4d86-8cc6-7f6d16696983 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:05.270212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Attempting to bind port f2a1920b-4755-4d86-8cc6-7f6d16696983 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:05.270642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Attempting to bind port f2a1920b-4755-4d86-8cc6-7f6d16696983 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:05.285777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:05.286160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:05.286755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.287298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:05.287902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Bound port: f2a1920b-4755-4d86-8cc6-7f6d16696983, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:05.288348 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.295497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cac869-a854-4c88-b3e2-5fcecfade2f4 None None] Pushing event updated for resources: {'Port': ['ID=f2a1920b-4755-4d86-8cc6-7f6d16696983,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:05.295993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42e8e45e-3fc2-4a81-a4f7-aa7213fa0dd0 req-adee6878-b66a-43d6-9234-cdf2c32e67e3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258898 Apr 20 12:54:05.341410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298ce540-f11d-4a65-9d6d-b95f297ee9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.395729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] For port f2a1920b-4755-4d86-8cc6-7f6d16696983, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:05.405915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298ce540-f11d-4a65-9d6d-b95f297ee9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.408333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] For port f2a1920b-4755-4d86-8cc6-7f6d16696983, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f2a1920b-4755-4d86-8cc6-7f6d16696983,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:05.424282 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.557910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-38c36cf7-57e5-4421-b24c-d06ef9da785d service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140016 Apr 20 12:54:05.591873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.598128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.604816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.610855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.617294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.623833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.629988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.632552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94144ec4-cda6-46ac-a323-ff711966550b req-b45ebddd-52e5-48a0-9d23-18bc27346241 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5431 time: 0.2139952 Apr 20 12:54:05.656724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950fd5-e9ed-4751-828d-940540083351 req-b7654790-b3cf-4543-a6b5-2dd9bf153b1e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:05.658362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38950fd5-e9ed-4751-828d-940540083351 req-b7654790-b3cf-4543-a6b5-2dd9bf153b1e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1861489 Apr 20 12:54:05.681360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cac869-a854-4c88-b3e2-5fcecfade2f4 None None] Pushing event updated for resources: {'Port': ['ID=f2a1920b-4755-4d86-8cc6-7f6d16696983,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:05.695242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.702529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Routers {'364dc76a-44c2-4123-b7d0-23423f90e0ec'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:05.703788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:53:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364dc76a-44c2-4123-b7d0-23423f90e0ec'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:05.745861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.770471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:05.775765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:05.779254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:05.852242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:05.900588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57064) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:05.936201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Pushing event updated for resources: {'Port': ['ID=6f275fc4-c462-41f9-8154-b42e474e0aa1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:06.040561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.095558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298ce540-f11d-4a65-9d6d-b95f297ee9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.098231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298ce540-f11d-4a65-9d6d-b95f297ee9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.100064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-298ce540-f11d-4a65-9d6d-b95f297ee9b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e82a04f2-b78d-46d3-92de-9124258e6796 HTTP/1.1" status: 204 len: 168 time: 0.9796288 Apr 20 12:54:06.108018 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77aeaca8-7cfc-46b8-bc2f-da8011bf8146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.125306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] Set router 364dc76a-44c2-4123-b7d0-23423f90e0ec gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:06.130048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ce540-f11d-4a65-9d6d-b95f297ee9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82a04f2-b78d-46d3-92de-9124258e6796,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:06.195639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94144ec4-cda6-46ac-a323-ff711966550b req-bb04d813-af41-4ba1-a017-94e42a333639 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5424984 Apr 20 12:54:06.227805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38950fd5-e9ed-4751-828d-940540083351 req-c042be0b-d497-49c7-a13e-4f62c8433db9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568402 Apr 20 12:54:06.258387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.261714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f095191-6dee-4584-8f51-db0d7ad63c30 req-ecf5d685-f7a8-4504-94ea-4617775dccb6 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923206 Apr 20 12:54:06.267466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.344848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-910642183-network', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:06.395010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.399957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Pushing event updated for resources: {'Port': ['ID=6f275fc4-c462-41f9-8154-b42e474e0aa1,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:06.422809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a840f-abd1-48ae-b3e5-65bbcb2f4c70 req-0a60cc38-d4d1-40ee-950b-c2e87ec7c9c6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:06.425031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Made reservation on behalf of 80e6809af5ad4d8aafe92c71c22ac0e6 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:06.427559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.430310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d0a840f-abd1-48ae-b3e5-65bbcb2f4c70 req-0a60cc38-d4d1-40ee-950b-c2e87ec7c9c6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1127772 Apr 20 12:54:06.440184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.445493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df99551-1727-4fbc-a6e2-065028dbba89 req-833f69da-d2e4-40e9-86ff-71703fbe2032 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:06.453582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7df99551-1727-4fbc-a6e2-065028dbba89 req-833f69da-d2e4-40e9-86ff-71703fbe2032 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 943 time: 0.0983169 Apr 20 12:54:06.523723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d0a840f-abd1-48ae-b3e5-65bbcb2f4c70 req-9bf245df-51d8-4050-bd48-d45e6190552b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865979 Apr 20 12:54:06.553747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7df99551-1727-4fbc-a6e2-065028dbba89 req-a279cb74-dc09-48d1-8834-6ad0fad1258d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913787 Apr 20 12:54:06.561755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:54:02Z', 'revision_number': 3, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port': {'id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:02Z', 'updated_at': '2022-04-20T12:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:06.598022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d532b-cf64-4d2a-9b0c-cd4b05ef07c8 None None] The sync data for ids ['364dc76a-44c2-4123-b7d0-23423f90e0ec'] in n-d-838550-2 is: [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:54:02Z', 'revision_number': 3, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port': {'id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:02Z', 'updated_at': '2022-04-20T12:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:54:06.599863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 2d2152ba-c841-4838-9638-514cf5f96f90 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:06.618914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:06.629139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:06.692054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57086) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:06.692761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20494d16-ef50-4607-9b64-b0d3093c8abb req-ebaf70eb-115c-4770-8fa6-bfa24d3d0e9a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:06.703178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20494d16-ef50-4607-9b64-b0d3093c8abb req-ebaf70eb-115c-4770-8fa6-bfa24d3d0e9a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0878825 Apr 20 12:54:06.729249 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.738899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.789031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20494d16-ef50-4607-9b64-b0d3093c8abb req-d04abd0d-5db9-4ad9-bf4c-1e32513c2557 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846484 Apr 20 12:54:06.826795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:54:06.841093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528404a9-62ce-48bd-9ce5-c6607e19e657,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:06.851664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.852817 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Added segment 5b0a851e-839c-4d43-ada4-c51a06f9c5ec of type vlan for network e2ba39a8-372f-4268-89f8-4cb966408280 Apr 20 12:54:06.867329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Router 364dc76a-44c2-4123-b7d0-23423f90e0ec has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:54:06.875798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2d2152ba-c841-4838-9638-514cf5f96f90,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:06.892506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '2d2152ba-c841-4838-9638-514cf5f96f90', 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'port_id': '2d2152ba-c841-4838-9638-514cf5f96f90', 'mac_address': 'fa:16:3e:79:29:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c5a921-683e-4c52-b281-c1b3988d9e18', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:06.928438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca5bf16-7219-4754-89d1-6428785a5b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.948786 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:06.950945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26efb28-68a4-48e9-b2a8-4885a6edbf7f req-7d9f3dba-87b4-44ce-ab72-28d3d29f7204 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:06.952876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a26efb28-68a4-48e9-b2a8-4885a6edbf7f req-7d9f3dba-87b4-44ce-ab72-28d3d29f7204 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0866010 Apr 20 12:54:06.967629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2152ba-c841-4838-9638-514cf5f96f90 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:06.976400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57092) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:06.984121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.013030 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2d2152ba-c841-4838-9638-514cf5f96f90,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:07.021296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.022824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 70920739-0aad-45f7-843e-43cf42ecf0e0 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:07.041659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a26efb28-68a4-48e9-b2a8-4885a6edbf7f req-22a7c69a-06ef-4432-9dcd-52e200636d8c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817957 Apr 20 12:54:07.081372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3d7f-1d57-441f-96f3-223541f5f1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.090402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.116630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 70920739-0aad-45f7-843e-43cf42ecf0e0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=70920739-0aad-45f7-843e-43cf42ecf0e0,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:07.129939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:07.140088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '70920739-0aad-45f7-843e-43cf42ecf0e0', 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'port_id': '70920739-0aad-45f7-843e-43cf42ecf0e0', 'mac_address': 'fa:16:3e:f6:19:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c5a921-683e-4c52-b281-c1b3988d9e18', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:07.182892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.184142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.184729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.207989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.226848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70920739-0aad-45f7-843e-43cf42ecf0e0 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:07.251391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 70920739-0aad-45f7-843e-43cf42ecf0e0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=70920739-0aad-45f7-843e-43cf42ecf0e0,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:07.261326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b305847-607d-457f-b81d-4ac598438f77 req-59499905-460a-4a0b-8ba2-c4aba33a3766 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.261846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.262571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9df9a28-7a4c-42f3-93e5-e139b31302ec details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:07.263479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b305847-607d-457f-b81d-4ac598438f77 req-59499905-460a-4a0b-8ba2-c4aba33a3766 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0937457 Apr 20 12:54:07.332119 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4288063 Apr 20 12:54:07.351151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:54:07.352844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57100) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:07.361000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Request body: {'subnet': {'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-910642183-subnet', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:07.393232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=70920739-0aad-45f7-843e-43cf42ecf0e0,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:07.394069 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ca48ead-219e-4f6b-ba36-6f1ccc3e5e2e admin admin] 10.222.0.24 "PUT /v2.0/routers/364dc76a-44c2-4123-b7d0-23423f90e0ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4323318 Apr 20 12:54:07.400674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c9df9a28-7a4c-42f3-93e5-e139b31302ec, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9df9a28-7a4c-42f3-93e5-e139b31302ec,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:07.402122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b305847-607d-457f-b81d-4ac598438f77 req-63bc6102-30df-4916-baf2-16724b777862 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314771 Apr 20 12:54:07.407841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474c8c5-3c1a-421e-8e0f-a4a559c79c18 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ba39a8-372f-4268-89f8-4cb966408280,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:07.417617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'c9df9a28-7a4c-42f3-93e5-e139b31302ec', 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'port_id': 'c9df9a28-7a4c-42f3-93e5-e139b31302ec', 'mac_address': 'fa:16:3e:27:6e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c5a921-683e-4c52-b281-c1b3988d9e18', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:07.456642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.463198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca5bf16-7219-4754-89d1-6428785a5b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.474586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.482213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.485018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca5bf16-7219-4754-89d1-6428785a5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.496426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e2ba39a8-372f-4268-89f8-4cb966408280 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:54:07.500517 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.501663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.504734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f2a1920b-4755-4d86-8cc6-7f6d16696983 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:07.512201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.518587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.526843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.529131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-98a0c434-1f3d-4966-88c8-8525fa917715 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5433 time: 0.1760297 Apr 20 12:54:07.557342 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bca5bf16-7219-4754-89d1-6428785a5b5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42b836644cb94e56bf46d03657098d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8641422 Apr 20 12:54:07.558396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Made reservation on behalf of 80e6809af5ad4d8aafe92c71c22ac0e6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:07.560727 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.571230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:07.650857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5bf16-7219-4754-89d1-6428785a5b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8393ccc6-23a0-4386-9db0-600263721e61,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:07.657427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b2677f9-e33f-4a09-a308-6f1854136258 req-61463ceb-aba7-47e1-9be8-f645adaf33b6 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057425 Apr 20 12:54:07.666011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3d7f-1d57-441f-96f3-223541f5f1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.686219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef1e3d7f-1d57-441f-96f3-223541f5f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.686410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5918cc-9aaa-483b-be1f-bb61e092b1fd req-7e04b8c5-bd89-47df-b72c-363d74f7d756 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.693970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9df9a28-7a4c-42f3-93e5-e139b31302ec {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:07.703660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a5918cc-9aaa-483b-be1f-bb61e092b1fd req-7e04b8c5-bd89-47df-b72c-363d74f7d756 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1731901 Apr 20 12:54:07.732400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f2a1920b-4755-4d86-8cc6-7f6d16696983 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:07.734521 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.754078 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef1e3d7f-1d57-441f-96f3-223541f5f1e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=730d391b6ff74d4b83c240e595cf5f81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7748828 Apr 20 12:54:07.759343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57116) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:07.776928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c9df9a28-7a4c-42f3-93e5-e139b31302ec, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9df9a28-7a4c-42f3-93e5-e139b31302ec,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:07.778795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a5918cc-9aaa-483b-be1f-bb61e092b1fd req-7eac340a-0733-436d-9d1b-fe92937c9268 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742786 Apr 20 12:54:07.801998 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.802828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8cab4777-0a6c-4f65-a4f6-c01735134265 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:07.829417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a2df9d2-99b1-48b5-94ee-0a07af28b1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.869364 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a2df9d2-99b1-48b5-94ee-0a07af28b1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.892404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f7264-4252-4f93-93e7-5b44d25f169a req-b1ee9139-727e-4d20-927e-6a2345a8c821 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:07.894247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-296f7264-4252-4f93-93e7-5b44d25f169a req-b1ee9139-727e-4d20-927e-6a2345a8c821 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 943 time: 0.1145830 Apr 20 12:54:07.903766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c9df9a28-7a4c-42f3-93e5-e139b31302ec,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:07.958739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-296f7264-4252-4f93-93e7-5b44d25f169a req-30d08fb8-cf7c-4e3f-99d7-7942ed768afc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567875 Apr 20 12:54:07.979806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a2df9d2-99b1-48b5-94ee-0a07af28b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.982982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a2df9d2-99b1-48b5-94ee-0a07af28b1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:07.984744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5a2df9d2-99b1-48b5-94ee-0a07af28b1df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8393ccc6-23a0-4386-9db0-600263721e61 HTTP/1.1" status: 204 len: 168 time: 0.4076200 Apr 20 12:54:07.997339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e3d7f-1d57-441f-96f3-223541f5f1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a222c02c-6dab-4544-9cc8-51087d57fa62,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.009684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.012992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.068963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port f2a1920b-4755-4d86-8cc6-7f6d16696983, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f2a1920b-4755-4d86-8cc6-7f6d16696983,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:08.081104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2df9d2-99b1-48b5-94ee-0a07af28b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8393ccc6-23a0-4386-9db0-600263721e61,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.098176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fabf4e99-cf47-4e27-91a5-1b7a7d04c39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.102065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8cab4777-0a6c-4f65-a4f6-c01735134265, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8cab4777-0a6c-4f65-a4f6-c01735134265,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:08.110366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.121990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-c8899f47-a44e-41bb-9298-1e4b5c0d68d4 service neutron] 10.222.0.37 "GET /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80/bindings/n-h1-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.1359968 Apr 20 12:54:08.143269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fabf4e99-cf47-4e27-91a5-1b7a7d04c39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.212960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'port_id': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'mac_address': 'fa:16:3e:8f:bd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:08.279080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fabf4e99-cf47-4e27-91a5-1b7a7d04c39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.282778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fabf4e99-cf47-4e27-91a5-1b7a7d04c39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.284237 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fabf4e99-cf47-4e27-91a5-1b7a7d04c39a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a222c02c-6dab-4544-9cc8-51087d57fa62 HTTP/1.1" status: 204 len: 168 time: 0.5218229 Apr 20 12:54:08.298028 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.308245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Checking segment: {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:08.308611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Network hostable DHCP agents. Network: e2ba39a8-372f-4268-89f8-4cb966408280, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:54:08.312918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146e4710-a136-4c4a-9159-0c310a204236,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.327144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf4e99-cf47-4e27-91a5-1b7a7d04c39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a222c02c-6dab-4544-9cc8-51087d57fa62,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.342117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cab4777-0a6c-4f65-a4f6-c01735134265 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:08.346209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=f2a1920b-4755-4d86-8cc6-7f6d16696983,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.365532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Network e2ba39a8-372f-4268-89f8-4cb966408280 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:54:08.378465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e2ba39a8-372f-4268-89f8-4cb966408280) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:08.386764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:08.387443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.402688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f890b368-f723-4159-808d-e6b1cc4506c1 None None] Network e2ba39a8-372f-4268-89f8-4cb966408280 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:54:08.407243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0d35be1b-d4d8-4e41-8e3e-19270dc556d2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0500510 Apr 20 12:54:08.409998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57138) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:08.416644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:08.446975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.448936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.453732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8cab4777-0a6c-4f65-a4f6-c01735134265, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8cab4777-0a6c-4f65-a4f6-c01735134265,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:08.498529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6aa42-bda9-47a1-93a4-913fb2754476 req-cff120c2-9af4-44b8-bf65-5b14ab9731de tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:08.501190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05f6aa42-bda9-47a1-93a4-913fb2754476 req-cff120c2-9af4-44b8-bf65-5b14ab9731de tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3142159 Apr 20 12:54:08.514711 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.515241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 501a68ff-8e54-4765-b0e2-6159042e67c8 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:08.534410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.570421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.643455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-fe6221c7-77a4-4382-b56a-2ee619d8ebb7 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:08.651715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8cab4777-0a6c-4f65-a4f6-c01735134265,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:08.653806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-fe6221c7-77a4-4382-b56a-2ee619d8ebb7 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 811 time: 0.3831663 Apr 20 12:54:08.670903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 501a68ff-8e54-4765-b0e2-6159042e67c8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=501a68ff-8e54-4765-b0e2-6159042e67c8,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:08.692293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57142) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:08.696679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:08.712042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bc19384-dd95-4682-9434-a6ca2707dbd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.722255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '501a68ff-8e54-4765-b0e2-6159042e67c8', 'network_id': '5698e2a5-7aeb-42c7-b276-62870bae4129', 'port_id': '501a68ff-8e54-4765-b0e2-6159042e67c8', 'mac_address': 'fa:16:3e:9b:4a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46c5a921-683e-4c52-b281-c1b3988d9e18', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:08.804774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.818524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-bc01c161-c46b-4a2a-8be8-d34f0bdbfbc4 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/quotas/7f083400ba0045d18a8c40a09905fa89 HTTP/1.1" status: 200 len: 375 time: 0.1616895 Apr 20 12:54:08.839881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:08.847572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-e2ba39a8-372f-4268-89f8-4cb966408280', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:54:08.856041 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.873780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05f6aa42-bda9-47a1-93a4-913fb2754476 req-b8bc61a2-7aab-4621-8e25-ca9da00377f2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383323 Apr 20 12:54:08.924178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8100c42e-8d5e-48ec-9d67-399b5b373f80 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:08.947705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:08.960871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.982432 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bc19384-dd95-4682-9434-a6ca2707dbd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.992208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bc19384-dd95-4682-9434-a6ca2707dbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:08.997291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-85691f23-61aa-43ee-b2b6-767eaa7cc576 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591101 Apr 20 12:54:09.000348 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.019593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.055076 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4bc19384-dd95-4682-9434-a6ca2707dbd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c290e5cf2c114b14b57baaf9053ceeac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608456 Apr 20 12:54:09.055489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57158) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:09.056530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 501a68ff-8e54-4765-b0e2-6159042e67c8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:09.062309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc19384-dd95-4682-9434-a6ca2707dbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d450083b-e0e5-408e-8d27-2218a3bc60b8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:09.171785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 501a68ff-8e54-4765-b0e2-6159042e67c8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=501a68ff-8e54-4765-b0e2-6159042e67c8,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:09.176091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.178903 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.183960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.190046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.197262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.203547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.210689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.214810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.217328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.226329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8222e62e-a77a-49aa-8128-d170347a4afa req-31626f20-99ce-4134-b42c-bbaefd358031 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5435 time: 0.2275584 Apr 20 12:54:09.229102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:09.248033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.321107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Allocated IP 172.20.0.2 (e2ba39a8-372f-4268-89f8-4cb966408280/146e4710-a136-4c4a-9159-0c310a204236/b8ba4ff8-bee9-4e7c-ac31-83f2e432b146) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:09.337563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0bff6a4-669e-4834-bb5c-8013215b2af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.344149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] Transition to ACTIVE for port object 8100c42e-8d5e-48ec-9d67-399b5b373f80 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:54:09.373749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8222e62e-a77a-49aa-8128-d170347a4afa req-166a5ba8-4ee7-4a31-ab7f-c1e775108201 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436639 Apr 20 12:54:09.384956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=501a68ff-8e54-4765-b0e2-6159042e67c8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:09.402032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.413591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f2a1920b-4755-4d86-8cc6-7f6d16696983 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:09.417303 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Sync routers for ids ['364dc76a-44c2-4123-b7d0-23423f90e0ec'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:54:09.434227 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Routers {'364dc76a-44c2-4123-b7d0-23423f90e0ec'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:09.434891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364dc76a-44c2-4123-b7d0-23423f90e0ec'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:09.446132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Allocated IP 172.25.3.76 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/9e66a116-8a07-449f-846e-ac13ae3e48d9) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:09.461999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0bff6a4-669e-4834-bb5c-8013215b2af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.535252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:54:09.606166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] No DVR routers for this DVR port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:54:09.636839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.661756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:09.694275 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Set router 364dc76a-44c2-4123-b7d0-23423f90e0ec gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:09.729649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-213815a7-1f9b-4a62-a629-89cacfd8253a service neutron] 10.222.0.37 "PUT /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80/bindings/n-h1-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5998032 Apr 20 12:54:09.753332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-b61a5935-fa66-4433-81a7-22f86115a81e service neutron] 10.222.0.24 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7432153 Apr 20 12:54:09.760587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0bff6a4-669e-4834-bb5c-8013215b2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.763387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.763569 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0bff6a4-669e-4834-bb5c-8013215b2af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:09.765659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e0bff6a4-669e-4834-bb5c-8013215b2af4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d450083b-e0e5-408e-8d27-2218a3bc60b8 HTTP/1.1" status: 204 len: 168 time: 0.6732452 Apr 20 12:54:09.810350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a2b4b-5ecc-44b5-be6e-5f2cc181ee65 req-72de8568-ae40-4070-a533-23674d5a4416 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:09.812403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d4a2b4b-5ecc-44b5-be6e-5f2cc181ee65 req-72de8568-ae40-4070-a533-23674d5a4416 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2687511 Apr 20 12:54:09.827636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bff6a4-669e-4834-bb5c-8013215b2af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d450083b-e0e5-408e-8d27-2218a3bc60b8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:09.931244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:09.939272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:09.949007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:10.026662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Pushing event updated for resources: {'Port': ['ID=9e66a116-8a07-449f-846e-ac13ae3e48d9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:10.047003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-9056e3ab-425f-45bd-82c7-dcbf06f5368c tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:10.048503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-9056e3ab-425f-45bd-82c7-dcbf06f5368c tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1095 time: 0.2220595 Apr 20 12:54:10.153413 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:54:05Z', 'revision_number': 4, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port': {'id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:02Z', 'updated_at': '2022-04-20T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6f275fc4-c462-41f9-8154-b42e474e0aa1', 'name': '', 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:04Z', 'updated_at': '2022-04-20T12:54:06Z', 'revision_number': 2, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'subnets': [{'id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:10.170775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-fbeab3be-808f-4fd8-ad0e-01e768e017fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:10.172261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-fbeab3be-808f-4fd8-ad0e-01e768e017fa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf&tenant_id=9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 1095 time: 0.1124835 Apr 20 12:54:10.195591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d4a2b4b-5ecc-44b5-be6e-5f2cc181ee65 req-2ed89b85-d5c6-41fa-9f9e-d33883e0417e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659714 Apr 20 12:54:10.202672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['2d2152ba-c841-4838-9638-514cf5f96f90'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:10.215514 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Checking router: 364dc76a-44c2-4123-b7d0-23423f90e0ec for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:54:10.221439 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Updating router 364dc76a-44c2-4123-b7d0-23423f90e0ec port 6f275fc4-c462-41f9-8154-b42e474e0aa1 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:54:10.252340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:10.295331 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:10.326575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-63d8c968-05e7-4ae9-9813-94b20c4b384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:10.327661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-63d8c968-05e7-4ae9-9813-94b20c4b384d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1095 time: 0.1253316 Apr 20 12:54:10.355169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-f4e433d9-4179-4d95-9107-b24a03b4b2e4 service neutron] 10.222.0.24 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830815 Apr 20 12:54:10.426671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:54:10.442874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['501a68ff-8e54-4765-b0e2-6159042e67c8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:10.446460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8cab4777-0a6c-4f65-a4f6-c01735134265'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:10.483396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on host n-h2-838550-2 for vnic_type normal with profile {"migrating_to": "n-h1-838550-2"} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:10.483817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:10.484220 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:10.553959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:54:10.554327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Attempting to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:10.556290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f2a1920b-4755-4d86-8cc6-7f6d16696983 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:10.556849 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:10.681979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:10.682657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:10.683436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:10.684074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Bound port: 8100c42e-8d5e-48ec-9d67-399b5b373f80, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:10.684651 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:10.706074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:10.753753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-a5072e4e-1652-4190-a878-52ffa631ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:10.757669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-a5072e4e-1652-4190-a878-52ffa631ef2d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.3969042 Apr 20 12:54:10.850871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:10.860428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86146-5ff6-41be-ad80-8669f790cf05 req-b778af25-0e8c-4e5e-b609-8440ca06a712 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:10.874251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fce86146-5ff6-41be-ad80-8669f790cf05 req-b778af25-0e8c-4e5e-b609-8440ca06a712 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 944 time: 0.5179610 Apr 20 12:54:10.912465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c9df9a28-7a4c-42f3-93e5-e139b31302ec'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:11.012898 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.024106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['70920739-0aad-45f7-843e-43cf42ecf0e0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:11.038216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-614e10ec-20e2-4fc6-9067-b1fb0175754a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 217 time: 0.2642987 Apr 20 12:54:11.058697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.094333 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.110660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-acb621b0-4300-492e-9983-5bc3fe331920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.110855 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.113336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-acb621b0-4300-492e-9983-5bc3fe331920 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0649810 Apr 20 12:54:11.132685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fce86146-5ff6-41be-ad80-8669f790cf05 req-d848e14e-09f2-42a9-9912-b204d87acab6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520285 Apr 20 12:54:11.213511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-d3b841e9-f677-4149-b6a9-83a74d52d0a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765610 Apr 20 12:54:11.218592 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Pushing event updated for resources: {'Port': ['ID=6f275fc4-c462-41f9-8154-b42e474e0aa1,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:11.245559 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.254043 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.254891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.255246 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.255623 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.256214 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.256527 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.256851 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.257055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.257190 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.257484 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.257814 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.258125 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:11.270073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.278550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.288105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.294940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.303157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.310679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.313159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-6969dc27-b4a3-4265-9b96-05bc08b62e15 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5436 time: 0.5408335 Apr 20 12:54:11.368676 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Attempting to bind port 6f275fc4-c462-41f9-8154-b42e474e0aa1 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:11.369095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Attempting to bind port 6f275fc4-c462-41f9-8154-b42e474e0aa1 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:11.369411 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Attempting to bind port 6f275fc4-c462-41f9-8154-b42e474e0aa1 on network ea304ffe-b291-47c8-a4eb-5fbb1515095c {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:11.370044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2ce485b-c6c0-479d-bfaf-664829f61dcb req-175124eb-f6bc-4831-83ec-8710f7042ef6 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 210 time: 0.1287553 Apr 20 12:54:11.389230 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:11.389683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Checking segment: {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:11.390379 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.390946 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Bound using segment: {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:11.391721 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Bound port: 6f275fc4-c462-41f9-8154-b42e474e0aa1, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:11.391861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Router 56f67005-344b-4e6f-93e0-70db7230fb22 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:54:11.393850 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.422915 n-d-838550-2 neutron-server[109411]: WARNING neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Concurrent port binding operations failed on port 8100c42e-8d5e-48ec-9d67-399b5b373f80 Apr 20 12:54:11.495247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Network e2ba39a8-372f-4268-89f8-4cb966408280 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:11.533941 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] For port 6f275fc4-c462-41f9-8154-b42e474e0aa1, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:11.541188 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] For port 6f275fc4-c462-41f9-8154-b42e474e0aa1, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6f275fc4-c462-41f9-8154-b42e474e0aa1,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:11.553527 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.577653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f1764c2-3dbb-4e0b-8537-89174873c39a req-80e14935-323f-4af0-b7a4-76cbf3bc3015 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2055297 Apr 20 12:54:11.578876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:11.595516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:11.602289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:11.641012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7010b72-adeb-4768-b8b7-e8657a8169f9 req-aa39505d-51fa-4e48-9602-68b934204292 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:11.659640 n-d-838550-2 neutron-server[109411]: INFO neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Attempt 2 to bind port 8100c42e-8d5e-48ec-9d67-399b5b373f80 Apr 20 12:54:11.660553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'port_id': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'mac_address': 'fa:16:3e:78:44:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7569de48-5477-4442-9c65-db251d1022bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:11.664131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7010b72-adeb-4768-b8b7-e8657a8169f9 req-aa39505d-51fa-4e48-9602-68b934204292 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1606426 Apr 20 12:54:11.693728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Pushing event updated for resources: {'Port': ['ID=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:11.757937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:54:11.789201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:11.790480 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae375f95-cd97-4719-b2a6-75d7923c521e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3786421 Apr 20 12:54:11.793115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57234) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:11.800551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Sync routers for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:54:11.815578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7010b72-adeb-4768-b8b7-e8657a8169f9 req-4dfd4868-afd0-4a5b-b508-a215ef069860 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494007 Apr 20 12:54:11.822300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-e70ebb19-dd34-429f-ada8-17e85c7d9ab5 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984550 Apr 20 12:54:11.835053 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Routers {'364dc76a-44c2-4123-b7d0-23423f90e0ec'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:11.837789 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364dc76a-44c2-4123-b7d0-23423f90e0ec'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:11.845186 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708ade4-536c-4504-addc-dc8aafeaa514 None None] Pushing event updated for resources: {'Port': ['ID=6f275fc4-c462-41f9-8154-b42e474e0aa1,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:12.039294 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] Set router 364dc76a-44c2-4123-b7d0-23423f90e0ec gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:12.076001 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:12.113207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:12.117768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:12.128080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b087508-1280-416f-81ef-28aef4f64f52 req-f240c977-3e9e-4c37-829f-717bcf2ba241 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:12.129619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b087508-1280-416f-81ef-28aef4f64f52 req-f240c977-3e9e-4c37-829f-717bcf2ba241 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1561880 Apr 20 12:54:12.132113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-c72a4893-8f6d-4e28-b2dc-0b8762ed8ddf service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056366 Apr 20 12:54:12.231901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b087508-1280-416f-81ef-28aef4f64f52 req-67d09bcf-b817-4baa-9983-968c8007d500 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882878 Apr 20 12:54:12.266744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8100c42e-8d5e-48ec-9d67-399b5b373f80 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:12.329512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Attempting to bind port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:12.330185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Attempting to bind port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:12.330722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Attempting to bind port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 on network e2ba39a8-372f-4268-89f8-4cb966408280 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:12.364423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:12.457965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:12.460715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553a9e8-1138-48a7-a0bb-1c65efca1b87 req-0cefd741-1408-4cac-9c55-8b1677a3165b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:12.461199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Checking segment: {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:12.461672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:12.461997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Bound using segment: {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:12.463288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Bound port: b8ba4ff8-bee9-4e7c-ac31-83f2e432b146, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:12.463288 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:12.470476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3553a9e8-1138-48a7-a0bb-1c65efca1b87 req-0cefd741-1408-4cac-9c55-8b1677a3165b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 944 time: 0.1684296 Apr 20 12:54:12.475151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:12.475831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 16542a85-d975-45df-889f-61d550f9c6dc details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:12.590779 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:54:05Z', 'revision_number': 4, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port': {'id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:02Z', 'updated_at': '2022-04-20T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6f275fc4-c462-41f9-8154-b42e474e0aa1', 'name': '', 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:04Z', 'updated_at': '2022-04-20T12:54:11Z', 'revision_number': 4, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'subnets': [{'id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:12.683477 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0423cd-6981-4393-a87c-7cb38ce12dc6 None None] The sync data for ids ['364dc76a-44c2-4123-b7d0-23423f90e0ec'] in n-d-838550-2 is: [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:54:05Z', 'revision_number': 4, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port': {'id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:02Z', 'updated_at': '2022-04-20T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6f275fc4-c462-41f9-8154-b42e474e0aa1', 'name': '', 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'mac_address': 'fa:16:3e:90:9e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:04Z', 'updated_at': '2022-04-20T12:54:11Z', 'revision_number': 4, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'subnets': [{'id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:54:12.696762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe066c00-61dc-4656-8591-2a8173719556 req-d49a4f63-0b78-495e-87f0-9a1aa3dfd535 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 210 time: 0.0765560 Apr 20 12:54:12.725275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3553a9e8-1138-48a7-a0bb-1c65efca1b87 req-82b726d8-6b2c-4802-b1c4-2b26d43d7013 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538631 Apr 20 12:54:12.729829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-4edf0b63-5c60-492c-953a-502bf2ef8ba3 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:12.731501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-4edf0b63-5c60-492c-953a-502bf2ef8ba3 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.2341163 Apr 20 12:54:12.824917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:12.841615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-3e9bba40-580b-4b3d-9cc3-b1ae16d5288d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:12.859720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-3e9bba40-580b-4b3d-9cc3-b1ae16d5288d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 811 time: 0.3535998 Apr 20 12:54:12.914329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Request body: {'port': {'device_id': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'admin_state_up': True, 'tenant_id': '7f083400ba0045d18a8c40a09905fa89'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:13.168778 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:54:13.311173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=11']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:13.311902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:13.370568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] For port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:13.424507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] For port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:13.439755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:13.456922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 16542a85-d975-45df-889f-61d550f9c6dc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=16542a85-d975-45df-889f-61d550f9c6dc,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:13.561140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '16542a85-d975-45df-889f-61d550f9c6dc', 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421', 'port_id': '16542a85-d975-45df-889f-61d550f9c6dc', 'mac_address': 'fa:16:3e:41:36:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb176ef-8454-40b3-9220-de15725e781c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:13.658364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d86a2-b25e-4d67-b7bb-0ac08272d1a5 None None] Pushing event updated for resources: {'Port': ['ID=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:13.666876 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:13.702259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Allocated IP 172.20.0.1 (e2ba39a8-372f-4268-89f8-4cb966408280/146e4710-a136-4c4a-9159-0c310a204236/7773028d-4da3-4690-9a31-719eac970587) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:13.714298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16542a85-d975-45df-889f-61d550f9c6dc {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:13.721558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:10Z', 'revision_number': 3, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:13.745727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88595-1334-48a0-845b-491510fc660d req-6560a9a8-9952-4f7f-9ca7-58433ca56771 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.754998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ca88595-1334-48a0-845b-491510fc660d req-6560a9a8-9952-4f7f-9ca7-58433ca56771 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.7958384 Apr 20 12:54:13.773268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.782868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.790073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.795858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.815765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.823383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.830308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:13.832241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-edd00164-b840-47fe-be53-ba816513d531 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5436 time: 0.8603828 Apr 20 12:54:13.872381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-18122b71-4fc9-43fb-b874-468d6c4c3d82 service neutron] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:13.980727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-18122b71-4fc9-43fb-b874-468d6c4c3d82 service neutron] Notify callbacks [] for binding, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:13.982211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04ef43f6-a9ab-4dec-9a05-f1daea6bf7d7 req-18122b71-4fc9-43fb-b874-468d6c4c3d82 service neutron] 10.222.0.30 "DELETE /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80/bindings/n-h2-838550-2 HTTP/1.1" status: 204 len: 173 time: 1.2421856 Apr 20 12:54:14.000498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.005171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Made reservation on behalf of 7f083400ba0045d18a8c40a09905fa89 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:14.011054 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.075778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f275fc4-c462-41f9-8154-b42e474e0aa1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:14.086647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Checking router: 56f67005-344b-4e6f-93e0-70db7230fb22 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:54:14.087075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Updating router 56f67005-344b-4e6f-93e0-70db7230fb22 port 9e66a116-8a07-449f-846e-ac13ae3e48d9 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:54:14.091967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 16542a85-d975-45df-889f-61d550f9c6dc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=16542a85-d975-45df-889f-61d550f9c6dc,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:14.092378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c75049b-2ef6-4dae-a075-a91ec27cd49c req-6f7575bd-f7f5-4709-b495-b636f642ca31 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2509422 Apr 20 12:54:14.106803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ca88595-1334-48a0-845b-491510fc660d req-00286daa-f090-4a43-bb5a-497e727b52d1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457944 Apr 20 12:54:14.113322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.183937 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.185765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Pushing event updated for resources: {'Port': ['ID=7773028d-4da3-4690-9a31-719eac970587,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:14.193437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f829414c-1212-4a0c-a192-a8a99ecca0b4 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:14.206142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Network e2ba39a8-372f-4268-89f8-4cb966408280 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:14.209870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:14.216340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:14.223329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.292531 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.367591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57306) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:14.431000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75eca10-8587-48f6-bd9f-3cf622f73f46 req-13f1e85c-1e1e-4376-b1f3-3c2b91696674 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 210 time: 0.1683385 Apr 20 12:54:14.530514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f829414c-1212-4a0c-a192-a8a99ecca0b4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:14.535712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Allocated IP 172.20.0.10 (ea304ffe-b291-47c8-a4eb-5fbb1515095c/88ea649e-d5b5-4e94-b057-20bc28260a95/2bfd30f8-a444-4306-8fb6-e7253ea07680) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:14.563961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'f829414c-1212-4a0c-a192-a8a99ecca0b4', 'network_id': '44ea0f27-be77-4784-9c9d-a6d69428c421', 'port_id': 'f829414c-1212-4a0c-a192-a8a99ecca0b4', 'mac_address': 'fa:16:3e:c8:35:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb176ef-8454-40b3-9220-de15725e781c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:14.581136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.666214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1852032641', 'description': 'tempest-description-1773668495'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:14.677565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=16542a85-d975-45df-889f-61d550f9c6dc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:14.704863 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a56f2390-ceeb-4f7a-99c7-59c1b2a34b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.783883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6f275fc4-c462-41f9-8154-b42e474e0aa1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:14.784254 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.787049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.817528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.852857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f829414c-1212-4a0c-a192-a8a99ecca0b4 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:14.853084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.862756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0483d-9e0a-4cba-91d7-8cd7d52b5941 req-d2c326e3-4df6-4136-b7e6-0c2d201f9027 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:14.872149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33d0483d-9e0a-4cba-91d7-8cd7d52b5941 req-d2c326e3-4df6-4136-b7e6-0c2d201f9027 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 945 time: 0.2385061 Apr 20 12:54:14.928745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f829414c-1212-4a0c-a192-a8a99ecca0b4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:14.946551 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.953533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.962523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:14.983874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8cab4777-0a6c-4f65-a4f6-c01735134265 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:15.038763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.043104 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.070948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.082254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33d0483d-9e0a-4cba-91d7-8cd7d52b5941 req-515de099-a154-42c4-977d-771eda3d7f00 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091568 Apr 20 12:54:15.101081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.107165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Pushing event updated for resources: {'Port': ['ID=7773028d-4da3-4690-9a31-719eac970587,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.128015 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.162976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a56f2390-ceeb-4f7a-99c7-59c1b2a34b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.191289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a56f2390-ceeb-4f7a-99c7-59c1b2a34b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.202435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f829414c-1212-4a0c-a192-a8a99ecca0b4,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.217378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:15.219040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Network e2ba39a8-372f-4268-89f8-4cb966408280 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:15.220684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:15.234573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.256226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44334ef-07af-4cc2-b703-6e32c8158ba9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.297880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 8cab4777-0a6c-4f65-a4f6-c01735134265 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:15.299273 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.314144 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.319775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a56f2390-ceeb-4f7a-99c7-59c1b2a34b29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ee6ec9c464d45c09034eadc4462a0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9504459 Apr 20 12:54:15.326641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 8cab4777-0a6c-4f65-a4f6-c01735134265 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:15.327694 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.334360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57316) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:15.348982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ede5e-aa8d-4df9-8a1a-96282ea05264 None None] Network e2ba39a8-372f-4268-89f8-4cb966408280 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:54:15.375473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Router 56f67005-344b-4e6f-93e0-70db7230fb22 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:54:15.377660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f2390-ceeb-4f7a-99c7-59c1b2a34b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21681ac8-2fac-4d65-adfe-069667538c76,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.386693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.397299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:15.410003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:15.418575 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.421837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:15.439077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e69f3-c8bb-4ffb-9b0e-dfe8ae8cb086 req-19e70817-c715-477b-86a5-fc72bbad4731 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.440593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-865e69f3-c8bb-4ffb-9b0e-dfe8ae8cb086 req-19e70817-c715-477b-86a5-fc72bbad4731 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2574146 Apr 20 12:54:15.463287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Attempting to bind port 9e66a116-8a07-449f-846e-ac13ae3e48d9 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:15.463649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Attempting to bind port 9e66a116-8a07-449f-846e-ac13ae3e48d9 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:15.464036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Attempting to bind port 9e66a116-8a07-449f-846e-ac13ae3e48d9 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:15.465744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210fa34-1b79-4e56-93d2-c72088ed13cc None None] Pushing event updated for resources: {'Port': ['ID=9e66a116-8a07-449f-846e-ac13ae3e48d9,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.501537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:15.502002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:15.502321 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.502705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:15.503176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Bound port: 9e66a116-8a07-449f-846e-ac13ae3e48d9, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:15.503553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.515890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f829414c-1212-4a0c-a192-a8a99ecca0b4'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:15.520305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Pushing event updated for resources: {'Port': ['ID=2bfd30f8-a444-4306-8fb6-e7253ea07680,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.540859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 6f275fc4-c462-41f9-8154-b42e474e0aa1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6f275fc4-c462-41f9-8154-b42e474e0aa1,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:15.555533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2de6f42d-bcc4-4ef5-a7c4-e018d95aa03b None None] Provisioning complete for port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:15.555921 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2de6f42d-bcc4-4ef5-a7c4-e018d95aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.565663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.566921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa327c9-e3d6-4d67-b0d1-61218c2eb85a req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9143739 Apr 20 12:54:15.569224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:54:15.575004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1900d-8bb1-46d2-b732-7bc6b8d56c92 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd714c-f7e0-48f7-8abc-abb702744e40,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.594043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-865e69f3-c8bb-4ffb-9b0e-dfe8ae8cb086 req-5092679e-ae22-4882-92fe-e1576d699840 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130147 Apr 20 12:54:15.595243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-50f82a1f-1f26-40cb-9cac-9401e4357bcd admin admin] 10.222.0.24 "PUT /v2.0/routers/56f67005-344b-4e6f-93e0-70db7230fb22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8009939 Apr 20 12:54:15.599758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.600386 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.609187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.640665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fce11e0f-d904-47a1-880a-bc0785816876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.653975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['16542a85-d975-45df-889f-61d550f9c6dc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:15.658116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-0bbd36c5-c775-4dee-a721-531a2e39eede tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7616749 Apr 20 12:54:15.679985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Request body: {'port': {'device_id': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:15.728708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fce11e0f-d904-47a1-880a-bc0785816876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.832057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:15.872530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.881387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.888383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.889917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] For port 9e66a116-8a07-449f-846e-ac13ae3e48d9, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:15.895303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.903759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.909967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.915886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:15.917871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-85ded4b0-cf75-4ca9-90c0-0130772ff2a5 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5438 time: 0.2064073 Apr 20 12:54:15.946906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:15.948854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=6f275fc4-c462-41f9-8154-b42e474e0aa1,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:15.957256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] For port 9e66a116-8a07-449f-846e-ac13ae3e48d9, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e66a116-8a07-449f-846e-ac13ae3e48d9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:16.005079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.043250 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.074210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fce11e0f-d904-47a1-880a-bc0785816876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.076689 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fce11e0f-d904-47a1-880a-bc0785816876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.077839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fce11e0f-d904-47a1-880a-bc0785816876 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21681ac8-2fac-4d65-adfe-069667538c76 HTTP/1.1" status: 204 len: 168 time: 0.7404633 Apr 20 12:54:16.103673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d21aa4d-075f-4520-8554-09fde40bf6c0 req-da016206-e453-4489-a6e1-c9569e8db913 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567676 Apr 20 12:54:16.114016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896c3c7-df51-4d30-bfaa-ebd860a51470 req-1530e228-c670-4cd9-9b41-a91060c245a8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:16.116073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a896c3c7-df51-4d30-bfaa-ebd860a51470 req-1530e228-c670-4cd9-9b41-a91060c245a8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1972980 Apr 20 12:54:16.119192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce11e0f-d904-47a1-880a-bc0785816876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21681ac8-2fac-4d65-adfe-069667538c76,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:16.244144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:16.246396 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6122cb-ec84-4a2d-b86f-3bade421302d" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:16.310054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8cab4777-0a6c-4f65-a4f6-c01735134265, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8cab4777-0a6c-4f65-a4f6-c01735134265,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:16.320082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210fa34-1b79-4e56-93d2-c72088ed13cc None None] Pushing event updated for resources: {'Port': ['ID=9e66a116-8a07-449f-846e-ac13ae3e48d9,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:16.330656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2de6f42d-bcc4-4ef5-a7c4-e018d95aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.338357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a896c3c7-df51-4d30-bfaa-ebd860a51470 req-80d31f19-162c-4ec3-ab9a-484190f99ec6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118902 Apr 20 12:54:16.355668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:16.356326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:16.364138 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.365307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 501a68ff-8e54-4765-b0e2-6159042e67c8 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:16.374693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9699a-bed7-4501-807a-bab7f06fd331 req-ca0ab025-576e-4aa7-97c5-56ca6e6387fd tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:16.382440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fac9699a-bed7-4501-807a-bab7f06fd331 req-ca0ab025-576e-4aa7-97c5-56ca6e6387fd tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 932 time: 0.1293447 Apr 20 12:54:16.401497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-afdb8238-5e71-4f84-89fc-738cfa9e41f0 req-93594c04-2987-4fbc-b849-7a17daff3a63 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Request body: {'security_group': {'name': 'tempest-securitygroup-721552746', 'description': 'tempest-description-516522316'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:16.446588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfd30f8-a444-4306-8fb6-e7253ea07680 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:16.451595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-afdb8238-5e71-4f84-89fc-738cfa9e41f0 req-93594c04-2987-4fbc-b849-7a17daff3a63 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.465963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.477404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57342) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:16.497072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61195c2a-01bf-4a46-a888-90238bf023e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.512919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Transition to ACTIVE for port object 2bfd30f8-a444-4306-8fb6-e7253ea07680 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:54:16.537879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fac9699a-bed7-4501-807a-bab7f06fd331 req-d96812af-1882-42f5-99d7-1f58d9ed682e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545227 Apr 20 12:54:16.556614 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.609089 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61195c2a-01bf-4a46-a888-90238bf023e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.618279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61195c2a-01bf-4a46-a888-90238bf023e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.683354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd30f8-a444-4306-8fb6-e7253ea07680,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:16.684554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:16.685082 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.705715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61195c2a-01bf-4a46-a888-90238bf023e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66bc4e26f2a24b13862869d08c0339d2&name=default HTTP/1.1" status: 200 len: 2982 time: 0.2245624 Apr 20 12:54:16.707244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57346) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:16.728891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61195c2a-01bf-4a46-a888-90238bf023e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7206126-7812-42c8-8744-43656b502469,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:16.762832 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-afdb8238-5e71-4f84-89fc-738cfa9e41f0 req-93594c04-2987-4fbc-b849-7a17daff3a63 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.776126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-afdb8238-5e71-4f84-89fc-738cfa9e41f0 req-93594c04-2987-4fbc-b849-7a17daff3a63 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.782380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-609e4d49-0e0d-4e8e-af2d-39c56117904f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.815639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-609e4d49-0e0d-4e8e-af2d-39c56117904f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.820839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8cab4777-0a6c-4f65-a4f6-c01735134265,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:16.841547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2de6f42d-bcc4-4ef5-a7c4-e018d95aa03b None None] For port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:16.856228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Attempting to bind port 2bfd30f8-a444-4306-8fb6-e7253ea07680 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:16.856573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Attempting to bind port 2bfd30f8-a444-4306-8fb6-e7253ea07680 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:16.856909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Attempting to bind port 2bfd30f8-a444-4306-8fb6-e7253ea07680 on network ea304ffe-b291-47c8-a4eb-5fbb1515095c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:16.862111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-afdb8238-5e71-4f84-89fc-738cfa9e41f0 req-93594c04-2987-4fbc-b849-7a17daff3a63 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.863418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-afdb8238-5e71-4f84-89fc-738cfa9e41f0 req-93594c04-2987-4fbc-b849-7a17daff3a63 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4752204 Apr 20 12:54:16.867767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf395bce-8979-41ea-8b53-02d25d94e822 req-a96872b8-b8c9-4142-8681-60728a685c5b tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:16.869243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf395bce-8979-41ea-8b53-02d25d94e822 req-a96872b8-b8c9-4142-8681-60728a685c5b tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1096 time: 0.1559217 Apr 20 12:54:16.874203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93594c04-2987-4fbc-b849-7a17daff3a63 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8e07f-7542-4513-85f4-355552111a0f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:16.878141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Port 2bfd30f8-a444-4306-8fb6-e7253ea07680 on network ea304ffe-b291-47c8-a4eb-5fbb1515095c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:54:16.878141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Attempting to bind port 2bfd30f8-a444-4306-8fb6-e7253ea07680 on network ea304ffe-b291-47c8-a4eb-5fbb1515095c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:16.885199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2de6f42d-bcc4-4ef5-a7c4-e018d95aa03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.887417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:16.887820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Checking segment: {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:16.888136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Bound using segment: {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:16.888587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Bound port: 2bfd30f8-a444-4306-8fb6-e7253ea07680, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:16.888938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.939240 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-609e4d49-0e0d-4e8e-af2d-39c56117904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.943613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-609e4d49-0e0d-4e8e-af2d-39c56117904f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:16.947367 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-609e4d49-0e0d-4e8e-af2d-39c56117904f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7206126-7812-42c8-8744-43656b502469 HTTP/1.1" status: 204 len: 168 time: 0.2369492 Apr 20 12:54:16.967327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e4d49-0e0d-4e8e-af2d-39c56117904f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7206126-7812-42c8-8744-43656b502469,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:16.992907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf395bce-8979-41ea-8b53-02d25d94e822 req-27eedbda-2bc3-49e2-bda1-f6b939a39e99 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081991 Apr 20 12:54:16.999646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:17.038795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] For port 2bfd30f8-a444-4306-8fb6-e7253ea07680, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:17.042351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] For port 2bfd30f8-a444-4306-8fb6-e7253ea07680, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:17.056469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.117390 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b03a6-1d9b-46f2-ad20-b5704141c9e6 x-openstack-request-id: req-8e8b03a6-1d9b-46f2-ad20-b5704141c9e6 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:17.118015 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:17.118458 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e8b03a6-1d9b-46f2-ad20-b5704141c9e6 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:17.119020 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8b03a6-1d9b-46f2-ad20-b5704141c9e6'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'code': 200} Apr 20 12:54:17.145319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd30f8-a444-4306-8fb6-e7253ea07680,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:17.154103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:17.155224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.157102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-d1e07441-d9a7-4cbf-b23d-37e7031b8137 service neutron] 10.222.0.37 "PUT /v2.0/ports/2bfd30f8-a444-4306-8fb6-e7253ea07680 HTTP/1.1" status: 200 len: 1092 time: 1.4878340 Apr 20 12:54:17.157898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'tag': '2bfd30f8-a444-4306-8fb6-e7253ea07680'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:17.162762 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253" -d '{"events": [{"name": "network-changed", "server_uuid": "01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63", "tag": "2bfd30f8-a444-4306-8fb6-e7253ea07680"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:17.181410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 501a68ff-8e54-4765-b0e2-6159042e67c8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:17.202055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 501a68ff-8e54-4765-b0e2-6159042e67c8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:17.202858 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.254000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6f42d-bcc4-4ef5-a7c4-e018d95aa03b None None] Pushing event updated for resources: {'Port': ['ID=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:17.274384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16165137-9062-43d0-a924-4967eb0b7e29 req-feccaaf8-01bb-4a0e-9ef9-20a68957216d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:17.275982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16165137-9062-43d0-a924-4967eb0b7e29 req-feccaaf8-01bb-4a0e-9ef9-20a68957216d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1100621 Apr 20 12:54:17.279377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-c72567b8-7b04-42b3-ac7e-9d5679a64b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:17.281058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-c72567b8-7b04-42b3-ac7e-9d5679a64b9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 1095 time: 0.0751212 Apr 20 12:54:17.343921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-2e726df7-b856-4ca5-91b7-9efcf78021de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680 HTTP/1.1" status: 200 len: 217 time: 0.0526676 Apr 20 12:54:17.373890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16165137-9062-43d0-a924-4967eb0b7e29 req-d98f9d00-ae3c-453c-b416-740f4fd108b6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899734 Apr 20 12:54:17.410886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-e3a23820-9cad-422f-a645-3c109d2c2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:17.412885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-e3a23820-9cad-422f-a645-3c109d2c2abb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 200 len: 851 time: 0.0494585 Apr 20 12:54:17.460132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9508d445-42de-406e-b83a-741e4ada7ce9 None None] Provisioning complete for port 7773028d-4da3-4690-9a31-719eac970587 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:17.460550 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9508d445-42de-406e-b83a-741e4ada7ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.474862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-a4e43a4e-48af-4035-a0d5-bf75759f5a99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea304ffe-b291-47c8-a4eb-5fbb1515095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536146 Apr 20 12:54:17.543393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9508d445-42de-406e-b83a-741e4ada7ce9 None None] Port 7773028d-4da3-4690-9a31-719eac970587 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:54:17.611023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9508d445-42de-406e-b83a-741e4ada7ce9 None None] Provisioning complete for port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:17.611418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9508d445-42de-406e-b83a-741e4ada7ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.613946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-7d2be552-a2b7-4ee2-8027-b07702dbf33f service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292305 Apr 20 12:54:17.652723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57374) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:17.658921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-df1fb038-a24e-4f9e-aefe-ddd9d2807945 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517065447', 'description': 'tempest-description--1960072025'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:17.713115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.730698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1fb038-a24e-4f9e-aefe-ddd9d2807945 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.738285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96777e4f-b562-4eb1-b58a-39d2ff27db3c req-b58aedf9-ded3-45c0-b32f-fd22d74cec7a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:17.747206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96777e4f-b562-4eb1-b58a-39d2ff27db3c req-b58aedf9-ded3-45c0-b32f-fd22d74cec7a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2713239 Apr 20 12:54:17.833923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96777e4f-b562-4eb1-b58a-39d2ff27db3c req-6af94d77-c553-4bef-a0fe-661a15e075d4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738418 Apr 20 12:54:17.846174 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1fb038-a24e-4f9e-aefe-ddd9d2807945 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.852550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 501a68ff-8e54-4765-b0e2-6159042e67c8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=501a68ff-8e54-4765-b0e2-6159042e67c8,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:17.858556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 2, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:17.865667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1fb038-a24e-4f9e-aefe-ddd9d2807945 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.888794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9438b67e-176c-40b9-89fb-52ac4eb438bb req-59b343f4-974b-4467-8150-3ffd39c91bcf service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545886 Apr 20 12:54:17.936595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.937822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 2d2152ba-c841-4838-9638-514cf5f96f90 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:17.940401 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fb038-a24e-4f9e-aefe-ddd9d2807945 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cea42554-4e4e-4b94-a80e-faba0bbfdf85,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:17.944530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f275fc4-c462-41f9-8154-b42e474e0aa1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:17.957960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeefa675-1776-40b4-a20f-8b4beb2d1979 None None] The sync data for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 is: [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 2, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:54:17.959018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1fb038-a24e-4f9e-aefe-ddd9d2807945 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:17.968816 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df1fb038-a24e-4f9e-aefe-ddd9d2807945 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3139069 Apr 20 12:54:17.972228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57384) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:17.978698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-34a1c218-2b56-4424-a929-9a6a89d212c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Request body: {'security_group_rule': {'security_group_id': 'cea42554-4e4e-4b94-a80e-faba0bbfdf85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:18.018824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.034448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.041413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.047050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34a1c218-2b56-4424-a929-9a6a89d212c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.061686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.079067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.090653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.109238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.111683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-c2186a4c-1827-42df-b630-c62a6dc2e7fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5440 time: 0.1975610 Apr 20 12:54:18.118348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2083950237', 'description': 'tempest-description-1396240778'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:18.148361 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34a1c218-2b56-4424-a929-9a6a89d212c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.155371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34a1c218-2b56-4424-a929-9a6a89d212c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.170252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-06c2df0b-cb5f-410f-af08-b5e4c1c939d0 None None] Provisioning complete for port 7773028d-4da3-4690-9a31-719eac970587 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:18.170594 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06c2df0b-cb5f-410f-af08-b5e4c1c939d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.182588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1c218-2b56-4424-a929-9a6a89d212c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743a0d24-c9e9-4ced-b396-d1c8598f488c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:18.202999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=501a68ff-8e54-4765-b0e2-6159042e67c8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:18.204845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34a1c218-2b56-4424-a929-9a6a89d212c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.208255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.212168 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-34a1c218-2b56-4424-a929-9a6a89d212c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2364357 Apr 20 12:54:18.212582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:18.228257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0720dfcb-6e9e-4bca-91be-b0f6ca7556cd req-22ea5e94-94a6-4768-86cc-b6da9af3f062 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1035268 Apr 20 12:54:18.229445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1aaa6ebd-1bff-4f5a-88cf-5d954003a0db tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Request body: {'security_group_rule': {'security_group_id': 'cea42554-4e4e-4b94-a80e-faba0bbfdf85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:18.232179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 2d2152ba-c841-4838-9638-514cf5f96f90 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:18.235548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.243380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 2d2152ba-c841-4838-9638-514cf5f96f90 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:18.243757 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.257019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-06c2df0b-cb5f-410f-af08-b5e4c1c939d0 None None] Port 7773028d-4da3-4690-9a31-719eac970587 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:54:18.283253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6ebd-1bff-4f5a-88cf-5d954003a0db tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.340467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6f275fc4-c462-41f9-8154-b42e474e0aa1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:18.341421 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.369296 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f9465-239e-4c79-aa39-3dd5c626d320 x-openstack-request-id: req-2f5f9465-239e-4c79-aa39-3dd5c626d320 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:18.369669 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63", "tag": "2bfd30f8-a444-4306-8fb6-e7253ea07680", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:18.369900 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f5f9465-239e-4c79-aa39-3dd5c626d320 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:18.376032 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5f9465-239e-4c79-aa39-3dd5c626d320'] response: {'name': 'network-changed', 'server_uuid': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'tag': '2bfd30f8-a444-4306-8fb6-e7253ea07680', 'status': 'completed', 'code': 200} Apr 20 12:54:18.425887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6ebd-1bff-4f5a-88cf-5d954003a0db tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.439154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6ebd-1bff-4f5a-88cf-5d954003a0db tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.460025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa6ebd-1bff-4f5a-88cf-5d954003a0db tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b598ea9-fbbc-4768-905c-7a19330057fb,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:18.475897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1aaa6ebd-1bff-4f5a-88cf-5d954003a0db tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.479786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1aaa6ebd-1bff-4f5a-88cf-5d954003a0db tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2633111 Apr 20 12:54:18.480449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57396) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:18.489842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:18.529020 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.536810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.551874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.553093 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.569119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:18.569362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-b95617da-d271-4105-83f0-17fcafbec669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.571012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-b95617da-d271-4105-83f0-17fcafbec669 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 1095 time: 0.1685851 Apr 20 12:54:18.611932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2d2152ba-c841-4838-9638-514cf5f96f90,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:18.624348 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.625297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:54:18.671800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb86008-0b5c-480d-93d0-a8ad58f52a07 req-b6e71075-eb09-40e2-9f8c-c602d634261c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.679787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdb86008-0b5c-480d-93d0-a8ad58f52a07 req-b6e71075-eb09-40e2-9f8c-c602d634261c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1920507 Apr 20 12:54:18.729038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7cd49c-1b0a-444f-bc12-c1afc35e00e3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:18.772182 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.832370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.845145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:18.849601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:18.850368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.882516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdb86008-0b5c-480d-93d0-a8ad58f52a07 req-104f0b8b-6dbd-493f-ac3c-7da46b2a0b4c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017655 Apr 20 12:54:18.889813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.916318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8100c42e-8d5e-48ec-9d67-399b5b373f80 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:18.935879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.958567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Allocated IP 172.25.3.223 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ab320844-7cb7-41fe-94ae-1a92e435a76a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:18.961351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:18.969840 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.971522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-9513844c-3058-461b-be73-313a799e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:18.973291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-9513844c-3058-461b-be73-313a799e2219 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 912 time: 0.3823595 Apr 20 12:54:18.980218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:18.986387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 16542a85-d975-45df-889f-61d550f9c6dc up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:19.116468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.126071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2152ba-c841-4838-9638-514cf5f96f90'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:19.133071 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59269ee6-e1b5-40ea-bd87-b71ba6c137d4" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "2d2152ba-c841-4838-9638-514cf5f96f90"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:19.146647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-cf8b84dc-32db-4ebc-a20a-79a4538e1d3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680 HTTP/1.1" status: 200 len: 217 time: 0.1573710 Apr 20 12:54:19.153594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 16542a85-d975-45df-889f-61d550f9c6dc completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:19.159505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=13']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:19.166334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 16542a85-d975-45df-889f-61d550f9c6dc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:19.168119 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.182518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.194182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.195571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43beee1d-ef7a-4c25-bd1d-00b852fa27ee req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0815237 Apr 20 12:54:19.252611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac42fa-1f04-49e4-b43c-e863a2a31644 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d04f2a4-e2b8-4aa6-94bc-3f2b86db3637,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:19.274643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:19.278652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:19.299670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-f5524142-8929-49cf-9c06-3386cc2fe1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:19.301655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-f5524142-8929-49cf-9c06-3386cc2fe1c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 200 len: 851 time: 0.1179056 Apr 20 12:54:19.301909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:19.314219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-aaac2990-81a5-4bea-abb0-f6e562c97a27 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:19.328147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-aaac2990-81a5-4bea-abb0-f6e562c97a27 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.2875869 Apr 20 12:54:19.348524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event updated for resources: {'Port': ['ID=ab320844-7cb7-41fe-94ae-1a92e435a76a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:19.367472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-71d1f111-86c8-47b2-8139-3f1630b6ba63 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/quotas/9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 375 time: 0.0380895 Apr 20 12:54:19.433834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-d33486c3-b587-45a0-a575-6b9575d92420 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea304ffe-b291-47c8-a4eb-5fbb1515095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825274 Apr 20 12:54:19.437308 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.468429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2bfd30f8-a444-4306-8fb6-e7253ea07680 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:19.497147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 16542a85-d975-45df-889f-61d550f9c6dc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=16542a85-d975-45df-889f-61d550f9c6dc,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:19.501455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.509069 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.510284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9df9a28-7a4c-42f3-93e5-e139b31302ec up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:19.584781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.893103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.898173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=16542a85-d975-45df-889f-61d550f9c6dc,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:19.901691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01ccdb-9b35-4b4b-8188-a79855f1f1cb req-2910e462-77aa-4559-a1de-e20d78eaef5b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:19.903240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b01ccdb-9b35-4b4b-8188-a79855f1f1cb req-2910e462-77aa-4559-a1de-e20d78eaef5b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 944 time: 0.5636632 Apr 20 12:54:19.913939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.922806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-578b40ec-39b5-4f9f-a92f-07fe62101c68 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5544600 Apr 20 12:54:19.932553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2bfd30f8-a444-4306-8fb6-e7253ea07680, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:19.935135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port c9df9a28-7a4c-42f3-93e5-e139b31302ec completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:19.947076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port c9df9a28-7a4c-42f3-93e5-e139b31302ec triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:19.947295 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:19.951321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2bfd30f8-a444-4306-8fb6-e7253ea07680', 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'port_id': '2bfd30f8-a444-4306-8fb6-e7253ea07680', 'mac_address': 'fa:16:3e:eb:02:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:19.990647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e66a116-8a07-449f-846e-ac13ae3e48d9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:20.059060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event updated for resources: {'Port': ['ID=ab320844-7cb7-41fe-94ae-1a92e435a76a,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:20.066229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-d807708b-72b8-4aeb-8f77-60ae119fe86d service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229098 Apr 20 12:54:20.073379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.073978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.074832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.074832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.075409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.076387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.076527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.076969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.078109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.078379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.079178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.079317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:20.089387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.102105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b01ccdb-9b35-4b4b-8188-a79855f1f1cb req-e429733a-bdad-4ae4-9641-37229e8f15e1 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768782 Apr 20 12:54:20.123154 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.136155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.137598 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-764baabb-69dd-4e2a-afe6-59b36e7b0493 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6561248 Apr 20 12:54:20.220695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-13b0ad35-6b71-4e76-8a06-10f42e6d5d82 service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812738 Apr 20 12:54:20.252499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfd30f8-a444-4306-8fb6-e7253ea07680 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:20.284418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9e66a116-8a07-449f-846e-ac13ae3e48d9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:20.284418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.317312 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.325271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2bfd30f8-a444-4306-8fb6-e7253ea07680, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:20.340084 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.434514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa6f9d9e-9de6-4e7b-a5e6-59ba86386253 req-e8f51066-bb20-4ad1-9a6e-498d70a6852c service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593011 Apr 20 12:54:20.471196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c9df9a28-7a4c-42f3-93e5-e139b31302ec, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9df9a28-7a4c-42f3-93e5-e139b31302ec,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:20.472396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2bfd30f8-a444-4306-8fb6-e7253ea07680,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:20.480758 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.481735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 70920739-0aad-45f7-843e-43cf42ecf0e0 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:20.485090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-ae72f891-4e39-4eb8-b44e-aec175cd653b service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499588 Apr 20 12:54:20.523598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5ffa0-f7d9-4679-8130-7df764b02e7c req-d84cbeab-9b51-40d4-a2f5-86156aa1e399 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:20.525776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86c5ffa0-f7d9-4679-8130-7df764b02e7c req-d84cbeab-9b51-40d4-a2f5-86156aa1e399 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3024287 Apr 20 12:54:20.584822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86c5ffa0-f7d9-4679-8130-7df764b02e7c req-cca4a2a8-3dc1-455d-b86f-c4be2af77ff7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428119 Apr 20 12:54:20.608564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.629515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 9e66a116-8a07-449f-846e-ac13ae3e48d9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e66a116-8a07-449f-846e-ac13ae3e48d9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:20.640087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2bfd30f8-a444-4306-8fb6-e7253ea07680'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:20.702103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.723777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c9df9a28-7a4c-42f3-93e5-e139b31302ec,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:20.762738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 70920739-0aad-45f7-843e-43cf42ecf0e0 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:20.789556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2db3-5cd0-4c8d-8688-b3d7f9ae147a req-492b369b-4bc5-4140-88f5-00d593d20cc2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:20.789793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 70920739-0aad-45f7-843e-43cf42ecf0e0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:20.790049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:20.793220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d9c2db3-5cd0-4c8d-8688-b3d7f9ae147a req-492b369b-4bc5-4140-88f5-00d593d20cc2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0891023 Apr 20 12:54:20.827937 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d804ad85-3066-4de2-8eae-96c74fbe1940 x-openstack-request-id: req-d804ad85-3066-4de2-8eae-96c74fbe1940 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:20.828455 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "2d2152ba-c841-4838-9638-514cf5f96f90", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:20.828883 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d804ad85-3066-4de2-8eae-96c74fbe1940 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:20.829439 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d804ad85-3066-4de2-8eae-96c74fbe1940'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8', 'code': 200} Apr 20 12:54:20.829978 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d804ad85-3066-4de2-8eae-96c74fbe1940'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2152ba-c841-4838-9638-514cf5f96f90', 'code': 200} Apr 20 12:54:20.839784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=9e66a116-8a07-449f-846e-ac13ae3e48d9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:20.842095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d9c2db3-5cd0-4c8d-8688-b3d7f9ae147a req-9555fdee-a2de-41bc-bd26-f7cd9c2eec52 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Apr 20 12:54:20.857483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e3a596b2-171e-4cb5-b36d-d060a89bfb72 req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-759557675', 'description': 'tempest-description-1958318510'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:20.891285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3a596b2-171e-4cb5-b36d-d060a89bfb72 req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.110475 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3a596b2-171e-4cb5-b36d-d060a89bfb72 req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.135952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.148933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.155073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.162882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.170109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.178055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.184881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.187268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-612cc222-2560-4049-bec7-21e2e259da00 req-0da669fc-8a5b-4b9f-9291-296c52288163 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5443 time: 0.1720924 Apr 20 12:54:21.188785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3a596b2-171e-4cb5-b36d-d060a89bfb72 req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.227310 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.243072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3a596b2-171e-4cb5-b36d-d060a89bfb72 req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.244555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a596b2-171e-4cb5-b36d-d060a89bfb72 req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3914669 Apr 20 12:54:21.279503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-612cc222-2560-4049-bec7-21e2e259da00 req-6752dead-bb42-49e0-8a24-8e522c7a7ea0 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0744591 Apr 20 12:54:21.280889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac664c3a-195c-4ca0-8065-35e2b3f5ec80,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:21.291277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.291628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.291973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.292612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.293156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.293684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.294186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.294862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.295359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.295871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.296857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.297346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3980a8-e8e1-4d1e-9dd4-953b91821d21 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:21.314621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 70920739-0aad-45f7-843e-43cf42ecf0e0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=70920739-0aad-45f7-843e-43cf42ecf0e0,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:21.332476 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.334947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:21.416911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57528) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:21.447931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5d3c4dc-4f52-45c0-8193-50e9c6751aaa req-ae90d978-8f05-4431-bd2a-f24ff79cee12 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 210 time: 0.0578971 Apr 20 12:54:21.615778 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Sync routers for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:54:21.620129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 8100c42e-8d5e-48ec-9d67-399b5b373f80 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:21.651866 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:21.653384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=70920739-0aad-45f7-843e-43cf42ecf0e0,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:21.656951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 8100c42e-8d5e-48ec-9d67-399b5b373f80 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:21.657323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.667303 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:21.673088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4e574b1-d7f0-4fcd-85c4-166316a496ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.789246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-207ed33f-a5d5-4454-91de-14137ca797cf tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.790821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-207ed33f-a5d5-4454-91de-14137ca797cf tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.2385905 Apr 20 12:54:21.809861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5d9a6-7ef2-455d-916d-8ddb136249d5 req-f14bcf8c-2023-4537-b83c-97bf5fc90ae2 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:21.822513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9f5d9a6-7ef2-455d-916d-8ddb136249d5 req-f14bcf8c-2023-4537-b83c-97bf5fc90ae2 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 945 time: 0.2034168 Apr 20 12:54:21.843214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.884227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-18e0e2ca-9a23-4db8-a6da-f07c95083a04 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/quotas/1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 375 time: 0.0589199 Apr 20 12:54:21.896780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4e574b1-d7f0-4fcd-85c4-166316a496ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.909727 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4e574b1-d7f0-4fcd-85c4-166316a496ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.933503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9f5d9a6-7ef2-455d-916d-8ddb136249d5 req-b904028e-8ea3-4c2f-84b5-512552e447f3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094117 Apr 20 12:54:21.941035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:21.951478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e66a116-8a07-449f-846e-ac13ae3e48d9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:21.965800 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:21.966607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f829414c-1212-4a0c-a192-a8a99ecca0b4 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:21.998459 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:22.026217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e574b1-d7f0-4fcd-85c4-166316a496ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d24e3-4352-4fb3-88d2-0b05b4da12bd,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:22.031883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-0affa15b-0298-48d9-bb0c-33ec6df29880 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1329691 Apr 20 12:54:22.059185 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4e574b1-d7f0-4fcd-85c4-166316a496ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf2372d8a8114315814aa137a1db2cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410198 Apr 20 12:54:22.060069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57566) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:22.159667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03fc33c8-f4b3-490a-b1f8-905de606fe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.203105 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03fc33c8-f4b3-490a-b1f8-905de606fe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.220961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=14']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:22.239429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9e66a116-8a07-449f-846e-ac13ae3e48d9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:22.240169 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.272022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port f829414c-1212-4a0c-a192-a8a99ecca0b4 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:22.273406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03fc33c8-f4b3-490a-b1f8-905de606fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.278917 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03fc33c8-f4b3-490a-b1f8-905de606fe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.283003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port f829414c-1212-4a0c-a192-a8a99ecca0b4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:22.283622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.295528 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-03fc33c8-f4b3-490a-b1f8-905de606fe90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/246d24e3-4352-4fb3-88d2-0b05b4da12bd HTTP/1.1" status: 204 len: 168 time: 0.2211294 Apr 20 12:54:22.314882 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 2, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:22.315190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc33c8-f4b3-490a-b1f8-905de606fe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d24e3-4352-4fb3-88d2-0b05b4da12bd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:22.415029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-033aa6ff-0998-4143-acf7-5b7242e6c7df service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733002 Apr 20 12:54:22.444115 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Checking router: 56f67005-344b-4e6f-93e0-70db7230fb22 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:54:22.444685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.446726 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Updating router 56f67005-344b-4e6f-93e0-70db7230fb22 port 7773028d-4da3-4690-9a31-719eac970587 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:54:22.512903 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.518530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f829414c-1212-4a0c-a192-a8a99ecca0b4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:22.543615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.636156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f829414c-1212-4a0c-a192-a8a99ecca0b4,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:22.753765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-d9c75606-8283-412c-ae7d-d95d67427298 service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376286 Apr 20 12:54:22.764286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-52a5fefa-55b1-4a89-8199-8708a3ad9c33 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:22.766356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-52a5fefa-55b1-4a89-8199-8708a3ad9c33 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.3364091 Apr 20 12:54:22.788806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Request body: {'port': {'device_id': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'admin_state_up': True, 'tenant_id': '9e322fabebe54304a534c6dab524db45'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:22.830942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9df9a28-7a4c-42f3-93e5-e139b31302ec'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0'}, {'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:22.837718 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75637a83-458c-4aec-8782-b11591ce3f3e" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "16542a85-d975-45df-889f-61d550f9c6dc"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "c9df9a28-7a4c-42f3-93e5-e139b31302ec"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0"}, {"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:22.852899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57580) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:22.874863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab313bb9-6af7-4984-88f6-621910d6903e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:22.964370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-0c954386-8340-4105-8237-5da57f10f588 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53317 time: 0.9310124 Apr 20 12:54:22.992052 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.003032 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.012595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Made reservation on behalf of 9e322fabebe54304a534c6dab524db45 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:23.016295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.062728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-81464ea0-7961-4862-adb3-ba80505832a0 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/011781d9-acd5-4492-8e80-92eac07bed5f HTTP/1.1" status: 200 len: 2981 time: 0.0800657 Apr 20 12:54:23.075638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab313bb9-6af7-4984-88f6-621910d6903e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.098196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab313bb9-6af7-4984-88f6-621910d6903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.168917 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad396-2ae9-45b3-92c5-fb6788aae8d8 None None] Pushing event updated for resources: {'Port': ['ID=7773028d-4da3-4690-9a31-719eac970587,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:23.206945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11d51a-c0b0-44d0-81bf-db4277cdf9a7 req-6b9d615a-65ca-4926-8d5d-1cd64626d717 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.207515 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Attempting to bind port 7773028d-4da3-4690-9a31-719eac970587 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:23.207977 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Attempting to bind port 7773028d-4da3-4690-9a31-719eac970587 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:23.208978 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Attempting to bind port 7773028d-4da3-4690-9a31-719eac970587 on network e2ba39a8-372f-4268-89f8-4cb966408280 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:23.216426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a11d51a-c0b0-44d0-81bf-db4277cdf9a7 req-6b9d615a-65ca-4926-8d5d-1cd64626d717 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1974289 Apr 20 12:54:23.228761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313bb9-6af7-4984-88f6-621910d6903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfc6d67-d207-42e3-80ee-b5750b6fc916,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:23.233174 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:23.234364 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Checking segment: {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:23.235229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-9409d32c-ac46-4ae7-8f9b-6ad3cce61536 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/011781d9-acd5-4492-8e80-92eac07bed5f HTTP/1.1" status: 200 len: 2981 time: 0.1577601 Apr 20 12:54:23.236672 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.237268 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Bound using segment: {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:23.240465 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Bound port: 7773028d-4da3-4690-9a31-719eac970587, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:23.241117 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.252356 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ab313bb9-6af7-4984-88f6-621910d6903e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=047ba24988654276865e4a709c024f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960307 Apr 20 12:54:23.255665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57590) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:23.350334 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] For port 7773028d-4da3-4690-9a31-719eac970587, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:23.354261 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] For port 7773028d-4da3-4690-9a31-719eac970587, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7773028d-4da3-4690-9a31-719eac970587,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:23.360421 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.393317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a11d51a-c0b0-44d0-81bf-db4277cdf9a7 req-2c07892e-c199-405d-8e2b-08ce7b807f32 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711614 Apr 20 12:54:23.406649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-13893ce9-b784-4399-830c-a76164761be1 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/06d0be3e-82ea-4804-ab64-445296266152 HTTP/1.1" status: 200 len: 2973 time: 0.1701326 Apr 20 12:54:23.424427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-502ebe96-14cc-4d37-9fdc-c5bd0038fabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.452639 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad396-2ae9-45b3-92c5-fb6788aae8d8 None None] Pushing event updated for resources: {'Port': ['ID=7773028d-4da3-4690-9a31-719eac970587,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:23.502465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Allocated IP 172.20.0.2 (9cc1a42b-2e4d-4628-9b86-01d72495f9f8/7569de48-5477-4442-9c65-db251d1022bc/545ac536-739d-4737-810b-e6e1f2e97a60) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:23.520101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2bfd30f8-a444-4306-8fb6-e7253ea07680 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:23.552193 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:23.554318 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:23.589940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-502ebe96-14cc-4d37-9fdc-c5bd0038fabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.603218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-338b61d0-afe8-4e96-aa24-ea319c05f5bf tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/06d0be3e-82ea-4804-ab64-445296266152 HTTP/1.1" status: 200 len: 2973 time: 0.1921897 Apr 20 12:54:23.621799 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.653254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0be43fd8-46da-4780-bee6-4e1745ecbcd9 None None] Provisioning complete for port 7773028d-4da3-4690-9a31-719eac970587 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:23.654203 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0be43fd8-46da-4780-bee6-4e1745ecbcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.707177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-502ebe96-14cc-4d37-9fdc-c5bd0038fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.709910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-502ebe96-14cc-4d37-9fdc-c5bd0038fabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.714340 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-502ebe96-14cc-4d37-9fdc-c5bd0038fabc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdfc6d67-d207-42e3-80ee-b5750b6fc916 HTTP/1.1" status: 204 len: 168 time: 0.4526825 Apr 20 12:54:23.719970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-c8c7045e-b59a-4c3e-a137-7e55efa65c2c tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1d13fd06-2cbb-4059-9cbc-72debcd55ae3 HTTP/1.1" status: 200 len: 2981 time: 0.1161852 Apr 20 12:54:23.731861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ebe96-14cc-4d37-9fdc-c5bd0038fabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfc6d67-d207-42e3-80ee-b5750b6fc916,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:23.812317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.817258 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:23.829169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2bfd30f8-a444-4306-8fb6-e7253ea07680 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:23.836925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.851368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.855897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2bfd30f8-a444-4306-8fb6-e7253ea07680 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:23.856512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:23.885712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.913091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.923590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.943531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:23.952600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-be9d809f-f417-4751-a953-cbe083b0a96c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.4263790 Apr 20 12:54:24.011048 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0be43fd8-46da-4780-bee6-4e1745ecbcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.026307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7773028d-4da3-4690-9a31-719eac970587 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:24.056894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0be43fd8-46da-4780-bee6-4e1745ecbcd9 None None] For port 7773028d-4da3-4690-9a31-719eac970587, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7773028d-4da3-4690-9a31-719eac970587,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:24.073969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a214667-1b25-42a8-bb4e-2f23c7e7f28e req-a921fe02-6c5f-4d4f-85bf-d9e911fd3c2f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161606 Apr 20 12:54:24.115813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-ba4a1d27-4d72-4354-980c-2529998a0519 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/1d13fd06-2cbb-4059-9cbc-72debcd55ae3 HTTP/1.1" status: 200 len: 2981 time: 0.3920383 Apr 20 12:54:24.173219 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0be43fd8-46da-4780-bee6-4e1745ecbcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.187006 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-f9a20a49-5e9c-4fc2-9158-d66951889a82 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] show failed (client error): The resource could not be found. Apr 20 12:54:24.201011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-f9a20a49-5e9c-4fc2-9158-d66951889a82 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/246d24e3-4352-4fb3-88d2-0b05b4da12bd HTTP/1.1" status: 404 len: 352 time: 0.0842001 Apr 20 12:54:24.253857 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-2d92fb9f-d965-4e0b-bf69-996d588e555d tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] show failed (client error): The resource could not be found. Apr 20 12:54:24.264285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-2d92fb9f-d965-4e0b-bf69-996d588e555d tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/246d24e3-4352-4fb3-88d2-0b05b4da12bd HTTP/1.1" status: 404 len: 352 time: 0.0616598 Apr 20 12:54:24.288206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7773028d-4da3-4690-9a31-719eac970587 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:24.288833 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.294135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff73ffcd-abf4-421a-9f00-ea86aab729a7 req-2534040c-0143-446d-9281-a2aabfd10a49 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 210 time: 0.0592840 Apr 20 12:54:24.324119 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:23Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:24.341354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.346211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be43fd8-46da-4780-bee6-4e1745ecbcd9 None None] Pushing event updated for resources: {'Port': ['ID=7773028d-4da3-4690-9a31-719eac970587,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:24.398053 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9331ab61-2b47-4285-b993-236a562ebc68 None None] The sync data for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 is: [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:23Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:54:24.425695 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f1190a-9a33-445a-b05d-f38cc88e615a x-openstack-request-id: req-c8f1190a-9a33-445a-b05d-f38cc88e615a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:24.426012 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "16542a85-d975-45df-889f-61d550f9c6dc", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "c9df9a28-7a4c-42f3-93e5-e139b31302ec", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0", "code": 200}, {"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-plugged", "status": "completed", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-plugged", "status": "completed", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:24.427035 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8f1190a-9a33-445a-b05d-f38cc88e615a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:24.428711 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1190a-9a33-445a-b05d-f38cc88e615a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc', 'code': 200} Apr 20 12:54:24.429622 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1190a-9a33-445a-b05d-f38cc88e615a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9df9a28-7a4c-42f3-93e5-e139b31302ec', 'code': 200} Apr 20 12:54:24.429915 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1190a-9a33-445a-b05d-f38cc88e615a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0', 'code': 200} Apr 20 12:54:24.430251 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1190a-9a33-445a-b05d-f38cc88e615a'] response: {'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'code': 200} Apr 20 12:54:24.430415 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f1190a-9a33-445a-b05d-f38cc88e615a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4', 'code': 200} Apr 20 12:54:24.444177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-913ac463-d300-48ce-a197-0dc9c118997b tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/26dd2ad5-3620-4fe9-902d-6b617ba15004 HTTP/1.1" status: 200 len: 2981 time: 0.1787369 Apr 20 12:54:24.478749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.482269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d270d824-0033-4e2d-aceb-8a7e92bdfdcb None None] Provisioning complete for port 7773028d-4da3-4690-9a31-719eac970587 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:24.482631 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d270d824-0033-4e2d-aceb-8a7e92bdfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.642401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14f40dc8-0388-4539-b78c-cd4b57756135 req-2ef86092-2550-40a8-ae28-a2b702169ac0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 210 time: 0.1099539 Apr 20 12:54:24.691807 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.719449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:24.743707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2bfd30f8-a444-4306-8fb6-e7253ea07680, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:24.764347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:24.764938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:24.765042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:24.765442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:24.774173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:24.774699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:24.775170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:24.777136 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-f3219307-820d-4db9-b974-ce7e2f437a5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6502 time: 0.1603398 Apr 20 12:54:24.795570 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:24.848812 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9ba8076e-a5a0-4a04-a3a6-fee24194a0d5 req-dfaf3d00-c526-4343-b71e-5d7c23d3e021 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623634 Apr 20 12:54:24.874825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-33e2cfd5-bf59-430f-b2b0-b915452e4771 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/26dd2ad5-3620-4fe9-902d-6b617ba15004 HTTP/1.1" status: 200 len: 2981 time: 0.4282358 Apr 20 12:54:24.936601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2bfd30f8-a444-4306-8fb6-e7253ea07680,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:24.963304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:24.973110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:24.996027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:25.066425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-8990d8cd-34ad-4b3f-aa29-72b28b7bd7b6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.069021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-8990d8cd-34ad-4b3f-aa29-72b28b7bd7b6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.4649079 Apr 20 12:54:25.113533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc961c-c137-499f-9751-94d8d8cab61f req-9d35a62d-a5e9-4500-8993-bdb70a759af4 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.115348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3bc961c-c137-499f-9751-94d8d8cab61f req-9d35a62d-a5e9-4500-8993-bdb70a759af4 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.2429392 Apr 20 12:54:25.116265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:25.128086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'port': {'device_id': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'admin_state_up': True, 'tenant_id': '1d9a78453ae2447889f0336664af95dc'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:25.187873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-9e5986ba-d477-42d0-a7db-47e8ad8f86f8 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4f7cd49c-1b0a-444f-bc12-c1afc35e00e3 HTTP/1.1" status: 200 len: 2985 time: 0.2338414 Apr 20 12:54:25.194272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.195206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:25.281887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-beebc351-6afd-4cc5-87f5-5cc053b6a2fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5057142 Apr 20 12:54:25.308414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Request body: {'port': {'device_id': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:25.350557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-1765d6a0-ef83-473b-8cd8-acd4314a4ac1 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4f7cd49c-1b0a-444f-bc12-c1afc35e00e3 HTTP/1.1" status: 200 len: 2985 time: 0.1150954 Apr 20 12:54:25.353985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3bc961c-c137-499f-9751-94d8d8cab61f req-2b1fea69-f5a4-4e70-836c-ce0d1b771080 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130170 Apr 20 12:54:25.498584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:25.517169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-686e1dca-28e0-47a2-8f39-1f10f9869d55 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/528404a9-62ce-48bd-9ce5-c6607e19e657 HTTP/1.1" status: 200 len: 2981 time: 0.1462266 Apr 20 12:54:25.619473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Made reservation on behalf of 1d9a78453ae2447889f0336664af95dc for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:25.630786 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:25.736395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-b9c67960-4d37-44a5-a0b5-f2f7d50664dc tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/528404a9-62ce-48bd-9ce5-c6607e19e657 HTTP/1.1" status: 200 len: 2981 time: 0.2083235 Apr 20 12:54:25.789925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.795973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.805685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.807666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.813708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.820007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.826918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:25.827765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-c456f1ff-74a3-484d-97e2-45ee9073da0d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.2785449 Apr 20 12:54:25.845282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7773028d-4da3-4690-9a31-719eac970587 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:25.909827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7773028d-4da3-4690-9a31-719eac970587 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:25.910477 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:26.255154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-dd37eca4-9b35-40fd-96b9-e98d1c029dcb tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7372cd9b-4c2f-4714-96b0-31d6aae0aa67 HTTP/1.1" status: 200 len: 2981 time: 0.5067670 Apr 20 12:54:26.294170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39fc62d2-a967-4142-a80f-feab6da2c7d2 req-93a8606f-6bf2-4eda-9ba5-2ac1b04cb572 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4235334 Apr 20 12:54:26.366477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Allocated IP 172.20.0.7 (28d6faf1-4de4-4023-93c6-d871cb32428e/8d58dcaf-466d-48df-9ac1-2f6d221df033/ce026a11-fdc8-4637-bf4b-158c8561e0b2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:26.374482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-55fad328-2294-4538-b8ab-a780307d5cfe tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/7372cd9b-4c2f-4714-96b0-31d6aae0aa67 HTTP/1.1" status: 200 len: 2981 time: 0.1083217 Apr 20 12:54:26.432018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd30f8-a444-4306-8fb6-e7253ea07680'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:26.435554 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efe1c10-bb93-4e10-b64d-249c226494e0" -d '{"events": [{"server_uuid": "01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd30f8-a444-4306-8fb6-e7253ea07680"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:26.537783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-4d0757b9-37cd-47bd-bc88-9bfca2159b5c tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/92f7fe60-ad6d-409d-95cc-77ca037f8d89 HTTP/1.1" status: 200 len: 2981 time: 0.1515572 Apr 20 12:54:26.584130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545ac536-739d-4737-810b-e6e1f2e97a60 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:26.601657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50733d04-5adc-4fc2-af46-48d3322370bd req-e33334fc-a9fe-4c9c-a692-af4d0da46731 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:26.603294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50733d04-5adc-4fc2-af46-48d3322370bd req-e33334fc-a9fe-4c9c-a692-af4d0da46731 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 931 time: 0.2266426 Apr 20 12:54:26.608239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:26.689674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Transition to ACTIVE for port object 545ac536-739d-4737-810b-e6e1f2e97a60 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:54:26.691380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-51634208-9573-4660-b457-10f1b6eb6272 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/92f7fe60-ad6d-409d-95cc-77ca037f8d89 HTTP/1.1" status: 200 len: 2981 time: 0.1528277 Apr 20 12:54:26.702909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:26.766176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50733d04-5adc-4fc2-af46-48d3322370bd req-952f31b4-d9ab-4bb6-a430-3ef9c3320f1f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430917 Apr 20 12:54:26.840469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:26.875772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-e9017e21-3d0d-40fd-8d92-c2057c3b0833 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bd2b0309-cb79-4cc6-aad9-850f76986ed2 HTTP/1.1" status: 200 len: 2981 time: 0.1737182 Apr 20 12:54:26.879221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.002176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-3a96b775-b5f4-4c22-90d7-1e1af85f3428 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bd2b0309-cb79-4cc6-aad9-850f76986ed2 HTTP/1.1" status: 200 len: 2981 time: 0.0986297 Apr 20 12:54:27.011296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24fad6b0-76a8-4279-b462-e1f500ba1d66 req-1f1a28a5-1b1b-4ccb-83f3-9d0c714f6a5e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 210 time: 0.0490384 Apr 20 12:54:27.042554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.058344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['46854050-2058-4c73-931e-2eb346859d78'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:27.062884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:27.127497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:27.128001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:27.128661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:27.169460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:54:27.169460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:27.212887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:27.218411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:27.218792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:27.219112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:27.219543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Bound port: 545ac536-739d-4737-810b-e6e1f2e97a60, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:27.220033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.230207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:27.244356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:27.259330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=ce026a11-fdc8-4637-bf4b-158c8561e0b2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:27.301116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-6f3c407e-4ab0-4362-b2f5-823e266e0bbf tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c44334ef-07af-4cc2-b703-6e32c8158ba9 HTTP/1.1" status: 200 len: 2981 time: 0.2836270 Apr 20 12:54:27.395413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bff88-aef2-473a-859a-92cf3424b107 req-028e737a-c2fe-4bdb-8818-185ed9aca380 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:27.397055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a59bff88-aef2-473a-859a-92cf3424b107 req-028e737a-c2fe-4bdb-8818-185ed9aca380 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.2604916 Apr 20 12:54:27.416862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:27.417486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.504633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:27.547995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:27.556094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-566a18fa-033d-41fb-a398-f3445402cb62 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c44334ef-07af-4cc2-b703-6e32c8158ba9 HTTP/1.1" status: 200 len: 2981 time: 0.2407942 Apr 20 12:54:27.560230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-6998015c-d6f4-41aa-89ff-626a1d81c45b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4735157 Apr 20 12:54:27.571380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.582576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-11afff1a-708b-4fe6-abf5-4ab6d5b96027 None None] Provisioning complete for port ce026a11-fdc8-4637-bf4b-158c8561e0b2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:27.583785 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11afff1a-708b-4fe6-abf5-4ab6d5b96027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.585181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Request body: {'port': {'device_id': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:27.620979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:27.621965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.623706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-98738dd6-08df-413b-8e66-505bae406079 service neutron] 10.222.0.30 "PUT /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 1091 time: 2.3262820 Apr 20 12:54:27.630735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-11afff1a-708b-4fe6-abf5-4ab6d5b96027 None None] Port ce026a11-fdc8-4637-bf4b-158c8561e0b2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:54:27.645401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:27.648668 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d503661e-b617-4ae9-b6dc-0bafb57c4519" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:27.710007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a59bff88-aef2-473a-859a-92cf3424b107 req-ccada174-d335-4abc-96eb-fe8a1262048f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996514 Apr 20 12:54:27.766623 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:27.785462 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6c677f-fa86-4e1c-878c-99fd199503a8 x-openstack-request-id: req-ba6c677f-fa86-4e1c-878c-99fd199503a8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:27.785828 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd30f8-a444-4306-8fb6-e7253ea07680", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:27.790825 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba6c677f-fa86-4e1c-878c-99fd199503a8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:27.790825 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6c677f-fa86-4e1c-878c-99fd199503a8'] response: {'server_uuid': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd30f8-a444-4306-8fb6-e7253ea07680', 'code': 200} Apr 20 12:54:27.853528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98738dd6-08df-413b-8e66-505bae406079 service neutron] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:27.880165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-75065250-a289-41f6-9e0d-f961868d43b8 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dfcbec2c-2414-467a-a423-2825f97a2f2f HTTP/1.1" status: 200 len: 2981 time: 0.3112831 Apr 20 12:54:27.885674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-a67d2bad-6def-4cdb-94cd-34edb24929d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:27.887142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-a67d2bad-6def-4cdb-94cd-34edb24929d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1094 time: 0.1830251 Apr 20 12:54:28.071830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-77d3949c-dbe7-47f4-a33e-a916b4bf1b4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 217 time: 0.1492240 Apr 20 12:54:28.173478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180bb3e-5eff-4c81-9a54-dc7702bad718 req-b83be3d5-ceaf-43b3-acdb-b27fbfac0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.175038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9180bb3e-5eff-4c81-9a54-dc7702bad718 req-b83be3d5-ceaf-43b3-acdb-b27fbfac0590 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 1097 time: 0.3267667 Apr 20 12:54:28.176487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-28a8afc7-27f2-43a0-956d-297c8677e5d3 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/dfcbec2c-2414-467a-a423-2825f97a2f2f HTTP/1.1" status: 200 len: 2981 time: 0.2859154 Apr 20 12:54:28.216288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef49a1-d0ff-4e22-860c-d50f74dc72a9 req-4de6093e-3419-43fb-b9c7-57cdd049aa37 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.217840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccef49a1-d0ff-4e22-860c-d50f74dc72a9 req-4de6093e-3419-43fb-b9c7-57cdd049aa37 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3354070 Apr 20 12:54:28.241342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-b41561ab-dd27-4aac-9736-1062a26c726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.242733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-b41561ab-dd27-4aac-9736-1062a26c726c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.1612384 Apr 20 12:54:28.323831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-a78e0e85-424e-4c64-b43e-8a53088b1f37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639284 Apr 20 12:54:28.392844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9180bb3e-5eff-4c81-9a54-dc7702bad718 req-e111ebfb-7cce-4bdf-bb65-68b5980d1f3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836238 Apr 20 12:54:28.438919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccef49a1-d0ff-4e22-860c-d50f74dc72a9 req-224c801a-5abb-4b73-8bd6-f07b58e610b8 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111938 Apr 20 12:54:28.443473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-6558bfda-406d-44aa-8137-9082a02267e6 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/edf8c003-6574-4be6-9a78-b12b21434932 HTTP/1.1" status: 200 len: 2981 time: 0.2361190 Apr 20 12:54:28.592117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-4b86230a-b9f2-4459-bb90-2ea8b7502cfb service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539003 Apr 20 12:54:28.594282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce026a11-fdc8-4637-bf4b-158c8561e0b2 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:28.604466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:28.633130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-015d7f68-1349-4ad8-9f50-fa7f4af44827 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/edf8c003-6574-4be6-9a78-b12b21434932 HTTP/1.1" status: 200 len: 2981 time: 0.1758890 Apr 20 12:54:28.692307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Transition to ACTIVE for port object ce026a11-fdc8-4637-bf4b-158c8561e0b2 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:54:28.705814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.711818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.719167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.726092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.732407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.739138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.744648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:28.746602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f3de105-3091-4f82-9099-93734a0c289d req-d51f6b2c-5924-4aaa-b736-9696a9f6c92c tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.2218041 Apr 20 12:54:28.758014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:28.891002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-2a9298f1-f349-4b05-af77-84485083a23c tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/fd5c543e-89e6-478c-bcce-cc3e9ce3c8ee HTTP/1.1" status: 200 len: 2977 time: 0.2489421 Apr 20 12:54:28.893715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c76b45bb-b5b6-4101-a397-a7599f8a4911 req-bdef9f88-dc9f-4f53-b8e5-0c5e569f3d15 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920194 Apr 20 12:54:28.894700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Pushing event updated for resources: {'Port': ['ID=ce026a11-fdc8-4637-bf4b-158c8561e0b2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:28.929096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f3de105-3091-4f82-9099-93734a0c289d req-eba60aa5-7836-40e7-847d-e267435b2af1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719871 Apr 20 12:54:29.007008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3d5f19-c6ce-4930-bba4-a7de029b76ca req-e24abc09-67a1-4302-b214-dbf1db09760c tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/fd5c543e-89e6-478c-bcce-cc3e9ce3c8ee HTTP/1.1" status: 200 len: 2977 time: 0.0850880 Apr 20 12:54:29.009411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Attempting to bind port ce026a11-fdc8-4637-bf4b-158c8561e0b2 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:29.009792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Attempting to bind port ce026a11-fdc8-4637-bf4b-158c8561e0b2 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:29.010123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Attempting to bind port ce026a11-fdc8-4637-bf4b-158c8561e0b2 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:29.015049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Port ce026a11-fdc8-4637-bf4b-158c8561e0b2 on network 28d6faf1-4de4-4023-93c6-d871cb32428e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:54:29.015371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Attempting to bind port ce026a11-fdc8-4637-bf4b-158c8561e0b2 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:29.027919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:29.028559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:29.029015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Bound using segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:29.029523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Bound port: ce026a11-fdc8-4637-bf4b-158c8561e0b2, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:29.030043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:29.057622 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1c0448-80d4-4150-b900-a0f1ff96d06a x-openstack-request-id: req-ba1c0448-80d4-4150-b900-a0f1ff96d06a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:29.058054 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:29.059403 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ba1c0448-80d4-4150-b900-a0f1ff96d06a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:29.059931 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1c0448-80d4-4150-b900-a0f1ff96d06a'] response: {'name': 'network-changed', 'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60', 'status': 'completed', 'code': 200} Apr 20 12:54:29.205771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] For port ce026a11-fdc8-4637-bf4b-158c8561e0b2, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:29.226380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-333d54e7-f334-49fa-a103-e309dbdea905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:29.227859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-333d54e7-f334-49fa-a103-e309dbdea905 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1094 time: 0.1485243 Apr 20 12:54:29.234857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] For port ce026a11-fdc8-4637-bf4b-158c8561e0b2, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:29.254239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:29.312963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39de0ad-179a-4c40-b6e4-b9527cef4d47 req-cf7d598a-3093-4bce-8384-3ba85ba1c1e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:29.314335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f39de0ad-179a-4c40-b6e4-b9527cef4d47 req-cf7d598a-3093-4bce-8384-3ba85ba1c1e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 943 time: 0.1815746 Apr 20 12:54:29.363891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:29.364942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:29.368298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] 10.222.0.37 "PUT /v2.0/ports/ce026a11-fdc8-4637-bf4b-158c8561e0b2 HTTP/1.1" status: 200 len: 1091 time: 1.7966900 Apr 20 12:54:29.382967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ce47-446f-4bf3-a4fe-c8a110981ce5 req-177cc078-f0ef-42e8-9905-3908b6df3655 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:29.384737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1287ce47-446f-4bf3-a4fe-c8a110981ce5 req-177cc078-f0ef-42e8-9905-3908b6df3655 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.2447498 Apr 20 12:54:29.787929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bd306-9a6e-4549-8546-aa6f76690f66 service neutron] Pushing event updated for resources: {'Port': ['ID=ce026a11-fdc8-4637-bf4b-158c8561e0b2,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:29.836626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f39de0ad-179a-4c40-b6e4-b9527cef4d47 req-a8804872-c7a6-40ad-bc6a-9e145f7051b7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838505 Apr 20 12:54:29.841381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-938f8bec-4561-4dd3-ae22-906af9da5dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:29.842890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-938f8bec-4561-4dd3-ae22-906af9da5dd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.6056123 Apr 20 12:54:29.846134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1287ce47-446f-4bf3-a4fe-c8a110981ce5 req-655ccca7-1dc5-4ca0-a8d4-47d19a09add0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407399 Apr 20 12:54:29.853747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-cb45b833-6154-4eb9-bf8f-0caf8695e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:29.855769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-cb45b833-6154-4eb9-bf8f-0caf8695e4ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 1094 time: 0.4288189 Apr 20 12:54:29.907329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-60ef1469-e7a5-4d6a-904e-0da64553e5ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 217 time: 0.0556765 Apr 20 12:54:29.958612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-f0f5065c-7bdf-466a-96ef-4fe202db3163 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2 HTTP/1.1" status: 200 len: 217 time: 0.0940430 Apr 20 12:54:30.093667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-bcadc473-1507-425f-a031-3dd294a48c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.095132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-bcadc473-1507-425f-a031-3dd294a48c97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.1810627 Apr 20 12:54:30.116964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-55b00ae1-a1b6-489d-9767-cc537445f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.118370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-55b00ae1-a1b6-489d-9767-cc537445f60e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1353605 Apr 20 12:54:30.127717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844c6c7-3257-4377-9aef-346cd5a944b3 req-2eb24acc-18c5-40af-b144-eb53e19b449a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.129112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5844c6c7-3257-4377-9aef-346cd5a944b3 req-2eb24acc-18c5-40af-b144-eb53e19b449a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1748455 Apr 20 12:54:30.151990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a5dc0-8f94-492c-b179-69552935775c req-d8e912d6-9e1f-414c-aa3c-a1cf16b2102b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.153445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e50a5dc0-8f94-492c-b179-69552935775c req-d8e912d6-9e1f-414c-aa3c-a1cf16b2102b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1682167 Apr 20 12:54:30.163205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-a7f99a22-e5d5-4ced-a105-7ce503129c30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591838 Apr 20 12:54:30.300732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e50a5dc0-8f94-492c-b179-69552935775c req-fcbe5da3-69ef-4d57-acba-7e88e01b530e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359930 Apr 20 12:54:30.306629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5844c6c7-3257-4377-9aef-346cd5a944b3 req-f11eafce-5c1c-4f24-aa3c-97957b2acc3c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522601 Apr 20 12:54:30.309966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-3e4f6ca2-8623-4e90-b21b-3e8770451555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.311423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-3e4f6ca2-8623-4e90-b21b-3e8770451555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812804 Apr 20 12:54:30.438174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-c72baaf8-4b34-4d4e-b8d8-ce594d14031e service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489979 Apr 20 12:54:30.584797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.590653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.596549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.602597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.608680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.614988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.620767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:30.622727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8139551e-9339-456f-b4f3-78a8ab465eab req-02e25982-46b1-47d9-9cb0-858990bdbc5b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.2355006 Apr 20 12:54:30.632878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-56540feb-bb1c-4654-9f10-fa4e9451f7fc service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149822 Apr 20 12:54:30.633663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57740) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:30.641828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Request body: {'floatingip': {'port_id': '8cab4777-0a6c-4f65-a4f6-c01735134265'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:30.728475 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:30.741389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dc83a9d-582d-4892-9b55-2a811c992feb req-21d8454b-7db8-461f-8563-b4d0d4d90b24 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dccc21867b4a4894a5697cc2727b71b0 HTTP/1.1" status: 200 len: 6104 time: 0.3626716 Apr 20 12:54:30.847646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d503661e-b617-4ae9-b6dc-0bafb57c4519 req-297e9542-30ce-46c5-8a8b-af46002b628e service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996301 Apr 20 12:54:31.066647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dc83a9d-582d-4892-9b55-2a811c992feb req-6c0dcf06-515b-4f20-b453-fff77ae0e802 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "GET /v2.0/security-groups/c44334ef-07af-4cc2-b703-6e32c8158ba9 HTTP/1.1" status: 200 len: 2981 time: 0.2509389 Apr 20 12:54:31.067074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:31.069404 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:31.081789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292657fb-4223-4b57-85d7-219568f563ca req-0c402943-6a19-4c18-bdb2-b7e1b7bb5a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:31.083240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-292657fb-4223-4b57-85d7-219568f563ca req-0c402943-6a19-4c18-bdb2-b7e1b7bb5a39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 1097 time: 0.2347052 Apr 20 12:54:31.088250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52d4263a-d4ed-45f2-9063-8babcc95949d req-f20db096-5f18-404f-917a-a66ecb47c116 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412920 Apr 20 12:54:31.120876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ec0a3-e276-4244-aaa7-56fe83ef5a57 req-eea42a39-c1d2-4755-9d3d-62c4ec5ac190 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:31.122467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9ec0a3-e276-4244-aaa7-56fe83ef5a57 req-eea42a39-c1d2-4755-9d3d-62c4ec5ac190 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2495408 Apr 20 12:54:31.289533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dc83a9d-582d-4892-9b55-2a811c992feb req-c2a753ea-aa23-47e1-9039-624e5f72493f tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "GET /v2.0/security-groups/c44334ef-07af-4cc2-b703-6e32c8158ba9 HTTP/1.1" status: 200 len: 2981 time: 0.2114146 Apr 20 12:54:31.312343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9ec0a3-e276-4244-aaa7-56fe83ef5a57 req-b72f003c-8512-4053-a037-250fa13ee03d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796153 Apr 20 12:54:31.432914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292657fb-4223-4b57-85d7-219568f563ca req-045ecfd1-6005-4e85-9e1d-62edd8d53a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:31.434364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-292657fb-4223-4b57-85d7-219568f563ca req-045ecfd1-6005-4e85-9e1d-62edd8d53a28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 912 time: 0.3355951 Apr 20 12:54:31.806745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-292657fb-4223-4b57-85d7-219568f563ca req-1010cd84-babe-45db-a190-2dd77e539353 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680 HTTP/1.1" status: 200 len: 217 time: 0.3579640 Apr 20 12:54:31.892736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbf071-9dab-4f10-b1f1-e96c6b33b9ec req-c40bac11-7ef1-42b3-96bb-c2bf8df3cec3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:31.894272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bedbf071-9dab-4f10-b1f1-e96c6b33b9ec req-c40bac11-7ef1-42b3-96bb-c2bf8df3cec3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.5359204 Apr 20 12:54:31.940125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c103a-e953-404c-87fc-b8996706decb req-1fb13d7c-2229-49d1-9841-dc2b4ba88911 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:31.941434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a47c103a-e953-404c-87fc-b8996706decb req-1fb13d7c-2229-49d1-9841-dc2b4ba88911 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 943 time: 0.5111349 Apr 20 12:54:31.992918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292657fb-4223-4b57-85d7-219568f563ca req-69ede063-f924-41a7-ae42-05836c0ca3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:31.994385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-292657fb-4223-4b57-85d7-219568f563ca req-69ede063-f924-41a7-ae42-05836c0ca3a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 200 len: 851 time: 0.1778698 Apr 20 12:54:32.081288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-292657fb-4223-4b57-85d7-219568f563ca req-63a94e2b-baf4-4e57-825d-7455aae09fe3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea304ffe-b291-47c8-a4eb-5fbb1515095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761554 Apr 20 12:54:32.093976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bedbf071-9dab-4f10-b1f1-e96c6b33b9ec req-9f7965ba-0720-427b-9932-cb9b6dfd143a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854181 Apr 20 12:54:32.107428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a47c103a-e953-404c-87fc-b8996706decb req-2d34a20a-d20f-46d9-8e62-02689124be26 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381438 Apr 20 12:54:32.158356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:32.166218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:32.221410 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66792c5-546a-4999-a0cf-9590782fe96b x-openstack-request-id: req-b66792c5-546a-4999-a0cf-9590782fe96b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:32.221725 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:32.221980 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b66792c5-546a-4999-a0cf-9590782fe96b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:32.222370 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66792c5-546a-4999-a0cf-9590782fe96b'] response: {'name': 'network-changed', 'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2', 'status': 'completed', 'code': 200} Apr 20 12:54:32.343908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-292657fb-4223-4b57-85d7-219568f563ca req-b1a0774d-9acf-4dcd-97b6-e39057e95c9b service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547510 Apr 20 12:54:32.448655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01788a93-8c23-4398-a995-ba78aca82caf req-51d957c3-ad85-4e53-986a-e05c7f1eff42 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ac664c3a-195c-4ca0-8065-35e2b3f5ec80 HTTP/1.1" status: 200 len: 1779 time: 0.1953888 Apr 20 12:54:32.450073 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Floating IP 65e11754-61db-4787-98c8-b7874f45f86b associated. External IP: 172.25.3.135, port: 8cab4777-0a6c-4f65-a4f6-c01735134265. Apr 20 12:54:32.462435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b30c87-3f2c-464e-be9d-323fbc48c494 req-95d4ead6-cf55-4719-8db5-6fbbe32841cc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:32.463913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19b30c87-3f2c-464e-be9d-323fbc48c494 req-95d4ead6-cf55-4719-8db5-6fbbe32841cc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.2338321 Apr 20 12:54:32.465741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-989e4754-204d-4c6e-b50d-35b200976f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:32.467089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-989e4754-204d-4c6e-b50d-35b200976f36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 1094 time: 0.2128441 Apr 20 12:54:32.476723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57782) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:32.611142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7d07-6ef4-4113-b983-447e8ba77009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:32.690677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19b30c87-3f2c-464e-be9d-323fbc48c494 req-83990c34-7206-4083-9fdf-15ccae0dda45 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811886 Apr 20 12:54:32.698578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7d07-6ef4-4113-b983-447e8ba77009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:32.699357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-292657fb-4223-4b57-85d7-219568f563ca req-46cec001-cce7-4702-9c95-58358cbc2605 service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483121 Apr 20 12:54:32.704601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7d07-6ef4-4113-b983-447e8ba77009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:32.757790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-bfdc651f-9be7-45bb-ba89-d9865ac036f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:32.759423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-bfdc651f-9be7-45bb-ba89-d9865ac036f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.2489266 Apr 20 12:54:32.759992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57788) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:32.760130 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e1b7d07-6ef4-4113-b983-447e8ba77009 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46ffeb3168cb41f78ae9c06be0be560f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822220 Apr 20 12:54:32.762986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b7d07-6ef4-4113-b983-447e8ba77009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd698fda-4333-433a-97e4-f9e327270365,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:32.763482 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01788a93-8c23-4398-a995-ba78aca82caf req-a80afb27-3739-4ebe-9624-6ebddeba2929 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:32.883521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-bc35cad3-0b18-4aa2-8597-bb6e6e3b5d53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2 HTTP/1.1" status: 200 len: 217 time: 0.1155083 Apr 20 12:54:32.888029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01788a93-8c23-4398-a995-ba78aca82caf req-a80afb27-3739-4ebe-9624-6ebddeba2929 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.022320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 545ac536-739d-4737-810b-e6e1f2e97a60 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:33.064347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-31ffdf7d-cb19-41f1-86dd-f83b58cab6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:33.065877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-31ffdf7d-cb19-41f1-86dd-f83b58cab6cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1591437 Apr 20 12:54:33.080898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdcde4-4f4b-44ba-91eb-fdce3f1c5263 req-883f9744-829c-4d3c-a310-03148b356061 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:33.082384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0cdcde4-4f4b-44ba-91eb-fdce3f1c5263 req-883f9744-829c-4d3c-a310-03148b356061 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2863295 Apr 20 12:54:33.083548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6afc8a3-0294-49ff-b581-d1cf0559b9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.097118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01788a93-8c23-4398-a995-ba78aca82caf req-a80afb27-3739-4ebe-9624-6ebddeba2929 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.099655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-01788a93-8c23-4398-a995-ba78aca82caf req-a80afb27-3739-4ebe-9624-6ebddeba2929 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.100737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01788a93-8c23-4398-a995-ba78aca82caf req-a80afb27-3739-4ebe-9624-6ebddeba2929 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac664c3a-195c-4ca0-8065-35e2b3f5ec80 HTTP/1.1" status: 204 len: 173 time: 0.6302819 Apr 20 12:54:33.154799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:33.160274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80afb27-3739-4ebe-9624-6ebddeba2929 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac664c3a-195c-4ca0-8065-35e2b3f5ec80,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:33.175872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6afc8a3-0294-49ff-b581-d1cf0559b9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.185966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '545ac536-739d-4737-810b-e6e1f2e97a60', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'port_id': '545ac536-739d-4737-810b-e6e1f2e97a60', 'mac_address': 'fa:16:3e:55:f2:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7569de48-5477-4442-9c65-db251d1022bc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:33.196010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Router 5bdcfe73-95c5-4687-ba41-23b681a66975 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:54:33.244602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.259777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545ac536-739d-4737-810b-e6e1f2e97a60 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:33.270348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0cdcde4-4f4b-44ba-91eb-fdce3f1c5263 req-c76b123c-0051-4576-9399-844fbd26ff98 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637146 Apr 20 12:54:33.272803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-11605974-7893-44ca-9763-cc99b9d2c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:33.274322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-11605974-7893-44ca-9763-cc99b9d2c230 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870639 Apr 20 12:54:33.285521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:33.291332 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.323255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba85da17-3567-4f21-8f74-fb0c2de55cdc req-70a434fa-b8ef-41d5-9e6e-477dc927f8e5 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "GET /v2.0/security-groups/4d04f2a4-e2b8-4aa6-94bc-3f2b86db3637 HTTP/1.1" status: 200 len: 1780 time: 0.1766114 Apr 20 12:54:33.365174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:33.373212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.373996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.374811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.375194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.375658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.375989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.376335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.376679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.377024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.377772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.378255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.378605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:54:33.531860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ce026a11-fdc8-4637-bf4b-158c8561e0b2 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:33.648475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port ce026a11-fdc8-4637-bf4b-158c8561e0b2, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:33.662281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2', 'mac_address': 'fa:16:3e:88:cd:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:33.666126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6afc8a3-0294-49ff-b581-d1cf0559b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.668589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6afc8a3-0294-49ff-b581-d1cf0559b9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.672338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c6afc8a3-0294-49ff-b581-d1cf0559b9cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd698fda-4333-433a-97e4-f9e327270365 HTTP/1.1" status: 204 len: 168 time: 0.9071310 Apr 20 12:54:33.717856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['545ac536-739d-4737-810b-e6e1f2e97a60'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:33.726662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7b94a5ed-5252-49cd-984c-ecc4c3cbaef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.756789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afc8a3-0294-49ff-b581-d1cf0559b9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd698fda-4333-433a-97e4-f9e327270365,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:33.790949 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.816624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:54:33.819147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce026a11-fdc8-4637-bf4b-158c8561e0b2 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:33.825754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f91f-b282-4779-9a95-7a5390f32206 req-5801952e-f411-4301-b871-9a383662b49d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:33.827920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e90f91f-b282-4779-9a95-7a5390f32206 req-5801952e-f411-4301-b871-9a383662b49d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 943 time: 0.4778876 Apr 20 12:54:33.832079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.834578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] Sync routers for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:54:33.840023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba85da17-3567-4f21-8f74-fb0c2de55cdc req-91173d92-d6e7-4f91-b6b4-e182a1403a44 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.843192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-90d6d4c5-c4ad-45ec-9c3d-94f88454d4ed service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610468 Apr 20 12:54:33.878540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port ce026a11-fdc8-4637-bf4b-158c8561e0b2, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:33.889291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:33.890842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:33.930690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e87f84d5-249e-48c0-91aa-a4798efad8d3 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "PUT /v2.0/floatingips/65e11754-61db-4787-98c8-b7874f45f86b HTTP/1.1" status: 200 len: 992 time: 3.2959135 Apr 20 12:54:33.941572 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:33.990338 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba85da17-3567-4f21-8f74-fb0c2de55cdc req-91173d92-d6e7-4f91-b6b4-e182a1403a44 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.001368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e90f91f-b282-4779-9a95-7a5390f32206 req-bb5a09fb-d6cd-49cc-b5ae-334fe7c1332c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644504 Apr 20 12:54:34.087290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c417d6e-f011-4a0e-b08b-c3f53c2be9c6 req-0448cceb-5631-446a-8e8b-5324fbf1815a service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202790 Apr 20 12:54:34.090826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba85da17-3567-4f21-8f74-fb0c2de55cdc req-91173d92-d6e7-4f91-b6b4-e182a1403a44 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.094829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba85da17-3567-4f21-8f74-fb0c2de55cdc req-91173d92-d6e7-4f91-b6b4-e182a1403a44 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.096456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba85da17-3567-4f21-8f74-fb0c2de55cdc req-91173d92-d6e7-4f91-b6b4-e182a1403a44 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d04f2a4-e2b8-4aa6-94bc-3f2b86db3637 HTTP/1.1" status: 204 len: 173 time: 0.7604880 Apr 20 12:54:34.107229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91173d92-d6e7-4f91-b6b4-e182a1403a44 tempest-SecurityGroupsTestAdminJSON-2100328911 tempest-SecurityGroupsTestAdminJSON-2100328911-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d04f2a4-e2b8-4aa6-94bc-3f2b86db3637,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:34.149705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:34.166774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3e1738c-70c8-4d0b-b9e0-04a444e3be14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.182880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=ce026a11-fdc8-4637-bf4b-158c8561e0b2,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:34.205864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc2ce6-fa16-43e5-abf7-4fb73e59a432 req-441b4f72-6924-441d-aff0-2f460c239af5 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:34.208809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93fc2ce6-fa16-43e5-abf7-4fb73e59a432 req-441b4f72-6924-441d-aff0-2f460c239af5 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.0600493 Apr 20 12:54:34.210625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:34.227197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:34.229713 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:34.254133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['ce026a11-fdc8-4637-bf4b-158c8561e0b2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:34.298824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93fc2ce6-fa16-43e5-abf7-4fb73e59a432 req-4b956356-9cf8-41b2-a366-ad0a628a36c9 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788324 Apr 20 12:54:34.306362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3e1738c-70c8-4d0b-b9e0-04a444e3be14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.311475 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3e1738c-70c8-4d0b-b9e0-04a444e3be14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.315949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46f141-0f4b-41e2-909b-dbc3936e9685 req-672614f0-0de2-470f-8d96-fc9b9448d4df tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:34.326627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a46f141-0f4b-41e2-909b-dbc3936e9685 req-672614f0-0de2-470f-8d96-fc9b9448d4df tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 944 time: 0.1170554 Apr 20 12:54:34.345170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d3e1738c-70c8-4d0b-b9e0-04a444e3be14 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=752be54e256044d58ceb96224446a5cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935484 Apr 20 12:54:34.347666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57820) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:34.402102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1738c-70c8-4d0b-b9e0-04a444e3be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0bc08b-cd86-4569-ac7c-20fd4634975c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:34.422357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a46f141-0f4b-41e2-909b-dbc3936e9685 req-40c1144f-10ec-4c9d-8056-9421d56c9861 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947006 Apr 20 12:54:34.446348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eca37d84-1c1d-48fc-b98e-c3c00d8d1cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.450912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5a10d2f-9e0e-474d-ab13-b8645660d954 req-64d26653-64f4-4879-9e85-975724eec258 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "GET /v2.0/security-groups/5ba8e07f-7542-4513-85f4-355552111a0f HTTP/1.1" status: 200 len: 1778 time: 0.0996523 Apr 20 12:54:34.482329 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eca37d84-1c1d-48fc-b98e-c3c00d8d1cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.547869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f5a10d2f-9e0e-474d-ab13-b8645660d954 req-b3bb17e3-eded-4e13-94ef-a2a339a48d81 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.563459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eca37d84-1c1d-48fc-b98e-c3c00d8d1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.568618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eca37d84-1c1d-48fc-b98e-c3c00d8d1cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.573379 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eca37d84-1c1d-48fc-b98e-c3c00d8d1cbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e0bc08b-cd86-4569-ac7c-20fd4634975c HTTP/1.1" status: 204 len: 168 time: 0.2247779 Apr 20 12:54:34.589284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca37d84-1c1d-48fc-b98e-c3c00d8d1cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0bc08b-cd86-4569-ac7c-20fd4634975c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:34.596638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f5a10d2f-9e0e-474d-ab13-b8645660d954 req-b3bb17e3-eded-4e13-94ef-a2a339a48d81 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.633147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a812272-45f9-423c-94fd-df7093d52725 req-8fb3127d-7808-4263-87da-de5c03533fa5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:34.634812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a812272-45f9-423c-94fd-df7093d52725 req-8fb3127d-7808-4263-87da-de5c03533fa5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0982208 Apr 20 12:54:34.697727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a812272-45f9-423c-94fd-df7093d52725 req-14ab2f70-2820-4143-abf5-d603de0a7645 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558748 Apr 20 12:54:34.698793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f5a10d2f-9e0e-474d-ab13-b8645660d954 req-b3bb17e3-eded-4e13-94ef-a2a339a48d81 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.701740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f5a10d2f-9e0e-474d-ab13-b8645660d954 req-b3bb17e3-eded-4e13-94ef-a2a339a48d81 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:34.702912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5a10d2f-9e0e-474d-ab13-b8645660d954 req-b3bb17e3-eded-4e13-94ef-a2a339a48d81 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ba8e07f-7542-4513-85f4-355552111a0f HTTP/1.1" status: 204 len: 173 time: 0.2512147 Apr 20 12:54:34.715890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb17e3-eded-4e13-94ef-a2a339a48d81 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba8e07f-7542-4513-85f4-355552111a0f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:34.814816 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddf27fe-8e7e-4d01-8350-6102fb959b43 x-openstack-request-id: req-0ddf27fe-8e7e-4d01-8350-6102fb959b43 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:34.819096 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:34.822410 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ddf27fe-8e7e-4d01-8350-6102fb959b43 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:34.822842 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ddf27fe-8e7e-4d01-8350-6102fb959b43'] response: {'name': 'network-changed', 'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'status': 'completed', 'code': 200} Apr 20 12:54:34.875087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '65e11754-61db-4787-98c8-b7874f45f86b', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'port_id': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'mac_address': 'fa:16:3e:8f:bd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:53:09Z', 'updated_at': '2022-04-20T12:54:31Z', 'revision_number': 1, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:34.918392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] Checking router: 5bdcfe73-95c5-4687-ba41-23b681a66975 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:54:34.945519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:34.945519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:34.975526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5f90340-a57f-4b69-a098-f7b205a2c1b6 req-1893bd83-4fdb-4ec4-9a76-9ce551fe09c5 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "GET /v2.0/security-groups/30dd714c-f7e0-48f7-8abc-abb702744e40 HTTP/1.1" status: 200 len: 1778 time: 0.2450356 Apr 20 12:54:35.028223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.028704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.029168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.029936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.030396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.030861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.031315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.033248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-6306c63b-6a00-4822-a9ef-57ec4b3ea932 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6502 time: 0.2042923 Apr 20 12:54:35.054131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:35.070135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ac102-b263-42c0-ad2a-f70d5c93141c req-70b4f2a2-7707-49cb-a346-ca615e1f76dd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.071567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-620ac102-b263-42c0-ad2a-f70d5c93141c req-70b4f2a2-7707-49cb-a346-ca615e1f76dd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1413977 Apr 20 12:54:35.186221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5f90340-a57f-4b69-a098-f7b205a2c1b6 req-df8e253a-5b30-44bd-8a36-ae8ddd25b108 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:35.206538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-620ac102-b263-42c0-ad2a-f70d5c93141c req-f96b1b58-81cd-49b0-bf75-a3fbbf551013 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150513 Apr 20 12:54:35.274382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5f90340-a57f-4b69-a098-f7b205a2c1b6 req-df8e253a-5b30-44bd-8a36-ae8ddd25b108 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:35.341776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-75b24a27-f6ad-4f74-a22b-cd958a71245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.343539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-75b24a27-f6ad-4f74-a22b-cd958a71245f service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ba8362e-e634-46c3-b068-81722f541015 HTTP/1.1" status: 200 len: 918 time: 0.2999053 Apr 20 12:54:35.430818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6672078-b58d-4ee7-8b4c-fb87a81c1d9b req-91b827c3-2593-41a6-b384-6fbea6af020a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.432331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6672078-b58d-4ee7-8b4c-fb87a81c1d9b req-91b827c3-2593-41a6-b384-6fbea6af020a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 944 time: 0.1355176 Apr 20 12:54:35.434984 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5f90340-a57f-4b69-a098-f7b205a2c1b6 req-df8e253a-5b30-44bd-8a36-ae8ddd25b108 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:35.437588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5f90340-a57f-4b69-a098-f7b205a2c1b6 req-df8e253a-5b30-44bd-8a36-ae8ddd25b108 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:35.438712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5f90340-a57f-4b69-a098-f7b205a2c1b6 req-df8e253a-5b30-44bd-8a36-ae8ddd25b108 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] 10.222.0.24 "DELETE /v2.0/security-groups/30dd714c-f7e0-48f7-8abc-abb702744e40 HTTP/1.1" status: 204 len: 173 time: 0.4556093 Apr 20 12:54:35.479639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-5fd9db7e-8385-4fc0-9702-30287efb6ad2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cab4777-0a6c-4f65-a4f6-c01735134265 HTTP/1.1" status: 200 len: 1000 time: 0.1151254 Apr 20 12:54:35.512565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e253a-5b30-44bd-8a36-ae8ddd25b108 tempest-SecurityGroupsTestAdminJSON-366294238 tempest-SecurityGroupsTestAdminJSON-366294238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd714c-f7e0-48f7-8abc-abb702744e40,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:35.545605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ce026a11-fdc8-4637-bf4b-158c8561e0b2 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:35.579196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6672078-b58d-4ee7-8b4c-fb87a81c1d9b req-7987711a-dce2-480b-b912-ec618ca43b7d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224787 Apr 20 12:54:35.588909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-e84a484e-ac5b-4b19-b4c9-0b1309a37ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.590448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-e84a484e-ac5b-4b19-b4c9-0b1309a37ce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2183d576-14b5-4237-973d-f875b237e6de HTTP/1.1" status: 200 len: 856 time: 0.1010356 Apr 20 12:54:35.700996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-90f2df99-123f-4fd8-909b-121d67f9983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.705929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-90f2df99-123f-4fd8-909b-121d67f9983a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ba8362e-e634-46c3-b068-81722f541015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029103 Apr 20 12:54:35.708563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port ce026a11-fdc8-4637-bf4b-158c8561e0b2 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:35.719073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '65e11754-61db-4787-98c8-b7874f45f86b', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'port_id': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'mac_address': 'fa:16:3e:8f:bd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:53:09Z', 'updated_at': '2022-04-20T12:54:31Z', 'revision_number': 1, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:35.722800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port ce026a11-fdc8-4637-bf4b-158c8561e0b2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:35.723169 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:35.845727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385dabd2-23a5-43f3-a984-6f43dee8697a None None] The sync data for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 is: [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '65e11754-61db-4787-98c8-b7874f45f86b', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'floating_ip_address': '172.25.3.135', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'port_id': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'mac_address': 'fa:16:3e:8f:bd:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:53:09Z', 'updated_at': '2022-04-20T12:54:31Z', 'revision_number': 1, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:54:35.891264 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4a741bb-59cc-40df-85bf-34bc11cc330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:35.939824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57860) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:35.964395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cbbc9-71c0-4a42-a11a-be1545e7b35b req-7b7ecd3f-a3aa-47fc-ac73-8b3166895c4c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:35.973406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a1cbbc9-71c0-4a42-a11a-be1545e7b35b req-7b7ecd3f-a3aa-47fc-ac73-8b3166895c4c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.2628100 Apr 20 12:54:35.992369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:36.034853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:36.037239 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca8dc92-99cc-47de-92b1-29d0241500ca" -d '{"events": [{"server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "name": "network-vif-plugged", "status": "completed", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:36.069677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port ce026a11-fdc8-4637-bf4b-158c8561e0b2, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:36.070370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759de8bc-9c6a-46ce-acd2-79e9f6b68d23 req-3ebc5e55-c470-4ee0-a761-88a651356e50 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:36.077336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:36.083931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-759de8bc-9c6a-46ce-acd2-79e9f6b68d23 req-3ebc5e55-c470-4ee0-a761-88a651356e50 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 944 time: 0.3100324 Apr 20 12:54:36.116218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a1cbbc9-71c0-4a42-a11a-be1545e7b35b req-c246e164-b98f-42c2-9143-d6a0847d0474 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340964 Apr 20 12:54:36.177962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-07bda743-b2db-481c-8093-21c3cd1a0e8e service neutron] 10.222.0.30 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662879 Apr 20 12:54:36.257172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=ce026a11-fdc8-4637-bf4b-158c8561e0b2,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:36.258896 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce30825-f7e9-44d5-a2d1-2b47d1eedd22 None None] New status for floating IP 65e11754-61db-4787-98c8-b7874f45f86b: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:54:36.282497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-759de8bc-9c6a-46ce-acd2-79e9f6b68d23 req-c2165696-521a-4136-8ab0-e9310e8ee05a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976051 Apr 20 12:54:36.353277 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee674710-992a-406c-b75a-b5c1c83334a8 x-openstack-request-id: req-ee674710-992a-406c-b75a-b5c1c83334a8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:36.353578 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "name": "network-vif-plugged", "status": "completed", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:36.353858 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee674710-992a-406c-b75a-b5c1c83334a8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:36.354273 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee674710-992a-406c-b75a-b5c1c83334a8'] response: {'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2', 'code': 200} Apr 20 12:54:36.439801 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4142a54-7ea7-4c71-91e1-1f1ed762abc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dccc21867b4a4894a5697cc2727b71b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4967179 Apr 20 12:54:36.442126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57884) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:36.531650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9279dfc8-05e9-4791-86fb-b98895e8a9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:36.562609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9279dfc8-05e9-4791-86fb-b98895e8a9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:36.599397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a614d8-dbb5-4d76-94c8-07358e29a426 req-ced6f7d0-d545-4820-8391-e2f026e38aef tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:36.607481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1a614d8-dbb5-4d76-94c8-07358e29a426 req-ced6f7d0-d545-4820-8391-e2f026e38aef tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2020254 Apr 20 12:54:36.610560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09e8b2bf-e30c-4f2e-a3c6-5a6f72681ca6 req-1ab640d2-8026-47d1-89f8-502d43e464e1 service neutron] 10.222.0.30 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195676 Apr 20 12:54:36.624371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9279dfc8-05e9-4791-86fb-b98895e8a9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:36.628923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9279dfc8-05e9-4791-86fb-b98895e8a9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:36.630432 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9279dfc8-05e9-4791-86fb-b98895e8a9b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c44334ef-07af-4cc2-b703-6e32c8158ba9 HTTP/1.1" status: 204 len: 168 time: 0.1867187 Apr 20 12:54:36.634719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24ca96-41f4-453a-9946-a8dbe5d08d1e req-580e50fb-d869-4c2b-9008-23fdeb69299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:36.636845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f24ca96-41f4-453a-9946-a8dbe5d08d1e req-580e50fb-d869-4c2b-9008-23fdeb69299a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 1096 time: 0.1593297 Apr 20 12:54:36.640879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279dfc8-05e9-4791-86fb-b98895e8a9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44334ef-07af-4cc2-b703-6e32c8158ba9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:36.673915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1a614d8-dbb5-4d76-94c8-07358e29a426 req-b3a8636a-e4f7-4ca0-abe6-e5a8dad23e01 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Apr 20 12:54:36.724227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f24ca96-41f4-453a-9946-a8dbe5d08d1e req-d2e2b7ef-d2d3-4280-92c3-a9f30bcf060e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755289 Apr 20 12:54:36.847164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a2897-a938-46f5-8727-c53e547edbe2 req-4d089cb4-d804-45f2-8e55-a8306504998f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:36.849212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-154a2897-a938-46f5-8727-c53e547edbe2 req-4d089cb4-d804-45f2-8e55-a8306504998f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 945 time: 0.1154704 Apr 20 12:54:36.867588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe356a-0800-4d3e-98c1-189070f84407 req-d4f8a804-b36e-4da0-b48d-b3bce366f61e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:36.869059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acbe356a-0800-4d3e-98c1-189070f84407 req-d4f8a804-b36e-4da0-b48d-b3bce366f61e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0912704 Apr 20 12:54:36.929980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-154a2897-a938-46f5-8727-c53e547edbe2 req-55374dad-2311-44f3-a7db-c6a3e4429dc8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709996 Apr 20 12:54:36.938011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acbe356a-0800-4d3e-98c1-189070f84407 req-1a3a745c-a0dd-4567-ac9f-aef5b6ddd921 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512831 Apr 20 12:54:37.064506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 545ac536-739d-4737-810b-e6e1f2e97a60 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:37.114397 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.130357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d3560-1b9e-44fa-843f-43c923096f9d req-a1c942fd-9fcb-4d7f-8f57-8a877e29516a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:37.132227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1d3560-1b9e-44fa-843f-43c923096f9d req-a1c942fd-9fcb-4d7f-8f57-8a877e29516a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0863681 Apr 20 12:54:37.148607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 545ac536-739d-4737-810b-e6e1f2e97a60 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:37.153966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 545ac536-739d-4737-810b-e6e1f2e97a60 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:37.154669 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.168018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57916) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:37.193876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1d3560-1b9e-44fa-843f-43c923096f9d req-4c9e4c6c-3f1d-498c-988c-a0c94bbaae4d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540636 Apr 20 12:54:37.271856 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b13da5ad-8cc3-4c7b-8095-b4c4a03a33d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0739471a746c47448568561aacc8b982&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018591 Apr 20 12:54:37.274679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57922) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:37.334955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.383540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:37.392336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.415415 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8124a5e-c50e-4717-8306-9f6a1e22044d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.430596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b0ef0-568b-4da7-807b-2478fc635290 req-75c6f2eb-676e-441e-853c-7aeae8ac708c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:37.432153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d0b0ef0-568b-4da7-807b-2478fc635290 req-75c6f2eb-676e-441e-853c-7aeae8ac708c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1767521 Apr 20 12:54:37.448523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6106ca4-7bb1-459a-a5b1-47a35905cf85 req-48ca7b1c-fdfe-4af7-b95b-b6c18fecd96c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:37.451687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:37.455992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6106ca4-7bb1-459a-a5b1-47a35905cf85 req-48ca7b1c-fdfe-4af7-b95b-b6c18fecd96c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1146815 Apr 20 12:54:37.496353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8124a5e-c50e-4717-8306-9f6a1e22044d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.570887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6106ca4-7bb1-459a-a5b1-47a35905cf85 req-6d60529a-0a10-4f67-b72a-082a091f0c97 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140354 Apr 20 12:54:37.576190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d0b0ef0-568b-4da7-807b-2478fc635290 req-b8e6b2fc-1be3-4b88-9d35-14593d8c804c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182561 Apr 20 12:54:37.599241 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8124a5e-c50e-4717-8306-9f6a1e22044d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.612121 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8124a5e-c50e-4717-8306-9f6a1e22044d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:37.612121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b8124a5e-c50e-4717-8306-9f6a1e22044d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f7cd49c-1b0a-444f-bc12-c1afc35e00e3 HTTP/1.1" status: 204 len: 168 time: 0.3275917 Apr 20 12:54:37.623608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8124a5e-c50e-4717-8306-9f6a1e22044d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7cd49c-1b0a-444f-bc12-c1afc35e00e3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:37.808950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dcc85-a50d-4853-9e28-4e7ae9a37e2b req-30f30c5b-c02d-469c-9d6f-de71b6cac095 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:37.816875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c59dcc85-a50d-4853-9e28-4e7ae9a37e2b req-30f30c5b-c02d-469c-9d6f-de71b6cac095 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.1081643 Apr 20 12:54:37.834956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb91cfa-709c-4959-971a-f96a826484c6 req-aca866aa-181f-495e-91f0-dcb36d85ec62 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:37.836515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbb91cfa-709c-4959-971a-f96a826484c6 req-aca866aa-181f-495e-91f0-dcb36d85ec62 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0911572 Apr 20 12:54:37.896964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c59dcc85-a50d-4853-9e28-4e7ae9a37e2b req-79f5b21f-b734-4874-a891-eb9449d8243b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782170 Apr 20 12:54:37.923487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbb91cfa-709c-4959-971a-f96a826484c6 req-5087cc52-fee1-4919-94c3-acacb594ab7f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779715 Apr 20 12:54:38.120674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39be06d-cd45-403c-b3a8-136904ba9a54 req-d237e00d-7619-4e7f-8136-675837572bf9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:38.122635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f39be06d-cd45-403c-b3a8-136904ba9a54 req-d237e00d-7619-4e7f-8136-675837572bf9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1030033 Apr 20 12:54:38.164674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fb8ba-d76a-415c-a514-2cffc2eefabc req-67e1d2a8-c977-4a57-9bd1-8c120ff2c0b0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:38.166564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d8fb8ba-d76a-415c-a514-2cffc2eefabc req-67e1d2a8-c977-4a57-9bd1-8c120ff2c0b0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 945 time: 0.1082990 Apr 20 12:54:38.236268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f39be06d-cd45-403c-b3a8-136904ba9a54 req-fa3fa837-bc3a-4175-a6aa-667e999709a2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052840 Apr 20 12:54:38.251175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d8fb8ba-d76a-415c-a514-2cffc2eefabc req-41a43c62-ff49-408f-923e-6e3119a9ff77 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769346 Apr 20 12:54:38.356586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:38.361320 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c85a074-d8eb-40d1-8407-daf4768fea76" -d '{"events": [{"server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "name": "network-vif-plugged", "status": "completed", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:38.429018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-634262a3-8e99-4fe8-b083-623520a55f61 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 267 time: 0.0467455 Apr 20 12:54:38.473166 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:38.538504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-e6da5df9-b935-4d93-9ebe-26556de4e216 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:38.546055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58002) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:38.549278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-e6da5df9-b935-4d93-9ebe-26556de4e216 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 945 time: 0.1138041 Apr 20 12:54:38.556455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'port': {'security_groups': []}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:38.639126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:38.653229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c53fab-3117-438d-9564-8740a587e6fb req-db6283e1-dff8-4e06-b992-0f4fec0383bd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:38.654654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3c53fab-3117-438d-9564-8740a587e6fb req-db6283e1-dff8-4e06-b992-0f4fec0383bd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1899426 Apr 20 12:54:38.697114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb741e92-ac00-47f2-b7f9-18af137a9680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:38.738830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3c53fab-3117-438d-9564-8740a587e6fb req-7f62d0db-a239-40fa-9c2c-fa6837ff94f7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749342 Apr 20 12:54:38.836872 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3e9b3-f808-4ebf-87a1-3ff221ec702b x-openstack-request-id: req-eab3e9b3-f808-4ebf-87a1-3ff221ec702b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:38.837571 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "name": "network-vif-plugged", "status": "completed", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:38.838094 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eab3e9b3-f808-4ebf-87a1-3ff221ec702b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:38.838817 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab3e9b3-f808-4ebf-87a1-3ff221ec702b'] response: {'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60', 'code': 200} Apr 20 12:54:38.859184 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:38.914381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb741e92-ac00-47f2-b7f9-18af137a9680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:38.920558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb741e92-ac00-47f2-b7f9-18af137a9680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:38.965744 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eb741e92-ac00-47f2-b7f9-18af137a9680 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b89baca39ffa4b9f80a14278bbf99f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4174912 Apr 20 12:54:38.972998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58020) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:38.993350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb741e92-ac00-47f2-b7f9-18af137a9680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a177d201-a625-47cc-8bc7-33620bdeefde,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:39.068471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac8512-9a91-4527-a2df-107c71e08ae0 req-96362287-ec68-4dff-852d-3d6cc8981a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:39.069999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1ac8512-9a91-4527-a2df-107c71e08ae0 req-96362287-ec68-4dff-852d-3d6cc8981a64 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1096 time: 0.1493535 Apr 20 12:54:39.071806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] For port ce026a11-fdc8-4637-bf4b-158c8561e0b2, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:39.103271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37d7d9-a1bc-4827-8449-b46c7e7949d9 req-8c766a35-efb2-4696-bb97-a03bf2f0f64e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:39.104724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b37d7d9-a1bc-4827-8449-b46c7e7949d9 req-8c766a35-efb2-4696-bb97-a03bf2f0f64e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1711018 Apr 20 12:54:39.167031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.173823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45b3c1a9-6d17-4caa-ac47-67c56b514cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.180281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1ac8512-9a91-4527-a2df-107c71e08ae0 req-69ad7fc3-41fa-4fa8-8904-50c242c24fc4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006725 Apr 20 12:54:39.180867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.194294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['46854050-2058-4c73-931e-2eb346859d78'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:39.196912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c55c059-caa1-4f45-94a0-11e8ae1ad1f8', 'ce026a11-fdc8-4637-bf4b-158c8561e0b2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:39.210620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b37d7d9-a1bc-4827-8449-b46c7e7949d9 req-ff2a4c42-2dc4-4df6-b0cc-f76e1464d02f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943806 Apr 20 12:54:39.258975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45b3c1a9-6d17-4caa-ac47-67c56b514cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.350219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:39.351199 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.362303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a597ab2-def4-4847-b568-097c4cf4e2e8 req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "PUT /v2.0/ports/ce026a11-fdc8-4637-bf4b-158c8561e0b2 HTTP/1.1" status: 200 len: 904 time: 0.8118794 Apr 20 12:54:39.363408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:39.366377 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d227f37-6667-4b61-8498-f92b5d0f3685" -d '{"events": [{"name": "network-changed", "server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:39.389145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45b3c1a9-6d17-4caa-ac47-67c56b514cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.398677 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45b3c1a9-6d17-4caa-ac47-67c56b514cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.400888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-45b3c1a9-6d17-4caa-ac47-67c56b514cd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a177d201-a625-47cc-8bc7-33620bdeefde HTTP/1.1" status: 204 len: 168 time: 0.4266396 Apr 20 12:54:39.457297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['ce026a11-fdc8-4637-bf4b-158c8561e0b2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:39.577764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddcf44-d2cc-4604-b482-54c905024df3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=ce026a11-fdc8-4637-bf4b-158c8561e0b2,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:39.592288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3c1a9-6d17-4caa-ac47-67c56b514cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a177d201-a625-47cc-8bc7-33620bdeefde,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:39.670291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a90c37-2ebd-4717-8ab5-a07eb5202b28 req-5864afaf-6af9-4aea-b705-5f29b79eec15 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:39.678035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a90c37-2ebd-4717-8ab5-a07eb5202b28 req-5864afaf-6af9-4aea-b705-5f29b79eec15 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3082786 Apr 20 12:54:39.705502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3403-0ebd-4efd-b0e8-cf2df697ec17 req-b66c106b-5fe8-4ca9-a82a-7b390c1dbac0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:39.714124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6fc3403-0ebd-4efd-b0e8-cf2df697ec17 req-b66c106b-5fe8-4ca9-a82a-7b390c1dbac0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.2578833 Apr 20 12:54:39.762771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a90c37-2ebd-4717-8ab5-a07eb5202b28 req-6d220c9b-4081-429d-98b6-c4ec47c37fca tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835307 Apr 20 12:54:39.769401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3ddc27ba-8ca1-42cb-a7ad-e2d5199397e2 None None] Provisioning complete for port ce026a11-fdc8-4637-bf4b-158c8561e0b2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:39.769808 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3ddc27ba-8ca1-42cb-a7ad-e2d5199397e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:39.818983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6fc3403-0ebd-4efd-b0e8-cf2df697ec17 req-0c962759-1a9b-4c1d-a570-179483f26fc6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036553 Apr 20 12:54:39.906658 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82c2fac-4b41-4429-b659-6b5bd8182dc2 x-openstack-request-id: req-d82c2fac-4b41-4429-b659-6b5bd8182dc2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:39.907973 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:39.908447 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d82c2fac-4b41-4429-b659-6b5bd8182dc2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:39.909695 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82c2fac-4b41-4429-b659-6b5bd8182dc2'] response: {'name': 'network-changed', 'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2', 'status': 'completed', 'code': 200} Apr 20 12:54:39.940221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58050) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:39.957961 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f1c162f2-7875-4dc3-ad3a-09d4bc48632e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:40.039683 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f1c162f2-7875-4dc3-ad3a-09d4bc48632e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:40.044064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f1c162f2-7875-4dc3-ad3a-09d4bc48632e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:40.054342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd97927-cdcd-4722-bff6-afffafa70221 req-0f5678af-7343-43b1-b29e-7091e04344e9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.070439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbd97927-cdcd-4722-bff6-afffafa70221 req-0f5678af-7343-43b1-b29e-7091e04344e9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 907 time: 0.1520143 Apr 20 12:54:40.093885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-09f1101d-9280-4f1b-bde5-09589d8dba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.096960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-09f1101d-9280-4f1b-bde5-09589d8dba0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 1058 time: 0.1469698 Apr 20 12:54:40.112476 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f1c162f2-7875-4dc3-ad3a-09d4bc48632e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f08edce65064b449d5f76ba90ddbcec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678071 Apr 20 12:54:40.114645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58058) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:40.115294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01380e79-de8e-4394-8e30-d941e2d09fd4 req-24b6807d-b7b7-46e1-b342-b0a1e7b1d747 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.120739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01380e79-de8e-4394-8e30-d941e2d09fd4 req-24b6807d-b7b7-46e1-b342-b0a1e7b1d747 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1193688 Apr 20 12:54:40.128534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c162f2-7875-4dc3-ad3a-09d4bc48632e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915ca8cf-2cea-4968-9c49-0f9ce3a5583e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:40.174246 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ab562d-991f-4f21-b3e0-341b85dfbca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:40.198387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ab562d-991f-4f21-b3e0-341b85dfbca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:40.214223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01380e79-de8e-4394-8e30-d941e2d09fd4 req-c0788e80-32a8-463c-8013-50c768d9a27b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848413 Apr 20 12:54:40.254839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-d132d8ae-c5e2-4316-8145-225cb5388d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.256670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-d132d8ae-c5e2-4316-8145-225cb5388d1a service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.1517081 Apr 20 12:54:40.263115 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ab562d-991f-4f21-b3e0-341b85dfbca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:40.266183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ab562d-991f-4f21-b3e0-341b85dfbca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:40.268666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e0ab562d-991f-4f21-b3e0-341b85dfbca9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/915ca8cf-2cea-4968-9c49-0f9ce3a5583e HTTP/1.1" status: 204 len: 168 time: 0.1523061 Apr 20 12:54:40.284623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab562d-991f-4f21-b3e0-341b85dfbca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915ca8cf-2cea-4968-9c49-0f9ce3a5583e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:40.324286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-ad589e66-24e1-496d-adfd-a6cd202b4ae6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2 HTTP/1.1" status: 200 len: 217 time: 0.0595620 Apr 20 12:54:40.426927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbb686-459a-47b2-b58f-2e276f94ea00 req-837806b0-0563-459d-8255-80450adf8621 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.434148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efbbb686-459a-47b2-b58f-2e276f94ea00 req-837806b0-0563-459d-8255-80450adf8621 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1087811 Apr 20 12:54:40.442634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-cfd28476-d8a3-492c-a7b7-583848baf9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.444640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-cfd28476-d8a3-492c-a7b7-583848baf9ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1060245 Apr 20 12:54:40.510361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efbbb686-459a-47b2-b58f-2e276f94ea00 req-23cb89c4-ce1b-41b9-8a12-388588141f5e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737290 Apr 20 12:54:40.557497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-22db1b26-fd7b-4a80-8efe-59310e71b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.559286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-22db1b26-fd7b-4a80-8efe-59310e71b9b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026251 Apr 20 12:54:40.643926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5656368-9521-4ba4-a803-f636ac36c63b req-252a25f6-969a-44f3-9b04-5614c9a8f58b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.645963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5656368-9521-4ba4-a803-f636ac36c63b req-252a25f6-969a-44f3-9b04-5614c9a8f58b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1423132 Apr 20 12:54:40.860165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadddba-9e8f-424c-af19-520efd0710ea req-63cc6c2b-e33a-4c6c-90d6-658e2ca150c1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:40.872381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcadddba-9e8f-424c-af19-520efd0710ea req-63cc6c2b-e33a-4c6c-90d6-658e2ca150c1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1696804 Apr 20 12:54:40.915339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5656368-9521-4ba4-a803-f636ac36c63b req-97e4a4f9-1891-414c-993f-b69c6f6a4ba7 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232246 Apr 20 12:54:40.936089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-b593a189-b5c2-4302-b111-f6686ff3f409 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597622 Apr 20 12:54:40.986393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcadddba-9e8f-424c-af19-520efd0710ea req-81020dc3-eef4-4dc4-a307-da74e735abb1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126184 Apr 20 12:54:41.089803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d227f37-6667-4b61-8498-f92b5d0f3685 req-76a92bc1-44f5-429b-8934-2de533c1899f service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507514 Apr 20 12:54:41.170363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f3ac-aaf1-4c4c-940c-bb9a60147489 req-c66a9c95-4741-4dc4-a32c-dd3578d22206 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:41.172050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13f1f3ac-aaf1-4c4c-940c-bb9a60147489 req-c66a9c95-4741-4dc4-a32c-dd3578d22206 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.1045885 Apr 20 12:54:41.194100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8ee15-ef97-4c93-baff-4f6fb8657425 req-83f93af2-5b08-4ff1-bb04-bb206f4c8ce6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:41.196065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acd8ee15-ef97-4c93-baff-4f6fb8657425 req-83f93af2-5b08-4ff1-bb04-bb206f4c8ce6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0872426 Apr 20 12:54:41.563246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acd8ee15-ef97-4c93-baff-4f6fb8657425 req-ebcf36cd-9948-41e9-91e0-70dabc034176 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595567 Apr 20 12:54:41.578907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13f1f3ac-aaf1-4c4c-940c-bb9a60147489 req-9bc7e089-3e7d-446c-85c5-579677630476 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901584 Apr 20 12:54:41.772874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86293164-21ed-4708-a718-c8e98387eec3 req-88999569-668b-4446-815d-e34099335bb1 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:41.774388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86293164-21ed-4708-a718-c8e98387eec3 req-88999569-668b-4446-815d-e34099335bb1 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1096 time: 0.0745072 Apr 20 12:54:41.787161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831478-1fed-434b-bb44-f0354d4ab90b req-9fe3be39-8ff4-443e-beb2-ba40d7e482c2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:41.794409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b831478-1fed-434b-bb44-f0354d4ab90b req-9fe3be39-8ff4-443e-beb2-ba40d7e482c2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0830092 Apr 20 12:54:41.848049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b831478-1fed-434b-bb44-f0354d4ab90b req-37f3d037-c37c-4694-a213-45e7970a0def tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527775 Apr 20 12:54:41.855002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86293164-21ed-4708-a718-c8e98387eec3 req-d252a871-76a1-497f-964b-cb19bc3ec98f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586030 Apr 20 12:54:41.950661 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:54:41.986783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fa259-a811-4d41-bf47-89c15bf23a79 req-3dd4d7c4-532e-46f2-9a4f-8f0a12d6526a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:41.997108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d64fa259-a811-4d41-bf47-89c15bf23a79 req-3dd4d7c4-532e-46f2-9a4f-8f0a12d6526a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0751846 Apr 20 12:54:42.069879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d64fa259-a811-4d41-bf47-89c15bf23a79 req-dfad2d7f-c0d1-4aad-b4cb-8ce2a1d1406d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713089 Apr 20 12:54:42.116484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2f12e-252e-4ab2-8550-2711256ed766 req-f42ad34c-3123-4a98-86cc-f06c8564530b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:42.116484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34f2f12e-252e-4ab2-8550-2711256ed766 req-f42ad34c-3123-4a98-86cc-f06c8564530b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1065693 Apr 20 12:54:42.195922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34f2f12e-252e-4ab2-8550-2711256ed766 req-d72127be-dfb8-4bd0-bfce-efe4d4c4d102 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749912 Apr 20 12:54:42.270256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c7647-b71b-4fdd-b5c6-93a8d09cdc7a req-9420035f-def3-4ee5-8f72-592c0fdb0597 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:42.280960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f10c7647-b71b-4fdd-b5c6-93a8d09cdc7a req-9420035f-def3-4ee5-8f72-592c0fdb0597 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.0831320 Apr 20 12:54:42.346651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f10c7647-b71b-4fdd-b5c6-93a8d09cdc7a req-554b0122-60c2-498f-8de6-c4c296ae9cae tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572600 Apr 20 12:54:42.406588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27962-8aee-4550-a9ab-21d5a516ade5 req-e7ac018a-d034-4340-9310-37c0503a3d00 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:42.408243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02c27962-8aee-4550-a9ab-21d5a516ade5 req-e7ac018a-d034-4340-9310-37c0503a3d00 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0554855 Apr 20 12:54:42.454914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02c27962-8aee-4550-a9ab-21d5a516ade5 req-4aa86b4d-ab02-441b-90cd-c245489d5f54 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Apr 20 12:54:42.681536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-28d7c3a2-30fb-44d2-b949-efc911b4662f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:42.685237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-28d7c3a2-30fb-44d2-b949-efc911b4662f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.1720943 Apr 20 12:54:42.711192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-757b4a4a-0b5e-4eba-b469-a31a4ec4ac23 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/quotas/1d9a78453ae2447889f0336664af95dc HTTP/1.1" status: 200 len: 375 time: 0.0197759 Apr 20 12:54:42.786938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-bd00ac43-2c63-4124-ba47-6173b1901c4b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0746222 Apr 20 12:54:42.933237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-9f174717-80d9-4c36-942a-fc866cb44a9b service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347735 Apr 20 12:54:43.067903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-1b7a5e7e-33e4-4b85-b0b5-d41e44f28155 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1517065447&fields=id&tenant_id=80e6809af5ad4d8aafe92c71c22ac0e6 HTTP/1.1" status: 200 len: 267 time: 0.1044817 Apr 20 12:54:43.119212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-89927726-8e7d-4a12-8ee1-a1fd3c0d5cc2 service neutron] 10.222.0.24 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784256 Apr 20 12:54:43.228993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-1dba72a6-01de-40d7-a0f4-185ee6f6dbb3 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:43.233275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-1dba72a6-01de-40d7-a0f4-185ee6f6dbb3 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/networks?id=e2ba39a8-372f-4268-89f8-4cb966408280 HTTP/1.1" status: 200 len: 815 time: 0.1644950 Apr 20 12:54:43.260534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:43.262457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-eb744e1f-5ae2-4bb6-bd8e-e3239a016a0f tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/quotas/80e6809af5ad4d8aafe92c71c22ac0e6 HTTP/1.1" status: 200 len: 375 time: 0.0209720 Apr 20 12:54:43.342273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-b19753fb-2af4-4db4-99bc-4f4e68aaea63 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80e6809af5ad4d8aafe92c71c22ac0e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788724 Apr 20 12:54:43.461177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-354e720f-bbbf-40c1-b4c7-85fad2943f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:43.476718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-d0347529-d370-4dc2-9608-c566c5bdcad4 service neutron] 10.222.0.24 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207211 Apr 20 12:54:43.579218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-354e720f-bbbf-40c1-b4c7-85fad2943f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:43.587609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-354e720f-bbbf-40c1-b4c7-85fad2943f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:43.646653 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-354e720f-bbbf-40c1-b4c7-85fad2943f54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5749f93a7984c2e9cb5023edf370049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843422 Apr 20 12:54:43.648896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e720f-bbbf-40c1-b4c7-85fad2943f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a160271e-7671-4edf-8249-2d8f0db05a93,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:43.651702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58288) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:43.655821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-e9308914-4ad1-4653-a601-47b512f45b3a service neutron] 10.222.0.24 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564629 Apr 20 12:54:43.672542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721abe6-28de-4a49-afe0-ef4c79e9f219 req-b6d50b83-808f-4936-931e-07ed9364694e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:43.678260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a721abe6-28de-4a49-afe0-ef4c79e9f219 req-b6d50b83-808f-4936-931e-07ed9364694e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2005830 Apr 20 12:54:43.743296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a721abe6-28de-4a49-afe0-ef4c79e9f219 req-6f198889-eba9-47a9-8d17-73b4f6043509 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553887 Apr 20 12:54:43.776410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5753769e-c9c7-437b-a55a-98dc6c5a5a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:43.810101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5753769e-c9c7-437b-a55a-98dc6c5a5a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:43.835090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-117a9ab7-03fc-4085-90bf-a30d4dbb72b3 req-0ddb055a-b815-4b8c-9b62-0548dca35972 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 210 time: 0.0519164 Apr 20 12:54:43.871362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58302) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:43.872096 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5753769e-c9c7-437b-a55a-98dc6c5a5a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:43.875052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5753769e-c9c7-437b-a55a-98dc6c5a5a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:43.876393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5753769e-c9c7-437b-a55a-98dc6c5a5a9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a160271e-7671-4edf-8249-2d8f0db05a93 HTTP/1.1" status: 204 len: 168 time: 0.2235916 Apr 20 12:54:43.885901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753769e-c9c7-437b-a55a-98dc6c5a5a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a160271e-7671-4edf-8249-2d8f0db05a93,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:43.996113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f82dd-91a5-450b-bc62-0e5646af6aaa req-03010828-a07d-4c19-8e64-e7a904d0d9e2 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:44.006983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-011f82dd-91a5-450b-bc62-0e5646af6aaa req-03010828-a07d-4c19-8e64-e7a904d0d9e2 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.0728858 Apr 20 12:54:44.055116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-011f82dd-91a5-450b-bc62-0e5646af6aaa req-d4d6d020-d87d-4174-8de4-b5562aa9fe45 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Apr 20 12:54:44.260249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d0493-6a6c-443b-b52a-4cb038ee8f03 req-b8546fb2-b39f-469f-a95c-33fd086abccc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:44.261572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-947d0493-6a6c-443b-b52a-4cb038ee8f03 req-b8546fb2-b39f-469f-a95c-33fd086abccc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1103742 Apr 20 12:54:44.343589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-947d0493-6a6c-443b-b52a-4cb038ee8f03 req-a29ecfa7-024d-4703-ab40-40a7aaee844a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675268 Apr 20 12:54:44.374892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6925eb2-e933-4c80-b5c8-9214db4ce472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.400482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58326) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:44.417769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4223-bc06-47f6-a448-3f7e21e729c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.440745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e8f0e59-a8e4-47c4-8e8c-c4d3de69e603 req-9a3e01ba-54bc-49e7-87ab-2f8930b7b3a6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0430725 Apr 20 12:54:44.538650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6925eb2-e933-4c80-b5c8-9214db4ce472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.547864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4223-bc06-47f6-a448-3f7e21e729c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.548578 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6925eb2-e933-4c80-b5c8-9214db4ce472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.557092 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe6c4223-bc06-47f6-a448-3f7e21e729c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.639338 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe6c4223-bc06-47f6-a448-3f7e21e729c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfe2c3f55b444f4da4f9135b33156042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375779 Apr 20 12:54:44.640275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c4223-bc06-47f6-a448-3f7e21e729c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424755f4-efd3-4bad-a20b-caa56d3abafd,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:44.645407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58334) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:44.660560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6925eb2-e933-4c80-b5c8-9214db4ce472 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d01082c7c3704bbaa5c89618e667cdd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7869954 Apr 20 12:54:44.663180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58336) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:44.687101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6925eb2-e933-4c80-b5c8-9214db4ce472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5616904b-24e5-4bf5-b37b-6df7bebcd40b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:44.718298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7474f30-3786-43fb-910b-e091ad888013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.747591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7474f30-3786-43fb-910b-e091ad888013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.787853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b11fe-4138-4d81-9f5c-4cf56611175f req-f9a617c9-e403-46a7-abe5-904998282845 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:44.789364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf5b11fe-4138-4d81-9f5c-4cf56611175f req-f9a617c9-e403-46a7-abe5-904998282845 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1888912 Apr 20 12:54:44.812990 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7474f30-3786-43fb-910b-e091ad888013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.816599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7474f30-3786-43fb-910b-e091ad888013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.818340 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7474f30-3786-43fb-910b-e091ad888013 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/424755f4-efd3-4bad-a20b-caa56d3abafd HTTP/1.1" status: 204 len: 168 time: 0.1712999 Apr 20 12:54:44.828557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7474f30-3786-43fb-910b-e091ad888013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424755f4-efd3-4bad-a20b-caa56d3abafd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:44.857551 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72bc1a72-2a44-403d-86f6-f842c3a1c72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:44.931593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf5b11fe-4138-4d81-9f5c-4cf56611175f req-ab785d55-7bd0-4cc4-a194-1ed8d9b22b2f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329484 Apr 20 12:54:44.942446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-fc459944-fffb-4a12-90bd-ed4a6d0a38a9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:44.943801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-fc459944-fffb-4a12-90bd-ed4a6d0a38a9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.30 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 811 time: 0.2603176 Apr 20 12:54:44.964395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Request body: {'port': {'device_id': '587a4d3d-3680-46ce-bf75-979d82902abd', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'admin_state_up': True, 'tenant_id': '1d9a78453ae2447889f0336664af95dc'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:44.968949 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72bc1a72-2a44-403d-86f6-f842c3a1c72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:45.023967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-046fedc6-3f7e-4f76-b71d-024b3fb34356 req-bf87c48b-f417-4f0d-873e-fb083cc3a665 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 210 time: 0.0636473 Apr 20 12:54:45.172445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6219f52-3082-473d-af9c-0bd495849d26 req-ba10f533-ad69-4015-a3a2-c2c12e112d1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:45.173923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6219f52-3082-473d-af9c-0bd495849d26 req-ba10f533-ad69-4015-a3a2-c2c12e112d1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1136312 Apr 20 12:54:45.184359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72bc1a72-2a44-403d-86f6-f842c3a1c72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:45.186750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72bc1a72-2a44-403d-86f6-f842c3a1c72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:45.187793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-72bc1a72-2a44-403d-86f6-f842c3a1c72a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5616904b-24e5-4bf5-b37b-6df7bebcd40b HTTP/1.1" status: 204 len: 168 time: 0.5202687 Apr 20 12:54:45.250051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc1a72-2a44-403d-86f6-f842c3a1c72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5616904b-24e5-4bf5-b37b-6df7bebcd40b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:45.279434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Made reservation on behalf of 1d9a78453ae2447889f0336664af95dc for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:45.283709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:45.305766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f5014-7ebf-414d-aa45-a6c0a6c5b94d req-a66cb4df-4889-4050-bf3b-7be4b1384c7d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:45.310564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a8f5014-7ebf-414d-aa45-a6c0a6c5b94d req-a66cb4df-4889-4050-bf3b-7be4b1384c7d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1458862 Apr 20 12:54:45.322308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6219f52-3082-473d-af9c-0bd495849d26 req-667be1ef-0b68-4a79-be38-94106e42001e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321270 Apr 20 12:54:45.463206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a8f5014-7ebf-414d-aa45-a6c0a6c5b94d req-a3f5f12d-ed90-4c2a-9eab-014401fc7646 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391330 Apr 20 12:54:45.685000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80780e2b-eaeb-49ba-b34c-d9031d3c8e26 req-44a50ed6-1179-4982-a37e-8b14276e88c6 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0608561 Apr 20 12:54:45.712471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Allocated IP 172.20.0.8 (28d6faf1-4de4-4023-93c6-d871cb32428e/8d58dcaf-466d-48df-9ac1-2f6d221df033/527516af-2ca7-4903-b58c-6b2c40c40d77) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:45.742594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58370) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:45.800215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-606ada1b-a4db-4cf2-b90a-e79a4b3f1e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:45.826952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-bd81f207-7f13-4088-87d2-c61b1d975765 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:45.840189 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-bd81f207-7f13-4088-87d2-c61b1d975765 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.30 "GET /v2.0/networks?id=e2ba39a8-372f-4268-89f8-4cb966408280 HTTP/1.1" status: 200 len: 815 time: 0.3007042 Apr 20 12:54:45.934464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-606ada1b-a4db-4cf2-b90a-e79a4b3f1e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:45.994784 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-606ada1b-a4db-4cf2-b90a-e79a4b3f1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.095207 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.103529 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-71e1f19d-cf07-4eb6-b27e-64237d927859 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80e6809af5ad4d8aafe92c71c22ac0e6 HTTP/1.1" status: 200 len: 380 time: 0.1673267 Apr 20 12:54:46.119833 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-606ada1b-a4db-4cf2-b90a-e79a4b3f1e07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf08c4e6a3de4ec8953609dbce183a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761384 Apr 20 12:54:46.120848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ada1b-a4db-4cf2-b90a-e79a4b3f1e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e26f562-c744-495a-af28-055632cc2961,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:46.123518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:46.131306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Request body: {'port': {'device_id': 'f7eac232-1737-46bb-9016-61d64b827e18', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'admin_state_up': True, 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'security_groups': ['cea42554-4e4e-4b94-a80e-faba0bbfdf85']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:46.267623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-754a6f28-562c-42ca-8fc0-da10ffd28bc8 req-f80b30ae-ff3e-4255-9faf-b88b2da55a89 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 210 time: 0.0866849 Apr 20 12:54:46.289904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc30f2f-c48c-41e7-812c-257a41f87cda req-4a572bca-a313-418c-ba9c-e2f15e0e505d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:46.291398 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abc30f2f-c48c-41e7-812c-257a41f87cda req-4a572bca-a313-418c-ba9c-e2f15e0e505d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2026463 Apr 20 12:54:46.328245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.355777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:46.359360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['46854050-2058-4c73-931e-2eb346859d78'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:46.364877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deadd247-b775-4616-8c48-4dc569243455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.406091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deadd247-b775-4616-8c48-4dc569243455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.437489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Network 28d6faf1-4de4-4023-93c6-d871cb32428e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:46.445520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:46.446457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Made reservation on behalf of 80e6809af5ad4d8aafe92c71c22ac0e6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:46.459356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.473334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:46.494232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abc30f2f-c48c-41e7-812c-257a41f87cda req-90c0761e-99ac-4297-bffd-1af52c9088e7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926019 Apr 20 12:54:46.553293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:46.642975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:46.645863 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.797676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-e5273ea3-5816-41dd-894c-474311e1f60c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8384037 Apr 20 12:54:46.805899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Allocated IP 172.20.0.12 (e2ba39a8-372f-4268-89f8-4cb966408280/146e4710-a136-4c4a-9159-0c310a204236/b2c11d12-7fa4-4e0f-9ecc-344447f71f37) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:46.825931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Request body: {'port': {'device_id': '587a4d3d-3680-46ce-bf75-979d82902abd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:46.894044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c69cac-70a5-4604-b6f5-0fd3911b888c req-13dbd861-b124-4358-9852-9a85aae9bd86 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:46.896031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4c69cac-70a5-4604-b6f5-0fd3911b888c req-13dbd861-b124-4358-9852-9a85aae9bd86 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.2443235 Apr 20 12:54:46.940833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-20f5ddaa-16ca-46db-afcc-56d77ee10029 None None] Provisioning complete for port 527516af-2ca7-4903-b58c-6b2c40c40d77 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:46.944212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bee59a6e-5fb9-44dd-ab68-19999c98a35b req-156f5391-ea1a-41e9-8561-b3bf0d813019 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0684359 Apr 20 12:54:46.950179 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-20f5ddaa-16ca-46db-afcc-56d77ee10029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:46.984354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.010525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-20f5ddaa-16ca-46db-afcc-56d77ee10029 None None] Port 527516af-2ca7-4903-b58c-6b2c40c40d77 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:54:47.011911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.053327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4c69cac-70a5-4604-b6f5-0fd3911b888c req-16a07e12-ccf5-4ddf-8d0e-e320673df7c6 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270084 Apr 20 12:54:47.071198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deadd247-b775-4616-8c48-4dc569243455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.076193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deadd247-b775-4616-8c48-4dc569243455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.078385 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-deadd247-b775-4616-8c48-4dc569243455 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e26f562-c744-495a-af28-055632cc2961 HTTP/1.1" status: 204 len: 168 time: 0.9385326 Apr 20 12:54:47.089617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.109206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadd247-b775-4616-8c48-4dc569243455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e26f562-c744-495a-af28-055632cc2961,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:47.191002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Network e2ba39a8-372f-4268-89f8-4cb966408280 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:47.194551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:47.199322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:47.202001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event updated for resources: {'Port': ['ID=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:47.262110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:47.266175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.291076 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-5ccb9b11-4803-43a8-9250-efd8c0d0f18c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1742735 Apr 20 12:54:47.311720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Request body: {'port': {'device_id': 'f7eac232-1737-46bb-9016-61d64b827e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:47.428611 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.637903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f8373-9d4c-4bd0-aa12-e5879bab7c84 req-9ab0cea8-c076-49b0-9acc-af86ba0d0441 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:47.650291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c5f8373-9d4c-4bd0-aa12-e5879bab7c84 req-9ab0cea8-c076-49b0-9acc-af86ba0d0441 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 931 time: 0.2533588 Apr 20 12:54:47.663573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-50693286-da61-4ec9-ac18-4f878b228134 None None] Provisioning complete for port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:47.664209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-50693286-da61-4ec9-ac18-4f878b228134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.711966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 527516af-2ca7-4903-b58c-6b2c40c40d77 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:47.731899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.744471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-50693286-da61-4ec9-ac18-4f878b228134 None None] Port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:54:47.779579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Transition to ACTIVE for port object 527516af-2ca7-4903-b58c-6b2c40c40d77 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:54:47.785506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c5f8373-9d4c-4bd0-aa12-e5879bab7c84 req-e22efaac-193f-4679-adf4-2c4f2303c524 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194146 Apr 20 12:54:47.789258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.831529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f5de7-a383-4c58-a491-49fd121a53f1 req-d956cc20-2c99-446b-b210-4a6f2a8d0a3a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:47.839366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-477f5de7-a383-4c58-a491-49fd121a53f1 req-d956cc20-2c99-446b-b210-4a6f2a8d0a3a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1298084 Apr 20 12:54:47.882124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c11d12-7fa4-4e0f-9ecc-344447f71f37 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:47.886328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:47.899325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:47.925248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-477f5de7-a383-4c58-a491-49fd121a53f1 req-aecae6b5-2f29-4c2d-a2e1-ac3d4c283a29 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800257 Apr 20 12:54:47.938251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Transition to ACTIVE for port object b2c11d12-7fa4-4e0f-9ecc-344447f71f37 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:54:47.948832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.034042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:48.157038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Attempting to bind port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:48.157870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Attempting to bind port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:48.158697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Attempting to bind port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 on network e2ba39a8-372f-4268-89f8-4cb966408280 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:48.173408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 on network e2ba39a8-372f-4268-89f8-4cb966408280 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:54:48.174482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Attempting to bind port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 on network e2ba39a8-372f-4268-89f8-4cb966408280 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:48.185102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:48.188499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Checking segment: {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:48.188989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Bound using segment: {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:48.189877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Bound port: b2c11d12-7fa4-4e0f-9ecc-344447f71f37, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b0a851e-839c-4d43-ada4-c51a06f9c5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:48.191507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.231574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Attempting to bind port 527516af-2ca7-4903-b58c-6b2c40c40d77 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:48.231916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Attempting to bind port 527516af-2ca7-4903-b58c-6b2c40c40d77 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:48.232247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Attempting to bind port 527516af-2ca7-4903-b58c-6b2c40c40d77 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:48.243543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Port 527516af-2ca7-4903-b58c-6b2c40c40d77 on network 28d6faf1-4de4-4023-93c6-d871cb32428e not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:54:48.243871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Attempting to bind port 527516af-2ca7-4903-b58c-6b2c40c40d77 on network 28d6faf1-4de4-4023-93c6-d871cb32428e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:48.291140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e54438-16ac-4dca-9505-7937bbaac8d6 req-203e8969-9329-4a37-8452-a181e2a5514a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:48.299888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44e54438-16ac-4dca-9505-7937bbaac8d6 req-203e8969-9329-4a37-8452-a181e2a5514a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.2101424 Apr 20 12:54:48.310170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:48.310914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Checking segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:48.311788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Bound using segment: {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:48.312769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Bound port: 527516af-2ca7-4903-b58c-6b2c40c40d77, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095e25f5-b89a-4526-8eb7-eca0068050a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:48.314626 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.356610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] For port b2c11d12-7fa4-4e0f-9ecc-344447f71f37, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:48.366458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] For port b2c11d12-7fa4-4e0f-9ecc-344447f71f37, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:48.378259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.455539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:48.456161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.457647 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] 10.222.0.30 "PUT /v2.0/ports/b2c11d12-7fa4-4e0f-9ecc-344447f71f37 HTTP/1.1" status: 200 len: 1092 time: 1.1503761 Apr 20 12:54:48.458096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:48.464726 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c5dfac-a339-424d-8b9b-18b7ad12feeb" -d '{"events": [{"name": "network-changed", "server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:48.518100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44e54438-16ac-4dca-9505-7937bbaac8d6 req-417b529f-945b-4b94-8e23-d95a441d3e95 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169414 Apr 20 12:54:48.545287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41271-c719-4e48-9fd5-d8dcfddf82ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:48.622566 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58df84b2-fe26-4b24-beab-1ba84757a349 x-openstack-request-id: req-58df84b2-fe26-4b24-beab-1ba84757a349 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:48.622855 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:48.625061 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58df84b2-fe26-4b24-beab-1ba84757a349 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:48.625671 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58df84b2-fe26-4b24-beab-1ba84757a349'] response: {'name': 'network-changed', 'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'status': 'completed', 'code': 200} Apr 20 12:54:48.633654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-e70e1b63-ba85-4d56-b4eb-dab751e3f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:48.637821 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-e70e1b63-ba85-4d56-b4eb-dab751e3f9fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80e6809af5ad4d8aafe92c71c22ac0e6&device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 1095 time: 0.1148093 Apr 20 12:54:48.642927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08a807-bff5-4f3a-8d03-63d96f3b1f61 req-ee6b3a88-504c-49b4-96e9-0bfc1127c5f6 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:48.646733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de08a807-bff5-4f3a-8d03-63d96f3b1f61 req-ee6b3a88-504c-49b4-96e9-0bfc1127c5f6 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.3029830 Apr 20 12:54:48.650177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:48.653835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:48.668805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.729534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58458) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:48.743708 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.744834 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-893b66e6-47de-4aa2-b3a1-894b9c013723 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37 HTTP/1.1" status: 200 len: 217 time: 0.0974243 Apr 20 12:54:48.803345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:48.804120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:48.806880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] 10.222.0.30 "PUT /v2.0/ports/527516af-2ca7-4903-b58c-6b2c40c40d77 HTTP/1.1" status: 200 len: 1091 time: 1.9983342 Apr 20 12:54:48.825582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-e10d5c2f-d046-4f14-9862-fcc71a58d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:48.827137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-e10d5c2f-d046-4f14-9862-fcc71a58d516 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=146e4710-a136-4c4a-9159-0c310a204236 HTTP/1.1" status: 200 len: 854 time: 0.0756810 Apr 20 12:54:48.832088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:48.836085 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d66a30d-fdb7-4e33-9c1a-3291dd133245" -d '{"events": [{"name": "network-changed", "server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:48.855116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e743a-60d8-4587-bacd-b26a141553fc service neutron] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:48.929570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de08a807-bff5-4f3a-8d03-63d96f3b1f61 req-87d538c5-0753-4cb4-94fd-10cbb175c16f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739661 Apr 20 12:54:48.933383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4af27bfb-6af0-4dfb-ab61-e09343a42e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:48.935459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-4af27bfb-6af0-4dfb-ab61-e09343a42e77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ba39a8-372f-4268-89f8-4cb966408280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994043 Apr 20 12:54:49.061587 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eee80a-02dd-4d2c-b54d-cf594b05feea x-openstack-request-id: req-74eee80a-02dd-4d2c-b54d-cf594b05feea {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:49.066161 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:49.067862 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74eee80a-02dd-4d2c-b54d-cf594b05feea {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:49.068519 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74eee80a-02dd-4d2c-b54d-cf594b05feea'] response: {'name': 'network-changed', 'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'status': 'completed', 'code': 200} Apr 20 12:54:49.076191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a522003b-7356-4bb7-848e-92515a821d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:49.127554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-858d35d5-ad5a-40b9-b377-85db72684d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:49.131867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-858d35d5-ad5a-40b9-b377-85db72684d14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 1094 time: 0.2376518 Apr 20 12:54:49.155160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882aab9d-7602-4a55-ad3e-66190e2b1ce1 req-7c709a0f-6893-45eb-8cc1-0c3e6d819e5b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:49.156231 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-95155c62-ef6a-4c84-ac94-68ec46e6eeda service neutron] 10.222.0.30 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108114 Apr 20 12:54:49.156686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-882aab9d-7602-4a55-ad3e-66190e2b1ce1 req-7c709a0f-6893-45eb-8cc1-0c3e6d819e5b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 943 time: 0.1783788 Apr 20 12:54:49.229460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-20b929ab-7e97-4270-b14b-28af3e19850f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=527516af-2ca7-4903-b58c-6b2c40c40d77 HTTP/1.1" status: 200 len: 217 time: 0.0700989 Apr 20 12:54:49.342454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e23e47-49b0-4fbb-bf01-5b126c7c5402 req-b458558a-a045-48c1-850e-d32050218caf tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:49.349800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a522003b-7356-4bb7-848e-92515a821d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:49.352787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1e23e47-49b0-4fbb-bf01-5b126c7c5402 req-b458558a-a045-48c1-850e-d32050218caf tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1950569 Apr 20 12:54:49.360107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-882aab9d-7602-4a55-ad3e-66190e2b1ce1 req-dc43c41c-d922-4d61-8885-e7a0b9324cb5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836894 Apr 20 12:54:49.368732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a522003b-7356-4bb7-848e-92515a821d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:49.374911 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9a8ae556-6246-40db-b2eb-a34da823d42b req-2f2cd58d-06b1-4734-a340-d0fb13a33fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095227 Apr 20 12:54:49.377102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-f85b4c9f-6820-4824-a6ee-6bf385acef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:49.378969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-f85b4c9f-6820-4824-a6ee-6bf385acef2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1368473 Apr 20 12:54:49.426760 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a522003b-7356-4bb7-848e-92515a821d17 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42522874b1184780a5ee0f65696598e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952600 Apr 20 12:54:49.427520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58478) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:49.435632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522003b-7356-4bb7-848e-92515a821d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d923e0e-5bd2-4ba1-a6f3-06441c823549,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:49.466495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1e23e47-49b0-4fbb-bf01-5b126c7c5402 req-54d3b319-1e0e-45e2-b12b-c77c0ee11054 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127756 Apr 20 12:54:49.476608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-eead5e68-ff99-4d31-8510-38cb74e0f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:49.480575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-eead5e68-ff99-4d31-8510-38cb74e0f2fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917463 Apr 20 12:54:49.559800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-78245796-f4b5-4555-ae46-947926f11791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:49.561527 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-78245796-f4b5-4555-ae46-947926f11791 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80e6809af5ad4d8aafe92c71c22ac0e6&device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 1095 time: 0.1169209 Apr 20 12:54:49.565004 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0e58b04-b8ac-41d9-a57c-f086d410fb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:49.659590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-bda9d046-c03c-40cf-84b8-d046414b722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:49.660307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-91d1831a-3001-4d3e-963e-ee24dde2dde6 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737316 Apr 20 12:54:49.662215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-bda9d046-c03c-40cf-84b8-d046414b722c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ba39a8-372f-4268-89f8-4cb966408280 HTTP/1.1" status: 200 len: 916 time: 0.0932059 Apr 20 12:54:49.688369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0e58b04-b8ac-41d9-a57c-f086d410fb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:49.733549 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-95b0edf6-b503-4b4e-9a61-8c41a06a1220 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37 HTTP/1.1" status: 200 len: 217 time: 0.0565360 Apr 20 12:54:50.101999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c240e31-cbb2-4d88-a891-63a07461cf39 req-9fe9f78f-edd3-4a88-a8b7-8f0a653f6152 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.103460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c240e31-cbb2-4d88-a891-63a07461cf39 req-9fe9f78f-edd3-4a88-a8b7-8f0a653f6152 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.4407513 Apr 20 12:54:50.165498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c240e31-cbb2-4d88-a891-63a07461cf39 req-6051728e-9b20-4d04-b25c-cd80091724d8 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496807 Apr 20 12:54:50.175710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa93dd8b-547f-4227-bae7-f1c3ca53da3c req-ef4f8b48-e246-4ecb-9f5f-7eedd5a33302 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970472 Apr 20 12:54:50.197958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9030d1-d038-4051-9aaf-4dc7706d1759 req-8bbe1714-6ace-4f66-a9b7-d0baf2978960 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.208034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a9030d1-d038-4051-9aaf-4dc7706d1759 req-8bbe1714-6ace-4f66-a9b7-d0baf2978960 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1481199 Apr 20 12:54:50.274815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-707595ea-1470-488c-9e1e-fba1b81b398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.276701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-707595ea-1470-488c-9e1e-fba1b81b398a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=146e4710-a136-4c4a-9159-0c310a204236 HTTP/1.1" status: 200 len: 854 time: 0.5318124 Apr 20 12:54:50.295266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a9030d1-d038-4051-9aaf-4dc7706d1759 req-38d1604b-fd8d-497c-a5ce-19e49a859149 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861623 Apr 20 12:54:50.300096 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0e58b04-b8ac-41d9-a57c-f086d410fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:50.304247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0e58b04-b8ac-41d9-a57c-f086d410fb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:50.305487 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b0e58b04-b8ac-41d9-a57c-f086d410fb7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d923e0e-5bd2-4ba1-a6f3-06441c823549 HTTP/1.1" status: 204 len: 168 time: 0.8759489 Apr 20 12:54:50.331916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e58b04-b8ac-41d9-a57c-f086d410fb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d923e0e-5bd2-4ba1-a6f3-06441c823549,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:50.336987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-16d82e92-23d1-4158-b757-e04efe3179e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.340017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-16d82e92-23d1-4158-b757-e04efe3179e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 1094 time: 0.1018934 Apr 20 12:54:50.359670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-29f3e43c-0b18-4307-b33d-b74379b279e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.361241 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-29f3e43c-0b18-4307-b33d-b74379b279e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ba39a8-372f-4268-89f8-4cb966408280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759134 Apr 20 12:54:50.513161 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-673aef7e-8baf-44aa-92ea-92875c956224 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432049 Apr 20 12:54:50.646553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-188d6b56-3d02-4e41-b11e-fe6ee18806a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.648360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-188d6b56-3d02-4e41-b11e-fe6ee18806a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.2978215 Apr 20 12:54:50.658527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6ee76-533b-4354-8833-24152e15657b req-945eed79-50b5-4bcb-a185-f10371733561 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.666517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90d6ee76-533b-4354-8833-24152e15657b req-945eed79-50b5-4bcb-a185-f10371733561 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 943 time: 0.1797678 Apr 20 12:54:50.704167 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-31c5dfac-a339-424d-8b9b-18b7ad12feeb req-ee49f80f-5992-488c-b5be-901541c069b1 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826024 Apr 20 12:54:50.730148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1758a-9ecf-496c-aa23-19545d21c08b req-006a65f4-cb6e-4877-8e24-b67ff896597b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.732188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3c1758a-9ecf-496c-aa23-19545d21c08b req-006a65f4-cb6e-4877-8e24-b67ff896597b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1573803 Apr 20 12:54:50.733802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-7ffba855-5875-4300-aae3-34e45fc9c60b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=527516af-2ca7-4903-b58c-6b2c40c40d77 HTTP/1.1" status: 200 len: 217 time: 0.0647166 Apr 20 12:54:50.744821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58542) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:50.813449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90d6ee76-533b-4354-8833-24152e15657b req-7815648a-a610-4448-b24b-308b0bbcf96b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459742 Apr 20 12:54:50.842290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3c1758a-9ecf-496c-aa23-19545d21c08b req-690cc0c5-d92a-499a-80e8-217fabc9a5d9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021345 Apr 20 12:54:50.845891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-cc813d66-ee92-4a6a-8f83-ae6fcd46b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.847342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-cc813d66-ee92-4a6a-8f83-ae6fcd46b2d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1052024 Apr 20 12:54:50.869308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58546) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:50.888369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7244c4c2-9187-40d2-8aa1-c143124d8162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:50.901901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bba2d30d-08e5-4f33-acd1-76001e19c7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:50.906536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-00f8b765-cf65-4fb5-9df5-485cb99621b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:50.908122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-00f8b765-cf65-4fb5-9df5-485cb99621b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445578 Apr 20 12:54:51.018154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-8474c665-02e0-4a76-9ef1-caca09fa0155 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954578 Apr 20 12:54:51.024027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7244c4c2-9187-40d2-8aa1-c143124d8162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.032134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7244c4c2-9187-40d2-8aa1-c143124d8162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.042572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bba2d30d-08e5-4f33-acd1-76001e19c7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.062038 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bba2d30d-08e5-4f33-acd1-76001e19c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.085828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7244c4c2-9187-40d2-8aa1-c143124d8162 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f8c9094eb664a27bfddead93399b0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153769 Apr 20 12:54:51.090350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58550) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:51.103071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244c4c2-9187-40d2-8aa1-c143124d8162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19be3a1d-be5d-4947-ad37-c0b134222524,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:51.136697 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bba2d30d-08e5-4f33-acd1-76001e19c7d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f07afd572d98426e91d48706d053b165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882699 Apr 20 12:54:51.137487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58552) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:51.157134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d66a30d-fdb7-4e33-9c1a-3291dd133245 req-d367576f-866f-4db4-a7d0-27d5151a795e service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279411 Apr 20 12:54:51.157336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2d30d-08e5-4f33-acd1-76001e19c7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ec09d-a3c6-46cf-8014-2848884cb814,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:51.187097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca57b-9177-4d3b-8dc2-878cec6f51ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.212678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca57b-9177-4d3b-8dc2-878cec6f51ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.214688 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ba65d4-0432-4a6d-8266-a0371eecc2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.250479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ba65d4-0432-4a6d-8266-a0371eecc2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.265721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca57b-9177-4d3b-8dc2-878cec6f51ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.268253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca57b-9177-4d3b-8dc2-878cec6f51ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.271270 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8d1ca57b-9177-4d3b-8dc2-878cec6f51ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19be3a1d-be5d-4947-ad37-c0b134222524 HTTP/1.1" status: 204 len: 168 time: 0.1788316 Apr 20 12:54:51.285260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ca57b-9177-4d3b-8dc2-878cec6f51ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19be3a1d-be5d-4947-ad37-c0b134222524,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:51.335982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421bbe9-16b7-4065-b852-c54e59c1d2be req-0df4d6a7-3eb3-415f-b7d3-98fe6f774f14 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:51.342642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e421bbe9-16b7-4065-b852-c54e59c1d2be req-0df4d6a7-3eb3-415f-b7d3-98fe6f774f14 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.0945821 Apr 20 12:54:51.382268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e421bbe9-16b7-4065-b852-c54e59c1d2be req-b25ce587-c0e9-4a34-99b8-5bc313300227 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 Apr 20 12:54:51.425671 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ba65d4-0432-4a6d-8266-a0371eecc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.429027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ba65d4-0432-4a6d-8266-a0371eecc2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.430178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-81ba65d4-0432-4a6d-8266-a0371eecc2f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/584ec09d-a3c6-46cf-8014-2848884cb814 HTTP/1.1" status: 204 len: 168 time: 0.2916992 Apr 20 12:54:51.442036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba65d4-0432-4a6d-8266-a0371eecc2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ec09d-a3c6-46cf-8014-2848884cb814,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:51.481964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c83b5-05e3-4f4e-9499-d61ee0a81bcc req-4e816187-2385-4128-ac79-1030b0acf3bc tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:51.491270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d1c83b5-05e3-4f4e-9499-d61ee0a81bcc req-4e816187-2385-4128-ac79-1030b0acf3bc tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1027305 Apr 20 12:54:51.555367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d1c83b5-05e3-4f4e-9499-d61ee0a81bcc req-f2b9d1b1-f1db-4f9c-8a40-932e75a8f928 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630119 Apr 20 12:54:51.756184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58572) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:51.770649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b8746c8-64b7-4d17-9472-f4334a492b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.877257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b8746c8-64b7-4d17-9472-f4334a492b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.882999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b8746c8-64b7-4d17-9472-f4334a492b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:51.985504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0b8746c8-64b7-4d17-9472-f4334a492b08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b559856d20f843a993c54047120ac946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252719 Apr 20 12:54:51.986679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58582) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:51.986892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8746c8-64b7-4d17-9472-f4334a492b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584095ee-accc-45e8-b3ea-9229b7096f41,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:52.011221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9aa14-3de8-4e9f-aa01-2ff93ad99d08 req-44a3cbc6-1b2f-4671-b94b-5de53ecff460 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:52.012716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76b9aa14-3de8-4e9f-aa01-2ff93ad99d08 req-44a3cbc6-1b2f-4671-b94b-5de53ecff460 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 943 time: 0.1216502 Apr 20 12:54:52.031351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e3714-c571-4f9f-9ad5-7e104567fd81 req-7320be15-e346-48eb-a4fb-435b8fd0a2e3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:52.032956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-121e3714-c571-4f9f-9ad5-7e104567fd81 req-7320be15-e346-48eb-a4fb-435b8fd0a2e3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0901840 Apr 20 12:54:52.095410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76b9aa14-3de8-4e9f-aa01-2ff93ad99d08 req-895a3731-2065-434e-b5a2-99ed3819e24a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721569 Apr 20 12:54:52.098856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9effdabb-579d-4675-a96d-e4baf8cee61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.116641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-121e3714-c571-4f9f-9ad5-7e104567fd81 req-ed6719fd-5665-4322-b9e8-2a017510994e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760143 Apr 20 12:54:52.125403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9effdabb-579d-4675-a96d-e4baf8cee61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.188890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9effdabb-579d-4675-a96d-e4baf8cee61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.191673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9effdabb-579d-4675-a96d-e4baf8cee61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.193771 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9effdabb-579d-4675-a96d-e4baf8cee61c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/584095ee-accc-45e8-b3ea-9229b7096f41 HTTP/1.1" status: 204 len: 168 time: 0.2059827 Apr 20 12:54:52.204014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effdabb-579d-4675-a96d-e4baf8cee61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584095ee-accc-45e8-b3ea-9229b7096f41,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:52.278319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58592) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:52.510705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-network', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:52.534314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Made reservation on behalf of 4fd2868a772749c39872b962cc9f4d8b for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:52.537479 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.549967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.560480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae4822-4107-4ae7-9d8a-7cfe5204f9d4 req-67533f05-0d9e-4a53-9d5b-8b8a16fb6180 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:52.562006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2ae4822-4107-4ae7-9d8a-7cfe5204f9d4 req-67533f05-0d9e-4a53-9d5b-8b8a16fb6180 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.0815437 Apr 20 12:54:52.629937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2ae4822-4107-4ae7-9d8a-7cfe5204f9d4 req-43c7401e-3d52-4a18-b6a8-8793ae6c1130 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554638 Apr 20 12:54:52.670140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.675211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.715265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:54:52.722039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de118b8a-2a7a-466c-a02e-0502c081349f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:52.741351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.742047 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Added segment cf38e04e-07ea-4de7-b01c-77ca552cfd59 of type vlan for network c6bf3a3b-b398-4baf-b62e-1917e02b299e Apr 20 12:54:52.746327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edc0a9-3c0c-4f0d-9802-8ffd4e13ddaa req-ba536959-9fc6-4b80-92d1-c4bd28885563 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:52.748249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70edc0a9-3c0c-4f0d-9802-8ffd4e13ddaa req-ba536959-9fc6-4b80-92d1-c4bd28885563 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.0729072 Apr 20 12:54:52.789554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.807633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70edc0a9-3c0c-4f0d-9802-8ffd4e13ddaa req-48a118fc-46ad-416f-a13a-b856d399c7bf tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483234 Apr 20 12:54:52.831946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.833180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:52.833915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:52.907002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6246264 Apr 20 12:54:52.907312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58616) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:52.913075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Request body: {'subnet': {'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-subnet', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:52.914938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6a085-c2ad-42fe-99f5-482091197468 admin admin] Pushing event updated for resources: {'Network': ['ID=c6bf3a3b-b398-4baf-b62e-1917e02b299e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:52.924719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:54:52.948286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Made reservation on behalf of 4fd2868a772749c39872b962cc9f4d8b for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:52.952142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.141842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 527516af-2ca7-4903-b58c-6b2c40c40d77 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:54:53.194619 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.284418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Checking segment: {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:53.284866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Network hostable DHCP agents. Network: c6bf3a3b-b398-4baf-b62e-1917e02b299e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:54:53.309912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8435c0-9592-48bd-ba12-d48229329426,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:53.321993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:54:53.333574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:53.358370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'mac_address': 'fa:16:3e:b1:22:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:54:53.397538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, c6bf3a3b-b398-4baf-b62e-1917e02b299e) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:53.408715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:53.409407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.410993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f030362-f28c-4047-9a3f-8d9140d10f45 None None] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:54:53.430613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-17f88d51-b399-47d1-b413-4e51aa2161f6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5221949 Apr 20 12:54:53.434948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58642) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:53.443921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:53.452617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a282b5-815f-4e6c-bf9f-b3848ab0ac97 req-66a49446-c392-4a7a-a408-3eaf1caf80f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:53.455302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53a282b5-815f-4e6c-bf9f-b3848ab0ac97 req-66a49446-c392-4a7a-a408-3eaf1caf80f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 943 time: 0.1344261 Apr 20 12:54:53.480213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.481274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.482120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320317c-b33f-4228-bea6-75abbc2df2a6 req-f68c2f8d-bd23-48c9-8b8b-652ce05f1ec2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:53.488310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5320317c-b33f-4228-bea6-75abbc2df2a6 req-f68c2f8d-bd23-48c9-8b8b-652ce05f1ec2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1664412 Apr 20 12:54:53.575001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53a282b5-815f-4e6c-bf9f-b3848ab0ac97 req-f6d6c521-c111-45ad-b792-8bc44139af75 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839577 Apr 20 12:54:53.608822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.609376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5320317c-b33f-4228-bea6-75abbc2df2a6 req-cbc21187-d563-4f76-a1ee-ba0b136d1564 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948420 Apr 20 12:54:53.635810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.679712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 527516af-2ca7-4903-b58c-6b2c40c40d77 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:54:53.698830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:54:53.699901 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.715713 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.766092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:53.773263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a999c1-54ce-4675-b467-5ae1c736e835 req-af9e228c-60bb-474d-8715-f987db9a1c64 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:53.775742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81a999c1-54ce-4675-b467-5ae1c736e835 req-af9e228c-60bb-474d-8715-f987db9a1c64 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.0740469 Apr 20 12:54:53.835180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81a999c1-54ce-4675-b467-5ae1c736e835 req-ff1c44a9-4ae6-4ed5-b712-075d890d8e60 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529211 Apr 20 12:54:53.858705 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.864244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:53.981581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:54.018734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Allocated IP 172.20.0.2 (c6bf3a3b-b398-4baf-b62e-1917e02b299e/cf8435c0-9592-48bd-ba12-d48229329426/c261c8e0-d420-4a8a-8280-20b9a1e16401) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:54.127047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7be17-ad9f-453a-a92b-cc618a4e0499 req-66346133-8b28-46c9-bdd4-ec8883e60c61 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:54.142864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee7be17-ad9f-453a-a92b-cc618a4e0499 req-66346133-8b28-46c9-bdd4-ec8883e60c61 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1354742 Apr 20 12:54:54.230903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee7be17-ad9f-453a-a92b-cc618a4e0499 req-290f6442-cdc5-4e67-bda8-6c3b01ef5e5d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869718 Apr 20 12:54:54.258513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.267759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.278417 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.310256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.315567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:54.321609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:54.327946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:54.359750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Pushing event updated for resources: {'Port': ['ID=c261c8e0-d420-4a8a-8280-20b9a1e16401,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:54.410657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Attempting to bind port c261c8e0-d420-4a8a-8280-20b9a1e16401 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:54.411473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Attempting to bind port c261c8e0-d420-4a8a-8280-20b9a1e16401 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:54.412046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Attempting to bind port c261c8e0-d420-4a8a-8280-20b9a1e16401 on network c6bf3a3b-b398-4baf-b62e-1917e02b299e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:54.419279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:54.420220 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Checking segment: {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:54.421018 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.421620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Bound using segment: {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:54.422433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Bound port: c261c8e0-d420-4a8a-8280-20b9a1e16401, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:54.423250 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.453351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Allocated IP 172.25.3.111 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/def6e1ed-fcf4-4d09-83b1-845b8bbf1de9) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:54.483117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['527516af-2ca7-4903-b58c-6b2c40c40d77'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:54:54.554748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] For port c261c8e0-d420-4a8a-8280-20b9a1e16401, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:54.576588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] For port c261c8e0-d420-4a8a-8280-20b9a1e16401, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c261c8e0-d420-4a8a-8280-20b9a1e16401,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:54.594971 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.597289 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.644303 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:54.711989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:54.717953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:54.722432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:54.768155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:54.776954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc42b1-1a01-4dd9-8129-3f5c4649cb36 None None] Pushing event updated for resources: {'Port': ['ID=c261c8e0-d420-4a8a-8280-20b9a1e16401,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:54.847663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Pushing event updated for resources: {'Port': ['ID=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:54.889871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34ad38-8b90-467a-95dc-6f02ce32c96b req-3d779946-bee0-4012-bcee-dcacfe0ad91c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:54.901938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db34ad38-8b90-467a-95dc-6f02ce32c96b req-3d779946-bee0-4012-bcee-dcacfe0ad91c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 944 time: 0.1324289 Apr 20 12:54:54.927668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafdd75-d45f-4eb8-a901-ef34b16549bc req-a915ab8c-5dfc-4b64-bbdf-0014527594de tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:54.939639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2eafdd75-d45f-4eb8-a901-ef34b16549bc req-a915ab8c-5dfc-4b64-bbdf-0014527594de tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2401705 Apr 20 12:54:55.040774 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcf86-bc4e-49f5-9f8e-320a3e5c4c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.047090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db34ad38-8b90-467a-95dc-6f02ce32c96b req-098b32b3-65e5-44dd-ae52-bb9550a6fe0b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436491 Apr 20 12:54:55.097664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2eafdd75-d45f-4eb8-a901-ef34b16549bc req-f5df1f0d-acf1-4531-981f-3dea941b2fcb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503882 Apr 20 12:54:55.158607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.239520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcf86-bc4e-49f5-9f8e-320a3e5c4c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.250632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c7fcf86-bc4e-49f5-9f8e-320a3e5c4c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.281157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dab44d-cf9c-4479-9301-de8ea2474ef6 req-73664949-b007-4a84-a25b-6de8cbb53063 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:55.283021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8dab44d-cf9c-4479-9301-de8ea2474ef6 req-73664949-b007-4a84-a25b-6de8cbb53063 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.1070774 Apr 20 12:54:55.318467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4c7fcf86-bc4e-49f5-9f8e-320a3e5c4c5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f549778d9953475aa77b58e452626d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5463362 Apr 20 12:54:55.325358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fcf86-bc4e-49f5-9f8e-320a3e5c4c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc47aa-fa4e-4602-8443-6b7bb92341bb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:55.327950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58736) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:55.382129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8dab44d-cf9c-4479-9301-de8ea2474ef6 req-eb0e862b-1ed1-4d4a-9574-ee77858b16b4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800667 Apr 20 12:54:55.421963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.444042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28734bac-9a88-4749-b82c-a15ee348b992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.456301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d964744-9e70-4ab9-bc7f-3803b3271569 req-0ead5e04-bd58-42ee-bc86-7402a5d14d01 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:55.458586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d964744-9e70-4ab9-bc7f-3803b3271569 req-0ead5e04-bd58-42ee-bc86-7402a5d14d01 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.0972579 Apr 20 12:54:55.493036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28734bac-9a88-4749-b82c-a15ee348b992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.540393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d964744-9e70-4ab9-bc7f-3803b3271569 req-c54382b6-246a-46ba-b08f-00449724066e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739064 Apr 20 12:54:55.571226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28734bac-9a88-4749-b82c-a15ee348b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.574549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28734bac-9a88-4749-b82c-a15ee348b992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.575972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-28734bac-9a88-4749-b82c-a15ee348b992 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97bc47aa-fa4e-4602-8443-6b7bb92341bb HTTP/1.1" status: 204 len: 168 time: 0.2452586 Apr 20 12:54:55.587062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28734bac-9a88-4749-b82c-a15ee348b992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc47aa-fa4e-4602-8443-6b7bb92341bb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:55.596182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:54:55.734953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:54:55.745502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Sync routers for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:54:55.765180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:55.769163 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9a4875dc-6c35-40cf-8ea0-73fbd2832274 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3300109 Apr 20 12:54:55.769847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58742) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:55.781727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:55.782668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:56.171230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c261c8e0-d420-4a8a-8280-20b9a1e16401 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:56.173516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a66f2-cf6b-4e94-bc4b-0850a898b719 None None] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:54:56.251051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:56.363357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0976fcbc-fb4d-4776-8acd-2be11bb52071 None None] Provisioning complete for port c261c8e0-d420-4a8a-8280-20b9a1e16401 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:56.364340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0976fcbc-fb4d-4776-8acd-2be11bb52071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.418052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b70ad-4793-422f-b1ff-b105aaab0a4b req-0976961c-5fce-47dd-a12a-8c360c7d99fe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:56.423202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d19b70ad-4793-422f-b1ff-b105aaab0a4b req-0976961c-5fce-47dd-a12a-8c360c7d99fe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 944 time: 0.1828122 Apr 20 12:54:56.469800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9032c-1def-461b-b391-3be908368bd3 req-2817ebdc-b365-4270-8b0b-5c90e8bbeef2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:56.471351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fb9032c-1def-461b-b391-3be908368bd3 req-2817ebdc-b365-4270-8b0b-5c90e8bbeef2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2145910 Apr 20 12:54:56.523267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c261c8e0-d420-4a8a-8280-20b9a1e16401 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:56.524049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.556726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d19b70ad-4793-422f-b1ff-b105aaab0a4b req-0a0e4b39-4747-4a8e-b900-e9c5ee5bd3fc tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250119 Apr 20 12:54:56.589644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fb9032c-1def-461b-b391-3be908368bd3 req-314c09d6-30a6-44cc-b22c-8b7a80a5cee1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070538 Apr 20 12:54:56.613556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.670095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0976fcbc-fb4d-4776-8acd-2be11bb52071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.698002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58770) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:56.750908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0976fcbc-fb4d-4776-8acd-2be11bb52071 None None] For port c261c8e0-d420-4a8a-8280-20b9a1e16401, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c261c8e0-d420-4a8a-8280-20b9a1e16401,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:56.757477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:54Z', 'revision_number': 3, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:56.762212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0976fcbc-fb4d-4776-8acd-2be11bb52071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.823520 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.879910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Checking router: 7e0dd4ab-eb09-4537-be58-3be19fb2c067 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:54:56.880384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Updating router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:54:56.887593 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-134a2228-80c1-4f32-82be-0a17c810be3a tempest-AgentManagementNegativeTest-589827170 tempest-AgentManagementNegativeTest-589827170-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1869831 Apr 20 12:54:56.892560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f18ca2-8ed7-4ce2-9f6d-cd9355f90eb9 req-1f3c01f6-4ef1-4a0d-b52d-4de90a403d90 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:56.897608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f18ca2-8ed7-4ce2-9f6d-cd9355f90eb9 req-1f3c01f6-4ef1-4a0d-b52d-4de90a403d90 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1753259 Apr 20 12:54:56.913553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60df97-d36b-4f99-bac6-0c0e91f538d8 req-d408a892-b20a-4bbd-9693-a152c18924a3 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:56.920972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc60df97-d36b-4f99-bac6-0c0e91f538d8 req-d408a892-b20a-4bbd-9693-a152c18924a3 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.2085004 Apr 20 12:54:56.963613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:56.965184 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:54:56.965528 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:54:56.967434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976fcbc-fb4d-4776-8acd-2be11bb52071 None None] Pushing event updated for resources: {'Port': ['ID=c261c8e0-d420-4a8a-8280-20b9a1e16401,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:57.033117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc60df97-d36b-4f99-bac6-0c0e91f538d8 req-12e5ba64-3d2f-4448-b1eb-b0525bc32365 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112251 Apr 20 12:54:57.034555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Allocated IP 172.20.0.1 (c6bf3a3b-b398-4baf-b62e-1917e02b299e/cf8435c0-9592-48bd-ba12-d48229329426/7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:54:57.051762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f18ca2-8ed7-4ce2-9f6d-cd9355f90eb9 req-1485153c-38bd-41df-b04b-ef1b517768ca tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257691 Apr 20 12:54:57.105900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-28551d0b-bc7e-4d7f-901e-311c1bae46cf None None] Provisioning complete for port c261c8e0-d420-4a8a-8280-20b9a1e16401 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:57.106271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-28551d0b-bc7e-4d7f-901e-311c1bae46cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.170169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 527516af-2ca7-4903-b58c-6b2c40c40d77 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:57.195146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.240354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:57.242074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.294049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:57.297201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:57.301150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:54:57.307544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Pushing event updated for resources: {'Port': ['ID=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:57.366342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.398578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 527516af-2ca7-4903-b58c-6b2c40c40d77 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:54:57.407268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 527516af-2ca7-4903-b58c-6b2c40c40d77 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:57.407810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.463007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07bf61fa-4e75-40d4-aaa5-69c792c014f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.555337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.577796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.660321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07bf61fa-4e75-40d4-aaa5-69c792c014f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.667214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07bf61fa-4e75-40d4-aaa5-69c792c014f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.705035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf61fa-4e75-40d4-aaa5-69c792c014f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e7cfe0-f1e4-467c-9b4e-358186992253,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:57.732108 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07bf61fa-4e75-40d4-aaa5-69c792c014f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc55a3c7ebf6435aa304a9da8b825d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4905446 Apr 20 12:54:57.734685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:57.761507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Attempting to bind port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:54:57.762115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Attempting to bind port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:54:57.762361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Attempting to bind port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:54:57.767610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.772711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb1498-a16a-44a0-9c0b-3235d627a50d None None] Pushing event updated for resources: {'Port': ['ID=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:57.779229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4be302ed-82e7-4169-b82f-d6b5ab128419 None None] Provisioning complete for port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:57.779592 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4be302ed-82e7-4169-b82f-d6b5ab128419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.788962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:54:57.789334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:54:57.789760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.790153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:54:57.790632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Bound port: def6e1ed-fcf4-4d09-83b1-845b8bbf1de9, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:54:57.791008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.814034 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14b8a2b5-24fb-4454-8018-bb27d9d3d674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.847268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14b8a2b5-24fb-4454-8018-bb27d9d3d674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.876155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:54:57.878456 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed4c893-b083-4ebe-bab9-20aa7216f068" -d '{"events": [{"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-plugged", "status": "completed", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:54:57.893728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4be302ed-82e7-4169-b82f-d6b5ab128419 None None] Port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:54:57.909298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:54:57.919876 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.929688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14b8a2b5-24fb-4454-8018-bb27d9d3d674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.933503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14b8a2b5-24fb-4454-8018-bb27d9d3d674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:57.935850 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-14b8a2b5-24fb-4454-8018-bb27d9d3d674 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97e7cfe0-f1e4-467c-9b4e-358186992253 HTTP/1.1" status: 204 len: 168 time: 0.2000928 Apr 20 12:54:57.945242 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8a2b5-24fb-4454-8018-bb27d9d3d674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e7cfe0-f1e4-467c-9b4e-358186992253,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:57.959147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] For port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:54:57.961494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c261c8e0-d420-4a8a-8280-20b9a1e16401 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:58.022522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] For port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:54:58.054468 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:58.076141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:58.141129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c261c8e0-d420-4a8a-8280-20b9a1e16401 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:58.141504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:58.145914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:54:58.146690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:58.155394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3d08-82ba-4581-9587-ac22cefb26b2 req-21c31083-d1a9-4ec1-bccb-69dd4112946a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:58.156879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af6f3d08-82ba-4581-9587-ac22cefb26b2 req-21c31083-d1a9-4ec1-bccb-69dd4112946a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.1652734 Apr 20 12:54:58.172647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3c490-b213-4d0a-b2df-8587f183c3cb req-3a0bc991-8ddd-4a46-9726-baef412bd86d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:58.174296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04d3c490-b213-4d0a-b2df-8587f183c3cb req-3a0bc991-8ddd-4a46-9726-baef412bd86d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1838198 Apr 20 12:54:58.230528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:58.279644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af6f3d08-82ba-4581-9587-ac22cefb26b2 req-fc65565d-12e5-4406-9c19-8cc73ae564f8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030188 Apr 20 12:54:58.305437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04d3c490-b213-4d0a-b2df-8587f183c3cb req-31dd9236-ee59-4071-9552-c6aa70950bf7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071482 Apr 20 12:54:58.382534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb1498-a16a-44a0-9c0b-3235d627a50d None None] Pushing event updated for resources: {'Port': ['ID=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:58.448472 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e1a20-4dfd-4ff9-8fc6-264fffa00a82 x-openstack-request-id: req-ac6e1a20-4dfd-4ff9-8fc6-264fffa00a82 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:54:58.448765 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-plugged", "status": "completed", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:54:58.449079 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac6e1a20-4dfd-4ff9-8fc6-264fffa00a82 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:54:58.449453 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6e1a20-4dfd-4ff9-8fc6-264fffa00a82'] response: {'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'code': 200} Apr 20 12:54:58.566425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:54:58.653989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-4c43787a-3b72-4842-b2b7-4ecf39c3d49d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2079372 Apr 20 12:54:58.685029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:58.697163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5db8c-2505-4589-b981-f31c769fdad9 req-de43b3ed-ed26-46ac-8e40-9fbe436b7beb tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:58.698680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf5db8c-2505-4589-b981-f31c769fdad9 req-de43b3ed-ed26-46ac-8e40-9fbe436b7beb tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.1701605 Apr 20 12:54:58.704848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fdbe6d-aa56-46c9-96dc-b6f0e80138a1 req-e70ff8b6-2be1-4d63-9d81-32319e2859b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:58.706296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1fdbe6d-aa56-46c9-96dc-b6f0e80138a1 req-e70ff8b6-2be1-4d63-9d81-32319e2859b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 1096 time: 0.1788802 Apr 20 12:54:58.706917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:58.746982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8c66-88f6-4bb3-b80e-0a509664635b req-d0e078ac-c757-4219-89fb-70160f6c6165 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:58.748442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55db8c66-88f6-4bb3-b80e-0a509664635b req-d0e078ac-c757-4219-89fb-70160f6c6165 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1766520 Apr 20 12:54:58.783069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:54Z', 'revision_number': 3, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:54:58.811017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68295095-9a6f-4ce4-bb30-1a2d2dffcffb None None] The sync data for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 is: [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:54Z', 'revision_number': 3, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:54:58.891083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Pushing event updated for resources: {'Port': ['ID=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:58.898627 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58818) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:58.900240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1fdbe6d-aa56-46c9-96dc-b6f0e80138a1 req-151834e7-af3d-400e-b80c-ad3c77887998 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781774 Apr 20 12:54:58.901051 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:58.911546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf5db8c-2505-4589-b981-f31c769fdad9 req-416452b1-1152-45eb-a74b-1eceedbb6c86 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943865 Apr 20 12:54:58.920952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-5e3f4766-b689-45e0-bc84-820af971a1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:58.922502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-5e3f4766-b689-45e0-bc84-820af971a1ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1095 time: 0.2198410 Apr 20 12:54:58.933911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55db8c66-88f6-4bb3-b80e-0a509664635b req-d94b3d1b-0431-4612-b80b-d799f59d208e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417685 Apr 20 12:54:59.006788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-967309121'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:59.028860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:59.032878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.042614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.162200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:54:59.165287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:54:59.171370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-b919b0b7-4e55-4468-be01-eb7888dc3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:59.173423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-b919b0b7-4e55-4468-be01-eb7888dc3d0f service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.2171552 Apr 20 12:54:59.187197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.192514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.224495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:54:59.239154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c9e93-38c8-4419-a6eb-51b9f58f264e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:59.257208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.262157 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Added segment 9be7b09b-94f1-4d9b-8f04-e01688f09c33 of type vlan for network ff9ae87c-2997-4e63-b702-c95e1a5a7204 Apr 20 12:54:59.331745 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.369845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.377824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:59.378472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.425719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-ffdb5d9b-0d70-4750-a3d4-03a65a22bbb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.2033246 Apr 20 12:54:59.473700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Network': ['ID=ff9ae87c-2997-4e63-b702-c95e1a5a7204,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:54:59.474552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3f198-513e-4522-924b-acb3af00290a req-f18ac39f-3fd1-41d2-9dcb-73b090bc9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:59.476028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b3f198-513e-4522-924b-acb3af00290a req-f18ac39f-3fd1-41d2-9dcb-73b090bc9c4d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 1097 time: 0.2526476 Apr 20 12:54:59.483718 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d46925d4-e0fa-41f9-9ce1-cb67234ef7c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5839534 Apr 20 12:54:59.489315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58826) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:54:59.491271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:54:59.497287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:54:59.574753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1b3f198-513e-4522-924b-acb3af00290a req-546f5e07-0f72-40b2-9a12-8c11c15af50d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Apr 20 12:54:59.601591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:54:59.609690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7e5524ce-ca67-41d7-bbfd-632e53eb118e None None] Provisioning complete for port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:59.610434 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e5524ce-ca67-41d7-bbfd-632e53eb118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.634223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb113a-4232-4f18-a28e-dc8fb114f70c req-50b85626-3309-4dad-a4d0-c1439ee7e21b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:59.636052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86cb113a-4232-4f18-a28e-dc8fb114f70c req-50b85626-3309-4dad-a4d0-c1439ee7e21b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.2261243 Apr 20 12:54:59.639775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-ad34a17c-24f6-4bdb-9c57-623dbe0f817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:59.641080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-ad34a17c-24f6-4bdb-9c57-623dbe0f817e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1896777 Apr 20 12:54:59.649416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1d1b0-c549-4094-98fd-e03d922801e1 req-38a53f8a-b27f-4a49-bd12-a4024d3563cc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:59.651092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46e1d1b0-c549-4094-98fd-e03d922801e1 req-38a53f8a-b27f-4a49-bd12-a4024d3563cc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2213068 Apr 20 12:54:59.657207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:54:59.661566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.682895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7e5524ce-ca67-41d7-bbfd-632e53eb118e None None] Port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:54:59.695262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86cb113a-4232-4f18-a28e-dc8fb114f70c req-3ad43340-2662-410a-90c1-d9be298e402a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Apr 20 12:54:59.771376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46e1d1b0-c549-4094-98fd-e03d922801e1 req-3bd4e817-74bd-474c-b915-650972a5ffdb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846128 Apr 20 12:54:59.863438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:54:59.872094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8684767c-5abd-467f-bd9b-91bee28ea9fd admin admin] 10.222.0.24 "PUT /v2.0/routers/7e0dd4ab-eb09-4537-be58-3be19fb2c067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1009588 Apr 20 12:54:59.887240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-d634f4c5-5e92-4abb-9140-18a1de75aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:54:59.888883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-d634f4c5-5e92-4abb-9140-18a1de75aba8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831032 Apr 20 12:54:59.901392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:54:59.919779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:54:59.983186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:54:59.984529 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.033194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-bc461105-01f0-4cd0-9bbe-3e8c6e5eab12 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346216 Apr 20 12:55:00.115665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=cf155dae-dd33-48e6-8368-0250c37622d5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:00.136239 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:00.138780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network hostable DHCP agents. Network: ff9ae87c-2997-4e63-b702-c95e1a5a7204, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:55:00.151843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.174408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:00.174599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:55:00.179124 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.186232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ff9ae87c-2997-4e63-b702-c95e1a5a7204) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:00.197937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:00.198544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.221195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9c3f22-3c6f-4639-b411-14c41a6c1e82 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:00.226750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f9463-cbb8-48f0-9502-5461c50c1cc0 req-41f898a9-64e4-42b1-ab81-4bc3b1141b5d tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:00.227429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-738f9463-cbb8-48f0-9502-5461c50c1cc0 req-41f898a9-64e4-42b1-ab81-4bc3b1141b5d tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.1429198 Apr 20 12:55:00.245091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ad4f9-e016-409b-91b6-eb94127539b7 req-eff56138-280e-4dad-bcbc-b8e61014496b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:00.246618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14ad4f9-e016-409b-91b6-eb94127539b7 req-eff56138-280e-4dad-bcbc-b8e61014496b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1672094 Apr 20 12:55:00.254647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363e11f2-b4d9-49a4-a4cd-f1d5c1b9f0c2 req-500c4138-a599-48b9-b7c9-24987f0241c8 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103148 Apr 20 12:55:00.258517 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53145874-3a2e-4a3a-8bf1-5014aefe72aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7667258 Apr 20 12:55:00.260088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58838) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:00.286398 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'name': 'tempest-NetworksTestDHCPv6-1842348697'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:00.306648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-738f9463-cbb8-48f0-9502-5461c50c1cc0 req-ca07edbe-0b52-4836-b9e3-8ac147b5eff2 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698390 Apr 20 12:55:00.318033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14ad4f9-e016-409b-91b6-eb94127539b7 req-f1968420-c91c-403f-a883-b851674e1a74 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Apr 20 12:55:00.382046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:00.423833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:00.430175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.454544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 001bd3f2-2128-409b-9488-d05bd1486f8c yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:00.497857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'cf155dae-dd33-48e6-8368-0250c37622d5'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:55:00.498998 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.660371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::2d1 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/cf155dae-dd33-48e6-8368-0250c37622d5/001bd3f2-2128-409b-9488-d05bd1486f8c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:00.788379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58858) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:00.794586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-network', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:00.837212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Made reservation on behalf of 66e5d2dc13b646ceb6f7f7297fcb69f3 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:00.844096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.861599 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.903527 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.950503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:00.998372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:01.002306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:01.029834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/cf155dae-dd33-48e6-8368-0250c37622d5/271c1047-c413-4162-9485-409969717dbb) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:01.030427 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Sync routers for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:55:01.041291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:01.043589 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:01.044447 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:01.048288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:01.049020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.053696 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=001bd3f2-2128-409b-9488-d05bd1486f8c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:01.091168 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8a452f5b-19e8-47af-a4d5-843048cbea02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8105006 Apr 20 12:55:01.092174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58864) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:01.181419 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:01.195447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.203661 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.261688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d571925-1658-4f8a-b953-0ca5dd373af4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:01.263394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:01.268085 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4d571925-1658-4f8a-b953-0ca5dd373af4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1651621 Apr 20 12:55:01.268932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:01.270360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58866) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:01.271771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Pushing event updated for resources: {'Port': ['ID=271c1047-c413-4162-9485-409969717dbb,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:01.274180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:01.341724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Attempting to bind port 271c1047-c413-4162-9485-409969717dbb on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:01.342494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Attempting to bind port 271c1047-c413-4162-9485-409969717dbb by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:01.343196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Attempting to bind port 271c1047-c413-4162-9485-409969717dbb on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:01.351469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:01.352659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:01.353416 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.354096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:01.354894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Bound port: 271c1047-c413-4162-9485-409969717dbb, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:01.355614 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.398887 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.401552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 001bd3f2-2128-409b-9488-d05bd1486f8c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:01.401944 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.418404 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.448346 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 2, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:01.451795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] For port 271c1047-c413-4162-9485-409969717dbb, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:01.455313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34f62-ab1f-403c-8ffa-04a700ac8369 req-fb5288aa-7133-44e4-b3d3-8078f67a402d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:01.455993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] For port 271c1047-c413-4162-9485-409969717dbb, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=271c1047-c413-4162-9485-409969717dbb,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:01.457853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47a34f62-ab1f-403c-8ffa-04a700ac8369 req-fb5288aa-7133-44e4-b3d3-8078f67a402d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.5677271 Apr 20 12:55:01.466937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13268d3c-428b-4ac8-a0ee-57128f5ec8dc req-8598d9e9-e58e-4f06-9517-786fe84be63a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:01.468421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13268d3c-428b-4ac8-a0ee-57128f5ec8dc req-8598d9e9-e58e-4f06-9517-786fe84be63a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.5315430 Apr 20 12:55:01.480163 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.498553 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Checking router: 7e0dd4ab-eb09-4537-be58-3be19fb2c067 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:55:01.498893 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Updating router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:55:01.517244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.532068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 001bd3f2-2128-409b-9488-d05bd1486f8c owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:01.535536 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.574456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:55:01.622280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c15afc-2dc1-4efc-b28d-03580b8e77a6 None None] Pushing event updated for resources: {'Port': ['ID=271c1047-c413-4162-9485-409969717dbb,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:01.631278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c02c8c-4a6d-439a-bd2a-c7ea5ec5202e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:01.664090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13268d3c-428b-4ac8-a0ee-57128f5ec8dc req-7869e4de-a74f-40f8-a805-66065b6ab0e3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825769 Apr 20 12:55:01.678978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47a34f62-ab1f-403c-8ffa-04a700ac8369 req-d70fc1ca-d2e0-4b59-95bb-c8432d635cff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082603 Apr 20 12:55:01.693855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.697088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.698063 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Added segment 702be42f-bda7-48d0-97d3-295d1bf0b6a9 of type vlan for network a6cabddd-b425-4aba-83b7-6cc418321b50 Apr 20 12:55:01.758180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=001bd3f2-2128-409b-9488-d05bd1486f8c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:01.792963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:01.800997 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0ab8073f-5cc5-4a2a-b90e-6c553e26a03a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/001bd3f2-2128-409b-9488-d05bd1486f8c HTTP/1.1" status: 204 len: 168 time: 0.5248907 Apr 20 12:55:01.801826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:01.888005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.042383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.043358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:02.043934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.056023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9736cf-4ed6-435b-873f-1b9fa0580f91 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:02.056950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ef34c-bb1e-4479-a410-be2d338fb527 req-458b56b1-a91a-4139-9f8c-cb3688f48689 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:02.058526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-655ef34c-bb1e-4479-a410-be2d338fb527 req-458b56b1-a91a-4139-9f8c-cb3688f48689 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.2033734 Apr 20 12:55:02.062448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5d69-7d6a-421c-b4ba-e52243168fb5 req-8f02758e-ac31-4dc3-9936-08fadfcc8d58 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:02.063868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59fc5d69-7d6a-421c-b4ba-e52243168fb5 req-8f02758e-ac31-4dc3-9936-08fadfcc8d58 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1096 time: 0.2098150 Apr 20 12:55:02.065684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9736cf-4ed6-435b-873f-1b9fa0580f91 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:02.068046 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe9736cf-4ed6-435b-873f-1b9fa0580f91 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2646821 Apr 20 12:55:02.072316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:02.076776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58878) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:02.226542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:02.226817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.240891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4510727 Apr 20 12:55:02.248141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58880) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:02.256122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Request body: {'subnet': {'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-subnet', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:02.263991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c874c-06f8-418d-9326-54e3ccf912d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a6cabddd-b425-4aba-83b7-6cc418321b50,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:02.304792 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.310257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Made reservation on behalf of 66e5d2dc13b646ceb6f7f7297fcb69f3 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:02.314337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.318579 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.327136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a6cabddd-b425-4aba-83b7-6cc418321b50 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:55:02.328025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet cf155dae-dd33-48e6-8368-0250c37622d5 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:02.338302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.344270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-655ef34c-bb1e-4479-a410-be2d338fb527 req-fa23d355-f076-4101-abd8-ac0cf5890786 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929843 Apr 20 12:55:02.457416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59fc5d69-7d6a-421c-b4ba-e52243168fb5 req-ba1717cd-4e98-4666-bb99-d94c04a09d3e tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065808 Apr 20 12:55:02.496292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.544846 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12ed9c-66a5-44b0-ba99-55ee83134db3 None None] Pushing event updated for resources: {'Port': ['ID=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:02.633436 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Attempting to bind port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:02.634754 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Attempting to bind port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:02.635462 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Attempting to bind port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 on network c6bf3a3b-b398-4baf-b62e-1917e02b299e {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:02.668041 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:02.671566 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Checking segment: {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:02.672189 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.672652 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Bound using segment: {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:02.675084 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Bound port: 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:02.677684 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.848616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.894241 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] For port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:02.900036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.907994 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] For port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:02.917621 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.948371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-55c1f828-d125-450a-a761-2c4c2ce11459 None None] Provisioning complete for port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:02.948759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55c1f828-d125-450a-a761-2c4c2ce11459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:02.966929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c8979-d423-4d89-864b-18575f9718bc req-5fa9cf00-ae58-4aac-bb50-e3d09b31c29f tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:02.969312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a6c8979-d423-4d89-864b-18575f9718bc req-5fa9cf00-ae58-4aac-bb50-e3d09b31c29f tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.2404463 Apr 20 12:55:03.023664 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12ed9c-66a5-44b0-ba99-55ee83134db3 None None] Pushing event updated for resources: {'Port': ['ID=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:03.041090 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:03.042859 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:54:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:03.068414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=07cc7f65-97dc-4e82-b3f3-07a7b57642ed,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:03.080764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Checking segment: {'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:03.081122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Network hostable DHCP agents. Network: a6cabddd-b425-4aba-83b7-6cc418321b50, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:55:03.132780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Network a6cabddd-b425-4aba-83b7-6cc418321b50 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:55:03.143012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a6c8979-d423-4d89-864b-18575f9718bc req-d2fbb938-6f6f-42db-9920-6af4595ada32 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605108 Apr 20 12:55:03.146626 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a6cabddd-b425-4aba-83b7-6cc418321b50) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:03.150308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.151321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:03.152069 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.176610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f264f6-2382-487b-8a27-6fc6bdacaf7f None None] Network a6cabddd-b425-4aba-83b7-6cc418321b50 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:03.200189 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-54588340-adaa-49be-a28e-5c087f677b6a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9501131 Apr 20 12:55:03.202635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58892) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:03.208986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:03.272471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.273544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.307310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=cf155dae-dd33-48e6-8368-0250c37622d5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:03.326154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.332463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-49c19b84-0057-46d8-bbd8-bf31f480269b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/cf155dae-dd33-48e6-8368-0250c37622d5 HTTP/1.1" status: 204 len: 168 time: 1.2520282 Apr 20 12:55:03.343510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55c1f828-d125-450a-a761-2c4c2ce11459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.349458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:03.418623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-55c1f828-d125-450a-a761-2c4c2ce11459 None None] For port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:03.422915 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:03.430110 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f5465ec0-8417-49e7-a561-a9fc61226d19 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697920 Apr 20 12:55:03.445646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-55c1f828-d125-450a-a761-2c4c2ce11459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.491651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58914) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:03.500719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:03.522953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-f143b296-b609-4dda-a098-61ef3adf1326 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4604712 Apr 20 12:55:03.528030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.665699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-23f63cc6-38c4-4d76-a81a-d9a9df32fb04 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:03.667699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-23f63cc6-38c4-4d76-a81a-d9a9df32fb04 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 811 time: 0.3622348 Apr 20 12:55:03.718316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:03.722092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:03.749088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 05e82032-1066-464b-a471-0e232de07836 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:55:03.755716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8f049-2418-4b62-bd44-6c447a08ca48 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:03.757267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-455bdcbc-db0e-4f3f-915c-d8b370776392 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/quotas/7f083400ba0045d18a8c40a09905fa89 HTTP/1.1" status: 200 len: 375 time: 0.0818574 Apr 20 12:55:03.759757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1f828-d125-450a-a761-2c4c2ce11459 None None] Pushing event updated for resources: {'Port': ['ID=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:03.765604 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.053583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 271c1047-c413-4162-9485-409969717dbb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:04.059826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4b0d44e2-7145-427c-b4a1-9b47c49fc434 None None] Provisioning complete for port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:04.060408 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b0d44e2-7145-427c-b4a1-9b47c49fc434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.086325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba991ed1-db22-4cf4-89b4-a2cb39cfe600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.145687 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:55:04.150824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a6cabddd-b425-4aba-83b7-6cc418321b50', 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'fixed_ips': [{'subnet_id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:55:04.152000 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.217387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-a48be379-4490-4efa-ae7b-1e8befa1dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:04.220242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-a48be379-4490-4efa-ae7b-1e8befa1dc49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 1096 time: 0.5155139 Apr 20 12:55:04.221332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.254243 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:02Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:04.307703 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9136c2c-ea89-4c26-b774-05d798404dfa None None] The sync data for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 is: [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:02Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:55:04.314945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:04.323492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=79a8af00-0620-489e-8276-1a4f5cd7dcba,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:04.331419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:04.338131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:04.339979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.462149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f2421c77-83b6-48ea-b188-f515f538f841 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9649236 Apr 20 12:55:04.471747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58942) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:04.481863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'name': 'tempest-NetworksTestDHCPv6-566667331'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:04.496280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-c6952a70-8268-4d6a-a534-2de8e1db7824 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6388192 Apr 20 12:55:04.508020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.561279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-49e0d834-e8ea-424f-8bf6-1ef9d903bf3e tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:55:04.562654 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-49e0d834-e8ea-424f-8bf6-1ef9d903bf3e tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562518 Apr 20 12:55:04.565295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.697438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-c92d17d4-b177-4e48-862d-f1b1e5e366d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:04.701212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-c92d17d4-b177-4e48-862d-f1b1e5e366d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.3786106 Apr 20 12:55:04.754493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-291e9074-930d-4982-8c61-546540f9c12f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46854050-2058-4c73-931e-2eb346859d78 HTTP/1.1" status: 200 len: 217 time: 0.0420399 Apr 20 12:55:04.767277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Allocated IP 172.25.3.239 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:04.795009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-8c06c200-5772-4159-9dc1-6b60159f3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:04.796685 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-8c06c200-5772-4159-9dc1-6b60159f3fb2 service neutron] 10.222.0.24 "GET /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 1093 time: 0.2122958 Apr 20 12:55:04.825478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Request body: {'binding': {'host': 'n-h2-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:04.825998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Unknown quota resources ['binding']. {{(pid=109409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:55:04.849895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 271c1047-c413-4162-9485-409969717dbb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:04.850573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:04.869205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-4bf8dff5-389a-4e89-bf64-58612be37c65 service neutron] 10.222.0.24 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460782 Apr 20 12:55:04.871719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:04.902646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-650e203a-4d7f-4f41-9b2c-329d9c9e11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:04.904497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-650e203a-4d7f-4f41-9b2c-329d9c9e11ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1407619 Apr 20 12:55:05.017911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '05e82032-1066-464b-a471-0e232de07836', 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b', 'port_id': '05e82032-1066-464b-a471-0e232de07836', 'mac_address': 'fa:16:3e:50:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4deb06c-2878-4bc4-a46e-77f2834ba3b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:55:05.034273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:05.051775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-6029a814-2851-443f-b9b1-80922aeba45c service neutron] 10.222.0.24 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637976 Apr 20 12:55:05.086036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:05.095131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:05.131446 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Allocated IP 172.20.0.2 (a6cabddd-b425-4aba-83b7-6cc418321b50/07cc7f65-97dc-4e82-b3f3-07a7b57642ed/0f7f9fc3-b5c2-471c-92a1-2a13776324fe) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:05.155529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 3efb0263-5c17-4056-b6d8-fde992c5cfeb yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:05.166951 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:05.184575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-b5fc2cb3-156f-4228-916c-e60f787efa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:05.188625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-b5fc2cb3-156f-4228-916c-e60f787efa68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2603397 Apr 20 12:55:05.304303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05e82032-1066-464b-a471-0e232de07836 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:55:05.313834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2c11d12-7fa4-4e0f-9ecc-344447f71f37 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:55:05.320605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:05.591523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:05.620067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1ed1b301-7384-4bb9-8c17-ed6bc239a16e None None] Provisioning complete for port 271c1047-c413-4162-9485-409969717dbb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:05.621045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1ed1b301-7384-4bb9-8c17-ed6bc239a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:05.698482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:05.709551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:05.711731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5094-f4f7-45ee-abfe-3f145ef062cf req-a33db13b-a1d5-474c-863b-bc36fd70cfbb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:05.719911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae9d5094-f4f7-45ee-abfe-3f145ef062cf req-a33db13b-a1d5-474c-863b-bc36fd70cfbb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2423983 Apr 20 12:55:05.745668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:05.791614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::25e (ff9ae87c-2997-4e63-b702-c95e1a5a7204/79a8af00-0620-489e-8276-1a4f5cd7dcba/3efb0263-5c17-4056-b6d8-fde992c5cfeb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:05.803056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-898b8e00-2684-493b-b863-b563acc597af service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988403 Apr 20 12:55:05.805323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:05.811814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae9d5094-f4f7-45ee-abfe-3f145ef062cf req-d8b560ba-dead-4e06-92a8-7d9e5b5da458 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910637 Apr 20 12:55:05.830200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdd3586-24c7-4490-98aa-17afe895de6e None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:05.852613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:05.899859 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:55:05.920238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on host n-h2-838550-2 for vnic_type normal with profile None {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:05.922434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:05.936241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:05.955503 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:06.123402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:55:06.123731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:06.133804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:06.134149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:06.134662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:06.135345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Bound port: 545ac536-739d-4737-810b-e6e1f2e97a60, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:06.251426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d65a1de-30f2-4695-8711-af9c60e09445 req-f94f8aa3-55c2-4349-a3db-7d2d32c82ad7 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386036 Apr 20 12:55:06.269494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d598d-af55-45ea-988f-c0ee4d413d16 req-3170bd88-41e8-41b2-9d6c-e6b006330e1d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:06.293440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-275d598d-af55-45ea-988f-c0ee4d413d16 req-3170bd88-41e8-41b2-9d6c-e6b006330e1d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.3083608 Apr 20 12:55:06.335901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:06.350917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:06.400222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-275d598d-af55-45ea-988f-c0ee4d413d16 req-d8e3cace-b5db-4e60-8a36-58532d47a97d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052203 Apr 20 12:55:06.423330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:06.427214 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-969c3967-84de-48b7-9c6c-815b92b67f55 service neutron] 10.222.0.24 "POST /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60/bindings HTTP/1.1" status: 201 len: 389 time: 1.6037650 Apr 20 12:55:06.441656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:06.521041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:06.533960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:06.710152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 271c1047-c413-4162-9485-409969717dbb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=271c1047-c413-4162-9485-409969717dbb,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:06.739295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['05e82032-1066-464b-a471-0e232de07836'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:55:06.744090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:06.920255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-661b5d83-e638-4639-ba0c-ee6376576dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:06.921258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6efbdea2-1718-450e-a90f-caaa1b9f042f req-4ffcd9b7-a4a5-47ee-a989-aff5397baa54 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 210 time: 0.1895518 Apr 20 12:55:06.951306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:06.967335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:06.980367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:06.992752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:06.996572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:07.017136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=3efb0263-5c17-4056-b6d8-fde992c5cfeb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:07.026733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6c023194-edc5-4fc9-8b91-dbd2576cb142 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5537789 Apr 20 12:55:07.036274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58976) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:07.089497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:07.210291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b5ab9-4d84-404c-abe7-c5607331bc95 req-5ebb4e53-3cff-4180-91e3-d8ea4c14cb1e tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:07.218350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb3b5ab9-4d84-404c-abe7-c5607331bc95 req-5ebb4e53-3cff-4180-91e3-d8ea4c14cb1e tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 944 time: 0.5553849 Apr 20 12:55:07.254580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-7f1b5139-68d6-471b-a9d7-a8886c469ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:07.256324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-7f1b5139-68d6-471b-a9d7-a8886c469ce1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1096 time: 0.1475937 Apr 20 12:55:07.280522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port b2c11d12-7fa4-4e0f-9ecc-344447f71f37, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:07.305572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:07.316121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=271c1047-c413-4162-9485-409969717dbb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:07.324185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb3b5ab9-4d84-404c-abe7-c5607331bc95 req-c416fdc6-23e4-4300-83c1-0eafeb657126 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048980 Apr 20 12:55:07.448008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Router d12163e5-88d7-420b-b452-c664fc0889fa is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:55:07.617802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'port_id': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'mac_address': 'fa:16:3e:8c:98:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:55:07.752581 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:07.773227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:55:07.798958 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:07.800710 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a6d31791-4b52-4edd-9e3b-1442fec2b9f0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5970113 Apr 20 12:55:07.801493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Sync routers for ids ['d12163e5-88d7-420b-b452-c664fc0889fa'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:55:07.803751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58988) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:07.875239 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:07.880744 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:07.914530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Routers {'d12163e5-88d7-420b-b452-c664fc0889fa'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:07.915163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d12163e5-88d7-420b-b452-c664fc0889fa'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:07.924037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c11d12-7fa4-4e0f-9ecc-344447f71f37 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:55:07.928549 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:08.006688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c7eb0-f589-432b-b336-cef8f8648677 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:08.012316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4c7eb0-f589-432b-b336-cef8f8648677 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:08.013953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ff4c7eb0-f589-432b-b336-cef8f8648677 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.9704361 Apr 20 12:55:08.043077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58992) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:08.089208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Pushing event updated for resources: {'Port': ['ID=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:08.173303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108a752-adb9-43ab-971c-aeda9ee14a32 req-c81b3805-4308-43b9-848c-ebbe4994942d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:08.181698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1108a752-adb9-43ab-971c-aeda9ee14a32 req-c81b3805-4308-43b9-848c-ebbe4994942d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.2899442 Apr 20 12:55:08.190453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:08.191345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:08.218680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05ba0d-3d3c-4f20-9384-2fea01ad5590 req-d0727eb5-129d-452e-bbd2-9015e45ae10a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:08.226427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b05ba0d-3d3c-4f20-9384-2fea01ad5590 req-d0727eb5-129d-452e-bbd2-9015e45ae10a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.3479671 Apr 20 12:55:08.309465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port b2c11d12-7fa4-4e0f-9ecc-344447f71f37, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:08.321876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-90d45187-160f-4713-bebe-d18e8a181ad8 None None] Provisioning complete for port 271c1047-c413-4162-9485-409969717dbb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:08.322790 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90d45187-160f-4713-bebe-d18e8a181ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:08.351612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Network a6cabddd-b425-4aba-83b7-6cc418321b50 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:08.362080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1108a752-adb9-43ab-971c-aeda9ee14a32 req-af9d7bb0-c078-417c-a70b-699bbcbaa642 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787677 Apr 20 12:55:08.367054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-8a6ca74f-d768-4c60-ab90-455349b1ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:08.375656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-8a6ca74f-d768-4c60-ab90-455349b1ddd8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 1.0904369 Apr 20 12:55:08.388632 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:08.434812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b05ba0d-3d3c-4f20-9384-2fea01ad5590 req-d4baad70-be0c-4405-b3bd-b98d0354fddb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033646 Apr 20 12:55:08.467508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-a3188c21-c9c2-4894-8b4d-4edef7d9e3bb tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:08.471926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-a3188c21-c9c2-4894-8b4d-4edef7d9e3bb tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 811 time: 0.5892408 Apr 20 12:55:08.514069 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:08.583938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:08.604126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Request body: {'port': {'device_id': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'admin_state_up': True, 'tenant_id': '7f083400ba0045d18a8c40a09905fa89'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:08.611548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-e40e89e4-697f-4de0-97c9-f053a6cfd251 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 217 time: 0.2350256 Apr 20 12:55:08.669490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:08.672752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:08.728814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa9aaaab-7a8f-4870-990a-ff1de49bcc5a req-330f6c87-2a11-4b53-81b1-950efac68d8b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 210 time: 0.1423457 Apr 20 12:55:08.793105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 3efb0263-5c17-4056-b6d8-fde992c5cfeb {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:08.796115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:08.878071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Allocated IP 172.20.0.1 (a6cabddd-b425-4aba-83b7-6cc418321b50/07cc7f65-97dc-4e82-b3f3-07a7b57642ed/64e70b24-1a69-418a-8728-befef5a396e4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:09.083839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.107043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 3efb0263-5c17-4056-b6d8-fde992c5cfeb owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:09.156529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.198633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 271c1047-c413-4162-9485-409969717dbb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:09.233487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.298134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Network a6cabddd-b425-4aba-83b7-6cc418321b50 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:09.301326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-da475f61-e08c-4a57-bbdb-c4d02d011506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:09.302981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-da475f61-e08c-4a57-bbdb-c4d02d011506 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.6300073 Apr 20 12:55:09.306744 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.307881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['b2c11d12-7fa4-4e0f-9ecc-344447f71f37'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:55:09.309704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:09.317467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e69ace-3850-4db9-a4ee-cf221d2b3ca4 req-d6ed80e5-2a01-411c-8b3b-ca660d784ff1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:09.328218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:09.329103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71e69ace-3850-4db9-a4ee-cf221d2b3ca4 req-d6ed80e5-2a01-411c-8b3b-ca660d784ff1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.7574828 Apr 20 12:55:09.370537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.391346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.408571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Set router d12163e5-88d7-420b-b452-c664fc0889fa gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:09.446988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Pushing event updated for resources: {'Port': ['ID=64e70b24-1a69-418a-8728-befef5a396e4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:09.471759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abfe8f-83b9-499f-ac28-f3e0ed3f08e1 req-33ddee69-be5f-4c39-8472-2c33770da356 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:09.473999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4abfe8f-83b9-499f-ac28-f3e0ed3f08e1 req-33ddee69-be5f-4c39-8472-2c33770da356 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 945 time: 0.5888317 Apr 20 12:55:09.547361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71e69ace-3850-4db9-a4ee-cf221d2b3ca4 req-fd5d6790-ca70-47e1-a03e-322528f872ff tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171857 Apr 20 12:55:09.594228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.601788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Attempting to bind port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:09.602874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Attempting to bind port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:09.602874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Attempting to bind port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe on network a6cabddd-b425-4aba-83b7-6cc418321b50 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:09.613665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.616052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:09.616553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Checking segment: {'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:09.616971 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.617383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Bound using segment: {'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:09.618200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Bound port: 0f7f9fc3-b5c2-471c-92a1-2a13776324fe, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:09.618528 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.620545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 271c1047-c413-4162-9485-409969717dbb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:09.620994 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.704516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-48bc583e-a531-41e9-8b5c-2f08c29d9f38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3404248 Apr 20 12:55:09.731921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:09.745493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/3efb0263-5c17-4056-b6d8-fde992c5cfeb HTTP/1.1" status: 204 len: 168 time: 1.6964765 Apr 20 12:55:09.750942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59002) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:09.940753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4e34b-596c-495d-ab8d-b278d49626fc tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:09.942895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4e34b-596c-495d-ab8d-b278d49626fc tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:09.944792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6af4e34b-596c-495d-ab8d-b278d49626fc tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1631997 Apr 20 12:55:09.945302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697cf94-b040-4f4b-b4a9-ccff1b854d18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=3efb0263-5c17-4056-b6d8-fde992c5cfeb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:09.954300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:10.007036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7c0d647e-4132-4b08-8baf-dd0c3badfac1 None None] Provisioning complete for port 271c1047-c413-4162-9485-409969717dbb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:10.007688 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7c0d647e-4132-4b08-8baf-dd0c3badfac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.015300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] For port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:10.019034 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.029832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.031542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 05e82032-1066-464b-a471-0e232de07836 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:10.071966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Made reservation on behalf of 7f083400ba0045d18a8c40a09905fa89 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:10.075464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.115613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4abfe8f-83b9-499f-ac28-f3e0ed3f08e1 req-1170e3bb-cb7b-4291-b346-89abef1f544c tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5954494 Apr 20 12:55:10.151086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Pushing event updated for resources: {'Port': ['ID=64e70b24-1a69-418a-8728-befef5a396e4,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:10.175829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf3d3f-32b2-4cfa-bf91-0892d5d71ff6 req-bd8344d0-1d1b-415b-ac92-8473787b594f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:10.176928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.180039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddf3d3f-32b2-4cfa-bf91-0892d5d71ff6 req-bd8344d0-1d1b-415b-ac92-8473787b594f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.4302957 Apr 20 12:55:10.188778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 79a8af00-0620-489e-8276-1a4f5cd7dcba {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:10.196593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.289011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] For port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,segment=NetworkSegment(702be42f-bda7-48d0-97d3-295d1bf0b6a9),segment_id=702be42f-bda7-48d0-97d3-295d1bf0b6a9)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:10.297573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-aa1c099e-716c-4ea4-b81e-0534da351a53 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360067 Apr 20 12:55:10.442738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.585667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 05e82032-1066-464b-a471-0e232de07836 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:10.586274 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:10.806137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddf3d3f-32b2-4cfa-bf91-0892d5d71ff6 req-694d02c0-0bcc-46bf-8db2-c4de10f2cdfb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187533 Apr 20 12:55:10.807923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3580a-7c7f-4d37-9d3c-cc2e8486b515 None None] Pushing event updated for resources: {'Port': ['ID=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:10.818896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ed02a-0fc6-46c2-b27a-b32c11621656 req-96bafe8d-6a1f-4182-9da4-d079a2b33e42 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:10.820944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e20ed02a-0fc6-46c2-b27a-b32c11621656 req-96bafe8d-6a1f-4182-9da4-d079a2b33e42 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.5168741 Apr 20 12:55:10.844207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:55:06Z', 'revision_number': 3, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:10.893342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7c0d647e-4132-4b08-8baf-dd0c3badfac1 None None] Could not find standard attr ID for object 3efb0263-5c17-4056-b6d8-fde992c5cfeb. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:55:10.897812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Checking router: d12163e5-88d7-420b-b452-c664fc0889fa for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:55:10.898182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Updating router d12163e5-88d7-420b-b452-c664fc0889fa port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:55:10.944190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-8f40434e-06f2-45f0-bf68-05d35e85474a service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016994 Apr 20 12:55:10.960408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e20ed02a-0fc6-46c2-b27a-b32c11621656 req-54182b37-2b7b-4eb7-9a86-a557d57e9809 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280606 Apr 20 12:55:10.964576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Allocated IP 172.20.0.3 (ea304ffe-b291-47c8-a4eb-5fbb1515095c/88ea649e-d5b5-4e94-b057-20bc28260a95/41c03227-c9fe-47be-bb9b-2d11ce9418f7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:10.975712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7c0d647e-4132-4b08-8baf-dd0c3badfac1 None None] Could not find standard attr ID for object 001bd3f2-2128-409b-9488-d05bd1486f8c. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:55:11.020676 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.039180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50385da1-6903-408c-81f7-e9067ed80b10 req-241ae9fe-f584-4b4f-bd80-d38084b9da5c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 210 time: 0.0695894 Apr 20 12:55:11.047731 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.093211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e82032-1066-464b-a471-0e232de07836'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:11.095837 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dde505-8c8f-42b7-8484-cd33dbb16a7c" -d '{"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-plugged", "status": "completed", "tag": "05e82032-1066-464b-a471-0e232de07836"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:11.140278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Network a6cabddd-b425-4aba-83b7-6cc418321b50 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:11.149334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:11.155945 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.217974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:11.228379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7e258b61-0fcb-4ce7-824d-ecedf98e0015 None None] Could not find standard attr ID for object 3efb0263-5c17-4056-b6d8-fde992c5cfeb. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:55:11.240658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.318672 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55e9a33-e7fa-4975-b561-63396ae17806 x-openstack-request-id: req-f55e9a33-e7fa-4975-b561-63396ae17806 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:11.319343 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-plugged", "status": "completed", "tag": "05e82032-1066-464b-a471-0e232de07836", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:11.319343 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f55e9a33-e7fa-4975-b561-63396ae17806 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:11.319628 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f55e9a33-e7fa-4975-b561-63396ae17806'] response: {'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e82032-1066-464b-a471-0e232de07836', 'code': 200} Apr 20 12:55:11.324015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:11.348965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.406361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623c9e-1000-469e-929b-8e457b126a62 req-0b17d0c4-4135-440f-bb86-f3dc8f4fe08e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:11.409263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c623c9e-1000-469e-929b-8e457b126a62 req-0b17d0c4-4135-440f-bb86-f3dc8f4fe08e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.2133319 Apr 20 12:55:11.458978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Router d12163e5-88d7-420b-b452-c664fc0889fa has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:55:11.485981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.524181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c623c9e-1000-469e-929b-8e457b126a62 req-1f89438e-3ab0-470d-ba73-497a22263ac9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033256 Apr 20 12:55:11.542721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.551206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.556366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/79a8af00-0620-489e-8276-1a4f5cd7dcba HTTP/1.1" status: 204 len: 168 time: 1.6002104 Apr 20 12:55:11.558582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59014) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:11.567074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d331f6d-1de3-47ee-a19c-99c78982899e None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:11.602440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47f786-5dee-4f97-8d65-56bb2caf695c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=79a8af00-0620-489e-8276-1a4f5cd7dcba,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:11.619821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76be559-1e4b-41de-bd69-1337dedab8d8 req-ebc0d6ce-2817-4ddb-8d65-69ac19f49811 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:11.631699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f76be559-1e4b-41de-bd69-1337dedab8d8 req-ebc0d6ce-2817-4ddb-8d65-69ac19f49811 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 945 time: 0.1437664 Apr 20 12:55:11.656906 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a3161810-e6ec-4935-9530-683b3ee6d869 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969727 Apr 20 12:55:11.660512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59016) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:11.668762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:11.719842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f76be559-1e4b-41de-bd69-1337dedab8d8 req-b1c69eb6-d477-48d9-bce8-02b2a8b97374 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823126 Apr 20 12:55:11.747694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:55:11.758689 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-41e79c39-de93-4d5b-9165-377dd6a95b6d admin admin] 10.222.0.24 "PUT /v2.0/routers/d12163e5-88d7-420b-b452-c664fc0889fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9536271 Apr 20 12:55:11.763159 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:11.783577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2bfd30f8-a444-4306-8fb6-e7253ea07680'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:55:11.927360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Network ea304ffe-b291-47c8-a4eb-5fbb1515095c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:11.963456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:11.984353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Pushing event updated for resources: {'Port': ['ID=41c03227-c9fe-47be-bb9b-2d11ce9418f7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:11.987822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:12.009092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:12.017170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:12.109624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:12.115025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:12.115025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:12.149332 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:12.151848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-79536430-a38b-47dc-a76d-2725692ea65a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5813193 Apr 20 12:55:12.266715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Attempting to bind port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:12.267449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Attempting to bind port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:12.270236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Attempting to bind port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:12.272620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:55:12.292083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Request body: {'port': {'device_id': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:12.293573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:12.294106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:12.296064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:12.297941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:12.300835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Bound port: 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:12.300835 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:12.429764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bcc9b0-54e9-402c-b397-2a3dc9d70e4e None None] Network a6cabddd-b425-4aba-83b7-6cc418321b50 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:12.711138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:12.727033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d81cee-0f65-4f38-b05e-36e00016c75e req-01c704d4-cc59-49c1-8297-6e9884ed2dbd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:12.739779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56d81cee-0f65-4f38-b05e-36e00016c75e req-01c704d4-cc59-49c1-8297-6e9884ed2dbd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.7470255 Apr 20 12:55:12.773172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 527516af-2ca7-4903-b58c-6b2c40c40d77 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:55:12.913668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ae460-dda0-4bb8-8c6e-da19a7a95295 req-936421fe-62fa-4bf2-8dd7-6b007eda4923 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:12.926051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d89ae460-dda0-4bb8-8c6e-da19a7a95295 req-936421fe-62fa-4bf2-8dd7-6b007eda4923 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.6932800 Apr 20 12:55:12.952685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:13.036965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'port_id': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'mac_address': 'fa:16:3e:b1:22:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:55:13.044404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081d9e-b9da-4083-bfb2-f08d8c1aad25 None None] Pushing event updated for resources: {'Port': ['ID=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:13.090911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0f7f9fc3-b5c2-471c-92a1-2a13776324fe up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:13.136437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d89ae460-dda0-4bb8-8c6e-da19a7a95295 req-464872d2-c3f3-48c2-8ca4-3fb7a8713fd5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093494 Apr 20 12:55:13.168297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56d81cee-0f65-4f38-b05e-36e00016c75e req-42494092-586a-4fbd-8a38-fe22cd1644ec tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849897 Apr 20 12:55:13.169431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:13.265526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:13.272682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:13.285792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:13.286541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:13.377167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=cd876f12-7d8a-497c-a18f-87a3cd9a1391,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:13.390415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-20fdb076-d442-4531-b574-dbdae25135e9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7270117 Apr 20 12:55:13.393042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:13.400037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'name': 'tempest-NetworksTestDHCPv6-1352586140'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:13.466301 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:13.499350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 527516af-2ca7-4903-b58c-6b2c40c40d77 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:55:13.549904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:13.606513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dbf65574-71da-4f57-9427-95bb47d9f358 None None] Provisioning complete for port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:13.606893 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dbf65574-71da-4f57-9427-95bb47d9f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:13.664323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:13.691805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:13.697374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:13.739280 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 5ac62235-e2ee-40ab-840d-0f5cde822bcf yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:13.874489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] For port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:13.895264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:13.895670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:14.153256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::112 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/cd876f12-7d8a-497c-a18f-87a3cd9a1391/5ac62235-e2ee-40ab-840d-0f5cde822bcf) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:14.201992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['527516af-2ca7-4903-b58c-6b2c40c40d77'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:55:14.247260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] For port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:14.373360 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:14.535707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2c11d12-7fa4-4e0f-9ecc-344447f71f37 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:14.554711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] Deleting port 271c1047-c413-4162-9485-409969717dbb {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:14.555199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:14.626229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad07569-e844-4577-8866-a90b636fe400 req-f8442b22-bbc5-496d-85bf-96820449f608 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:14.629368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad07569-e844-4577-8866-a90b636fe400 req-f8442b22-bbc5-496d-85bf-96820449f608 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 1.2073801 Apr 20 12:55:14.684104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:14.737265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:14.812666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad07569-e844-4577-8866-a90b636fe400 req-6290ad62-6fee-4612-93ab-2dafb5d0785c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131184 Apr 20 12:55:14.837813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80adbd-9bf0-4fdc-a959-e70b8d5ea5dc req-4877cccd-1348-4b62-b733-3025a63acd33 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:14.841111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac80adbd-9bf0-4fdc-a959-e70b8d5ea5dc req-4877cccd-1348-4b62-b733-3025a63acd33 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 931 time: 1.3610995 Apr 20 12:55:14.855719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:14.909424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac80adbd-9bf0-4fdc-a959-e70b8d5ea5dc req-67e87a63-bdc5-4c9c-94b5-6fe7276c71f8 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581830 Apr 20 12:55:14.995060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c03227-c9fe-47be-bb9b-2d11ce9418f7 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:55:15.004783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:15.026518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Transition to ACTIVE for port object 41c03227-c9fe-47be-bb9b-2d11ce9418f7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:55:15.032673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:15.041771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19081d9e-b9da-4083-bfb2-f08d8c1aad25 None None] Pushing event updated for resources: {'Port': ['ID=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:15.074157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:15.090806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:15.094534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:15.117838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:15.117838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:15.147375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Pushing event updated for resources: {'Port': ['ID=41c03227-c9fe-47be-bb9b-2d11ce9418f7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:15.150563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Routers {'d12163e5-88d7-420b-b452-c664fc0889fa'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:15.153113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d12163e5-88d7-420b-b452-c664fc0889fa'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:15.170977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=5ac62235-e2ee-40ab-840d-0f5cde822bcf,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:15.181736 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-10bc398f-bd61-410f-b280-6cde50652bed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7871628 Apr 20 12:55:15.186383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59052) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:15.298198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76910ab7-0372-42e6-999a-d4eec58744fd req-948063d1-5d4b-4d27-9e8c-32a0a9609870 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:15.299943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76910ab7-0372-42e6-999a-d4eec58744fd req-948063d1-5d4b-4d27-9e8c-32a0a9609870 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.1319489 Apr 20 12:55:15.310434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08e116-3060-498e-9cd4-a955030d6f21 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:15.317966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d15e34-28a8-4e3d-8167-bb44ad944d3e req-a0340dc1-511b-4bb7-8310-54f2754ed9c3 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:15.319492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0d15e34-28a8-4e3d-8167-bb44ad944d3e req-a0340dc1-511b-4bb7-8310-54f2754ed9c3 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 945 time: 0.2150521 Apr 20 12:55:15.328323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f08e116-3060-498e-9cd4-a955030d6f21 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:15.335441 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5f08e116-3060-498e-9cd4-a955030d6f21 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1446126 Apr 20 12:55:15.338083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59054) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:15.462104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0d15e34-28a8-4e3d-8167-bb44ad944d3e req-7a2daef2-2f9b-459e-be7b-c640d149475a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111135 Apr 20 12:55:15.581164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:55:15.618794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 5ac62235-e2ee-40ab-840d-0f5cde822bcf {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:15.622171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:15.676923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:15.677347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:15.829231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Attempting to bind port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:15.834177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Attempting to bind port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:15.834678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Attempting to bind port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 on network ea304ffe-b291-47c8-a4eb-5fbb1515095c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:15.870504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:15.898491 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 5ac62235-e2ee-40ab-840d-0f5cde822bcf owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:15.907602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76910ab7-0372-42e6-999a-d4eec58744fd req-ce28c16d-e947-4170-b3aa-0317bfc23495 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870764 Apr 20 12:55:15.929210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 on network ea304ffe-b291-47c8-a4eb-5fbb1515095c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:55:15.929657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Attempting to bind port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 on network ea304ffe-b291-47c8-a4eb-5fbb1515095c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:15.952891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] Set router d12163e5-88d7-420b-b452-c664fc0889fa gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:15.996954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afe088-3fce-4b22-ba74-77856772df94 req-02603246-ea3b-45ee-a2bc-796a37fbf951 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:16.000742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8afe088-3fce-4b22-ba74-77856772df94 req-02603246-ea3b-45ee-a2bc-796a37fbf951 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2878995 Apr 20 12:55:16.018339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:16.020516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Checking segment: {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:16.021002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Bound using segment: {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:16.023005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Bound port: 41c03227-c9fe-47be-bb9b-2d11ce9418f7, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:16.023439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.152308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] For port 271c1047-c413-4162-9485-409969717dbb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=271c1047-c413-4162-9485-409969717dbb,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:16.154908 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.192623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] Calling delete_port for 271c1047-c413-4162-9485-409969717dbb owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:16.217805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.283777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8afe088-3fce-4b22-ba74-77856772df94 req-9abbcb8d-04f0-4940-81ea-a72ced83fa65 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729368 Apr 20 12:55:16.331992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.337331 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5ac62235-e2ee-40ab-840d-0f5cde822bcf HTTP/1.1" status: 204 len: 168 time: 0.9982200 Apr 20 12:55:16.343162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59062) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:16.364409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a18c5-f572-4502-96ed-8fa67d321023 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=5ac62235-e2ee-40ab-840d-0f5cde822bcf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:16.366016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b4b33-d0f5-4e7b-8a11-917c4a899d8c req-599d264d-4ebf-4572-b45e-a8c8001c091d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:16.377392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd5b4b33-d0f5-4e7b-8a11-917c4a899d8c req-599d264d-4ebf-4572-b45e-a8c8001c091d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 944 time: 0.2764332 Apr 20 12:55:16.411894 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.441673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] For port 41c03227-c9fe-47be-bb9b-2d11ce9418f7, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:16.450392 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dbf65574-71da-4f57-9427-95bb47d9f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.468900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4766c22-8d7b-4ad0-b3a3-1a6144ac6283 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:16.470430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4766c22-8d7b-4ad0-b3a3-1a6144ac6283 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:16.471941 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f4766c22-8d7b-4ad0-b3a3-1a6144ac6283 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1251025 Apr 20 12:55:16.477124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59064) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:16.479714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] For port 41c03227-c9fe-47be-bb9b-2d11ce9418f7, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:16.555020 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.582304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.588603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet cd876f12-7d8a-497c-a18f-87a3cd9a1391 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:16.601559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.688936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd5b4b33-d0f5-4e7b-8a11-917c4a899d8c req-84bd6d5b-377d-4f85-8b3b-e3466d9f4dfe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107965 Apr 20 12:55:16.728358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:16.729349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.730994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] 10.222.0.37 "PUT /v2.0/ports/41c03227-c9fe-47be-bb9b-2d11ce9418f7 HTTP/1.1" status: 200 len: 1091 time: 4.5109248 Apr 20 12:55:16.731912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'tag': '41c03227-c9fe-47be-bb9b-2d11ce9418f7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:16.735620 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47" -d '{"events": [{"name": "network-changed", "server_uuid": "e0881e42-13e3-407c-b5d3-0e39457af7f6", "tag": "41c03227-c9fe-47be-bb9b-2d11ce9418f7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:16.771474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.837472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a2ba2-27a1-405b-a2f4-4d5e8f6e9584 req-186eb714-ac15-4fe9-93b2-153c4d9052ab tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:16.840293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc7a2ba2-27a1-405b-a2f4-4d5e8f6e9584 req-186eb714-ac15-4fe9-93b2-153c4d9052ab tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 943 time: 0.1936710 Apr 20 12:55:16.862101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc903ac9-d78c-4934-86e7-8e41ed3f0d83 service neutron] Pushing event updated for resources: {'Port': ['ID=41c03227-c9fe-47be-bb9b-2d11ce9418f7,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:16.937287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:16.941988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] Pushing event deleted for resources: {'Port': ['ID=271c1047-c413-4162-9485-409969717dbb,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:16.953385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c41716-f7e3-4da4-8257-22d568b5abbf None None] No DVR routers for this DVR port 271c1047-c413-4162-9485-409969717dbb on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:55:17.008445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-3d9bf74e-92d8-454d-950e-5ad8bb682721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:17.009842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-3d9bf74e-92d8-454d-950e-5ad8bb682721 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 1094 time: 0.2305501 Apr 20 12:55:17.011018 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:17.048065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc7a2ba2-27a1-405b-a2f4-4d5e8f6e9584 req-d24d9140-fc53-4997-a423-fac36604c83d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808610 Apr 20 12:55:17.192755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef86ad-0a27-4393-a76c-b16067682085 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:17.222400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-dc4b56e9-c080-4d1a-8b8c-78f77506c7f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7 HTTP/1.1" status: 200 len: 217 time: 0.1609292 Apr 20 12:55:17.597035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-5e000fa8-b39a-4083-9ba0-991118f215a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:17.609667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-5e000fa8-b39a-4083-9ba0-991118f215a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 200 len: 851 time: 0.3195574 Apr 20 12:55:17.695495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dbf65574-71da-4f57-9427-95bb47d9f358 None None] For port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,segment=NetworkSegment(702be42f-bda7-48d0-97d3-295d1bf0b6a9),segment_id=702be42f-bda7-48d0-97d3-295d1bf0b6a9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:17.709774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a85f68-38f5-4de7-9850-be3e11af3ebc req-9ed6669a-349e-4134-9d0d-c04224dfeac1 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:17.723960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55a85f68-38f5-4de7-9850-be3e11af3ebc req-9ed6669a-349e-4134-9d0d-c04224dfeac1 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 945 time: 0.5982125 Apr 20 12:55:17.840290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-42decb97-c2bb-4459-99b4-b267cc066766 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea304ffe-b291-47c8-a4eb-5fbb1515095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2262316 Apr 20 12:55:17.899947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2976947-b35f-4c24-b5ec-3799a1237679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'cd876f12-7d8a-497c-a18f-87a3cd9a1391'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:55:17.908745 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2976947-b35f-4c24-b5ec-3799a1237679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:17.918385 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dbf65574-71da-4f57-9427-95bb47d9f358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:18.021860 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:55:18.022583 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:55:18.022583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:18.026772 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400f642c-0089-4ef6-9a9e-9646a75fed32" -d '{"events": [{"server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "name": "network-vif-plugged", "status": "completed", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:18.060596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:18.086289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:18.131657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:18.145261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port b2c11d12-7fa4-4e0f-9ecc-344447f71f37, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:18.150691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:18.180113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:18.210604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:18.245064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:18.254531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-0b2575b6-5b56-4cb3-93c6-3aac744b4f58 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.9317167 Apr 20 12:55:18.288956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:18.332315 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:18.356627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6dd9460d-d932-4f7d-aa7a-e89efc4976ff None None] Provisioning complete for port 64e70b24-1a69-418a-8728-befef5a396e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:18.357535 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6dd9460d-d932-4f7d-aa7a-e89efc4976ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:18.440539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9460d-d932-4f7d-aa7a-e89efc4976ff None None] Port 64e70b24-1a69-418a-8728-befef5a396e4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:55:18.463119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf65574-71da-4f57-9427-95bb47d9f358 None None] Pushing event updated for resources: {'Port': ['ID=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:18.581523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-72824be1-efba-4da6-a390-ed1b20b1e1bd service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197363 Apr 20 12:55:18.642560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 4, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '64e70b24-1a69-418a-8728-befef5a396e4', 'name': '', 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'mac_address': 'fa:16:3e:04:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:08Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 2, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'subnets': [{'id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:18.643089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55a85f68-38f5-4de7-9850-be3e11af3ebc req-5e2ad6d2-ed58-461c-b7ea-2d4541bc9e94 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9120073 Apr 20 12:55:18.682555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-415d2eda-4d7c-4a24-a117-39fcd63e84a1 req-af232f8d-e0ae-4215-8c1a-f5af6222fa93 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4163306 Apr 20 12:55:18.684490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6dd9460d-d932-4f7d-aa7a-e89efc4976ff None None] Provisioning complete for port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:18.689850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6dd9460d-d932-4f7d-aa7a-e89efc4976ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:18.739171 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:18.759459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/cd876f12-7d8a-497c-a18f-87a3cd9a1391 HTTP/1.1" status: 204 len: 168 time: 2.2771916 Apr 20 12:55:18.761006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59104) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:18.763047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66f263-3ae9-4c52-bbcd-9fb67542383a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=cd876f12-7d8a-497c-a18f-87a3cd9a1391,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:18.846129 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ade4dc9-7f6f-4435-8911-effc2a58aa60 x-openstack-request-id: req-0ade4dc9-7f6f-4435-8911-effc2a58aa60 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:18.851240 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0881e42-13e3-407c-b5d3-0e39457af7f6", "tag": "41c03227-c9fe-47be-bb9b-2d11ce9418f7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:18.854575 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ade4dc9-7f6f-4435-8911-effc2a58aa60 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:18.855985 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ade4dc9-7f6f-4435-8911-effc2a58aa60'] response: {'name': 'network-changed', 'server_uuid': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'tag': '41c03227-c9fe-47be-bb9b-2d11ce9418f7', 'status': 'completed', 'code': 200} Apr 20 12:55:18.934105 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-030402d3-9282-4e8a-98ab-995df4e91111 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1688266 Apr 20 12:55:18.936449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59106) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:18.951238 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:55:19.036308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8c380-1cd7-4972-ac07-c33f65853a3d None None] The sync data for ids ['d12163e5-88d7-420b-b452-c664fc0889fa'] in n-d-838550-2 is: [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 4, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '64e70b24-1a69-418a-8728-befef5a396e4', 'name': '', 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'mac_address': 'fa:16:3e:04:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:08Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 2, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'subnets': [{'id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:55:19.059385 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2717ebf5-89e9-419c-8474-ff3716a9d102 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1186106 Apr 20 12:55:19.060043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:19.204688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff5b9c-9897-4657-bf67-b53a7fcb971b req-ff02e385-ef47-4567-8f8b-9b53fe0500ed tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:19.207706 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:19.214294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7ff5b9c-9897-4657-bf67-b53a7fcb971b req-ff02e385-ef47-4567-8f8b-9b53fe0500ed tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.2423065 Apr 20 12:55:19.226251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:19.333216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8450b3-0105-4c6e-bcba-c9d1d10cb401 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:19.334751 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1e8450b3-0105-4c6e-bcba-c9d1d10cb401 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2716668 Apr 20 12:55:19.343977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59110) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:19.356714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 271c1047-c413-4162-9485-409969717dbb no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:19.369338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086b2a8-078f-427a-ab21-aa216749014d req-062eebac-5557-4b1f-9f0a-6b7e0873544e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:19.380236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2086b2a8-078f-427a-ab21-aa216749014d req-062eebac-5557-4b1f-9f0a-6b7e0873544e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3685131 Apr 20 12:55:19.422246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7ff5b9c-9897-4657-bf67-b53a7fcb971b req-625a6fee-7c29-4a16-b019-6d6f565378bc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065818 Apr 20 12:55:19.452512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 271c1047-c413-4162-9485-409969717dbb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:55:19.452907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 271c1047-c413-4162-9485-409969717dbb not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:55:19.458014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8299115-6a3f-4f4d-bda7-7e08e37103d7 req-3fe23561-95a0-4409-92ec-db29a091f91c service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735097 Apr 20 12:55:19.538664 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b4196c5c-f77f-4751-84be-da23134834a1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1824918 Apr 20 12:55:19.539917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59112) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:19.555890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:19.576555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2086b2a8-078f-427a-ab21-aa216749014d req-abb473d5-6705-41c1-b2d6-91898ee1c233 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933951 Apr 20 12:55:19.844886 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e2a82e-0a99-457a-9e58-e6fbbb14b87b x-openstack-request-id: req-f0e2a82e-0a99-457a-9e58-e6fbbb14b87b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:19.845178 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "name": "network-vif-plugged", "status": "completed", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:19.845427 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0e2a82e-0a99-457a-9e58-e6fbbb14b87b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:19.846131 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e2a82e-0a99-457a-9e58-e6fbbb14b87b'] response: {'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'code': 200} Apr 20 12:55:19.993940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0f7f9fc3-b5c2-471c-92a1-2a13776324fe up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:20.005052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:20.009807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:20.195234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-3732cf86-fc8b-413c-8466-328b065b8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:20.200686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-3732cf86-fc8b-413c-8466-328b065b8311 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 1094 time: 0.6104543 Apr 20 12:55:20.214929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:20.215500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:20.243413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2b9f9-f233-4642-9afd-9bda91cd0efc req-3b331339-92ab-49f7-a29b-a69ca96c7706 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:20.249786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb2b9f9-f233-4642-9afd-9bda91cd0efc req-3b331339-92ab-49f7-a29b-a69ca96c7706 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 944 time: 0.4536304 Apr 20 12:55:20.468548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ca30e-9992-4703-9c58-100b1c102f99 req-c654435a-e594-4a06-af81-189c62cd6618 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:20.477011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-036ca30e-9992-4703-9c58-100b1c102f99 req-c654435a-e594-4a06-af81-189c62cd6618 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 943 time: 0.4211745 Apr 20 12:55:20.506274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfecfe6-54f2-4b1a-b324-2162ca3e08e4 req-f068a99f-ac3b-4481-bf96-22d71eee2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:20.509927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4dfecfe6-54f2-4b1a-b324-2162ca3e08e4 req-f068a99f-ac3b-4481-bf96-22d71eee2769 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 1097 time: 0.5780733 Apr 20 12:55:20.560441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 527516af-2ca7-4903-b58c-6b2c40c40d77 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:20.561173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:20.612604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:20.623464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:20.665480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:20.675022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:20.729765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1860373 Apr 20 12:55:20.738380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bbff6-2671-45b8-8618-f712d70d5f8c None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:20.743338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:20.756371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '5da9de4b-c52b-4f48-a855-81522e0ee8df', 'ip_address': '2001:db8::4bcf:6133:68d3:26ef'}], 'name': 'tempest-NetworksTestDHCPv6-1251304717'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:20.833191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb2b9f9-f233-4642-9afd-9bda91cd0efc req-cb9e0893-ee8e-4a94-8bb5-42227f3de344 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900544 Apr 20 12:55:20.842939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4dfecfe6-54f2-4b1a-b324-2162ca3e08e4 req-aa323779-e8e8-43ec-8e8e-21cf4a69b120 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102604 Apr 20 12:55:20.902374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-036ca30e-9992-4703-9c58-100b1c102f99 req-2c291b91-eb0e-4a81-9b64-15756054f597 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164324 Apr 20 12:55:20.973888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-2ca08fa6-e9a8-451c-9a15-92738ab7119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:20.975776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-2ca08fa6-e9a8-451c-9a15-92738ab7119d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 912 time: 0.7074275 Apr 20 12:55:21.003669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=5da9de4b-c52b-4f48-a855-81522e0ee8df,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:21.100083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.101259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.101908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.102468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.103023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.103595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.104156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.104748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.105324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.105919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.106894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.107474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f068c35a-259a-452b-9a0a-89c26e955429 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:21.272839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:21.278403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-a1647657-6c4d-496e-b393-111a8c87f323 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7 HTTP/1.1" status: 200 len: 217 time: 0.2919252 Apr 20 12:55:21.671715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1383b-e6df-4b0a-a466-a783a7df5817 req-9a6ce0be-60db-4471-b146-25abb01d0cc7 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:21.679766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05d1383b-e6df-4b0a-a466-a783a7df5817 req-9a6ce0be-60db-4471-b146-25abb01d0cc7 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.3113329 Apr 20 12:55:21.709318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:21.745270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-f799b14c-386f-44b0-9ef0-ce3700b49538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:21.747080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-f799b14c-386f-44b0-9ef0-ce3700b49538 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 200 len: 851 time: 0.2290645 Apr 20 12:55:21.757302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 527516af-2ca7-4903-b58c-6b2c40c40d77 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:21.759704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:21.819705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 576c246a-a0bf-4df5-8bb8-bdc61303251c yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:21.887044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:21.917808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:21.935250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '5da9de4b-c52b-4f48-a855-81522e0ee8df'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:55:21.936108 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:21.965676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:22.001412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:22.019349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:22.040446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:22.084637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:22.090656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:22.131572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-258cac71-71e7-4398-b45d-cc38cf61daec req-f6820a9a-a0ce-4b4e-b891-c856a93357a8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.8473396 Apr 20 12:55:22.172129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::4bcf:6133:68d3:26ef (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5da9de4b-c52b-4f48-a855-81522e0ee8df/576c246a-a0bf-4df5-8bb8-bdc61303251c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:22.192196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05d1383b-e6df-4b0a-a466-a783a7df5817 req-baf57bdd-3f81-4244-a14a-80ff08532a06 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5114563 Apr 20 12:55:22.276564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 41c03227-c9fe-47be-bb9b-2d11ce9418f7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:55:22.306208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-924794d9-1758-492c-bf35-dd7ce53da9d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea304ffe-b291-47c8-a4eb-5fbb1515095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5415509 Apr 20 12:55:22.638502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-4627a6c1-5fab-4b0b-8d4b-61097e77f663 service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252745 Apr 20 12:55:22.669938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 41c03227-c9fe-47be-bb9b-2d11ce9418f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:22.728678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:22.732604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '41c03227-c9fe-47be-bb9b-2d11ce9418f7', 'network_id': 'ea304ffe-b291-47c8-a4eb-5fbb1515095c', 'port_id': '41c03227-c9fe-47be-bb9b-2d11ce9418f7', 'mac_address': 'fa:16:3e:19:b6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ea649e-d5b5-4e94-b057-20bc28260a95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:55:22.914899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:23.130698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:23.149499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:23.163600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:23.189284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:23.193812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:23.202275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=576c246a-a0bf-4df5-8bb8-bdc61303251c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:23.236152 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-96698c1f-2a00-44ca-90d3-8c856037d510 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4895287 Apr 20 12:55:23.242011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59132) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:23.320467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e67da724-5f26-4dcb-8d24-0b2d3c4f9c47 req-197ea384-0372-412d-8aae-0a7116063d28 service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908624 Apr 20 12:55:23.326477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5da9de4b-c52b-4f48-a855-81522e0ee8df/38f6c91e-25fb-4011-bb99-bd3e38bd93dc) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:23.332467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15277bdc-b0ea-4d73-a666-8d99d1635554 req-894de7fa-ec8c-42d8-970f-257276994dc4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:23.334535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15277bdc-b0ea-4d73-a666-8d99d1635554 req-894de7fa-ec8c-42d8-970f-257276994dc4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.6452658 Apr 20 12:55:23.346192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98826e-ab7d-4678-bce6-7b5dcfff0e65 req-e8ec5e00-0e41-4fe8-8ee9-5cdbbeec3e2f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:23.349219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c98826e-ab7d-4678-bce6-7b5dcfff0e65 req-e8ec5e00-0e41-4fe8-8ee9-5cdbbeec3e2f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.7078521 Apr 20 12:55:23.403929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54c74f1-82d1-4086-b2e4-b1dd61301ed7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:23.407229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a54c74f1-82d1-4086-b2e4-b1dd61301ed7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1636953 Apr 20 12:55:23.414286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59134) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:23.418800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15277bdc-b0ea-4d73-a666-8d99d1635554 req-0cc3af91-c2bc-429b-bfaf-bbaed644411f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680282 Apr 20 12:55:23.463368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c98826e-ab7d-4678-bce6-7b5dcfff0e65 req-51f36e83-45e1-4e78-a68b-1daf478f0cfa tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873849 Apr 20 12:55:23.823324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 576c246a-a0bf-4df5-8bb8-bdc61303251c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:23.827272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:23.977435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918dbef-b2dc-48b3-a846-2878e14a6739 req-a0537ab1-4cf9-4c31-ae2c-4fcc27ae76a9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:23.980851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5918dbef-b2dc-48b3-a846-2878e14a6739 req-a0537ab1-4cf9-4c31-ae2c-4fcc27ae76a9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 944 time: 0.3113096 Apr 20 12:55:24.059989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:24.066346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8dcb9-3d47-4a8a-b2c3-9b72a29ec1ee req-25ed086d-a6d3-4e5d-a727-c47f6948a6ac tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:24.077235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92a8dcb9-3d47-4a8a-b2c3-9b72a29ec1ee req-25ed086d-a6d3-4e5d-a727-c47f6948a6ac tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 943 time: 0.3280549 Apr 20 12:55:24.135716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:24.179891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5918dbef-b2dc-48b3-a846-2878e14a6739 req-fa3d304f-559e-40e8-8cce-fb0ef993c891 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893446 Apr 20 12:55:24.204717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 576c246a-a0bf-4df5-8bb8-bdc61303251c owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:24.211156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92a8dcb9-3d47-4a8a-b2c3-9b72a29ec1ee req-e701194d-5f2a-4a16-addc-170fbc90450c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307483 Apr 20 12:55:24.241966 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:24.412254 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:24.415292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:24.418087 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:24.610310 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Sync routers for ids ['d12163e5-88d7-420b-b452-c664fc0889fa'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:55:24.629272 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Routers {'d12163e5-88d7-420b-b452-c664fc0889fa'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:24.638502 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d12163e5-88d7-420b-b452-c664fc0889fa'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:24.710815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:24.730498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4115-27b0-48e5-8da5-b001b85aad3f req-6f9ba187-2105-4302-a7d5-ee2ca26fdfdd tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:24.737336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3ce4115-27b0-48e5-8da5-b001b85aad3f req-6f9ba187-2105-4302-a7d5-ee2ca26fdfdd tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.2976973 Apr 20 12:55:24.843952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=576c246a-a0bf-4df5-8bb8-bdc61303251c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:24.939706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3ce4115-27b0-48e5-8da5-b001b85aad3f req-d7785885-1ac0-4864-923d-a390eb45067f tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799781 Apr 20 12:55:25.027647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a797d6-63fc-420c-bfa6-f1130464672b req-0c2b4f1b-ff21-4fe8-a436-a1ccbc57847d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:25.045914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09a797d6-63fc-420c-bfa6-f1130464672b req-0c2b4f1b-ff21-4fe8-a436-a1ccbc57847d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3061547 Apr 20 12:55:25.047355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:25.050594 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Set router d12163e5-88d7-420b-b452-c664fc0889fa gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:25.073026 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f20fd7f-1577-4a86-92c8-117873be157b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/576c246a-a0bf-4df5-8bb8-bdc61303251c HTTP/1.1" status: 204 len: 168 time: 1.6574957 Apr 20 12:55:25.077185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59146) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:25.153056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:25.173271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c03227-c9fe-47be-bb9b-2d11ce9418f7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:55:25.395520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 41c03227-c9fe-47be-bb9b-2d11ce9418f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:25.399266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:25.410217 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967da547-0233-4907-a821-ab585617e497" -d '{"events": [{"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-plugged", "status": "completed", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:25.420261 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:25.464275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7cdc8e-65e1-4fc4-be1f-3630700e0f47 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:25.472153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7cdc8e-65e1-4fc4-be1f-3630700e0f47 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:25.479852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:25.525920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7f7cdc8e-65e1-4fc4-be1f-3630700e0f47 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4472971 Apr 20 12:55:25.589978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09a797d6-63fc-420c-bfa6-f1130464672b req-1ab0aae4-2d29-4534-8876-be999ff0a529 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423548 Apr 20 12:55:25.666506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:25.688170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dedfb-56c6-4bc7-863d-41fc503bda2a req-60b28f6d-1552-4c6e-97d7-54102630d7e2 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:25.689747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-670dedfb-56c6-4bc7-863d-41fc503bda2a req-60b28f6d-1552-4c6e-97d7-54102630d7e2 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.5581198 Apr 20 12:55:25.744630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:25.764625 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 4, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '64e70b24-1a69-418a-8728-befef5a396e4', 'name': '', 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'mac_address': 'fa:16:3e:04:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:08Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 2, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'subnets': [{'id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:25.850503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 5da9de4b-c52b-4f48-a855-81522e0ee8df {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:25.898943 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Checking router: d12163e5-88d7-420b-b452-c664fc0889fa for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:55:25.900056 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Updating router d12163e5-88d7-420b-b452-c664fc0889fa port 64e70b24-1a69-418a-8728-befef5a396e4 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:55:25.994277 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.037581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-670dedfb-56c6-4bc7-863d-41fc503bda2a req-a1d468d7-e9e1-4973-a159-402c9f9b9069 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120463 Apr 20 12:55:26.078327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bacd-74d6-4104-b03d-f7bb6e83f997 req-20560e7d-daea-4a50-b3e2-1fab362857fe tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:26.099151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:26.104911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Request body: {'floatingip': {'port_id': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:26.126333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6259bacd-74d6-4104-b03d-f7bb6e83f997 req-20560e7d-daea-4a50-b3e2-1fab362857fe tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.2135429 Apr 20 12:55:26.252501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.460929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859958a-b607-4d74-b93d-768cd5e54db7 req-e45cbe82-6307-41dd-9b23-12216eb232f8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:26.462446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d859958a-b607-4d74-b93d-768cd5e54db7 req-e45cbe82-6307-41dd-9b23-12216eb232f8 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.2130356 Apr 20 12:55:26.503286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9489ddb-b4db-439b-b49b-102801df112f req-cfcb1c93-4d9e-42ba-87ec-1b26260e323b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:26.504832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9489ddb-b4db-439b-b49b-102801df112f req-cfcb1c93-4d9e-42ba-87ec-1b26260e323b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 944 time: 0.1879668 Apr 20 12:55:26.554157 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.569735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.574403 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.596576 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.604545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=41c03227-c9fe-47be-bb9b-2d11ce9418f7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:26.614440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d859958a-b607-4d74-b93d-768cd5e54db7 req-542873e7-d354-42c1-a764-55f29c608586 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391222 Apr 20 12:55:26.635680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:26.686600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9489ddb-b4db-439b-b49b-102801df112f req-32edcbcf-1586-44bf-bea9-51ac2dbe2118 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647549 Apr 20 12:55:26.693806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['41c03227-c9fe-47be-bb9b-2d11ce9418f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:55:26.731179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Pushing event updated for resources: {'Port': ['ID=38f6c91e-25fb-4011-bb99-bd3e38bd93dc,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:26.735463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:26.749250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:26.750872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:26.776563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.816944 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af958b18-efbc-4cde-a2ee-7af856e81064 x-openstack-request-id: req-af958b18-efbc-4cde-a2ee-7af856e81064 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:26.817242 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-plugged", "status": "completed", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:26.817534 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af958b18-efbc-4cde-a2ee-7af856e81064 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:26.818275 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af958b18-efbc-4cde-a2ee-7af856e81064'] response: {'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'code': 200} Apr 20 12:55:26.827705 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:26.963592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b96b2-5cfa-491e-8428-c8ff614aa480 req-914dd256-0c2e-4d75-894e-374577c8d4ea tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:26.981952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a68b96b2-5cfa-491e-8428-c8ff614aa480 req-914dd256-0c2e-4d75-894e-374577c8d4ea tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1929452 Apr 20 12:55:27.105299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Attempting to bind port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:27.106304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Attempting to bind port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:27.107544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Attempting to bind port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:27.151942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:27.162232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:27.162957 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.163525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:27.164207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Bound port: 38f6c91e-25fb-4011-bb99-bd3e38bd93dc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:27.164767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.235728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.239098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59182) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:27.361739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:27.375507 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.386779 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.463928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.552714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] For port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:27.556385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] For port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=38f6c91e-25fb-4011-bb99-bd3e38bd93dc,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:27.563008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.566712 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Pushing event updated for resources: {'Port': ['ID=64e70b24-1a69-418a-8728-befef5a396e4,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:27.583961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=5da9de4b-c52b-4f48-a855-81522e0ee8df,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:27.594840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.599576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.606965 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.607502 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.608036 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.608551 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.609063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.611451 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eec7af05-d12a-4b06-a43b-c67793c1f876 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5da9de4b-c52b-4f48-a855-81522e0ee8df HTTP/1.1" status: 204 len: 168 time: 2.1205094 Apr 20 12:55:27.615697 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.618001 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.618546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.619074 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.619603 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.620146 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:27.724475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59186) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:27.785440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a65920-4e4f-4da7-9f53-9d5391151a95 None None] Pushing event updated for resources: {'Port': ['ID=38f6c91e-25fb-4011-bb99-bd3e38bd93dc,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:27.857807 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Attempting to bind port 64e70b24-1a69-418a-8728-befef5a396e4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:27.858195 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Attempting to bind port 64e70b24-1a69-418a-8728-befef5a396e4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:27.858556 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Attempting to bind port 64e70b24-1a69-418a-8728-befef5a396e4 on network a6cabddd-b425-4aba-83b7-6cc418321b50 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:27.866457 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:27.866846 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Checking segment: {'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:27.867231 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.867627 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Bound using segment: {'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:27.868091 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Bound port: 64e70b24-1a69-418a-8728-befef5a396e4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702be42f-bda7-48d0-97d3-295d1bf0b6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:27.868473 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:27.871153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:27.872107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:27.872822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:27.873605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:27.876390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2bc650af-4ab0-47c3-94b3-2cc1c5191cc7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184938 Apr 20 12:55:27.888718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:27.889495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:27.890282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:27.890854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59192) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:27.908556 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-3c2947a2-3227-4e41-bc79-f9268b3d10cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6502 time: 0.6681459 Apr 20 12:55:27.927724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:27.956465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a68b96b2-5cfa-491e-8428-c8ff614aa480 req-d21bd4de-cc96-4b8b-bba4-4cac3725a073 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9662492 Apr 20 12:55:28.011358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e8b97-e8f5-4e7d-9717-f51cb1e3ce5f req-9202d57c-3b60-4177-bd41-1fab9284f0ef tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:28.045792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-981e8b97-e8f5-4e7d-9717-f51cb1e3ce5f req-9202d57c-3b60-4177-bd41-1fab9284f0ef tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.3155694 Apr 20 12:55:28.199403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] For port 64e70b24-1a69-418a-8728-befef5a396e4, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:28.211270 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] For port 64e70b24-1a69-418a-8728-befef5a396e4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=64e70b24-1a69-418a-8728-befef5a396e4,segment=NetworkSegment(702be42f-bda7-48d0-97d3-295d1bf0b6a9),segment_id=702be42f-bda7-48d0-97d3-295d1bf0b6a9)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:28.226290 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:28.286289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a800663-9b69-463a-98cc-4ed4fb86c36b None None] Provisioning complete for port 64e70b24-1a69-418a-8728-befef5a396e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:28.286289 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a800663-9b69-463a-98cc-4ed4fb86c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:28.296662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-981e8b97-e8f5-4e7d-9717-f51cb1e3ce5f req-5a0c8cdc-b6a5-4d17-811d-5b3a260b2c07 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492378 Apr 20 12:55:28.416373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:28.420381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:28.484606 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a800663-9b69-463a-98cc-4ed4fb86c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:28.531640 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec88d3-a27b-4072-9c05-0f008009e559 None None] Pushing event updated for resources: {'Port': ['ID=64e70b24-1a69-418a-8728-befef5a396e4,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:28.543849 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Routers {'d12163e5-88d7-420b-b452-c664fc0889fa'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:28.548378 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d12163e5-88d7-420b-b452-c664fc0889fa'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:28.564032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0a800663-9b69-463a-98cc-4ed4fb86c36b None None] For port 64e70b24-1a69-418a-8728-befef5a396e4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=64e70b24-1a69-418a-8728-befef5a396e4,segment=NetworkSegment(702be42f-bda7-48d0-97d3-295d1bf0b6a9),segment_id=702be42f-bda7-48d0-97d3-295d1bf0b6a9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:28.574575 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a800663-9b69-463a-98cc-4ed4fb86c36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:28.692140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a800663-9b69-463a-98cc-4ed4fb86c36b None None] Pushing event updated for resources: {'Port': ['ID=64e70b24-1a69-418a-8728-befef5a396e4,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:28.748992 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-829a1721-76ce-45b7-bede-92622255d00f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4850588 Apr 20 12:55:28.808325 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] Set router d12163e5-88d7-420b-b452-c664fc0889fa gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:28.998103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d2db57-83a1-4833-a502-6f609677b239 req-0e96f492-63c9-40e2-986f-19976ae39f53 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:29.001157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6d2db57-83a1-4833-a502-6f609677b239 req-0e96f492-63c9-40e2-986f-19976ae39f53 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.8656135 Apr 20 12:55:29.047742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:55:29.135716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ce711048-61a9-49df-913b-a5f98dcce742 None None] Provisioning complete for port 64e70b24-1a69-418a-8728-befef5a396e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:29.136102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce711048-61a9-49df-913b-a5f98dcce742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:29.207334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:29.226531 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:29.303956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6d2db57-83a1-4833-a502-6f609677b239 req-785b52bc-373a-4708-b992-1aa1d1d36f87 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808926 Apr 20 12:55:29.452597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730b038-ab6b-42ab-a438-f8bb750e808f req-405de4ad-c743-4d26-b911-0f50e7b831a5 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:29.476107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c730b038-ab6b-42ab-a438-f8bb750e808f req-405de4ad-c743-4d26-b911-0f50e7b831a5 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 944 time: 0.6594350 Apr 20 12:55:29.502466 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 4, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '64e70b24-1a69-418a-8728-befef5a396e4', 'name': '', 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'mac_address': 'fa:16:3e:04:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:08Z', 'updated_at': '2022-04-20T12:55:28Z', 'revision_number': 4, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'subnets': [{'id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:29.504794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:29.553332 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Floating IP cddee339-0587-4a05-934d-666af8be8e0b associated. External IP: 172.25.3.223, port: b2c11d12-7fa4-4e0f-9ecc-344447f71f37. Apr 20 12:55:29.585749 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5201536f-b075-47a8-ad39-ae2175c6f50f None None] The sync data for ids ['d12163e5-88d7-420b-b452-c664fc0889fa'] in n-d-838550-2 is: [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:55:09Z', 'revision_number': 4, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '64e70b24-1a69-418a-8728-befef5a396e4', 'name': '', 'network_id': 'a6cabddd-b425-4aba-83b7-6cc418321b50', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'mac_address': 'fa:16:3e:04:26:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:08Z', 'updated_at': '2022-04-20T12:55:28Z', 'revision_number': 4, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'subnets': [{'id': '07cc7f65-97dc-4e82-b3f3-07a7b57642ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:55:29.595937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:29.673741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:29.674888 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:29.678525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 41c03227-c9fe-47be-bb9b-2d11ce9418f7 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:29.992580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c730b038-ab6b-42ab-a438-f8bb750e808f req-ae9956de-caed-460a-9db1-66fd62cf1eca tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151284 Apr 20 12:55:30.039535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 64e70b24-1a69-418a-8728-befef5a396e4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:30.059223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:55:30.068044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:30.070791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:30.076696 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:30.115198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:30.127974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:30.128849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:30.242972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8adae-3ba3-482d-a390-82c6495d48c2 req-9fb8f61f-544b-4043-80f2-29527e7c2044 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:30.248061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8e8adae-3ba3-482d-a390-82c6495d48c2 req-9fb8f61f-544b-4043-80f2-29527e7c2044 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.7027209 Apr 20 12:55:30.271280 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:30.288001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83629ee3-4ee4-4ab7-b27a-95ddfd809db5 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:30.368760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=0106ed50-a313-40be-8890-e4841838715a,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:30.459018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.459555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.460097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.460642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.461184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.461752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.462297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.462837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.480707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.481330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.481912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.482473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:30.582789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fc8bfba6-f7b4-4b7e-87d1-1e6bc2dec1aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6551676 Apr 20 12:55:30.584086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59208) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:30.611295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '0106ed50-a313-40be-8890-e4841838715a', 'ip_address': '2001:db8::fd3b:ad6e:e489:2dc3'}], 'name': 'tempest-NetworksTestDHCPv6-711352900'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:30.774036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dde23b20-1d9a-4f2f-9006-24e7699c15a4 None None] Provisioning complete for port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:30.774947 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dde23b20-1d9a-4f2f-9006-24e7699c15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:30.975542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c03227-c9fe-47be-bb9b-2d11ce9418f7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:30.984162 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97182ae-cba3-439a-abf4-42c929d1a674" -d '{"events": [{"server_uuid": "e0881e42-13e3-407c-b5d3-0e39457af7f6", "name": "network-vif-plugged", "status": "completed", "tag": "41c03227-c9fe-47be-bb9b-2d11ce9418f7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:31.008658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee44b7-6e0a-409d-971f-9dc3b2402d09 req-0f7ce475-df8d-4792-ad69-6e22c677632a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:31.025144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ee44b7-6e0a-409d-971f-9dc3b2402d09 req-0f7ce475-df8d-4792-ad69-6e22c677632a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.7507389 Apr 20 12:55:31.061794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 64e70b24-1a69-418a-8728-befef5a396e4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:31.062176 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:31.069413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8e8adae-3ba3-482d-a390-82c6495d48c2 req-614f6d29-5480-463b-a09a-8cbe6033b5a5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305832 Apr 20 12:55:31.120010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 41c03227-c9fe-47be-bb9b-2d11ce9418f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:31.181323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:31.306781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ee44b7-6e0a-409d-971f-9dc3b2402d09 req-87293e91-da39-4698-a983-fd50c9b1d1f7 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758992 Apr 20 12:55:31.331854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Router 56f67005-344b-4e6f-93e0-70db7230fb22 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:55:31.336716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=41c03227-c9fe-47be-bb9b-2d11ce9418f7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:31.376929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dde23b20-1d9a-4f2f-9006-24e7699c15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:31.442877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:31.495351 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1092e5-47c5-40de-b61c-278d84fd33d6 x-openstack-request-id: req-8f1092e5-47c5-40de-b61c-278d84fd33d6 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:31.495975 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0881e42-13e3-407c-b5d3-0e39457af7f6", "name": "network-vif-plugged", "status": "completed", "tag": "41c03227-c9fe-47be-bb9b-2d11ce9418f7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:31.496407 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f1092e5-47c5-40de-b61c-278d84fd33d6 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:31.496974 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1092e5-47c5-40de-b61c-278d84fd33d6'] response: {'server_uuid': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c03227-c9fe-47be-bb9b-2d11ce9418f7', 'code': 200} Apr 20 12:55:31.570458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dde23b20-1d9a-4f2f-9006-24e7699c15a4 None None] For port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=38f6c91e-25fb-4011-bb99-bd3e38bd93dc,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:31.583595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:55:31.593411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 38f6c91e-25fb-4011-bb99-bd3e38bd93dc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:31.599387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:31.600516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dde23b20-1d9a-4f2f-9006-24e7699c15a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:31.656465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] Sync routers for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:55:31.669766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:31.672123 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a14938a3-082e-4f5d-807f-f0e5627bc8a4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "PUT /v2.0/floatingips/cddee339-0587-4a05-934d-666af8be8e0b HTTP/1.1" status: 200 len: 992 time: 5.5715775 Apr 20 12:55:31.674327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:31.686752 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e594424-208b-423b-9baa-f817214a4b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:31.738287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 4188c15f-3c1d-4e77-8483-5bfddc56a30b yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:31.787906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:31.794575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:31.871080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6322a71-4785-4c3b-82a9-7c57fe1e4757 req-05e09a94-3916-4743-b1ef-b0fb9f35f4a2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:31.873140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6322a71-4785-4c3b-82a9-7c57fe1e4757 req-05e09a94-3916-4743-b1ef-b0fb9f35f4a2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.6313484 Apr 20 12:55:31.945280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8a1f2677-6e50-4c71-872d-c5a4043b79b5 None None] Provisioning complete for port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:31.946179 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2677-6e50-4c71-872d-c5a4043b79b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:32.045806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde23b20-1d9a-4f2f-9006-24e7699c15a4 None None] Pushing event updated for resources: {'Port': ['ID=38f6c91e-25fb-4011-bb99-bd3e38bd93dc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:32.068285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:32.076974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:32.210293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6322a71-4785-4c3b-82a9-7c57fe1e4757 req-955e9238-ee16-4a42-9b58-9cd66b902a3e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105447 Apr 20 12:55:32.289144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31194d5-5ddc-4fd6-bfcb-b652f0aa1661 req-ca7db809-fa6e-4da2-a9ca-f21b09736188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:32.291699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a31194d5-5ddc-4fd6-bfcb-b652f0aa1661 req-ca7db809-fa6e-4da2-a9ca-f21b09736188 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 1096 time: 0.5904670 Apr 20 12:55:32.409006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0e55-a550-4d11-bb99-03444e1e5653 req-a659af8e-262d-459c-a472-df354f31231a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:32.419450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9ef0e55-a550-4d11-bb99-03444e1e5653 req-a659af8e-262d-459c-a472-df354f31231a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.7285974 Apr 20 12:55:32.490536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:32.630030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9ef0e55-a550-4d11-bb99-03444e1e5653 req-5f945ebf-39e3-41dc-a5a1-343d5dac380d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094526 Apr 20 12:55:32.688359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-b166de32-1e5a-4102-971c-bd3fbb4b23a6 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:32.691114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-b166de32-1e5a-4102-971c-bd3fbb4b23a6 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.7167454 Apr 20 12:55:32.702954 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c9db7-bd50-4b3f-a70d-62e545c5cc14 x-openstack-request-id: req-211c9db7-bd50-4b3f-a70d-62e545c5cc14 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:32.703883 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:32.704409 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-211c9db7-bd50-4b3f-a70d-62e545c5cc14 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:32.705244 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211c9db7-bd50-4b3f-a70d-62e545c5cc14'] response: {'name': 'network-changed', 'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'status': 'completed', 'code': 200} Apr 20 12:55:32.717279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 38f6c91e-25fb-4011-bb99-bd3e38bd93dc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:32.737223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-838550-2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:32.813186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ece01f93-99f9-4cd0-b13b-4e433cd7ad1b None None] Could not find standard attr ID for object 576c246a-a0bf-4df5-8bb8-bdc61303251c. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:55:32.881484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a31194d5-5ddc-4fd6-bfcb-b652f0aa1661 req-7bfc7f61-a9f9-45ab-9975-b7ac312226c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711608 Apr 20 12:55:32.902907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:32.920501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89525a52-792e-4b7d-9139-1451ea4703aa req-2d377a9d-31a0-4b03-b4e8-1027e8218360 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:32.929773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89525a52-792e-4b7d-9139-1451ea4703aa req-2d377a9d-31a0-4b03-b4e8-1027e8218360 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.5402036 Apr 20 12:55:32.996278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:32.996716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:33.072150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303de884-1e94-4a72-8971-2b6b75615b3f req-10de96b8-4031-403c-9c8b-3b292f260e92 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:33.081077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-303de884-1e94-4a72-8971-2b6b75615b3f req-10de96b8-4031-403c-9c8b-3b292f260e92 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2208822 Apr 20 12:55:33.155356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-303de884-1e94-4a72-8971-2b6b75615b3f req-3be805df-7d87-4874-b37f-5db01477511e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712819 Apr 20 12:55:33.186233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89525a52-792e-4b7d-9139-1451ea4703aa req-048debe4-f284-42fc-9fd8-48f453e069ac tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551169 Apr 20 12:55:33.226059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594424-208b-423b-9baa-f817214a4b5f req-207a77af-8d4d-4e51-85e8-e20fb0bf72e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:33.228369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e594424-208b-423b-9baa-f817214a4b5f req-207a77af-8d4d-4e51-85e8-e20fb0bf72e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80e6809af5ad4d8aafe92c71c22ac0e6&device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 1097 time: 0.3519461 Apr 20 12:55:33.283259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::fd3b:ad6e:e489:2dc3 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/0106ed50-a313-40be-8890-e4841838715a/4188c15f-3c1d-4e77-8483-5bfddc56a30b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:33.424594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:33.501105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:33.520963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'cddee339-0587-4a05-934d-666af8be8e0b', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'port_id': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'mac_address': 'fa:16:3e:8c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eac232-1737-46bb-9016-61d64b827e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:54:19Z', 'updated_at': '2022-04-20T12:55:28Z', 'revision_number': 1, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:24Z', 'revision_number': 5, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:33.567441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] Checking router: 56f67005-344b-4e6f-93e0-70db7230fb22 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:55:33.592128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:33.593410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:33.675523 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12c5ba9-4f13-4cad-b967-fb219055bcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:33.763644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 545ac536-739d-4737-810b-e6e1f2e97a60 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:55:33.781581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:33.784924 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e8cbab-5c7d-4d60-ac57-b22519aed332" -d '{"events": [{"server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "name": "network-vif-unplugged", "status": "completed", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:33.795126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:33.822284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:33.923546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:33.961444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616cdd2-2662-463a-9108-1c09c8136332 req-d3f14ea1-0f0e-4e89-b635-e1220da05f39 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:33.967067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9616cdd2-2662-463a-9108-1c09c8136332 req-d3f14ea1-0f0e-4e89-b635-e1220da05f39 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.3999743 Apr 20 12:55:33.972785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 545ac536-739d-4737-810b-e6e1f2e97a60 has no active binding in host n-h2-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:55:33.985809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:34.127495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:34.134385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9616cdd2-2662-463a-9108-1c09c8136332 req-f4a8165c-0fa8-4140-bf74-fb00593c423a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453485 Apr 20 12:55:34.166588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594424-208b-423b-9baa-f817214a4b5f req-cf2a9f77-62d8-4415-8ebc-b0b4182a10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:34.168125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e594424-208b-423b-9baa-f817214a4b5f req-cf2a9f77-62d8-4415-8ebc-b0b4182a10fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ba39a8-372f-4268-89f8-4cb966408280 HTTP/1.1" status: 200 len: 916 time: 0.9293592 Apr 20 12:55:34.178044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e80a0-88d5-40ba-96f3-77b1795df075 req-830a9020-d513-4ac1-a5d2-2c6182bbe3d8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:34.179630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca0e80a0-88d5-40ba-96f3-77b1795df075 req-830a9020-d513-4ac1-a5d2-2c6182bbe3d8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 945 time: 0.6144905 Apr 20 12:55:34.426567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca0e80a0-88d5-40ba-96f3-77b1795df075 req-129b45cf-4eeb-4311-98a5-2484b7034e56 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220260 Apr 20 12:55:34.445589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'cddee339-0587-4a05-934d-666af8be8e0b', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'port_id': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'mac_address': 'fa:16:3e:8c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eac232-1737-46bb-9016-61d64b827e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:54:19Z', 'updated_at': '2022-04-20T12:55:28Z', 'revision_number': 1, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:24Z', 'revision_number': 5, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:34.480871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93940bc9-a342-4529-9549-52dd32e83ff4 None None] The sync data for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 is: [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'cddee339-0587-4a05-934d-666af8be8e0b', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'port_id': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'mac_address': 'fa:16:3e:8c:98:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7eac232-1737-46bb-9016-61d64b827e18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:54:19Z', 'updated_at': '2022-04-20T12:55:28Z', 'revision_number': 1, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:24Z', 'revision_number': 5, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:55:34.892190 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796c2706-cd0f-435a-aab8-b478c33893da None None] New status for floating IP cddee339-0587-4a05-934d-666af8be8e0b: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:55:34.898698 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c62019-0752-40c9-93c5-201de85f0728 x-openstack-request-id: req-b0c62019-0752-40c9-93c5-201de85f0728 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:34.899051 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "name": "network-vif-unplugged", "status": "completed", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:34.899258 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0c62019-0752-40c9-93c5-201de85f0728 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:34.899665 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c62019-0752-40c9-93c5-201de85f0728'] response: {'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60', 'code': 200} Apr 20 12:55:34.908599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on host n-h1-838550-2 for vnic_type normal with profile {"migrating_to": "n-h2-838550-2"} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:34.908954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:34.909846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:34.978438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e594424-208b-423b-9baa-f817214a4b5f req-06677146-12ad-4be5-a4d4-de716a98acc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37 HTTP/1.1" status: 200 len: 1000 time: 0.7977395 Apr 20 12:55:34.979013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:55:34.979292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Attempting to bind port 545ac536-739d-4737-810b-e6e1f2e97a60 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:35.036751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:35.037135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:35.037543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:35.038015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Bound port: 545ac536-739d-4737-810b-e6e1f2e97a60, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:35.038606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:35.047303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545cdf6-2de2-4d88-9e10-ce69dafca88b req-bc8d9535-cc53-4616-93dc-503901ea9f90 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:35.049027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0545cdf6-2de2-4d88-9e10-ce69dafca88b req-bc8d9535-cc53-4616-93dc-503901ea9f90 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.7146919 Apr 20 12:55:35.128923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a74919-f323-4d69-9a91-e9544fb18b2c req-064441d5-ea99-4462-93b5-184518374969 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:35.136718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0a74919-f323-4d69-9a91-e9544fb18b2c req-064441d5-ea99-4462-93b5-184518374969 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.2422969 Apr 20 12:55:35.201876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:35.208393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594424-208b-423b-9baa-f817214a4b5f req-14cfef50-3a6b-4afa-bd2f-c944e8cb0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:35.209912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e594424-208b-423b-9baa-f817214a4b5f req-14cfef50-3a6b-4afa-bd2f-c944e8cb0f97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=146e4710-a136-4c4a-9159-0c310a204236 HTTP/1.1" status: 200 len: 854 time: 0.2240326 Apr 20 12:55:35.297176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0545cdf6-2de2-4d88-9e10-ce69dafca88b req-b2d772e6-a214-49da-aa81-e8c75bc40d49 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297044 Apr 20 12:55:35.351564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0a74919-f323-4d69-9a91-e9544fb18b2c req-79dbdd7c-c545-4486-87c9-155e956cc21f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139785 Apr 20 12:55:35.439869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e594424-208b-423b-9baa-f817214a4b5f req-430af867-060d-445f-b112-8fa310ca60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:35.441743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e594424-208b-423b-9baa-f817214a4b5f req-430af867-060d-445f-b112-8fa310ca60ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ba39a8-372f-4268-89f8-4cb966408280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230990 Apr 20 12:55:35.635252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e594424-208b-423b-9baa-f817214a4b5f req-c0a85e8a-b871-49eb-a4c9-a0b452d23c21 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674292 Apr 20 12:55:35.636744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:35.762102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a9598726-6427-4dae-a4f2-b565705c3e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:35.781023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:35.848771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:35.864652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:35.963876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efcd92-962e-480e-b5ae-36811c9abcda req-37d6a340-aac4-4d82-a3c2-f5de8ad12aa0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:35.967563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76efcd92-962e-480e-b5ae-36811c9abcda req-37d6a340-aac4-4d82-a3c2-f5de8ad12aa0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.5615959 Apr 20 12:55:36.004182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:36.116653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=4188c15f-3c1d-4e77-8483-5bfddc56a30b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:36.169817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:36.219180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:36.238859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:36.250978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:36.251836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:36.280090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd9e23-148e-4d7c-82f5-07342119f691 req-2878cd7e-f79e-4c39-9920-92c949fdf507 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:36.282172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-babd9e23-148e-4d7c-82f5-07342119f691 req-2878cd7e-f79e-4c39-9920-92c949fdf507 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.6372297 Apr 20 12:55:36.338088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e594424-208b-423b-9baa-f817214a4b5f req-4399dd07-b205-4c6b-be00-7032a00407fb service neutron] 10.222.0.30 "GET /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6763148 Apr 20 12:55:36.365405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76efcd92-962e-480e-b5ae-36811c9abcda req-a57414a8-77f3-42fb-b5f7-47da6427e646 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590654 Apr 20 12:55:36.372495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-12521b6a-2976-47f6-99df-cb86de59c39e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7673376 Apr 20 12:55:36.375777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59270) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:36.402312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:36.403143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:36.405128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-4d90e9fa-8ea5-4261-81fb-34f4d8774ae6 service neutron] 10.222.0.37 "PUT /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 1121 time: 3.6721547 Apr 20 12:55:36.429045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-babd9e23-148e-4d7c-82f5-07342119f691 req-bd99b24b-abab-44d8-bc88-216ebc1234ba tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356063 Apr 20 12:55:36.536520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['545ac536-739d-4737-810b-e6e1f2e97a60'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:55:36.605904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cfaa58-8f6e-4623-b503-adb9f37a7e4d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:36.633980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cfaa58-8f6e-4623-b503-adb9f37a7e4d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:36.637854 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-93cfaa58-8f6e-4623-b503-adb9f37a7e4d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2587967 Apr 20 12:55:36.647011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59274) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:36.658533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['545ac536-739d-4737-810b-e6e1f2e97a60'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:55:36.805133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59671d59-9d28-4d06-91a9-5f310fbedd6a req-f1e498df-f8de-48d9-a6a4-d13bfec3a8b5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:36.814077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59671d59-9d28-4d06-91a9-5f310fbedd6a req-f1e498df-f8de-48d9-a6a4-d13bfec3a8b5 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1819439 Apr 20 12:55:36.868102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976609-1525-4d54-ba71-3d227b56d3d6 req-189dfc74-2073-4a20-a275-33d40aff07d3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:36.870078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c976609-1525-4d54-ba71-3d227b56d3d6 req-189dfc74-2073-4a20-a275-33d40aff07d3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.3379312 Apr 20 12:55:36.887595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59671d59-9d28-4d06-91a9-5f310fbedd6a req-429ea826-0937-4387-9f11-753e13a3ee00 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706656 Apr 20 12:55:36.907555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:36.911498 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029fdb27-09d3-460e-89b0-6d3b934cd8f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:36.960286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 4188c15f-3c1d-4e77-8483-5bfddc56a30b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:36.963579 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:36.972901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a437f22c-7c87-481e-a2a8-ab9833ef2949 None None] Provisioning complete for port 4188c15f-3c1d-4e77-8483-5bfddc56a30b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:36.977392 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a437f22c-7c87-481e-a2a8-ab9833ef2949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:36.999622 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e56944-209a-4de3-848c-ca7f359efd93 x-openstack-request-id: req-46e56944-209a-4de3-848c-ca7f359efd93 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:37.000178 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:37.000652 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46e56944-209a-4de3-848c-ca7f359efd93 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:37.001213 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46e56944-209a-4de3-848c-ca7f359efd93'] response: {'name': 'network-changed', 'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60', 'status': 'completed', 'code': 200} Apr 20 12:55:37.006350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c976609-1525-4d54-ba71-3d227b56d3d6 req-1167af1d-cfa0-4bd7-bab4-1e72fd960176 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170199 Apr 20 12:55:37.138128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a437f22c-7c87-481e-a2a8-ab9833ef2949 None None] Port 4188c15f-3c1d-4e77-8483-5bfddc56a30b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:55:37.163606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-05473526-d000-429d-8551-3df06f3e8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:37.165055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-05473526-d000-429d-8551-3df06f3e8661 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1124 time: 0.1418805 Apr 20 12:55:37.285094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:37.359543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:37.382282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 4188c15f-3c1d-4e77-8483-5bfddc56a30b owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:37.685847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:37.735946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=4188c15f-3c1d-4e77-8483-5bfddc56a30b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:37.750850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-80d84d20-f82c-446b-b987-c12a9768e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:37.752480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-80d84d20-f82c-446b-b987-c12a9768e1fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 1096 time: 0.4488211 Apr 20 12:55:37.774418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea57da1-daec-43ff-9e5b-972fb5e93127 req-dc2f08d0-c06a-4e02-8bdd-eb7a40b1085a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:37.791351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ea57da1-daec-43ff-9e5b-972fb5e93127 req-dc2f08d0-c06a-4e02-8bdd-eb7a40b1085a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.3753753 Apr 20 12:55:37.802254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:37.808195 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3e236f6d-1c1e-4be8-9bbf-19be746d56b0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/4188c15f-3c1d-4e77-8483-5bfddc56a30b HTTP/1.1" status: 204 len: 168 time: 1.1487670 Apr 20 12:55:37.808953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59286) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:37.861487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9073cf7-074d-42d0-ad26-736caba19c22 req-cc47fedb-66f8-40e0-8bbd-5cb20d40771d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:37.874607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9073cf7-074d-42d0-ad26-736caba19c22 req-cc47fedb-66f8-40e0-8bbd-5cb20d40771d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.2934136 Apr 20 12:55:37.925742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9800a-44b3-4146-9ada-932026937f08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:37.934016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9800a-44b3-4146-9ada-932026937f08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:37.942275 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-81d9800a-44b3-4146-9ada-932026937f08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1320324 Apr 20 12:55:37.943015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59290) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:37.949943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-fc86db94-016f-4616-af14-be152dbee28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:37.951752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-fc86db94-016f-4616-af14-be152dbee28d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.7776163 Apr 20 12:55:38.058073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 0106ed50-a313-40be-8890-e4841838715a {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:38.070445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.172984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.188607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-154295a2-5e85-4959-9551-e8de18689dd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 217 time: 0.1487720 Apr 20 12:55:38.195353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ea57da1-daec-43ff-9e5b-972fb5e93127 req-035ae417-fd76-4299-82ad-b9f806602548 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739333 Apr 20 12:55:38.270876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.288550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-5192dd18-b501-4d49-8995-999489863c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:38.290269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-5192dd18-b501-4d49-8995-999489863c78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0917413 Apr 20 12:55:38.333034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-2b8345c3-eb1e-4c58-9360-3af99da959aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333037 Apr 20 12:55:38.402080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9073cf7-074d-42d0-ad26-736caba19c22 req-80b1111f-1969-45d7-a5a7-3e9fbddbdc5f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258186 Apr 20 12:55:38.443691 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.479740 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.489973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=0106ed50-a313-40be-8890-e4841838715a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:38.497522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.498164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e2968f-e0c8-477f-94f5-b684738e9936 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:38.513359 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8cc8d016-3f16-42c7-afb2-a488968a0e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/0106ed50-a313-40be-8890-e4841838715a HTTP/1.1" status: 204 len: 168 time: 0.5691864 Apr 20 12:55:38.514917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59292) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:38.595019 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a131ca6d-c304-481a-9d93-954ca4b71de4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766306 Apr 20 12:55:38.595920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59294) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:38.602313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:38.771911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-e012d9ed-5ff5-435c-9576-b5264952d7d6 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315231 Apr 20 12:55:38.791865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-64d5afd6-d08c-45fc-9f30-704998953757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:38.794792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-64d5afd6-d08c-45fc-9f30-704998953757 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 912 time: 1.0017576 Apr 20 12:55:38.833259 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.834619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:38.838446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:38.851570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:55:39.002016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Deleting port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:39.002016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:39.041799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-c35164f3-8598-4130-9539-1e7aa09ef6bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7 HTTP/1.1" status: 200 len: 217 time: 0.1806965 Apr 20 12:55:39.185001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] For port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=38f6c91e-25fb-4011-bb99-bd3e38bd93dc,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:39.185588 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:39.229323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Calling delete_port for 38f6c91e-25fb-4011-bb99-bd3e38bd93dc owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:39.303723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35ebe7-690c-4c65-a519-65b207024bfc req-2b9b3f73-bd82-4a87-bc1a-3720162c8877 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:39.306064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c35ebe7-690c-4c65-a519-65b207024bfc req-2b9b3f73-bd82-4a87-bc1a-3720162c8877 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.8966162 Apr 20 12:55:39.319681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7740-5464-4eb7-bd4d-835da905c863 req-f980e72c-2c86-49c3-b51a-3e731f9d5597 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:39.325865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:39.327440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-272f7740-5464-4eb7-bd4d-835da905c863 req-f980e72c-2c86-49c3-b51a-3e731f9d5597 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.7916062 Apr 20 12:55:39.392632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-27bfa475-1d64-4898-b2bb-49b8a45c3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:39.395027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-27bfa475-1d64-4898-b2bb-49b8a45c3fcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 200 len: 851 time: 0.3716414 Apr 20 12:55:39.405151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:39.407325 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=31c0e837-86d1-4c8e-b803-ea5b53d4f401,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:39.412842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:39.421340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:39.422414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:39.466560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-17f6ad20-4ea0-47f7-b44a-cc1416665c5b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8663580 Apr 20 12:55:39.467560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59306) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:39.479250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '31c0e837-86d1-4c8e-b803-ea5b53d4f401', 'ip_address': '2001:db8::d310:de11:547d:5323'}], 'name': 'tempest-NetworksTestDHCPv6-367866995'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:39.488513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:39.514497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-029fdb27-09d3-460e-89b0-6d3b934cd8f4 req-030482c8-3319-4b5d-b7e8-1219a0906d37 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149453 Apr 20 12:55:39.564115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Pushing event deleted for resources: {'Port': ['ID=38f6c91e-25fb-4011-bb99-bd3e38bd93dc,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:39.567326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-272f7740-5464-4eb7-bd4d-835da905c863 req-659d7f80-a2a9-4e9e-b386-6a890bb952cf tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388828 Apr 20 12:55:39.573576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-41f41727-594f-452a-9bb8-e4c448d03444 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea304ffe-b291-47c8-a4eb-5fbb1515095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588881 Apr 20 12:55:39.577519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.578032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.578473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.578915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.579352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.579828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.580264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.580700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.581177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.581814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.582261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.582687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:55:39.609368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8014f-6675-473d-95f7-cb35b3acbc7a None None] No DVR routers for this DVR port 38f6c91e-25fb-4011-bb99-bd3e38bd93dc on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:55:39.623929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c35ebe7-690c-4c65-a519-65b207024bfc req-3f0e05b3-ee29-46e8-9648-7501edde51d5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774243 Apr 20 12:55:39.641766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12537ea8-1624-4563-9c43-eae1a3cf06ef None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:39.759224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:39.902877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:39.943269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '31c0e837-86d1-4c8e-b803-ea5b53d4f401'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:55:39.949236 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:39.960714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port bb9852db-99f9-4f31-99b5-9abed7b8f5ca yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:40.035346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c316-7c34-4193-98ff-7af406ed1eb5 req-1b8ca245-54a0-47b9-9b3e-816ec9600c38 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:40.036880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1a5c316-7c34-4193-98ff-7af406ed1eb5 req-1b8ca245-54a0-47b9-9b3e-816ec9600c38 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.3334107 Apr 20 12:55:40.071398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375bf5b-1ebb-4871-a99e-6d33d942e0aa req-d11a19e2-8bf8-4514-9e02-588925c62a87 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:40.072921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d375bf5b-1ebb-4871-a99e-6d33d942e0aa req-d11a19e2-8bf8-4514-9e02-588925c62a87 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.2774911 Apr 20 12:55:40.081263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-e1875f76-2b7c-432f-9f86-49c100922858 service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559054 Apr 20 12:55:40.212152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1a5c316-7c34-4193-98ff-7af406ed1eb5 req-9b66f4df-d1db-4df7-bd7b-2abb98ca73e3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604743 Apr 20 12:55:40.222153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d375bf5b-1ebb-4871-a99e-6d33d942e0aa req-92f8c4ed-5d6f-4972-8565-005f054b2a3c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321878 Apr 20 12:55:40.283605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/31c0e837-86d1-4c8e-b803-ea5b53d4f401/18b945de-6863-4f56-bd68-3322dda59d27) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:40.290295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e6f0ead-bbb2-4f1c-b234-1f98c385ee01 req-8cef6225-f756-4565-be6e-49ee1ff6eac9 service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909044 Apr 20 12:55:40.486916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:40.500298 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:40.536628 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:40.539070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:40.541484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:40.584419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::d310:de11:547d:5323 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/31c0e837-86d1-4c8e-b803-ea5b53d4f401/bb9852db-99f9-4f31-99b5-9abed7b8f5ca) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:40.727249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 38f6c91e-25fb-4011-bb99-bd3e38bd93dc no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:40.802324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 38f6c91e-25fb-4011-bb99-bd3e38bd93dc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:55:40.802612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 38f6c91e-25fb-4011-bb99-bd3e38bd93dc not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:55:40.835366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:40.837130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Pushing event updated for resources: {'Port': ['ID=18b945de-6863-4f56-bd68-3322dda59d27,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:40.849436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1c8b1-da41-48f2-a0c7-dcb234693d1b req-56308eaa-eb52-431c-8b55-79df24fc9f5b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:40.857915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29b1c8b1-da41-48f2-a0c7-dcb234693d1b req-56308eaa-eb52-431c-8b55-79df24fc9f5b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1277213 Apr 20 12:55:40.860319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Attempting to bind port 18b945de-6863-4f56-bd68-3322dda59d27 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:40.860696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Attempting to bind port 18b945de-6863-4f56-bd68-3322dda59d27 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:40.865365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Attempting to bind port 18b945de-6863-4f56-bd68-3322dda59d27 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:40.890240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:40.892420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8e64b-84b4-4941-9a3d-5b5a79d69141 req-d95da237-a384-438c-9dba-652e3025cd89 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:40.892747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:40.893187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:40.897794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:40.899080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Bound port: 18b945de-6863-4f56-bd68-3322dda59d27, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:40.899973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:40.901667 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:40.906603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bd8e64b-84b4-4941-9a3d-5b5a79d69141 req-d95da237-a384-438c-9dba-652e3025cd89 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.1283503 Apr 20 12:55:40.961908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:40.964745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:40.969992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:40.975812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:40.976269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29b1c8b1-da41-48f2-a0c7-dcb234693d1b req-c4501535-464a-4295-9ab6-2e2a656e01d9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167669 Apr 20 12:55:40.976426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:40.989074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=bb9852db-99f9-4f31-99b5-9abed7b8f5ca,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:40.997547 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bd8e64b-84b4-4941-9a3d-5b5a79d69141 req-5b384eb5-2cd2-42dd-ad03-9159f3bb98e3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895739 Apr 20 12:55:41.025234 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-96b3a6c4-0500-4c09-946f-c005fc8f4e59 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5565443 Apr 20 12:55:41.027630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59330) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:41.080786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] For port 18b945de-6863-4f56-bd68-3322dda59d27, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:41.085205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] For port 18b945de-6863-4f56-bd68-3322dda59d27, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=18b945de-6863-4f56-bd68-3322dda59d27,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:41.093099 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:41.118985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64555e-c4e4-497e-923b-0a996c16b690 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:41.125368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64555e-c4e4-497e-923b-0a996c16b690 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:41.130243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59332) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:41.130802 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c64555e-c4e4-497e-923b-0a996c16b690 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1018748 Apr 20 12:55:41.167220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e52aee-e4e4-472a-a910-eab279968247 req-e9cc9164-30f5-443d-99ef-3b78d82bb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:41.169355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e52aee-e4e4-472a-a910-eab279968247 req-e9cc9164-30f5-443d-99ef-3b78d82bb3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1096 time: 0.1111393 Apr 20 12:55:41.188703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f9de0-430c-45c2-b861-580814f1e05f None None] Pushing event updated for resources: {'Port': ['ID=18b945de-6863-4f56-bd68-3322dda59d27,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:41.619502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec139-c132-41ac-9fea-3db7e857f130 req-d0980953-9764-449e-a792-a8c21eca8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:41.620989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-636ec139-c132-41ac-9fea-3db7e857f130 req-d0980953-9764-449e-a792-a8c21eca8367 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 1096 time: 0.2462234 Apr 20 12:55:41.637914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747da23-9ae8-461f-b59c-a8bd0ed49380 req-fc1879d9-b712-4e27-9974-f4093031219f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:41.639386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2747da23-9ae8-461f-b59c-a8bd0ed49380 req-fc1879d9-b712-4e27-9974-f4093031219f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.2168362 Apr 20 12:55:41.642082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e52aee-e4e4-472a-a910-eab279968247 req-a5db28f1-5552-44d8-9860-d55b54b0157e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:41.662373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e52aee-e4e4-472a-a910-eab279968247 req-a5db28f1-5552-44d8-9860-d55b54b0157e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 915 time: 0.4424112 Apr 20 12:55:41.671525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56598ed-0f9e-4966-b95d-a0904ac4268d req-ac782b1f-4e35-4f2e-847f-73951377835f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:41.683024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d56598ed-0f9e-4966-b95d-a0904ac4268d req-ac782b1f-4e35-4f2e-847f-73951377835f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.2924864 Apr 20 12:55:41.773950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e52aee-e4e4-472a-a910-eab279968247 req-a0011869-3abd-403d-8a86-65d15bf9ca52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 217 time: 0.0734496 Apr 20 12:55:41.860122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port bb9852db-99f9-4f31-99b5-9abed7b8f5ca {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:41.860492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:41.880680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d56598ed-0f9e-4966-b95d-a0904ac4268d req-4cbeddc0-d6bf-423a-b3ef-a2601c3edfd0 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967881 Apr 20 12:55:41.901958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2747da23-9ae8-461f-b59c-a8bd0ed49380 req-bf8adc3b-671d-4c7d-8654-1d1cb21a7ccd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117951 Apr 20 12:55:42.426286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e52aee-e4e4-472a-a910-eab279968247 req-18d6e820-b271-472e-85e9-c0974e1ed03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:42.427895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e52aee-e4e4-472a-a910-eab279968247 req-18d6e820-b271-472e-85e9-c0974e1ed03c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.6445501 Apr 20 12:55:42.520503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e52aee-e4e4-472a-a910-eab279968247 req-adc88bed-853a-44e8-ba09-86cb3cc6ec1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645108 Apr 20 12:55:42.552672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec139-c132-41ac-9fea-3db7e857f130 req-38a845ac-7c04-406e-9a17-6d2230ee0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:42.554236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-636ec139-c132-41ac-9fea-3db7e857f130 req-38a845ac-7c04-406e-9a17-6d2230ee0451 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.9139652 Apr 20 12:55:42.720883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-636ec139-c132-41ac-9fea-3db7e857f130 req-cf9c7e4d-094e-4623-9f65-b74cb89b7ba3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=527516af-2ca7-4903-b58c-6b2c40c40d77 HTTP/1.1" status: 200 len: 217 time: 0.1284375 Apr 20 12:55:42.732381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dd37d0bd-7314-45e3-bbdd-025774a8169f None None] Provisioning complete for port 18b945de-6863-4f56-bd68-3322dda59d27 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:42.732902 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd37d0bd-7314-45e3-bbdd-025774a8169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:42.808322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18b945de-6863-4f56-bd68-3322dda59d27 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:42.826809 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:42.848857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755feef6-f5f1-4741-86ad-e8df5945bc3f req-58deabb2-4d1c-4c15-9b14-53ff81fb2908 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:42.850654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-755feef6-f5f1-4741-86ad-e8df5945bc3f req-58deabb2-4d1c-4c15-9b14-53ff81fb2908 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.4909568 Apr 20 12:55:42.900370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762afc6-ee84-4449-bf31-3aa8ef224441 req-778a3ef1-8ccd-495e-bd91-c068e4872f60 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:42.914164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9762afc6-ee84-4449-bf31-3aa8ef224441 req-778a3ef1-8ccd-495e-bd91-c068e4872f60 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.5551622 Apr 20 12:55:42.947259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 18b945de-6863-4f56-bd68-3322dda59d27 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:42.947633 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:42.960974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for bb9852db-99f9-4f31-99b5-9abed7b8f5ca owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:43.019098 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd37d0bd-7314-45e3-bbdd-025774a8169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:43.023633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9762afc6-ee84-4449-bf31-3aa8ef224441 req-0246f1d7-fbf9-4831-a617-c9ac79269f25 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028683 Apr 20 12:55:43.066387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dd37d0bd-7314-45e3-bbdd-025774a8169f None None] For port 18b945de-6863-4f56-bd68-3322dda59d27, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=18b945de-6863-4f56-bd68-3322dda59d27,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:43.073557 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd37d0bd-7314-45e3-bbdd-025774a8169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:43.138011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec139-c132-41ac-9fea-3db7e857f130 req-a7ce0c10-98c9-4de8-8719-e713c84aa56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:43.139535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-636ec139-c132-41ac-9fea-3db7e857f130 req-a7ce0c10-98c9-4de8-8719-e713c84aa56a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.4170468 Apr 20 12:55:43.171415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e52aee-e4e4-472a-a910-eab279968247 req-a410f579-36b9-47ad-96b1-0547f3a6834f service neutron] 10.222.0.37 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288764 Apr 20 12:55:43.238217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-755feef6-f5f1-4741-86ad-e8df5945bc3f req-eaa542b2-d85d-432c-8df9-15fbbd40e8e7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624449 Apr 20 12:55:43.245921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5538395c-4cfd-409b-966e-e060ab104059 None None] Provisioning complete for port bb9852db-99f9-4f31-99b5-9abed7b8f5ca triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:43.246403 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5538395c-4cfd-409b-966e-e060ab104059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:43.276134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37d0bd-7314-45e3-bbdd-025774a8169f None None] Pushing event updated for resources: {'Port': ['ID=18b945de-6863-4f56-bd68-3322dda59d27,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:43.308317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5538395c-4cfd-409b-966e-e060ab104059 None None] Port bb9852db-99f9-4f31-99b5-9abed7b8f5ca cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:55:43.468480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b67dd-d424-49e7-b82f-e45db0e0e8c7 req-26cca144-02a4-4bc9-868d-c733566ea2bb tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:43.469911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-572b67dd-d424-49e7-b82f-e45db0e0e8c7 req-26cca144-02a4-4bc9-868d-c733566ea2bb tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.3176906 Apr 20 12:55:43.475908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ec139-c132-41ac-9fea-3db7e857f130 req-fbc52953-c349-4dcb-8dfa-984d024fa082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:43.477352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-636ec139-c132-41ac-9fea-3db7e857f130 req-fbc52953-c349-4dcb-8dfa-984d024fa082 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2956891 Apr 20 12:55:43.598095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e52aee-e4e4-472a-a910-eab279968247 req-511c08a0-bde3-4908-9eb0-452c24ac4d35 service neutron] 10.222.0.37 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257529 Apr 20 12:55:43.613247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88cea0-2fa8-4cc4-a515-e9e6a3dfe316 req-2d49cfe9-9ea6-45a2-a10c-123f74aff66b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:43.614877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e88cea0-2fa8-4cc4-a515-e9e6a3dfe316 req-2d49cfe9-9ea6-45a2-a10c-123f74aff66b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.2395461 Apr 20 12:55:43.693723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-572b67dd-d424-49e7-b82f-e45db0e0e8c7 req-99d1f453-6c59-4faf-9c41-6e308f27e9db tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077062 Apr 20 12:55:43.712181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e88cea0-2fa8-4cc4-a515-e9e6a3dfe316 req-4a2b3127-32b1-4ac3-8862-9a876b938a4f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715587 Apr 20 12:55:43.756399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-636ec139-c132-41ac-9fea-3db7e857f130 req-14dbd847-1684-4f92-a865-3e3fa434b7b2 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594836 Apr 20 12:55:43.772321 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:43.853118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=bb9852db-99f9-4f31-99b5-9abed7b8f5ca,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:43.880141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:43.883555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-72aed932-cb84-4871-93ca-3a92f75a140b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/bb9852db-99f9-4f31-99b5-9abed7b8f5ca HTTP/1.1" status: 204 len: 168 time: 2.7496433 Apr 20 12:55:43.886040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59350) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:43.963925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-636ec139-c132-41ac-9fea-3db7e857f130 req-1c4f1c0a-e129-495e-aa91-babd3f2c9129 service neutron] 10.222.0.30 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006760 Apr 20 12:55:43.985576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b26901-694e-40e3-abbc-ae431fc17af9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:43.989325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b26901-694e-40e3-abbc-ae431fc17af9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:43.991175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-21b26901-694e-40e3-abbc-ae431fc17af9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1042309 Apr 20 12:55:43.994360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:44.116381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 31c0e837-86d1-4c8e-b803-ea5b53d4f401 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:44.120993 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:44.210878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12d61a-4993-42f0-a629-9e61fc1870d8 req-27533b9b-fd28-460b-bfad-45112977313d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:44.222660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b12d61a-4993-42f0-a629-9e61fc1870d8 req-27533b9b-fd28-460b-bfad-45112977313d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.1047664 Apr 20 12:55:44.231944 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:44.285020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b12d61a-4993-42f0-a629-9e61fc1870d8 req-df437413-92c3-4362-8f1f-789117247831 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612676 Apr 20 12:55:44.385323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed7bed-9654-49a5-ae2b-d6eb1273f5e3 req-83406699-59aa-44d0-8ef4-2790126f1d7d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:44.387331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:44.394597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00ed7bed-9654-49a5-ae2b-d6eb1273f5e3 req-83406699-59aa-44d0-8ef4-2790126f1d7d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.0760152 Apr 20 12:55:44.439464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00ed7bed-9654-49a5-ae2b-d6eb1273f5e3 req-3b75a65e-3666-47cf-a5b6-3bdbeeb04f6c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Apr 20 12:55:44.478689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:44.521473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=31c0e837-86d1-4c8e-b803-ea5b53d4f401,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:44.528360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:44.530574 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-de37464c-34fa-4728-a93a-a907ffbebe1c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/31c0e837-86d1-4c8e-b803-ea5b53d4f401 HTTP/1.1" status: 204 len: 168 time: 0.5345101 Apr 20 12:55:44.533775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59358) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:44.536416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f767ad7-7554-4c08-a700-7aa92c3230eb None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:44.598276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-05e93670-3e5e-4cd6-9aea-f3bb970a0623 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584447 Apr 20 12:55:44.600759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59360) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:44.646387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 527516af-2ca7-4903-b58c-6b2c40c40d77 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:44.685177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd545895-1be8-4583-bc66-d5c14c3f26d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:44.687803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fd545895-1be8-4583-bc66-d5c14c3f26d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0859940 Apr 20 12:55:44.690471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59362) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:44.712123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18b945de-6863-4f56-bd68-3322dda59d27 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:44.777957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b63523-73fb-448f-aeda-b383ef205378 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:44.783073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-69b63523-73fb-448f-aeda-b383ef205378 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0914574 Apr 20 12:55:44.785730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59368) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:44.859597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d125dc36-385c-4c8d-b277-e9a3eee6126a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689304 Apr 20 12:55:44.860074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59370) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:44.866575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:44.905381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:44.926046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a3d82-1c28-40a0-932c-e0c9ae257395 req-0263ca02-2d28-49b9-8116-5cd313cf090f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:44.933682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e8a3d82-1c28-40a0-932c-e0c9ae257395 req-0263ca02-2d28-49b9-8116-5cd313cf090f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1340394 Apr 20 12:55:44.943558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 18b945de-6863-4f56-bd68-3322dda59d27 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:44.943928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.003948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:45.005144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109423a-a1d4-4b2d-b20c-e385f7d0ac3e req-01538fc8-ecff-4ad7-ba0a-142b0171b79f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:45.007025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b109423a-a1d4-4b2d-b20c-e385f7d0ac3e req-01538fc8-ecff-4ad7-ba0a-142b0171b79f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 945 time: 0.1422529 Apr 20 12:55:45.009910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.020329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e8a3d82-1c28-40a0-932c-e0c9ae257395 req-a2e62511-e9d8-46de-8425-620ba55a99b8 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856047 Apr 20 12:55:45.037654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-2d34af24-89f1-42a0-b650-12adf5b93e5c service neutron] 10.222.0.30 "GET /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.2018428 Apr 20 12:55:45.163069 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b109423a-a1d4-4b2d-b20c-e385f7d0ac3e req-45344013-5302-499f-a8f3-1e7c9ee3677c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371896 Apr 20 12:55:45.198242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:45.201164 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448feace-3491-40e6-9db9-d22952d3aa2e" -d '{"events": [{"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-unplugged", "status": "completed", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:45.274405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:45.282409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.283644 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.283810 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 545ac536-739d-4737-810b-e6e1f2e97a60 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:45.340363 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86554e7-051c-4a5b-a237-41edd57855d4 x-openstack-request-id: req-e86554e7-051c-4a5b-a237-41edd57855d4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:45.340660 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-unplugged", "status": "completed", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:45.340994 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e86554e7-051c-4a5b-a237-41edd57855d4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:45.341478 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86554e7-051c-4a5b-a237-41edd57855d4'] response: {'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'code': 200} Apr 20 12:55:45.344379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:45.364765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:45.366372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=0d199ec4-fb62-4edf-b2fe-a56d78e097da,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:45.369465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:45.372477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:45.373296 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.383456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:55:45.404896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:45.405801 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0e99fa76-f6f7-4005-aea8-70c372774359 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5444000 Apr 20 12:55:45.406738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59376) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:45.413298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '0d199ec4-fb62-4edf-b2fe-a56d78e097da', 'ip_address': '2001:db8::7ac2:6126:c980:8262'}], 'name': 'tempest-NetworksTestDHCPv6-1118854985'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:45.499506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545ac536-739d-4737-810b-e6e1f2e97a60 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:55:45.512171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:45.521485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:45.542979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4e566-ec0f-4287-859d-fc6fc4a41f99 req-7b96fb47-acb5-4fd6-852f-359a3bf9c779 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:45.552533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] Deleting port 18b945de-6863-4f56-bd68-3322dda59d27 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:45.553587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4c4e566-ec0f-4287-859d-fc6fc4a41f99 req-7b96fb47-acb5-4fd6-852f-359a3bf9c779 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 943 time: 0.1138122 Apr 20 12:55:45.553878 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.631441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:45.635806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.689957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] For port 18b945de-6863-4f56-bd68-3322dda59d27, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=18b945de-6863-4f56-bd68-3322dda59d27,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:45.693971 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.717064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] Calling delete_port for 18b945de-6863-4f56-bd68-3322dda59d27 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:45.754202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.780422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 64dfc4e8-84ab-4a59-a1ea-509d72fddf6a yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:45.786255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 05e82032-1066-464b-a471-0e232de07836 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:45.827173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] Transition to ACTIVE for port object 545ac536-739d-4737-810b-e6e1f2e97a60 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:55:45.834492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4c4e566-ec0f-4287-859d-fc6fc4a41f99 req-80a7e1a5-bb57-40e4-b73d-6e31d791f17a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796504 Apr 20 12:55:45.837426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.892007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f960410-cd43-4b02-8adc-6fe55157aff4 req-b7b087e1-ecba-43ca-90d4-cff9ee4f2827 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:45.893709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f960410-cd43-4b02-8adc-6fe55157aff4 req-b7b087e1-ecba-43ca-90d4-cff9ee4f2827 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.3072660 Apr 20 12:55:45.936508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] No DVR routers for this DVR port 545ac536-739d-4737-810b-e6e1f2e97a60 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:55:45.937178 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.953895 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:45.992759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] 10.222.0.30 "PUT /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60/bindings/n-h2-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9473412 Apr 20 12:55:45.999587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eae241-7c0e-4856-8ed6-2fd5e6907d26 service neutron] Pushing event updated for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:46.014688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] No DVR routers for this DVR port 18b945de-6863-4f56-bd68-3322dda59d27 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:55:46.016735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f960410-cd43-4b02-8adc-6fe55157aff4 req-45e37c91-f4e9-446f-b02e-5f140c54790a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139383 Apr 20 12:55:46.025083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a5075-ef8e-496e-912e-f50ebe4e848f None None] Pushing event deleted for resources: {'Port': ['ID=18b945de-6863-4f56-bd68-3322dda59d27,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:46.048749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d95ca0-e3d9-42ca-bcfe-0dadd4803e57 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:46.071610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::7ac2:6126:c980:8262 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/0d199ec4-fb62-4edf-b2fe-a56d78e097da/64dfc4e8-84ab-4a59-a1ea-509d72fddf6a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:46.079798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:46.125346 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:46.176006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-93972a9f-9b19-43ff-9066-357e69beb547 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:46.178708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-93972a9f-9b19-43ff-9066-357e69beb547 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1095 time: 0.1235836 Apr 20 12:55:46.247537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:46.333811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:46.389704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:46.406609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614dadf-671e-43b7-99d0-4454c356d190 req-4172d99c-f755-4810-b666-5e68b6184831 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:46.408446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e614dadf-671e-43b7-99d0-4454c356d190 req-4172d99c-f755-4810-b666-5e68b6184831 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.2285974 Apr 20 12:55:46.408603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '0d199ec4-fb62-4edf-b2fe-a56d78e097da'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:55:46.409443 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:46.418578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6167-2343-499b-940a-0f815b831cf1 req-3149a0dd-f69b-45f3-82ab-d8bd749155c4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:46.422081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f93b6167-2343-499b-940a-0f815b831cf1 req-3149a0dd-f69b-45f3-82ab-d8bd749155c4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 943 time: 0.1158025 Apr 20 12:55:46.426451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-b441b47e-d842-4537-a378-93452dc5ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:46.427977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-b441b47e-d842-4537-a378-93452dc5ae34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59&tenant_id=9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 1095 time: 0.2383873 Apr 20 12:55:46.482420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:46.492339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:46.511487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:46.529403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:46.530596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:46.547773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e614dadf-671e-43b7-99d0-4454c356d190 req-0f03cfd0-f1f3-42a0-bde3-300728cb7520 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243377 Apr 20 12:55:46.570099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-9906a51a-a579-4880-b074-beab9ce4ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:46.571728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-9906a51a-a579-4880-b074-beab9ce4ff34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1095 time: 0.1146326 Apr 20 12:55:46.579417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f93b6167-2343-499b-940a-0f815b831cf1 req-eb759386-933f-4777-9b89-8bddd37dabdd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428471 Apr 20 12:55:46.649099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/0d199ec4-fb62-4edf-b2fe-a56d78e097da/9ca4aa91-85b3-45e0-b447-4d131a71fb4f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:46.653050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=64dfc4e8-84ab-4a59-a1ea-509d72fddf6a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:46.689655 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc373b59-8eed-4324-8854-b20dd9e2d105 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2751396 Apr 20 12:55:46.689655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:46.709009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3e6c718d-ded4-4477-8edb-8a65834731d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '0d199ec4-fb62-4edf-b2fe-a56d78e097da', 'ip_address': '2001:db8::7ac2:6126:c980:8262'}], 'name': 'tempest-NetworksTestDHCPv6-2010962033'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:46.801527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18b945de-6863-4f56-bd68-3322dda59d27 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:46.810100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-be501ebc-b2e6-4b12-bb0a-ec744ffa44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:46.812263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-be501ebc-b2e6-4b12-bb0a-ec744ffa44d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.2317314 Apr 20 12:55:46.863930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 18b945de-6863-4f56-bd68-3322dda59d27 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:55:46.873959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18b945de-6863-4f56-bd68-3322dda59d27 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:55:46.932929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-66752de6-bf55-4558-b535-6bb77a106d76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 200 len: 217 time: 0.0916538 Apr 20 12:55:46.953728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6c718d-ded4-4477-8edb-8a65834731d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:46.962165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e6c718d-ded4-4477-8edb-8a65834731d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.003492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-3e6c718d-ded4-4477-8edb-8a65834731d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port f236deb3-0f02-4817-a946-611bbee4c071 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:47.004916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-da86e850-86f4-4564-a16e-e9f63e27d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:47.006639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-da86e850-86f4-4564-a16e-e9f63e27d5b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0638552 Apr 20 12:55:47.023769 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.041036 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.067434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-2d4b2f7f-17fb-41e6-a50d-9c999f0d61fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477917 Apr 20 12:55:47.076681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab83432-d13c-4532-ad89-9f957bf29916 req-c9f53785-2618-4d75-b9f7-5142111a1378 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:47.077905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ab83432-d13c-4532-ad89-9f957bf29916 req-c9f53785-2618-4d75-b9f7-5142111a1378 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3040218 Apr 20 12:55:47.113246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Pushing event updated for resources: {'Port': ['ID=9ca4aa91-85b3-45e0-b447-4d131a71fb4f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:47.129059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:47.132279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:47.135522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:47.178469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ab83432-d13c-4532-ad89-9f957bf29916 req-e279740b-6c9d-4f31-a864-7c0b478a3457 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903530 Apr 20 12:55:47.225795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bae70c-9e9d-48c4-9e48-7da530015c14 req-19fc99b6-e646-455e-989c-49d85d9a58af tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:47.235052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Attempting to bind port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:47.235423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Attempting to bind port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:47.236017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Attempting to bind port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:47.241994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78bae70c-9e9d-48c4-9e48-7da530015c14 req-19fc99b6-e646-455e-989c-49d85d9a58af tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 944 time: 0.2327192 Apr 20 12:55:47.243281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:47.243652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:47.244055 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.245112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:47.245810 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Bound port: 9ca4aa91-85b3-45e0-b447-4d131a71fb4f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:47.246206 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.305744 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6c718d-ded4-4477-8edb-8a65834731d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 12:55:47.306349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6c718d-ded4-4477-8edb-8a65834731d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:55:47.313232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78bae70c-9e9d-48c4-9e48-7da530015c14 req-4240e5e7-f91e-454f-8f5c-4b73b9a2c661 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699005 Apr 20 12:55:47.342943 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3e6c718d-ded4-4477-8edb-8a65834731d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6506162 Apr 20 12:55:47.345413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59396) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:47.357846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05e82032-1066-464b-a471-0e232de07836'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:47.360422 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ddd0a7-fc4b-4e05-91cb-646a3753d41d" -d '{"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "05e82032-1066-464b-a471-0e232de07836"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:47.373877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] For port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:47.385062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] For port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ca4aa91-85b3-45e0-b447-4d131a71fb4f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:47.393173 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.404994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-00b6273f-0b5e-4f58-84e0-5cd7730817f7 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252172 Apr 20 12:55:47.435680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1803e2d-0727-4721-a591-cfe18921941b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:47.444484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1803e2d-0727-4721-a591-cfe18921941b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:47.449419 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a1803e2d-0727-4721-a591-cfe18921941b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1026912 Apr 20 12:55:47.449811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59400) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:47.474353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1098d6-9680-44aa-8c11-dbfb0456c6c2 None None] Pushing event updated for resources: {'Port': ['ID=9ca4aa91-85b3-45e0-b447-4d131a71fb4f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:47.546268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d781a5-6fc8-451d-887f-a6c91c867557 req-dd284cb3-994d-44a4-b677-65e2f3f2c322 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:47.547834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68d781a5-6fc8-451d-887f-a6c91c867557 req-dd284cb3-994d-44a4-b677-65e2f3f2c322 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 943 time: 0.2291934 Apr 20 12:55:47.587631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 64dfc4e8-84ab-4a59-a1ea-509d72fddf6a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:47.587973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.595890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4eddd-0ade-497b-9d94-39a42de5cfee req-c1b683d3-03c3-413f-b67e-7dd87a9effb2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:47.603741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17a4eddd-0ade-497b-9d94-39a42de5cfee req-c1b683d3-03c3-413f-b67e-7dd87a9effb2 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1603246 Apr 20 12:55:47.669525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-50c410e4-0362-401f-a344-bb9fda5eac66 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575846 Apr 20 12:55:47.695758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.709428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 64dfc4e8-84ab-4a59-a1ea-509d72fddf6a owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:47.715652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68d781a5-6fc8-451d-887f-a6c91c867557 req-67bb06c8-3789-4c71-b896-a73dbadbe255 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504219 Apr 20 12:55:47.718993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17a4eddd-0ade-497b-9d94-39a42de5cfee req-61be746e-c34e-4218-9a01-ffc5587d5984 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939832 Apr 20 12:55:47.757316 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c8ca81-c4c7-4c90-8469-2797c682aaf8 x-openstack-request-id: req-38c8ca81-c4c7-4c90-8469-2797c682aaf8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:47.758141 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-unplugged", "status": "failed", "tag": "05e82032-1066-464b-a471-0e232de07836", "code": 422}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:47.758141 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38c8ca81-c4c7-4c90-8469-2797c682aaf8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:47.758531 n-d-838550-2 neutron-server[109411]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-38c8ca81-c4c7-4c90-8469-2797c682aaf8']: {'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05e82032-1066-464b-a471-0e232de07836', 'code': 422} returned with failed status Apr 20 12:55:47.941150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:47.993181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=64dfc4e8-84ab-4a59-a1ea-509d72fddf6a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:48.040258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.054973 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a0372a97-927e-4999-9724-d480556a22c2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/64dfc4e8-84ab-4a59-a1ea-509d72fddf6a HTTP/1.1" status: 204 len: 168 time: 0.6039460 Apr 20 12:55:48.055671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59408) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:48.153405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b206ade5-29d1-4652-8848-c6caee0ae728 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:48.157819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b206ade5-29d1-4652-8848-c6caee0ae728 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:48.163237 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b206ade5-29d1-4652-8848-c6caee0ae728 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1054430 Apr 20 12:55:48.165531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59410) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:48.258740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 0d199ec4-fb62-4edf-b2fe-a56d78e097da {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:48.266181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.331553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.431627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.477068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d0861-1ebe-42e6-923c-eab96d9bad1d req-e12b97be-0ee3-4926-b415-1c64c3ecbb82 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:48.487321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a7d0861-1ebe-42e6-923c-eab96d9bad1d req-e12b97be-0ee3-4926-b415-1c64c3ecbb82 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 943 time: 0.6509473 Apr 20 12:55:48.532622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.539145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa2c45-9a46-453f-8a41-f88f048dfea2 req-f4dbd5bf-091d-4221-80f0-271eb43da0b4 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:48.548111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03aa2c45-9a46-453f-8a41-f88f048dfea2 req-f4dbd5bf-091d-4221-80f0-271eb43da0b4 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.6323602 Apr 20 12:55:48.572594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.578699 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/0d199ec4-fb62-4edf-b2fe-a56d78e097da HTTP/1.1" status: 204 len: 168 time: 0.4105892 Apr 20 12:55:48.594219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59414) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:48.597409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a7d0861-1ebe-42e6-923c-eab96d9bad1d req-972d00f9-2353-47fc-856e-290a3c0325da tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090262 Apr 20 12:55:48.613792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bba91-6f80-4066-81c9-0f35c0e4e25a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=0d199ec4-fb62-4edf-b2fe-a56d78e097da,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:48.657965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7fe8bd93-cb11-47ec-9cd0-064ec516e983 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589542 Apr 20 12:55:48.662179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59420) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:48.667881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:48.686738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03aa2c45-9a46-453f-8a41-f88f048dfea2 req-709be008-8a84-4025-a0de-3ce6304aed44 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317680 Apr 20 12:55:48.695006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-aa891bb1-ee1e-45e0-acac-076be7e2c93a tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:48.697158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-aa891bb1-ee1e-45e0-acac-076be7e2c93a tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1095 time: 0.7198186 Apr 20 12:55:48.778660 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.810390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ca4aa91-85b3-45e0-b447-4d131a71fb4f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:48.888764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:48.889817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.905925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:48.910247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:48.994063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b6ca6-6337-4cc9-8123-0dc10fdb621f req-8cf5f614-8c88-4d41-9341-b3c006f72d99 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:49.010027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe9b6ca6-6337-4cc9-8123-0dc10fdb621f req-8cf5f614-8c88-4d41-9341-b3c006f72d99 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3029056 Apr 20 12:55:49.039679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:49.089034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ca4aa91-85b3-45e0-b447-4d131a71fb4f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:49.094451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f4e19-bb98-472b-9507-a5f4efaeb9f6 req-a7ee0465-b321-4b66-89fb-b540bb45351c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:49.096210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e21f4e19-bb98-472b-9507-a5f4efaeb9f6 req-a7ee0465-b321-4b66-89fb-b540bb45351c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 944 time: 0.2201340 Apr 20 12:55:49.100959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:49.130850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe9b6ca6-6337-4cc9-8123-0dc10fdb621f req-9c3a2f6d-833c-4b8b-b122-d4faad21e431 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197026 Apr 20 12:55:49.183893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:49.230001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=9ca4aa91-85b3-45e0-b447-4d131a71fb4f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:49.272317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:49.275927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:49.292016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:49.292786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:49.307247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=c2810726-3f40-42f8-9881-9a4c8cc92cee,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:49.322602 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9e72d1c9-ca6c-4473-a711-ac1a0889e4c4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6593821 Apr 20 12:55:49.333269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59426) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:49.338796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6fc5a469-5eb2-48fa-8b6e-976a64be242b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': 'c2810726-3f40-42f8-9881-9a4c8cc92cee', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-977473680'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:49.356106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-ffaa0a0e-6ffc-45d8-99ea-9a69ee5fc160 service neutron] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:49.363849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-ffaa0a0e-6ffc-45d8-99ea-9a69ee5fc160 service neutron] Notify callbacks [] for binding, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:49.365325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b71252-fc52-45d4-af5e-d042a8dd3966 req-ffaa0a0e-6ffc-45d8-99ea-9a69ee5fc160 service neutron] 10.222.0.37 "DELETE /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60/bindings/n-h1-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.6315908 Apr 20 12:55:49.426621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e21f4e19-bb98-472b-9507-a5f4efaeb9f6 req-c4f99e01-862a-48ed-bde3-b6e64e52e071 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851195 Apr 20 12:55:49.430173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e5c5e7-47f2-4944-a265-91a089a3ae22 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:49.517577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-b3f3bbf2-f303-4b51-808c-fb8df15ae670 req-9a712db2-dadc-4c57-bc77-3b2baf7f840e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:55:49.527795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3f3bbf2-f303-4b51-808c-fb8df15ae670 req-9a712db2-dadc-4c57-bc77-3b2baf7f840e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145102 Apr 20 12:55:49.536062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103b749-04b0-4a40-935c-c3acb0cef107 req-88f7882c-97ce-44dc-beb4-1a0b56ffb5fe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:49.537683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1103b749-04b0-4a40-935c-c3acb0cef107 req-88f7882c-97ce-44dc-beb4-1a0b56ffb5fe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0945568 Apr 20 12:55:49.611289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-70982a52-978f-4f93-ab45-5d87495336c1 None None] Provisioning complete for port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:49.611666 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-70982a52-978f-4f93-ab45-5d87495336c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:49.649691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1103b749-04b0-4a40-935c-c3acb0cef107 req-e0e9a8da-87c4-47a4-935f-537a3c970a98 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969329 Apr 20 12:55:49.680565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc5a469-5eb2-48fa-8b6e-976a64be242b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:49.688704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fc5a469-5eb2-48fa-8b6e-976a64be242b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:49.727035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-6fc5a469-5eb2-48fa-8b6e-976a64be242b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 9aba96e8-2d7b-4ff3-ad4e-62ef87aee3d7 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:55:49.830219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 05e82032-1066-464b-a471-0e232de07836 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:49.962398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd290b98-dce9-4f03-ac90-6acbc294d23d req-f7124678-31f5-472c-a5a2-1409d9ba4a97 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:49.964530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd290b98-dce9-4f03-ac90-6acbc294d23d req-f7124678-31f5-472c-a5a2-1409d9ba4a97 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 943 time: 0.1290028 Apr 20 12:55:50.105021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd290b98-dce9-4f03-ac90-6acbc294d23d req-0e85281b-2748-427d-9ae1-7e2a6900bae9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218965 Apr 20 12:55:50.133987 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc5a469-5eb2-48fa-8b6e-976a64be242b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:55:50.134512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc5a469-5eb2-48fa-8b6e-976a64be242b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:55:50.163266 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-59860184-717a-4591-91d0-68c94357c6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1577470 Apr 20 12:55:50.169148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-9231e8d1-07ea-4cec-b54a-d5efdb6aa39a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:55:50.170306 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-9231e8d1-07ea-4cec-b54a-d5efdb6aa39a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063510 Apr 20 12:55:50.190698 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6fc5a469-5eb2-48fa-8b6e-976a64be242b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8560343 Apr 20 12:55:50.202179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59454) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:50.241331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6961fa8-3765-472c-93ea-ec1816ab4a60 req-8694ead4-0b10-434b-ae3d-e887e014ac8a tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:50.251209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6961fa8-3765-472c-93ea-ec1816ab4a60 req-8694ead4-0b10-434b-ae3d-e887e014ac8a tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1095 time: 0.0927498 Apr 20 12:55:50.351171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6961fa8-3765-472c-93ea-ec1816ab4a60 req-0eb10548-0f09-4f3c-b812-ba35dbbf38cf tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986338 Apr 20 12:55:50.352631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2384ec-8ee6-4bcc-b543-129778d48825 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:50.356732 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c2384ec-8ee6-4bcc-b543-129778d48825 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1535068 Apr 20 12:55:50.359453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59458) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:50.426979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ccaee-f378-4b15-9ff3-67bace8d64e4 req-842f5c7b-8826-4476-8220-93973a9f464a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:50.427346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0159760-1924-4312-9949-0602f2d604e0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:50.429518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0159760-1924-4312-9949-0602f2d604e0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:50.431239 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a0159760-1924-4312-9949-0602f2d604e0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0706735 Apr 20 12:55:50.431600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c9ccaee-f378-4b15-9ff3-67bace8d64e4 req-842f5c7b-8826-4476-8220-93973a9f464a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1547549 Apr 20 12:55:50.434137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59462) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:50.491941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e165ee30-40e3-472a-8a33-42e0bbff98bd None None] Provisioning complete for port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:50.492323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e165ee30-40e3-472a-8a33-42e0bbff98bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:50.693524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c9ccaee-f378-4b15-9ff3-67bace8d64e4 req-583ec1a0-7a26-4cdd-8cde-0d8d8194ed8c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420945 Apr 20 12:55:50.723046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet c2810726-3f40-42f8-9881-9a4c8cc92cee {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:50.728718 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:50.729175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 527516af-2ca7-4903-b58c-6b2c40c40d77 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:50.747994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ca4aa91-85b3-45e0-b447-4d131a71fb4f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:50.776660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec946ca0-1886-473b-b1b3-74009f5f7017 req-39e8c3f7-a213-4a95-bbbc-ca80d41925fd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:50.778603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec946ca0-1886-473b-b1b3-74009f5f7017 req-39e8c3f7-a213-4a95-bbbc-ca80d41925fd tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2169175 Apr 20 12:55:50.885214 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:50.970750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec946ca0-1886-473b-b1b3-74009f5f7017 req-567ef5bc-4130-4a8d-87c9-75d64968f38e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751781 Apr 20 12:55:51.003466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.010633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:51.013377 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.047187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd56b07-df48-4df5-96f5-ff87f4121120 req-bebe4c5a-8d9f-4d99-a15f-36c1af354db2 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:51.048734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbd56b07-df48-4df5-96f5-ff87f4121120 req-bebe4c5a-8d9f-4d99-a15f-36c1af354db2 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 1095 time: 0.2205701 Apr 20 12:55:51.074402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d323feeb-0e24-425a-8255-d5be042fb329 None None] Could not find standard attr ID for object 64dfc4e8-84ab-4a59-a1ea-509d72fddf6a. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:55:51.129895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbd56b07-df48-4df5-96f5-ff87f4121120 req-27dc2c96-a492-4e63-b6ba-e15514dc3fdb tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685537 Apr 20 12:55:51.181258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.212533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=c2810726-3f40-42f8-9881-9a4c8cc92cee,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:51.221443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.230996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-397ccc27-f864-40be-9baf-12c1dc5ec54a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/c2810726-3f40-42f8-9881-9a4c8cc92cee HTTP/1.1" status: 204 len: 168 time: 0.7956996 Apr 20 12:55:51.233459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f353e-bde1-4af0-9cca-ee13b6b81212 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:51.234626 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59482) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:51.284773 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-971b6900-c35e-4c02-a63d-8e242be66dce tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489404 Apr 20 12:55:51.285953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59486) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:51.292601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:51.335478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120cb62-c4b4-4ec2-b4fb-7c7df9fb6864 req-f22f243b-8fdf-422f-b77b-01196b4d62a8 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:51.337070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3120cb62-c4b4-4ec2-b4fb-7c7df9fb6864 req-f22f243b-8fdf-422f-b77b-01196b4d62a8 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 943 time: 0.0987635 Apr 20 12:55:51.431500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:55:51.454423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3120cb62-c4b4-4ec2-b4fb-7c7df9fb6864 req-dd3ca748-32f2-410b-9f52-267aad7db01b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897532 Apr 20 12:55:51.479547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-be8b5d14-56eb-4e0e-a0c5-e61ccf4a949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:51.481549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-be8b5d14-56eb-4e0e-a0c5-e61ccf4a949e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5&tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c HTTP/1.1" status: 200 len: 1094 time: 0.0747502 Apr 20 12:55:51.485615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:55:51.491000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.494350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] Deleting port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:51.494839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.503935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:51.568807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] For port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ca4aa91-85b3-45e0-b447-4d131a71fb4f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:51.569306 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.586351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] Calling delete_port for 9ca4aa91-85b3-45e0-b447-4d131a71fb4f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:51.651515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.685875 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.714512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] Pushing event deleted for resources: {'Port': ['ID=9ca4aa91-85b3-45e0-b447-4d131a71fb4f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:51.720212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc764c-e9b3-4600-9326-fe005fd6d969 None None] No DVR routers for this DVR port 9ca4aa91-85b3-45e0-b447-4d131a71fb4f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:55:51.769003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59496) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:51.773888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-984175ad-585f-49a9-9ada-36c32dbc1a9c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Request body: {'security_group': {'name': 'tempest-securitygroup--416082137', 'description': 'tempest-description--472558324'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:51.800844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984175ad-585f-49a9-9ada-36c32dbc1a9c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.874244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984175ad-585f-49a9-9ada-36c32dbc1a9c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.879865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984175ad-585f-49a9-9ada-36c32dbc1a9c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.908314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984175ad-585f-49a9-9ada-36c32dbc1a9c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:51.910075 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-984175ad-585f-49a9-9ada-36c32dbc1a9c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1399148 Apr 20 12:55:51.912830 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59498) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:51.917789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b6c3f36b-2a73-4a46-9e4a-21f0c1a22498 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Request body: {'security_group_rule': {'security_group_id': '8cb3777f-6d84-4366-bcdc-41ae49ec5041', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:51.924521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984175ad-585f-49a9-9ada-36c32dbc1a9c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb3777f-6d84-4366-bcdc-41ae49ec5041,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:51.944390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f36b-2a73-4a46-9e4a-21f0c1a22498 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.008264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f36b-2a73-4a46-9e4a-21f0c1a22498 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.012048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f36b-2a73-4a46-9e4a-21f0c1a22498 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.012240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945ec64-d5af-4ea2-b5c1-933ee241b18f req-d8f68685-6f0c-48b3-95ce-df0a9304d38b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:52.013592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3945ec64-d5af-4ea2-b5c1-933ee241b18f req-d8f68685-6f0c-48b3-95ce-df0a9304d38b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1566994 Apr 20 12:55:52.018513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.034395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3f36b-2a73-4a46-9e4a-21f0c1a22498 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35056ca-5480-4712-b2df-6b9e0389ed64,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:52.050273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6c3f36b-2a73-4a46-9e4a-21f0c1a22498 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.054795 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b6c3f36b-2a73-4a46-9e4a-21f0c1a22498 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383071 Apr 20 12:55:52.054957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59502) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:52.059906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cde21793-84b5-4579-81da-ebfc1355b56c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Request body: {'security_group_rule': {'security_group_id': '8cb3777f-6d84-4366-bcdc-41ae49ec5041', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:52.085618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cde21793-84b5-4579-81da-ebfc1355b56c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.129751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:52.135866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:52.142632 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cde21793-84b5-4579-81da-ebfc1355b56c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.147216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cde21793-84b5-4579-81da-ebfc1355b56c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.151813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:52.163638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:52.164241 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.168051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494d131-7359-4400-997a-dd4771e2bc4d None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:52.169594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde21793-84b5-4579-81da-ebfc1355b56c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8836d0c0-51aa-4a6e-b679-bca17ce9cb8b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:52.172061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3945ec64-d5af-4ea2-b5c1-933ee241b18f req-583b850d-846d-45e1-9dc2-c06e0323ebb4 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460741 Apr 20 12:55:52.172674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=d4f47e16-dac2-4540-8d20-9ad2411936ed,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:52.187852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cde21793-84b5-4579-81da-ebfc1355b56c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.193953 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cde21793-84b5-4579-81da-ebfc1355b56c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349113 Apr 20 12:55:52.194440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:52.201374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:52.215653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6e7e2c84-be80-411b-a629-3a9ab39a13c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9273412 Apr 20 12:55:52.219687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59506) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:52.224475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd6e53-d0ef-4706-98fd-5f0f784557ef req-d4687ce2-12cf-41a8-8444-010dafdc03be tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:52.226056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4fd6e53-d0ef-4706-98fd-5f0f784557ef req-d4687ce2-12cf-41a8-8444-010dafdc03be tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1598203 Apr 20 12:55:52.227493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-68886057-d11f-4378-8e59-ef5b2b94f1bd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-163041953', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:55:52.250929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68886057-d11f-4378-8e59-ef5b2b94f1bd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.252032 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68886057-d11f-4378-8e59-ef5b2b94f1bd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.263849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] For port 05e82032-1066-464b-a471-0e232de07836, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:52.307663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68886057-d11f-4378-8e59-ef5b2b94f1bd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.316897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4fd6e53-d0ef-4706-98fd-5f0f784557ef req-63dc1eb6-c4dd-4e86-8aa7-a981bd50da4c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784960 Apr 20 12:55:52.317775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.319638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68886057-d11f-4378-8e59-ef5b2b94f1bd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.351109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e82032-1066-464b-a471-0e232de07836 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:55:52.362894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.365656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68886057-d11f-4378-8e59-ef5b2b94f1bd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.370936 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-68886057-d11f-4378-8e59-ef5b2b94f1bd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1485598 Apr 20 12:55:52.375078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59508) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:52.408065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Transition to ACTIVE for port object 05e82032-1066-464b-a471-0e232de07836 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:55:52.415436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.466557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=9']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:52.591769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] No DVR routers for this DVR port 05e82032-1066-464b-a471-0e232de07836 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:55:52.617144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'd4f47e16-dac2-4540-8d20-9ad2411936ed'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:55:52.620609 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.745517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:52.745517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:52.746267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:52.777980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Port 05e82032-1066-464b-a471-0e232de07836 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:55:52.778416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Attempting to bind port 05e82032-1066-464b-a471-0e232de07836 on network 2fec0ebd-154f-47e4-850f-cae433bdbd6b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:52.795191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:52.795523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Checking segment: {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:52.795907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Bound using segment: {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:52.796345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Bound port: 05e82032-1066-464b-a471-0e232de07836, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d78f01-8f8f-4c49-a5f3-a03649228729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:52.796700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.810332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ca4aa91-85b3-45e0-b447-4d131a71fb4f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:55:52.823605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.847264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9ca4aa91-85b3-45e0-b447-4d131a71fb4f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:55:52.848096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ca4aa91-85b3-45e0-b447-4d131a71fb4f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:55:52.916689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] For port 05e82032-1066-464b-a471-0e232de07836, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:52.922887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] For port 05e82032-1066-464b-a471-0e232de07836, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:52.938655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d534f2-ea8d-4fd2-9b89-fecfea2284ac req-e15b3364-64d4-4802-b2ae-d3c78386a228 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:52.946132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2d534f2-ea8d-4fd2-9b89-fecfea2284ac req-e15b3364-64d4-4802-b2ae-d3c78386a228 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 943 time: 0.3672335 Apr 20 12:55:52.954464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/d4f47e16-dac2-4540-8d20-9ad2411936ed/99e63c24-14be-4e19-9674-f5e3b9cebbee) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:52.964909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:52.988258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.029140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:53.030463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.032480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] 10.222.0.30 "PUT /v2.0/ports/05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 1091 time: 1.5357769 Apr 20 12:55:53.040469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'tag': '05e82032-1066-464b-a471-0e232de07836'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:55:53.045072 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19ab0ba-415a-4cee-abcb-627762e075fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "tag": "05e82032-1066-464b-a471-0e232de07836"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:55:53.152536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2d534f2-ea8d-4fd2-9b89-fecfea2284ac req-b5074855-61b9-4fb8-98ed-d5e86e073705 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891670 Apr 20 12:55:53.162624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.170699 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937bf9af-8f63-4c0f-81f3-7d32de3ee304 x-openstack-request-id: req-937bf9af-8f63-4c0f-81f3-7d32de3ee304 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:55:53.171007 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "tag": "05e82032-1066-464b-a471-0e232de07836", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:55:53.171382 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-937bf9af-8f63-4c0f-81f3-7d32de3ee304 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:55:53.172611 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937bf9af-8f63-4c0f-81f3-7d32de3ee304'] response: {'name': 'network-changed', 'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'tag': '05e82032-1066-464b-a471-0e232de07836', 'status': 'completed', 'code': 200} Apr 20 12:55:53.176463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.245950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec1fbd-11eb-4ebe-a9b6-4a1c92959110 service neutron] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:53.253140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-137e674b-647a-4d64-8cb2-b0a6bc66592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:53.254933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-137e674b-647a-4d64-8cb2-b0a6bc66592b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1095 time: 0.1453421 Apr 20 12:55:53.257883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:53.268253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:53.273170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:53.337481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Pushing event updated for resources: {'Port': ['ID=99e63c24-14be-4e19-9674-f5e3b9cebbee,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:53.374853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::1 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/d4f47e16-dac2-4540-8d20-9ad2411936ed/2e98b75f-d2a5-4172-bf5b-897c7b09318f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:53.376852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Allocated IP 172.25.3.190 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/9e001d77-520c-4db7-8afe-2f99bcfba6dd) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:55:53.406232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Attempting to bind port 99e63c24-14be-4e19-9674-f5e3b9cebbee on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:53.406913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Attempting to bind port 99e63c24-14be-4e19-9674-f5e3b9cebbee by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:53.407493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Attempting to bind port 99e63c24-14be-4e19-9674-f5e3b9cebbee on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:53.411456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c648c2-c533-4c7c-bde7-225c6b0cdf5c req-7e9c30f8-8a83-4ad8-9003-7b34c43bbef8 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:53.412999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80c648c2-c533-4c7c-bde7-225c6b0cdf5c req-7e9c30f8-8a83-4ad8-9003-7b34c43bbef8 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1328924 Apr 20 12:55:53.426311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:53.427052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:53.427630 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.428986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:53.429828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Bound port: 99e63c24-14be-4e19-9674-f5e3b9cebbee, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:53.430865 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.525235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] For port 99e63c24-14be-4e19-9674-f5e3b9cebbee, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:55:53.529532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] For port 99e63c24-14be-4e19-9674-f5e3b9cebbee, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=99e63c24-14be-4e19-9674-f5e3b9cebbee,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:55:53.540832 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.561081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80c648c2-c533-4c7c-bde7-225c6b0cdf5c req-016515fc-4fcb-4f72-9af6-0c1583d1c9fa tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379566 Apr 20 12:55:53.569249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-8b5f4036-4df3-4477-a541-569ccf47f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:53.570819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-8b5f4036-4df3-4477-a541-569ccf47f93e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 915 time: 0.3035457 Apr 20 12:55:53.632629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-0135dab9-b614-4560-8ed5-188f7871de44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 217 time: 0.0523667 Apr 20 12:55:53.641122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08792254-1d9a-4b08-8f60-8d06c1eb0a8c None None] Pushing event updated for resources: {'Port': ['ID=99e63c24-14be-4e19-9674-f5e3b9cebbee,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:53.658253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a691f5f-cee7-41c8-b833-823c62bdf02d req-f6062104-e6f9-4d02-a98b-e2d0446c93df tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:53.660408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a691f5f-cee7-41c8-b833-823c62bdf02d req-f6062104-e6f9-4d02-a98b-e2d0446c93df tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1998010 Apr 20 12:55:53.666822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.772503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.784714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-59a76a92-5df6-45e7-8e16-9af97770b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:53.786882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-59a76a92-5df6-45e7-8e16-9af97770b336 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.1463156 Apr 20 12:55:53.790581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a691f5f-cee7-41c8-b833-823c62bdf02d req-811d3e14-3768-4794-ab4e-25820d5eed28 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199207 Apr 20 12:55:53.843929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-427a83ea-5e33-4988-af7e-6edabe1ae5f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495336 Apr 20 12:55:53.906144 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.920884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:53.980881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.036899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:54.046419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:54.052036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:54.056285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=2e98b75f-d2a5-4172-bf5b-897c7b09318f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:54.059087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-73161dc1-ac09-4f13-ae7f-19122d5a0100 service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058015 Apr 20 12:55:54.073292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:54.077211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event updated for resources: {'Port': ['ID=9e001d77-520c-4db7-8afe-2f99bcfba6dd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:54.078166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:54.086551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:55:54.088494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.227083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a74bdc56-eb83-47c6-bc26-063919a1e4ea req-975d2fd4-79f3-4412-8a38-0f3f553dd712 service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454880 Apr 20 12:55:54.228132 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.244562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.343687 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.646586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.656195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.657094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.798718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 99e63c24-14be-4e19-9674-f5e3b9cebbee up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:54.915000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4350c-84f4-441b-ae79-6f9250dcb3d3 req-10f52d56-8e7a-4876-a73d-f7e571cad57d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:54.917578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17a4350c-84f4-441b-ae79-6f9250dcb3d3 req-10f52d56-8e7a-4876-a73d-f7e571cad57d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.6375592 Apr 20 12:55:54.923569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=2e98b75f-d2a5-4172-bf5b-897c7b09318f,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:54.958602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 99e63c24-14be-4e19-9674-f5e3b9cebbee triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:54.959553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:54.988454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-9e55586f-4fc6-4107-aed3-3dbc7cbf4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:54.992379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-9e55586f-4fc6-4107-aed3-3dbc7cbf4b2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1095 time: 0.6965857 Apr 20 12:55:55.009660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:55:55.013957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:55:55.161948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:55.220281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 99e63c24-14be-4e19-9674-f5e3b9cebbee, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=99e63c24-14be-4e19-9674-f5e3b9cebbee,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:55:55.242588 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:55.350861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Router 97bac2d1-7036-420e-9b5c-ea5f1eb6234e is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:55:55.382498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=99e63c24-14be-4e19-9674-f5e3b9cebbee,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:55.390948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-1ab47ce9-6623-406c-828e-cfd8eb2d2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:55.396296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-1ab47ce9-6623-406c-828e-cfd8eb2d2fbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 915 time: 0.3858602 Apr 20 12:55:55.537659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:55:55.546894 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-514e9ed1-eeb1-4a3c-be39-91749f8c2bca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "PUT /v2.0/routers/97bac2d1-7036-420e-9b5c-ea5f1eb6234e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1680815 Apr 20 12:55:55.547386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:55.571766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Sync routers for ids ['97bac2d1-7036-420e-9b5c-ea5f1eb6234e'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:55:55.617899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2cd081f3-a409-4fca-99ba-653b811c4530 None None] Provisioning complete for port 99e63c24-14be-4e19-9674-f5e3b9cebbee triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:55.618320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2cd081f3-a409-4fca-99ba-653b811c4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:55.696693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:55.701530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-7f3a9bac-422c-4830-b56c-73839469d81a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 217 time: 0.2603719 Apr 20 12:55:55.709378 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:55.718574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43da3670-5841-45c2-b9a0-ed0811f888e1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:55.724714 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-43da3670-5841-45c2-b9a0-ed0811f888e1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports/2e98b75f-d2a5-4172-bf5b-897c7b09318f HTTP/1.1" status: 200 len: 911 time: 0.1734102 Apr 20 12:55:55.724866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333fd3d-0a62-46f9-afe5-d0354d2e002c req-a2fab679-1408-45d6-80da-3bf54e738a5a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:55.725228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59550) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:55.734386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4333fd3d-0a62-46f9-afe5-d0354d2e002c req-a2fab679-1408-45d6-80da-3bf54e738a5a tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.9241469 Apr 20 12:55:55.756894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Routers {'97bac2d1-7036-420e-9b5c-ea5f1eb6234e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:55.759894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['97bac2d1-7036-420e-9b5c-ea5f1eb6234e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:55.878560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f4d6f-d452-4e3a-80ea-df1ed5869e6f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:55.893013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57f4d6f-d452-4e3a-80ea-df1ed5869e6f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:55.899327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c57f4d6f-d452-4e3a-80ea-df1ed5869e6f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1683059 Apr 20 12:55:55.899907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59552) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:55.917714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17a4350c-84f4-441b-ae79-6f9250dcb3d3 req-0496a8a5-5f03-41b1-844f-d293a6f57c3f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9509368 Apr 20 12:55:55.952449 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:55:55.973688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-7b5b413e-9ef3-4c6e-9ff6-3f7c92e73701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:55.976504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-7b5b413e-9ef3-4c6e-9ff6-3f7c92e73701 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.1946819 Apr 20 12:55:55.981403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Set router 97bac2d1-7036-420e-9b5c-ea5f1eb6234e gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:56.211084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:56.224854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4333fd3d-0a62-46f9-afe5-d0354d2e002c req-7917702a-b7f1-48af-ada7-9358ef3b2d9c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893820 Apr 20 12:55:56.358652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-b4531412-2383-47eb-a9d6-cee5ade49578 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1910393 Apr 20 12:55:56.402877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event updated for resources: {'Port': ['ID=9e001d77-520c-4db7-8afe-2f99bcfba6dd,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:56.445022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:56.464123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bce10564-6b2c-4160-8410-729e70f32f9b tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2685690 Apr 20 12:55:56.588008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f816a8c-1c25-4168-8ce0-f6b485ea77ae req-1fd1a523-a76c-4b7e-a63d-1389c776158c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:56.596954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f816a8c-1c25-4168-8ce0-f6b485ea77ae req-1fd1a523-a76c-4b7e-a63d-1389c776158c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.4111457 Apr 20 12:55:56.608159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-95d3e5d2-9d29-4bc9-ad6f-e17701517132 None None] Provisioning complete for port 2e98b75f-d2a5-4172-bf5b-897c7b09318f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:56.608568 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95d3e5d2-9d29-4bc9-ad6f-e17701517132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:56.682838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f816a8c-1c25-4168-8ce0-f6b485ea77ae req-90b2ebce-a762-4bce-b4a4-a2757931f951 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846732 Apr 20 12:55:56.728450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bac2d1-7036-420e-9b5c-ea5f1eb6234e', 'name': 'tempest-NetworksTestDHCPv6-router-163041953', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:52Z', 'updated_at': '2022-04-20T12:55:54Z', 'revision_number': 2, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None, '_interfaces': [{'id': '2e98b75f-d2a5-4172-bf5b-897c7b09318f', 'name': '', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'mac_address': 'fa:16:3e:47:cd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97bac2d1-7036-420e-9b5c-ea5f1eb6234e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'd4f47e16-dac2-4540-8d20-9ad2411936ed', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:53Z', 'updated_at': '2022-04-20T12:55:54Z', 'revision_number': 2, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'subnets': [{'id': 'd4f47e16-dac2-4540-8d20-9ad2411936ed', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:56.804226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 99e63c24-14be-4e19-9674-f5e3b9cebbee up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:55:56.810510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Checking router: 97bac2d1-7036-420e-9b5c-ea5f1eb6234e for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:55:56.810759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Updating router 97bac2d1-7036-420e-9b5c-ea5f1eb6234e port 2e98b75f-d2a5-4172-bf5b-897c7b09318f binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:55:56.811947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-ab943847-b46d-4577-8bae-5febba8e12bb service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277427 Apr 20 12:55:56.814170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-95d3e5d2-9d29-4bc9-ad6f-e17701517132 None None] Port 2e98b75f-d2a5-4172-bf5b-897c7b09318f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:55:56.910522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-df5c7c1f-f018-4f95-bdf4-6895d48ea944 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--416082137&fields=id&tenant_id=4fd2868a772749c39872b962cc9f4d8b HTTP/1.1" status: 200 len: 267 time: 0.1436388 Apr 20 12:55:56.920502 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:56.998305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 99e63c24-14be-4e19-9674-f5e3b9cebbee triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:56.999008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.047448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.321401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c19ab0ba-415a-4cee-abcb-627762e075fe req-6b5b3b87-f233-4840-b317-37cc3f051651 service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4850323 Apr 20 12:55:57.336411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-aee0961a-6df5-4e86-8971-b0ad9f817158 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:57.344057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-aee0961a-6df5-4e86-8971-b0ad9f817158 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/networks?id=c6bf3a3b-b398-4baf-b62e-1917e02b299e HTTP/1.1" status: 200 len: 814 time: 0.4325967 Apr 20 12:55:57.361671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d614fb-113d-4ce9-af21-fcdc0ae4dccd req-1c83fe0f-4e90-4d79-b450-b8361857aea7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:57.370013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9d614fb-113d-4ce9-af21-fcdc0ae4dccd req-1c83fe0f-4e90-4d79-b450-b8361857aea7 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.2349710 Apr 20 12:55:57.393411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-7e894206-7e25-4d91-82a4-f3d4bc51b9be tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/quotas/4fd2868a772749c39872b962cc9f4d8b HTTP/1.1" status: 200 len: 375 time: 0.0482812 Apr 20 12:55:57.453515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9d614fb-113d-4ce9-af21-fcdc0ae4dccd req-0687a392-eb3f-44ab-9be9-244983a11d1b tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825145 Apr 20 12:55:57.518603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-53b0ff53-88e2-4481-a35b-c351b59eca07 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fd2868a772749c39872b962cc9f4d8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236634 Apr 20 12:55:57.546203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 2e98b75f-d2a5-4172-bf5b-897c7b09318f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:55:57.547019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.664823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.679858 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.723788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.751528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 2e98b75f-d2a5-4172-bf5b-897c7b09318f owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:55:57.780308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4561c1-2fe2-4fee-b1b8-d3d2c3efc52b None None] Pushing event updated for resources: {'Port': ['ID=2e98b75f-d2a5-4172-bf5b-897c7b09318f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:57.782872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-6090ba8e-add9-4426-85f1-ed5de79d4da3 service neutron] 10.222.0.24 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633760 Apr 20 12:55:57.891405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Attempting to bind port 2e98b75f-d2a5-4172-bf5b-897c7b09318f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:57.892675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Attempting to bind port 2e98b75f-d2a5-4172-bf5b-897c7b09318f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:57.893312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Attempting to bind port 2e98b75f-d2a5-4172-bf5b-897c7b09318f on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:57.900373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:57.901233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:57.901974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.902608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:57.903368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Bound port: 2e98b75f-d2a5-4172-bf5b-897c7b09318f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:57.904066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:57.923030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e697bb-3e9d-449d-ad73-fbc4da621992 req-84caaa10-4d6f-4742-8e9d-ad48cfa675ef tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:57.924743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78e697bb-3e9d-449d-ad73-fbc4da621992 req-84caaa10-4d6f-4742-8e9d-ad48cfa675ef tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.2860298 Apr 20 12:55:58.025573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-5ba8a8d9-84e2-4680-8cd0-07d8303395ed service neutron] 10.222.0.24 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293448 Apr 20 12:55:58.061856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78e697bb-3e9d-449d-ad73-fbc4da621992 req-d86c9732-b9be-472d-a665-42a6f1c9e272 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164575 Apr 20 12:55:58.153845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-97e1d14e-96d5-4136-b961-cff6cacff2c6 None None] Provisioning complete for port 2e98b75f-d2a5-4172-bf5b-897c7b09318f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:55:58.154380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-97e1d14e-96d5-4136-b961-cff6cacff2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:58.157480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:58.210699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:55:58.211076 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:55:58.214309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-97e1d14e-96d5-4136-b961-cff6cacff2c6 None None] Port 2e98b75f-d2a5-4172-bf5b-897c7b09318f was deleted so its status cannot be updated. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 12:55:58.220565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=2e98b75f-d2a5-4172-bf5b-897c7b09318f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:58.328054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1490a-9e9b-4d2d-a5dd-57e856b2a41b req-b33e3a11-38c1-4ecf-a464-f4695a72a187 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:58.337118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ac1490a-9e9b-4d2d-a5dd-57e856b2a41b req-b33e3a11-38c1-4ecf-a464-f4695a72a187 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.0937772 Apr 20 12:55:58.356700 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:58.479007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce809768-04f9-48d6-9882-eb2aebfa3234 req-75ef141a-ffbf-4102-96b5-419ecd219111 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 210 time: 0.0919142 Apr 20 12:55:58.546295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ac1490a-9e9b-4d2d-a5dd-57e856b2a41b req-4e5fdf06-c9b2-43e3-acff-f39f61f558db tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082791 Apr 20 12:55:58.754458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Attempting to bind port 2e98b75f-d2a5-4172-bf5b-897c7b09318f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:55:58.758749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Attempting to bind port 2e98b75f-d2a5-4172-bf5b-897c7b09318f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:55:58.759383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Attempting to bind port 2e98b75f-d2a5-4172-bf5b-897c7b09318f on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:55:58.784149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811f858-c4ab-4ba1-8dbe-ded6d83b6009 req-ba584223-1652-4636-8f55-78c287983d1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:58.785471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:55:58.787072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:55:58.787649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:58.789179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9811f858-c4ab-4ba1-8dbe-ded6d83b6009 req-ba584223-1652-4636-8f55-78c287983d1a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.1268051 Apr 20 12:55:58.792323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:55:58.793323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Bound port: 2e98b75f-d2a5-4172-bf5b-897c7b09318f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:55:58.796631 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:58.813313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Router 97bac2d1-7036-420e-9b5c-ea5f1eb6234e has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:55:58.865681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9811f858-c4ab-4ba1-8dbe-ded6d83b6009 req-a450ccc5-03f6-46f0-a546-eaaa85e47e9d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Apr 20 12:55:58.933753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Port 2e98b75f-d2a5-4172-bf5b-897c7b09318f has been deleted concurrently {{(pid=109411) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 20 12:55:58.956931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Routers {'97bac2d1-7036-420e-9b5c-ea5f1eb6234e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:55:58.958776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['97bac2d1-7036-420e-9b5c-ea5f1eb6234e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:59.053962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:55:59.065620 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8d94097e-02ab-4b3d-806f-83807dae70c3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "PUT /v2.0/routers/97bac2d1-7036-420e-9b5c-ea5f1eb6234e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1637013 Apr 20 12:55:59.069494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59586) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:59.198632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] Set router 97bac2d1-7036-420e-9b5c-ea5f1eb6234e gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:55:59.244958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6ab64-4e44-45f2-a719-f888f87d60f2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:59.247181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6ab64-4e44-45f2-a719-f888f87d60f2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:59.249070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6cb6ab64-4e44-45f2-a719-f888f87d60f2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1778798 Apr 20 12:55:59.253364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59594) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:59.395616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bac2d1-7036-420e-9b5c-ea5f1eb6234e', 'name': 'tempest-NetworksTestDHCPv6-router-163041953', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:52Z', 'updated_at': '2022-04-20T12:55:58Z', 'revision_number': 3, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:55:59.395781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet d4f47e16-dac2-4540-8d20-9ad2411936ed {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:55:59.406347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:59.407199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213696e-c3f7-418a-b21a-fab9db85c00c req-b3ce07d5-ae8b-4664-938f-0863e415ba3b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:59.416781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a213696e-c3f7-418a-b21a-fab9db85c00c req-b3ce07d5-ae8b-4664-938f-0863e415ba3b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1650820 Apr 20 12:55:59.482363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee68587-d71e-4e39-9a32-8f0cbf2d0aff None None] The sync data for ids ['97bac2d1-7036-420e-9b5c-ea5f1eb6234e'] in n-d-838550-2 is: [{'id': '97bac2d1-7036-420e-9b5c-ea5f1eb6234e', 'name': 'tempest-NetworksTestDHCPv6-router-163041953', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:52Z', 'updated_at': '2022-04-20T12:55:58Z', 'revision_number': 3, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:55:59.483186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a213696e-c3f7-418a-b21a-fab9db85c00c req-fb90dfa5-8bf5-42a4-a3f8-e5267697adb0 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642884 Apr 20 12:55:59.505954 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:59.704003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:59.706142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-443f60cd-e14c-4e85-b71d-be0113c171b8 req-3d092146-3006-4df9-aca4-4086d33b64dc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 210 time: 0.0731523 Apr 20 12:55:59.826840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7a55c-0270-4a21-9c1e-7e76d30076ec req-f95d6b54-fc17-4fd2-b5cb-0e9bdfb6c66a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:55:59.838743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84c7a55c-0270-4a21-9c1e-7e76d30076ec req-f95d6b54-fc17-4fd2-b5cb-0e9bdfb6c66a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1137006 Apr 20 12:55:59.850848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:59.922324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:55:59.932121 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/d4f47e16-dac2-4540-8d20-9ad2411936ed HTTP/1.1" status: 204 len: 168 time: 0.6766169 Apr 20 12:55:59.933721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24affe1f-a300-4328-b601-7e1cae353f14 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f47e16-dac2-4540-8d20-9ad2411936ed,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:55:59.934176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0655029-db92-4ff2-bcc5-19fe1e66b955 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:55:59.935941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:55:59.967673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84c7a55c-0270-4a21-9c1e-7e76d30076ec req-3b8bee00-9c01-4263-b25a-d697ca2aa3a0 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278210 Apr 20 12:56:00.160022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad86bc2-7144-409f-92f2-aaf1fe6d0c7a req-1c696435-b6c6-4da3-a71b-7601f1768de3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:00.162083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ad86bc2-7144-409f-92f2-aaf1fe6d0c7a req-1c696435-b6c6-4da3-a71b-7601f1768de3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.1019866 Apr 20 12:56:00.248611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ad86bc2-7144-409f-92f2-aaf1fe6d0c7a req-03041fe1-efc3-454e-8f29-1bb5ee3303f6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768173 Apr 20 12:56:00.301056 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a481ab9c-f687-48ba-b3cf-eed378b5c917 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3629582 Apr 20 12:56:00.303100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59644) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:00.381771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-ea2b5e22-0cfb-46fa-89fe-021abbc3a948 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935922 Apr 20 12:56:00.450039 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51f7f361-53b2-4a78-b07f-5e709ac04c18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:00.690525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:00.789439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] Deleting port 99e63c24-14be-4e19-9674-f5e3b9cebbee {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:00.815290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:00.835624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-256defa2-2bbe-4868-811a-77446df63077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:00.837797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-256defa2-2bbe-4868-811a-77446df63077 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 1096 time: 0.3144283 Apr 20 12:56:01.016903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] For port 99e63c24-14be-4e19-9674-f5e3b9cebbee, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=99e63c24-14be-4e19-9674-f5e3b9cebbee,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:01.017793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:01.051291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] Calling delete_port for 99e63c24-14be-4e19-9674-f5e3b9cebbee owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:01.076661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35e5f979-5141-48cd-98f4-63b43d42c788 req-aa9fd891-6d48-4685-91c9-707fb7eafcb0 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 210 time: 0.1929774 Apr 20 12:56:01.262608 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:01.265317 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] Sync routers for ids ['97bac2d1-7036-420e-9b5c-ea5f1eb6234e'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:01.287327 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] Routers {'97bac2d1-7036-420e-9b5c-ea5f1eb6234e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:01.292828 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['97bac2d1-7036-420e-9b5c-ea5f1eb6234e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:01.326704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] Pushing event deleted for resources: {'Port': ['ID=99e63c24-14be-4e19-9674-f5e3b9cebbee,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:01.328923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03ef8b-4028-42a9-8e83-700c528753f1 req-8e4826d7-17f7-401b-8ca8-28320efc6f7d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:01.331954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6b0d1-3fda-44a1-8a21-4a984a49595e None None] No DVR routers for this DVR port 99e63c24-14be-4e19-9674-f5e3b9cebbee on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:01.336921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d03ef8b-4028-42a9-8e83-700c528753f1 req-8e4826d7-17f7-401b-8ca8-28320efc6f7d tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.5632205 Apr 20 12:56:01.352352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51f7f361-53b2-4a78-b07f-5e709ac04c18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:01.354191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-d5e1e07c-e9b3-4786-92a9-9f2808e1f73f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:01.356340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-d5e1e07c-e9b3-4786-92a9-9f2808e1f73f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.30 "GET /v2.0/networks?id=c6bf3a3b-b398-4baf-b62e-1917e02b299e HTTP/1.1" status: 200 len: 814 time: 0.8632760 Apr 20 12:56:01.362895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51f7f361-53b2-4a78-b07f-5e709ac04c18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:01.495228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-79303921-f320-4377-88ea-d42c03f8914f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fd2868a772749c39872b962cc9f4d8b HTTP/1.1" status: 200 len: 379 time: 0.1038451 Apr 20 12:56:01.504774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d03ef8b-4028-42a9-8e83-700c528753f1 req-1eb1fedd-0e2d-4103-b0cf-f8b0163df10e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668856 Apr 20 12:56:01.507429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51f7f361-53b2-4a78-b07f-5e709ac04c18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:01.508575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f7f361-53b2-4a78-b07f-5e709ac04c18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Fanout notify agent at l3_agent the message router_deleted on router 97bac2d1-7036-420e-9b5c-ea5f1eb6234e {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:56:01.527797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51f7f361-53b2-4a78-b07f-5e709ac04c18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:01.528931 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-51f7f361-53b2-4a78-b07f-5e709ac04c18 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/routers/97bac2d1-7036-420e-9b5c-ea5f1eb6234e HTTP/1.1" status: 204 len: 168 time: 1.2246931 Apr 20 12:56:01.533611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59688) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:01.539726 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] Set router 97bac2d1-7036-420e-9b5c-ea5f1eb6234e gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:01.542012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Request body: {'port': {'device_id': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'admin_state_up': True, 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'security_groups': ['8cb3777f-6d84-4366-bcdc-41ae49ec5041']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:01.544108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:01.556331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cc78d-e181-4017-b400-1702367203a8 req-e808b0dc-a154-4d3e-92c5-138aba8fd8fb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:01.565331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-036cc78d-e181-4017-b400-1702367203a8 req-e808b0dc-a154-4d3e-92c5-138aba8fd8fb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3036261 Apr 20 12:56:01.597476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-904071a0-6a9d-41b4-98b7-420f3cd5458e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:01.598939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-904071a0-6a9d-41b4-98b7-420f3cd5458e service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.6634626 Apr 20 12:56:01.666973 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97bac2d1-7036-420e-9b5c-ea5f1eb6234e', 'name': 'tempest-NetworksTestDHCPv6-router-163041953', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:52Z', 'updated_at': '2022-04-20T12:55:58Z', 'revision_number': 3, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:01.704273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:01.709678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:01.717207 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] Checking router: 97bac2d1-7036-420e-9b5c-ea5f1eb6234e for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:01.730756 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:01.732334 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 12:56:01.733722 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_agentschedulers_db [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97bac2d1-7036-420e-9b5c-ea5f1eb6234e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent'). {{(pid=109412) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 12:56:01.734490 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218c998a-b616-4c06-b694-6e6a5cafbc77 None None] The sync data for ids ['97bac2d1-7036-420e-9b5c-ea5f1eb6234e'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:01.796217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-ed775b0c-2fbb-4a06-b5fd-e24d6157171d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 HTTP/1.1" status: 200 len: 217 time: 0.1462879 Apr 20 12:56:01.866912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-036cc78d-e181-4017-b400-1702367203a8 req-40722121-01ba-4faf-95ad-35e773574f4e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011243 Apr 20 12:56:01.918051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470bcc7-be32-4b1e-998e-c97cff9dad90 req-9430d11c-d1bf-4bf0-b6f4-ebdee43c9dbd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:01.936219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0470bcc7-be32-4b1e-998e-c97cff9dad90 req-9430d11c-d1bf-4bf0-b6f4-ebdee43c9dbd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.3442352 Apr 20 12:56:01.975190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-7cba82e9-54d9-4c7f-bad3-82da91034e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:01.977169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-7cba82e9-54d9-4c7f-bad3-82da91034e46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.1669407 Apr 20 12:56:01.982502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.033556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Made reservation on behalf of 4fd2868a772749c39872b962cc9f4d8b for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:02.037963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.046314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:02.050512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:02.050712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0470bcc7-be32-4b1e-998e-c97cff9dad90 req-c2b27eb3-6005-4805-9594-df61da8e1149 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131268 Apr 20 12:56:02.057685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:02.058341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.062965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecada555-c636-49cb-ac61-bfbc8ba238d4 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:02.138940 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5986383 Apr 20 12:56:02.139686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59702) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:02.150547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-776566cd-f6c2-44ec-b163-a7e470d0474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:02.155605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-12e6f9fe-2606-40dc-b580-8f553f9661c6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1913212163', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:02.159380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-776566cd-f6c2-44ec-b163-a7e470d0474e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718132 Apr 20 12:56:02.169361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f1a04-5093-4cfc-bae2-4ee66ebb1603 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=ea4710a5-0db9-47dd-8d7d-9cfc1c525a29,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:02.210020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12e6f9fe-2606-40dc-b580-8f553f9661c6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.211309 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12e6f9fe-2606-40dc-b580-8f553f9661c6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.300974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12e6f9fe-2606-40dc-b580-8f553f9661c6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.308821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12e6f9fe-2606-40dc-b580-8f553f9661c6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.331181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12e6f9fe-2606-40dc-b580-8f553f9661c6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.336376 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-12e6f9fe-2606-40dc-b580-8f553f9661c6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1899781 Apr 20 12:56:02.339105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59704) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:02.378005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'ea4710a5-0db9-47dd-8d7d-9cfc1c525a29'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:02.378928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.451227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de6033be-715e-428d-8fae-f3c29c21b801 req-ac533922-9e0e-459a-991a-2bdf6ec73718 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 210 time: 0.0989885 Apr 20 12:56:02.501023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a972c81-3925-4273-9b43-0922b99ccc4d req-26ecfc28-9ca1-461a-9286-0e668166002c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:02.523511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a972c81-3925-4273-9b43-0922b99ccc4d req-26ecfc28-9ca1-461a-9286-0e668166002c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3476715 Apr 20 12:56:02.622420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe8514-f501-4250-9be6-181b14f50e4b req-a1b30c9f-083f-4ec3-b58a-7a19b9a7c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:02.624015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebe8514-f501-4250-9be6-181b14f50e4b req-a1b30c9f-083f-4ec3-b58a-7a19b9a7c19a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1095 time: 0.2888610 Apr 20 12:56:02.662698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/ea4710a5-0db9-47dd-8d7d-9cfc1c525a29/da28cfcd-107b-4175-ac90-6b0e69971c6d) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:02.692329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-d0b78041-de4f-498e-bef2-14a504a5f756 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181696 Apr 20 12:56:02.693018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 99e63c24-14be-4e19-9674-f5e3b9cebbee no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:02.836298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 99e63c24-14be-4e19-9674-f5e3b9cebbee {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:02.836637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 99e63c24-14be-4e19-9674-f5e3b9cebbee not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:02.905013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:02.995936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.007678 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.067885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:03.077206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:03.085438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:03.125951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Pushing event updated for resources: {'Port': ['ID=da28cfcd-107b-4175-ac90-6b0e69971c6d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:03.173736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Attempting to bind port da28cfcd-107b-4175-ac90-6b0e69971c6d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:03.174823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Attempting to bind port da28cfcd-107b-4175-ac90-6b0e69971c6d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:03.175135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Attempting to bind port da28cfcd-107b-4175-ac90-6b0e69971c6d on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:03.183584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:03.183882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:03.184277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.184706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:03.185366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Bound port: da28cfcd-107b-4175-ac90-6b0e69971c6d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:03.186062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.188062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a972c81-3925-4273-9b43-0922b99ccc4d req-de1ae70e-c9ff-4d1a-8820-a482fb6984df tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6447556 Apr 20 12:56:03.228597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::1 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/ea4710a5-0db9-47dd-8d7d-9cfc1c525a29/1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:03.240251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Allocated IP 172.20.0.4 (c6bf3a3b-b398-4baf-b62e-1917e02b299e/cf8435c0-9592-48bd-ba12-d48229329426/aaba2b5f-c823-44a0-9a65-c9554050c148) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:03.302404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] For port da28cfcd-107b-4175-ac90-6b0e69971c6d, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:03.310953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] For port da28cfcd-107b-4175-ac90-6b0e69971c6d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=da28cfcd-107b-4175-ac90-6b0e69971c6d,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:03.312559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086559d-7377-4955-b1cf-459de4d5fa1f req-02b29362-60ff-4a0f-9dbd-5bb2f330a799 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:03.317002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.319965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d086559d-7377-4955-b1cf-459de4d5fa1f req-02b29362-60ff-4a0f-9dbd-5bb2f330a799 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.6851077 Apr 20 12:56:03.371225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe8514-f501-4250-9be6-181b14f50e4b req-3d30b307-32aa-46ce-ac63-f1061786c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:03.372278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebe8514-f501-4250-9be6-181b14f50e4b req-3d30b307-32aa-46ce-ac63-f1061786c6c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.7309730 Apr 20 12:56:03.403184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301bac0-57e4-4210-b97d-9d3600abf839 None None] Pushing event updated for resources: {'Port': ['ID=da28cfcd-107b-4175-ac90-6b0e69971c6d,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:03.413187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef997eb3-5194-494b-a931-4a6f83a3a748 req-29c67996-fa6d-4de0-817f-1d9a55a8d137 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577263 Apr 20 12:56:03.476892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.541368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.590233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d086559d-7377-4955-b1cf-459de4d5fa1f req-1224ac01-0e16-4b00-8fd3-1bfb9b65252e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694733 Apr 20 12:56:03.648742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:03.665621 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b5897dc-5e8e-4e98-8227-e88c140d509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.668601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:03.670487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebe8514-f501-4250-9be6-181b14f50e4b req-21798f3d-807c-4979-87f8-d3c98a492aae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.2821136 Apr 20 12:56:03.673856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:03.674510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.701477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a420304-0aa8-4fc7-836b-9238f24961f9 req-dc6b37aa-16ac-4e58-a25b-38c5c4cfa920 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:03.703826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a420304-0aa8-4fc7-836b-9238f24961f9 req-dc6b37aa-16ac-4e58-a25b-38c5c4cfa920 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.4107127 Apr 20 12:56:03.737664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:03.864808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:03.930496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ed28f27-d040-4f89-88ae-217fb4b5faa7 req-0c94623a-8881-4c3e-bedb-612d3e6e7496 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 210 time: 0.1560063 Apr 20 12:56:03.966605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a420304-0aa8-4fc7-836b-9238f24961f9 req-24e028da-2a35-40cc-9612-376f57841fd1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417672 Apr 20 12:56:03.968003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe8514-f501-4250-9be6-181b14f50e4b req-86ddc2e7-0424-432a-bafb-8feb014a1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:03.969386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebe8514-f501-4250-9be6-181b14f50e4b req-86ddc2e7-0424-432a-bafb-8feb014a1633 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.2597201 Apr 20 12:56:04.002216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.086492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.154181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:04.161402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebe8514-f501-4250-9be6-181b14f50e4b req-b2c77d97-747c-4249-9a7c-5fd845926614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.163029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebe8514-f501-4250-9be6-181b14f50e4b req-b2c77d97-747c-4249-9a7c-5fd845926614 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1161480 Apr 20 12:56:04.163675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event updated for resources: {'Port': ['ID=aaba2b5f-c823-44a0-9a65-c9554050c148,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:04.166280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:04.168970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:04.307254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.314465 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-452c333a-0118-42c9-81b1-35d425468f31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1278267 Apr 20 12:56:04.315407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.348642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.358206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.365842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.392455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-9a95bcc8-144f-48cb-b57d-af851c65f5c7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8644867 Apr 20 12:56:04.432724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebe8514-f501-4250-9be6-181b14f50e4b req-171786da-f2b4-4624-8eb1-2f4844238c37 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592123 Apr 20 12:56:04.492355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Request body: {'port': {'device_id': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:04.496889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:04.554245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabf642-cbc4-42fd-b773-e8612f25c125 req-691ffd0d-913d-480b-a0f9-0e53b555ea9c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.555831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcabf642-cbc4-42fd-b773-e8612f25c125 req-691ffd0d-913d-480b-a0f9-0e53b555ea9c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2331941 Apr 20 12:56:04.604414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b5321dff-c303-485c-85d8-99eaf28771d8 None None] Provisioning complete for port aaba2b5f-c823-44a0-9a65-c9554050c148 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:04.605031 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b5321dff-c303-485c-85d8-99eaf28771d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.683724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b5321dff-c303-485c-85d8-99eaf28771d8 None None] Port aaba2b5f-c823-44a0-9a65-c9554050c148 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:56:04.767354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebe8514-f501-4250-9be6-181b14f50e4b req-c5468e4c-857c-4b6d-9066-91125c194e6d service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233545 Apr 20 12:56:04.793055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:04.802137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device da28cfcd-107b-4175-ac90-6b0e69971c6d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:04.802445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:04.943845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcabf642-cbc4-42fd-b773-e8612f25c125 req-df55bf27-b08b-413f-af45-664857fab2c9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626767 Apr 20 12:56:04.951143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:04.992034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.992512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.992982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.993449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.993944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.994488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.997837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:04.999884 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-eb229cb1-c6c7-43e7-abf5-c628be4f4338 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97882e9e14548f9b97a836a6998c203&device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 6502 time: 0.5283785 Apr 20 12:56:05.002192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port da28cfcd-107b-4175-ac90-6b0e69971c6d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:05.006454 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:05.061883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc94620-3329-4e54-b35f-009e014c66d5 req-c6aa596f-0f32-47de-ba59-3fc53bfea14c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.069370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdc94620-3329-4e54-b35f-009e014c66d5 req-c6aa596f-0f32-47de-ba59-3fc53bfea14c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.2534273 Apr 20 12:56:05.083033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Router 95fd8042-249f-4bff-86c0-874d34215377 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:56:05.183776 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:05.242121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port da28cfcd-107b-4175-ac90-6b0e69971c6d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=da28cfcd-107b-4175-ac90-6b0e69971c6d,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:05.248380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:05.282877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdc94620-3329-4e54-b35f-009e014c66d5 req-649960d7-f35b-451a-b9fb-d5535d898876 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792133 Apr 20 12:56:05.306275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b4b45-5ada-496c-8ee2-3a91be5e114f req-37ac98b8-723a-4a4d-8eff-c84e275fcb3e tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.318056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-989b4b45-5ada-496c-8ee2-3a91be5e114f req-37ac98b8-723a-4a4d-8eff-c84e275fcb3e tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 931 time: 0.2088873 Apr 20 12:56:05.350707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=da28cfcd-107b-4175-ac90-6b0e69971c6d,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:05.360619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-08656995-bf89-44d1-b540-889d12b2b28b None None] Provisioning complete for port da28cfcd-107b-4175-ac90-6b0e69971c6d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:05.361043 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08656995-bf89-44d1-b540-889d12b2b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:05.462979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-989b4b45-5ada-496c-8ee2-3a91be5e114f req-76c8bca4-84e2-4898-852a-05ba55fa4e6a tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462972 Apr 20 12:56:05.529818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:05.555242 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2549c066-a164-43b3-b8ae-53dece72a1f8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "PUT /v2.0/routers/95fd8042-249f-4bff-86c0-874d34215377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2122693 Apr 20 12:56:05.556523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59728) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:05.565972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-dbfdd5e1-195f-4a33-9ce1-59f2c3cad8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.566726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-dbfdd5e1-195f-4a33-9ce1-59f2c3cad8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.567356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-dbfdd5e1-195f-4a33-9ce1-59f2c3cad8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.571686 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-dbfdd5e1-195f-4a33-9ce1-59f2c3cad8ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=1ba8362e-e634-46c3-b068-81722f541015&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=5698e2a5-7aeb-42c7-b276-62870bae4129&id=44ea0f27-be77-4784-9c9d-a6d69428c421&id=44ea0f27-be77-4784-9c9d-a6d69428c421 HTTP/1.1" status: 200 len: 2297 time: 0.5278919 Apr 20 12:56:05.572539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Sync routers for ids ['95fd8042-249f-4bff-86c0-874d34215377'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:05.601560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Routers {'95fd8042-249f-4bff-86c0-874d34215377'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:05.602521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:55:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['95fd8042-249f-4bff-86c0-874d34215377'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:05.756598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fe7de-8f8c-4678-8629-37a825fe6921 req-0c144775-529f-465c-b00b-4d38c3b1dbdf tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.758867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-853fe7de-8f8c-4678-8629-37a825fe6921 req-0c144775-529f-465c-b00b-4d38c3b1dbdf tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.1954627 Apr 20 12:56:05.777452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776078b-8be7-4702-af84-36c1a6168ac4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.781350 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f776078b-8be7-4702-af84-36c1a6168ac4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports/1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f HTTP/1.1" status: 200 len: 911 time: 0.2198815 Apr 20 12:56:05.781547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Set router 95fd8042-249f-4bff-86c0-874d34215377 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:05.782214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59730) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:05.869218 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-b86e2ff2-e524-4999-a957-cbdc70703ec1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cab4777-0a6c-4f65-a4f6-c01735134265 HTTP/1.1" status: 200 len: 1002 time: 0.2339225 Apr 20 12:56:05.902237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaba2b5f-c823-44a0-9a65-c9554050c148 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:56:05.934210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:05.944383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1f98bf51-f2e1-4fb7-97aa-13e46264f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:05.950578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-853fe7de-8f8c-4678-8629-37a825fe6921 req-bddd1c2f-1b09-40f6-a4e9-22d926878ca4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220610 Apr 20 12:56:05.976339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95054178-fb5b-45b4-91a7-90645405d609 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.976871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Transition to ACTIVE for port object aaba2b5f-c823-44a0-9a65-c9554050c148 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:56:05.982866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95054178-fb5b-45b4-91a7-90645405d609 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:05.984851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:05.990962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59734) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:05.991248 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-95054178-fb5b-45b4-91a7-90645405d609 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2079124 Apr 20 12:56:06.057338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f91d0371-dbf3-45ec-a02f-e2bea09c461f None None] Provisioning complete for port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:06.058222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f91d0371-dbf3-45ec-a02f-e2bea09c461f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:06.082324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-2e359711-52dc-4aa5-a9d5-e2eb70129988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:06.084023 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-2e359711-52dc-4aa5-a9d5-e2eb70129988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2183d576-14b5-4237-973d-f875b237e6de HTTP/1.1" status: 200 len: 856 time: 0.1694553 Apr 20 12:56:06.126142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f91d0371-dbf3-45ec-a02f-e2bea09c461f None None] Port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:56:06.181010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-d383e394-3c8a-4382-a002-6e6fce61bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:06.183525 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-d383e394-3c8a-4382-a002-6e6fce61bccb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1ba8362e-e634-46c3-b068-81722f541015&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893993 Apr 20 12:56:06.279611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-81e47213-df8c-4aa1-8f62-50020c55bd9c None None] Provisioning complete for port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:06.279856 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81e47213-df8c-4aa1-8f62-50020c55bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:06.357198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-81e47213-df8c-4aa1-8f62-50020c55bd9c None None] Port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:56:06.374355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8042-249f-4bff-86c0-874d34215377', 'name': 'tempest-NetworksTestDHCPv6-router-1913212163', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:02Z', 'updated_at': '2022-04-20T12:56:03Z', 'revision_number': 2, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None, '_interfaces': [{'id': '1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f', 'name': '', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'mac_address': 'fa:16:3e:d7:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8042-249f-4bff-86c0-874d34215377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ea4710a5-0db9-47dd-8d7d-9cfc1c525a29', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:03Z', 'updated_at': '2022-04-20T12:56:04Z', 'revision_number': 2, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'subnets': [{'id': 'ea4710a5-0db9-47dd-8d7d-9cfc1c525a29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:06.385460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=aaba2b5f-c823-44a0-9a65-c9554050c148,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:06.389539 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-0ebf085f-79ea-4104-ba1f-1a2015456d2a service neutron] 10.222.0.30 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913402 Apr 20 12:56:06.409739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Checking router: 95fd8042-249f-4bff-86c0-874d34215377 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:06.410218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Updating router 95fd8042-249f-4bff-86c0-874d34215377 port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:56:06.445413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:06.551763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64923c-6b57-4a61-ac12-56865a6dcf22 req-41979290-00c2-4b2a-94b8-bde6f428fe21 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:06.560538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c64923c-6b57-4a61-ac12-56865a6dcf22 req-41979290-00c2-4b2a-94b8-bde6f428fe21 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3085103 Apr 20 12:56:06.603067 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-0082c987-a45d-4dcf-a73c-e6ebdce6062c service neutron] 10.222.0.30 "GET /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949263 Apr 20 12:56:06.669229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-68712267-312f-4300-9298-08bb00a7e1f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=c9df9a28-7a4c-42f3-93e5-e139b31302ec HTTP/1.1" status: 200 len: 217 time: 0.0536633 Apr 20 12:56:06.747811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-33618d34-9f65-4416-a790-fbab964ada04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:06.754503 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-33618d34-9f65-4416-a790-fbab964ada04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.0770819 Apr 20 12:56:06.758903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c64923c-6b57-4a61-ac12-56865a6dcf22 req-ad9e5160-0016-414c-bba5-dc9e7943bfdb tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973445 Apr 20 12:56:06.786640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Attempting to bind port aaba2b5f-c823-44a0-9a65-c9554050c148 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:06.786838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Attempting to bind port aaba2b5f-c823-44a0-9a65-c9554050c148 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:06.787173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Attempting to bind port aaba2b5f-c823-44a0-9a65-c9554050c148 on network c6bf3a3b-b398-4baf-b62e-1917e02b299e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:06.827296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device da28cfcd-107b-4175-ac90-6b0e69971c6d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:06.857710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62e431-5dca-42a5-8675-c26ab553765f req-bd5a35a0-c229-429a-b1d7-cf75d0910c9b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:06.869596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed62e431-5dca-42a5-8675-c26ab553765f req-bd5a35a0-c229-429a-b1d7-cf75d0910c9b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.4029834 Apr 20 12:56:06.873146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Port aaba2b5f-c823-44a0-9a65-c9554050c148 on network c6bf3a3b-b398-4baf-b62e-1917e02b299e not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:56:06.873432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Attempting to bind port aaba2b5f-c823-44a0-9a65-c9554050c148 on network c6bf3a3b-b398-4baf-b62e-1917e02b299e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:06.879088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-479de4dd-3f95-437e-a759-f08a354c456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:06.885708 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-479de4dd-3f95-437e-a759-f08a354c456c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1161275 Apr 20 12:56:06.947703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port da28cfcd-107b-4175-ac90-6b0e69971c6d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:06.948467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:06.961558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:06.965878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Checking segment: {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:06.966286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Bound using segment: {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:06.966739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Bound port: aaba2b5f-c823-44a0-9a65-c9554050c148, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf38e04e-07ea-4de7-b01c-77ca552cfd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:06.967100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.044766 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-906e03af-d799-434c-8e96-598b85187a79 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435540 Apr 20 12:56:07.057275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed62e431-5dca-42a5-8675-c26ab553765f req-546016eb-f36f-46d1-8f65-b54fea8664da tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850827 Apr 20 12:56:07.148618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.154527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.163872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.262770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5863f-d0ae-46d2-930f-7237f527cc72 req-e05770ff-cd30-4990-848c-9954b3200e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:07.266665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81b5863f-d0ae-46d2-930f-7237f527cc72 req-e05770ff-cd30-4990-848c-9954b3200e79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 1096 time: 0.2544539 Apr 20 12:56:07.331174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c903-74d3-448c-911a-504f4ff38b9c None None] Pushing event updated for resources: {'Port': ['ID=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:07.342982 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-9ac7951c-f9af-47dc-93b3-353aea385811 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712207 Apr 20 12:56:07.355076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Attempting to bind port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:07.356093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Attempting to bind port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:07.356811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Attempting to bind port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:07.370835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] For port aaba2b5f-c823-44a0-9a65-c9554050c148, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:07.373622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:07.374192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:07.374702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.375197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:07.375776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Bound port: 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:07.376380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.376923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] For port aaba2b5f-c823-44a0-9a65-c9554050c148, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aaba2b5f-c823-44a0-9a65-c9554050c148,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:07.406091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280e086-1a1e-4757-bc0d-c334e85057a4 req-15f51ee6-c542-4359-98ce-a084dabda046 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:07.407685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d280e086-1a1e-4757-bc0d-c334e85057a4 req-15f51ee6-c542-4359-98ce-a084dabda046 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.5219779 Apr 20 12:56:07.422053 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-a4becce7-f549-4103-b5d4-838a40502ef8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2d2152ba-c841-4838-9638-514cf5f96f90 HTTP/1.1" status: 200 len: 217 time: 0.0626771 Apr 20 12:56:07.475065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] For port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:07.478535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] For port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:07.489516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.531445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-b963c718-9f8d-4fe0-b942-df2b21c32d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:07.540843 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-b963c718-9f8d-4fe0-b942-df2b21c32d79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.1003883 Apr 20 12:56:07.586239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Routers {'95fd8042-249f-4bff-86c0-874d34215377'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:07.587076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['95fd8042-249f-4bff-86c0-874d34215377'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:07.590155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630c903-74d3-448c-911a-504f4ff38b9c None None] Pushing event updated for resources: {'Port': ['ID=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:07.613842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.617552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-87718aa1-d9a7-4023-b842-a64485f2173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:07.619563 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-87718aa1-d9a7-4023-b842-a64485f2173b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737026 Apr 20 12:56:07.631726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d280e086-1a1e-4757-bc0d-c334e85057a4 req-b2b2ba82-8215-4d58-a8f9-8cb5d6e3aa6e tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131703 Apr 20 12:56:07.751683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-535f27c4-c33b-4da0-9198-81b0b151175c None None] Provisioning complete for port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:07.752061 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-535f27c4-c33b-4da0-9198-81b0b151175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.775005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:07.778146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:07.783300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] 10.222.0.30 "PUT /v2.0/ports/aaba2b5f-c823-44a0-9a65-c9554050c148 HTTP/1.1" status: 200 len: 1091 time: 3.3198404 Apr 20 12:56:07.788175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81b5863f-d0ae-46d2-930f-7237f527cc72 req-2470a3e1-b05f-482b-bbf9-785c0d8db49e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059743 Apr 20 12:56:07.788582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:07.790896 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a1d98-747e-4f01-bb09-881e2a9d5aee" -d '{"events": [{"name": "network-changed", "server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:07.872390 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-a2a2b63a-1726-4ea7-9957-3a1da780bb09 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246149 Apr 20 12:56:07.873961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] Set router 95fd8042-249f-4bff-86c0-874d34215377 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:08.020444 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-f6e0fda0-aa7c-43f2-b6aa-f7b4c42cdb44 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421025 Apr 20 12:56:08.144396 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-b26f5766-8d9e-4444-b9e6-1426e6b8d484 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=70920739-0aad-45f7-843e-43cf42ecf0e0 HTTP/1.1" status: 200 len: 217 time: 0.0840857 Apr 20 12:56:08.210749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-535f27c4-c33b-4da0-9198-81b0b151175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:08.225073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-e4d9fdd8-96b6-4c38-af78-87a84fd3347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:08.227460 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-e4d9fdd8-96b6-4c38-af78-87a84fd3347e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.0678833 Apr 20 12:56:08.324966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-9de26cf9-bfe4-4278-b192-699907899cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:08.327855 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-9de26cf9-bfe4-4278-b192-699907899cf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0878069 Apr 20 12:56:08.350230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-535f27c4-c33b-4da0-9198-81b0b151175c None None] For port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:08.376817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-535f27c4-c33b-4da0-9198-81b0b151175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:08.515212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c603651-d28f-4100-942c-afc02e5b3765 req-1ef2693e-d379-4832-bb95-f037923969f4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:08.516749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c603651-d28f-4100-942c-afc02e5b3765 req-1ef2693e-d379-4832-bb95-f037923969f4 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 1.2487409 Apr 20 12:56:08.535176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f27c4-c33b-4da0-9198-81b0b151175c None None] Pushing event updated for resources: {'Port': ['ID=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:08.562902 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:08.566025 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-fefd11d0-bd7d-43e0-a3fe-90c26279339e service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098613 Apr 20 12:56:08.583208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c603651-d28f-4100-942c-afc02e5b3765 req-9352fcdb-82c0-4d42-88d9-bc76462f3f04 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490255 Apr 20 12:56:08.588579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a8bab030-4892-4bab-84b3-7c584999b78a None None] Provisioning complete for port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:08.589379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a8bab030-4892-4bab-84b3-7c584999b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:08.615432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1230b3e-8bdd-4159-9998-a355ee1ad958 req-6819b804-8b8d-4022-a1ff-575755c5e3ee tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:08.615432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1230b3e-8bdd-4159-9998-a355ee1ad958 req-6819b804-8b8d-4022-a1ff-575755c5e3ee tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.7953160 Apr 20 12:56:08.621944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fed41-d36f-4de0-8e83-bf6187bcbb18 service neutron] Pushing event updated for resources: {'Port': ['ID=aaba2b5f-c823-44a0-9a65-c9554050c148,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:08.644221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-635b038c-9120-4856-8e0f-e6ae61b80466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:08.645748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-635b038c-9120-4856-8e0f-e6ae61b80466 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fd2868a772749c39872b962cc9f4d8b&device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 1094 time: 0.7371705 Apr 20 12:56:08.666205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8042-249f-4bff-86c0-874d34215377', 'name': 'tempest-NetworksTestDHCPv6-router-1913212163', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:02Z', 'updated_at': '2022-04-20T12:56:03Z', 'revision_number': 2, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None, '_interfaces': [{'id': '1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f', 'name': '', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'mac_address': 'fa:16:3e:d7:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8042-249f-4bff-86c0-874d34215377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ea4710a5-0db9-47dd-8d7d-9cfc1c525a29', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:03Z', 'updated_at': '2022-04-20T12:56:07Z', 'revision_number': 4, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'subnets': [{'id': 'ea4710a5-0db9-47dd-8d7d-9cfc1c525a29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:08.689612 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bc0f00-ff73-4ecd-9ef0-d05f4fc437d4 x-openstack-request-id: req-e3bc0f00-ff73-4ecd-9ef0-d05f4fc437d4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:08.690436 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:08.690688 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3bc0f00-ff73-4ecd-9ef0-d05f4fc437d4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:08.691155 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3bc0f00-ff73-4ecd-9ef0-d05f4fc437d4'] response: {'name': 'network-changed', 'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'status': 'completed', 'code': 200} Apr 20 12:56:08.700545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c965fec-6415-42d5-84f5-990d0786c3d7 None None] The sync data for ids ['95fd8042-249f-4bff-86c0-874d34215377'] in n-d-838550-2 is: [{'id': '95fd8042-249f-4bff-86c0-874d34215377', 'name': 'tempest-NetworksTestDHCPv6-router-1913212163', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:02Z', 'updated_at': '2022-04-20T12:56:03Z', 'revision_number': 2, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None, '_interfaces': [{'id': '1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f', 'name': '', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'mac_address': 'fa:16:3e:d7:4a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fd8042-249f-4bff-86c0-874d34215377', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'ea4710a5-0db9-47dd-8d7d-9cfc1c525a29', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:03Z', 'updated_at': '2022-04-20T12:56:07Z', 'revision_number': 4, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'subnets': [{'id': 'ea4710a5-0db9-47dd-8d7d-9cfc1c525a29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:08.741905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1230b3e-8bdd-4159-9998-a355ee1ad958 req-927bf04a-8dd5-4d04-b16a-c9cf60ae3532 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129308 Apr 20 12:56:08.833324 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:08.848256 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-7e0f131f-87a3-4f44-a650-78702be0f024 service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471521 Apr 20 12:56:08.921279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-18b05bf2-8c4d-46b2-b3cc-43567d83a1f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaba2b5f-c823-44a0-9a65-c9554050c148 HTTP/1.1" status: 200 len: 217 time: 0.2291846 Apr 20 12:56:08.927954 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-921effee-a2ff-42df-b388-7db87104075d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=501a68ff-8e54-4765-b0e2-6159042e67c8 HTTP/1.1" status: 200 len: 217 time: 0.0713930 Apr 20 12:56:09.007853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-7dbf6a79-9211-42bc-b269-22c045a60bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.009417 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-7dbf6a79-9211-42bc-b269-22c045a60bba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 200 len: 797 time: 0.0646031 Apr 20 12:56:09.085549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-b9eea5ca-f049-4957-97d0-7826f12360ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.090830 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-b9eea5ca-f049-4957-97d0-7826f12360ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5698e2a5-7aeb-42c7-b276-62870bae4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694368 Apr 20 12:56:09.148529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b414e-c915-4ac0-a3e1-4980a40c553d req-f66575c1-d459-4870-a528-95eea17bd974 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.150383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a2b414e-c915-4ac0-a3e1-4980a40c553d req-f66575c1-d459-4870-a528-95eea17bd974 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.2472234 Apr 20 12:56:09.168481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-51e7457b-3b6f-4901-a2ab-4d0ef968a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.170025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-51e7457b-3b6f-4901-a2ab-4d0ef968a025 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf8435c0-9592-48bd-ba12-d48229329426 HTTP/1.1" status: 200 len: 853 time: 0.2304082 Apr 20 12:56:09.170813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:09.186189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002e7b4-1cfd-4a55-9852-dcc97184a1ab req-c990e27e-66a8-4d29-b726-bdc7c00a7850 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.187991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e002e7b4-1cfd-4a55-9852-dcc97184a1ab req-c990e27e-66a8-4d29-b726-bdc7c00a7850 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1808820 Apr 20 12:56:09.358479 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-5759b5c3-233e-4b82-b622-b7c498c0405c service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654658 Apr 20 12:56:09.376828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a2b414e-c915-4ac0-a3e1-4980a40c553d req-ae66a288-d408-4716-a5ed-225e0595e744 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503322 Apr 20 12:56:09.390690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-1b6cd7c8-b9e7-4869-a15b-117100f6d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.392215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-1b6cd7c8-b9e7-4869-a15b-117100f6d350 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6bf3a3b-b398-4baf-b62e-1917e02b299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475689 Apr 20 12:56:09.399070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e002e7b4-1cfd-4a55-9852-dcc97184a1ab req-9fbb9eed-8c4c-4324-9045-697385b7e66e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642559 Apr 20 12:56:09.579759 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-a7cc280f-49bc-4348-9fd0-1d19e61188ef service neutron] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876724 Apr 20 12:56:09.665023 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-4582bb7f-c4a9-4aa7-92de-c02d4c36f411 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=16542a85-d975-45df-889f-61d550f9c6dc HTTP/1.1" status: 200 len: 217 time: 0.0711229 Apr 20 12:56:09.744216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-01de3d24-39f1-4ea9-95ba-1196d5ce90cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.746866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c941f1-22b1-4767-a90a-f61f0f35e014 req-6d09ddbb-19d8-42c3-8046-22f4137f582f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.748448 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-01de3d24-39f1-4ea9-95ba-1196d5ce90cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acb176ef-8454-40b3-9220-de15725e781c HTTP/1.1" status: 200 len: 797 time: 0.0598607 Apr 20 12:56:09.754118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08c941f1-22b1-4767-a90a-f61f0f35e014 req-6d09ddbb-19d8-42c3-8046-22f4137f582f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.2495363 Apr 20 12:56:09.810842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bcee8-f592-409d-a888-437ca08b99a6 req-0326af53-a899-47a1-b200-a6f33eb6ad04 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.812479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a40bcee8-f592-409d-a888-437ca08b99a6 req-0326af53-a899-47a1-b200-a6f33eb6ad04 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.1562235 Apr 20 12:56:09.845159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-e86dccaf-d065-4a37-960f-7f377e758d47 service neutron] 10.222.0.30 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910251 Apr 20 12:56:09.870242 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-4cc19a0c-b625-418b-b6bc-dce432082a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:09.871944 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-4cc19a0c-b625-418b-b6bc-dce432082a7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44ea0f27-be77-4784-9c9d-a6d69428c421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651078 Apr 20 12:56:09.906389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08c941f1-22b1-4767-a90a-f61f0f35e014 req-5804de59-cb9e-495e-b34a-70f56ffdf8b7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511078 Apr 20 12:56:10.209514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a40bcee8-f592-409d-a888-437ca08b99a6 req-2eb3a3d7-b36b-4e3a-9392-8cf13b1cdfd5 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3789384 Apr 20 12:56:10.228885 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-a43c5616-98c2-4537-8c55-26cd3b26aa2c service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799901 Apr 20 12:56:10.369319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593084-ee44-4fe5-9ece-5da07d9a56eb req-012645cf-8ad3-4325-8dad-c68b827ee009 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:10.371002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a593084-ee44-4fe5-9ece-5da07d9a56eb req-012645cf-8ad3-4325-8dad-c68b827ee009 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3433683 Apr 20 12:56:10.384196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17b4b5f-153e-4c82-bb36-a7472ca5c002 req-c375a37e-3a3c-4387-a292-ca4d631af44a service neutron] 10.222.0.30 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094926 Apr 20 12:56:10.410542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:10.410967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:10.500283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321478-04d8-4eac-9c04-c054570dd32d req-18f6e558-8d67-40b0-a05e-604d65de8c29 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:10.501911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76321478-04d8-4eac-9c04-c054570dd32d req-18f6e558-8d67-40b0-a05e-604d65de8c29 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.2190695 Apr 20 12:56:10.508698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a593084-ee44-4fe5-9ece-5da07d9a56eb req-5eb1ad16-4ddb-4f48-b525-ffbd9ade5e4e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200566 Apr 20 12:56:10.711244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76321478-04d8-4eac-9c04-c054570dd32d req-027be7aa-98ab-4247-9ee2-b312e8f27e4f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899765 Apr 20 12:56:10.722354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] For port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:10.723074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:10.741647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:10.771599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:10.894009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:10.894479 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-f1733bc5-e70e-47f8-9869-9ec031156892 service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782985 Apr 20 12:56:10.895364 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:11.247956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:11.321258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edbf03-3a21-440f-aa85-829a4450009b req-384fc59d-47f4-4a38-b09f-b0e3ebf4827e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:11.329154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1edbf03-3a21-440f-aa85-829a4450009b req-384fc59d-47f4-4a38-b09f-b0e3ebf4827e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.3617361 Apr 20 12:56:11.346933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e291-fd2f-4f28-96da-dc3484d9520e req-fd59ca08-01b3-4e7f-b8f1-a8235735e882 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:11.348434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd29e291-fd2f-4f28-96da-dc3484d9520e req-fd59ca08-01b3-4e7f-b8f1-a8235735e882 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3906462 Apr 20 12:56:11.351577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:11.373616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-cbc19e01-a282-4579-8b4d-eeb98a6231cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:11.375254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-cbc19e01-a282-4579-8b4d-eeb98a6231cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fd2868a772749c39872b962cc9f4d8b&device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 1094 time: 0.2695994 Apr 20 12:56:11.447068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-53a1c5e1-36bd-4074-87ac-0fd3322dd5ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4 HTTP/1.1" status: 200 len: 217 time: 0.4371738 Apr 20 12:56:11.602007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-40fe1f15-7980-42e4-b015-eacd883a5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:11.602281 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-40fe1f15-7980-42e4-b015-eacd883a5406 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=acb176ef-8454-40b3-9220-de15725e781c HTTP/1.1" status: 200 len: 797 time: 0.0749190 Apr 20 12:56:11.634406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:11.642223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1edbf03-3a21-440f-aa85-829a4450009b req-46265a3b-7379-4e50-8ab4-36e65db1e457 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121629 Apr 20 12:56:11.709186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd29e291-fd2f-4f28-96da-dc3484d9520e req-6598194f-4287-43bf-b4a0-84f0fe669f90 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051295 Apr 20 12:56:11.758330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be242681-0920-423a-a1d3-7729a7495607 req-ce37dccc-8a0d-49b8-9b06-6d1e4abd31af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:11.759916 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-ce37dccc-8a0d-49b8-9b06-6d1e4abd31af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44ea0f27-be77-4784-9c9d-a6d69428c421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1222737 Apr 20 12:56:11.763933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-2ef6b72b-338a-4e51-8b5a-4cea4aa9722c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:11.765436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-2ef6b72b-338a-4e51-8b5a-4cea4aa9722c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6bf3a3b-b398-4baf-b62e-1917e02b299e HTTP/1.1" status: 200 len: 915 time: 0.3624947 Apr 20 12:56:11.937901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-f1b131ef-b0eb-4419-87ee-432ea707573a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaba2b5f-c823-44a0-9a65-c9554050c148 HTTP/1.1" status: 200 len: 217 time: 0.1027091 Apr 20 12:56:11.947079 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-cef060b9-8258-424c-866b-4158589baefb service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654980 Apr 20 12:56:12.138329 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be242681-0920-423a-a1d3-7729a7495607 req-59886937-58d8-48f1-9ce2-512cdb344ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634569 Apr 20 12:56:12.462350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76731c51-3f76-44e0-81fb-e62825782772 req-71a0e2ae-b23d-411c-a90d-ea0aa5fc6fbc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.463884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76731c51-3f76-44e0-81fb-e62825782772 req-71a0e2ae-b23d-411c-a90d-ea0aa5fc6fbc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.6378572 Apr 20 12:56:12.542866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-ac51a00a-0a86-4ff3-94da-08963dd59604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.544486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-ac51a00a-0a86-4ff3-94da-08963dd59604 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf8435c0-9592-48bd-ba12-d48229329426 HTTP/1.1" status: 200 len: 853 time: 0.5919998 Apr 20 12:56:12.549785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Router 95fd8042-249f-4bff-86c0-874d34215377 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:12.608456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13518-802a-4ea6-859d-144493999ea7 req-2d3a92c8-b284-4437-a4b7-7f153f596b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.610454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf13518-802a-4ea6-859d-144493999ea7 req-2d3a92c8-b284-4437-a4b7-7f153f596b44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f083400ba0045d18a8c40a09905fa89&device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 1096 time: 0.2419062 Apr 20 12:56:12.613589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76731c51-3f76-44e0-81fb-e62825782772 req-92a4181f-86cc-4e69-8440-5e42168d1bc9 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205409 Apr 20 12:56:12.659561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523b466-a4c0-47c9-ba85-40e454e5c77c req-49da6ae7-27aa-4144-a97f-c86438cdc3dd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.661360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2523b466-a4c0-47c9-ba85-40e454e5c77c req-49da6ae7-27aa-4144-a97f-c86438cdc3dd tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.2439246 Apr 20 12:56:12.838714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:12.850912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] Sync routers for ids ['95fd8042-249f-4bff-86c0-874d34215377'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:12.857206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-97e03f28-6160-4975-b28a-63493f695c3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "PUT /v2.0/routers/95fd8042-249f-4bff-86c0-874d34215377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8586168 Apr 20 12:56:12.859970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:12.890277 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] Routers {'95fd8042-249f-4bff-86c0-874d34215377'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:12.890901 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['95fd8042-249f-4bff-86c0-874d34215377'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:12.905749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2523b466-a4c0-47c9-ba85-40e454e5c77c req-f32a7d93-23f7-488c-a9c2-29b8b3350abe tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307973 Apr 20 12:56:12.946515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdbf1a-ccb1-471c-a674-36b3054df2d2 req-c20d8331-841b-4301-b90d-713ff57d3975 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.947833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cfdbf1a-ccb1-471c-a674-36b3054df2d2 req-c20d8331-841b-4301-b90d-713ff57d3975 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.1909461 Apr 20 12:56:12.969415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb83c6-bdd4-47a5-9818-dfc3df8bff0d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.975463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13518-802a-4ea6-859d-144493999ea7 req-10f53eef-c13f-46eb-8acd-be55c532f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.976416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb83c6-bdd4-47a5-9818-dfc3df8bff0d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:12.978585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf13518-802a-4ea6-859d-144493999ea7 req-10f53eef-c13f-46eb-8acd-be55c532f2c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 200 len: 912 time: 0.3147867 Apr 20 12:56:12.981898 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9beb83c6-bdd4-47a5-9818-dfc3df8bff0d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1192040 Apr 20 12:56:12.990143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59808) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:13.017146 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] Set router 95fd8042-249f-4bff-86c0-874d34215377 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:13.073275 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8042-249f-4bff-86c0-874d34215377', 'name': 'tempest-NetworksTestDHCPv6-router-1913212163', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:02Z', 'updated_at': '2022-04-20T12:56:11Z', 'revision_number': 3, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:13.082783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf13518-802a-4ea6-859d-144493999ea7 req-69c3967e-2a68-4954-bae3-16e0c6554d3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7 HTTP/1.1" status: 200 len: 217 time: 0.0915380 Apr 20 12:56:13.106942 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] Checking router: 95fd8042-249f-4bff-86c0-874d34215377 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:13.118858 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] Routers {'95fd8042-249f-4bff-86c0-874d34215377'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:13.119567 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['95fd8042-249f-4bff-86c0-874d34215377'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:13.198713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b7d6-7627-4fa4-b527-bdce58296299 req-a49ea58e-4df6-43e6-8609-bc837e24a46c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:13.200660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e419b7d6-7627-4fa4-b527-bdce58296299 req-a49ea58e-4df6-43e6-8609-bc837e24a46c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1921062 Apr 20 12:56:13.227872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cfdbf1a-ccb1-471c-a674-36b3054df2d2 req-257e551d-a2ea-4db5-a841-f491e2513b57 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703619 Apr 20 12:56:13.228204 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] Set router 95fd8042-249f-4bff-86c0-874d34215377 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:13.309780 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fd8042-249f-4bff-86c0-874d34215377', 'name': 'tempest-NetworksTestDHCPv6-router-1913212163', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:02Z', 'updated_at': '2022-04-20T12:56:11Z', 'revision_number': 3, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:13.357362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet ea4710a5-0db9-47dd-8d7d-9cfc1c525a29 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:13.361522 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:13.373869 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d8e3ca-f0ea-43a7-97bd-095c76773208 None None] The sync data for ids ['95fd8042-249f-4bff-86c0-874d34215377'] in n-d-838550-2 is: [{'id': '95fd8042-249f-4bff-86c0-874d34215377', 'name': 'tempest-NetworksTestDHCPv6-router-1913212163', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:02Z', 'updated_at': '2022-04-20T12:56:11Z', 'revision_number': 3, 'project_id': '730b02e14cda4d2e89edad96c28469d1', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:13.405573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf13518-802a-4ea6-859d-144493999ea7 req-24384af2-0618-4a08-a0b2-9cc890debf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:13.407294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf13518-802a-4ea6-859d-144493999ea7 req-24384af2-0618-4a08-a0b2-9cc890debf9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 200 len: 851 time: 0.2983139 Apr 20 12:56:13.468155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf13518-802a-4ea6-859d-144493999ea7 req-38dc461a-84b7-49df-b06e-f07b00f6267c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea304ffe-b291-47c8-a4eb-5fbb1515095c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521405 Apr 20 12:56:13.494126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:13.499344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e419b7d6-7627-4fa4-b527-bdce58296299 req-28c8261a-9431-4728-99e3-b5a2b837c5aa tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700560 Apr 20 12:56:13.546232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-22ec4d90-55ee-4f32-9fb5-0b9e2ac58390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:13.547927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-22ec4d90-55ee-4f32-9fb5-0b9e2ac58390 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6bf3a3b-b398-4baf-b62e-1917e02b299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2989147 Apr 20 12:56:13.572162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cfa78-aa9a-4d47-bd79-1288b72a8d5c req-1b8573af-d7f3-4200-a942-bc414250582b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:13.573773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-113cfa78-aa9a-4d47-bd79-1288b72a8d5c req-1b8573af-d7f3-4200-a942-bc414250582b tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2333446 Apr 20 12:56:13.742870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-113cfa78-aa9a-4d47-bd79-1288b72a8d5c req-76148111-2d96-44cf-81ac-9c3599216365 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312382 Apr 20 12:56:13.767213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf13518-802a-4ea6-859d-144493999ea7 req-ceab2d4f-1c5f-496a-b470-8eebd2d1539e service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823775 Apr 20 12:56:13.793317 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.005219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90150f3-a7c3-4fb7-b3fe-95770cf94bae req-df2f7e15-4342-43a3-ba79-a72003e8db41 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.007012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e90150f3-a7c3-4fb7-b3fe-95770cf94bae req-df2f7e15-4342-43a3-ba79-a72003e8db41 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.2349112 Apr 20 12:56:14.082880 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.122638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebf13518-802a-4ea6-859d-144493999ea7 req-48fc41cb-177d-42f3-ba13-ae81e615d9bb service neutron] 10.222.0.37 "GET /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928162 Apr 20 12:56:14.135356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4710a5-0db9-47dd-8d7d-9cfc1c525a29,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:14.148834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.151926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319eb9a5-2561-4319-a76d-97bdda149bd4 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:14.156563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a67f34f6-d82c-46fd-bb54-9822f1c4de02 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/ea4710a5-0db9-47dd-8d7d-9cfc1c525a29 HTTP/1.1" status: 204 len: 168 time: 1.1622746 Apr 20 12:56:14.157214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59832) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:14.164026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24012f-cb68-43a3-b9df-7cf03b41f552 req-a95bf425-df06-41a5-85c1-5d58fee80e1a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.165613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e24012f-cb68-43a3-b9df-7cf03b41f552 req-a95bf425-df06-41a5-85c1-5d58fee80e1a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2028143 Apr 20 12:56:14.167625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-a4cde90b-4a49-45db-8b69-03d97f714ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.169010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-a4cde90b-4a49-45db-8b69-03d97f714ba8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d9a78453ae2447889f0336664af95dc&device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 1095 time: 0.1780779 Apr 20 12:56:14.178843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e90150f3-a7c3-4fb7-b3fe-95770cf94bae req-9ed4265e-078f-413a-b373-2f31d64482c3 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569633 Apr 20 12:56:14.305203 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cbd64258-6c84-4e82-a562-45a4442a6c53 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1457694 Apr 20 12:56:14.307629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59836) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:14.425956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03ad4347-4d76-44cb-aedd-a1cf2eb00674 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.481248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-cd0bad81-bf86-4b29-b2ea-3b5e66fc8ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.483162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-cd0bad81-bf86-4b29-b2ea-3b5e66fc8ea4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 200 len: 912 time: 0.2844205 Apr 20 12:56:14.491549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e24012f-cb68-43a3-b9df-7cf03b41f552 req-1801e280-8ebc-4772-8977-8476277808c3 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116868 Apr 20 12:56:14.539192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:14.640860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce561-7895-4cb0-b29d-120b8a3b10a0 req-3093154d-a2ec-4645-b25f-b0a1f4dbd4e6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.645412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d58ce561-7895-4cb0-b29d-120b8a3b10a0 req-3093154d-a2ec-4645-b25f-b0a1f4dbd4e6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.3137641 Apr 20 12:56:14.671597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] Deleting port da28cfcd-107b-4175-ac90-6b0e69971c6d {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:14.672635 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.750627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-5d50dff1-8be8-4089-9dee-e76b92e9efa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 200 len: 999 time: 0.2570133 Apr 20 12:56:14.770845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03ad4347-4d76-44cb-aedd-a1cf2eb00674 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.773533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03ad4347-4d76-44cb-aedd-a1cf2eb00674 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.822437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-1941219b-4efe-4ee1-8f2a-5aad8b7871c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.822868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-1941219b-4efe-4ee1-8f2a-5aad8b7871c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 200 len: 850 time: 0.0592475 Apr 20 12:56:14.829851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03ad4347-4d76-44cb-aedd-a1cf2eb00674 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.830883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad4347-4d76-44cb-aedd-a1cf2eb00674 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Fanout notify agent at l3_agent the message router_deleted on router 95fd8042-249f-4bff-86c0-874d34215377 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:56:14.832504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d58ce561-7895-4cb0-b29d-120b8a3b10a0 req-767f5425-1113-4362-9b1b-4610e5a3d187 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694908 Apr 20 12:56:14.840746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03ad4347-4d76-44cb-aedd-a1cf2eb00674 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.842369 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-03ad4347-4d76-44cb-aedd-a1cf2eb00674 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/routers/95fd8042-249f-4bff-86c0-874d34215377 HTTP/1.1" status: 204 len: 168 time: 0.5334830 Apr 20 12:56:14.845570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59840) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:14.850158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] For port da28cfcd-107b-4175-ac90-6b0e69971c6d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=da28cfcd-107b-4175-ac90-6b0e69971c6d,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:14.850633 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:14.854577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c22c57-87cd-4556-9559-94b83af4b3aa req-4427abca-537c-497a-88b7-cdbf6e23d4e1 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.871890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21c22c57-87cd-4556-9559-94b83af4b3aa req-4427abca-537c-497a-88b7-cdbf6e23d4e1 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.1804750 Apr 20 12:56:14.931139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] Calling delete_port for da28cfcd-107b-4175-ac90-6b0e69971c6d owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:14.968917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77507d-9abc-450d-8eb0-6e50da8ad35c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:14.970160 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6e77507d-9abc-450d-8eb0-6e50da8ad35c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1233213 Apr 20 12:56:14.973036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59844) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:15.047095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21c22c57-87cd-4556-9559-94b83af4b3aa req-62b4c328-dc27-42ce-b8e4-f02983363a55 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823695 Apr 20 12:56:15.085413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f6c8d0-bf76-4b17-9700-08bf13f90cc6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:15.085413 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a3f6c8d0-bf76-4b17-9700-08bf13f90cc6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1072631 Apr 20 12:56:15.085413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59846) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:15.133329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:15.142554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-9d80fa1c-6e9c-48d3-bf9c-f4a25723a564 service neutron] 10.222.0.30 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065482 Apr 20 12:56:15.155918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:15.156518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1a5d0113-2b3b-4f30-ac1c-9ad1ff56ca3f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:15.156705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device da28cfcd-107b-4175-ac90-6b0e69971c6d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:15.178968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:15.181552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: da28cfcd-107b-4175-ac90-6b0e69971c6d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:15.181943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device da28cfcd-107b-4175-ac90-6b0e69971c6d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:15.216255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-b7656a0f-c48d-4657-b0d3-307d65b622df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:15.218031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-b7656a0f-c48d-4657-b0d3-307d65b622df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28d6faf1-4de4-4023-93c6-d871cb32428e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3798070 Apr 20 12:56:15.252654 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7cd30f24-1714-4e5d-9f7c-a520eb1edf63 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1666300 Apr 20 12:56:15.261331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59850) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:15.266678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] Pushing event deleted for resources: {'Port': ['ID=da28cfcd-107b-4175-ac90-6b0e69971c6d,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:15.270716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:15.282419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3175c8-71fd-48df-ab5b-5614ea567f97 None None] No DVR routers for this DVR port da28cfcd-107b-4175-ac90-6b0e69971c6d on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:15.349307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-95caa0ac-9453-43fa-9b49-d578a731bafc service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982075 Apr 20 12:56:15.445185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1900d-850c-4e99-823a-dd165f59d9d0 req-eb96bfd6-c697-4a91-b876-c71a10d4abe7 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:15.453048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6a1900d-850c-4e99-823a-dd165f59d9d0 req-eb96bfd6-c697-4a91-b876-c71a10d4abe7 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.3083255 Apr 20 12:56:15.539488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6a1900d-850c-4e99-823a-dd165f59d9d0 req-4f7b1600-df40-4a5c-b832-4bb1b111bee7 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854368 Apr 20 12:56:15.552876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:15.564839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:15.690506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995994-2333-46f6-bae6-58f19b2337d7 req-f9139fc0-ef41-4b27-8cd0-bc92dc158ba7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:15.697996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c995994-2333-46f6-bae6-58f19b2337d7 req-f9139fc0-ef41-4b27-8cd0-bc92dc158ba7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.3410125 Apr 20 12:56:15.704501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a1d98-747e-4f01-bb09-881e2a9d5aee req-1942ede6-56b5-45a5-be7d-8ac230b3b941 service neutron] 10.222.0.30 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277040 Apr 20 12:56:15.909415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c77a3be4-e5b7-4e7f-865a-f7b52f3ee33b req-08fa3d95-99f4-46b7-9ce2-f6fd2946ab82 service neutron] 10.222.0.37 "GET /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177467 Apr 20 12:56:15.954249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c995994-2333-46f6-bae6-58f19b2337d7 req-ee515db0-a5ef-42e4-b165-8a38259e248c tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552524 Apr 20 12:56:15.968447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f9510-3781-45cd-8d9c-9e7c273bcf2b req-21a0d200-c56e-4882-b634-c828838108e9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:15.990724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-811f9510-3781-45cd-8d9c-9e7c273bcf2b req-21a0d200-c56e-4882-b634-c828838108e9 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3088551 Apr 20 12:56:16.023988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:56:16.026137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:16.113254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-811f9510-3781-45cd-8d9c-9e7c273bcf2b req-a63ee5a0-c259-464d-9846-9a02e21ef664 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215396 Apr 20 12:56:16.138867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:16.140202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=23ed09a8-2029-4646-8cc5-a14e40370974,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:16.142693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:16.145394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:16.146082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:16.154033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de70c222-9df9-4bd6-bfaf-7acd64383e6d None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:16.178201 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8a40a84f-e458-4cca-904b-e24e3377c903 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9129443 Apr 20 12:56:16.180934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59862) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:16.186511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:16.215268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e88de-bafe-4fde-9c22-09b5ef6b8bfe req-e43667a9-ff13-471b-baa4-adde9366d2b4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:16.224588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b8e88de-bafe-4fde-9c22-09b5ef6b8bfe req-e43667a9-ff13-471b-baa4-adde9366d2b4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.1526833 Apr 20 12:56:16.365184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b8e88de-bafe-4fde-9c22-09b5ef6b8bfe req-f64b40b2-f6ce-4936-8ced-9ca31a2ece21 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334910 Apr 20 12:56:16.368354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:16.377831 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:16.384942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccf994-a3e9-4981-93a6-59b8a5e65ed7 req-b7d11898-8bd9-427c-bee0-c933d81ae8d4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:16.393280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3ccf994-a3e9-4981-93a6-59b8a5e65ed7 req-b7d11898-8bd9-427c-bee0-c933d81ae8d4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.1321354 Apr 20 12:56:16.474311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '23ed09a8-2029-4646-8cc5-a14e40370974'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:16.475427 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:16.482549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3ccf994-a3e9-4981-93a6-59b8a5e65ed7 req-d86d3ff5-2cfa-45a1-99e9-4443e3bf6c13 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849042 Apr 20 12:56:16.713211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Allocated IP 2001:db8::f816:3eff:fe18:a700 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/23ed09a8-2029-4646-8cc5-a14e40370974/7760bcb8-e68b-46d0-aec8-7f88b6ecaebe) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:16.822362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240f233-ef46-41ec-9dcf-3e6344f375e2 req-4cb2160a-c94d-4edf-923f-840489d04bc3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:16.827616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5240f233-ef46-41ec-9dcf-3e6344f375e2 req-4cb2160a-c94d-4edf-923f-840489d04bc3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1345456 Apr 20 12:56:16.944146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:16.949602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:16.957653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:17.002150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5240f233-ef46-41ec-9dcf-3e6344f375e2 req-3f1c7c9f-ddb2-40f7-9487-8721ae9ca963 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651003 Apr 20 12:56:17.024130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:17.029913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:17.038060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:17.069795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=d5a3041a-be1a-4228-a0fc-6ce4293189d4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:17.083772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:17.085445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:17.088180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:17.088767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:17.145481 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8fa37066-105a-4b44-9bbc-cebc0f0b37aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9607577 Apr 20 12:56:17.146931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:17.149183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Pushing event updated for resources: {'Port': ['ID=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:17.170321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Attempting to bind port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:17.170651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Attempting to bind port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:17.171011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Attempting to bind port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:17.176165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:73:8d:a3', 'name': 'tempest-NetworksTestDHCPv6-731347503'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:17.180719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:17.181361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:17.183748 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:17.184176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:17.185827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Bound port: 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:17.187213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:17.273098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f5f71-423a-452c-9043-f1c34bef08d6 req-5f7c4212-6e0c-4c39-998b-8efe310f4ecc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:17.276678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c60f5f71-423a-452c-9043-f1c34bef08d6 req-5f7c4212-6e0c-4c39-998b-8efe310f4ecc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.1943307 Apr 20 12:56:17.354499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c60f5f71-423a-452c-9043-f1c34bef08d6 req-a071a321-27cf-43fa-a435-03dc46f65f77 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669889 Apr 20 12:56:17.356556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] For port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:17.362049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] For port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:17.370263 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:17.403450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:17.555825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22f39b-af46-4883-8e92-245415f06f8c None None] Pushing event updated for resources: {'Port': ['ID=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:17.656512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:17.723160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 5d40fdaf-134a-410e-bbb1-be4542449109 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:56:17.760116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcf161-1bde-40c3-847c-cb33caeb533b req-4e55ee00-ebc4-407c-8603-fb13037cfa77 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:17.761961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47bcf161-1bde-40c3-847c-cb33caeb533b req-4e55ee00-ebc4-407c-8603-fb13037cfa77 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3222950 Apr 20 12:56:18.157789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 172.20.0.5 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/d5a3041a-be1a-4228-a0fc-6ce4293189d4/5d40fdaf-134a-410e-bbb1-be4542449109) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:18.179094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:fe73:8da3 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/23ed09a8-2029-4646-8cc5-a14e40370974/5d40fdaf-134a-410e-bbb1-be4542449109) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:18.380143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abcbbd-bdf8-472e-a660-02d3e4e8afe5 req-af5381da-e744-49d4-8381-525ad0a1572e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:18.382556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8abcbbd-bdf8-472e-a660-02d3e4e8afe5 req-af5381da-e744-49d4-8381-525ad0a1572e tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.8828411 Apr 20 12:56:18.395201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-232c905a-a81a-42eb-b298-792f7e9857fc tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:18.396888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-232c905a-a81a-42eb-b298-792f7e9857fc tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.7839758 Apr 20 12:56:18.430216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47bcf161-1bde-40c3-847c-cb33caeb533b req-9aef1829-c157-415e-9e1a-b323a8d6a964 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6571505 Apr 20 12:56:18.477757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8abcbbd-bdf8-472e-a660-02d3e4e8afe5 req-373e4149-09da-4eda-8616-a6837aeba108 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768633 Apr 20 12:56:18.496109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:18.585607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:18.699186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:18.768006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=5d40fdaf-134a-410e-bbb1-be4542449109,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:18.780234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:18.785041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:18.814513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:18.835864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5f800-c6b2-495a-b4b7-124c998ad10b req-9a3302d2-414b-4854-84b5-45e493d27ef6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:18.844111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:18.856347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecb5f800-c6b2-495a-b4b7-124c998ad10b req-9a3302d2-414b-4854-84b5-45e493d27ef6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.3002441 Apr 20 12:56:18.870584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:18.871878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:18.899188 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3f084bc4-e5b1-472d-82b2-f6047120158a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7483332 Apr 20 12:56:18.901855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59888) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:18.912468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c2897-5d9b-4393-a6ea-8c252d62fc91 req-de07bed3-4df4-4eb4-9e7d-d18148d9f28e tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:18.924809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d67c2897-5d9b-4393-a6ea-8c252d62fc91 req-de07bed3-4df4-4eb4-9e7d-d18148d9f28e tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 946 time: 0.3066008 Apr 20 12:56:18.983531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:18.984627 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.088058 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3075a75-231f-44d4-889d-45f70e10bae5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:19.100870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3075a75-231f-44d4-889d-45f70e10bae5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:19.107930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b3075a75-231f-44d4-889d-45f70e10bae5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2049849 Apr 20 12:56:19.110400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59892) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:19.123617 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.154694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecb5f800-c6b2-495a-b4b7-124c998ad10b req-16ae05c3-1e4e-4a35-b9a1-1186d1e7f469 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973554 Apr 20 12:56:19.227972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:19.245063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a2ac3f-86a3-489c-a6c3-1876ffcf6671 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:19.246851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d67c2897-5d9b-4393-a6ea-8c252d62fc91 req-9674f286-d483-4592-8278-5c4f9cfe0193 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups?id=cea42554-4e4e-4b94-a80e-faba0bbfdf85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168182 Apr 20 12:56:19.252557 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.351334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Deleting port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:19.351685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.416011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-777c607f-d46b-4181-bcd0-bc52d8ab55ad None None] Provisioning complete for port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:19.416523 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-777c607f-d46b-4181-bcd0-bc52d8ab55ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.466594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:19.484756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 5d40fdaf-134a-410e-bbb1-be4542449109 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:19.485092 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.690676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] For port b2c11d12-7fa4-4e0f-9ecc-344447f71f37, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:19.691210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.691911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.714630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc399bb3-f5d9-41fd-8c2d-2d72cb05c75d req-266afa0b-809f-4d60-b463-ff323db7b9a3 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:19.719867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc399bb3-f5d9-41fd-8c2d-2d72cb05c75d req-266afa0b-809f-4d60-b463-ff323db7b9a3 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.3185947 Apr 20 12:56:19.729192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 5d40fdaf-134a-410e-bbb1-be4542449109 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:19.740942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc42630-ff38-4543-bc90-7930dd3b6da4 req-3104f401-4a1f-4697-8bcb-bb5091b7ae29 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:19.749191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3dc42630-ff38-4543-bc90-7930dd3b6da4 req-3104f401-4a1f-4697-8bcb-bb5091b7ae29 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2895563 Apr 20 12:56:19.764419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22457017-c0a1-4879-8592-0b4bf9ab324d None None] Update dhcp port {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '23ed09a8-2029-4646-8cc5-a14e40370974', 'ip_address': '2001:db8::f816:3eff:fe18:a700'}, {'subnet_id': 'd5a3041a-be1a-4228-a0fc-6ce4293189d4'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '7760bcb8-e68b-46d0-aec8-7f88b6ecaebe'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 12:56:19.795811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22457017-c0a1-4879-8592-0b4bf9ab324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:19.858627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3dc42630-ff38-4543-bc90-7930dd3b6da4 req-a16d9977-2cab-4f64-a5bb-77525ebbf6d5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082668 Apr 20 12:56:19.874028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc399bb3-f5d9-41fd-8c2d-2d72cb05c75d req-61ed2994-c57d-45de-bf83-7b1e219b3fde tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494715 Apr 20 12:56:19.987871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.042767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=5d40fdaf-134a-410e-bbb1-be4542449109,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:20.068089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.068575 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.068892 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Floating IP cddee339-0587-4a05-934d-666af8be8e0b disassociated. External IP: 172.25.3.223, port: b2c11d12-7fa4-4e0f-9ecc-344447f71f37. Apr 20 12:56:20.069239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Calling delete_port for b2c11d12-7fa4-4e0f-9ecc-344447f71f37 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:20.083852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6bf9d-8af6-46e0-9b44-bf1b3f4cb644 req-2473730c-d82e-4cc2-ba9f-2bd536f18399 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:20.092079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6be6bf9d-8af6-46e0-9b44-bf1b3f4cb644 req-2473730c-d82e-4cc2-ba9f-2bd536f18399 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.0901341 Apr 20 12:56:20.110887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-22457017-c0a1-4879-8592-0b4bf9ab324d None None] Allocated IP 172.20.0.2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/d5a3041a-be1a-4228-a0fc-6ce4293189d4/7760bcb8-e68b-46d0-aec8-7f88b6ecaebe) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:20.188004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6be6bf9d-8af6-46e0-9b44-bf1b3f4cb644 req-9fb4eec2-7a38-41c9-a35e-ea9802bd2bb3 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902731 Apr 20 12:56:20.210908 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.220550 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6755951b-b409-482d-a186-e78417959753 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5d40fdaf-134a-410e-bbb1-be4542449109 HTTP/1.1" status: 204 len: 168 time: 1.1086550 Apr 20 12:56:20.222866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59914) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:20.302384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-22457017-c0a1-4879-8592-0b4bf9ab324d None None] For port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:20.355221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22457017-c0a1-4879-8592-0b4bf9ab324d None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.361553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22457017-c0a1-4879-8592-0b4bf9ab324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.370000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7f452-0cab-49e8-a979-f4e22736da81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:20.372865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7f452-0cab-49e8-a979-f4e22736da81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:20.374651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7f452-0cab-49e8-a979-f4e22736da81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:20.379963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59936) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:20.380143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-32e7f452-0cab-49e8-a979-f4e22736da81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1514814 Apr 20 12:56:20.404741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4111f-e1e4-4387-bce8-0232459d4c46 req-62897202-9edb-4ee1-acb5-d8f9b78e2129 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:20.406324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5e4111f-e1e4-4387-bce8-0232459d4c46 req-62897202-9edb-4ee1-acb5-d8f9b78e2129 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 944 time: 0.1268773 Apr 20 12:56:20.479110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 23ed09a8-2029-4646-8cc5-a14e40370974 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:20.483881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.554404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5e4111f-e1e4-4387-bce8-0232459d4c46 req-3aab3d58-ccdc-4332-9b3a-9bbe3b152c6f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278603 Apr 20 12:56:20.558020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.563452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22457017-c0a1-4879-8592-0b4bf9ab324d None None] Pushing event updated for resources: {'Port': ['ID=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:20.568639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-cf653845-cd83-4987-9cce-4d7949ea91d1 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:20.570537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-cf653845-cd83-4987-9cce-4d7949ea91d1 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 945 time: 0.1599340 Apr 20 12:56:20.622550 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.642506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event deleted for resources: {'Port': ['ID=b2c11d12-7fa4-4e0f-9ecc-344447f71f37,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:20.740708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:20.797063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.806660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b4e8439-c007-4a0e-84f5-004907b6b584 req-8e0802ee-3b86-4b88-8cc6-5a099ac3a1c8 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0596361 Apr 20 12:56:20.841424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 05e82032-1066-464b-a471-0e232de07836 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:56:20.845060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2c11d12-7fa4-4e0f-9ecc-344447f71f37 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:20.885436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: b2c11d12-7fa4-4e0f-9ecc-344447f71f37 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:20.885831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device b2c11d12-7fa4-4e0f-9ecc-344447f71f37 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:20.914093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Deleting port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:20.914335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:20.972189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.012039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Router 56f67005-344b-4e6f-93e0-70db7230fb22 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:21.025851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=23ed09a8-2029-4646-8cc5-a14e40370974,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:21.039414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.046605 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c818cbe5-f888-44e7-ae01-2c54a0f5210b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/23ed09a8-2029-4646-8cc5-a14e40370974 HTTP/1.1" status: 204 len: 168 time: 0.6632142 Apr 20 12:56:21.046852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:21.047555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59950) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:21.063314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '05e82032-1066-464b-a471-0e232de07836', 'network_id': '2fec0ebd-154f-47e4-850f-cae433bdbd6b', 'port_id': '05e82032-1066-464b-a471-0e232de07836', 'mac_address': 'fa:16:3e:50:5d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4deb06c-2878-4bc4-a46e-77f2834ba3b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:56:21.068935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:21.069308 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.145224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet d5a3041a-be1a-4228-a0fc-6ce4293189d4 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:21.152831 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.176950 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.200607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] For port 41c03227-c9fe-47be-bb9b-2d11ce9418f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=41c03227-c9fe-47be-bb9b-2d11ce9418f7,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:21.201096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.217970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Calling delete_port for 41c03227-c9fe-47be-bb9b-2d11ce9418f7 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:21.234395 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.412407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.453731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e82032-1066-464b-a471-0e232de07836 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:56:21.473377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-a88949ab-13b9-478b-942c-5563724348af tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:21.475015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-a88949ab-13b9-478b-942c-5563724348af tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=587a4d3d-3680-46ce-bf75-979d82902abd HTTP/1.1" status: 200 len: 943 time: 0.5777202 Apr 20 12:56:21.492882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.497746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:21.533090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.561160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a3041a-be1a-4228-a0fc-6ce4293189d4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:21.568357 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.573266 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/d5a3041a-be1a-4228-a0fc-6ce4293189d4 HTTP/1.1" status: 204 len: 168 time: 0.5165524 Apr 20 12:56:21.578939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59956) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:21.588668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.589187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.589891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.590355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.590784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.591205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.591637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.592066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.592509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.593079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.593498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.593934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9da0e3f-809d-4896-9e74-e1ad40e91257 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:21.617111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=11']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:21.635359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc87b49-7bcd-4203-bbfe-6c67b5295002 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:21.659582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-64992763-d4d5-49e5-87ea-139196db6ea9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712776 Apr 20 12:56:21.660786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:21.662394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59960) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:21.667611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:21.679737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ddd0-82eb-4159-8f0f-165d7396823f req-5e707610-a9fa-497e-800c-ecbe9e341238 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:21.687557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d39ddd0-82eb-4159-8f0f-165d7396823f req-5e707610-a9fa-497e-800c-ecbe9e341238 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.6705172 Apr 20 12:56:21.689430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] Sync routers for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:21.721482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:21.722132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:21.728408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1a20d6c4-001a-468e-a298-63c3b8b58648 None None] Could not find standard attr ID for object 5d40fdaf-134a-410e-bbb1-be4542449109. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:56:21.792038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] No DVR routers for this DVR port b2c11d12-7fa4-4e0f-9ecc-344447f71f37 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:21.801866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.805553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f27a1980-12f9-42af-ae87-a5f6addc1059 req-a2c83cbd-a795-47ea-a6b8-0c916cfb1eee tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.30 "DELETE /v2.0/ports/b2c11d12-7fa4-4e0f-9ecc-344447f71f37 HTTP/1.1" status: 204 len: 173 time: 3.2355571 Apr 20 12:56:21.810276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'name': 'network-vif-deleted', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:21.810981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:21.812522 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dd4f96-37da-4504-ae46-4c72ee94c709" -d '{"events": [{"server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "name": "network-vif-deleted", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:21.815876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.836182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1a20d6c4-001a-468e-a298-63c3b8b58648 None None] Provisioning complete for port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:21.836566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a20d6c4-001a-468e-a298-63c3b8b58648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.861915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d39ddd0-82eb-4159-8f0f-165d7396823f req-dbe5e7b6-7c37-46b6-855f-f63c14917a3f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734245 Apr 20 12:56:21.874408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.929950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Pushing event deleted for resources: {'Port': ['ID=41c03227-c9fe-47be-bb9b-2d11ce9418f7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:21.931052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2bfd30f8-a444-4306-8fb6-e7253ea07680', '41c03227-c9fe-47be-bb9b-2d11ce9418f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:21.953971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Deleting port 527516af-2ca7-4903-b58c-6b2c40c40d77 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:21.954348 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:21.993520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d576b82-b4a2-4147-bdca-d4900fea4699 req-8e3e26be-b8e1-4468-8511-e9290b247f10 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0881e42-13e3-407c-b5d3-0e39457af7f6 HTTP/1.1" status: 200 len: 210 time: 0.0574856 Apr 20 12:56:22.032055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:22.034164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['05e82032-1066-464b-a471-0e232de07836'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:22.096132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] No DVR routers for this DVR port 41c03227-c9fe-47be-bb9b-2d11ce9418f7 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:22.106328 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:22.111129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1a69896-2d78-481d-bf10-22a1de479d82 req-21722450-d5ca-4f9c-8382-e21c21380c68 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "DELETE /v2.0/ports/41c03227-c9fe-47be-bb9b-2d11ce9418f7 HTTP/1.1" status: 204 len: 173 time: 1.5240817 Apr 20 12:56:22.130387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:22.236339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] For port 527516af-2ca7-4903-b58c-6b2c40c40d77, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=527516af-2ca7-4903-b58c-6b2c40c40d77,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:22.236762 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:22.254585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Calling delete_port for 527516af-2ca7-4903-b58c-6b2c40c40d77 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:22.274187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600ec3-dde7-48be-94cb-0b22ef9cfcff req-3e7a9080-fec0-4f79-a7b6-95ec7ac26c3e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:22.275708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de600ec3-dde7-48be-94cb-0b22ef9cfcff req-3e7a9080-fec0-4f79-a7b6-95ec7ac26c3e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1148422 Apr 20 12:56:22.371417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de600ec3-dde7-48be-94cb-0b22ef9cfcff req-dd9ec7a3-909d-4960-bcd1-b641381897e0 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506659 Apr 20 12:56:22.418207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:56:22.443234 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ea709-a436-4864-8cb0-7bdf0de106aa x-openstack-request-id: req-313ea709-a436-4864-8cb0-7bdf0de106aa {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:22.443898 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7eac232-1737-46bb-9016-61d64b827e18", "name": "network-vif-deleted", "tag": "b2c11d12-7fa4-4e0f-9ecc-344447f71f37", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:22.444388 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-313ea709-a436-4864-8cb0-7bdf0de106aa {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:22.444971 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-313ea709-a436-4864-8cb0-7bdf0de106aa'] response: {'server_uuid': 'f7eac232-1737-46bb-9016-61d64b827e18', 'name': 'network-vif-deleted', 'tag': 'b2c11d12-7fa4-4e0f-9ecc-344447f71f37', 'status': 'completed', 'code': 200} Apr 20 12:56:22.487617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:22.567179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event deleted for resources: {'Port': ['ID=527516af-2ca7-4903-b58c-6b2c40c40d77,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:22.639424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76db21f2-783a-4c23-8213-fe4c2e862d57 req-b8c5c67b-c5d4-426d-a1fc-938a32b7cab4 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0971522 Apr 20 12:56:22.699830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] Deleting port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:22.700539 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:22.713721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] No DVR routers for this DVR port 527516af-2ca7-4903-b58c-6b2c40c40d77 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:22.716391 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:22.719910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51e4dbe3-4cce-4dd8-bfe9-76c3400e9142 req-5ca05edf-46f9-407a-918d-fb198a13b14f tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "DELETE /v2.0/ports/527516af-2ca7-4903-b58c-6b2c40c40d77 HTTP/1.1" status: 204 len: 173 time: 1.2243812 Apr 20 12:56:22.843381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:22.905075 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.030126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:23.093093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611715d-b625-408a-a1ed-2efb16a2f980 req-e0251ab1-0c62-4dd5-894c-15e75cfed0bf tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:23.103001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6611715d-b625-408a-a1ed-2efb16a2f980 req-e0251ab1-0c62-4dd5-894c-15e75cfed0bf tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.0874994 Apr 20 12:56:23.160889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6611715d-b625-408a-a1ed-2efb16a2f980 req-4f60357e-3b70-49d4-9eeb-e83fdf03b365 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562694 Apr 20 12:56:23.176459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] For port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:23.176935 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.341355 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.349826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] Calling delete_port for 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:23.387649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] For port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:23.455150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.468443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.469218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.510779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:24Z', 'revision_number': 5, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:23.597002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] Checking router: 56f67005-344b-4e6f-93e0-70db7230fb22 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:23.612395 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.680953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b880e35-6e98-4f33-8b8b-2648c5eb2dbc req-b0b3d0d9-5472-4f31-bc5b-bbb74b734b28 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:23.691727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b880e35-6e98-4f33-8b8b-2648c5eb2dbc req-b0b3d0d9-5472-4f31-bc5b-bbb74b734b28 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1086624 Apr 20 12:56:23.692841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:23.693474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:23.715503 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:56:23.716194 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:56:23.755858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b880e35-6e98-4f33-8b8b-2648c5eb2dbc req-3d8fe49d-8e03-40be-9779-fa6a4d3b3d20 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580618 Apr 20 12:56:23.800738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:23.862950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] Pushing event deleted for resources: {'Port': ['ID=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:23.871228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbb5db-0de8-42f7-add2-445656c977f7 req-2b236983-e320-45fd-8e67-f23bb3de5104 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:23.874431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28cbb5db-0de8-42f7-add2-445656c977f7 req-2b236983-e320-45fd-8e67-f23bb3de5104 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.1008506 Apr 20 12:56:23.892839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e05b3-6978-47f3-a487-4212dd3dfb63 None None] No DVR routers for this DVR port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:23.976787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['46854050-2058-4c73-931e-2eb346859d78'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:23.989894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28cbb5db-0de8-42f7-add2-445656c977f7 req-d6d17780-8a2f-46ba-957c-23a6b9cf1d4c tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977170 Apr 20 12:56:23.991874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-587f6832-b4b5-4aab-8b88-8ab9e7e4bb39 req-37e31290-984a-471e-ae50-6bcf5b59a19b tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0582128 Apr 20 12:56:24.054217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:24.118669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=a701e1ea-91bd-4f71-bbb7-380eaec95115,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:24.143355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=7760bcb8-e68b-46d0-aec8-7f88b6ecaebe,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:24.154605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:24.156254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:24.167155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:24.168159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:24.195133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:24.202983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:24.206723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-be59747a-1feb-4b3a-8c64-2709bf261572 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5431714 Apr 20 12:56:24.252885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 41c03227-c9fe-47be-bb9b-2d11ce9418f7 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:24.276578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cfd9e8-cff3-4a84-bd91-8d679097c337 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:24.379363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7953836-9e93-4a51-938a-37c9c6250347 req-00a39276-028c-4b6a-8261-05df980c3d70 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:24.381197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 41c03227-c9fe-47be-bb9b-2d11ce9418f7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:24.381830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 41c03227-c9fe-47be-bb9b-2d11ce9418f7 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:24.387529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7953836-9e93-4a51-938a-37c9c6250347 req-00a39276-028c-4b6a-8261-05df980c3d70 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.0951662 Apr 20 12:56:24.412442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:24.415870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:24.422146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port 7760bcb8-e68b-46d0-aec8-7f88b6ecaebe update to DOWN by agent not found {{(pid=109411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 12:56:24.448572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'name': 'network-vif-deleted', 'tag': '41c03227-c9fe-47be-bb9b-2d11ce9418f7'}, {'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-deleted', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:24.451393 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36954da7-d91c-4e84-bfa8-567d7f2d656f" -d '{"events": [{"server_uuid": "e0881e42-13e3-407c-b5d3-0e39457af7f6", "name": "network-vif-deleted", "tag": "41c03227-c9fe-47be-bb9b-2d11ce9418f7"}, {"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-deleted", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:24.535653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316210-b8e6-45de-9f94-cca4852f0a7f req-4c67d8e1-25dd-47ee-a565-d6e46c92034a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:24.537255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af316210-b8e6-45de-9f94-cca4852f0a7f req-4c67d8e1-25dd-47ee-a565-d6e46c92034a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 907 time: 0.1808076 Apr 20 12:56:24.551759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7953836-9e93-4a51-938a-37c9c6250347 req-e0d74384-9d4b-4264-ac1a-d9462a77b6a1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630471 Apr 20 12:56:24.656179 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab1be03-b3ae-4f5d-89a9-03c775f3e355 x-openstack-request-id: req-0ab1be03-b3ae-4f5d-89a9-03c775f3e355 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:24.656608 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0881e42-13e3-407c-b5d3-0e39457af7f6", "name": "network-vif-deleted", "tag": "41c03227-c9fe-47be-bb9b-2d11ce9418f7", "status": "completed", "code": 200}, {"server_uuid": "587a4d3d-3680-46ce-bf75-979d82902abd", "name": "network-vif-deleted", "tag": "527516af-2ca7-4903-b58c-6b2c40c40d77", "status": "failed", "code": 422}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:24.656931 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0ab1be03-b3ae-4f5d-89a9-03c775f3e355 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:24.658078 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab1be03-b3ae-4f5d-89a9-03c775f3e355'] response: {'server_uuid': 'e0881e42-13e3-407c-b5d3-0e39457af7f6', 'name': 'network-vif-deleted', 'tag': '41c03227-c9fe-47be-bb9b-2d11ce9418f7', 'status': 'completed', 'code': 200} Apr 20 12:56:24.658246 n-d-838550-2 neutron-server[109410]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0ab1be03-b3ae-4f5d-89a9-03c775f3e355']: {'server_uuid': '587a4d3d-3680-46ce-bf75-979d82902abd', 'name': 'network-vif-deleted', 'tag': '527516af-2ca7-4903-b58c-6b2c40c40d77', 'status': 'failed', 'code': 422} returned with failed status Apr 20 12:56:24.790934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'a701e1ea-91bd-4f71-bbb7-380eaec95115'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:24.791784 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:24.798433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 05e82032-1066-464b-a471-0e232de07836 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:24.828974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:24.883301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:24.886606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:24.891331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:24.891913 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:24.904432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=33b5a5b1-4738-44b2-9f4d-e4d03c53acf9,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:24.919779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:24.925461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:b5:ee:42', 'name': 'tempest-NetworksTestDHCPv6-1309477927'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:24.930086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1748832f-3f12-4b04-a5b7-9edea40410d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7314816 Apr 20 12:56:25.011604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:24Z', 'revision_number': 5, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:25.018190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 05e82032-1066-464b-a471-0e232de07836 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:56:25.054635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde4531-0cbb-466a-92fa-26506e433d7d req-a253e6ad-4682-4cdf-b955-865c3c8dde26 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:25.055057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10587360-e481-4918-a4a3-e0c79e083b58 None None] The sync data for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 is: [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:54:14Z', 'revision_number': 4, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7773028d-4da3-4690-9a31-719eac970587', 'name': '', 'network_id': 'e2ba39a8-372f-4268-89f8-4cb966408280', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'mac_address': 'fa:16:3e:e0:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '146e4710-a136-4c4a-9159-0c310a204236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:13Z', 'updated_at': '2022-04-20T12:54:24Z', 'revision_number': 5, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'subnets': [{'id': '146e4710-a136-4c4a-9159-0c310a204236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:25.067427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cde4531-0cbb-466a-92fa-26506e433d7d req-a253e6ad-4682-4cdf-b955-865c3c8dde26 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 945 time: 0.1140411 Apr 20 12:56:25.078115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 05e82032-1066-464b-a471-0e232de07836 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:25.078490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:25.135560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cde4531-0cbb-466a-92fa-26506e433d7d req-947e19a9-9e43-4a6e-9f4c-14edc1dfa2ee tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669692 Apr 20 12:56:25.172740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:25.181050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Allocated IP 2001:db8::f816:3eff:fe52:beeb (ff9ae87c-2997-4e63-b702-c95e1a5a7204/a701e1ea-91bd-4f71-bbb7-380eaec95115/d5fac446-9047-487b-a01f-93390ba60324) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:25.242322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768a686-9031-4d49-989e-c84f06726cfe req-7ab42096-3741-4239-9c04-e59cdf83b140 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:25.244816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c768a686-9031-4d49-989e-c84f06726cfe req-7ab42096-3741-4239-9c04-e59cdf83b140 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.0773954 Apr 20 12:56:25.339776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38ad71c7-3029-44ee-b57d-09c5d64cdd90 req-3811d5c8-f26a-4eab-be75-934ab86826d5 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0759571 Apr 20 12:56:25.359494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:25.396570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c768a686-9031-4d49-989e-c84f06726cfe req-49de2ef5-fb07-4205-9101-8c2ff4947e6b tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433637 Apr 20 12:56:25.417578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 8a10347f-0666-4d8a-a782-e9311d1b0e7f yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:56:25.447718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:25.517324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e82032-1066-464b-a471-0e232de07836'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:25.520599 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7c33fd-2678-4563-a5df-01f62839576e" -d '{"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-plugged", "status": "completed", "tag": "05e82032-1066-464b-a471-0e232de07836"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:25.528421 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c34d4-2790-40b2-a625-538fbc3cfe50 None None] New status for floating IP cddee339-0587-4a05-934d-666af8be8e0b: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:56:25.539988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 05e82032-1066-464b-a471-0e232de07836, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:25.552613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:25.595137 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f763915e-3e55-4fc4-a4b9-d1f1e7ad6d19 x-openstack-request-id: req-f763915e-3e55-4fc4-a4b9-d1f1e7ad6d19 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:25.595423 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-plugged", "status": "completed", "tag": "05e82032-1066-464b-a471-0e232de07836", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:25.597864 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f763915e-3e55-4fc4-a4b9-d1f1e7ad6d19 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:25.598296 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f763915e-3e55-4fc4-a4b9-d1f1e7ad6d19'] response: {'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e82032-1066-464b-a471-0e232de07836', 'code': 200} Apr 20 12:56:25.673983 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:25.691095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:25.705914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22090-d456-498a-b328-8d2dcd709097 req-bfef2a31-63cb-4ffb-9ee1-06bf9ecdab41 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:25.715458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fa22090-d456-498a-b328-8d2dcd709097 req-bfef2a31-63cb-4ffb-9ee1-06bf9ecdab41 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.0747168 Apr 20 12:56:25.761837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:25.771610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:25.777535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=12']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:25.787029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:25.923829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fa22090-d456-498a-b328-8d2dcd709097 req-a605f229-70ae-4eb2-b251-33a4b4779a68 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061603 Apr 20 12:56:25.951049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-4b7d95ed-9e9e-4a3a-a03d-bcbfaaeccd55 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:25.952917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-4b7d95ed-9e9e-4a3a-a03d-bcbfaaeccd55 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 907 time: 0.2347314 Apr 20 12:56:25.971493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Pushing event updated for resources: {'Port': ['ID=d5fac446-9047-487b-a01f-93390ba60324,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:25.976330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 172.20.0.8 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/33b5a5b1-4738-44b2-9f4d-e4d03c53acf9/8a10347f-0666-4d8a-a782-e9311d1b0e7f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:25.985931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Attempting to bind port d5fac446-9047-487b-a01f-93390ba60324 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:25.986295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Attempting to bind port d5fac446-9047-487b-a01f-93390ba60324 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:25.987199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Attempting to bind port d5fac446-9047-487b-a01f-93390ba60324 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:25.998055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:feb5:ee42 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/a701e1ea-91bd-4f71-bbb7-380eaec95115/8a10347f-0666-4d8a-a782-e9311d1b0e7f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:26.003802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:26.004190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:26.004598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:26.004991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:26.008301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Bound port: d5fac446-9047-487b-a01f-93390ba60324, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:26.008301 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:26.034860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0795326-b23d-4ffb-b4f2-d3ea1fd9efca req-d950c269-8cb9-4315-830a-8baf06f6c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:26.036633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0795326-b23d-4ffb-b4f2-d3ea1fd9efca req-d950c269-8cb9-4315-830a-8baf06f6c8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1097 time: 0.2604318 Apr 20 12:56:26.052717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcf7d7-708b-4cc8-a906-dd1e91540969 req-3d0203f3-4b69-44d9-a92e-0bcf4895d371 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:26.054467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2fcf7d7-708b-4cc8-a906-dd1e91540969 req-3d0203f3-4b69-44d9-a92e-0bcf4895d371 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 907 time: 0.3638134 Apr 20 12:56:26.168520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] For port d5fac446-9047-487b-a01f-93390ba60324, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:26.174200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] For port d5fac446-9047-487b-a01f-93390ba60324, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d5fac446-9047-487b-a01f-93390ba60324,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:26.184692 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:26.327268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee763b3-b5f7-4d15-b63f-a0dc7f728f77 None None] Pushing event updated for resources: {'Port': ['ID=d5fac446-9047-487b-a01f-93390ba60324,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:26.363620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:26.425390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:26.509069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:26.521665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:26.524823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:26.528000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=8a10347f-0666-4d8a-a782-e9311d1b0e7f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:26.692878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:26.693561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:26.697045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52850de0-fcb8-486f-95d8-6173a8a04448 req-e80e5a1d-e33a-44ac-801b-f78d0535d04f tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0911372 Apr 20 12:56:26.744272 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4c78e98-f446-4437-ad7e-2b0cb5d025bb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8229773 Apr 20 12:56:26.748567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60030) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:26.773264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0795326-b23d-4ffb-b4f2-d3ea1fd9efca req-88407dc9-f59d-4a0c-bd53-efbe1260a94f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696837 Apr 20 12:56:26.811172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aaba2b5f-c823-44a0-9a65-c9554050c148 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:56:26.813341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d5fac446-9047-487b-a01f-93390ba60324 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:26.822042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-e1c0c524-2969-480c-8e99-d8aee6d47a66 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:26.824159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-e1c0c524-2969-480c-8e99-d8aee6d47a66 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.8860900 Apr 20 12:56:26.835975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bf71d-e721-4474-a7e7-8422b8ffdb0f req-1d02e3f7-14ab-4a1e-9841-0f58f2085eef tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:26.844542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-228bf71d-e721-4474-a7e7-8422b8ffdb0f req-1d02e3f7-14ab-4a1e-9841-0f58f2085eef tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2282870 Apr 20 12:56:26.893416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514370f7-4c98-4fcf-a8ff-639799e8e925 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:26.901825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514370f7-4c98-4fcf-a8ff-639799e8e925 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:26.903459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-514370f7-4c98-4fcf-a8ff-639799e8e925 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1524782 Apr 20 12:56:26.911946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60032) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:27.012926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Deleting port ce026a11-fdc8-4637-bf4b-158c8561e0b2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:27.013202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.023482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d5fac446-9047-487b-a01f-93390ba60324 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:27.024314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.077457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aaba2b5f-c823-44a0-9a65-c9554050c148, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aaba2b5f-c823-44a0-9a65-c9554050c148,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:27.098766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'port_id': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'mac_address': 'fa:16:3e:a0:ec:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:56:27.162821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78585753-a7e5-42b3-8569-353b8bde019a req-5b587c1f-8af7-4a4b-9c6d-09e97116e927 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:27.164308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78585753-a7e5-42b3-8569-353b8bde019a req-5b587c1f-8af7-4a4b-9c6d-09e97116e927 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 946 time: 0.3162510 Apr 20 12:56:27.178439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-228bf71d-e721-4474-a7e7-8422b8ffdb0f req-e1880f35-85d6-471f-a014-18af82eecd4e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325057 Apr 20 12:56:27.186726 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.239173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaba2b5f-c823-44a0-9a65-c9554050c148 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:56:27.255602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.316778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aaba2b5f-c823-44a0-9a65-c9554050c148, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aaba2b5f-c823-44a0-9a65-c9554050c148,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:27.327221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.330455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port d5fac446-9047-487b-a01f-93390ba60324, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d5fac446-9047-487b-a01f-93390ba60324,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:27.346471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] For port ce026a11-fdc8-4637-bf4b-158c8561e0b2, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ce026a11-fdc8-4637-bf4b-158c8561e0b2,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:27.347211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.361486 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.380750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Deleting port 2bfd30f8-a444-4306-8fb6-e7253ea07680 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:27.381155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.393570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Calling delete_port for ce026a11-fdc8-4637-bf4b-158c8561e0b2 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:27.421542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=aaba2b5f-c823-44a0-9a65-c9554050c148,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:27.425473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed713fc-b875-47f2-a61a-53a355d74644 req-b462c2c5-feeb-4b57-bf1a-4d22ea2ea7f1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:27.425473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eed713fc-b875-47f2-a61a-53a355d74644 req-b462c2c5-feeb-4b57-bf1a-4d22ea2ea7f1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 943 time: 0.1565490 Apr 20 12:56:27.435064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78585753-a7e5-42b3-8569-353b8bde019a req-3daa24e4-8951-481f-9910-aabc8b46bc96 tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554715 Apr 20 12:56:27.506391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 8a10347f-0666-4d8a-a782-e9311d1b0e7f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:27.507028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.537017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=d5fac446-9047-487b-a01f-93390ba60324,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:27.717469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eed713fc-b875-47f2-a61a-53a355d74644 req-60b1c2a4-17c6-4b20-b5f2-05669cb0ff4d tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703493 Apr 20 12:56:27.767347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['aaba2b5f-c823-44a0-9a65-c9554050c148'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:27.769615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] For port 2bfd30f8-a444-4306-8fb6-e7253ea07680, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2bfd30f8-a444-4306-8fb6-e7253ea07680,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:27.770018 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.799264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe19d-c6c9-472e-b2d1-63cbe0b9e512 req-189dc224-4016-463b-ba4b-7a0e73daa82d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:27.820440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-787fe19d-c6c9-472e-b2d1-63cbe0b9e512 req-189dc224-4016-463b-ba4b-7a0e73daa82d tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 907 time: 0.2712731 Apr 20 12:56:27.824422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:27.838348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Calling delete_port for 2bfd30f8-a444-4306-8fb6-e7253ea07680 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:27.848356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 8a10347f-0666-4d8a-a782-e9311d1b0e7f owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:27.908803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8afa70-24a2-45d2-9185-7118f6ef38f9 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:28.015078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dfe676d2-b065-4a9d-bdf7-97a794a4be2e req-2ace5d15-4c21-48e4-b180-fdb270c937e5 tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0473142 Apr 20 12:56:28.093926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:28.182991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event deleted for resources: {'Port': ['ID=ce026a11-fdc8-4637-bf4b-158c8561e0b2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:28.270888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] No DVR routers for this DVR port ce026a11-fdc8-4637-bf4b-158c8561e0b2 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:28.309601 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:28.313031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a26d781-f3d0-4be8-9d2f-6e25dcf47482 req-5aee9f03-9828-4321-93fd-8f8f12aa1598 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "DELETE /v2.0/ports/ce026a11-fdc8-4637-bf4b-158c8561e0b2 HTTP/1.1" status: 204 len: 173 time: 2.3497431 Apr 20 12:56:28.321846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'name': 'network-vif-deleted', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:28.324147 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f9dd2-fa79-4899-851f-3753b89c6326" -d '{"events": [{"server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "name": "network-vif-deleted", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:28.435403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-35b785ca-3cf8-48ff-8fbc-846b7fd11206 None None] Provisioning complete for port d5fac446-9047-487b-a01f-93390ba60324 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:28.435907 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-35b785ca-3cf8-48ff-8fbc-846b7fd11206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:28.493858 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d4ee41-f26f-477c-b541-58a8eb42a1b9 x-openstack-request-id: req-d2d4ee41-f26f-477c-b541-58a8eb42a1b9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:28.494702 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4706eaf-5a72-4d92-a1a6-edf3e8808d20", "name": "network-vif-deleted", "tag": "ce026a11-fdc8-4637-bf4b-158c8561e0b2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:28.495175 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2d4ee41-f26f-477c-b541-58a8eb42a1b9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:28.495768 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d4ee41-f26f-477c-b541-58a8eb42a1b9'] response: {'server_uuid': 'd4706eaf-5a72-4d92-a1a6-edf3e8808d20', 'name': 'network-vif-deleted', 'tag': 'ce026a11-fdc8-4637-bf4b-158c8561e0b2', 'status': 'completed', 'code': 200} Apr 20 12:56:28.696802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:28.735163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Pushing event deleted for resources: {'Port': ['ID=2bfd30f8-a444-4306-8fb6-e7253ea07680,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:28.750667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99d9ec-4ddc-4a05-92f4-4d8e1450a411 req-aa53fd9b-032c-4096-98d3-5faa8b5f831a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:28.759308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a99d9ec-4ddc-4a05-92f4-4d8e1450a411 req-aa53fd9b-032c-4096-98d3-5faa8b5f831a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.4452376 Apr 20 12:56:28.771482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d5fac446-9047-487b-a01f-93390ba60324 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:28.798445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7bf46-e505-4838-9a82-dc28e4ba1847 req-c41811e6-a3eb-4d4e-a631-7c4a51e2c6bf tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:28.805942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9b7bf46-e505-4838-9a82-dc28e4ba1847 req-c41811e6-a3eb-4d4e-a631-7c4a51e2c6bf tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/ports?device_id=01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63 HTTP/1.1" status: 200 len: 867 time: 0.2412589 Apr 20 12:56:28.876617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] No DVR routers for this DVR port 2bfd30f8-a444-4306-8fb6-e7253ea07680 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:28.878820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:28.882222 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:28.886144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f03ac01-7787-4efd-9a64-680d0d1f099e req-f077da39-2652-4dc3-baf9-de540b30f8fe tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.37 "DELETE /v2.0/ports/2bfd30f8-a444-4306-8fb6-e7253ea07680 HTTP/1.1" status: 204 len: 173 time: 2.0355773 Apr 20 12:56:28.960021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a99d9ec-4ddc-4a05-92f4-4d8e1450a411 req-5791eee2-a72a-407c-a2a4-5cc43bd4774c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995249 Apr 20 12:56:29.034254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9b7bf46-e505-4838-9a82-dc28e4ba1847 req-ea4ac10b-9914-44fd-a55f-0e86e11a1c8f tempest-ServerRescueTestJSON-2017283695 tempest-ServerRescueTestJSON-2017283695-project] 10.222.0.24 "GET /v2.0/security-groups?id=011781d9-acd5-4492-8e80-92eac07bed5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266283 Apr 20 12:56:29.048076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=8a10347f-0666-4d8a-a782-e9311d1b0e7f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:29.061507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d5fac446-9047-487b-a01f-93390ba60324 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:29.068368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.137958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb9037-2976-48fa-8f18-6e7b900b931a None None] Update dhcp port {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': 'a701e1ea-91bd-4f71-bbb7-380eaec95115', 'ip_address': '2001:db8::f816:3eff:fe52:beeb'}, {'subnet_id': '33b5a5b1-4738-44b2-9f4d-e4d03c53acf9'}], 'binding:host_id': 'n-d-838550-2'}, 'id': 'd5fac446-9047-487b-a01f-93390ba60324'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 12:56:29.209438 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88eb9037-2976-48fa-8f18-6e7b900b931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.276113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.281355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d7b36cfb-16de-441c-a249-3f7268f45f4a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/8a10347f-0666-4d8a-a782-e9311d1b0e7f HTTP/1.1" status: 204 len: 168 time: 2.3154333 Apr 20 12:56:29.284478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60090) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:29.321015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c746f253-01a9-4375-b58b-7de6c436d61e req-8d20f24e-79b1-493c-a905-b7c4dab3ad71 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4706eaf-5a72-4d92-a1a6-edf3e8808d20 HTTP/1.1" status: 200 len: 210 time: 0.0946705 Apr 20 12:56:29.376313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e8125-9473-4cc5-aefe-17e0b3b8e302 req-5a568e6b-6dac-4e4d-8bca-c3869c324e23 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:29.378469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a75e8125-9473-4cc5-aefe-17e0b3b8e302 req-5a568e6b-6dac-4e4d-8bca-c3869c324e23 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 944 time: 0.2053740 Apr 20 12:56:29.400819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acdca71-b7ef-4c4d-9733-fe4df7edca7f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:29.424602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acdca71-b7ef-4c4d-9733-fe4df7edca7f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:29.426741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acdca71-b7ef-4c4d-9733-fe4df7edca7f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:29.430149 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1acdca71-b7ef-4c4d-9733-fe4df7edca7f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1446345 Apr 20 12:56:29.432827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60094) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:29.467397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a75e8125-9473-4cc5-aefe-17e0b3b8e302 req-a0c32be1-66e7-4368-841a-cef0995a26f2 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732760 Apr 20 12:56:29.523143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea0ce69f-fb57-4b2f-846b-c10f1aa770bc req-401ec66e-683b-484d-b1c3-a053bb65a6fc tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7eac232-1737-46bb-9016-61d64b827e18 HTTP/1.1" status: 200 len: 210 time: 0.0546443 Apr 20 12:56:29.559207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 33b5a5b1-4738-44b2-9f4d-e4d03c53acf9 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:29.563290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.619942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.688290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.768569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.799684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=33b5a5b1-4738-44b2-9f4d-e4d03c53acf9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:29.801869 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.808054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60096) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:29.810160 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b2296478-ee64-4f6b-b375-cbb282228042 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/33b5a5b1-4738-44b2-9f4d-e4d03c53acf9 HTTP/1.1" status: 204 len: 168 time: 0.3746583 Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-88eb9037-2976-48fa-8f18-6e7b900b931a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33b5a5b1-4738-44b2-9f4d-e4d03c53acf9: This subnet is being modified by another concurrent operation. Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 12:56:29.839286 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1768, in update_port Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33b5a5b1-4738-44b2-9f4d-e4d03c53acf9: This subnet is being modified by another concurrent operation. Apr 20 12:56:29.844066 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 12:56:29.865299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet a701e1ea-91bd-4f71-bbb7-380eaec95115 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:29.873547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.925146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:29.989814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8f536be4-edb4-45d0-b017-da32eb9fb43a None None] Could not find standard attr ID for object 8a10347f-0666-4d8a-a782-e9311d1b0e7f. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:56:30.013535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8f536be4-edb4-45d0-b017-da32eb9fb43a None None] Provisioning complete for port d5fac446-9047-487b-a01f-93390ba60324 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:30.013936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8f536be4-edb4-45d0-b017-da32eb9fb43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:30.045903 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:30.078820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ce026a11-fdc8-4637-bf4b-158c8561e0b2 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:30.104409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60102) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:30.114748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: ce026a11-fdc8-4637-bf4b-158c8561e0b2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:30.115100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ce026a11-fdc8-4637-bf4b-158c8561e0b2 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:30.115513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2bfd30f8-a444-4306-8fb6-e7253ea07680 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:30.146996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 2bfd30f8-a444-4306-8fb6-e7253ea07680 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:30.147871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2bfd30f8-a444-4306-8fb6-e7253ea07680 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:30.175273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b318c-59f9-4970-a38c-f54d940523c5 req-373b3836-2369-4c8b-b2dd-a67febde05be tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:30.176847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d5b318c-59f9-4970-a38c-f54d940523c5 req-373b3836-2369-4c8b-b2dd-a67febde05be tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.0985024 Apr 20 12:56:30.201579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:30.233200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:30.238807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/a701e1ea-91bd-4f71-bbb7-380eaec95115 HTTP/1.1" status: 204 len: 168 time: 0.4293385 Apr 20 12:56:30.242001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60104) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:30.266896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd4f091-4ab3-4dcd-90f7-b3e95f5a986b None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:30.274182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21596d-c019-48aa-b62a-ac1fc1e23240 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=a701e1ea-91bd-4f71-bbb7-380eaec95115,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:30.294567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d5b318c-59f9-4970-a38c-f54d940523c5 req-1c83aa76-fa4a-45a8-9a3a-4cebbe62060a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101358 Apr 20 12:56:30.349949 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4adfe066-5357-4f4a-9846-fd542968ed0f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047282 Apr 20 12:56:30.350475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:30.356617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:30.417284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-58d80255-0e0f-479f-832f-3d3e00c0e8f8 None None] Could not find standard attr ID for object 8a10347f-0666-4d8a-a782-e9311d1b0e7f. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:56:30.499498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'name': 'network-vif-deleted', 'tag': '2bfd30f8-a444-4306-8fb6-e7253ea07680'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:30.510733 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d928bd8-be7b-491a-9f96-cc57405d8487" -d '{"events": [{"server_uuid": "01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63", "name": "network-vif-deleted", "tag": "2bfd30f8-a444-4306-8fb6-e7253ea07680"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:30.643281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:30.696238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c26344-8ed6-45fc-85cc-3f1e51fa0005 req-4e003f74-9634-4f09-88be-fc9c906a9a78 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:30.702158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1c26344-8ed6-45fc-85cc-3f1e51fa0005 req-4e003f74-9634-4f09-88be-fc9c906a9a78 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2229080 Apr 20 12:56:30.753749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d5fac446-9047-487b-a01f-93390ba60324 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:30.766357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:30.771043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:30.812770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aaba2b5f-c823-44a0-9a65-c9554050c148 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:30.822282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1c26344-8ed6-45fc-85cc-3f1e51fa0005 req-b7bed914-0bcc-4e28-83c8-1952ab5bd52d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126697 Apr 20 12:56:30.878649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] Deleting port d5fac446-9047-487b-a01f-93390ba60324 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:30.879864 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:30.958538 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e1f2b4-9a7d-435b-a8c9-863d3bc478ab x-openstack-request-id: req-e2e1f2b4-9a7d-435b-a8c9-863d3bc478ab {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:30.958959 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63", "name": "network-vif-deleted", "tag": "2bfd30f8-a444-4306-8fb6-e7253ea07680", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:30.960257 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2e1f2b4-9a7d-435b-a8c9-863d3bc478ab {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:30.960257 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e1f2b4-9a7d-435b-a8c9-863d3bc478ab'] response: {'server_uuid': '01d7b766-4130-4b0d-9b0c-0a8b8bfcfb63', 'name': 'network-vif-deleted', 'tag': '2bfd30f8-a444-4306-8fb6-e7253ea07680', 'status': 'completed', 'code': 200} Apr 20 12:56:30.985582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:30.986087 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.011306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port aaba2b5f-c823-44a0-9a65-c9554050c148 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:56:31.014602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] For port d5fac446-9047-487b-a01f-93390ba60324, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d5fac446-9047-487b-a01f-93390ba60324,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:31.014923 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.042186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port d5fac446-9047-487b-a01f-93390ba60324, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d5fac446-9047-487b-a01f-93390ba60324,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:31.053441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port aaba2b5f-c823-44a0-9a65-c9554050c148 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:31.054165 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.080647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] Calling delete_port for d5fac446-9047-487b-a01f-93390ba60324 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:31.084062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.094366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a17470-f587-41a7-9046-4633127354e1 req-67b23f6b-5e66-4f75-aa4c-d52bca163cd7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:31.097195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2a17470-f587-41a7-9046-4633127354e1 req-67b23f6b-5e66-4f75-aa4c-d52bca163cd7 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 944 time: 0.2647324 Apr 20 12:56:31.215666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=d5fac446-9047-487b-a01f-93390ba60324,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:31.284380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.296716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.338985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] Pushing event deleted for resources: {'Port': ['ID=d5fac446-9047-487b-a01f-93390ba60324,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:31.340622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:31.343062 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f732b91-9f97-48e2-b7c5-0b6c29719a09" -d '{"events": [{"server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "name": "network-vif-plugged", "status": "completed", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:31.346611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cf287-0819-44a5-a296-e406e70a8ca8 None None] No DVR routers for this DVR port d5fac446-9047-487b-a01f-93390ba60324 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:31.367643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.369040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aaba2b5f-c823-44a0-9a65-c9554050c148, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aaba2b5f-c823-44a0-9a65-c9554050c148,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:31.377767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db53268-b371-4911-99ff-b6f318511d4e None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 12:56:31.416358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2a17470-f587-41a7-9046-4633127354e1 req-ea4a1831-4c56-4924-b641-88d3cc34e4dc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3129761 Apr 20 12:56:31.423115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Deleting port 6f275fc4-c462-41f9-8154-b42e474e0aa1 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:31.423619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.435075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.484536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f540298-3e52-47cf-81f9-9751984e7aa2 req-7353ba61-b5d1-4766-abea-3d0575c4f347 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:31.490329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f540298-3e52-47cf-81f9-9751984e7aa2 req-7353ba61-b5d1-4766-abea-3d0575c4f347 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 945 time: 0.3521404 Apr 20 12:56:31.553117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:31.581516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] For port 6f275fc4-c462-41f9-8154-b42e474e0aa1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6f275fc4-c462-41f9-8154-b42e474e0aa1,segment=NetworkSegment(ff27fbe7-83a3-43db-ba1e-01ce872a88e9),segment_id=ff27fbe7-83a3-43db-ba1e-01ce872a88e9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:31.582252 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.602261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:31.603155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Calling delete_port for 6f275fc4-c462-41f9-8154-b42e474e0aa1 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:31.625204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:31.625736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.633387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f540298-3e52-47cf-81f9-9751984e7aa2 req-44142b3a-278e-4f98-9bad-d462cc4cee2a tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237533 Apr 20 12:56:31.650123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=aaba2b5f-c823-44a0-9a65-c9554050c148,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:31.661148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:31.687306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.687646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.688062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.691370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.691737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.692083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.692427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.692765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.693098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.693432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.693792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.694128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:31.717179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963803d-5be6-4a10-9a9b-ff1ad0c66f30 req-7c8d1f58-cd6e-4c22-9224-10b4d7410826 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:31.720403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4963803d-5be6-4a10-9a9b-ff1ad0c66f30 req-7c8d1f58-cd6e-4c22-9224-10b4d7410826 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1661294 Apr 20 12:56:31.726590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-46ec4451-8cf0-4692-a347-7fd513bcde42 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3744035 Apr 20 12:56:31.732274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60132) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:31.732599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60134) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:31.744511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:31.781243 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f88f5e-0197-49c6-a313-bf9b460d1341 x-openstack-request-id: req-72f88f5e-0197-49c6-a313-bf9b460d1341 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:31.781871 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "name": "network-vif-plugged", "status": "completed", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:31.782483 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72f88f5e-0197-49c6-a313-bf9b460d1341 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:31.783283 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72f88f5e-0197-49c6-a313-bf9b460d1341'] response: {'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'code': 200} Apr 20 12:56:31.783842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db53268-b371-4911-99ff-b6f318511d4e None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 12:56:31.900728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.915862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4963803d-5be6-4a10-9a9b-ff1ad0c66f30 req-820993a9-9416-4f55-9052-52e05aa9962e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843300 Apr 20 12:56:31.936594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f275fc4-c462-41f9-8154-b42e474e0aa1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:31.968243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad4f42bf-9de8-469f-b7f5-a7c84d81ad3a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:31.977302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88dbb2-e0d0-4ca2-882f-63c056044323 req-765e201f-0c07-4b68-bb61-f51b19438101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:31.978820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b88dbb2-e0d0-4ca2-882f-63c056044323 req-765e201f-0c07-4b68-bb61-f51b19438101 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 1096 time: 0.1295002 Apr 20 12:56:32.037151 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad4f42bf-9de8-469f-b7f5-a7c84d81ad3a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.094285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b88dbb2-e0d0-4ca2-882f-63c056044323 req-a92352c8-5150-4a02-9e56-52608dd35847 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977004 Apr 20 12:56:32.129097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:32.134388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.235822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0b6ed-d6fb-4e86-a706-371651e586d9 req-8dc1198a-0be3-4073-8935-95cc2a3ccded tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:32.243779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fe0b6ed-d6fb-4e86-a706-371651e586d9 req-8dc1198a-0be3-4073-8935-95cc2a3ccded tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1603050 Apr 20 12:56:32.288304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad4f42bf-9de8-469f-b7f5-a7c84d81ad3a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.291415 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad4f42bf-9de8-469f-b7f5-a7c84d81ad3a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.295414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ad4f42bf-9de8-469f-b7f5-a7c84d81ad3a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "DELETE /v2.0/security-groups/cea42554-4e4e-4b94-a80e-faba0bbfdf85 HTTP/1.1" status: 204 len: 168 time: 0.5615828 Apr 20 12:56:32.300009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60140) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:32.318090 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-3c115a1a-ada5-40c0-a612-a04ddee1241e tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] show failed (client error): The resource could not be found. Apr 20 12:56:32.319086 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3c115a1a-ada5-40c0-a612-a04ddee1241e tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "GET /v2.0/security-groups/cea42554-4e4e-4b94-a80e-faba0bbfdf85 HTTP/1.1" status: 404 len: 347 time: 0.0180972 Apr 20 12:56:32.324221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60142) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:32.342895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fe0b6ed-d6fb-4e86-a706-371651e586d9 req-2322fc0e-d58c-4353-aea3-09fce7f498ca tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962055 Apr 20 12:56:32.350979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4f42bf-9de8-469f-b7f5-a7c84d81ad3a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea42554-4e4e-4b94-a80e-faba0bbfdf85,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:32.383441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.729366 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Deleting port ab320844-7cb7-41fe-94ae-1a92e435a76a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:32.730078 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.803875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:32.804549 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.951541 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:56:32.962619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.962951 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:32.967792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Router 364dc76a-44c2-4123-b7d0-23423f90e0ec has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:32.990015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Calling delete_port for ab320844-7cb7-41fe-94ae-1a92e435a76a owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:33.017225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Allocated IP 172.20.0.2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d/0d412f8b-84b0-4aec-a2b1-646ed9c77907) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:33.134093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:33.141217 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-857c5002-d860-4fc6-88e0-626cc4e3db8b admin admin] 10.222.0.24 "PUT /v2.0/routers/364dc76a-44c2-4123-b7d0-23423f90e0ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0353084 Apr 20 12:56:33.145126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60154) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:33.160804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06815485-8367-44c9-acb4-876cfcc062c6 req-ad3d10e7-fdf9-462d-b7e0-8ee9ba161280 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:33.169455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06815485-8367-44c9-acb4-876cfcc062c6 req-ad3d10e7-fdf9-462d-b7e0-8ee9ba161280 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 945 time: 0.5524988 Apr 20 12:56:33.197186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b42a44-37aa-48ac-a206-d299b50ed419 req-3ab65bdd-f78a-4c83-8c03-a1dcb453bb83 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:33.198250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] Sync routers for ids ['364dc76a-44c2-4123-b7d0-23423f90e0ec'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:33.199062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6b42a44-37aa-48ac-a206-d299b50ed419 req-3ab65bdd-f78a-4c83-8c03-a1dcb453bb83 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.7659855 Apr 20 12:56:33.207152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-52f91bbc-02a4-4365-bee8-74bf156ad7be tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:33.208861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-52f91bbc-02a4-4365-bee8-74bf156ad7be tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.30 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 945 time: 0.7388430 Apr 20 12:56:33.274843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] Routers {'364dc76a-44c2-4123-b7d0-23423f90e0ec'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:33.277875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364dc76a-44c2-4123-b7d0-23423f90e0ec'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:33.330783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06815485-8367-44c9-acb4-876cfcc062c6 req-71660186-42fc-48bf-8821-66a8a15e9060 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603379 Apr 20 12:56:33.341749 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.388117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6b42a44-37aa-48ac-a206-d299b50ed419 req-755edfd8-3fdf-4993-ac00-6e15f2bb4d78 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778829 Apr 20 12:56:33.592538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:56:33.597149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.623675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.664692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.675272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.689025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.694934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:33.699413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] Set router 364dc76a-44c2-4123-b7d0-23423f90e0ec gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:33.740878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:33.774699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=5b495902-2a29-4271-a1ac-b8a6a1a44ace,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:33.777567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:33.783052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Pushing event deleted for resources: {'Port': ['ID=ab320844-7cb7-41fe-94ae-1a92e435a76a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:33.788395 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ea741ee0-b5ab-45f6-b7a7-ee8fb69c8c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.790744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:33.798207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Deleting port 46854050-2058-4c73-931e-2eb346859d78 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:33.798552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.804002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:33.807411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:33.808002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.820087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2f27-5d6b-428a-80a0-865e47a92d2a req-0ec81b77-ec54-4949-a9f3-3b5c86407ab5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:33.827885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ebe2f27-5d6b-428a-80a0-865e47a92d2a req-0ec81b77-ec54-4949-a9f3-3b5c86407ab5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 945 time: 0.3591871 Apr 20 12:56:33.830587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Pushing event updated for resources: {'Port': ['ID=0d412f8b-84b0-4aec-a2b1-646ed9c77907,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:33.900343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Attempting to bind port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:33.900875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Attempting to bind port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:33.901375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Attempting to bind port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:33.915309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:33.915779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:33.916242 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.916698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:33.917243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Bound port: 0d412f8b-84b0-4aec-a2b1-646ed9c77907, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:33.917712 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.924892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.928157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:33.930079 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-548385a3-952a-4677-9e3a-291db0e07f2a tempest-ServersTestBootFromVolume-1368203866 tempest-ServersTestBootFromVolume-1368203866-project] 10.222.0.24 "DELETE /v2.0/floatingips/cddee339-0587-4a05-934d-666af8be8e0b HTTP/1.1" status: 204 len: 168 time: 1.6048026 Apr 20 12:56:33.932898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:33.942172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613fccc-477b-4fd6-9c6c-922dfa4d8c5d req-9ce7e581-2bdd-4364-9385-87d9dcbe7f9f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:33.945501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f613fccc-477b-4fd6-9c6c-922dfa4d8c5d req-9ce7e581-2bdd-4364-9385-87d9dcbe7f9f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.3414502 Apr 20 12:56:33.999100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] For port 0d412f8b-84b0-4aec-a2b1-646ed9c77907, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:34.023717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] For port 0d412f8b-84b0-4aec-a2b1-646ed9c77907, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0d412f8b-84b0-4aec-a2b1-646ed9c77907,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:34.048386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b33eff29-b440-48d8-9a27-e27c0e2f096d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3134060 Apr 20 12:56:34.049068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60172) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:34.066669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:a8:13:0e', 'name': 'tempest-NetworksTestDHCPv6-595366465'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:34.077219 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:34.082087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Deleting port f2a1920b-4755-4d86-8cc6-7f6d16696983 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:34.082591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:34.194535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a40ea-ef95-435a-9092-3202a9741c74 None None] Pushing event updated for resources: {'Port': ['ID=0d412f8b-84b0-4aec-a2b1-646ed9c77907,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:34.208228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137'}], 'enable_snat': True}, 'gw_port_id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:56:31Z', 'revision_number': 5, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port': {'id': 'f2a1920b-4755-4d86-8cc6-7f6d16696983', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:02Z', 'updated_at': '2022-04-20T12:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:34.256361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] Checking router: 364dc76a-44c2-4123-b7d0-23423f90e0ec for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:34.276271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] Routers {'364dc76a-44c2-4123-b7d0-23423f90e0ec'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:34.277667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364dc76a-44c2-4123-b7d0-23423f90e0ec'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:34.318962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ebe2f27-5d6b-428a-80a0-865e47a92d2a req-aab22512-398f-46b4-a860-85469d68f6aa tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901702 Apr 20 12:56:34.321919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f613fccc-477b-4fd6-9c6c-922dfa4d8c5d req-ae4ef37c-c18e-41e1-aad2-5393c46cf2bc tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340542 Apr 20 12:56:34.352812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] For port 46854050-2058-4c73-931e-2eb346859d78, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=46854050-2058-4c73-931e-2eb346859d78,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:34.353192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:34.378263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Calling delete_port for 46854050-2058-4c73-931e-2eb346859d78 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:34.386224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:34.405300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] Set router 364dc76a-44c2-4123-b7d0-23423f90e0ec gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:34.525495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:56:33Z', 'revision_number': 6, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:34.592867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc28a6-31da-4b9f-9f07-4b64f996178c None None] The sync data for ids ['364dc76a-44c2-4123-b7d0-23423f90e0ec'] in n-d-838550-2 is: [{'id': '364dc76a-44c2-4123-b7d0-23423f90e0ec', 'name': 'tempest-ServerRescueTestJSON-2129656589-router', 'tenant_id': '7f083400ba0045d18a8c40a09905fa89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:01Z', 'updated_at': '2022-04-20T12:56:33Z', 'revision_number': 6, 'project_id': '7f083400ba0045d18a8c40a09905fa89', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:34.743391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961b98c-03a7-478e-8e5f-061287c9c9fd req-1d9393b2-175b-4170-a010-26e3e2c32043 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:34.745413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e961b98c-03a7-478e-8e5f-061287c9c9fd req-1d9393b2-175b-4170-a010-26e3e2c32043 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 945 time: 0.2753506 Apr 20 12:56:34.782614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373452a-0859-4c25-8664-ef711c58c8bf req-0493f68b-0d0d-4e6f-a1c3-f6b882c73e78 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:34.787036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0373452a-0859-4c25-8664-ef711c58c8bf req-0493f68b-0d0d-4e6f-a1c3-f6b882c73e78 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1904094 Apr 20 12:56:34.851404 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:34.882182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] For port f2a1920b-4755-4d86-8cc6-7f6d16696983, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f2a1920b-4755-4d86-8cc6-7f6d16696983,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:34.882783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:34.898927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Calling delete_port for f2a1920b-4755-4d86-8cc6-7f6d16696983 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:34.931889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 5da15335-f153-404b-ab13-7cf5fe0f04af yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:56:34.941952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e961b98c-03a7-478e-8e5f-061287c9c9fd req-783185d5-f3c1-4800-aa82-5da162422832 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858168 Apr 20 12:56:34.963340 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:34.975167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:35.098710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0d412f8b-84b0-4aec-a2b1-646ed9c77907 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:35.140245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.181804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0373452a-0859-4c25-8664-ef711c58c8bf req-e5565f92-23c9-4026-bc66-e7f0ab665a82 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261733 Apr 20 12:56:35.291006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event deleted for resources: {'Port': ['ID=46854050-2058-4c73-931e-2eb346859d78,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:35.331157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] No DVR routers for this DVR port 46854050-2058-4c73-931e-2eb346859d78 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:35.335201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.339933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-758c1e33-b6f5-48b6-af70-a892f72322e9 req-4e9f9761-ab25-47b9-ab5c-630648d540e1 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.30 "DELETE /v2.0/ports/46854050-2058-4c73-931e-2eb346859d78 HTTP/1.1" status: 204 len: 173 time: 2.0947714 Apr 20 12:56:35.348224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'name': 'network-vif-deleted', 'tag': '46854050-2058-4c73-931e-2eb346859d78'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:35.351556 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa160663-b0b9-41a6-be27-b7919baf1d9e" -d '{"events": [{"server_uuid": "313e7de1-d520-425f-8a79-cfcdaa04d4b1", "name": "network-vif-deleted", "tag": "46854050-2058-4c73-931e-2eb346859d78"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:35.362732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.378689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:35.379073 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.422267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f909ef-a90d-45b8-9f80-cb9b3279355f req-84bd2284-873e-46cb-a805-3bb309ac2316 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:35.424012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f909ef-a90d-45b8-9f80-cb9b3279355f req-84bd2284-873e-46cb-a805-3bb309ac2316 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 945 time: 0.2515509 Apr 20 12:56:35.435645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60196) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:35.441081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Request body: {'floatingip': {'port_id': 'aaba2b5f-c823-44a0-9a65-c9554050c148'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:35.466249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a1920b-4755-4d86-8cc6-7f6d16696983,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:35.497131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 172.20.0.8 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d/5da15335-f153-404b-ab13-7cf5fe0f04af) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:35.502518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.585367 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd48e3-041f-44bc-a224-770913d04d22 x-openstack-request-id: req-2acd48e3-041f-44bc-a224-770913d04d22 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:35.587488 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "313e7de1-d520-425f-8a79-cfcdaa04d4b1", "name": "network-vif-deleted", "tag": "46854050-2058-4c73-931e-2eb346859d78", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:35.587899 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2acd48e3-041f-44bc-a224-770913d04d22 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:35.588585 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acd48e3-041f-44bc-a224-770913d04d22'] response: {'server_uuid': '313e7de1-d520-425f-8a79-cfcdaa04d4b1', 'name': 'network-vif-deleted', 'tag': '46854050-2058-4c73-931e-2eb346859d78', 'status': 'completed', 'code': 200} Apr 20 12:56:35.605992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:fea8:130e (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5b495902-2a29-4271-a1ac-b8a6a1a44ace/5da15335-f153-404b-ab13-7cf5fe0f04af) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:35.700657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.727914 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.789845 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e54c11ad-00aa-4498-b709-4e5c7caeb092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.804479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 0d412f8b-84b0-4aec-a2b1-646ed9c77907, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0d412f8b-84b0-4aec-a2b1-646ed9c77907,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:35.818474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.831242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.835920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.912637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=0d412f8b-84b0-4aec-a2b1-646ed9c77907,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:35.950371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f258b9f9-2400-4a99-af0f-b8031ef1897c req-fec8d85d-f5ad-499f-87a8-1ae2f69b40e6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=313e7de1-d520-425f-8a79-cfcdaa04d4b1 HTTP/1.1" status: 200 len: 210 time: 0.2231319 Apr 20 12:56:35.988986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.989713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364dc76a-44c2-4123-b7d0-23423f90e0ec {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:56:35.996835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:35.998005 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-330439d9-c8f5-4371-82d8-591631134db6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/364dc76a-44c2-4123-b7d0-23423f90e0ec HTTP/1.1" status: 204 len: 168 time: 2.8517077 Apr 20 12:56:36.000646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60202) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:36.035472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143230ee-e6e1-491b-b07b-a7eee9b53b98 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 12:56:36.129043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.167156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67e8dd-46d7-494c-81f0-60c149fbfbd1 req-7455ed9e-6472-400f-b399-bff7cf41ac69 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:36.170570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e67e8dd-46d7-494c-81f0-60c149fbfbd1 req-7455ed9e-6472-400f-b399-bff7cf41ac69 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.4418268 Apr 20 12:56:36.175104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] Deleting subnet 88ea649e-d5b5-4e94-b057-20bc28260a95 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:36.179186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.215148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1778c7f7-002d-4a90-a43b-a0ad8e4adcb8 None None] Provisioning complete for port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:36.215614 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1778c7f7-002d-4a90-a43b-a0ad8e4adcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.220450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143230ee-e6e1-491b-b07b-a7eee9b53b98 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 12:56:36.223445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.277268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Deleting port 7773028d-4da3-4690-9a31-719eac970587 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:36.278042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.342126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e67e8dd-46d7-494c-81f0-60c149fbfbd1 req-8e63794f-15d8-409f-b34c-0bf6d126150e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226213 Apr 20 12:56:36.358645 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.369703 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.458422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] For port 7773028d-4da3-4690-9a31-719eac970587, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7773028d-4da3-4690-9a31-719eac970587,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:36.459142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=5da15335-f153-404b-ab13-7cf5fe0f04af,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:36.459647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.481223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Calling delete_port for 7773028d-4da3-4690-9a31-719eac970587 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:36.494804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.565832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ea649e-d5b5-4e94-b057-20bc28260a95,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:36.589003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:36.591159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:36.595940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:36.596354 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.602567 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a71520aa-7790-4880-a954-f33e505e8355 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/88ea649e-d5b5-4e94-b057-20bc28260a95 HTTP/1.1" status: 204 len: 168 time: 0.6008933 Apr 20 12:56:36.605723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60204) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:36.663946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:36.665002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.710033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.748647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0d412f8b-84b0-4aec-a2b1-646ed9c77907 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:36.843800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.854473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 46854050-2058-4c73-931e-2eb346859d78 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:36.866436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea304ffe-b291-47c8-a4eb-5fbb1515095c']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:36.876565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:36.877056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff27fbe7-83a3-43db-ba1e-01ce872a88e9') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:36.884661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 46854050-2058-4c73-931e-2eb346859d78 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:36.885008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 46854050-2058-4c73-931e-2eb346859d78 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:36.887931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.893603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a7c6878d-e23b-44d0-b43c-0b9ba4b70656 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8366561 Apr 20 12:56:36.897029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60214) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:36.902711 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.909536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:56:36.910104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.910276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:36.910606 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.965263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: items = [ Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:56:36.975195 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:56:36.980440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.983010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc91e2-feb3-4e26-b97b-7f3252a2f176 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:36.990780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:36.994731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dc91e2-feb3-4e26-b97b-7f3252a2f176 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:36.996875 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] 10.222.0.24 "DELETE /v2.0/networks/ea304ffe-b291-47c8-a4eb-5fbb1515095c HTTP/1.1" status: 204 len: 168 time: 0.3900130 Apr 20 12:56:37.000564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-23dc91e2-feb3-4e26-b97b-7f3252a2f176 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1025317 Apr 20 12:56:37.001685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60220) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:37.038133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a90853-0a0d-4ba0-9e19-8ed05daaaecb admin admin] Pushing event deleted for resources: {'Network': ['ID=ea304ffe-b291-47c8-a4eb-5fbb1515095c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:37.125368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.142886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.168634 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=7773028d-4da3-4690-9a31-719eac970587,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:37.227319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60226) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:37.254896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.275281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea189f-3188-44a5-9217-28ad2a2b55d8 None None] Update dhcp port {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b495902-2a29-4271-a1ac-b8a6a1a44ace'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '0d412f8b-84b0-4aec-a2b1-646ed9c77907'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 12:56:37.362967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f2a1920b-4755-4d86-8cc6-7f6d16696983 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:37.390616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.407425 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acea189f-3188-44a5-9217-28ad2a2b55d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.411260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f2a1920b-4755-4d86-8cc6-7f6d16696983 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:37.411608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f2a1920b-4755-4d86-8cc6-7f6d16696983 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:37.412024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f275fc4-c462-41f9-8154-b42e474e0aa1 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:37.452961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6f275fc4-c462-41f9-8154-b42e474e0aa1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:37.453309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f275fc4-c462-41f9-8154-b42e474e0aa1 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:37.539397 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0b9ad561-74ae-490f-9495-5b3e924e2b6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f083400ba0045d18a8c40a09905fa89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105991 Apr 20 12:56:37.541975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60232) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:37.581477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 5da15335-f153-404b-ab13-7cf5fe0f04af {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:37.582124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.657805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-acea189f-3188-44a5-9217-28ad2a2b55d8 None None] Allocated IP 2001:db8::f816:3eff:fe8b:7b11 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5b495902-2a29-4271-a1ac-b8a6a1a44ace/0d412f8b-84b0-4aec-a2b1-646ed9c77907) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:37.659803 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Floating IP 0d93ecff-19f8-48b0-b8ed-0877d7c2f79e associated. External IP: 172.25.3.190, port: aaba2b5f-c823-44a0-9a65-c9554050c148. Apr 20 12:56:37.664676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a155e8ce-b8ae-444f-8d9d-928062d1fbde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.687101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a155e8ce-b8ae-444f-8d9d-928062d1fbde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.746661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a155e8ce-b8ae-444f-8d9d-928062d1fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.749424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a155e8ce-b8ae-444f-8d9d-928062d1fbde admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.750568 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a155e8ce-b8ae-444f-8d9d-928062d1fbde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/011781d9-acd5-4492-8e80-92eac07bed5f HTTP/1.1" status: 204 len: 168 time: 0.2077055 Apr 20 12:56:37.766707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155e8ce-b8ae-444f-8d9d-928062d1fbde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011781d9-acd5-4492-8e80-92eac07bed5f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:37.777057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Router 56f67005-344b-4e6f-93e0-70db7230fb22 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:37.800874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-acea189f-3188-44a5-9217-28ad2a2b55d8 None None] For port 0d412f8b-84b0-4aec-a2b1-646ed9c77907, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0d412f8b-84b0-4aec-a2b1-646ed9c77907,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:37.843282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84fa2-40d1-4a4d-b465-dfabb5a1b5d6 req-2ac366e7-0b46-4e2c-997f-98cc3ce58407 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:37.844988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c84fa2-40d1-4a4d-b465-dfabb5a1b5d6 req-2ac366e7-0b46-4e2c-997f-98cc3ce58407 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.3637252 Apr 20 12:56:37.886421 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acea189f-3188-44a5-9217-28ad2a2b55d8 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:37.892018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:37.902294 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c26d378a-fc1b-4cc0-8c4d-8267240a7e70 admin admin] 10.222.0.24 "PUT /v2.0/routers/56f67005-344b-4e6f-93e0-70db7230fb22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9683216 Apr 20 12:56:37.903326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60236) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:37.903926 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] Sync routers for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:37.910632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be891-21a9-4db8-a2e7-2678ee190f03 req-598b5bc7-6253-450a-8a23-847d3bad2769 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:37.912330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-972be891-21a9-4db8-a2e7-2678ee190f03 req-598b5bc7-6253-450a-8a23-847d3bad2769 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.4293022 Apr 20 12:56:37.922574 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:37.923214 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:37.929222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acea189f-3188-44a5-9217-28ad2a2b55d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.031267 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.125423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea189f-3188-44a5-9217-28ad2a2b55d8 None None] Pushing event updated for resources: {'Port': ['ID=0d412f8b-84b0-4aec-a2b1-646ed9c77907,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:38.212654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.220319 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:38.338337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Deleting port 9e66a116-8a07-449f-846e-ac13ae3e48d9 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:38.338687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.448022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] For port 9e66a116-8a07-449f-846e-ac13ae3e48d9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e66a116-8a07-449f-846e-ac13ae3e48d9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:38.449973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.469013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Calling delete_port for 9e66a116-8a07-449f-846e-ac13ae3e48d9 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:38.494244 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.548432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.646389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c84fa2-40d1-4a4d-b465-dfabb5a1b5d6 req-3765a2b6-e81e-430a-9ad5-4e8261ace72e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7584581 Apr 20 12:56:38.647371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 5da15335-f153-404b-ab13-7cf5fe0f04af owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:38.667200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-e56bd040-61f7-4984-a12f-53d46c1aeccf tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:38.667200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-e56bd040-61f7-4984-a12f-53d46c1aeccf tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 0.8802972 Apr 20 12:56:38.679043 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:56:37Z', 'revision_number': 5, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port': {'id': '9e66a116-8a07-449f-846e-ac13ae3e48d9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:09Z', 'updated_at': '2022-04-20T12:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:38.715892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-972be891-21a9-4db8-a2e7-2678ee190f03 req-f7d28bf8-3f59-4060-bf2d-0590a6230d74 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887077 Apr 20 12:56:38.769323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.834068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e66a116-8a07-449f-846e-ac13ae3e48d9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:38.875494 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.939072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0d412f8b-84b0-4aec-a2b1-646ed9c77907 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:38.975578 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] Checking router: 56f67005-344b-4e6f-93e0-70db7230fb22 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:38.982928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:38.997250 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] Routers {'56f67005-344b-4e6f-93e0-70db7230fb22'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:38.998214 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56f67005-344b-4e6f-93e0-70db7230fb22'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:39.040630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:39.078008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:39.078376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.208765 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] Set router 56f67005-344b-4e6f-93e0-70db7230fb22 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:39.237123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.242873 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.305750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:56:38Z', 'revision_number': 7, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:39.332254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.333057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56f67005-344b-4e6f-93e0-70db7230fb22 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:56:39.348194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.348392 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af94af4-9ab4-4567-a414-80cf90ba6bb8 None None] The sync data for ids ['56f67005-344b-4e6f-93e0-70db7230fb22'] in n-d-838550-2 is: [{'id': '56f67005-344b-4e6f-93e0-70db7230fb22', 'name': 'tempest-ServersTestBootFromVolume-910642183-router', 'tenant_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:08Z', 'updated_at': '2022-04-20T12:56:38Z', 'revision_number': 7, 'project_id': '80e6809af5ad4d8aafe92c71c22ac0e6', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:39.352597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Deleting port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:39.352947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.356774 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ca99b753-ebea-4e1c-b99d-9289e2d52141 admin admin] 10.222.0.24 "DELETE /v2.0/routers/56f67005-344b-4e6f-93e0-70db7230fb22 HTTP/1.1" status: 204 len: 168 time: 1.4515054 Apr 20 12:56:39.360596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60266) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:39.384459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66113523-64da-46f5-97d4-8be88374bf96 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:39.440682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60268) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:39.491122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] Deleting subnet 146e4710-a136-4c4a-9159-0c310a204236 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:39.495294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.525821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-97acf569-9efc-4e5c-b327-91a9666975a4 None None] Provisioning complete for port 5da15335-f153-404b-ab13-7cf5fe0f04af triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:39.525821 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-97acf569-9efc-4e5c-b327-91a9666975a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.591826 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.619999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-97acf569-9efc-4e5c-b327-91a9666975a4 None None] Port 5da15335-f153-404b-ab13-7cf5fe0f04af cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:56:39.675548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-0e023b7f-151c-4d89-85d9-4a60a03f9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:39.676908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-457597409-network', 'tenant_id': 'b3f5191954964431a694808099f99b9b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:39.682381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-0e023b7f-151c-4d89-85d9-4a60a03f9c50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 1097 time: 0.4170325 Apr 20 12:56:39.697018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-97acf569-9efc-4e5c-b327-91a9666975a4 None None] Provisioning complete for port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:39.697350 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-97acf569-9efc-4e5c-b327-91a9666975a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.733043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.771183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9ac1e-709a-413a-bab1-8e55a2a68369 req-0bbf60b7-9381-43c1-818b-020dd9e60000 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:39.779166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cf9ac1e-709a-413a-bab1-8e55a2a68369 req-0bbf60b7-9381-43c1-818b-020dd9e60000 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.5120711 Apr 20 12:56:39.785093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Made reservation on behalf of b3f5191954964431a694808099f99b9b for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:39.790272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.810226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.854621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.887303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=5da15335-f153-404b-ab13-7cf5fe0f04af,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:39.967551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] For port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:39.967919 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.973019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:39.986310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.995535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:39.995803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] Sync routers for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:40.012325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:40.012898 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:40.053718 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.058101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/146e4710-a136-4c4a-9159-0c310a204236 HTTP/1.1" status: 204 len: 168 time: 0.6971333 Apr 20 12:56:40.063440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60274) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:40.064891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecca9c0-22e4-4c97-a89b-1c62f567d7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146e4710-a136-4c4a-9159-0c310a204236,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:40.078986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.084523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.089169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a822d-0536-4fcb-aa9b-cf97a868173d None None] Network e2ba39a8-372f-4268-89f8-4cb966408280 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:40.127552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Calling delete_port for 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:40.135237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd0d233-ba0e-42bd-82b0-2f4d669f177e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:40.148629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:56:40.176575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.177536 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Added segment a6ffa75c-dc00-47e9-a33a-6472bc4bbef8 of type vlan for network 55ebe669-820c-4816-b3cd-4d0281911922 Apr 20 12:56:40.284102 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.357761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.359701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:40.360323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.380139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:40.455998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0134439 Apr 20 12:56:40.465365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60278) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:40.472464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] DHCP port deletion for e2ba39a8-372f-4268-89f8-4cb966408280 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:40.475075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Request body: {'subnet': {'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-subnet', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:40.487297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.494392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-147cb07c-03fd-4693-b90f-d80392efe2d6 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "PUT /v2.0/floatingips/0d93ecff-19f8-48b0-b8ed-0877d7c2f79e HTTP/1.1" status: 200 len: 991 time: 5.0576804 Apr 20 12:56:40.513685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Made reservation on behalf of b3f5191954964431a694808099f99b9b for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:40.516462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:40.521367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244dd1a-56ce-48b6-bdce-4bdc48f5a8a4 admin admin] Pushing event updated for resources: {'Network': ['ID=55ebe669-820c-4816-b3cd-4d0281911922,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:40.591025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:40.614543 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23e0e03-f4a7-47de-bffc-ec5d62867699" -d '{"events": [{"name": "network-changed", "server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:40.622522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-30e24947-54bc-43cf-81ca-46666456b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:40.625911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-30e24947-54bc-43cf-81ca-46666456b977 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 200 len: 915 time: 0.9333568 Apr 20 12:56:40.635796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 55ebe669-820c-4816-b3cd-4d0281911922 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:56:40.671051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cf9ac1e-709a-413a-bab1-8e55a2a68369 req-ec871156-bf56-48ae-8414-54e387c627db tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8847620 Apr 20 12:56:40.761021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb5bcf8-5200-46f1-ab43-79baed94991b None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:40.863911 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad142699-6b91-4808-b79b-b5fb5e8f06e1 x-openstack-request-id: req-ad142699-6b91-4808-b79b-b5fb5e8f06e1 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:40.864465 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:40.864465 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad142699-6b91-4808-b79b-b5fb5e8f06e1 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:40.865115 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad142699-6b91-4808-b79b-b5fb5e8f06e1'] response: {'name': 'network-changed', 'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'status': 'completed', 'code': 200} Apr 20 12:56:40.911176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-82c8c776-09bf-4ec3-bceb-2d3bf5b88739 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 200 len: 217 time: 0.2768726 Apr 20 12:56:40.920335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7773028d-4da3-4690-9a31-719eac970587 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:40.924552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-224cc167-0791-4efa-a8b1-80c1d5c4b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:40.926108 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-224cc167-0791-4efa-a8b1-80c1d5c4b0b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fd2868a772749c39872b962cc9f4d8b&device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 1096 time: 0.1020200 Apr 20 12:56:40.973466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e5a78ebe-ca7d-46db-9083-0a44489484c0 None None] Could not find standard attr ID for object 5da15335-f153-404b-ab13-7cf5fe0f04af. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:56:40.984285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7773028d-4da3-4690-9a31-719eac970587 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:40.985450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7773028d-4da3-4690-9a31-719eac970587 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:40.986014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:41.032240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c39151-686a-4831-951f-39afb98e46d1 req-6a94f522-cc62-4d5c-8b13-a08a6109a599 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.034405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c39151-686a-4831-951f-39afb98e46d1 req-6a94f522-cc62-4d5c-8b13-a08a6109a599 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 945 time: 1.0949645 Apr 20 12:56:41.036054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-9ca402bd-6fe4-4988-991a-fff0073f08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.037400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-9ca402bd-6fe4-4988-991a-fff0073f08b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 200 len: 854 time: 0.1026921 Apr 20 12:56:41.046546 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.052366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-852f3dd7-1623-4d31-8eea-d2fcb5cfa334 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5da15335-f153-404b-ab13-7cf5fe0f04af HTTP/1.1" status: 204 len: 168 time: 4.0493009 Apr 20 12:56:41.057202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60284) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:41.108290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-a0e1f5bf-f393-40f1-8b73-9965ffbf17df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2fec0ebd-154f-47e4-850f-cae433bdbd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336564 Apr 20 12:56:41.136641 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.193585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c39151-686a-4831-951f-39afb98e46d1 req-5977208e-e355-42fa-9bb5-c0c8f6ad8416 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=7372cd9b-4c2f-4714-96b0-31d6aae0aa67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401410 Apr 20 12:56:41.248932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Deleting port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:41.249198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.290039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.304104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf23013-2241-4afc-a9b7-d4abe686f225 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.306719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf23013-2241-4afc-a9b7-d4abe686f225 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.308763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf23013-2241-4afc-a9b7-d4abe686f225 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.311909 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2cf23013-2241-4afc-a9b7-d4abe686f225 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2496347 Apr 20 12:56:41.332571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e5a78ebe-ca7d-46db-9083-0a44489484c0 None None] Provisioning complete for port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:41.332982 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e5a78ebe-ca7d-46db-9083-0a44489484c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.336490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60286) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:41.379591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-4d23b77e-2563-426b-83df-fae11e423dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.379985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-291499f1-03dd-485b-bb30-79d80c20a9a7 service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603850 Apr 20 12:56:41.381447 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-4d23b77e-2563-426b-83df-fae11e423dc2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6bf3a3b-b398-4baf-b62e-1917e02b299e HTTP/1.1" status: 200 len: 915 time: 0.4452052 Apr 20 12:56:41.401065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.417160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:41.431677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Pushing event updated for resources: {'Subnet': ['ID=22612944-2d0f-4166-9c28-8a18dbd0af32,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:41.441425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Checking segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:41.441714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Network hostable DHCP agents. Network: 55ebe669-820c-4816-b3cd-4d0281911922, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:56:41.448351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] Deleting port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:41.449086 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.470026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.472367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e66a116-8a07-449f-846e-ac13ae3e48d9 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:41.516443 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-c8cc5475-a10f-45f0-ae2a-29801de30a3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aaba2b5f-c823-44a0-9a65-c9554050c148 HTTP/1.1" status: 200 len: 999 time: 0.1072872 Apr 20 12:56:41.517759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Network 55ebe669-820c-4816-b3cd-4d0281911922 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:56:41.539255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 55ebe669-820c-4816-b3cd-4d0281911922) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:41.545902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.545902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.551775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event deleted for resources: {'Port': ['ID=7c55c059-caa1-4f45-94a0-11e8ae1ad1f8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:41.612495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-9a57595a-f0cf-4bf6-9d49-c7aabf71207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:41.614572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-9a57595a-f0cf-4bf6-9d49-c7aabf71207f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cf8435c0-9592-48bd-ba12-d48229329426 HTTP/1.1" status: 200 len: 853 time: 0.0872881 Apr 20 12:56:41.619424 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8af39cd7-0694-4a15-9681-7f3549cd39da admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1522582 Apr 20 12:56:41.633103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60290) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:41.638286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:41.639754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 5b495902-2a29-4271-a1ac-b8a6a1a44ace {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:41.647559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] For port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:41.647939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.653474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.747684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Calling delete_port for b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:41.793835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] No DVR routers for this DVR port 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:41.807521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.811206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3b7ce7b-cfa3-42f4-b1a7-cc5450567d21 req-52e03b1e-30aa-4a56-bf1b-c5abbe2ff1f7 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "DELETE /v2.0/ports/7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 HTTP/1.1" status: 204 len: 173 time: 3.1277487 Apr 20 12:56:41.938108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:41.984778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e192312-d287-4696-a102-fb9125a061b1 None None] Network 55ebe669-820c-4816-b3cd-4d0281911922 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:42.045080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1045e3b4-18dc-416a-8bae-0992cac1acb3 req-8e42d7e6-286e-4461-b103-a166627f6ee4 service neutron] 10.222.0.30 "GET /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514452 Apr 20 12:56:42.072312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9e66a116-8a07-449f-846e-ac13ae3e48d9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:42.072696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e66a116-8a07-449f-846e-ac13ae3e48d9 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:42.090188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a26ac-6677-4366-b838-00253087c78c req-20b36ece-0682-457f-9798-28afbe9d304f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:42.094198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-419a26ac-6677-4366-b838-00253087c78c req-20b36ece-0682-457f-9798-28afbe9d304f tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2601886 Apr 20 12:56:42.120832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:42.157243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-419a26ac-6677-4366-b838-00253087c78c req-12c83507-b61d-416a-9f46-963b5349ebd4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566759 Apr 20 12:56:42.167654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:42.171443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.172524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.218881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-f269b25b-bdb5-4a21-89a2-cf566ea763cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:42.219991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.220367 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-f269b25b-bdb5-4a21-89a2-cf566ea763cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6bf3a3b-b398-4baf-b62e-1917e02b299e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5990732 Apr 20 12:56:42.223537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.240655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.241003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.241346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.241706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.242333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.242676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.243007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.243340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.243669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.244000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.244691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.245043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:42.263265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:42.263496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7c55c059-caa1-4f45-94a0-11e8ae1ad1f8 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:42.272274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.297225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:42.301760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] No DVR routers for this DVR port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:42.330103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] For port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,segment=NetworkSegment(5b0a851e-839c-4d43-ada4-c51a06f9c5ec),segment_id=5b0a851e-839c-4d43-ada4-c51a06f9c5ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:42.330510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.379943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] Calling delete_port for b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:42.394721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.404967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.429399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '0d93ecff-19f8-48b0-b8ed-0877d7c2f79e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'port_id': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'mac_address': 'fa:16:3e:a0:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:55:54Z', 'updated_at': '2022-04-20T12:56:36Z', 'revision_number': 1, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:03Z', 'revision_number': 5, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:42.449894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ba39a8-372f-4268-89f8-4cb966408280']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:42.452078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=5b495902-2a29-4271-a1ac-b8a6a1a44ace,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:42.469421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.473336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bca4891a-5a0c-448c-b589-198de92712b7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5b495902-2a29-4271-a1ac-b8a6a1a44ace HTTP/1.1" status: 204 len: 168 time: 1.1261954 Apr 20 12:56:42.486780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:42.489894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0a851e-839c-4d43-ada4-c51a06f9c5ec') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:42.490189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0a851e-839c-4d43-ada4-c51a06f9c5ec') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:42.493571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbabc37f-cd67-4cb7-a16f-5b902fcbff48 req-f9b48e1a-2109-454f-8ae4-d9a92a4080e6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=099a7d13-4f81-418d-9973-f28197987b87 HTTP/1.1" status: 200 len: 210 time: 0.0464544 Apr 20 12:56:42.502012 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.541197 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.557251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:56:42.557983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:56:42.561511 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:56:42.564775 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-d5b67450-792f-44fa-8714-93d54c50ff5c service neutron] 10.222.0.30 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010309 Apr 20 12:56:42.565072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.675373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] Checking router: 7e0dd4ab-eb09-4537-be58-3be19fb2c067 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:42.676832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:42.684029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.685281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.692994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.698848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2ba39a8-372f-4268-89f8-4cb966408280 HTTP/1.1" status: 204 len: 168 time: 2.5945914 Apr 20 12:56:42.700071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.719559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e06f2-4291-42be-b42c-9e95dea3e173 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ba39a8-372f-4268-89f8-4cb966408280,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:42.762259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] Pushing event deleted for resources: {'Port': ['ID=b8ba4ff8-bee9-4e7c-ac31-83f2e432b146,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:42.769020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:42.769750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:42.773174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] Network e2ba39a8-372f-4268-89f8-4cb966408280 is not hosted by any dhcp agent {{(pid=109411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 12:56:42.773550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f97a82-efc1-45b1-9a15-a22be7ec1a86 None None] No DVR routers for this DVR port b8ba4ff8-bee9-4e7c-ac31-83f2e432b146 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:42.785184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.807676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af84e12-3fda-4032-8147-9f397a90b284 req-4b16ea09-0a53-45fa-b2ab-e9e273bd55c3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:42.809488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-55ebe669-820c-4816-b3cd-4d0281911922', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:42.810370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.814948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-4b16ea09-0a53-45fa-b2ab-e9e273bd55c3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.1980193 Apr 20 12:56:42.831242 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c23e0e03-f4a7-47de-bffc-ec5d62867699 req-d713699b-9b0d-47e6-9b56-dc49a88f30b7 service neutron] 10.222.0.30 "GET /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403405 Apr 20 12:56:42.858319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-b2789d0d-1d97-4301-8670-b6ffdc7fbb3a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/quotas/9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 375 time: 0.0321119 Apr 20 12:56:42.865571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099a7d13-4f81-418d-9973-f28197987b87', 'name': 'network-vif-deleted', 'tag': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:42.870376 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fdc754-85d3-40d3-8c95-ad5984e88f4a" -d '{"events": [{"server_uuid": "099a7d13-4f81-418d-9973-f28197987b87", "name": "network-vif-deleted", "tag": "7c55c059-caa1-4f45-94a0-11e8ae1ad1f8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:42.961778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:42.966609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:42.980824 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72df6e2-c7e4-4408-8c6e-4e2e6c1b5a9d x-openstack-request-id: req-c72df6e2-c7e4-4408-8c6e-4e2e6c1b5a9d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:42.982013 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099a7d13-4f81-418d-9973-f28197987b87", "name": "network-vif-deleted", "tag": "7c55c059-caa1-4f45-94a0-11e8ae1ad1f8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:42.982432 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c72df6e2-c7e4-4408-8c6e-4e2e6c1b5a9d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:42.982991 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72df6e2-c7e4-4408-8c6e-4e2e6c1b5a9d'] response: {'server_uuid': '099a7d13-4f81-418d-9973-f28197987b87', 'name': 'network-vif-deleted', 'tag': '7c55c059-caa1-4f45-94a0-11e8ae1ad1f8', 'status': 'completed', 'code': 200} Apr 20 12:56:43.020077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-57c2e33d-9360-4b55-ab20-7b7dc262f9f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80e6809af5ad4d8aafe92c71c22ac0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614858 Apr 20 12:56:43.020913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60310) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:43.061887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-8f887aa9-54b0-4162-8660-09064b6762ed tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1861737 Apr 20 12:56:43.103965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:43.174992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.175828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Allocated IP 172.20.0.2 (55ebe669-820c-4816-b3cd-4d0281911922/22612944-2d0f-4166-9c28-8a18dbd0af32/c0883f64-eed6-4e60-a28e-d60cd29e5da0) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:43.213279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:43.215320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.218564 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9563825a-db02-4b17-a6ab-e9f0cda6b7ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d HTTP/1.1" status: 204 len: 168 time: 0.7293808 Apr 20 12:56:43.221742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60314) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:43.230170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb2306-86f0-4a25-9afc-3ca7602bfcf6 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:43.248215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-f2554297-f3cd-48e5-8a38-0c2b2c027ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848726 Apr 20 12:56:43.268146 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-54e51b0f-1cfc-47d3-bde0-d52dd2d48514 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446038 Apr 20 12:56:43.271180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.285596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60316) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:43.296285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.304182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:43.307699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4c16812-7dc1-4348-abe8-78d780145b82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.408294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-51f52f9c-583f-409c-b5fe-a310b105f2fe None None] Provisioning complete for port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:43.408587 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51f52f9c-583f-409c-b5fe-a310b105f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.410869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Allocated IP 172.25.3.58 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/fce0d95c-baa1-41a8-8293-1014565dad76) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:43.463834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4c16812-7dc1-4348-abe8-78d780145b82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.489378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613ce63-3f0d-4ff9-a441-425e8c6f0293 req-8fb38848-8d41-4711-9d1b-b01cb82992b9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:43.492973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5613ce63-3f0d-4ff9-a441-425e8c6f0293 req-8fb38848-8d41-4711-9d1b-b01cb82992b9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2329199 Apr 20 12:56:43.539554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.564526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d489ef17-20e2-4fc1-bfb1-98659222239e service neutron] 10.222.0.24 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080816 Apr 20 12:56:43.584292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5613ce63-3f0d-4ff9-a441-425e8c6f0293 req-243c4209-ffcb-4392-adea-4205883b76ba tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785830 Apr 20 12:56:43.585372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:43.590356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.641624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.659882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.668149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4c16812-7dc1-4348-abe8-78d780145b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.672032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4c16812-7dc1-4348-abe8-78d780145b82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.678546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f4c16812-7dc1-4348-abe8-78d780145b82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/528404a9-62ce-48bd-9ce5-c6607e19e657 HTTP/1.1" status: 204 len: 168 time: 0.6525941 Apr 20 12:56:43.708799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16812-7dc1-4348-abe8-78d780145b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528404a9-62ce-48bd-9ce5-c6607e19e657,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:43.763407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:43.776227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Pushing event updated for resources: {'Port': ['ID=fce0d95c-baa1-41a8-8293-1014565dad76,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:43.780113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:43.782192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:43.784549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:43.807407 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:43.858223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499bf37-573e-486c-b621-e8c4c247e652 req-12d6655f-5402-440a-a5bd-53f45f469955 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:43.860027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6499bf37-573e-486c-b621-e8c4c247e652 req-12d6655f-5402-440a-a5bd-53f45f469955 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1167111 Apr 20 12:56:43.984473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Network 55ebe669-820c-4816-b3cd-4d0281911922 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:44.002029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:44.015152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Pushing event updated for resources: {'Port': ['ID=c0883f64-eed6-4e60-a28e-d60cd29e5da0,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:44.024841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:44.074682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.401725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Attempting to bind port c0883f64-eed6-4e60-a28e-d60cd29e5da0 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:44.402275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Attempting to bind port c0883f64-eed6-4e60-a28e-d60cd29e5da0 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:44.402452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Attempting to bind port c0883f64-eed6-4e60-a28e-d60cd29e5da0 on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:44.419081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:44.419496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Checking segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:44.419863 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.420257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Bound using segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:44.420774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Bound port: c0883f64-eed6-4e60-a28e-d60cd29e5da0, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:44.421167 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.425057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '0d93ecff-19f8-48b0-b8ed-0877d7c2f79e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'port_id': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'mac_address': 'fa:16:3e:a0:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:55:54Z', 'updated_at': '2022-04-20T12:56:36Z', 'revision_number': 1, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:03Z', 'revision_number': 5, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:44.429321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] Deleting port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:44.429758 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.455896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6499bf37-573e-486c-b621-e8c4c247e652 req-c1bff788-9308-4ded-990a-13bee916b586 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842626 Apr 20 12:56:44.474924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.491298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97d9f742-ded5-4dd6-9fa8-b2be668929dd req-54ad85c2-9fbd-4bf8-a4a2-00b93f651155 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0340023 Apr 20 12:56:44.521503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.536085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3f32cb-4b85-4299-8985-b625ac6dece9 None None] The sync data for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 is: [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '0d93ecff-19f8-48b0-b8ed-0877d7c2f79e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'floating_ip_address': '172.25.3.190', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'port_id': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'mac_address': 'fa:16:3e:a0:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:55:54Z', 'updated_at': '2022-04-20T12:56:36Z', 'revision_number': 1, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:03Z', 'revision_number': 5, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:44.586966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:44.593067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:44.654103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:44.654712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.760526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0d412f8b-84b0-4aec-a2b1-646ed9c77907 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:44.791687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4940064 Apr 20 12:56:44.797880 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:44.806815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:44.816145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] For port 0d412f8b-84b0-4aec-a2b1-646ed9c77907, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0d412f8b-84b0-4aec-a2b1-646ed9c77907,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:44.816558 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:44.821694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2bf3de-179a-42c2-87ee-9f4ced12c097 req-70dd1bc9-2b1a-4f2c-853a-d61e42800bfe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:44.831291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd2bf3de-179a-42c2-87ee-9f4ced12c097 req-70dd1bc9-2b1a-4f2c-853a-d61e42800bfe tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.1788299 Apr 20 12:56:44.835578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa5a54-dd04-4c7f-a2ef-121ca3a3637c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=189fa301-f929-42f9-8ee8-b26034a37f7a,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:44.880281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] Calling delete_port for 0d412f8b-84b0-4aec-a2b1-646ed9c77907 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:44.926023 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd2bf3de-179a-42c2-87ee-9f4ced12c097 req-db6e6ac6-6e56-42a2-b9ea-8f9c3cce53a5 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936728 Apr 20 12:56:44.936984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a10d5-6eef-4290-b499-058e4b11f09a req-0f3b4f3b-2bec-4ec1-ab68-03c66da92c1d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:44.938881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c0a10d5-6eef-4290-b499-058e4b11f09a req-0f3b4f3b-2bec-4ec1-ab68-03c66da92c1d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2088056 Apr 20 12:56:44.943288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:56:44.985875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c0a10d5-6eef-4290-b499-058e4b11f09a req-1b06f334-def8-4a93-86b7-9557cd667922 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382771 Apr 20 12:56:45.008367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] For port c0883f64-eed6-4e60-a28e-d60cd29e5da0, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:45.020529 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521b7d02-5f65-4fd0-9f0e-c0133ddb0aaf None None] New status for floating IP 0d93ecff-19f8-48b0-b8ed-0877d7c2f79e: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:56:45.072222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] For port c0883f64-eed6-4e60-a28e-d60cd29e5da0, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c0883f64-eed6-4e60-a28e-d60cd29e5da0,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:45.118891 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.131656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:45.136367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.187615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363888f7-7169-4910-8a58-ade1fd006958 req-8cc77f7f-0a49-42b0-8b43-4f6578c946ef tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:45.199185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363888f7-7169-4910-8a58-ade1fd006958 req-8cc77f7f-0a49-42b0-8b43-4f6578c946ef tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1075165 Apr 20 12:56:45.200887 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.231152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60372) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:45.242522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:45.261547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.264369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Sync routers for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:45.279677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aaa585-6e74-40e5-b875-5629c4a758e2 None None] Pushing event updated for resources: {'Port': ['ID=c0883f64-eed6-4e60-a28e-d60cd29e5da0,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:45.326652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-363888f7-7169-4910-8a58-ade1fd006958 req-4617b1b0-3305-4f39-b31d-611d4e139acf tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261406 Apr 20 12:56:45.365506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] Pushing event deleted for resources: {'Port': ['ID=0d412f8b-84b0-4aec-a2b1-646ed9c77907,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:45.393562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fe003-032a-46a4-bbd9-9c6c6e8b7c03 None None] No DVR routers for this DVR port 0d412f8b-84b0-4aec-a2b1-646ed9c77907 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:45.408639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:45.409257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:45.453997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1206881967-network', 'tenant_id': '94d6fce2eaa74b6b8cf12cf520ce700b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:45.466592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f37eaf-a6d1-4b4e-af8b-7de2e5ab3f39 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:45.481179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.485610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60380) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:45.486526 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-299a9110-76f8-4ef6-89e9-46b6f8078745 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8526111 Apr 20 12:56:45.511998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Made reservation on behalf of 94d6fce2eaa74b6b8cf12cf520ce700b for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:45.514808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.534105 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.678855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.708211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.719239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db2a975f-84c6-43fd-b89c-f76576638d3b req-4278ebbd-460a-4d64-8860-a8d589ae79bc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0644605 Apr 20 12:56:45.754208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:56:45.768240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:45.776456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6590e5-ea52-493c-9444-0e4caff56bbd,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:45.809439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.810062 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Added segment 17c2ca56-05bd-4ecf-ab68-7caa928f4261 of type vlan for network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 Apr 20 12:56:45.833002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:56:45.842306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.899932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=5282dc18-73b2-46c4-b162-b4490676ad68,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:45.940495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:45.944546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af84e12-3fda-4032-8147-9f397a90b284 req-832ee596-db9d-41d9-8a5d-bdf4d176b120 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:45.946078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-832ee596-db9d-41d9-8a5d-bdf4d176b120 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 808 time: 0.2257090 Apr 20 12:56:45.968395 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:45.975429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:45.984344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:45.985534 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.048528 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e1700f49-3ec8-4da2-8d9d-9580ad6029b8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2483184 Apr 20 12:56:46.053013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:46.058558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:91:f0:db', 'name': 'tempest-NetworksTestDHCPv6-1854712984'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:46.059343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Request body: {'port': {'device_id': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'admin_state_up': True, 'tenant_id': '9e322fabebe54304a534c6dab524db45'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:46.064166 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.065769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:46.066470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.093252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '189fa301-f929-42f9-8ee8-b26034a37f7a'}, {'subnet_id': '5282dc18-73b2-46c4-b162-b4490676ad68'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:46.094351 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.117166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:43Z', 'revision_number': 3, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:46.162690 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9275959 Apr 20 12:56:46.180200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-99fd7b5f-7f3a-4310-9946-a1ccccb9f836 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:46.182054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-99fd7b5f-7f3a-4310-9946-a1ccccb9f836 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.2795212 Apr 20 12:56:46.186832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60390) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:46.202981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b0e4f-45d6-4b7a-aeaf-5332bac713ff req-591b9e3a-cac6-4950-9b5f-269820d8d3a3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:46.211338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-930b0e4f-45d6-4b7a-aeaf-5332bac713ff req-591b9e3a-cac6-4950-9b5f-269820d8d3a3 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.5573571 Apr 20 12:56:46.226223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465b2b6-e550-443c-88bd-275b5a66731a admin admin] Pushing event updated for resources: {'Network': ['ID=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:46.230874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Request body: {'subnet': {'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1206881967-subnet', 'tenant_id': '94d6fce2eaa74b6b8cf12cf520ce700b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:46.337789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:46.340597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Allocated IP 172.20.0.2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/189fa301-f929-42f9-8ee8-b26034a37f7a/4c0aa89c-b42c-4807-a41f-12433c09c6d5) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:46.348468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Allocated IP 2001:db8::f816:3eff:fef7:c546 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5282dc18-73b2-46c4-b162-b4490676ad68/4c0aa89c-b42c-4807-a41f-12433c09c6d5) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:46.418985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Made reservation on behalf of 94d6fce2eaa74b6b8cf12cf520ce700b for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:46.421265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.430050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc935-288a-47a3-816d-b90f5f7dc2f1 req-1f9df6af-e447-40dc-b7ce-3af4f1800579 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:46.437985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4bbc935-288a-47a3-816d-b90f5f7dc2f1 req-1f9df6af-e447-40dc-b7ce-3af4f1800579 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.3861630 Apr 20 12:56:46.484403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-930b0e4f-45d6-4b7a-aeaf-5332bac713ff req-2fd19ad8-5d4a-4241-a89f-483c27e20eb1 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678645 Apr 20 12:56:46.484663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.525286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.534864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:56:46.535761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port f270e1cb-a192-4065-a792-6b539c452877 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:56:46.569654 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.586367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Checking router: 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:46.586714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Updating router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 port fce0d95c-baa1-41a8-8293-1014565dad76 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:56:46.667910 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.726520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4bbc935-288a-47a3-816d-b90f5f7dc2f1 req-96954301-44cf-4a74-98d3-a6ad1bfa884e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878242 Apr 20 12:56:46.727214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Made reservation on behalf of 9e322fabebe54304a534c6dab524db45 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:46.737481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.866466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdf569-14a1-4e95-8cb3-ba39d97f0bbf req-94f7ba92-f021-4d5d-a11a-1c75f6c94d95 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:46.868147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77fdf569-14a1-4e95-8cb3-ba39d97f0bbf req-94f7ba92-f021-4d5d-a11a-1c75f6c94d95 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2451098 Apr 20 12:56:46.902288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 172.20.0.7 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/189fa301-f929-42f9-8ee8-b26034a37f7a/f270e1cb-a192-4065-a792-6b539c452877) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:46.903021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Deleting port 13e9e98e-64db-43d6-94b7-99e630a125cd {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:46.907548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c0883f64-eed6-4e60-a28e-d60cd29e5da0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:46.907735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:46.914911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:fe91:f0db (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5282dc18-73b2-46c4-b162-b4490676ad68/f270e1cb-a192-4065-a792-6b539c452877) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:46.924386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:46.926306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:46.936948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:47.041783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357df5e2-f90b-4a08-aa1b-3df7d85e85b4 None None] Network 55ebe669-820c-4816-b3cd-4d0281911922 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:47.131146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Pushing event updated for resources: {'Port': ['ID=4c0aa89c-b42c-4807-a41f-12433c09c6d5,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:47.150099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.276555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2db094f3-385c-4584-9656-74ada872add5,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:47.295695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-349452f5-f0fb-4e91-a7e8-90b9be2e9efb req-ca061107-93bf-4fd7-ac06-2f4a53a225ce tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.2102740 Apr 20 12:56:47.335801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Attempting to bind port 4c0aa89c-b42c-4807-a41f-12433c09c6d5 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:47.336518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Attempting to bind port 4c0aa89c-b42c-4807-a41f-12433c09c6d5 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:47.337056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Attempting to bind port 4c0aa89c-b42c-4807-a41f-12433c09c6d5 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:47.354077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1d304411-531b-4cf4-a0fd-e02a40e2020a None None] Provisioning complete for port c0883f64-eed6-4e60-a28e-d60cd29e5da0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:47.354751 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d304411-531b-4cf4-a0fd-e02a40e2020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.422657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Allocated IP 172.20.0.13 (9cc1a42b-2e4d-4628-9b86-01d72495f9f8/7569de48-5477-4442-9c65-db251d1022bc/aa76fad8-3fd2-471f-9445-17459b6ac299) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:47.463359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.519001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.578598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:47.583416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:47.588049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:47.608038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.618612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:47.619336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:47.619650 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.620041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:47.620564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Bound port: 4c0aa89c-b42c-4807-a41f-12433c09c6d5, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:47.621261 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.637155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=f270e1cb-a192-4065-a792-6b539c452877,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:47.654781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:47.655029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c0883f64-eed6-4e60-a28e-d60cd29e5da0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:47.655456 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.655733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.677074 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-464d9191-c4a7-43cc-890b-7fbb3de674c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6206119 Apr 20 12:56:47.677295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60396) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:47.710837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77fdf569-14a1-4e95-8cb3-ba39d97f0bbf req-3bbf9b1e-aba9-408b-89a4-473a785ec6a2 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8145289 Apr 20 12:56:47.754180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd6e5e-28e5-428a-b4b9-9c894fe28ea7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:47.775657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd6e5e-28e5-428a-b4b9-9c894fe28ea7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:47.783683 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-22cd6e5e-28e5-428a-b4b9-9c894fe28ea7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1052768 Apr 20 12:56:47.784525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60404) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:47.798510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Checking segment: {'id': '17c2ca56-05bd-4ecf-ab68-7caa928f4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:47.799598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Network hostable DHCP agents. Network: f138ff7f-0186-40e3-bf33-ef91d2b9c0d4, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:56:47.855753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.867391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] For port 13e9e98e-64db-43d6-94b7-99e630a125cd, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13e9e98e-64db-43d6-94b7-99e630a125cd,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:47.867771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.878125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['545ac536-739d-4737-810b-e6e1f2e97a60'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:47.880146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:56:47.925809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port f270e1cb-a192-4065-a792-6b539c452877 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:47.926421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:47.995854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.039539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] For port 4c0aa89c-b42c-4807-a41f-12433c09c6d5, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:48.047265 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.078063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:48.091948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.107024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for f270e1cb-a192-4065-a792-6b539c452877 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:48.116347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:56:48.126956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] For port 4c0aa89c-b42c-4807-a41f-12433c09c6d5, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4c0aa89c-b42c-4807-a41f-12433c09c6d5,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:48.134624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.135631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:48.143483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:48.148997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:48.157337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.182858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, f138ff7f-0186-40e3-bf33-ef91d2b9c0d4) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:48.185897 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d304411-531b-4cf4-a0fd-e02a40e2020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.261388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port c0883f64-eed6-4e60-a28e-d60cd29e5da0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c0883f64-eed6-4e60-a28e-d60cd29e5da0,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:48.261724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:48.262426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.267001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7fed63-6a33-4a41-b1eb-2ac679fd9e77 None None] Network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:48.272526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061862d-7d94-441a-81f3-939414d2600c req-c3cac399-964b-4fca-99d8-927cfd995118 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:48.274707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a061862d-7d94-441a-81f3-939414d2600c req-c3cac399-964b-4fca-99d8-927cfd995118 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.4149613 Apr 20 12:56:48.286304 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.304720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Attempting to bind port fce0d95c-baa1-41a8-8293-1014565dad76 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:48.305307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Attempting to bind port fce0d95c-baa1-41a8-8293-1014565dad76 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:48.305875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Attempting to bind port fce0d95c-baa1-41a8-8293-1014565dad76 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:48.315300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1c633-4b26-405f-8c9d-864583daeeea req-f70205ae-8fc7-42a7-88c0-4e33228b2c7e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:48.316807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6e1c633-4b26-405f-8c9d-864583daeeea req-f70205ae-8fc7-42a7-88c0-4e33228b2c7e tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 944 time: 0.4515762 Apr 20 12:56:48.339430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9866e2-5b23-498b-aa35-5cc8b667fb86 None None] Pushing event updated for resources: {'Port': ['ID=fce0d95c-baa1-41a8-8293-1014565dad76,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:48.358925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.424210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.426109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:48.426491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:48.426887 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.427276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:48.427705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af2f2755-cac8-4dae-b6db-178804595826 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2306697 Apr 20 12:56:48.427966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Bound port: fce0d95c-baa1-41a8-8293-1014565dad76, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:48.428093 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.462177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:48.462847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.476568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=f270e1cb-a192-4065-a792-6b539c452877,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:48.503089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] For port fce0d95c-baa1-41a8-8293-1014565dad76, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:48.512268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] For port fce0d95c-baa1-41a8-8293-1014565dad76, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fce0d95c-baa1-41a8-8293-1014565dad76,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:48.548148 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.679403 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-1d304411-531b-4cf4-a0fd-e02a40e2020a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:56:48.679989 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-1d304411-531b-4cf4-a0fd-e02a40e2020a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:56:48.686732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258b921-0dd4-481e-aaa8-69b967a204a4 None None] Pushing event updated for resources: {'Port': ['ID=4c0aa89c-b42c-4807-a41f-12433c09c6d5,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:48.748889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:48.758252 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f3e36806-9346-46e3-ad9a-90913178cfc9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/f270e1cb-a192-4065-a792-6b539c452877 HTTP/1.1" status: 204 len: 168 time: 0.9724758 Apr 20 12:56:48.758920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60414) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:48.815700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=c0883f64-eed6-4e60-a28e-d60cd29e5da0,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:48.862114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1d1c8-986a-4e14-ab86-351d127395cf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:48.865307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1d1c8-986a-4e14-ab86-351d127395cf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:48.867161 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1d1c8-986a-4e14-ab86-351d127395cf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:48.869827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9dd1d1c8-986a-4e14-ab86-351d127395cf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1073701 Apr 20 12:56:48.872509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60416) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:48.895994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:48.896746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:48.938011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 189fa301-f929-42f9-8ee8-b26034a37f7a {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:48.942823 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.004541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.016339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:49.098271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a061862d-7d94-441a-81f3-939414d2600c req-03d4a128-85e4-4ea4-a387-1e85e1af5c30 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7767277 Apr 20 12:56:49.101452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-d8bb89bf-22d3-4d6d-9432-f53fca9f9a5a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0583830 Apr 20 12:56:49.109900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6e1c633-4b26-405f-8c9d-864583daeeea req-e76cae50-f216-410a-8cec-8aba76a1cd6c tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups?id=b01cfe65-5b09-418b-997c-eacfd5a14916&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7788763 Apr 20 12:56:49.128139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.210056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.244938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Request body: {'port': {'device_id': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:49.249098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.249458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.261784 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Floating IP dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5 disassociated. External IP: 172.25.3.230, port: 13e9e98e-64db-43d6-94b7-99e630a125cd. Apr 20 12:56:49.262233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Calling delete_port for 13e9e98e-64db-43d6-94b7-99e630a125cd owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:49.277615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=189fa301-f929-42f9-8ee8-b26034a37f7a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:49.302223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.308016 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b96e0679-abaf-46c5-a2a4-1e7a1e465e83 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/189fa301-f929-42f9-8ee8-b26034a37f7a HTTP/1.1" status: 204 len: 168 time: 0.4343112 Apr 20 12:56:49.310898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:49.355672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.415174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e91492-1484-4ef8-9a21-3086fa1f46d8 None None] Network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:49.460182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 5282dc18-73b2-46c4-b162-b4490676ad68 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:49.478097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.569072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.575983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.610081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9866e2-5b23-498b-aa35-5cc8b667fb86 None None] Pushing event updated for resources: {'Port': ['ID=fce0d95c-baa1-41a8-8293-1014565dad76,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:49.622898 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4792bec3-bb86-4332-966f-05f89da55d57 None None] Provisioning complete for port c0883f64-eed6-4e60-a28e-d60cd29e5da0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:49.623275 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4792bec3-bb86-4332-966f-05f89da55d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.628173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:43Z', 'revision_number': 3, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:49.690332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event deleted for resources: {'Port': ['ID=13e9e98e-64db-43d6-94b7-99e630a125cd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:49.693227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2675b7-b158-48e7-a6d9-1a245f12db9a None None] The sync data for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 is: [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:43Z', 'revision_number': 3, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:49.695178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.824876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0749c-f86d-43ec-92c7-cd94e143ea49 req-1d85fd2b-1d48-48e5-97cf-2e797b8cda94 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:49.826521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bc0749c-f86d-43ec-92c7-cd94e143ea49 req-1d85fd2b-1d48-48e5-97cf-2e797b8cda94 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 932 time: 0.5477488 Apr 20 12:56:49.847846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.861947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.869898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:49.878101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5282dc18-73b2-46c4-b162-b4490676ad68 HTTP/1.1" status: 204 len: 168 time: 0.5659487 Apr 20 12:56:49.880707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60432) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:49.964287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1dc516a2-65b3-4f26-bcd7-aad519294cfd tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821552 Apr 20 12:56:49.965242 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c10a4f-e8ca-4770-b1a8-bfccc99a09aa tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=5282dc18-73b2-46c4-b162-b4490676ad68,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:49.966975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60434) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:50.030317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba70e54-5091-47ca-b269-3decbefce947 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:50.036634 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2003086-07ca-4829-95a4-1d49e44af993 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:50.038768 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f2003086-07ca-4829-95a4-1d49e44af993 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0708919 Apr 20 12:56:50.041158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60436) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:50.063456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bc0749c-f86d-43ec-92c7-cd94e143ea49 req-cbebe645-081e-4c76-8481-ea75b16fbbc7 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165251 Apr 20 12:56:50.080688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Allocated IP 172.20.0.1 (55ebe669-820c-4816-b3cd-4d0281911922/22612944-2d0f-4166-9c28-8a18dbd0af32/b1c9d6b9-c83f-4719-8094-d5529570a6b7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:50.109556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496151ee-3012-47c1-8338-0ffbbe67362f req-5e699bc3-2ff5-4a27-a0f5-93fb4c02c22b tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:50.112339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-5e699bc3-2ff5-4a27-a0f5-93fb4c02c22b tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/networks?id=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 HTTP/1.1" status: 200 len: 814 time: 0.5439105 Apr 20 12:56:50.163572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4df4fd0-9772-4129-917e-335a6f1ff81b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:50.185569 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b4df4fd0-9772-4129-917e-335a6f1ff81b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1426811 Apr 20 12:56:50.186752 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60442) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:50.206943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:50.299832 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a620d3af-4271-432f-b5d8-4abde7e44e71 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114168 Apr 20 12:56:50.305966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60444) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:50.331532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0a4b972a-b7a4-49a1-8c12-69874ef13084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:50.482465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:50.484286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-ba47338e-9856-4461-beb1-353ca58b4fbd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/quotas/94d6fce2eaa74b6b8cf12cf520ce700b HTTP/1.1" status: 200 len: 375 time: 0.2078345 Apr 20 12:56:50.514017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4b972a-b7a4-49a1-8c12-69874ef13084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:50.521888 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a4b972a-b7a4-49a1-8c12-69874ef13084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:50.524396 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4b972a-b7a4-49a1-8c12-69874ef13084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:56:50.525109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4b972a-b7a4-49a1-8c12-69874ef13084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:56:50.546781 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0a4b972a-b7a4-49a1-8c12-69874ef13084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2391479 Apr 20 12:56:50.549578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:50.553244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 13e9e98e-64db-43d6-94b7-99e630a125cd {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:50.553760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13e9e98e-64db-43d6-94b7-99e630a125cd not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:50.555620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-81918ccc-56f7-4c49-a7c4-27b82bedd372 None None] Provisioning complete for port 4c0aa89c-b42c-4807-a41f-12433c09c6d5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:50.555973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81918ccc-56f7-4c49-a7c4-27b82bedd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:50.569051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-758cae60-a7aa-44df-be58-4281a46cd863 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:50.726253 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81918ccc-56f7-4c49-a7c4-27b82bedd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:50.769013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758cae60-a7aa-44df-be58-4281a46cd863 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:50.774128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-b08a4fd4-2bab-48bf-8464-9a2c5ead21db tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=94d6fce2eaa74b6b8cf12cf520ce700b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2611465 Apr 20 12:56:50.779802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-758cae60-a7aa-44df-be58-4281a46cd863 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:50.783898 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-758cae60-a7aa-44df-be58-4281a46cd863 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:56:50.784456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758cae60-a7aa-44df-be58-4281a46cd863 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:56:50.804878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-81918ccc-56f7-4c49-a7c4-27b82bedd372 None None] For port 4c0aa89c-b42c-4807-a41f-12433c09c6d5, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4c0aa89c-b42c-4807-a41f-12433c09c6d5,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:50.815128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81918ccc-56f7-4c49-a7c4-27b82bedd372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:50.866200 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-758cae60-a7aa-44df-be58-4281a46cd863 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3151662 Apr 20 12:56:50.870616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60448) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:50.888028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-95002d98-f289-434e-9330-1a6f3ef2d4cb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:50.889806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:50.926496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:50.936959 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] Sync routers for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:50.941258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7116-f988-417f-baab-5e1fa33244b0 req-6774a7c0-5bde-469b-ac78-949c655c6066 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:50.943036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7cc7116-f988-417f-baab-5e1fa33244b0 req-6774a7c0-5bde-469b-ac78-949c655c6066 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.6574693 Apr 20 12:56:50.961215 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:50.962027 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:50.966322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fce0d95c-baa1-41a8-8293-1014565dad76 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:51.043116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95002d98-f289-434e-9330-1a6f3ef2d4cb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:51.052325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95002d98-f289-434e-9330-1a6f3ef2d4cb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.057964 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-95002d98-f289-434e-9330-1a6f3ef2d4cb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:56:51.058436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95002d98-f289-434e-9330-1a6f3ef2d4cb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:56:51.076476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81918ccc-56f7-4c49-a7c4-27b82bedd372 None None] Pushing event updated for resources: {'Port': ['ID=4c0aa89c-b42c-4807-a41f-12433c09c6d5,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:51.113441 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-95002d98-f289-434e-9330-1a6f3ef2d4cb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2415824 Apr 20 12:56:51.116767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60452) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:51.127674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-870feac3-4ce9-4a9c-9b1a-762c706fef17 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:51.130843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] No DVR routers for this DVR port 13e9e98e-64db-43d6-94b7-99e630a125cd on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:51.134090 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.139130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4d48685-9bc1-49eb-ba45-432044c82f5a req-96b6978a-b37d-45f9-995e-2616f0bb1514 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.37 "DELETE /v2.0/ports/13e9e98e-64db-43d6-94b7-99e630a125cd HTTP/1.1" status: 204 len: 173 time: 4.9454765 Apr 20 12:56:51.150154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-deleted', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:51.152775 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0773f90b-13c1-4b04-b7e0-6e4144f8cc65" -d '{"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-deleted", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:51.189503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fce0d95c-baa1-41a8-8293-1014565dad76 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:51.189503 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.189929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] Deleting port 4c0aa89c-b42c-4807-a41f-12433c09c6d5 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:51.190298 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.221158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7cc7116-f988-417f-baab-5e1fa33244b0 req-1a658966-e4ff-40f6-a754-8d00994f35c6 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562370 Apr 20 12:56:51.251217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.271176 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:51.354346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] For port 4c0aa89c-b42c-4807-a41f-12433c09c6d5, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4c0aa89c-b42c-4807-a41f-12433c09c6d5,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:51.354738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.412000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870feac3-4ce9-4a9c-9b1a-762c706fef17 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:51.417519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-870feac3-4ce9-4a9c-9b1a-762c706fef17 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.418981 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-870feac3-4ce9-4a9c-9b1a-762c706fef17 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:56:51.419427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-870feac3-4ce9-4a9c-9b1a-762c706fef17 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:56:51.424929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-8b534e4f-fe94-4b3c-81ac-083bfd3d53c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373911 Apr 20 12:56:51.436524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] Calling delete_port for 4c0aa89c-b42c-4807-a41f-12433c09c6d5 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:51.443150 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-870feac3-4ce9-4a9c-9b1a-762c706fef17 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3252869 Apr 20 12:56:51.444022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60458) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:51.449160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-074392ef-bbb7-48f5-af23-bd574da1f114 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:51.450589 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.473920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port fce0d95c-baa1-41a8-8293-1014565dad76, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fce0d95c-baa1-41a8-8293-1014565dad76,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:51.509566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.510399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c0883f64-eed6-4e60-a28e-d60cd29e5da0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:51.591846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074392ef-bbb7-48f5-af23-bd574da1f114 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:51.596963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-074392ef-bbb7-48f5-af23-bd574da1f114 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.600066 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-074392ef-bbb7-48f5-af23-bd574da1f114 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:56:51.600537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074392ef-bbb7-48f5-af23-bd574da1f114 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:56:51.608603 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 5, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:51.614655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d2b2ba6-de9c-4fe5-8fda-043eaaef9346 req-ff7361af-11a5-4013-a0fb-abf91bff8416 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/ports?device_id=428256b7-f9bc-42ae-996e-64b8850cb259 HTTP/1.1" status: 200 len: 210 time: 0.1979256 Apr 20 12:56:51.652461 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-074392ef-bbb7-48f5-af23-bd574da1f114 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1993968 Apr 20 12:56:51.652710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60462) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:51.658059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa76fad8-3fd2-471f-9445-17459b6ac299 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:56:51.659580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b44e4a7f-5637-4c13-bb4f-e97056e68454 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:51.685787 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] Checking router: 96ded283-63b4-4e5b-9f9e-32b8ecee6cee for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:51.694412 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.703883 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:51.704353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.704533 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:51.739930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=fce0d95c-baa1-41a8-8293-1014565dad76,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:51.833594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c0883f64-eed6-4e60-a28e-d60cd29e5da0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:51.834237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.836375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44e4a7f-5637-4c13-bb4f-e97056e68454 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:51.841181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b44e4a7f-5637-4c13-bb4f-e97056e68454 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.843512 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44e4a7f-5637-4c13-bb4f-e97056e68454 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:56:51.844096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44e4a7f-5637-4c13-bb4f-e97056e68454 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:56:51.864219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c9d6b9-c83f-4719-8094-d5529570a6b7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:51.871826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:51.877985 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b44e4a7f-5637-4c13-bb4f-e97056e68454 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2238262 Apr 20 12:56:51.878794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60464) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:51.914673 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:51.925353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] No DVR routers for this DVR port 4c0aa89c-b42c-4807-a41f-12433c09c6d5 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:51.932026 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b8b65b7b-e82b-4ed5-b48d-1c221bd37b0f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0519233 Apr 20 12:56:51.935819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770beab-1e47-45dd-9675-843db95d2677 None None] Pushing event deleted for resources: {'Port': ['ID=4c0aa89c-b42c-4807-a41f-12433c09c6d5,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:51.942772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60466) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:51.962484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Transition to ACTIVE for port object aa76fad8-3fd2-471f-9445-17459b6ac299 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:56:52.008899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:52.019226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Network 55ebe669-820c-4816-b3cd-4d0281911922 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:52.031553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6152a4fe-7360-43fe-8e1b-6a2130154778 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:52.034119 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6152a4fe-7360-43fe-8e1b-6a2130154778 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815051 Apr 20 12:56:52.036594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60468) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:52.058709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-79263d59-f075-43ba-adc7-0c29cd100b4b service neutron] 10.222.0.24 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5610824 Apr 20 12:56:52.063665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:52.095288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7e618842-bb18-4624-a6e6-763af9140f6f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576017 Apr 20 12:56:52.102121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60470) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:52.109217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:52.144454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:52.248029 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 5, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:52.273539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:52.277721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:52.286944 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:52.295472 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066a5029-66a6-4450-9d95-4f4e1b8ae2f8 None None] The sync data for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 is: [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:49:02Z', 'revision_number': 4, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0dddace4-85d6-4ec6-a07a-79b13098102a', 'name': '', 'network_id': '28d6faf1-4de4-4023-93c6-d871cb32428e', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'mac_address': 'fa:16:3e:aa:bd:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:49:01Z', 'updated_at': '2022-04-20T12:49:05Z', 'revision_number': 5, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'subnets': [{'id': '8d58dcaf-466d-48df-9ac1-2f6d221df033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:52.297818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7ce15-1d0c-4593-a14b-8fe848ceec67 req-0dc348ee-bf5f-42b9-b473-ee1658059091 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:52.307272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edb7ce15-1d0c-4593-a14b-8fe848ceec67 req-0dc348ee-bf5f-42b9-b473-ee1658059091 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 932 time: 0.4471674 Apr 20 12:56:52.400096 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3b8a11-b931-4d2b-b30c-99180be00ab9 x-openstack-request-id: req-5a3b8a11-b931-4d2b-b30c-99180be00ab9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:52.400392 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428256b7-f9bc-42ae-996e-64b8850cb259", "name": "network-vif-deleted", "tag": "13e9e98e-64db-43d6-94b7-99e630a125cd", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:52.401227 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a3b8a11-b931-4d2b-b30c-99180be00ab9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:52.401712 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a3b8a11-b931-4d2b-b30c-99180be00ab9'] response: {'server_uuid': '428256b7-f9bc-42ae-996e-64b8850cb259', 'name': 'network-vif-deleted', 'tag': '13e9e98e-64db-43d6-94b7-99e630a125cd', 'status': 'completed', 'code': 200} Apr 20 12:56:52.463515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edb7ce15-1d0c-4593-a14b-8fe848ceec67 req-394cd3c2-7579-4d30-b489-02320def980b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553688 Apr 20 12:56:52.473058 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:52.586526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-79f56db4-4a8e-451a-b325-88960b9a66e6 None None] Provisioning complete for port b1c9d6b9-c83f-4719-8094-d5529570a6b7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:52.586902 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79f56db4-4a8e-451a-b325-88960b9a66e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:52.652551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03edb4d2-457c-4b4b-9a1a-94fb2e8d480c req-510d1419-6f64-4e8c-8188-526928b3d7b0 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 210 time: 0.0787153 Apr 20 12:56:52.669830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:52.670167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:52.670497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:52.702060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:56:52.702060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:52.740875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:52.741105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:52.741589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:52.742052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Bound port: aa76fad8-3fd2-471f-9445-17459b6ac299, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:52.742413 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:52.755427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-79f56db4-4a8e-451a-b325-88960b9a66e6 None None] Port b1c9d6b9-c83f-4719-8094-d5529570a6b7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:56:52.784049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fce0d95c-baa1-41a8-8293-1014565dad76 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:52.838356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60486) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:52.856541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafea43b-9dc0-4b6b-a66b-c57c298cd0d8 req-60f9ee70-79c2-4832-b613-1f8bd73c45d4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:52.858128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bafea43b-9dc0-4b6b-a66b-c57c298cd0d8 req-60f9ee70-79c2-4832-b613-1f8bd73c45d4 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2224145 Apr 20 12:56:52.871586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fce0d95c-baa1-41a8-8293-1014565dad76 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:52.872128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:52.929569 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:52.950417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0441568-9586-49a5-b215-6871fb2f801a None None] New status for floating IP dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:56:52.964432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:53.039541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8fe674f-986b-4918-967f-51841b43f4d6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.047085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bafea43b-9dc0-4b6b-a66b-c57c298cd0d8 req-02e71b6d-ef00-49dc-91c2-5d99a6005396 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794782 Apr 20 12:56:53.079196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:56:53.082718 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.152000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:53.154117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8fe674f-986b-4918-967f-51841b43f4d6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.175736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:53.186852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:53.187630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.229246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2a123-64c9-43b1-ae2e-d2fc3dfe54a4 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:53.242980 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1397462 Apr 20 12:56:53.259661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.260450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60492) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:53.266310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:5c:70:2d', 'name': 'tempest-NetworksTestDHCPv6-985772286'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:53.275873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ecfe5-c362-4082-b813-8f937a5a2af6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=b12bb8c2-53bf-44a0-a233-25019eb71a90,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:53.289373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.296925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:53.367552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.427900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4c0aa89c-b42c-4807-a41f-12433c09c6d5 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:53.485586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4c0aa89c-b42c-4807-a41f-12433c09c6d5 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:53.486310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4c0aa89c-b42c-4807-a41f-12433c09c6d5 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:53.492168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8fe674f-986b-4918-967f-51841b43f4d6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.498572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8fe674f-986b-4918-967f-51841b43f4d6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.500952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8fe674f-986b-4918-967f-51841b43f4d6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "DELETE /v2.0/security-groups/b01cfe65-5b09-418b-997c-eacfd5a14916 HTTP/1.1" status: 204 len: 168 time: 0.6575089 Apr 20 12:56:53.509199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60496) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:53.535940 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.547761 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-bebbb782-e8bf-4ce6-9355-bdd0d47361f6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] show failed (client error): The resource could not be found. Apr 20 12:56:53.552243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bebbb782-e8bf-4ce6-9355-bdd0d47361f6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "GET /v2.0/security-groups/b01cfe65-5b09-418b-997c-eacfd5a14916 HTTP/1.1" status: 404 len: 347 time: 0.0366614 Apr 20 12:56:53.552243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60498) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:53.561908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe674f-986b-4918-967f-51841b43f4d6 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01cfe65-5b09-418b-997c-eacfd5a14916,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:53.568460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'b12bb8c2-53bf-44a0-a233-25019eb71a90'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:53.569515 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.608205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:53.747557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Allocated IP 2001:db8::f816:3eff:fee6:c0da (ff9ae87c-2997-4e63-b702-c95e1a5a7204/b12bb8c2-53bf-44a0-a233-25019eb71a90/5efeca3f-d8b5-4443-86b7-e6ba069bae0a) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:53.767777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.789524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Deleting port e09cfab1-2f23-477d-a7d9-14942cf387fa {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:53.789921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.808061 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 480839eb-d528-4b12-819d-3fe532aea238 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:56:53.869661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c9d6b9-c83f-4719-8094-d5529570a6b7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:53.950449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.951386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.962155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:53.970198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Calling delete_port for e09cfab1-2f23-477d-a7d9-14942cf387fa owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:53.979698 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.006637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:54.007513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.008911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 1092 time: 4.8000669 Apr 20 12:56:54.032906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:54.039808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.040430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:54.043771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Pushing event updated for resources: {'Port': ['ID=5efeca3f-d8b5-4443-86b7-e6ba069bae0a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:54.053412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:54.057321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a774af-b8cd-4aac-a9e7-4b070738138f req-517931c2-1ca7-43f7-998b-8f84c88f5221 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:54.066143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0a774af-b8cd-4aac-a9e7-4b070738138f req-517931c2-1ca7-43f7-998b-8f84c88f5221 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.7807066 Apr 20 12:56:54.095051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:fe5c:702d (ff9ae87c-2997-4e63-b702-c95e1a5a7204/b12bb8c2-53bf-44a0-a233-25019eb71a90/480839eb-d528-4b12-819d-3fe532aea238) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:54.126357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Attempting to bind port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:54.127326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Attempting to bind port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:54.127865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Attempting to bind port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:54.130910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496151ee-3012-47c1-8338-0ffbbe67362f req-0c43b50b-f667-40be-a89c-9c0d802ab896 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:54.132602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-0c43b50b-f667-40be-a89c-9c0d802ab896 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.37 "GET /v2.0/networks?id=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 HTTP/1.1" status: 200 len: 814 time: 0.2653892 Apr 20 12:56:54.133192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:54.133589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:54.134105 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.134496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:54.134952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Bound port: 5efeca3f-d8b5-4443-86b7-e6ba069bae0a, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:54.135831 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.179411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Request body: {'port': {'device_id': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4', 'admin_state_up': True, 'tenant_id': '94d6fce2eaa74b6b8cf12cf520ce700b'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:54.204867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] For port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:54.208173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] For port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5efeca3f-d8b5-4443-86b7-e6ba069bae0a,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:54.213901 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.248586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cade2-d577-4c14-9bcb-4015be5950f3 req-b5d58506-a57a-4c8d-abf1-78ca4f545fe7 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:54.250097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-065cade2-d577-4c14-9bcb-4015be5950f3 req-b5d58506-a57a-4c8d-abf1-78ca4f545fe7 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.4036050 Apr 20 12:56:54.274095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746742e4-d961-4076-b2bb-015fc6285e86 None None] Pushing event updated for resources: {'Port': ['ID=5efeca3f-d8b5-4443-86b7-e6ba069bae0a,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:54.274922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.317362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Pushing event deleted for resources: {'Port': ['ID=e09cfab1-2f23-477d-a7d9-14942cf387fa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:54.339635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f48e4-5787-4792-a97b-6db7893c04c8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:54.368686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0a774af-b8cd-4aac-a9e7-4b070738138f req-c1a35ee5-a90e-4556-9896-b782b48b6d4a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012590 Apr 20 12:56:54.403762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:54.406032 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:54.414923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.421981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.422706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af84e12-3fda-4032-8147-9f397a90b284 req-41bc8ba2-f5ae-4e89-9327-11b729c78471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:54.424351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-41bc8ba2-f5ae-4e89-9327-11b729c78471 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1095 time: 0.3279800 Apr 20 12:56:54.425247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.428884 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7c52f4a5-4e06-4615-a9e9-a59b0c4a2a31 tempest-ServerActionsTestJSON-2089061023 tempest-ServerActionsTestJSON-2089061023-project] 10.222.0.24 "DELETE /v2.0/floatingips/dd853604-1b70-4f6f-9ed7-6d51b5d2b2d5 HTTP/1.1" status: 204 len: 168 time: 0.8729300 Apr 20 12:56:54.429431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60506) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:54.472870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.598066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e30dabd4-7324-430a-bdb4-10cab26b1a0d req-3545bdce-acb5-4995-9dc8-176e34e466d7 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 210 time: 0.1534863 Apr 20 12:56:54.600310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-3557deb0-6126-41c3-a42c-a70abc4aaa70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 217 time: 0.1377397 Apr 20 12:56:54.605720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-065cade2-d577-4c14-9bcb-4015be5950f3 req-5d309a06-e54e-4a56-a8b5-4274b83a7dc9 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881298 Apr 20 12:56:54.608218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=480839eb-d528-4b12-819d-3fe532aea238,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:54.613317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:54.618631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:54.621275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:54.628920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:54.629556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.664842 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-23d9816f-84fc-41b9-bbe7-6eeb024a380e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4033024 Apr 20 12:56:54.668823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:54.699242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af84e12-3fda-4032-8147-9f397a90b284 req-913b7c31-b629-4ebc-bb67-75aa429edc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:54.700654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-913b7c31-b629-4ebc-bb67-75aa429edc2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.0758924 Apr 20 12:56:54.704901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Made reservation on behalf of 94d6fce2eaa74b6b8cf12cf520ce700b for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:54.711893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:54.715262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Network 55ebe669-820c-4816-b3cd-4d0281911922 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:54.742245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:54.762808 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d549744-a75a-4490-adf8-70036e363488 x-openstack-request-id: req-3d549744-a75a-4490-adf8-70036e363488 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:56:54.763101 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:56:54.763345 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d549744-a75a-4490-adf8-70036e363488 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:56:54.763737 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d549744-a75a-4490-adf8-70036e363488'] response: {'name': 'network-changed', 'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299', 'status': 'completed', 'code': 200} Apr 20 12:56:54.767819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-c2815704-aee3-4e35-b368-5cd94d5b00b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514956 Apr 20 12:56:54.858878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5efeca3f-d8b5-4443-86b7-e6ba069bae0a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:54.925157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:54.925560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.029896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.077985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2506331-30fa-4f5c-8b16-e88e2c2f6056 req-14e74e2e-6777-43fa-ac25-026f78cfe417 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:55.079556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2506331-30fa-4f5c-8b16-e88e2c2f6056 req-14e74e2e-6777-43fa-ac25-026f78cfe417 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2762527 Apr 20 12:56:55.084555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5efeca3f-d8b5-4443-86b7-e6ba069bae0a,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:55.090826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.101095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-6ff018a8-63e6-4899-9866-948c250c9055 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258724 Apr 20 12:56:55.155086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b30f81a7-1b01-47f9-a936-a074999a0fac None None] Provisioning complete for port b1c9d6b9-c83f-4719-8094-d5529570a6b7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:55.155465 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b30f81a7-1b01-47f9-a936-a074999a0fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.159102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:55.160860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=5efeca3f-d8b5-4443-86b7-e6ba069bae0a,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:55.175843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Allocated IP 172.20.0.12 (f138ff7f-0186-40e3-bf33-ef91d2b9c0d4/2db094f3-385c-4584-9656-74ada872add5/3b682d97-0658-4ff0-adfc-878ce37032ae) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:55.201200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b30f81a7-1b01-47f9-a936-a074999a0fac None None] Port b1c9d6b9-c83f-4719-8094-d5529570a6b7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:56:55.211184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2506331-30fa-4f5c-8b16-e88e2c2f6056 req-096be16d-6ae7-4eee-b6f7-256589f6e290 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176457 Apr 20 12:56:55.268052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda6ec9-8fba-48f2-a2ea-45d79188ea65 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:55.274200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda6ec9-8fba-48f2-a2ea-45d79188ea65 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:55.279047 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ddda6ec9-8fba-48f2-a2ea-45d79188ea65 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6077282 Apr 20 12:56:55.282311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60516) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:55.438232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6af84e12-3fda-4032-8147-9f397a90b284 req-ad927bba-78ef-49db-8a5c-7ca5b86829a8 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168471 Apr 20 12:56:55.443845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 480839eb-d528-4b12-819d-3fe532aea238 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:55.444184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.502708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74ee92-ff98-49b0-8466-bf0cdc8801c4 req-9f0e620d-0da5-4e35-ae11-7a74b7c99ca9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:55.504235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc74ee92-ff98-49b0-8466-bf0cdc8801c4 req-9f0e620d-0da5-4e35-ae11-7a74b7c99ca9 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1922319 Apr 20 12:56:55.546848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:55.563226 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Sync routers for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:55.579278 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:55.581078 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:55.585247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-84a157d6-e7ec-4f59-b96f-788e558771b4 admin admin] 10.222.0.24 "PUT /v2.0/routers/4f6ba87e-cafa-4fbc-870f-0fc5c6020681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0972326 Apr 20 12:56:55.609589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.628111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 480839eb-d528-4b12-819d-3fe532aea238 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:55.696443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.700725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc74ee92-ff98-49b0-8466-bf0cdc8801c4 req-34f5eee6-0026-4d65-bf01-131a2d0fad39 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816530 Apr 20 12:56:55.720088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-1f7b1cf0-9491-409a-97af-5e3040e99428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:55.726951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-1f7b1cf0-9491-409a-97af-5e3040e99428 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1095 time: 0.2217803 Apr 20 12:56:55.728180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.755027 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:55.837820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-edf7c5f6-a3e4-4a54-94ca-c580aa8258da None None] Provisioning complete for port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:55.838195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-edf7c5f6-a3e4-4a54-94ca-c580aa8258da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:55.930371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99e6015d-bea8-43c5-ba7d-9365749e02ba req-651add73-8efd-4825-9d3a-c5d363a99378 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 210 time: 0.1587827 Apr 20 12:56:55.982199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.026630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=480839eb-d528-4b12-819d-3fe532aea238,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:56.041098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.110451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.128734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c042054d-41e9-4b2a-b518-71e9ae6efe99 req-da6b0e23-f1a3-490e-a135-6c87a8600052 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.129749 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b0bb480-e5a3-458f-9e6a-410c63526c89 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/480839eb-d528-4b12-819d-3fe532aea238 HTTP/1.1" status: 204 len: 168 time: 0.8443463 Apr 20 12:56:56.132264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60534) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:56.135888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c042054d-41e9-4b2a-b518-71e9ae6efe99 req-da6b0e23-f1a3-490e-a135-6c87a8600052 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.2897942 Apr 20 12:56:56.151416 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:53Z', 'revision_number': 2, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:56.165883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-e69fd7d5-c3ac-43b1-b8d8-a90365fa71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.167948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-e69fd7d5-c3ac-43b1-b8d8-a90365fa71f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.4227631 Apr 20 12:56:56.186079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:56.193874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Pushing event updated for resources: {'Port': ['ID=3b682d97-0658-4ff0-adfc-878ce37032ae,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:56.197197 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Checking router: 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:56:56.197810 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Updating router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 port b1c9d6b9-c83f-4719-8094-d5529570a6b7 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:56:56.200959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:56.234409 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.234735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:56.247986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-1b50b46b-598a-4b36-a06e-81c85b29bb6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 217 time: 0.0607400 Apr 20 12:56:56.249554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afccc0d5-f1d0-4ab0-9eb8-54b867319861 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.250090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afccc0d5-f1d0-4ab0-9eb8-54b867319861 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.253118 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-afccc0d5-f1d0-4ab0-9eb8-54b867319861 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1158066 Apr 20 12:56:56.257538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:56.297116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-58912159-9343-4a1d-9e8b-a368ff1fe7d7 None None] Could not find standard attr ID for object 480839eb-d528-4b12-819d-3fe532aea238. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:56:56.314275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c042054d-41e9-4b2a-b518-71e9ae6efe99 req-2a5e0c30-5f63-4abf-abd3-5fa4170e9452 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774080 Apr 20 12:56:56.355065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet b12bb8c2-53bf-44a0-a233-25019eb71a90 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:56:56.360597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.428813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.467424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.468123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.485364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-83d03e6e-7a64-454a-b138-e9b89c1dd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.488886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Deleting port 0dddace4-85d6-4ec6-a07a-79b13098102a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:56.489082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-83d03e6e-7a64-454a-b138-e9b89c1dd086 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.2064674 Apr 20 12:56:56.489211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.542564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-2c764d8b-662f-4e92-8909-ef4c0ce41a25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440276 Apr 20 12:56:56.551267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-86c3c82b-1a60-48c0-b484-2115d0b989fd tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3832431 Apr 20 12:56:56.572269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Request body: {'port': {'device_id': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:56.580097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-644015e6-7c32-4192-b6da-64b00b3eb91d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.581679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-644015e6-7c32-4192-b6da-64b00b3eb91d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 818 time: 0.3433247 Apr 20 12:56:56.589150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6ac26-aef6-4d8c-ba33-09f6ca0f3aee req-b538e20b-64a6-4a81-8731-2c22d982d71a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:56.590580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78c6ac26-aef6-4d8c-ba33-09f6ca0f3aee req-b538e20b-64a6-4a81-8731-2c22d982d71a tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1834595 Apr 20 12:56:56.593609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.630766 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.640094 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.653516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] For port 0dddace4-85d6-4ec6-a07a-79b13098102a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0dddace4-85d6-4ec6-a07a-79b13098102a,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:56.653919 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.671795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Calling delete_port for 0dddace4-85d6-4ec6-a07a-79b13098102a owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:56.678101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-e666cbf1-e32c-4b24-8b68-5e1d99b8f88d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/quotas/b3f5191954964431a694808099f99b9b HTTP/1.1" status: 200 len: 375 time: 0.0762916 Apr 20 12:56:56.702424 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Pushing event updated for resources: {'Port': ['ID=b1c9d6b9-c83f-4719-8094-d5529570a6b7,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:56.715443 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.715785 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.716145 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.716610 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.717069 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.717503 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.717942 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.718396 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.718617 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.719447 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.719447 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.719743 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:56:56.746864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5efeca3f-d8b5-4443-86b7-e6ba069bae0a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:56.759964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78c6ac26-aef6-4d8c-ba33-09f6ca0f3aee req-3aa8d533-ddf7-46f4-af9c-b94455414c94 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440089 Apr 20 12:56:56.761249 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.772113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.791726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-10a52ecc-da7d-460a-9869-3b578c640cea service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395222 Apr 20 12:56:56.799376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=b12bb8c2-53bf-44a0-a233-25019eb71a90,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:56.810309 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.818059 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-60d27edd-e4aa-42ef-962a-b8dbe808725d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/b12bb8c2-53bf-44a0-a233-25019eb71a90 HTTP/1.1" status: 204 len: 168 time: 0.5579858 Apr 20 12:56:56.821317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d127e9-e0d1-4628-b49e-23ebf0940d01 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:56.833003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:56.871655 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Attempting to bind port b1c9d6b9-c83f-4719-8094-d5529570a6b7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:56.872354 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Attempting to bind port b1c9d6b9-c83f-4719-8094-d5529570a6b7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:56.872781 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Attempting to bind port b1c9d6b9-c83f-4719-8094-d5529570a6b7 on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:56.883621 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:56.884096 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Checking segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:56.884635 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.885066 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Bound using segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:56.885756 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Bound port: b1c9d6b9-c83f-4719-8094-d5529570a6b7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:56.886205 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.946841 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae55758c-0248-49fe-b907-9e1606b02e35 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101768 Apr 20 12:56:56.950616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60550) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:56.955399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4f09551-98f8-4ba5-9999-29587e6c4acc tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2532756 Apr 20 12:56:56.956479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:56.972703 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] For port b1c9d6b9-c83f-4719-8094-d5529570a6b7, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:56.981019 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] For port b1c9d6b9-c83f-4719-8094-d5529570a6b7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1c9d6b9-c83f-4719-8094-d5529570a6b7,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:56.995511 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:56.995889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:56.996483 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.076612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:57.077384 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:57.156591 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30755bd3-2811-41b4-9292-a8d404c68aa5 None None] Pushing event updated for resources: {'Port': ['ID=b1c9d6b9-c83f-4719-8094-d5529570a6b7,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:57.165312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:57.168847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.244677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:56:57.258353 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:57.313870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-56fc5609-98dd-464b-a805-0b6c60917a91 None None] Provisioning complete for port b1c9d6b9-c83f-4719-8094-d5529570a6b7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:57.315796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56fc5609-98dd-464b-a805-0b6c60917a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.376669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.434924 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dddace4-85d6-4ec6-a07a-79b13098102a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:57.452198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] Deleting port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:57.452572 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.701257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c9c1c-db3e-4bad-988a-f7d28f1f3e05 req-89d5da23-e323-4505-9027-a34c4e066409 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:57.703827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-547c9c1c-db3e-4bad-988a-f7d28f1f3e05 req-89d5da23-e323-4505-9027-a34c4e066409 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.7611811 Apr 20 12:56:57.705977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97233d7e-d33b-4f2f-9cb5-aa8d57ca45bc req-1faebc98-2cbb-4199-9047-1b501f220e6c service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8984940 Apr 20 12:56:57.724170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56fc5609-98dd-464b-a805-0b6c60917a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.740885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] For port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5efeca3f-d8b5-4443-86b7-e6ba069bae0a,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:57.741132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.772627 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:56Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:57.784608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] Calling delete_port for 5efeca3f-d8b5-4443-86b7-e6ba069bae0a owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:56:57.789691 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:57.803341 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3494e59-9d92-4f72-9191-4e4d95130a9a None None] The sync data for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 is: [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:56Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:56:57.838581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-89c458b4-e614-44c0-9a34-af0cfe5189f6 service neutron] 10.222.0.24 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8666000 Apr 20 12:56:57.871058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-547c9c1c-db3e-4bad-988a-f7d28f1f3e05 req-1b1acfad-66d8-4ba9-a39b-953e4fcfc90e tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600602 Apr 20 12:56:57.871211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:56:57.882563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-56fc5609-98dd-464b-a805-0b6c60917a91 None None] For port b1c9d6b9-c83f-4719-8094-d5529570a6b7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1c9d6b9-c83f-4719-8094-d5529570a6b7,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:56:57.901129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56fc5609-98dd-464b-a805-0b6c60917a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.005389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc5609-98dd-464b-a805-0b6c60917a91 None None] Pushing event updated for resources: {'Port': ['ID=b1c9d6b9-c83f-4719-8094-d5529570a6b7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:58.032125 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.047126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8a9668ff-5bd0-474c-b05d-80fe6eddca75 None None] Provisioning complete for port b1c9d6b9-c83f-4719-8094-d5529570a6b7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:58.047501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a9668ff-5bd0-474c-b05d-80fe6eddca75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.089655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] Pushing event deleted for resources: {'Port': ['ID=5efeca3f-d8b5-4443-86b7-e6ba069bae0a,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:58.094397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc35d57-dfb4-4fe3-8e13-3bb9272cfd52 None None] No DVR routers for this DVR port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:56:58.104782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb734c84-9c3c-4935-99ab-96d49750b0ff req-412fa123-b6fc-482a-ba97-173b87796a01 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:58.115233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb734c84-9c3c-4935-99ab-96d49750b0ff req-412fa123-b6fc-482a-ba97-173b87796a01 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 932 time: 0.1131206 Apr 20 12:56:58.136279 n-d-838550-2 neutron-server[109409]: WARNING neutron.services.revisions.revision_plugin [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Could not find related port for resource to bump revision. Apr 20 12:56:58.178384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_pluggable_backend [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Port 5efeca3f-d8b5-4443-86b7-e6ba069bae0a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109409) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 12:56:58.178767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_pluggable_backend [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Reverting IP allocation for 2001:db8::f816:3eff:fee6:c0da {{(pid=109409) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 12:56:58.185070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.186280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-cd558015-9c95-44e5-bde5-b645d6498085 service neutron] 10.222.0.24 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365200 Apr 20 12:56:58.241220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb734c84-9c3c-4935-99ab-96d49750b0ff req-8780e185-de55-43b5-b8f3-486d86a9799e tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192818 Apr 20 12:56:58.262105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:58.262880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b682d97-0658-4ff0-adfc-878ce37032ae {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:56:58.278183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:58.279501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.286759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:58.287726 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.289915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcbadee-0ef7-4279-a49d-2a216edff4b5 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:56:58.295446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=5de38a7d-c136-4d0c-b867-576282c566e9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:58.312943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Transition to ACTIVE for port object 3b682d97-0658-4ff0-adfc-878ce37032ae will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:56:58.317670 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.367009 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99d30b2c-4fea-400c-971b-0f0e13c5b5e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4146993 Apr 20 12:56:58.369863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:58.375114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:c2:79:05', 'name': 'tempest-NetworksTestDHCPv6-377501473'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:56:58.469560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Pushing event updated for resources: {'Port': ['ID=3b682d97-0658-4ff0-adfc-878ce37032ae,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:58.493915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:56:58.564765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f691a53e-6cd1-4806-aba1-62d17e7cd496 req-7f9d26b9-47c2-45cb-b0af-851b608ff44e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 210 time: 0.0454881 Apr 20 12:56:58.670583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b4e5c-8058-4fa4-9677-ae25e66ac11a req-011c12a0-cd6b-426d-b401-d26d5c50e05b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:58.684444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c7b4e5c-8058-4fa4-9677-ae25e66ac11a req-011c12a0-cd6b-426d-b401-d26d5c50e05b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.3054090 Apr 20 12:56:58.701686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '5de38a7d-c136-4d0c-b867-576282c566e9'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:56:58.703763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.716019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:56:58.724922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.803609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port a344b7c3-81c3-4530-88c9-0a90e04876d9 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:56:58.817545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c7b4e5c-8058-4fa4-9677-ae25e66ac11a req-7f16e827-892c-4bad-aaea-556ba826bbb8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321325 Apr 20 12:56:58.852683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Attempting to bind port 3b682d97-0658-4ff0-adfc-878ce37032ae on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:56:58.862006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Attempting to bind port 3b682d97-0658-4ff0-adfc-878ce37032ae by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '17c2ca56-05bd-4ecf-ab68-7caa928f4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:56:58.862828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Attempting to bind port 3b682d97-0658-4ff0-adfc-878ce37032ae on network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:58.918895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee699-bfa8-474c-8e7f-7e1de18ce6a3 req-f1aded42-c10b-47c0-9466-bca0aea84471 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:58.920686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c17ee699-bfa8-474c-8e7f-7e1de18ce6a3 req-f1aded42-c10b-47c0-9466-bca0aea84471 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1938632 Apr 20 12:56:58.923523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Port 3b682d97-0658-4ff0-adfc-878ce37032ae on network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:56:58.924598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Attempting to bind port 3b682d97-0658-4ff0-adfc-878ce37032ae on network f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:56:58.944258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:56:58.944966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Checking segment: {'id': '17c2ca56-05bd-4ecf-ab68-7caa928f4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:56:58.945706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Bound using segment: {'id': '17c2ca56-05bd-4ecf-ab68-7caa928f4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:56:58.946234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Bound port: 3b682d97-0658-4ff0-adfc-878ce37032ae, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17c2ca56-05bd-4ecf-ab68-7caa928f4261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:56:58.947012 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:58.952355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:56:58.972348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60578) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:58.973205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] Sync routers for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:56:58.975033 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6d691f88-67cb-485b-9e97-d073edaabec9 admin admin] 10.222.0.24 "PUT /v2.0/routers/96ded283-63b4-4e5b-9f9e-32b8ecee6cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5444643 Apr 20 12:56:58.988103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1c9d6b9-c83f-4719-8094-d5529570a6b7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:56:59.055907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:fec2:7905 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5de38a7d-c136-4d0c-b867-576282c566e9/a344b7c3-81c3-4530-88c9-0a90e04876d9) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:59.072317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:56:59.073254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:56:59.168817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b1c9d6b9-c83f-4719-8094-d5529570a6b7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:56:59.169294 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.218250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c17ee699-bfa8-474c-8e7f-7e1de18ce6a3 req-f47db35c-50fe-4282-87e4-cad987bfc88d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839155 Apr 20 12:56:59.268418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:56:59.289669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] For port 3b682d97-0658-4ff0-adfc-878ce37032ae, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:56:59.322139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] For port 3b682d97-0658-4ff0-adfc-878ce37032ae, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3b682d97-0658-4ff0-adfc-878ce37032ae,segment=NetworkSegment(17c2ca56-05bd-4ecf-ab68-7caa928f4261),segment_id=17c2ca56-05bd-4ecf-ab68-7caa928f4261)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:56:59.334948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.373484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-64ff06ff-26b6-4fe9-85e0-e0259d1f9fb8 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:59.383316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-64ff06ff-26b6-4fe9-85e0-e0259d1f9fb8 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 818 time: 0.3110151 Apr 20 12:56:59.393194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.410692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.471404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.498259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:59.499672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.502524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] 10.222.0.37 "PUT /v2.0/ports/3b682d97-0658-4ff0-adfc-878ce37032ae HTTP/1.1" status: 200 len: 1092 time: 2.9365501 Apr 20 12:56:59.553616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:56:59.570444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:56:59.575265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:56:59.588851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:59.589536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.621344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=a344b7c3-81c3-4530-88c9-0a90e04876d9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:59.632419 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-491f09eb-2a3c-4b84-b704-67eae83ef412 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2608955 Apr 20 12:56:59.636584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60594) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:59.686715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'tag': '3b682d97-0658-4ff0-adfc-878ce37032ae'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:56:59.691303 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cc65b0-6667-466f-93e9-4ff93a14417c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9d61d5-dfcd-45c5-826b-2be42d676a21", "tag": "3b682d97-0658-4ff0-adfc-878ce37032ae"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:56:59.702019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-3190a483-7d35-45cd-a15a-9fc4753371d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/quotas/b3f5191954964431a694808099f99b9b HTTP/1.1" status: 200 len: 375 time: 0.3176274 Apr 20 12:56:59.755369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5371bb0e-cf73-4401-8ffc-13912d5f1a44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:59.760559 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5371bb0e-cf73-4401-8ffc-13912d5f1a44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1203108 Apr 20 12:56:59.760755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Allocated IP 2001:db8::f816:3eff:fe76:6b54 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5de38a7d-c136-4d0c-b867-576282c566e9/7e7cfb0f-6925-4c67-965a-a746334071a6) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:56:59.761232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:56:59.767681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266701c-b687-4f5b-9b38-f1056ae5e754 service neutron] Pushing event updated for resources: {'Port': ['ID=3b682d97-0658-4ff0-adfc-878ce37032ae,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:56:59.789908 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.818742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5efeca3f-d8b5-4443-86b7-e6ba069bae0a no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:56:59.883787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0dd37-788d-4a09-80f2-3a1d3dceb9b9 req-33a4abb5-5366-4214-a318-5488a7667bf4 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:59.886216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecf0dd37-788d-4a09-80f2-3a1d3dceb9b9 req-33a4abb5-5366-4214-a318-5488a7667bf4 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 944 time: 0.5237997 Apr 20 12:56:59.904271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port a344b7c3-81c3-4530-88c9-0a90e04876d9 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:56:59.905122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:56:59.928884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5efeca3f-d8b5-4443-86b7-e6ba069bae0a {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:56:59.929132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5efeca3f-d8b5-4443-86b7-e6ba069bae0a not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:56:59.945737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496151ee-3012-47c1-8338-0ffbbe67362f req-92f1aace-a5e3-4147-a8fd-0a13c504c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:56:59.955369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-92f1aace-a5e3-4147-a8fd-0a13c504c275 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d6fce2eaa74b6b8cf12cf520ce700b&device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 1095 time: 0.2495754 Apr 20 12:57:00.050268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-3aae37f6-31b8-4b7e-b134-be678e5bdfc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b682d97-0658-4ff0-adfc-878ce37032ae HTTP/1.1" status: 200 len: 217 time: 0.0778353 Apr 20 12:57:00.060848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecf0dd37-788d-4a09-80f2-3a1d3dceb9b9 req-b0bdc861-9cee-47e8-a90f-0a9317723b1b tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671350 Apr 20 12:57:00.091509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-ff94b7fa-b10b-486c-afe0-79fb18951a74 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3200190 Apr 20 12:57:00.106529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port': {'id': 'b0cc2c7d-810c-445d-a868-33618a1944c1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:22:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:48:58Z', 'updated_at': '2022-04-20T12:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:00.122865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.149194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] Checking router: 96ded283-63b4-4e5b-9f9e-32b8ecee6cee for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:57:00.158715 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1a5f0d-5cb8-4558-b283-50288ff0fb50 x-openstack-request-id: req-4d1a5f0d-5cb8-4558-b283-50288ff0fb50 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:00.159188 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9d61d5-dfcd-45c5-826b-2be42d676a21", "tag": "3b682d97-0658-4ff0-adfc-878ce37032ae", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:00.159569 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d1a5f0d-5cb8-4558-b283-50288ff0fb50 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:00.160078 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1a5f0d-5cb8-4558-b283-50288ff0fb50'] response: {'name': 'network-changed', 'server_uuid': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'tag': '3b682d97-0658-4ff0-adfc-878ce37032ae', 'status': 'completed', 'code': 200} Apr 20 12:57:00.168559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for a344b7c3-81c3-4530-88c9-0a90e04876d9 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:00.169435 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.176589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] Routers {'96ded283-63b4-4e5b-9f9e-32b8ecee6cee'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:00.177491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:00.263841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Deleting port b0cc2c7d-810c-445d-a868-33618a1944c1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:00.264194 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.264564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.316003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-4e875cc4-61de-4132-a97a-c8e66288b0c6 service neutron] 10.222.0.24 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772902 Apr 20 12:57:00.323301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:00.335089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:00.337802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:00.344188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496151ee-3012-47c1-8338-0ffbbe67362f req-829c5138-a8aa-43cc-8f5f-d1cc10149e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:00.346171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-829c5138-a8aa-43cc-8f5f-d1cc10149e13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2db094f3-385c-4584-9656-74ada872add5 HTTP/1.1" status: 200 len: 854 time: 0.2831118 Apr 20 12:57:00.364792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] Set router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:00.407522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Pushing event updated for resources: {'Port': ['ID=7e7cfb0f-6925-4c67-965a-a746334071a6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:00.466297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:56:59Z', 'revision_number': 6, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:00.522867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711411d-3ce3-465b-bd79-5f607d96c844 None None] The sync data for ids ['96ded283-63b4-4e5b-9f9e-32b8ecee6cee'] in n-d-838550-2 is: [{'id': '96ded283-63b4-4e5b-9f9e-32b8ecee6cee', 'name': 'tempest-ServerActionsTestJSON-587066233-router', 'tenant_id': '1d9a78453ae2447889f0336664af95dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:48:57Z', 'updated_at': '2022-04-20T12:56:59Z', 'revision_number': 6, 'project_id': '1d9a78453ae2447889f0336664af95dc', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:57:00.536600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-b4c63558-6bfc-4ec9-bd5b-ad656584f107 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1785040 Apr 20 12:57:00.542756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Attempting to bind port 7e7cfb0f-6925-4c67-965a-a746334071a6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:00.543178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Attempting to bind port 7e7cfb0f-6925-4c67-965a-a746334071a6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:00.543588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Attempting to bind port 7e7cfb0f-6925-4c67-965a-a746334071a6 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:00.553882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:00.553882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:00.553882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.553882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:00.553882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Bound port: 7e7cfb0f-6925-4c67-965a-a746334071a6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:00.553882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.640446 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] For port 7e7cfb0f-6925-4c67-965a-a746334071a6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:00.644973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] For port 7e7cfb0f-6925-4c67-965a-a746334071a6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7e7cfb0f-6925-4c67-965a-a746334071a6,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:00.649735 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.693268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e9593-060a-413e-915b-6e5e2ef8b8ce req-eeb4135a-ec86-4244-aba1-1a9661369c07 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:00.700805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-620e9593-060a-413e-915b-6e5e2ef8b8ce req-eeb4135a-ec86-4244-aba1-1a9661369c07 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.4282303 Apr 20 12:57:00.730500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] For port b0cc2c7d-810c-445d-a868-33618a1944c1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b0cc2c7d-810c-445d-a868-33618a1944c1,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:00.730887 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.737399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922d9e6-8041-438c-929a-eb77fd01d72a None None] Pushing event updated for resources: {'Port': ['ID=7e7cfb0f-6925-4c67-965a-a746334071a6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:00.760089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-4a5f7d89-66fb-4dd6-bffe-a29621c89ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3397589 Apr 20 12:57:00.812805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Calling delete_port for b0cc2c7d-810c-445d-a868-33618a1944c1 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:00.846495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:00.849049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-ffc78b03-8822-48a6-9159-d6a722f5c99d service neutron] 10.222.0.24 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070684 Apr 20 12:57:00.865419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-7180f434-c3b0-4c35-bcf9-fcee6a4086c9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:00.867322 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-7180f434-c3b0-4c35-bcf9-fcee6a4086c9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 818 time: 0.8244760 Apr 20 12:57:00.900650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'port': {'device_id': 'cdce772d-b65d-4415-b052-6550146f52d0', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'admin_state_up': True, 'tenant_id': 'b3f5191954964431a694808099f99b9b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:00.904941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=a344b7c3-81c3-4530-88c9-0a90e04876d9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:00.974595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-620e9593-060a-413e-915b-6e5e2ef8b8ce req-cc5506fe-f212-49ee-8fb4-1239b48158e5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443137 Apr 20 12:57:00.978369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0dddace4-85d6-4ec6-a07a-79b13098102a no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:00.993758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-83ef552f-092a-4b73-bb7f-70f9b4ae4cb9 service neutron] 10.222.0.37 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385095 Apr 20 12:57:01.036324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0dddace4-85d6-4ec6-a07a-79b13098102a {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:01.037213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0dddace4-85d6-4ec6-a07a-79b13098102a not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:01.069476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.077051 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61dc88cd-3c34-4fc4-ab67-d51d204cf4e6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/a344b7c3-81c3-4530-88c9-0a90e04876d9 HTTP/1.1" status: 204 len: 168 time: 1.3128331 Apr 20 12:57:01.079451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60604) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:01.117831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-7c52a6d9-9456-490e-a8b2-2a1bd3a4e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:01.126585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-7c52a6d9-9456-490e-a8b2-2a1bd3a4e96c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 1096 time: 0.3250082 Apr 20 12:57:01.276141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b215f-0bfc-4f53-add5-53850ff7f608 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:01.277426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b215f-0bfc-4f53-add5-53850ff7f608 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:01.278961 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae4b215f-0bfc-4f53-add5-53850ff7f608 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1963949 Apr 20 12:57:01.281729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:01.351873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 5de38a7d-c136-4d0c-b867-576282c566e9 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:01.355619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.396019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-7c89c5d1-12b4-44e6-9697-20ddfa098495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:01.398005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-7c89c5d1-12b4-44e6-9697-20ddfa098495 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.2347524 Apr 20 12:57:01.406400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.444176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9966d535-36cc-4b4d-922b-9d215e5e0d04 req-02177e8e-d49d-4e0f-a32e-7c02b75248f1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 210 time: 0.1795197 Apr 20 12:57:01.496757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Made reservation on behalf of b3f5191954964431a694808099f99b9b for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:01.500520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.562642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-d1726493-558f-4c40-b9d2-1975e417c398 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 200 len: 217 time: 0.1076686 Apr 20 12:57:01.582233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496151ee-3012-47c1-8338-0ffbbe67362f req-891b926d-e4f3-4f31-99d5-4553fdf57bce service neutron] 10.222.0.37 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605571 Apr 20 12:57:01.617147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96259d64-f18d-493a-b147-12550cc32099 req-8a8d17ba-f8bf-4826-a4d5-903c63a88df7 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:01.618715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96259d64-f18d-493a-b147-12550cc32099 req-8a8d17ba-f8bf-4826-a4d5-903c63a88df7 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 944 time: 0.4010687 Apr 20 12:57:01.700842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.781168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-15cb6f6d-c56a-42d9-9143-3664e2e67519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:01.782679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-15cb6f6d-c56a-42d9-9143-3664e2e67519 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.2125895 Apr 20 12:57:01.797400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96259d64-f18d-493a-b147-12550cc32099 req-6ab8065b-aceb-4933-aa74-e624c9ed6e39 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411214 Apr 20 12:57:01.799894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Allocated IP 172.20.0.13 (55ebe669-820c-4816-b3cd-4d0281911922/22612944-2d0f-4166-9c28-8a18dbd0af32/a8a18332-e7ec-43d0-ab31-a8348ef54585) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:01.827871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.830313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-90174b7d-0157-42a1-b51d-4dd7e66d5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:01.831930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-90174b7d-0157-42a1-b51d-4dd7e66d5fb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d6fce2eaa74b6b8cf12cf520ce700b&device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 1095 time: 0.1747558 Apr 20 12:57:01.850994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-77a8e161-2d10-4f9c-b627-40797f3f0121 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602000 Apr 20 12:57:01.858638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.875258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:01.880537 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5de38a7d-c136-4d0c-b867-576282c566e9 HTTP/1.1" status: 204 len: 168 time: 0.5978918 Apr 20 12:57:01.881801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebecb8-eaac-4de8-af9e-0ba01e7f3e08 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=5de38a7d-c136-4d0c-b867-576282c566e9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:01.884832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60622) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:01.956502 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5ab78f9b-2c37-4522-9a27-988ecbec28a1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636590 Apr 20 12:57:01.956774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60624) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:02.052901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997ec5e-59d9-44e8-98fb-09bc54b61623 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:02.056815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4997ec5e-59d9-44e8-98fb-09bc54b61623 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0968909 Apr 20 12:57:02.061718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60628) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:02.083403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-01d367b7-38a3-4421-9136-a6925589acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:02.085474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-01d367b7-38a3-4421-9136-a6925589acf4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 HTTP/1.1" status: 200 len: 915 time: 0.2371140 Apr 20 12:57:02.086405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0cc2c7d-810c-445d-a868-33618a1944c1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:02.211356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39bbd9b-3940-4ba9-a7a0-23d8d06f27e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:02.215287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e39bbd9b-3940-4ba9-a7a0-23d8d06f27e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1504605 Apr 20 12:57:02.222127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60630) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:02.274240 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c4c3ba9-d3ce-4689-bebe-18a8857fdbe8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475626 Apr 20 12:57:02.274488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:02.279450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:02.368933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.375998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88096c20-ae12-4d3d-858f-b05d1001406e None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:02.428537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:02.432083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.451239 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.460531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c73b6634-30e5-401a-b10f-df45f8c9ec0f None None] Provisioning complete for port 7e7cfb0f-6925-4c67-965a-a746334071a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:02.462429 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c73b6634-30e5-401a-b10f-df45f8c9ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.529737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-0217d231-6769-496c-ba2c-12879d5c9086 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b682d97-0658-4ff0-adfc-878ce37032ae HTTP/1.1" status: 200 len: 217 time: 0.4350500 Apr 20 12:57:02.588693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Network 55ebe669-820c-4816-b3cd-4d0281911922 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:02.598700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:02.602410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:02.605057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'Port': ['ID=a8a18332-e7ec-43d0-ab31-a8348ef54585,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:02.717305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:02.717761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.789053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.792453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c73b6634-30e5-401a-b10f-df45f8c9ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.818996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:02.883909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c73b6634-30e5-401a-b10f-df45f8c9ec0f None None] For port 7e7cfb0f-6925-4c67-965a-a746334071a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7e7cfb0f-6925-4c67-965a-a746334071a6,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:02.897810 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-a4b11e43-8701-4222-84f6-f7b7225bf740 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9926093 Apr 20 12:57:02.899595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c73b6634-30e5-401a-b10f-df45f8c9ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:02.907663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Request body: {'port': {'device_id': 'cdce772d-b65d-4415-b052-6550146f52d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:03.005019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b0cc2c7d-810c-445d-a868-33618a1944c1 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:03.059447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f99855ce-8f35-4fd2-a896-59e73374604f req-1bab161c-9219-4c24-bfba-3ec67326215e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 210 time: 0.4153004 Apr 20 12:57:03.065538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b0cc2c7d-810c-445d-a868-33618a1944c1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:03.066012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b0cc2c7d-810c-445d-a868-33618a1944c1 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:03.111440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d25e7880-670f-4b8c-855b-8a95661cfbdd None None] Provisioning complete for port a8a18332-e7ec-43d0-ab31-a8348ef54585 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:03.114237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d25e7880-670f-4b8c-855b-8a95661cfbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.114396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-95718a88-acc1-4c3d-9381-f3d7fc279253 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:03.115805 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-95718a88-acc1-4c3d-9381-f3d7fc279253 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.37 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 818 time: 0.4503219 Apr 20 12:57:03.121177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.130846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'port': {'device_id': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'admin_state_up': True, 'tenant_id': 'b3f5191954964431a694808099f99b9b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:03.137782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6845aae-98a0-483f-a33d-1f7b46eb6f61 req-77f24826-4bea-4d5a-94a8-8300d19a89ad tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:03.146840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6845aae-98a0-483f-a33d-1f7b46eb6f61 req-77f24826-4bea-4d5a-94a8-8300d19a89ad tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.6160583 Apr 20 12:57:03.199388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d25e7880-670f-4b8c-855b-8a95661cfbdd None None] Port a8a18332-e7ec-43d0-ab31-a8348ef54585 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:03.205209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b6634-30e5-401a-b10f-df45f8c9ec0f None None] Pushing event updated for resources: {'Port': ['ID=7e7cfb0f-6925-4c67-965a-a746334071a6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:03.215438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] Deleting port 7e7cfb0f-6925-4c67-965a-a746334071a6 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:03.215928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.242373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.251641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.267774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-f32434bb-dbb4-4a9e-af00-724b64b242d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:03.269196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-f32434bb-dbb4-4a9e-af00-724b64b242d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2db094f3-385c-4584-9656-74ada872add5 HTTP/1.1" status: 200 len: 854 time: 0.7155621 Apr 20 12:57:03.277461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-91ad6ea0-bf29-4567-ad40-8ab8f71f7589 service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4157746 Apr 20 12:57:03.367699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] For port 7e7cfb0f-6925-4c67-965a-a746334071a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7e7cfb0f-6925-4c67-965a-a746334071a6,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:03.368103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.390058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] Calling delete_port for 7e7cfb0f-6925-4c67-965a-a746334071a6 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:03.390712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:57:03.488136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c261979-4b3b-41e8-95da-afb2ff749715 req-cf2b0c98-41ce-4bff-b78c-45424d0e188d service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458030 Apr 20 12:57:03.495019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-03712159-d510-4704-8d9d-9a3d100761cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1748140 Apr 20 12:57:03.543089 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.555433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6845aae-98a0-483f-a33d-1f7b46eb6f61 req-474d50fc-6ec4-49be-9a8d-a2b6220532e5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047606 Apr 20 12:57:03.589469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] Pushing event deleted for resources: {'Port': ['ID=7e7cfb0f-6925-4c67-965a-a746334071a6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:03.602956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ce02b3-9620-4a41-bf82-0e8e98d9ec60 None None] No DVR routers for this DVR port 7e7cfb0f-6925-4c67-965a-a746334071a6 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:03.621367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.622926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96ded283-63b4-4e5b-9f9e-32b8ecee6cee {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:57:03.627755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.628748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0b562137-b849-4428-b8da-2cb85bb2c0e4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/96ded283-63b4-4e5b-9f9e-32b8ecee6cee HTTP/1.1" status: 204 len: 168 time: 4.6330378 Apr 20 12:57:03.643793 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60644) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:03.667048 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a408d65-f76a-41e4-8bb2-256e0b4bea4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.671071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeac86b-84d9-47b3-a085-04cf90a66279 req-125b0505-2bdb-4df6-be8b-4c2673219c80 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:03.672795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5aeac86b-84d9-47b3-a085-04cf90a66279 req-125b0505-2bdb-4df6-be8b-4c2673219c80 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 944 time: 0.4404099 Apr 20 12:57:03.678258 n-d-838550-2 neutron-server[109409]: WARNING neutron.services.revisions.revision_plugin [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Could not find related port for resource to bump revision. Apr 20 12:57:03.721122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_pluggable_backend [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Port 7e7cfb0f-6925-4c67-965a-a746334071a6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109409) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 12:57:03.721978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_pluggable_backend [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:6b54 {{(pid=109409) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 12:57:03.744009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.746014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5aeac86b-84d9-47b3-a085-04cf90a66279 req-69565fd5-96cb-4539-9403-fe5d441433a4 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636580 Apr 20 12:57:03.761527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-ae7fad8a-481b-4133-92ab-09d0a8d9ce0b service neutron] 10.222.0.37 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049975 Apr 20 12:57:03.817937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Made reservation on behalf of b3f5191954964431a694808099f99b9b for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:03.821440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.879238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:03.887481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] Deleting subnet 8d58dcaf-466d-48df-9ac1-2f6d221df033 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:03.894127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:03.896284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6cc65b0-6667-466f-93e9-4ff93a14417c req-fae2c80f-abde-482c-8516-bd15ca39134d service neutron] 10.222.0.37 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267955 Apr 20 12:57:03.897470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.905021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998123d7-8412-46ef-9d6b-bb6bb26467d9 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:03.932289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:03.932997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:03.959841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=0e49855e-2ce8-4210-8465-ee0dc1173741,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:04.023937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60646) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:04.025511 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-030cc7e0-ca93-4054-953d-17149ebe097a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7486238 Apr 20 12:57:04.039030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.051564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:ba:84:67', 'name': 'tempest-NetworksTestDHCPv6-723808356'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:04.171624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a18332-e7ec-43d0-ab31-a8348ef54585 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:04.181266 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.198283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Transition to ACTIVE for port object a8a18332-e7ec-43d0-ab31-a8348ef54585 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:57:04.223629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.250425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd35069a-db83-4ca2-94dd-0b49fa66f82d req-bb1d16d1-b6bb-4f0f-a8e5-2fa67e969bbf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 210 time: 0.0440474 Apr 20 12:57:04.279853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-f85b12e2-ab6d-4a34-a4f9-13eb3d8555ee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619132 Apr 20 12:57:04.313510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.352584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:04.359811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:04.409891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a18332-e7ec-43d0-ab31-a8348ef54585,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:04.436531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '0e49855e-2ce8-4210-8465-ee0dc1173741'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:04.438149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.440933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Allocated IP 172.20.0.11 (55ebe669-820c-4816-b3cd-4d0281911922/22612944-2d0f-4166-9c28-8a18dbd0af32/002a8515-b45c-434c-adbe-336b0c57bd4c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:04.460480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.479343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-5f85ea5c-52b0-4d7f-8072-4861bc4bc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:04.481202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-5f85ea5c-52b0-4d7f-8072-4861bc4bc9f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 1097 time: 0.1770771 Apr 20 12:57:04.491543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 0ce82a8b-9fef-44e8-b292-f14dca60c221 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:04.634997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:04.684303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'aa76fad8-3fd2-471f-9445-17459b6ac299', 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8', 'port_id': 'aa76fad8-3fd2-471f-9445-17459b6ac299', 'mac_address': 'fa:16:3e:98:ba:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7569de48-5477-4442-9c65-db251d1022bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:57:04.689835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7e7cfb0f-6925-4c67-965a-a746334071a6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:04.731910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7e7cfb0f-6925-4c67-965a-a746334071a6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:04.732651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7e7cfb0f-6925-4c67-965a-a746334071a6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:04.760508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-748ead0c-8c2a-4227-b550-7765a77da07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:04.762060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-748ead0c-8c2a-4227-b550-7765a77da07a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.2181146 Apr 20 12:57:04.771425 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.772687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Allocated IP 2001:db8::f816:3eff:feec:f1de (ff9ae87c-2997-4e63-b702-c95e1a5a7204/0e49855e-2ce8-4210-8465-ee0dc1173741/6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:04.773726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fea785-a760-4b1c-bf52-7302af9c3e00 req-7a103115-82ab-454c-84e6-adabe786dd0b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:04.775529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15fea785-a760-4b1c-bf52-7302af9c3e00 req-7a103115-82ab-454c-84e6-adabe786dd0b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.0961075 Apr 20 12:57:04.809466 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.842330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.850555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-76ed72a4-db4c-4aaa-b491-bfd0f6d861cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 200 len: 217 time: 0.0739827 Apr 20 12:57:04.872028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa76fad8-3fd2-471f-9445-17459b6ac299 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:04.912567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15fea785-a760-4b1c-bf52-7302af9c3e00 req-e7fe3922-cf9a-4b46-9346-651995273f7a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251638 Apr 20 12:57:04.915703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:04.922157 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.922913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3b682d97-0658-4ff0-adfc-878ce37032ae details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:04.923190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d58dcaf-466d-48df-9ac1-2f6d221df033,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:04.948488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0893a57-9b7e-4b1c-afc9-a0f433f76a8d None None] Network 28d6faf1-4de4-4023-93c6-d871cb32428e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:04.951743 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:04.958795 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-026674ab-351c-4c13-a820-9c491b0cf889 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8d58dcaf-466d-48df-9ac1-2f6d221df033 HTTP/1.1" status: 204 len: 168 time: 1.3135602 Apr 20 12:57:04.963695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60656) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:04.965672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-8f36d3b7-2e3f-4dfb-94ef-5306a5177400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:04.967262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-8f36d3b7-2e3f-4dfb-94ef-5306a5177400 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.1073604 Apr 20 12:57:04.974368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.013054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-ab3234be-dbe4-450a-af5f-8230785c6947 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371218 Apr 20 12:57:05.025573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfff23e-e812-45bf-a97f-2ab34fa450ea req-ed9a32b3-4a5f-4437-9587-903050aee782 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:05.027244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecfff23e-e812-45bf-a97f-2ab34fa450ea req-ed9a32b3-4a5f-4437-9587-903050aee782 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 944 time: 0.1250150 Apr 20 12:57:05.113935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Network 55ebe669-820c-4816-b3cd-4d0281911922 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:05.114623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:05.115498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecfff23e-e812-45bf-a97f-2ab34fa450ea req-3917077b-71fd-451a-a968-831da565248e tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783248 Apr 20 12:57:05.128043 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.129892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:05.138180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:05.149327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'Port': ['ID=002a8515-b45c-434c-adbe-336b0c57bd4c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:05.159960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-26572099-4d42-4b03-8cf9-5c12a59a627a service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316507 Apr 20 12:57:05.177572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Attempting to bind port a8a18332-e7ec-43d0-ab31-a8348ef54585 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:05.177974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Attempting to bind port a8a18332-e7ec-43d0-ab31-a8348ef54585 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:05.178313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Attempting to bind port a8a18332-e7ec-43d0-ab31-a8348ef54585 on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:05.215152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Port a8a18332-e7ec-43d0-ab31-a8348ef54585 on network 55ebe669-820c-4816-b3cd-4d0281911922 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:57:05.215488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Attempting to bind port a8a18332-e7ec-43d0-ab31-a8348ef54585 on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:05.244529 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.281119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:05.281790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Checking segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:05.282378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Bound using segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:05.283059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Bound port: a8a18332-e7ec-43d0-ab31-a8348ef54585, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:05.286478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.288316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.326474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e1216-ca23-4429-bf0d-2c1318fb8b15 req-14f58c1e-54ca-4900-9748-518bc00a99b2 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556101 Apr 20 12:57:05.334118 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:05.335164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.336799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:feba:8467 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/0e49855e-2ce8-4210-8465-ee0dc1173741/0ce82a8b-9fef-44e8-b292-f14dca60c221) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:05.404740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:05.413384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3b682d97-0658-4ff0-adfc-878ce37032ae, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3b682d97-0658-4ff0-adfc-878ce37032ae,segment=NetworkSegment(17c2ca56-05bd-4ecf-ab68-7caa928f4261),segment_id=17c2ca56-05bd-4ecf-ab68-7caa928f4261)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:05.416320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:05.432943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:05.446498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Pushing event updated for resources: {'Port': ['ID=6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:05.451344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '3b682d97-0658-4ff0-adfc-878ce37032ae', 'network_id': 'f138ff7f-0186-40e3-bf33-ef91d2b9c0d4', 'port_id': '3b682d97-0658-4ff0-adfc-878ce37032ae', 'mac_address': 'fa:16:3e:bc:04:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2db094f3-385c-4584-9656-74ada872add5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:57:05.484604 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-d4a4c5dc-8bea-4e60-aa09-62a37b656fba tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3577380 Apr 20 12:57:05.500770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] DHCP port deletion for 28d6faf1-4de4-4023-93c6-d871cb32428e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:05.515744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Request body: {'port': {'device_id': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:05.560928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Deleting port 83940b61-82c0-426b-8259-021a75a190ea {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:05.561682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.562730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Attempting to bind port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:05.563101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Attempting to bind port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:05.563460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Attempting to bind port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:05.592802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:05.593191 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:05.593575 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.594001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:05.594482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Bound port: 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:05.594986 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.648744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] For port a8a18332-e7ec-43d0-ab31-a8348ef54585, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:05.664460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] For port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:05.667747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] For port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:05.668996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.676129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] For port a8a18332-e7ec-43d0-ab31-a8348ef54585, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:05.678457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.679938 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.684258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.688629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f0f3d839-d413-4bee-999d-7d66b4869798 None None] Provisioning complete for port 002a8515-b45c-434c-adbe-336b0c57bd4c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:05.689102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d839-d413-4bee-999d-7d66b4869798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.689661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.727853 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.753512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3d839-d413-4bee-999d-7d66b4869798 None None] Port 002a8515-b45c-434c-adbe-336b0c57bd4c cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:05.774611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] For port 83940b61-82c0-426b-8259-021a75a190ea, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=83940b61-82c0-426b-8259-021a75a190ea,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:05.776168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.799935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b682d97-0658-4ff0-adfc-878ce37032ae {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:05.817497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:05.818993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=0ce82a8b-9fef-44e8-b292-f14dca60c221,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:05.824500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:05.830778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:05.837907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:05.838639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.840038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:05.840882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.842986 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] 10.222.0.30 "PUT /v2.0/ports/a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 200 len: 1092 time: 2.9443285 Apr 20 12:57:05.875030 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d602d2e-631f-4c08-b793-fd41bf4b82f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.881266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] Deleting port 83940b61-82c0-426b-8259-021a75a190ea {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:05.881661 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:05.892679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf2605-d8ab-4dac-a069-2d64046ee80f req-0da78bb1-4658-4223-92f4-3b8783ec8456 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:05.899045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfb376-69ca-4cfc-a5f9-5887b5f24939 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a18332-e7ec-43d0-ab31-a8348ef54585,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:05.901966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01cf2605-d8ab-4dac-a069-2d64046ee80f req-0da78bb1-4658-4223-92f4-3b8783ec8456 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 932 time: 0.4479949 Apr 20 12:57:05.904318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdce772d-b65d-4415-b052-6550146f52d0', 'tag': 'a8a18332-e7ec-43d0-ab31-a8348ef54585'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:05.907858 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf69ece-02df-4aa2-8c01-054d4ae431c0" -d '{"events": [{"name": "network-changed", "server_uuid": "cdce772d-b65d-4415-b052-6550146f52d0", "tag": "a8a18332-e7ec-43d0-ab31-a8348ef54585"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:05.939887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b5f879fb-3bba-4c2e-a21e-81aed90dcdca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9144998 Apr 20 12:57:05.953086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60666) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:06.004503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Calling delete_port for 83940b61-82c0-426b-8259-021a75a190ea owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:06.015683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] For port 83940b61-82c0-426b-8259-021a75a190ea, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=83940b61-82c0-426b-8259-021a75a190ea,segment=NetworkSegment(095e25f5-b89a-4526-8eb7-eca0068050a0),segment_id=095e25f5-b89a-4526-8eb7-eca0068050a0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:06.016115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.034557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01cf2605-d8ab-4dac-a069-2d64046ee80f req-fccc51c6-35f0-4d81-9021-216599446105 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246140 Apr 20 12:57:06.036339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] Calling delete_port for 83940b61-82c0-426b-8259-021a75a190ea owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:06.120346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba078b-a0fe-4ea5-afad-1b0200781ce0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.126353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba078b-a0fe-4ea5-afad-1b0200781ce0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.132476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e8ba078b-a0fe-4ea5-afad-1b0200781ce0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1758161 Apr 20 12:57:06.133452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60668) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:06.214300 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b53161-a4fb-417d-ad3a-ebb71cf01461 x-openstack-request-id: req-a7b53161-a4fb-417d-ad3a-ebb71cf01461 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:06.214590 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdce772d-b65d-4415-b052-6550146f52d0", "tag": "a8a18332-e7ec-43d0-ab31-a8348ef54585", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:06.214979 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7b53161-a4fb-417d-ad3a-ebb71cf01461 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:06.215385 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7b53161-a4fb-417d-ad3a-ebb71cf01461'] response: {'name': 'network-changed', 'server_uuid': 'cdce772d-b65d-4415-b052-6550146f52d0', 'tag': 'a8a18332-e7ec-43d0-ab31-a8348ef54585', 'status': 'completed', 'code': 200} Apr 20 12:57:06.217732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-624e1310-029b-44bd-9f86-6a1982dc2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.219294 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-624e1310-029b-44bd-9f86-6a1982dc2513 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1095 time: 0.3057652 Apr 20 12:57:06.245465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3b682d97-0658-4ff0-adfc-878ce37032ae, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3b682d97-0658-4ff0-adfc-878ce37032ae,segment=NetworkSegment(17c2ca56-05bd-4ecf-ab68-7caa928f4261),segment_id=17c2ca56-05bd-4ecf-ab68-7caa928f4261)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:06.253082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab4505-e52d-4fd7-a891-836047298531 None None] Pushing event updated for resources: {'Port': ['ID=6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:06.269991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.271679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.285476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73382b0d-bf15-403d-94e4-e4506464e4b5 req-4c5569b9-7113-41db-b0fc-19dcdeb4d302 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.287854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73382b0d-bf15-403d-94e4-e4506464e4b5 req-4c5569b9-7113-41db-b0fc-19dcdeb4d302 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.2167835 Apr 20 12:57:06.305870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] No DVR routers for this DVR port 83940b61-82c0-426b-8259-021a75a190ea on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:06.374241 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-e1fddb7f-fe46-42ec-a040-6046feda55fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 200 len: 217 time: 0.1444590 Apr 20 12:57:06.374792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.390447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3b682d97-0658-4ff0-adfc-878ce37032ae,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:06.431079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0af01-4c68-41e8-953d-4a982edfcd7a None None] Pushing event deleted for resources: {'Port': ['ID=83940b61-82c0-426b-8259-021a75a190ea,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:06.433702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73382b0d-bf15-403d-94e4-e4506464e4b5 req-c0a572c7-7c8b-434f-824e-c9ed784e3d8f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183555 Apr 20 12:57:06.451660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6fef-f25a-499f-9014-445050315c85 req-c349f181-df32-40c4-ae4d-5377ebc34b8e tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.453214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c96f6fef-f25a-499f-9014-445050315c85 req-c349f181-df32-40c4-ae4d-5377ebc34b8e tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 945 time: 0.1634681 Apr 20 12:57:06.485971 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=83940b61-82c0-426b-8259-021a75a190ea,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:06.501142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 0ce82a8b-9fef-44e8-b292-f14dca60c221 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:06.501496 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.519465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] No DVR routers for this DVR port 83940b61-82c0-426b-8259-021a75a190ea on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:06.522744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3b682d97-0658-4ff0-adfc-878ce37032ae'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:06.529187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['aa76fad8-3fd2-471f-9445-17459b6ac299'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:06.623974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c96f6fef-f25a-499f-9014-445050315c85 req-43d67380-8ed7-4028-ba9a-6f954b41624b tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544898 Apr 20 12:57:06.680484 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.690222 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.695596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-461cc408-2cd2-476e-9734-9328b0fe34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.697116 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-461cc408-2cd2-476e-9734-9328b0fe34ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.2670832 Apr 20 12:57:06.714632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 0ce82a8b-9fef-44e8-b292-f14dca60c221 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:06.829757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d6faf1-4de4-4023-93c6-d871cb32428e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:06.846372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:06.849333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095e25f5-b89a-4526-8eb7-eca0068050a0') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:06.849701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095e25f5-b89a-4526-8eb7-eca0068050a0') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:06.895636 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.925596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.940869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:57:06.941285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:57:06.943018 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:57:06.961125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15538-f32c-43fa-90dc-5633ddca260c req-bd096751-5a38-45a5-810a-db6a81233b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.962707 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-bd096751-5a38-45a5-810a-db6a81233b53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550933 Apr 20 12:57:06.969524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c6615-662e-47e2-be8d-78c7f0541035 req-819fba29-045b-4301-bc65-c61f27393245 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:06.977986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a1c6615-662e-47e2-be8d-78c7f0541035 req-819fba29-045b-4301-bc65-c61f27393245 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.0860834 Apr 20 12:57:06.998307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.005248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:07.005642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.045073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=0ce82a8b-9fef-44e8-b292-f14dca60c221,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:07.069069 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a1c6615-662e-47e2-be8d-78c7f0541035 req-c1c94a8a-c38f-4449-954d-238c046cfdbb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901453 Apr 20 12:57:07.094839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.099033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f9c9e4fd-d059-4624-afd6-1acf156d0576 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/0ce82a8b-9fef-44e8-b292-f14dca60c221 HTTP/1.1" status: 204 len: 168 time: 0.9645679 Apr 20 12:57:07.101382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60684) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:07.114892 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.124568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.130029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002a8515-b45c-434c-adbe-336b0c57bd4c {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:07.141312 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.166343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af45e3da-ce59-4120-82e0-4b89543249ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:07.168126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af45e3da-ce59-4120-82e0-4b89543249ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:07.170206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af45e3da-ce59-4120-82e0-4b89543249ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0672410 Apr 20 12:57:07.172531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60686) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:07.185777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.187810 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:07.192505 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/28d6faf1-4de4-4023-93c6-d871cb32428e HTTP/1.1" status: 204 len: 168 time: 2.2254822 Apr 20 12:57:07.197086 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.237665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78f16c-a330-44cd-845a-9b00618501c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=28d6faf1-4de4-4023-93c6-d871cb32428e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:07.245871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.273330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:07.285112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Transition to ACTIVE for port object 002a8515-b45c-434c-adbe-336b0c57bd4c will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:57:07.293763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.314585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 83940b61-82c0-426b-8259-021a75a190ea no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:07.338793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 0e49855e-2ce8-4210-8465-ee0dc1173741 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:07.342980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.352403 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-36148e89-64fc-440b-9411-70befd0d6558 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441248 Apr 20 12:57:07.363334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 83940b61-82c0-426b-8259-021a75a190ea {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:07.363683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 83940b61-82c0-426b-8259-021a75a190ea not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:07.390556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e31b9-bbe8-4598-a105-033729ebcf6c req-3ebc7d90-58d9-4007-9f62-67b508599dd4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:07.392138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba0e31b9-bbe8-4598-a105-033729ebcf6c req-3ebc7d90-58d9-4007-9f62-67b508599dd4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 932 time: 0.2110181 Apr 20 12:57:07.424523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60690) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:07.460493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.524682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba0e31b9-bbe8-4598-a105-033729ebcf6c req-e090e92d-4a07-4d53-85aa-3f4c93ef9ef1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085775 Apr 20 12:57:07.533501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Pushing event updated for resources: {'Port': ['ID=002a8515-b45c-434c-adbe-336b0c57bd4c,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:07.537377 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7df15538-f32c-43fa-90dc-5633ddca260c req-d4e4eaf7-3534-4001-bfd6-d37c39f05ae2 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644413 Apr 20 12:57:07.620582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f59bd45d-62d5-45a6-8016-001878026132 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d9a78453ae2447889f0336664af95dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949556 Apr 20 12:57:07.624139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60694) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:07.710138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77e7f-3d55-4867-8260-e4efbe2ed81b req-10a52a1b-6f70-4318-952b-acf451214028 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:07.718507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4aaaf39e-fae0-4b99-ae2c-0a7f22d4ef13 None None] Provisioning complete for port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:07.719514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4aaaf39e-fae0-4b99-ae2c-0a7f22d4ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.723075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bee77e7f-3d55-4867-8260-e4efbe2ed81b req-10a52a1b-6f70-4318-952b-acf451214028 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.1815984 Apr 20 12:57:07.754617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.869217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bee77e7f-3d55-4867-8260-e4efbe2ed81b req-0c82e5b6-16d6-417c-8afb-25e7f59ac66d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451297 Apr 20 12:57:07.914130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980dd57-d68c-456a-a129-a5882b177775 req-41723632-4a5c-4a70-b4b9-ed720173de2e tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:07.915797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c980dd57-d68c-456a-a129-a5882b177775 req-41723632-4a5c-4a70-b4b9-ed720173de2e tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 945 time: 0.1840329 Apr 20 12:57:07.917434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d017a80e-8f57-4be3-b42a-76b89aafde9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.932314 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:07.979719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d017a80e-8f57-4be3-b42a-76b89aafde9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.000086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.005545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/0e49855e-2ce8-4210-8465-ee0dc1173741 HTTP/1.1" status: 204 len: 168 time: 0.8299150 Apr 20 12:57:08.010675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60700) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:08.013605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Attempting to bind port 002a8515-b45c-434c-adbe-336b0c57bd4c on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:08.013964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Attempting to bind port 002a8515-b45c-434c-adbe-336b0c57bd4c by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:08.014299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Attempting to bind port 002a8515-b45c-434c-adbe-336b0c57bd4c on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:08.019987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4b978-bcfa-4e6b-93e0-6e74273b9987 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=0e49855e-2ce8-4210-8465-ee0dc1173741,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:08.022786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Port 002a8515-b45c-434c-adbe-336b0c57bd4c on network 55ebe669-820c-4816-b3cd-4d0281911922 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:57:08.023106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Attempting to bind port 002a8515-b45c-434c-adbe-336b0c57bd4c on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:08.032281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:08.032616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Checking segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:08.033072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Bound using segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:08.033499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Bound port: 002a8515-b45c-434c-adbe-336b0c57bd4c, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:08.033890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.038691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-a2fecd3e-24f8-4eae-9552-85170793f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.040173 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-a2fecd3e-24f8-4eae-9552-85170793f0cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1095 time: 0.4476767 Apr 20 12:57:08.070309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cb76026a-40ea-4c15-8f6c-9b8d65f1224c None None] Could not find standard attr ID for object 0ce82a8b-9fef-44e8-b292-f14dca60c221. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:57:08.071059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-165fa712-e566-490d-9111-0d28feca536c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590522 Apr 20 12:57:08.075463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60702) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:08.084260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:08.103736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c980dd57-d68c-456a-a129-a5882b177775 req-2340a141-8131-485c-bdce-5cadc960a11b tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752572 Apr 20 12:57:08.200020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] For port 002a8515-b45c-434c-adbe-336b0c57bd4c, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:08.222829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] For port 002a8515-b45c-434c-adbe-336b0c57bd4c, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=002a8515-b45c-434c-adbe-336b0c57bd4c,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:08.223281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d017a80e-8f57-4be3-b42a-76b89aafde9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.224705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-d6812735-637b-4a8d-af02-6af823830871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.225843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d017a80e-8f57-4be3-b42a-76b89aafde9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.226377 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-d6812735-637b-4a8d-af02-6af823830871 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.1776285 Apr 20 12:57:08.227009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d017a80e-8f57-4be3-b42a-76b89aafde9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7372cd9b-4c2f-4714-96b0-31d6aae0aa67 HTTP/1.1" status: 204 len: 168 time: 0.6025953 Apr 20 12:57:08.231302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.246101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017a80e-8f57-4be3-b42a-76b89aafde9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7372cd9b-4c2f-4714-96b0-31d6aae0aa67,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:08.252247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f78aff8-f4cf-4f24-9d44-4567f5ba11a2 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:08.266924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527d519-1c6b-4046-89e2-b7478deed418 req-b25b6f8d-6e0a-41e2-96cd-f16f66457efb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.268955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d527d519-1c6b-4046-89e2-b7478deed418 req-b25b6f8d-6e0a-41e2-96cd-f16f66457efb tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1034710 Apr 20 12:57:08.277661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:08.285229 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.302020 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-5830ccfd-5fbb-4d60-ae8a-091a4ac20ae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 200 len: 217 time: 0.0664313 Apr 20 12:57:08.313149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.313947 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.315261 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] 10.222.0.37 "PUT /v2.0/ports/002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 200 len: 1092 time: 2.8184235 Apr 20 12:57:08.369190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'tag': '002a8515-b45c-434c-adbe-336b0c57bd4c'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:08.382565 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50572e5-920b-4a7e-8775-792c71a54cee" -d '{"events": [{"name": "network-changed", "server_uuid": "d25b5b26-1d3c-494c-8952-88dadbdbaa33", "tag": "002a8515-b45c-434c-adbe-336b0c57bd4c"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:08.385726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:08.392872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-b06bd2bf-1e00-48ca-9455-5243ff2c6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.398188 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-b06bd2bf-1e00-48ca-9455-5243ff2c6574 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0819638 Apr 20 12:57:08.504765 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c8987d-fa9b-45f0-970a-01920cb00921 x-openstack-request-id: req-e1c8987d-fa9b-45f0-970a-01920cb00921 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:08.505174 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d25b5b26-1d3c-494c-8952-88dadbdbaa33", "tag": "002a8515-b45c-434c-adbe-336b0c57bd4c", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:08.505519 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1c8987d-fa9b-45f0-970a-01920cb00921 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:08.506056 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c8987d-fa9b-45f0-970a-01920cb00921'] response: {'name': 'network-changed', 'server_uuid': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'tag': '002a8515-b45c-434c-adbe-336b0c57bd4c', 'status': 'completed', 'code': 200} Apr 20 12:57:08.534762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4f758-30fe-405f-9504-c15bee89d3af service neutron] Pushing event updated for resources: {'Port': ['ID=002a8515-b45c-434c-adbe-336b0c57bd4c,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:08.586541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-ad28e72a-e820-4743-913c-75edbdeebf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.588653 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-ad28e72a-e820-4743-913c-75edbdeebf82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1095 time: 0.1763215 Apr 20 12:57:08.608578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d527d519-1c6b-4046-89e2-b7478deed418 req-c7a839a3-87de-463e-a064-0c6f001a7b70 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196254 Apr 20 12:57:08.609906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-7d16babc-f6e5-4e06-b3a1-06516e2d693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.611726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-7d16babc-f6e5-4e06-b3a1-06516e2d693b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958582 Apr 20 12:57:08.781503 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-392479ad-bd13-4620-a85f-2de9b0d616cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 200 len: 217 time: 0.1815104 Apr 20 12:57:08.789703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:08.836396 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-4f6655ce-1d02-4be3-81fa-b889dab20cfe service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717815 Apr 20 12:57:08.886737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54851544-82a8-447a-a88d-f45ec1b480fc req-58eae1c5-993a-4a1a-884f-3d22a35fa9f9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.888472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54851544-82a8-447a-a88d-f45ec1b480fc req-58eae1c5-993a-4a1a-884f-3d22a35fa9f9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 944 time: 0.2112803 Apr 20 12:57:08.930075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:08.947955 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cdf69ece-02df-4aa2-8c01-054d4ae431c0 req-fbf8fd86-efc8-4bf1-a623-50721812e8ac service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045513 Apr 20 12:57:08.958720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-2318ae43-f4f2-409a-b0fe-69fc15b7e2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.960340 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-2318ae43-f4f2-409a-b0fe-69fc15b7e2be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1723545 Apr 20 12:57:08.979572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-96b1dbf4-852b-40f7-85df-5233f8e78f7c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:08.981109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-96b1dbf4-852b-40f7-85df-5233f8e78f7c tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.30 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.2272296 Apr 20 12:57:08.990868 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.044649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:09.045025 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.047436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c6fc-5709-4058-b975-1c0610329f90 req-fba40795-a613-468d-9eb9-8cbb50828eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:09.049484 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-fba40795-a613-468d-9eb9-8cbb50828eef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815384 Apr 20 12:57:09.084079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:09.090505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port aa76fad8-3fd2-471f-9445-17459b6ac299 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:57:09.095211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54851544-82a8-447a-a88d-f45ec1b480fc req-63dbc2e3-6d55-473d-ba5a-cada1b82f380 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938412 Apr 20 12:57:09.099841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port aa76fad8-3fd2-471f-9445-17459b6ac299 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:09.100215 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.234956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] Deleting port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:09.235329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.235560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-61ee87e0-a6fe-4d1d-a68c-fbca0f04cb17 service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765964 Apr 20 12:57:09.362639 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.389748 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f410c6fc-5709-4058-b975-1c0610329f90 req-6ed5df44-58a3-4895-946e-2cafeff4a32d service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466284 Apr 20 12:57:09.401841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] For port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:09.402249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.410903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:09.413201 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff480f42-de79-45e5-b1d6-fcb954bc810e" -d '{"events": [{"server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "name": "network-vif-plugged", "status": "completed", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:09.435029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:09.436433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] Calling delete_port for 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:09.444267 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.445108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3b682d97-0658-4ff0-adfc-878ce37032ae up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:09.499975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50572e5-920b-4a7e-8775-792c71a54cee req-a2e55e26-9a45-4b85-901a-f46d634be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:09.502197 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a50572e5-920b-4a7e-8775-792c71a54cee req-a2e55e26-9a45-4b85-901a-f46d634be943 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1095 time: 0.0516546 Apr 20 12:57:09.573931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:09.575530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968d9b7-c773-41ff-b741-4330d525e586 req-68c89bc3-301a-4380-acd7-0a970e8e893a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:09.583972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7968d9b7-c773-41ff-b741-4330d525e586 req-68c89bc3-301a-4380-acd7-0a970e8e893a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.5325737 Apr 20 12:57:09.598925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:57:09.605077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 3b682d97-0658-4ff0-adfc-878ce37032ae completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:57:09.610558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 3b682d97-0658-4ff0-adfc-878ce37032ae triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:09.610558 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.615619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50572e5-920b-4a7e-8775-792c71a54cee req-b985eec5-b5c6-472a-8683-3ce36729971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:09.617202 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a50572e5-920b-4a7e-8775-792c71a54cee req-b985eec5-b5c6-472a-8683-3ce36729971e service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.1084812 Apr 20 12:57:09.639207 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.662245 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a50572e5-920b-4a7e-8775-792c71a54cee req-2ff25fcd-2e9c-4924-b718-50c603d5e656 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 200 len: 217 time: 0.0378532 Apr 20 12:57:09.680791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] Pushing event deleted for resources: {'Port': ['ID=6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:09.688113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e07d4c1-9881-4661-991c-004e0f3fadc8 None None] No DVR routers for this DVR port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:09.721531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50572e5-920b-4a7e-8775-792c71a54cee req-6a96b615-0e0d-4347-9f39-619d58e17b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:09.723130 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a50572e5-920b-4a7e-8775-792c71a54cee req-6a96b615-0e0d-4347-9f39-619d58e17b2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0536263 Apr 20 12:57:09.744002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.758380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Deleting port 05e82032-1066-464b-a471-0e232de07836 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:09.758969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.776008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50572e5-920b-4a7e-8775-792c71a54cee req-600df278-6915-4f6c-ac86-4f94c4351a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:09.777536 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a50572e5-920b-4a7e-8775-792c71a54cee req-600df278-6915-4f6c-ac86-4f94c4351a5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476863 Apr 20 12:57:09.778864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3b682d97-0658-4ff0-adfc-878ce37032ae, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3b682d97-0658-4ff0-adfc-878ce37032ae,segment=NetworkSegment(17c2ca56-05bd-4ecf-ab68-7caa928f4261),segment_id=17c2ca56-05bd-4ecf-ab68-7caa928f4261)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:09.782727 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.802435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7968d9b7-c773-41ff-b741-4330d525e586 req-c6351d5c-099d-44c2-bc0a-1770988006cd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136824 Apr 20 12:57:09.808490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f7e8e-b593-453d-adab-bc32b2eed885 req-33991f1a-e3a4-437c-96f9-501ef83e9a28 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:09.810006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d07f7e8e-b593-453d-adab-bc32b2eed885 req-33991f1a-e3a4-437c-96f9-501ef83e9a28 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 945 time: 0.2877479 Apr 20 12:57:09.843667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3b682d97-0658-4ff0-adfc-878ce37032ae,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:09.881257 n-d-838550-2 neutron-server[109410]: WARNING neutron.services.revisions.revision_plugin [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Could not find related port for resource to bump revision. Apr 20 12:57:09.895353 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a50572e5-920b-4a7e-8775-792c71a54cee req-7403e48b-4663-42c7-a129-9596ab542168 service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102607 Apr 20 12:57:09.899167 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c0eb8-87af-4d3b-8ec9-588485446c72 x-openstack-request-id: req-245c0eb8-87af-4d3b-8ec9-588485446c72 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:09.899985 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "name": "network-vif-plugged", "status": "completed", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:09.900491 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-245c0eb8-87af-4d3b-8ec9-588485446c72 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:09.900700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Port 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 12:57:09.900990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Reverting IP allocation for 2001:db8::f816:3eff:feec:f1de {{(pid=109410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 12:57:09.901600 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245c0eb8-87af-4d3b-8ec9-588485446c72'] response: {'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299', 'code': 200} Apr 20 12:57:09.912889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:09.951156 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:57:09.970647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d07f7e8e-b593-453d-adab-bc32b2eed885 req-b98e4d37-8ba7-4927-928e-a330851df63a tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182005 Apr 20 12:57:09.997157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] For port 05e82032-1066-464b-a471-0e232de07836, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=05e82032-1066-464b-a471-0e232de07836,segment=NetworkSegment(f9d78f01-8f8f-4c49-a5f3-a03649228729),segment_id=f9d78f01-8f8f-4c49-a5f3-a03649228729)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:09.997518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.022596 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a50572e5-920b-4a7e-8775-792c71a54cee req-28ea3985-89cc-48ff-9c66-bfe902025ced service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118124 Apr 20 12:57:10.033871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:10.040249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Calling delete_port for 05e82032-1066-464b-a471-0e232de07836 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:10.043139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:10.054040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:10.054872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.055415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9ac119-5864-4567-95d5-d693ed89adae None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:10.063285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=a4e92954-b210-4f6f-b7d6-ba30dcdef202,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:10.138849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5ce5c-f185-4a6c-8eab-c6f5b59ff5bc req-b9754ce1-34cd-4575-8964-34041f09c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:10.140378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a5ce5c-f185-4a6c-8eab-c6f5b59ff5bc req-b9754ce1-34cd-4575-8964-34041f09c621 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1097 time: 0.1766708 Apr 20 12:57:10.144051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bb7245b3-c25e-4954-ad20-baf397c0ebdb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0658097 Apr 20 12:57:10.146846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60756) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:10.153362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:ec:d3:da', 'name': 'tempest-NetworksTestDHCPv6-1491521833'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:10.206843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae59be-f5de-4fee-b10a-f3716478ade1 req-ee5d7f2b-9c86-4e6a-811d-62e63dcf3823 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:10.208355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dae59be-f5de-4fee-b10a-f3716478ade1 req-ee5d7f2b-9c86-4e6a-811d-62e63dcf3823 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f82423-a238-4f4d-a2df-5a5861c64ba5 HTTP/1.1" status: 200 len: 946 time: 0.1391394 Apr 20 12:57:10.225202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a5ce5c-f185-4a6c-8eab-c6f5b59ff5bc req-17066fcc-5b93-4761-ae7e-595f10048878 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753682 Apr 20 12:57:10.238194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'a4e92954-b210-4f6f-b7d6-ba30dcdef202'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:10.239038 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.291846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dae59be-f5de-4fee-b10a-f3716478ade1 req-c4c5745e-13f9-453a-9663-6fc5ab20949d tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.24 "GET /v2.0/security-groups?id=92f7fe60-ad6d-409d-95cc-77ca037f8d89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751963 Apr 20 12:57:10.318706 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.325943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:10.387638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['05e82032-1066-464b-a471-0e232de07836'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:10.426113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Pushing event deleted for resources: {'Port': ['ID=05e82032-1066-464b-a471-0e232de07836,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:10.449255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.473489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 9ce8020c-7fa8-41b7-9fdb-a13436712478 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:10.484359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37d15d77-b6e3-4bc4-b445-1204db9598c1 req-ec923542-fcc5-4a60-86bf-bacbe7d20a7b tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.1097677 Apr 20 12:57:10.509036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb70d31-22b2-4373-8e13-0cdd6c355c10 req-5ac1f3f2-d12b-4d13-8bb0-4b8e25f88bdb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:10.519126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bb70d31-22b2-4373-8e13-0cdd6c355c10 req-5ac1f3f2-d12b-4d13-8bb0-4b8e25f88bdb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 944 time: 0.1304898 Apr 20 12:57:10.551743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Allocated IP 2001:db8::f816:3eff:fe26:85c0 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/a4e92954-b210-4f6f-b7d6-ba30dcdef202/0a0ab93f-8d9f-490b-bbce-ec9013c7e760) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:10.563913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] No DVR routers for this DVR port 05e82032-1066-464b-a471-0e232de07836 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:10.567352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.572247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2848e13-5812-4ad0-9c72-eaa29dfac679 req-4de8aaf1-f1a5-4500-af56-b241861c8960 tempest-ServersNegativeTestJSON-946829062 tempest-ServersNegativeTestJSON-946829062-project] 10.222.0.30 "DELETE /v2.0/ports/05e82032-1066-464b-a471-0e232de07836 HTTP/1.1" status: 204 len: 173 time: 1.5759075 Apr 20 12:57:10.572724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-deleted', 'tag': '05e82032-1066-464b-a471-0e232de07836'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:10.574995 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49345ec-aa7c-4d92-b53a-49d6b2a55749" -d '{"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-deleted", "tag": "05e82032-1066-464b-a471-0e232de07836"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:10.625205 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd6ae11-fbd0-4703-b297-eb90d7d82981 x-openstack-request-id: req-4bd6ae11-fbd0-4703-b297-eb90d7d82981 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:10.626046 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4f82423-a238-4f4d-a2df-5a5861c64ba5", "name": "network-vif-deleted", "tag": "05e82032-1066-464b-a471-0e232de07836", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:10.626952 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bd6ae11-fbd0-4703-b297-eb90d7d82981 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:10.627566 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd6ae11-fbd0-4703-b297-eb90d7d82981'] response: {'server_uuid': 'e4f82423-a238-4f4d-a2df-5a5861c64ba5', 'name': 'network-vif-deleted', 'tag': '05e82032-1066-464b-a471-0e232de07836', 'status': 'completed', 'code': 200} Apr 20 12:57:10.638655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bb70d31-22b2-4373-8e13-0cdd6c355c10 req-5f86d877-fed5-45e3-bb02-69f67bbceafb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184876 Apr 20 12:57:10.713963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:10.741681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:10.742321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6c1a9072-8b2a-450f-bfb1-7672dfeb4d0c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:10.787737 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.793483 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.835408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:10.838469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:10.842818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:10.850622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Pushing event updated for resources: {'Port': ['ID=0a0ab93f-8d9f-490b-bbce-ec9013c7e760,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:10.873792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:feec:d3da (ff9ae87c-2997-4e63-b702-c95e1a5a7204/a4e92954-b210-4f6f-b7d6-ba30dcdef202/9ce8020c-7fa8-41b7-9fdb-a13436712478) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:10.903455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Attempting to bind port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:10.903822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Attempting to bind port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:10.904462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Attempting to bind port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:10.910334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:10.910705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:10.911109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.911499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:10.911964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Bound port: 0a0ab93f-8d9f-490b-bbce-ec9013c7e760, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:10.912344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:10.948029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c93ff-399b-40e7-be54-b0bb7d9314d4 req-2fd26ab3-4cec-4ac4-a471-08076bd35c94 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:10.949557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f0c93ff-399b-40e7-be54-b0bb7d9314d4 req-2fd26ab3-4cec-4ac4-a471-08076bd35c94 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.0609775 Apr 20 12:57:10.988640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] For port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:10.992048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] For port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0a0ab93f-8d9f-490b-bbce-ec9013c7e760,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:10.995588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f0c93ff-399b-40e7-be54-b0bb7d9314d4 req-766fee19-6059-4ec2-8ff8-0d6b00e2dbda tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391896 Apr 20 12:57:10.997257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.043376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a8a18332-e7ec-43d0-ab31-a8348ef54585 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:11.139087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619cba63-0aeb-4f2d-9efd-7f5819c85537 None None] Pushing event updated for resources: {'Port': ['ID=0a0ab93f-8d9f-490b-bbce-ec9013c7e760,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:11.176709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.183804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7dab6-e68b-4900-abe6-16365d55f1b3 req-d0edef79-d548-4ec9-8cf9-0283018981d6 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:11.185389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1d7dab6-e68b-4900-abe6-16365d55f1b3 req-d0edef79-d548-4ec9-8cf9-0283018981d6 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.0921907 Apr 20 12:57:11.223466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a8a18332-e7ec-43d0-ab31-a8348ef54585, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:11.238484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'a8a18332-e7ec-43d0-ab31-a8348ef54585', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'port_id': 'a8a18332-e7ec-43d0-ab31-a8348ef54585', 'mac_address': 'fa:16:3e:5e:11:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:57:11.239523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.263124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1d7dab6-e68b-4900-abe6-16365d55f1b3 req-9fae2b5d-82f0-4bfc-a11c-ebc54b03f8e2 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708194 Apr 20 12:57:11.395730 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.407481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60776) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:11.416912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a18332-e7ec-43d0-ab31-a8348ef54585 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:11.440347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:11.440859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a8a18332-e7ec-43d0-ab31-a8348ef54585, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:11.441532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=9ce8020c-7fa8-41b7-9fdb-a13436712478,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:11.444347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:11.450261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:11.455878 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.457274 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:11.457932 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.488086 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a0c16727-310c-49ae-97ac-9d35439417ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3395848 Apr 20 12:57:11.491104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:11.527645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] Deleting subnet b4deb06c-2878-4bc4-a46e-77f2834ba3b0 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:11.530661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.562272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=a8a18332-e7ec-43d0-ab31-a8348ef54585,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:11.607495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.615026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4e3f9-c6c2-40bf-af20-ed003dcdf3f4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:11.621244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4e3f9-c6c2-40bf-af20-ed003dcdf3f4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:11.623001 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ff4e3f9-c6c2-40bf-af20-ed003dcdf3f4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1308718 Apr 20 12:57:11.626805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60782) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:11.723468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db0fe90b-1d75-4551-b170-8fad3091d983 req-4aeb24d8-59f8-415d-9550-3e1bb1930e21 tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0691607 Apr 20 12:57:11.745540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.814501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 9ce8020c-7fa8-41b7-9fdb-a13436712478 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:11.814858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.853706 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.867605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['a8a18332-e7ec-43d0-ab31-a8348ef54585'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:11.872409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc94c0f-59c2-4508-992f-44daa47df38d req-ffb34143-f852-43ca-abda-5accef70f44d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:11.874009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cc94c0f-59c2-4508-992f-44daa47df38d req-ffb34143-f852-43ca-abda-5accef70f44d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 944 time: 0.0774775 Apr 20 12:57:11.898511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4deb06c-2878-4bc4-a46e-77f2834ba3b0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:11.909263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.912396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c560cc80-9260-47c8-9e50-188dc4f560eb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4deb06c-2878-4bc4-a46e-77f2834ba3b0 HTTP/1.1" status: 204 len: 168 time: 0.5024831 Apr 20 12:57:11.913222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b682d97-0658-4ff0-adfc-878ce37032ae'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:11.915038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60786) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:11.915778 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71213f4f-c3b2-494d-9dc8-09c97f6a62d3" -d '{"events": [{"server_uuid": "bf9d61d5-dfcd-45c5-826b-2be42d676a21", "name": "network-vif-plugged", "status": "completed", "tag": "3b682d97-0658-4ff0-adfc-878ce37032ae"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:11.917993 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:11.950289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cc94c0f-59c2-4508-992f-44daa47df38d req-44b467bd-6e71-4f0e-8d7e-75aabd32f0f0 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Apr 20 12:57:11.951327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 9ce8020c-7fa8-41b7-9fdb-a13436712478 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:11.984104 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f834e53e-8917-4f3e-b703-a53bdba31832 x-openstack-request-id: req-f834e53e-8917-4f3e-b703-a53bdba31832 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:11.984769 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9d61d5-dfcd-45c5-826b-2be42d676a21", "name": "network-vif-plugged", "status": "completed", "tag": "3b682d97-0658-4ff0-adfc-878ce37032ae", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:11.984769 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f834e53e-8917-4f3e-b703-a53bdba31832 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:11.985204 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f834e53e-8917-4f3e-b703-a53bdba31832'] response: {'server_uuid': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b682d97-0658-4ff0-adfc-878ce37032ae', 'code': 200} Apr 20 12:57:12.018614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.131966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82436f8-f0c0-46f5-a604-add10c41b506 req-a4752dfb-de07-46f3-ae13-71c428d69112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:12.133969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b82436f8-f0c0-46f5-a604-add10c41b506 req-a4752dfb-de07-46f3-ae13-71c428d69112 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 1097 time: 0.0895565 Apr 20 12:57:12.162880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd37e-1abc-4242-97ee-48ff113f06a0 req-ba414a03-6840-4374-bf35-a6953405343c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:12.164429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cfdd37e-1abc-4242-97ee-48ff113f06a0 req-ba414a03-6840-4374-bf35-a6953405343c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.0731115 Apr 20 12:57:12.188773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b82436f8-f0c0-46f5-a604-add10c41b506 req-fc7d7207-29c4-4e4f-ba80-c78108dd5b4f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477202 Apr 20 12:57:12.193661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.217872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cfdd37e-1abc-4242-97ee-48ff113f06a0 req-49830bff-7ee0-466a-9beb-a24f71ee89c8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459678 Apr 20 12:57:12.228890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fec0ebd-154f-47e4-850f-cae433bdbd6b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:12.261732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d78f01-8f8f-4c49-a5f3-a03649228729') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:12.262045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d78f01-8f8f-4c49-a5f3-a03649228729') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:12.281434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.307675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.308393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 002a8515-b45c-434c-adbe-336b0c57bd4c details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:12.315021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:57:12.315430 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.342681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96edf8-7761-4d06-b390-57c4f9d4ea36 req-c9ad1534-b90c-4d17-96e5-5ee1688990e2 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:12.344476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb96edf8-7761-4d06-b390-57c4f9d4ea36 req-c9ad1534-b90c-4d17-96e5-5ee1688990e2 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1097 time: 0.0533853 Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:57:12.361048 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:57:12.370365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.431944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=9ce8020c-7fa8-41b7-9fdb-a13436712478,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:12.432171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb96edf8-7761-4d06-b390-57c4f9d4ea36 req-af4cb093-0c62-4099-85a3-0e080cfea344 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765643 Apr 20 12:57:12.452099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.457098 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.460738 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2fec0ebd-154f-47e4-850f-cae433bdbd6b HTTP/1.1" status: 204 len: 168 time: 0.5446846 Apr 20 12:57:12.467916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.474663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60800) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:12.475396 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-249c8490-1526-4585-932b-8107eb2bfcc1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/9ce8020c-7fa8-41b7-9fdb-a13436712478 HTTP/1.1" status: 204 len: 168 time: 0.8472524 Apr 20 12:57:12.487116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bc730-d371-4709-a4bf-8d62e03d64e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fec0ebd-154f-47e4-850f-cae433bdbd6b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:12.512091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 002a8515-b45c-434c-adbe-336b0c57bd4c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=002a8515-b45c-434c-adbe-336b0c57bd4c,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:12.563516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '002a8515-b45c-434c-adbe-336b0c57bd4c', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'port_id': '002a8515-b45c-434c-adbe-336b0c57bd4c', 'mac_address': 'fa:16:3e:78:82:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:57:12.633135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03091546-d3df-4564-af5c-1f326afa75a7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:12.635168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03091546-d3df-4564-af5c-1f326afa75a7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:12.640588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60802) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:12.651688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-03091546-d3df-4564-af5c-1f326afa75a7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1747677 Apr 20 12:57:12.736257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a380334-3357-41d1-bd93-a66c68e85b3e req-f50363c8-25de-4c8d-a107-4d12791a68e1 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:12.746414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a380334-3357-41d1-bd93-a66c68e85b3e req-f50363c8-25de-4c8d-a107-4d12791a68e1 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1097 time: 0.1688650 Apr 20 12:57:12.773532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet a4e92954-b210-4f6f-b7d6-ba30dcdef202 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:12.777318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.795709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34ff76-f789-4005-8da5-83b76a7d7673 req-27931499-f9b9-4f98-b827-2739336f3140 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:12.803992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d34ff76-f789-4005-8da5-83b76a7d7673 req-27931499-f9b9-4f98-b827-2739336f3140 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.1437159 Apr 20 12:57:12.843421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a380334-3357-41d1-bd93-a66c68e85b3e req-373d7689-78b5-469e-9941-57938fe617f6 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960190 Apr 20 12:57:12.852517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.882882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60808) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:12.892243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2ae011f9-8968-4c3e-87c3-4bc289558c28 None None] Provisioning complete for port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:12.892811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2ae011f9-8968-4c3e-87c3-4bc289558c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:12.905453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:12.939879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d34ff76-f789-4005-8da5-83b76a7d7673 req-4ae4e658-0a12-40b6-8a00-4bcb9ff32886 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343474 Apr 20 12:57:12.988981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.006830 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.020654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-713231e1-9f26-4821-8f62-b4338e22215e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ad48f0479de4bce8d0e760c5ec3ac6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312401 Apr 20 12:57:13.029957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60816) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:13.046252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002a8515-b45c-434c-adbe-336b0c57bd4c {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:13.055212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef6b651d-d5b5-40bf-b90f-e332d1391d01 req-da8dc37c-b49c-4fc8-9014-9f06bf2fa597 tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0382977 Apr 20 12:57:13.058825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 05e82032-1066-464b-a471-0e232de07836 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:13.081108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.115511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e92954-b210-4f6f-b7d6-ba30dcdef202,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:13.117496 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.123651 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e27f334-433d-4a82-aec0-4f1b59ec041d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/a4e92954-b210-4f6f-b7d6-ba30dcdef202 HTTP/1.1" status: 204 len: 168 time: 0.4790649 Apr 20 12:57:13.123818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60818) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:13.137206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 05e82032-1066-464b-a471-0e232de07836 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:13.137206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 05e82032-1066-464b-a471-0e232de07836 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:13.160177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 002a8515-b45c-434c-adbe-336b0c57bd4c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=002a8515-b45c-434c-adbe-336b0c57bd4c,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:13.176137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.201784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbd62a-ff35-4bf9-94b2-8000e1160e1c req-1fcedceb-50fa-4603-9dc6-50b9cc1c76ff tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:13.203258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0fbd62a-ff35-4bf9-94b2-8000e1160e1c req-1fcedceb-50fa-4603-9dc6-50b9cc1c76ff tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 944 time: 0.1267803 Apr 20 12:57:13.205431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ab1cdbf9-4fe5-4823-8837-6a824b439d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.210988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb5506-87d4-4733-b3dd-84bf5716004f None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:13.221400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ce9afa03-ba80-4757-965c-449850aaf848 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961201 Apr 20 12:57:13.223940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60820) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:13.267781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ab1cdbf9-4fe5-4823-8837-6a824b439d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.278069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7184058-b095-4893-a8a8-0a1045a45a45 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:13.280947 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d7184058-b095-4893-a8a8-0a1045a45a45 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0553167 Apr 20 12:57:13.283200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60822) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:13.323685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0fbd62a-ff35-4bf9-94b2-8000e1160e1c req-552521d4-c71a-4e7b-bcdf-4118d28235ae tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996349 Apr 20 12:57:13.369057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:13.369446 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.372883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ab1cdbf9-4fe5-4823-8837-6a824b439d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.376310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ab1cdbf9-4fe5-4823-8837-6a824b439d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.377918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ab1cdbf9-4fe5-4823-8837-6a824b439d71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92f7fe60-ad6d-409d-95cc-77ca037f8d89 HTTP/1.1" status: 204 len: 168 time: 0.3457365 Apr 20 12:57:13.379093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f653c-760a-46af-ad1e-5eef0e8b5ee6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:13.383591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:13.384664 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-578f653c-760a-46af-ad1e-5eef0e8b5ee6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004572 Apr 20 12:57:13.396281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cdbf9-4fe5-4823-8837-6a824b439d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f7fe60-ad6d-409d-95cc-77ca037f8d89,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:13.426837 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2ae011f9-8968-4c3e-87c3-4bc289558c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.446867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-881891b9-7819-4592-9741-06f8b5e2bc4b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618842 Apr 20 12:57:13.451437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60832) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:13.457596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:13.462934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['002a8515-b45c-434c-adbe-336b0c57bd4c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:13.467877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=002a8515-b45c-434c-adbe-336b0c57bd4c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:13.576763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:13.582486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.588240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2ae011f9-8968-4c3e-87c3-4bc289558c28 None None] For port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0a0ab93f-8d9f-490b-bbce-ec9013c7e760,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:13.628138 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2ae011f9-8968-4c3e-87c3-4bc289558c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.756090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ef6f1011-02a4-4f87-8a82-805f34f43a86 None None] Could not find standard attr ID for object 9ce8020c-7fa8-41b7-9fdb-a13436712478. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:57:13.761173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae011f9-8968-4c3e-87c3-4bc289558c28 None None] Pushing event updated for resources: {'Port': ['ID=0a0ab93f-8d9f-490b-bbce-ec9013c7e760,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:13.831764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:13.872940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.911093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] Deleting port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:13.911712 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.932098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:13.937680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:13.942057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:13.942057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:13.947385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=48916e95-633e-45dd-99ba-e3c29c4704de,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:13.965473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6066aaf-841e-4505-8b62-cdf4f36eccf8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5126207 Apr 20 12:57:13.968023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60860) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:13.973136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:fe:02:5a', 'name': 'tempest-NetworksTestDHCPv6-1432963598'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:14.037583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] For port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0a0ab93f-8d9f-490b-bbce-ec9013c7e760,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:14.038048 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:14.052690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] Calling delete_port for 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:14.072259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d86b67-3cb8-4633-a556-36505051102e req-8df27283-b1df-43a1-844b-36a3b4e9a760 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:14.073956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56d86b67-3cb8-4633-a556-36505051102e req-8df27283-b1df-43a1-844b-36a3b4e9a760 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.0620017 Apr 20 12:57:14.138853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56d86b67-3cb8-4633-a556-36505051102e req-e8832eb5-bdc3-42c1-9b5a-4373df04aeb7 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525334 Apr 20 12:57:14.172038 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:14.194683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:14.199392 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:14.206126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] Pushing event deleted for resources: {'Port': ['ID=0a0ab93f-8d9f-490b-bbce-ec9013c7e760,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:14.214670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2fe36-1c21-49de-95f8-505bb23c356c None None] No DVR routers for this DVR port 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:14.231863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 74ddbf43-57ee-45ef-a4d1-20afcb6dd959 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:14.245727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028bb6a4-dbec-4f91-b093-43347d85c9d8 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:14.254012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e27e8ef9-5c93-4d50-8bbb-768ec4eaef7d req-5729d153-90d3-4c38-b8b0-a4342eeff6d3 tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0366178 Apr 20 12:57:14.455343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::39a (ff9ae87c-2997-4e63-b702-c95e1a5a7204/48916e95-633e-45dd-99ba-e3c29c4704de/74ddbf43-57ee-45ef-a4d1-20afcb6dd959) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:14.499683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '48916e95-633e-45dd-99ba-e3c29c4704de'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:14.500982 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:14.690545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad03c20-027a-417b-9dc0-6e9b3c3f8714 req-1f2b3c84-1976-43cb-81cd-3823e9bbe7fd tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:14.698844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cad03c20-027a-417b-9dc0-6e9b3c3f8714 req-1f2b3c84-1976-43cb-81cd-3823e9bbe7fd tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 945 time: 0.1514807 Apr 20 12:57:14.706162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-19b69a5d-888c-43dc-a67f-07a7d89869d7 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:57:14.714134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-19b69a5d-888c-43dc-a67f-07a7d89869d7 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3731141 Apr 20 12:57:14.717235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036163a-4847-4651-81e3-ff777cf7f716 req-35496c05-e3af-47d6-a627-5809e4b9f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:14.719314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b036163a-4847-4651-81e3-ff777cf7f716 req-35496c05-e3af-47d6-a627-5809e4b9f059 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=94d6fce2eaa74b6b8cf12cf520ce700b&device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 1097 time: 0.1232133 Apr 20 12:57:14.729937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:14.759301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:14.759808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0a0ab93f-8d9f-490b-bbce-ec9013c7e760 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:14.766038 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:14.793931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3f62abd-aa33-427d-b1ea-6fcd85a14171 req-1317b366-3dfb-44d5-8d3b-8de521d4c307 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0719981 Apr 20 12:57:14.803511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:14.848199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:14.851347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:14.855275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:14.857617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/48916e95-633e-45dd-99ba-e3c29c4704de/fc1d7b63-f877-4b2e-9fd2-f6aebabea659) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:14.861549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:14.862291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:14.871203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=74ddbf43-57ee-45ef-a4d1-20afcb6dd959,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:14.880235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cad03c20-027a-417b-9dc0-6e9b3c3f8714 req-a32b4e34-f263-44bf-86ae-912ef95d954a tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796546 Apr 20 12:57:14.883139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-6e91a9f1-5857-4d9a-84e9-8bf3a1c25bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:14.884479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-6e91a9f1-5857-4d9a-84e9-8bf3a1c25bf2 service neutron] 10.222.0.24 "GET /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 1094 time: 0.1642749 Apr 20 12:57:14.885447 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cf853f0b-2979-4056-a39d-c6789033b220 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9163318 Apr 20 12:57:14.888603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60888) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:14.901495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Request body: {'binding': {'host': 'n-h1-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:14.901974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Unknown quota resources ['binding']. {{(pid=109410) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 12:57:14.962608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63641a9b-8265-476c-af71-6b80e78d2d19 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:14.964048 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-63641a9b-8265-476c-af71-6b80e78d2d19 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0745013 Apr 20 12:57:14.966626 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60890) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:14.966739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036163a-4847-4651-81e3-ff777cf7f716 req-2a1b8f2e-a462-4994-b6bc-aa6ce9b8fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:14.968358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b036163a-4847-4651-81e3-ff777cf7f716 req-2a1b8f2e-a462-4994-b6bc-aa6ce9b8fae6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 HTTP/1.1" status: 200 len: 915 time: 0.2404916 Apr 20 12:57:15.039074 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.046742 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.058785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 74ddbf43-57ee-45ef-a4d1-20afcb6dd959 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:15.059324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.076890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b036163a-4847-4651-81e3-ff777cf7f716 req-ddcb75ab-efdb-4a95-b32a-0ba9e8b47c66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b682d97-0658-4ff0-adfc-878ce37032ae HTTP/1.1" status: 200 len: 217 time: 0.0930343 Apr 20 12:57:15.077855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a8a18332-e7ec-43d0-ab31-a8348ef54585 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:15.088989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:15.115508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:15.123862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:15.138859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Pushing event updated for resources: {'Port': ['ID=fc1d7b63-f877-4b2e-9fd2-f6aebabea659,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:15.155161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0754335-e9e2-456a-97ff-3a0d5bcc84fd req-27934f9b-7211-4c1b-b83f-f6945e1dc7da tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:15.156672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0754335-e9e2-456a-97ff-3a0d5bcc84fd req-27934f9b-7211-4c1b-b83f-f6945e1dc7da tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.1854928 Apr 20 12:57:15.166150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.182490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 74ddbf43-57ee-45ef-a4d1-20afcb6dd959 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:15.184187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036163a-4847-4651-81e3-ff777cf7f716 req-93ef4a5c-f1c4-4cb2-bbec-43d4231466c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:15.185667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b036163a-4847-4651-81e3-ff777cf7f716 req-93ef4a5c-f1c4-4cb2-bbec-43d4231466c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2db094f3-385c-4584-9656-74ada872add5 HTTP/1.1" status: 200 len: 854 time: 0.0987861 Apr 20 12:57:15.207892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Attempting to bind port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:15.208252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Attempting to bind port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:15.208634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Attempting to bind port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:15.215821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:15.216126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:15.216526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.216921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:15.217390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Bound port: fc1d7b63-f877-4b2e-9fd2-f6aebabea659, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:15.217795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.221031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port a8a18332-e7ec-43d0-ab31-a8348ef54585 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:57:15.231573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port a8a18332-e7ec-43d0-ab31-a8348ef54585 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:15.231940 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.232346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b036163a-4847-4651-81e3-ff777cf7f716 req-427130d0-f3eb-4dfe-9e0d-82b925e1cdc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327649 Apr 20 12:57:15.270001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on host n-h1-838550-2 for vnic_type normal with profile None {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:15.270333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:15.271055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:15.282162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0754335-e9e2-456a-97ff-3a0d5bcc84fd req-6d5f0b2e-bf54-4ba8-a81a-4973ae80f5c7 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120501 Apr 20 12:57:15.292390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:57:15.292713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:15.329361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] For port fc1d7b63-f877-4b2e-9fd2-f6aebabea659, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:15.334497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] For port fc1d7b63-f877-4b2e-9fd2-f6aebabea659, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fc1d7b63-f877-4b2e-9fd2-f6aebabea659,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:15.348165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.360179 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.380357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:15.380788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:15.381241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:15.381803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Bound port: aa76fad8-3fd2-471f-9445-17459b6ac299, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:15.394017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=74ddbf43-57ee-45ef-a4d1-20afcb6dd959,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:15.417802 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.433775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.433942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b036163a-4847-4651-81e3-ff777cf7f716 req-d42afd73-1318-4a90-8923-900a968e11de service neutron] 10.222.0.37 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820693 Apr 20 12:57:15.434044 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7045d3de-4cbc-47e7-bcaf-394145529459 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/74ddbf43-57ee-45ef-a4d1-20afcb6dd959 HTTP/1.1" status: 204 len: 168 time: 0.4645050 Apr 20 12:57:15.435893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60896) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:15.435996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7f11eff-381e-4b8d-a8bf-5e6f696a4162 req-eecc4eca-0d29-46ae-8f8b-d6652a8bec7a tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0715437 Apr 20 12:57:15.498095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc588f-0f89-43cf-bafd-f017c0c39abb None None] Pushing event updated for resources: {'Port': ['ID=fc1d7b63-f877-4b2e-9fd2-f6aebabea659,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:15.504457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdce772d-b65d-4415-b052-6550146f52d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a18332-e7ec-43d0-ab31-a8348ef54585'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:15.514794 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269452b3-e976-47d0-990f-e7863be86755" -d '{"events": [{"server_uuid": "cdce772d-b65d-4415-b052-6550146f52d0", "name": "network-vif-plugged", "status": "completed", "tag": "a8a18332-e7ec-43d0-ab31-a8348ef54585"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:15.522692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ae4be-688b-424f-9e65-c529c604ca11 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:15.525338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ae4be-688b-424f-9e65-c529c604ca11 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:15.528101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f9ae4be-688b-424f-9e65-c529c604ca11 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0916309 Apr 20 12:57:15.530664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:15.537270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a8a18332-e7ec-43d0-ab31-a8348ef54585, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:15.543152 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.587600 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f0840f-3e29-4b5e-961c-92befaed61c5 x-openstack-request-id: req-89f0840f-3e29-4b5e-961c-92befaed61c5 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:15.587894 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdce772d-b65d-4415-b052-6550146f52d0", "name": "network-vif-plugged", "status": "completed", "tag": "a8a18332-e7ec-43d0-ab31-a8348ef54585", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:15.588145 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89f0840f-3e29-4b5e-961c-92befaed61c5 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:15.588590 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f0840f-3e29-4b5e-961c-92befaed61c5'] response: {'server_uuid': 'cdce772d-b65d-4415-b052-6550146f52d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a18332-e7ec-43d0-ab31-a8348ef54585', 'code': 200} Apr 20 12:57:15.593411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:15.622166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=a8a18332-e7ec-43d0-ab31-a8348ef54585,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:15.634692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b036163a-4847-4651-81e3-ff777cf7f716 req-c43d5721-6f76-477c-8d9b-6f0fc44f0732 service neutron] 10.222.0.37 "GET /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802011 Apr 20 12:57:15.638305 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] Notify callbacks [] for binding, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.640767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-ebbf8e1d-ffed-486e-ad4f-ad46bbc5fef1 service neutron] 10.222.0.24 "POST /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299/bindings HTTP/1.1" status: 201 len: 389 time: 0.7432516 Apr 20 12:57:15.641746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 48916e95-633e-45dd-99ba-e3c29c4704de {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:15.655806 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.748886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e957a-0487-42ec-a86d-3be19ba6a9e0 req-9c0f6cf7-d846-460a-b335-2810cd4e47d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:15.753357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f08e957a-0487-42ec-a86d-3be19ba6a9e0 req-9c0f6cf7-d846-460a-b335-2810cd4e47d5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1097 time: 0.1084809 Apr 20 12:57:15.801027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.823686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f08e957a-0487-42ec-a86d-3be19ba6a9e0 req-e2409907-eec4-40de-b8b0-9cfb3daf6adb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624533 Apr 20 12:57:15.924292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a6a58-8795-429f-98f3-6dba14bcef0c req-7cbbd00e-804e-46f6-b742-9e54cf91ebd5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:15.926016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-077a6a58-8795-429f-98f3-6dba14bcef0c req-7cbbd00e-804e-46f6-b742-9e54cf91ebd5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.0833898 Apr 20 12:57:15.944887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:15.995801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60914) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:16.021182 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.044188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-077a6a58-8795-429f-98f3-6dba14bcef0c req-61dbba20-11ae-491a-a3a8-b262eab7f5fc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047974 Apr 20 12:57:16.056833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=48916e95-633e-45dd-99ba-e3c29c4704de,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:16.060348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.064500 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-44746075-29a4-4672-a4e5-0153103aac6a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/48916e95-633e-45dd-99ba-e3c29c4704de HTTP/1.1" status: 204 len: 168 time: 0.5314898 Apr 20 12:57:16.067186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:16.084559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e3ab-544f-4a7f-90c3-859ecec0eadf req-68b600f5-d66a-41db-b579-1c7cf66c1b68 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:16.086989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1b2e3ab-544f-4a7f-90c3-859ecec0eadf req-68b600f5-d66a-41db-b579-1c7cf66c1b68 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 945 time: 0.1046367 Apr 20 12:57:16.106131 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8f2c6c2-8488-43c3-8d65-05a8ced89c40 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376310 Apr 20 12:57:16.108419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60920) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:16.145943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1b2e3ab-544f-4a7f-90c3-859ecec0eadf req-42118f4b-6468-4060-959a-7f1bffadb56d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529311 Apr 20 12:57:16.165445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e298cf1-acc6-4711-94ea-8eb29336026c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.206998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d813752-849c-402d-bb8e-1c4959072890 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:16.209030 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1d813752-849c-402d-bb8e-1c4959072890 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0996706 Apr 20 12:57:16.211809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60922) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:16.274687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e298cf1-acc6-4711-94ea-8eb29336026c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.279972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e298cf1-acc6-4711-94ea-8eb29336026c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.296160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4562c-791e-4787-a7dd-55b1428b587b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:16.300093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cfd4562c-791e-4787-a7dd-55b1428b587b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847297 Apr 20 12:57:16.301313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60924) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:16.307021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 002a8515-b45c-434c-adbe-336b0c57bd4c up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:16.360570 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e298cf1-acc6-4711-94ea-8eb29336026c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92d2b6e87b7b42b0adec63dd5a8af7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635962 Apr 20 12:57:16.361464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e298cf1-acc6-4711-94ea-8eb29336026c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454deaf6-66b9-4309-b54d-0d95011500b0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:16.367316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60928) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:16.379758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c081fa5f-f43a-4db0-8ce4-e1346524a271 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783625 Apr 20 12:57:16.384133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60930) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:16.390730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:16.396762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-62650ca6-4480-4f5c-a73f-83504355641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:16.398376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-62650ca6-4480-4f5c-a73f-83504355641d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1097 time: 0.1839225 Apr 20 12:57:16.429344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 002a8515-b45c-434c-adbe-336b0c57bd4c completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:57:16.434531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 002a8515-b45c-434c-adbe-336b0c57bd4c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:16.444915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.460618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1441e15c-c05c-4d31-8b1c-aea047953449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.486863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1441e15c-c05c-4d31-8b1c-aea047953449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.566332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1441e15c-c05c-4d31-8b1c-aea047953449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.572407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1441e15c-c05c-4d31-8b1c-aea047953449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.574225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1441e15c-c05c-4d31-8b1c-aea047953449 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/454deaf6-66b9-4309-b54d-0d95011500b0 HTTP/1.1" status: 204 len: 168 time: 0.2059526 Apr 20 12:57:16.590712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441e15c-c05c-4d31-8b1c-aea047953449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454deaf6-66b9-4309-b54d-0d95011500b0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:16.595468 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.596871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625dcee3-eb7c-439a-8a43-5ba06f6f5388 req-274e9a44-cdf0-4a2c-ac5d-97b13da64fc6 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:16.598447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-625dcee3-eb7c-439a-8a43-5ba06f6f5388 req-274e9a44-cdf0-4a2c-ac5d-97b13da64fc6 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.1971474 Apr 20 12:57:16.656964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb854bb8-6b59-42aa-bdee-f0844d698eda req-37f01788-5cd1-43a7-944c-27de7d81afba tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0561070 Apr 20 12:57:16.664645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:16.668127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.675494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-52878966-994b-48b4-bc9e-2087fcb80446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:16.676854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-52878966-994b-48b4-bc9e-2087fcb80446 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.2648609 Apr 20 12:57:16.703622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 002a8515-b45c-434c-adbe-336b0c57bd4c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=002a8515-b45c-434c-adbe-336b0c57bd4c,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:16.713616 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:16.780519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-788c0030-d221-4728-936a-918c5b21658e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 217 time: 0.0842369 Apr 20 12:57:16.817681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-625dcee3-eb7c-439a-8a43-5ba06f6f5388 req-5c51e946-1b14-4091-9745-ece9853bf08f tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958759 Apr 20 12:57:16.844280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=002a8515-b45c-434c-adbe-336b0c57bd4c,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:16.883703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fc1d7b63-f877-4b2e-9fd2-f6aebabea659 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:16.966220 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119b3fc4-4730-45a9-817a-b2a1066dfdf7 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:17.002242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-c3e3bc5b-7117-4530-a44b-ffbc2d3eabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:17.003739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-c3e3bc5b-7117-4530-a44b-ffbc2d3eabbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.2000062 Apr 20 12:57:17.063657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-d72c41cf-2f0e-4469-9afc-f0df073ee190 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454955 Apr 20 12:57:17.144051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-58fc0bf1-24c3-42ab-ab22-c2641107465f None None] Provisioning complete for port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:17.145177 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-58fc0bf1-24c3-42ab-ab22-c2641107465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.219071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:17.219500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.356756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-58fc0bf1-24c3-42ab-ab22-c2641107465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.390082 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.395730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:17.430848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-58fc0bf1-24c3-42ab-ab22-c2641107465f None None] For port fc1d7b63-f877-4b2e-9fd2-f6aebabea659, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fc1d7b63-f877-4b2e-9fd2-f6aebabea659,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:17.455435 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-58fc0bf1-24c3-42ab-ab22-c2641107465f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.474870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-9a208f1d-bc26-4366-9995-1fe9ed6013b6 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896198 Apr 20 12:57:17.499819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:57:17.685604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60978) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:17.697967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a8515-b45c-434c-adbe-336b0c57bd4c'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:17.700235 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cc444d-dc12-468d-85b5-d8d1ce59bfb7" -d '{"events": [{"server_uuid": "d25b5b26-1d3c-494c-8952-88dadbdbaa33", "name": "network-vif-plugged", "status": "completed", "tag": "002a8515-b45c-434c-adbe-336b0c57bd4c"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:17.716800 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:57:17.717165 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:57:17.720009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc0bf1-24c3-42ab-ab22-c2641107465f None None] Pushing event updated for resources: {'Port': ['ID=fc1d7b63-f877-4b2e-9fd2-f6aebabea659,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:17.728699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] Deleting port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:17.729077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.802164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-25235807-network', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:17.823886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Made reservation on behalf of f6be64e59ce646a3baefaf244cbd8163 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:17.824410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] For port fc1d7b63-f877-4b2e-9fd2-f6aebabea659, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fc1d7b63-f877-4b2e-9fd2-f6aebabea659,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:17.824860 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.826482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.835946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.839556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] Calling delete_port for fc1d7b63-f877-4b2e-9fd2-f6aebabea659 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:17.916309 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.920273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.931138 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.935307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:57:17.958173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] Pushing event deleted for resources: {'Port': ['ID=fc1d7b63-f877-4b2e-9fd2-f6aebabea659,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:17.958570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:17.958908 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Added segment ed783ed1-cc79-4535-a9eb-04569d298cb4 of type vlan for network 19a9b48e-ece9-48dd-a962-615dbfe7806e Apr 20 12:57:17.961876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694fd768-2c9d-4e94-ab13-560737c07fab None None] No DVR routers for this DVR port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:17.963815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349640ac-064d-4ea5-bbda-317231905403 req-6c2b7ad6-8b9e-4cbc-a101-ad4fddf6bec4 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:17.965339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-349640ac-064d-4ea5-bbda-317231905403 req-6c2b7ad6-8b9e-4cbc-a101-ad4fddf6bec4 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.6321750 Apr 20 12:57:17.969228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57f53c-6ac3-42e4-ac7a-f7d63e6e5a39,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:17.993554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad514a70-4fed-47fc-97c3-02c33b56a713 req-8e53f64c-b768-4400-9d44-d47d7b92f892 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.000811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad514a70-4fed-47fc-97c3-02c33b56a713 req-8e53f64c-b768-4400-9d44-d47d7b92f892 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.6447713 Apr 20 12:57:18.009849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.038981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.040418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.041011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.099024 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4112520 Apr 20 12:57:18.104727 n-d-838550-2 neutron-server[109410]: WARNING neutron.services.revisions.revision_plugin [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Could not find related port for resource to bump revision. Apr 20 12:57:18.106201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aeeda7-0628-48f3-bb20-a9644a68c4ce admin admin] Pushing event updated for resources: {'Network': ['ID=19a9b48e-ece9-48dd-a962-615dbfe7806e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:18.108544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:18.114357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Request body: {'subnet': {'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-25235807-subnet', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:18.117472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-00086653-0694-455c-8d87-ca6c15a93e45 service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6290236 Apr 20 12:57:18.122272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad514a70-4fed-47fc-97c3-02c33b56a713 req-528abe6e-54ad-476d-86bd-49aee896a849 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204624 Apr 20 12:57:18.126171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:57:18.129329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-349640ac-064d-4ea5-bbda-317231905403 req-941a3470-9d2e-4e6c-9a17-8a1d9ff259ae tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263983 Apr 20 12:57:18.130255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_pluggable_backend [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 20 12:57:18.130562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_pluggable_backend [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Reverting IP allocation for 2001:db8::f816:3eff:fea9:87d4 {{(pid=109410) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 20 12:57:18.135901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.146421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Made reservation on behalf of f6be64e59ce646a3baefaf244cbd8163 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:18.146421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.206433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=f4b4ba6d-0190-4d74-8014-efd855bc7470,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:18.215753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:18.218301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:18.221922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.222509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.242513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7865e411-eee6-43a7-a049-ba8c1671ed66 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8572259 Apr 20 12:57:18.245585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60986) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:18.253617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-77b2d871-c526-4f47-b735-b4c73bb09a98 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:18.267036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ba5d9e-317f-4dd5-bc30-146e88800929 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:18.320611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port fc1d7b63-f877-4b2e-9fd2-f6aebabea659 update to ACTIVE by agent not found {{(pid=109411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 12:57:18.426795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b05b239c-6959-4a4d-8622-08b544de52f3 req-2397ef3b-9832-4a43-b918-f4961322fd05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=24c9e8ba580f4b518f21c1a44ea951b0&device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0289631 Apr 20 12:57:18.474498 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f530ef98-6143-4656-80c9-271e0ec045c7 x-openstack-request-id: req-f530ef98-6143-4656-80c9-271e0ec045c7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:18.476396 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25b5b26-1d3c-494c-8952-88dadbdbaa33", "name": "network-vif-plugged", "status": "completed", "tag": "002a8515-b45c-434c-adbe-336b0c57bd4c", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:18.476658 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f530ef98-6143-4656-80c9-271e0ec045c7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:18.477098 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f530ef98-6143-4656-80c9-271e0ec045c7'] response: {'server_uuid': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a8515-b45c-434c-adbe-336b0c57bd4c', 'code': 200} Apr 20 12:57:18.477208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b05b239c-6959-4a4d-8622-08b544de52f3 req-3fc57f92-3060-469a-9046-436e0a58cbff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=24c9e8ba580f4b518f21c1a44ea951b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359039 Apr 20 12:57:18.479698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.501734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b2d871-c526-4f47-b735-b4c73bb09a98 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:18.512608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77b2d871-c526-4f47-b735-b4c73bb09a98 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.568744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'f4b4ba6d-0190-4d74-8014-efd855bc7470'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:18.569585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.637936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=58889dad-8145-4dbb-896b-5deb3346cb4f,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:18.656893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Checking segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:18.658276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Network hostable DHCP agents. Network: 19a9b48e-ece9-48dd-a962-615dbfe7806e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:57:18.681734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:57:18.741331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 19a9b48e-ece9-48dd-a962-615dbfe7806e) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:18.748003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.748591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.759546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96772f4-b4a4-4ed2-b6c9-4b535e57f023 None None] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:18.763090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46dd4182-9e04-4711-b63c-8f8f1b1ad354 req-77210e64-f3f5-4694-ba2f-ad886a2fad8f tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.1613245 Apr 20 12:57:18.781484 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b041c672-54a8-49fc-b41f-de7289bc14fb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6714900 Apr 20 12:57:18.791687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-335da29a-b5f8-4213-87e2-1e781bb4b4c0 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.793489 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-335da29a-b5f8-4213-87e2-1e781bb4b4c0 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.1019773 Apr 20 12:57:18.794024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:18.799078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:18.843602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Allocated IP 2001:db8::f816:3eff:fe55:9dc5 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/f4b4ba6d-0190-4d74-8014-efd855bc7470/0faec464-e8a0-48dc-a1e1-0ba5d21a110f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:18.855362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac638f7c-4256-43f2-bfe8-edaa76ffb3f5 req-b9110f9d-0bd2-411d-a8c4-b6fe05f7a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.856838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac638f7c-4256-43f2-bfe8-edaa76ffb3f5 req-b9110f9d-0bd2-411d-a8c4-b6fe05f7a866 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1097 time: 0.3060286 Apr 20 12:57:18.892355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.893346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.914394 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-77b2d871-c526-4f47-b735-b4c73bb09a98 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f4b4ba6d-0190-4d74-8014-efd855bc7470 (CIDR: 2001:db8::/64) Apr 20 12:57:18.918323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b239c-6959-4a4d-8622-08b544de52f3 req-23c8abc9-1f8d-480f-804c-dc6cfd4a2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.919944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b05b239c-6959-4a4d-8622-08b544de52f3 req-23c8abc9-1f8d-480f-804c-dc6cfd4a2414 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4347792 Apr 20 12:57:18.937167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86774c83-8529-4c27-87c8-6f3d4572bc51 req-131717a6-2ac0-4b1b-86d0-4517ae8d83d2 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:18.944781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86774c83-8529-4c27-87c8-6f3d4572bc51 req-131717a6-2ac0-4b1b-86d0-4517ae8d83d2 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.5571623 Apr 20 12:57:18.946869 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b2d871-c526-4f47-b735-b4c73bb09a98 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:57:18.947326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77b2d871-c526-4f47-b735-b4c73bb09a98 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:18.964365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac638f7c-4256-43f2-bfe8-edaa76ffb3f5 req-67558a35-7447-49e5-bf9b-f97cd364274d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988278 Apr 20 12:57:18.966260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:18.991871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-77b2d871-c526-4f47-b735-b4c73bb09a98 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7444561 Apr 20 12:57:18.994467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60994) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:19.002006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:19.008193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.018491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fc1d7b63-f877-4b2e-9fd2-f6aebabea659 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:19.021277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86774c83-8529-4c27-87c8-6f3d4572bc51 req-5c5cd2d2-d164-4094-9c20-58209027a16f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705318 Apr 20 12:57:19.056657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.057686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Deleting port 3b682d97-0658-4ff0-adfc-878ce37032ae {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:19.058074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.115974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fc1d7b63-f877-4b2e-9fd2-f6aebabea659 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:19.116331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fc1d7b63-f877-4b2e-9fd2-f6aebabea659 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:19.139910 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.141812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:19.165009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:19.187839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:19.190672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:19.192747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Pushing event updated for resources: {'Port': ['ID=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:19.210034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.310724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Attempting to bind port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:19.311568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Attempting to bind port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:19.311995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Attempting to bind port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:19.337149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:19.337726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:19.338396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.338892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:19.339544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Bound port: 0faec464-e8a0-48dc-a1e1-0ba5d21a110f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:19.340035 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.353960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-19a9b48e-ece9-48dd-a962-615dbfe7806e', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:19.354949 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.528268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] For port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:19.536456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] For port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:19.571369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.603451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.651454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Allocated IP 172.20.0.2 (19a9b48e-ece9-48dd-a962-615dbfe7806e/58889dad-8145-4dbb-896b-5deb3346cb4f/e48060e4-0c19-42a4-ba3c-8e5f7a53de59) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:19.678035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36d0ef-16a6-473e-8cd2-7ce070a7b207 None None] Pushing event updated for resources: {'Port': ['ID=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:19.709107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.725556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] For port 3b682d97-0658-4ff0-adfc-878ce37032ae, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3b682d97-0658-4ff0-adfc-878ce37032ae,segment=NetworkSegment(17c2ca56-05bd-4ecf-ab68-7caa928f4261),segment_id=17c2ca56-05bd-4ecf-ab68-7caa928f4261)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:19.726036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.782257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=5eb21184-4d1a-4382-b5a5-f7852c51d640,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:19.788617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Calling delete_port for 3b682d97-0658-4ff0-adfc-878ce37032ae owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:19.805896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969e84-4155-479c-98eb-3eef9980ab16 req-a41923a0-7ca8-4964-9895-11be6e8fbffd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:19.808654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13969e84-4155-479c-98eb-3eef9980ab16 req-a41923a0-7ca8-4964-9895-11be6e8fbffd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.2003236 Apr 20 12:57:19.828602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9ed63-9117-48e6-af29-fb0080bf2653 req-81308f3c-9b6d-4979-93ff-07d58d1c3c3f tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:19.830682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3f9ed63-9117-48e6-af29-fb0080bf2653 req-81308f3c-9b6d-4979-93ff-07d58d1c3c3f tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf9d61d5-dfcd-45c5-826b-2be42d676a21 HTTP/1.1" status: 200 len: 946 time: 0.2991688 Apr 20 12:57:19.842328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:19.867230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:19.871037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.871204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:19.871899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.880131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:19.897843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13969e84-4155-479c-98eb-3eef9980ab16 req-c27336b6-13eb-4855-a2a4-5ee05fc742bb tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525556 Apr 20 12:57:19.949921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:19.953689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:19.973469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:19.984376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Pushing event updated for resources: {'Port': ['ID=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:19.998986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3f9ed63-9117-48e6-af29-fb0080bf2653 req-63b2bbe6-e17a-4c4a-bcde-bca91d93aeb3 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc6590e5-ea52-493c-9444-0e4caff56bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547506 Apr 20 12:57:20.022403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-35469b28-512e-4b1c-b29e-a0c7164866a6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0265892 Apr 20 12:57:20.024303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32778) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:20.068229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:41:45:bd', 'name': 'tempest-NetworksTestDHCPv6-348087523'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:20.168687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Attempting to bind port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:20.169430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Attempting to bind port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:20.170604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Attempting to bind port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:20.179860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:20.180651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Checking segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:20.182020 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.182937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Bound using segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:20.183748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Bound port: e48060e4-0c19-42a4-ba3c-8e5f7a53de59, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:20.184664 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.205137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.256542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.266429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] For port e48060e4-0c19-42a4-ba3c-8e5f7a53de59, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:20.291727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] For port e48060e4-0c19-42a4-ba3c-8e5f7a53de59, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:20.301934 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.349011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.356980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826d3c9-8d35-4270-8dee-37ba4f898875 req-0cd67884-b98f-47d6-9273-ce36b379dcdf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:20.367728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f826d3c9-8d35-4270-8dee-37ba4f898875 req-0cd67884-b98f-47d6-9273-ce36b379dcdf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.1018820 Apr 20 12:57:20.391578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:20.397110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Pushing event deleted for resources: {'Port': ['ID=3b682d97-0658-4ff0-adfc-878ce37032ae,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:20.425742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe205bf-a3cf-4ff6-8e29-5723c60104a3 None None] Pushing event updated for resources: {'Port': ['ID=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:20.483681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] No DVR routers for this DVR port 3b682d97-0658-4ff0-adfc-878ce37032ae on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:20.487992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.491280 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02e43515-8b44-43e2-93b7-be8be2d7fe15 req-fe806800-522f-409b-b70a-67375fded512 tempest-InstanceActionsTestJSON-329700740 tempest-InstanceActionsTestJSON-329700740-project] 10.222.0.37 "DELETE /v2.0/ports/3b682d97-0658-4ff0-adfc-878ce37032ae HTTP/1.1" status: 204 len: 173 time: 1.6880701 Apr 20 12:57:20.491724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'name': 'network-vif-deleted', 'tag': '3b682d97-0658-4ff0-adfc-878ce37032ae'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:20.494012 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bba712-37fe-47d6-8c9b-69919db1c29d" -d '{"events": [{"server_uuid": "bf9d61d5-dfcd-45c5-826b-2be42d676a21", "name": "network-vif-deleted", "tag": "3b682d97-0658-4ff0-adfc-878ce37032ae"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:20.539540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-767efbf5-73f5-445b-8930-974e90c324ce req-0ed91af4-7c33-450f-9015-4460a14bc3d2 tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.2708805 Apr 20 12:57:20.566462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Allocated IP 172.25.3.233 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/9e9bd985-1470-4265-ad0e-d02be6500d89) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:20.591710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f826d3c9-8d35-4270-8dee-37ba4f898875 req-09420638-9bea-43d2-8fd7-c4a410db7a47 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215502 Apr 20 12:57:20.673072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.726243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 0f4bdc90-023b-4672-8dce-2cd3f38e458f yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:20.739768 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bde739-2995-4b7f-bc92-a804b595c7f2 x-openstack-request-id: req-b5bde739-2995-4b7f-bc92-a804b595c7f2 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:20.741070 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9d61d5-dfcd-45c5-826b-2be42d676a21", "name": "network-vif-deleted", "tag": "3b682d97-0658-4ff0-adfc-878ce37032ae", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:20.741441 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5bde739-2995-4b7f-bc92-a804b595c7f2 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:20.742026 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5bde739-2995-4b7f-bc92-a804b595c7f2'] response: {'server_uuid': 'bf9d61d5-dfcd-45c5-826b-2be42d676a21', 'name': 'network-vif-deleted', 'tag': '3b682d97-0658-4ff0-adfc-878ce37032ae', 'status': 'completed', 'code': 200} Apr 20 12:57:20.859276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:20.904245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0faec464-e8a0-48dc-a1e1-0ba5d21a110f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:21.066918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:21.068240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.069814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.139648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Pushing event updated for resources: {'Port': ['ID=9e9bd985-1470-4265-ad0e-d02be6500d89,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:21.151806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-0d54807d-d12b-4eba-a52d-5bb2d5446ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:21.155865 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-0d54807d-d12b-4eba-a52d-5bb2d5446ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1097 time: 0.2078257 Apr 20 12:57:21.209465 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.248589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8:0:1::2d1 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5eb21184-4d1a-4382-b5a5-f7852c51d640/0f4bdc90-023b-4672-8dce-2cd3f38e458f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:21.263565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:21.269688 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.280543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:fe41:45bd (ff9ae87c-2997-4e63-b702-c95e1a5a7204/f4b4ba6d-0190-4d74-8014-efd855bc7470/0f4bdc90-023b-4672-8dce-2cd3f38e458f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:21.312671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fea9a-87b2-443b-8cbc-00d6bba0840a req-ab513066-7fbb-41ab-bc6d-dd3d15646b65 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:21.314699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e7fea9a-87b2-443b-8cbc-00d6bba0840a req-ab513066-7fbb-41ab-bc6d-dd3d15646b65 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.2400892 Apr 20 12:57:21.324493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c694-6df5-426f-97cd-d49238ce1b57 req-891cd6d8-c298-4269-98cf-e71c5e5ddbdc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:21.328795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:21.331653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-2ab9557a-ce7d-4e38-9aa8-4d03a7c1fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:21.332818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1222c694-6df5-426f-97cd-d49238ce1b57 req-891cd6d8-c298-4269-98cf-e71c5e5ddbdc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.2418611 Apr 20 12:57:21.333433 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-2ab9557a-ce7d-4e38-9aa8-4d03a7c1fd93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.1701033 Apr 20 12:57:21.334444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:21.336991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:21.373023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:21.407443 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-7b2c954d-12be-45af-b218-1ea14b753130 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 200 len: 217 time: 0.0667377 Apr 20 12:57:21.427706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e7fea9a-87b2-443b-8cbc-00d6bba0840a req-a7f5ce11-83d5-4243-ae15-12c3e51971c9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753028 Apr 20 12:57:21.443713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1222c694-6df5-426f-97cd-d49238ce1b57 req-a1cc4e5a-dbf1-4248-8ce6-aa32be3a3e8c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048648 Apr 20 12:57:21.475916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-942e07f3-9628-4deb-ad5f-fadf648060f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:21.477462 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-942e07f3-9628-4deb-ad5f-fadf648060f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0633395 Apr 20 12:57:21.530541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b05b239c-6959-4a4d-8622-08b544de52f3 req-3c8aa296-19bd-4552-901a-81f97596faa0 tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.30 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0351069 Apr 20 12:57:21.545289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c449ca-ffb6-4d51-90db-99f271c557e6 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:21.660317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:21.706010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.708140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a108f039-bb9b-4dd7-aab0-6d392d420d4f None None] Provisioning complete for port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:21.708258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a108f039-bb9b-4dd7-aab0-6d392d420d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.789235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eddd3bb1-2893-425a-b6e0-7e7adbd10cdc req-60efd5c3-8179-46b2-b364-79b26884f498 tempest-ServersAaction247Test-1636511852 tempest-ServersAaction247Test-1636511852-project] 10.222.0.24 "GET /v2.0/ports?device_id=f15abb45-bd01-43bc-a2fc-191a4ec3fa05 HTTP/1.1" status: 200 len: 210 time: 0.0612559 Apr 20 12:57:21.834269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.886908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=0f4bdc90-023b-4672-8dce-2cd3f38e458f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:21.915143 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Deleting subnet 2db094f3-385c-4584-9656-74ada872add5 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:21.916116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:21.920597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:21.925680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.926060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:21.936583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:21.937211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:21.968950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bc755483-777a-4965-af45-024f9453c414 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9424322 Apr 20 12:57:21.968950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32798) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:21.997432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-47223fa0-1e7b-4572-b867-4a1d56df4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:21.998955 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-47223fa0-1e7b-4572-b867-4a1d56df4aff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3532498 Apr 20 12:57:22.077929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.101784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f58401-8e41-414f-8c76-4f863d004eee None None] Update dhcp port {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': 'f4b4ba6d-0190-4d74-8014-efd855bc7470', 'ip_address': '2001:db8::f816:3eff:fe55:9dc5'}, {'subnet_id': '5eb21184-4d1a-4382-b5a5-f7852c51d640'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '0faec464-e8a0-48dc-a1e1-0ba5d21a110f'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 12:57:22.110709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.136752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 0f4bdc90-023b-4672-8dce-2cd3f38e458f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:22.137102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.147493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f3a85-cd28-439d-b554-96f32430e99a None None] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:22.194594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.203544 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1f58401-8e41-414f-8c76-4f863d004eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.224347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fa5a7e7f-4534-4ac7-828b-4bad39accd41 None None] Provisioning complete for port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:22.225079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e7f-4534-4ac7-828b-4bad39accd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.271198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.275509 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-7a7d9007-76ec-4284-9478-1caa9e65699e service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648687 Apr 20 12:57:22.292025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 0f4bdc90-023b-4672-8dce-2cd3f38e458f owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:22.375521 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6a5e1d1d-a9c6-48a1-9ca7-cc1e6ec05ada req-53b95cfc-802f-44c6-8973-5b1e02afc7be service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920787 Apr 20 12:57:22.377234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3b682d97-0658-4ff0-adfc-878ce37032ae no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:22.400640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 3b682d97-0658-4ff0-adfc-878ce37032ae {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:22.401075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3b682d97-0658-4ff0-adfc-878ce37032ae not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:22.493877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.545082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2db094f3-385c-4584-9656-74ada872add5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:22.561374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.561771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.562110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.562443 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.562774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.563103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.563429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.563845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.564169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.564489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.564808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.565132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:22.576097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.582294 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a53306ec-4251-49b7-9088-7abe4c083849 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2db094f3-385c-4584-9656-74ada872add5 HTTP/1.1" status: 204 len: 168 time: 0.9209211 Apr 20 12:57:22.584033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.589145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32808) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:22.663712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=0f4bdc90-023b-4672-8dce-2cd3f38e458f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:22.703390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf26f9-031d-4c72-b709-f261cb2a9097 req-ae6d71d4-82cf-40ef-bfbb-569b9071c5c5 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:22.711960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0faf26f9-031d-4c72-b709-f261cb2a9097 req-ae6d71d4-82cf-40ef-bfbb-569b9071c5c5 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.1714616 Apr 20 12:57:22.764504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.770654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-54d4ebed-7c56-4fb6-a3fa-2653e779abae tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/0f4bdc90-023b-4672-8dce-2cd3f38e458f HTTP/1.1" status: 204 len: 168 time: 0.7982414 Apr 20 12:57:22.771477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32810) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:22.783637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddfc5c-e1ce-46a7-baa3-0c29ccf48951 req-9ed6404d-dec5-43eb-accf-d5502e2e114b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:22.785261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09ddfc5c-e1ce-46a7-baa3-0c29ccf48951 req-9ed6404d-dec5-43eb-accf-d5502e2e114b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.2046609 Apr 20 12:57:22.789663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.838187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e7f-4534-4ac7-828b-4bad39accd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.858755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.874813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0faf26f9-031d-4c72-b709-f261cb2a9097 req-38b65a80-d484-462d-9e9f-35ea57b70a3d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618738 Apr 20 12:57:22.905863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-b1f58401-8e41-414f-8c76-4f863d004eee None None] Allocated IP 2001:db8:0:1::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5eb21184-4d1a-4382-b5a5-f7852c51d640/0faec464-e8a0-48dc-a1e1-0ba5d21a110f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:22.921722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09ddfc5c-e1ce-46a7-baa3-0c29ccf48951 req-60e2e742-4b26-49f0-a6d7-925d707315d8 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194112 Apr 20 12:57:22.973478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:22.976317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac6952-dda0-47bd-9695-fbcbe1615593 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:22.980603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-88ac6952-dda0-47bd-9695-fbcbe1615593 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2081726 Apr 20 12:57:22.981975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32816) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:23.020508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fa5a7e7f-4534-4ac7-828b-4bad39accd41 None None] For port e48060e4-0c19-42a4-ba3c-8e5f7a53de59, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:23.063557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f138ff7f-0186-40e3-bf33-ef91d2b9c0d4']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:23.084604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c2ca56-05bd-4ecf-ab68-7caa928f4261') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:23.084909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c2ca56-05bd-4ecf-ab68-7caa928f4261') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:23.100855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.102351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7934ec-debd-4404-8f04-1f2c022fa9ca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:23.110567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ea7934ec-debd-4404-8f04-1f2c022fa9ca tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1272955 Apr 20 12:57:23.113097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32818) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:23.113682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0faec464-e8a0-48dc-a1e1-0ba5d21a110f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:23.128644 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e7f-4534-4ac7-828b-4bad39accd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.161121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.174914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:57:23.175589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:57:23.177672 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:57:23.255345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6574111-5c10-4948-8b97-c0e8602341a8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:23.261806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6574111-5c10-4948-8b97-c0e8602341a8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:23.266051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6574111-5c10-4948-8b97-c0e8602341a8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:23.273572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.277746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32822) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:23.278366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c6574111-5c10-4948-8b97-c0e8602341a8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1625314 Apr 20 12:57:23.302875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.309817 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] 10.222.0.24 "DELETE /v2.0/networks/f138ff7f-0186-40e3-bf33-ef91d2b9c0d4 HTTP/1.1" status: 204 len: 168 time: 0.7183378 Apr 20 12:57:23.310790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6d605-8ace-49ab-a38a-075c30240fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=f138ff7f-0186-40e3-bf33-ef91d2b9c0d4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:23.312704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:57:23.321279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a7e7f-4534-4ac7-828b-4bad39accd41 None None] Pushing event updated for resources: {'Port': ['ID=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:23.395110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:23.402138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b1f58401-8e41-414f-8c76-4f863d004eee None None] For port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:23.436375 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1f58401-8e41-414f-8c76-4f863d004eee None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.455618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1f58401-8e41-414f-8c76-4f863d004eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.491074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:57:23.512490 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:57:23.522483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 5eb21184-4d1a-4382-b5a5-f7852c51d640 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:23.531755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-de334cda-ee2f-4f52-899c-14b302437e1b None None] Provisioning complete for port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:23.532149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-de334cda-ee2f-4f52-899c-14b302437e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.533778 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:23.534686 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:23.546025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.622404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32830) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:23.640751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-735a7741-6b3d-4656-bd29-9c62960e2596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.642912 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.653560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f58401-8e41-414f-8c76-4f863d004eee None None] Pushing event updated for resources: {'Port': ['ID=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:23.659361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:23.659801 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.674878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.676485 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-12d4349b-7ed1-4fcd-b8f7-eba726e23284 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8814185 Apr 20 12:57:23.694028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32832) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:23.701549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.791063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:23.826890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e48060e4-0c19-42a4-ba3c-8e5f7a53de59 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:23.842846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.956604 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.957020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:23.958026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:23.974208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d46016de-8da8-4f40-af1e-387cc0114863 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94d6fce2eaa74b6b8cf12cf520ce700b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505111 Apr 20 12:57:23.978263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32838) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:24.043937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb21184-4d1a-4382-b5a5-f7852c51d640,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:24.051344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.056296 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c06a663-eb20-4095-91ee-0bacfbe4760d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5eb21184-4d1a-4382-b5a5-f7852c51d640 HTTP/1.1" status: 204 len: 168 time: 0.7750309 Apr 20 12:57:24.058749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32840) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:24.150148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet f4b4ba6d-0190-4d74-8014-efd855bc7470 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:24.154486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.218875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.236857 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:21Z', 'revision_number': 3, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:24.261153 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca367876-e422-4edb-afcd-13337e8c5335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.284364 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:57:24.285009 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Updating router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 port 9e9bd985-1470-4265-ad0e-d02be6500d89 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:57:24.319700 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.326165 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.359740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bf2ab-d0d3-42c0-b5c9-9deb6b7a4825 req-6be8b832-dd0f-4750-ac67-d410dd3551d5 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:24.368085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b10bf2ab-d0d3-42c0-b5c9-9deb6b7a4825 req-6be8b832-dd0f-4750-ac67-d410dd3551d5 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.3380222 Apr 20 12:57:24.385323 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-735a7741-6b3d-4656-bd29-9c62960e2596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.413283 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca367876-e422-4edb-afcd-13337e8c5335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.424337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.433934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9cbbe-35bb-4719-b8db-5b9ef98919ef req-33efa310-7ca1-400f-8fff-f0eee1970e0a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:24.442073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17c9cbbe-35bb-4719-b8db-5b9ef98919ef req-33efa310-7ca1-400f-8fff-f0eee1970e0a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.3409331 Apr 20 12:57:24.451265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.456725 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-735a7741-6b3d-4656-bd29-9c62960e2596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.471675 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/f4b4ba6d-0190-4d74-8014-efd855bc7470 HTTP/1.1" status: 204 len: 168 time: 0.4115193 Apr 20 12:57:24.472325 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32842) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:24.511342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d34493-29c6-43ba-aa5f-5abb064e4037 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b4ba6d-0190-4d74-8014-efd855bc7470,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:24.521030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-735a7741-6b3d-4656-bd29-9c62960e2596 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24c9e8ba580f4b518f21c1a44ea951b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1209872 Apr 20 12:57:24.521451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32844) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:24.542580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a7741-6b3d-4656-bd29-9c62960e2596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0c85ff-fa77-428d-921f-ec4fe8da6fbc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:24.568477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b10bf2ab-d0d3-42c0-b5c9-9deb6b7a4825 req-6a954725-a02e-429d-b2e7-f25b76b3877c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994865 Apr 20 12:57:24.616634 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61d707ec-7b9c-497b-bac7-25968ec56a97 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165943 Apr 20 12:57:24.621711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32846) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:24.633447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:24.640566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17c9cbbe-35bb-4719-b8db-5b9ef98919ef req-80d0bb4c-eb39-43ff-ae7f-98583321ab99 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977248 Apr 20 12:57:24.678225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca367876-e422-4edb-afcd-13337e8c5335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.681003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca367876-e422-4edb-afcd-13337e8c5335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.682273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ca367876-e422-4edb-afcd-13337e8c5335 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc6590e5-ea52-493c-9444-0e4caff56bbd HTTP/1.1" status: 204 len: 168 time: 0.7020626 Apr 20 12:57:24.727142 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.738667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000776e6-ccb5-4399-bb82-12c607bbce60 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:24.742689 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.768354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca367876-e422-4edb-afcd-13337e8c5335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6590e5-ea52-493c-9444-0e4caff56bbd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:24.792137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ee967551-80fe-4e79-b69c-808caa85716a None None] Could not find standard attr ID for object 0f4bdc90-023b-4672-8dce-2cd3f38e458f. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:57:24.804699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b56e3-a3e1-4d57-8f4e-e330d75d746f None None] Pushing event updated for resources: {'Port': ['ID=9e9bd985-1470-4265-ad0e-d02be6500d89,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:24.826645 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Attempting to bind port 9e9bd985-1470-4265-ad0e-d02be6500d89 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:24.827331 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Attempting to bind port 9e9bd985-1470-4265-ad0e-d02be6500d89 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:24.827957 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Attempting to bind port 9e9bd985-1470-4265-ad0e-d02be6500d89 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:24.835244 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:24.837272 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:24.837272 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.837272 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:24.837984 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Bound port: 9e9bd985-1470-4265-ad0e-d02be6500d89, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:24.839603 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.856780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0faec464-e8a0-48dc-a1e1-0ba5d21a110f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:24.898212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f6c-efea-46b4-afd1-c078f1984592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.918678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ee967551-80fe-4e79-b69c-808caa85716a None None] Provisioning complete for port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:24.919403 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee967551-80fe-4e79-b69c-808caa85716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.935376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f6c-efea-46b4-afd1-c078f1984592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.955277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:24.959321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:24.960178 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] For port 9e9bd985-1470-4265-ad0e-d02be6500d89, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:24.967411 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] For port 9e9bd985-1470-4265-ad0e-d02be6500d89, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e9bd985-1470-4265-ad0e-d02be6500d89,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:24.974377 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.077860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.079408 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b56e3-a3e1-4d57-8f4e-e330d75d746f None None] Pushing event updated for resources: {'Port': ['ID=9e9bd985-1470-4265-ad0e-d02be6500d89,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:25.097543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f6c-efea-46b4-afd1-c078f1984592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.101624 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:25.102372 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:25.105234 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33ce0f6c-efea-46b4-afd1-c078f1984592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.108947 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-33ce0f6c-efea-46b4-afd1-c078f1984592 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed0c85ff-fa77-428d-921f-ec4fe8da6fbc HTTP/1.1" status: 204 len: 168 time: 0.5018141 Apr 20 12:57:25.145042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce0f6c-efea-46b4-afd1-c078f1984592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0c85ff-fa77-428d-921f-ec4fe8da6fbc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:25.237913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:25.238296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.399416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:25.399990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Allocated IP 172.20.0.1 (19a9b48e-ece9-48dd-a962-615dbfe7806e/58889dad-8145-4dbb-896b-5deb3346cb4f/2655d9ff-69a8-48a2-809e-a2e32df04f3e) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:25.537841 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:25.597233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e48060e4-0c19-42a4-ba3c-8e5f7a53de59 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:25.653444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] Deleting port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:25.653843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.661537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.679889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:57:25.738992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.872260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:25.895843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:25.896259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:25.896739 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.909222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] For port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:25.909738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.932871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:25.961089 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:21Z', 'revision_number': 3, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:25.986337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:25.990040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] Calling delete_port for 0faec464-e8a0-48dc-a1e1-0ba5d21a110f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:26.048821 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be299269-cf4d-4b3b-a6d5-7f14f1b64b02 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:21Z', 'revision_number': 3, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:57:26.087081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.368212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] For port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:26.377801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6a75cc86-6e81-4eec-9e66-3c9dc095ec45 None None] Provisioning complete for port 2655d9ff-69a8-48a2-809e-a2e32df04f3e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:26.378191 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a75cc86-6e81-4eec-9e66-3c9dc095ec45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.431792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.444449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.445613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.463887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6a75cc86-6e81-4eec-9e66-3c9dc095ec45 None None] Port 2655d9ff-69a8-48a2-809e-a2e32df04f3e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:26.472202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.569948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] Pushing event deleted for resources: {'Port': ['ID=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:26.574925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9272ba-29c5-4ca0-b68e-95054d0ee51b None None] No DVR routers for this DVR port 0faec464-e8a0-48dc-a1e1-0ba5d21a110f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:26.754267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32890) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:26.791758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Pushing event updated for resources: {'Port': ['ID=2655d9ff-69a8-48a2-809e-a2e32df04f3e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:26.817374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32898) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:26.828007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed40fe-f6c2-463e-8a2b-9073d5d4b33a req-569d5e57-e1ad-4d03-8e25-2323a8083532 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:26.829656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13ed40fe-f6c2-463e-8a2b-9073d5d4b33a req-569d5e57-e1ad-4d03-8e25-2323a8083532 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 1.0802391 Apr 20 12:57:26.836374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.870448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e9bd985-1470-4265-ad0e-d02be6500d89 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:26.890589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326da922-5fcd-43da-b358-3e007fdd477e req-7463c55a-4d54-4142-bd84-47ba29572658 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:26.897090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-326da922-5fcd-43da-b358-3e007fdd477e req-7463c55a-4d54-4142-bd84-47ba29572658 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 1.0354731 Apr 20 12:57:26.969233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9e9bd985-1470-4265-ad0e-d02be6500d89 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:26.969825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:26.982699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1052448529-network', 'tenant_id': 'da74dad9c1944934af59fdf151b5a1c8'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:27.065125 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.071203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=0faec464-e8a0-48dc-a1e1-0ba5d21a110f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:27.093067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 9e9bd985-1470-4265-ad0e-d02be6500d89, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e9bd985-1470-4265-ad0e-d02be6500d89,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:27.097606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:27.099653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.112510 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:27.117379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-930544499-network', 'tenant_id': '1da5c7a52f3548f9b8e00bf657249e47'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:27.126275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=11088a21-d0ed-473b-abfb-8512b3cd3111,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:27.132934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf996cb9-89d9-485f-85f8-3d89d28296e8 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:27.142684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:27.143312 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.170651 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-34cff99b-94f9-4c64-a300-584fb182b287 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5472269 Apr 20 12:57:27.172855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:27.179600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-78e0b9ee-40f9-443e-b2b3-069c544287e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:27.189749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13ed40fe-f6c2-463e-8a2b-9073d5d4b33a req-242b8372-4dba-4c4e-b3db-6dc70c8d964a tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309634 Apr 20 12:57:27.216642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0faec464-e8a0-48dc-a1e1-0ba5d21a110f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:27.244345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Made reservation on behalf of da74dad9c1944934af59fdf151b5a1c8 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:27.247783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.252316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0faec464-e8a0-48dc-a1e1-0ba5d21a110f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:27.252658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0faec464-e8a0-48dc-a1e1-0ba5d21a110f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:27.258515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=9e9bd985-1470-4265-ad0e-d02be6500d89,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:27.265167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Made reservation on behalf of 1da5c7a52f3548f9b8e00bf657249e47 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:27.268414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.289810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-326da922-5fcd-43da-b358-3e007fdd477e req-b5e1ada8-575d-4c8d-83c4-4d9256b758a5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922503 Apr 20 12:57:27.302436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.325758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.331051 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.347957 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.353877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e0b9ee-40f9-443e-b2b3-069c544287e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:27.359491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78e0b9ee-40f9-443e-b2b3-069c544287e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.390759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '11088a21-d0ed-473b-abfb-8512b3cd3111'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:27.391301 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.474418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.496232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Pushing event updated for resources: {'Port': ['ID=2655d9ff-69a8-48a2-809e-a2e32df04f3e,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:27.502282 n-d-838550-2 neutron-server[109409]: INFO neutron.db.ipam_backend_mixin [None req-78e0b9ee-40f9-443e-b2b3-069c544287e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11088a21-d0ed-473b-abfb-8512b3cd3111 (CIDR: 2001:db8::/64) Apr 20 12:57:27.514857 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e0b9ee-40f9-443e-b2b3-069c544287e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:57:27.515419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e0b9ee-40f9-443e-b2b3-069c544287e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:27.546007 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-78e0b9ee-40f9-443e-b2b3-069c544287e7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3710120 Apr 20 12:57:27.549450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32904) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:27.556416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:27.566309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Allocated IP 2001:db8::f816:3eff:feed:cbf8 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/11088a21-d0ed-473b-abfb-8512b3cd3111/a68c0233-a570-4ee9-985a-6d667ef45710) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:27.611224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.623600 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.648573 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.671402 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.678795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:57:27.679605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:27.683757 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.707507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:27.708990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5b6145-03f0-4928-9f00-b8885143077e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:27.713390 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.713714 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Added segment c5536451-39e6-4503-b92b-5e28b0fbd20d of type vlan for network 1e289b16-9691-4d74-b7c6-b951e35d6244 Apr 20 12:57:27.727776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:27.730572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:57:27.791804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.792543 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Added segment 12ffaa63-22d4-4385-a055-1a03cc8f1c07 of type vlan for network 2ddd0d10-ec4d-407e-b27a-4c02213e4d5c Apr 20 12:57:27.816227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.855665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373c3b86-b788-4612-99f8-d38c0e9acf19,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:27.916439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.928916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.940016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.963501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.964457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:27.965182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:27.979592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:27.982654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:27.986672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:28.015445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.028545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:57:28.030890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Pushing event updated for resources: {'Port': ['ID=a68c0233-a570-4ee9-985a-6d667ef45710,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:28.067893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:28.071296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:28.075505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:28.076105 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.087599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=11b404a3-cfe0-4640-9955-62e0cc8ca43c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:28.088191 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Attempting to bind port a68c0233-a570-4ee9-985a-6d667ef45710 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:28.088723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Attempting to bind port a68c0233-a570-4ee9-985a-6d667ef45710 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:28.093857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Attempting to bind port a68c0233-a570-4ee9-985a-6d667ef45710 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:28.104023 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a923d1ff-7752-4af9-a6b1-d9064b477cb5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5533290 Apr 20 12:57:28.106936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:28.109518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:28.109921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:28.110327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.110824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:28.111295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Bound port: a68c0233-a570-4ee9-985a-6d667ef45710, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:28.111438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3549168 Apr 20 12:57:28.111799 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.112333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.113335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:28.114063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.115839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:ef:18:4d', 'name': 'tempest-NetworksTestDHCPv6-251743111'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:28.119386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32908) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:28.125404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Request body: {'subnet': {'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1052448529-subnet', 'tenant_id': 'da74dad9c1944934af59fdf151b5a1c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:28.127757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f59fcfe0-9ae6-4474-92ef-d687bb3bceb5 None None] Provisioning complete for port 2655d9ff-69a8-48a2-809e-a2e32df04f3e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:28.127895 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f59fcfe0-9ae6-4474-92ef-d687bb3bceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.136432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8d66-8d18-40e5-85bd-4b18e8b8b471 admin admin] Pushing event updated for resources: {'Network': ['ID=1e289b16-9691-4d74-b7c6-b951e35d6244,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:28.172224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 1e289b16-9691-4d74-b7c6-b951e35d6244 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:57:28.180442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3616512 Apr 20 12:57:28.190162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:28.205036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Request body: {'subnet': {'network_id': '2ddd0d10-ec4d-407e-b27a-4c02213e4d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-930544499-subnet', 'tenant_id': '1da5c7a52f3548f9b8e00bf657249e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:28.223824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Made reservation on behalf of da74dad9c1944934af59fdf151b5a1c8 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:28.229610 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.249282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c4127-0880-4e44-9bff-bdc83bbfe2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=2ddd0d10-ec4d-407e-b27a-4c02213e4d5c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:28.261225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f59fcfe0-9ae6-4474-92ef-d687bb3bceb5 None None] Port 2655d9ff-69a8-48a2-809e-a2e32df04f3e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:28.276547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] For port a68c0233-a570-4ee9-985a-6d667ef45710, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:28.279972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] For port a68c0233-a570-4ee9-985a-6d667ef45710, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a68c0233-a570-4ee9-985a-6d667ef45710,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:28.285010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2ddd0d10-ec4d-407e-b27a-4c02213e4d5c details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:57:28.306839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.339011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:57:28.352748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8c3ac8c8-df96-4d62-b496-05e4c5337120 admin admin] 10.222.0.24 "PUT /v2.0/routers/965400f0-0b1e-4eca-ab7a-3445ed6aeea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6537125 Apr 20 12:57:28.374722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Made reservation on behalf of 1da5c7a52f3548f9b8e00bf657249e47 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:28.377149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.388129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5dd75-cfa4-4c6b-955a-6f9f3d4b55c1 req-f1b923f9-9a86-493d-b9a6-4cddca569bb4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:28.391673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45e5dd75-cfa4-4c6b-955a-6f9f3d4b55c1 req-f1b923f9-9a86-493d-b9a6-4cddca569bb4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.1035802 Apr 20 12:57:28.453214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45e5dd75-cfa4-4c6b-955a-6f9f3d4b55c1 req-27a882c4-beb7-4908-bf95-5a23764d0d8f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562387 Apr 20 12:57:28.453980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb5eac-e77d-44a5-9bdf-db740fd4b782 None None] Pushing event updated for resources: {'Port': ['ID=a68c0233-a570-4ee9-985a-6d667ef45710,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:28.532421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b08c60-d0dd-4974-a329-41d790793cb2 req-06d46ca7-bdbd-4754-acbb-88f935d1cb6e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:28.536920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72b08c60-d0dd-4974-a329-41d790793cb2 req-06d46ca7-bdbd-4754-acbb-88f935d1cb6e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.1027002 Apr 20 12:57:28.626127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:57:28.635109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72b08c60-d0dd-4974-a329-41d790793cb2 req-ab8b717e-11ea-4f2d-8212-48e1931a617f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743673 Apr 20 12:57:28.645152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:28.654471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:28.655504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:28.827102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e9bd985-1470-4265-ad0e-d02be6500d89 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:28.830886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:28.913821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.917491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.949867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:28.961706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32922) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:28.966399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-55ed01eb-9997-4adb-89b3-aeaf2a927c7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102855331', 'description': 'tempest-description--1514771278'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:28.993510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55ed01eb-9997-4adb-89b3-aeaf2a927c7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.003693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 4b328bed-12fe-41f9-aec7-a8330121bec0 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:29.024520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7bc953-f023-404c-b870-d7775cce746e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:29.034193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9e9bd985-1470-4265-ad0e-d02be6500d89 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:29.034984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.066116 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55ed01eb-9997-4adb-89b3-aeaf2a927c7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.072164 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55ed01eb-9997-4adb-89b3-aeaf2a927c7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.116285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed01eb-9997-4adb-89b3-aeaf2a927c7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b44a5-11df-4b89-8660-14deda24e4ee,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:29.121089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55ed01eb-9997-4adb-89b3-aeaf2a927c7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.122662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-55ed01eb-9997-4adb-89b3-aeaf2a927c7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1597638 Apr 20 12:57:29.129390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32924) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:29.135304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7726b4fa-0728-46e8-afe0-6d45bda90fae tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': '1e7b44a5-11df-4b89-8660-14deda24e4ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:29.141095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Checking segment: {'id': '12ffaa63-22d4-4385-a055-1a03cc8f1c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ddd0d10-ec4d-407e-b27a-4c02213e4d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:29.141491 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Network hostable DHCP agents. Network: 2ddd0d10-ec4d-407e-b27a-4c02213e4d5c, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:57:29.147743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Checking segment: {'id': 'c5536451-39e6-4503-b92b-5e28b0fbd20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:29.148099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Network hostable DHCP agents. Network: 1e289b16-9691-4d74-b7c6-b951e35d6244, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:57:29.179371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e9b6e8-67ed-40ef-851a-8cb8902afe77,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:29.181468 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7726b4fa-0728-46e8-afe0-6d45bda90fae tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.209545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 2, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:29.221123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Network 2ddd0d10-ec4d-407e-b27a-4c02213e4d5c is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:57:29.232428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Network 1e289b16-9691-4d74-b7c6-b951e35d6244 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:57:29.245059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:57:29.245409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Updating router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 port 2655d9ff-69a8-48a2-809e-a2e32df04f3e binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:57:29.249258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7726b4fa-0728-46e8-afe0-6d45bda90fae tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.254537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7726b4fa-0728-46e8-afe0-6d45bda90fae tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.270827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2ddd0d10-ec4d-407e-b27a-4c02213e4d5c) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:29.274249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 1e289b16-9691-4d74-b7c6-b951e35d6244) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:29.274810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726b4fa-0728-46e8-afe0-6d45bda90fae tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb100af-6e0b-4321-97fe-e8ae63a5e616,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:29.284289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:29.284885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.287613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:29.288185 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.288691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7726b4fa-0728-46e8-afe0-6d45bda90fae tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.290403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7726b4fa-0728-46e8-afe0-6d45bda90fae tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597884 Apr 20 12:57:29.293063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32926) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:29.293949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd88e06-01fe-4c3c-a90a-1793d71a5071 None None] Network 2ddd0d10-ec4d-407e-b27a-4c02213e4d5c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:29.295941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b510ec-7367-42f6-b53a-bc80afacd437 None None] Network 1e289b16-9691-4d74-b7c6-b951e35d6244 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:29.299872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5dbd7631-28fa-44cf-a8d6-309609185d6e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': '1e7b44a5-11df-4b89-8660-14deda24e4ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:29.310858 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.321068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8:0:1::3e2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/11b404a3-cfe0-4640-9955-62e0cc8ca43c/4b328bed-12fe-41f9-aec7-a8330121bec0) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:29.330927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::f816:3eff:feef:184d (ff9ae87c-2997-4e63-b702-c95e1a5a7204/11088a21-d0ed-473b-abfb-8512b3cd3111/4b328bed-12fe-41f9-aec7-a8330121bec0) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:29.336467 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f65d4537-2e2a-413f-addb-1f0b41d01728 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1433053 Apr 20 12:57:29.343424 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3caa42e8-b6f9-44a0-8d81-631ef715ff4a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2216213 Apr 20 12:57:29.357149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7631-28fa-44cf-a8d6-309609185d6e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.481069 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7631-28fa-44cf-a8d6-309609185d6e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.488563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7631-28fa-44cf-a8d6-309609185d6e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.517482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd7631-28fa-44cf-a8d6-309609185d6e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5f47d8-f990-45ad-b5c2-cdf5779704c0,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:29.544960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5dbd7631-28fa-44cf-a8d6-309609185d6e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.546727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5dbd7631-28fa-44cf-a8d6-309609185d6e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2525256 Apr 20 12:57:29.551048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32936) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:29.557032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:29.597782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.686020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec72999-5c15-472f-a80b-24bdd4defd87 None None] Network 2ddd0d10-ec4d-407e-b27a-4c02213e4d5c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:29.690964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.736822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.742252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da2ba6-19eb-4dc5-936a-2a85dbb04f82 req-1c59a50a-5c7b-432f-bdc1-6b187bf4f60f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:29.754488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56da2ba6-19eb-4dc5-936a-2a85dbb04f82 req-1c59a50a-5c7b-432f-bdc1-6b187bf4f60f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.1254780 Apr 20 12:57:29.807415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:29.812442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:29.818571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:29.819670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56da2ba6-19eb-4dc5-936a-2a85dbb04f82 req-c4fb90cc-f0f4-451b-b75e-ae9ce405ccbb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642390 Apr 20 12:57:29.826269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:29.827196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:29.842730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=4b328bed-12fe-41f9-aec7-a8330121bec0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:29.874614 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-93143c98-2b80-4cf7-9990-51c2ccd4d004 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7659030 Apr 20 12:57:29.877462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32950) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:29.922599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f662f5f7-6bb1-4b08-b2e6-fd3758b8a2a1 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:30.006332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.065395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d7894-b9cc-46e4-9759-de28d1075481 None None] Network 1e289b16-9691-4d74-b7c6-b951e35d6244 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:30.126596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95d727-8911-4b43-9621-c9f6666cdc08 req-c50e055a-8a8e-41d8-b06b-eb61172831d0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:30.127985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b95d727-8911-4b43-9621-c9f6666cdc08 req-c50e055a-8a8e-41d8-b06b-eb61172831d0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.1940894 Apr 20 12:57:30.174263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-11500404-c3b9-40ec-9f63-fd23e48aa91e None None] Provisioning complete for port a68c0233-a570-4ee9-985a-6d667ef45710 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:30.174566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11500404-c3b9-40ec-9f63-fd23e48aa91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.217640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 4b328bed-12fe-41f9-aec7-a8330121bec0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:30.217995 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.268947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-8c77d4c7-0ee6-45f7-9fc4-21373fd47c30 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:30.270470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-8c77d4c7-0ee6-45f7-9fc4-21373fd47c30 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/networks?id=1e289b16-9691-4d74-b7c6-b951e35d6244 HTTP/1.1" status: 200 len: 822 time: 0.2670410 Apr 20 12:57:30.304352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b95d727-8911-4b43-9621-c9f6666cdc08 req-54fe22bc-cb94-4103-8220-cbb8d9cb7d27 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671064 Apr 20 12:57:30.346973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-4c699e56-b8aa-4557-a262-3b350e8a9e2d tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/quotas/da74dad9c1944934af59fdf151b5a1c8 HTTP/1.1" status: 200 len: 375 time: 0.0481582 Apr 20 12:57:30.348142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.25.3.198 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f4086e2a-9e7e-4791-8480-0e0bfa08cf52) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:30.420420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-a60e3dcf-b87f-407b-a4b5-7c1bcce5c300 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=da74dad9c1944934af59fdf151b5a1c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596614 Apr 20 12:57:30.420420 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.439397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32966) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:30.492963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 4b328bed-12fe-41f9-aec7-a8330121bec0 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:30.507315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] Deleting subnet c5e9b6e8-67ed-40ef-851a-8cb8902afe77 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:30.513083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.564404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.617295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.676287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.716049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-05adc7be-4238-4ab5-b99d-57afea8ab709 service neutron] 10.222.0.24 "GET /v2.0/networks/1e289b16-9691-4d74-b7c6-b951e35d6244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775340 Apr 20 12:57:30.759317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11500404-c3b9-40ec-9f63-fd23e48aa91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.765601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.767495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.801483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e9b6e8-67ed-40ef-851a-8cb8902afe77,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:30.805020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.808147 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e2c89e27-2c05-4926-8c25-97c83334f752 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5e9b6e8-67ed-40ef-851a-8cb8902afe77 HTTP/1.1" status: 204 len: 168 time: 0.3676145 Apr 20 12:57:30.812238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32972) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:30.858509 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.871759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.903015 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:30.913027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a68c0233-a570-4ee9-985a-6d667ef45710 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:30.915571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff201c-151a-46e3-a373-4d37c181e3de None None] Update dhcp port {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'fixed_ips': [{'subnet_id': '11088a21-d0ed-473b-abfb-8512b3cd3111', 'ip_address': '2001:db8::f816:3eff:feed:cbf8'}, {'subnet_id': '11b404a3-cfe0-4640-9955-62e0cc8ca43c'}], 'binding:host_id': 'n-d-838550-2'}, 'id': 'a68c0233-a570-4ee9-985a-6d667ef45710'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 12:57:30.965445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:30.968140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-11500404-c3b9-40ec-9f63-fd23e48aa91e None None] For port a68c0233-a570-4ee9-985a-6d667ef45710, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a68c0233-a570-4ee9-985a-6d667ef45710,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:30.983779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:30.997079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:30.998141 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11500404-c3b9-40ec-9f63-fd23e48aa91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.002630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=f4086e2a-9e7e-4791-8480-0e0bfa08cf52,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:31.033830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-95c73744-795d-44f6-a6ef-16c92ca79149 service neutron] 10.222.0.24 "GET /v2.0/networks/1e289b16-9691-4d74-b7c6-b951e35d6244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040617 Apr 20 12:57:31.055460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.057318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.085522 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4dff201c-151a-46e3-a373-4d37c181e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.086161 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ddd0d10-ec4d-407e-b27a-4c02213e4d5c']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:31.097217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ffaa63-22d4-4385-a055-1a03cc8f1c07') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:31.097527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ffaa63-22d4-4385-a055-1a03cc8f1c07') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:31.107787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.125472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.135532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:57:31.136038 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.137867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=4b328bed-12fe-41f9-aec7-a8330121bec0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:31.176965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de384800-46fc-43b0-abfb-7f1275be0621 None None] Pushing event updated for resources: {'Port': ['ID=2655d9ff-69a8-48a2-809e-a2e32df04f3e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:57:31.213693 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:57:31.217825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.224908 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.240865 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2ddd0d10-ec4d-407e-b27a-4c02213e4d5c HTTP/1.1" status: 204 len: 168 time: 0.4168756 Apr 20 12:57:31.285952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b42dd-0be4-4614-8cc2-8d1903735692 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ddd0d10-ec4d-407e-b27a-4c02213e4d5c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:31.317490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.325574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32986) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:31.326074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e5049452-143e-475b-85a2-f9734c26a9ea tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/4b328bed-12fe-41f9-aec7-a8330121bec0 HTTP/1.1" status: 204 len: 168 time: 1.4374697 Apr 20 12:57:31.382947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915924d5-efeb-45a6-a272-e34ad2847adf req-7af5e125-cdba-43ec-a27d-b50bc2cbc8b7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.398610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-915924d5-efeb-45a6-a272-e34ad2847adf req-7af5e125-cdba-43ec-a27d-b50bc2cbc8b7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.2667081 Apr 20 12:57:31.427510 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd42d5-3f9a-4403-bb53-310d56f9bb91 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.429482 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ffd42d5-3f9a-4403-bb53-310d56f9bb91 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1026750 Apr 20 12:57:31.430271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32990) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:31.432766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:31.449454 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.494306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Attempting to bind port 2655d9ff-69a8-48a2-809e-a2e32df04f3e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:31.494673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Attempting to bind port 2655d9ff-69a8-48a2-809e-a2e32df04f3e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:31.495026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Attempting to bind port 2655d9ff-69a8-48a2-809e-a2e32df04f3e on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:31.498248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-915924d5-efeb-45a6-a272-e34ad2847adf req-c62ce834-8483-4f87-87e6-820145b1e5fa tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986810 Apr 20 12:57:31.527097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:31.527294 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-79ba67f6-afaf-4e9b-8333-493de426e638 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1da5c7a52f3548f9b8e00bf657249e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950847 Apr 20 12:57:31.527485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Checking segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:31.527862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.528390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Bound using segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:31.528870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Bound port: 2655d9ff-69a8-48a2-809e-a2e32df04f3e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:31.529246 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.529839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32994) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:31.531403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11500404-c3b9-40ec-9f63-fd23e48aa91e None None] Pushing event updated for resources: {'Port': ['ID=a68c0233-a570-4ee9-985a-6d667ef45710,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:31.546821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a68c0233-a570-4ee9-985a-6d667ef45710 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:31.547237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.564551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.572769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.579667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.581195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b476cb2d-ac6b-4f2d-acef-10a10855f5c9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.582737 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b476cb2d-ac6b-4f2d-acef-10a10855f5c9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1296096 Apr 20 12:57:31.587010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.594540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.596434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32996) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:31.600992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.603078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4afbb7f7-1dd8-42e1-ada7-8854f89ec87e None None] Provisioning complete for port 2655d9ff-69a8-48a2-809e-a2e32df04f3e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:31.603201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4afbb7f7-1dd8-42e1-ada7-8854f89ec87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.608223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.618706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-79aa9efd-7f6d-474f-88e6-801d823b9401 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.2170751 Apr 20 12:57:31.656296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5cbc0-6e63-4b5c-85e3-463511dbf333 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.658483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5cbc0-6e63-4b5c-85e3-463511dbf333 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.660160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5cbc0-6e63-4b5c-85e3-463511dbf333 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.661780 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-69e5cbc0-6e63-4b5c-85e3-463511dbf333 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0640423 Apr 20 12:57:31.665288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32998) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:31.681132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9377b455-be0b-4b77-a4e9-06b8f39880f1 req-9c4a90a7-7ceb-461d-bff0-2e30c95612ab tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 210 time: 0.0564973 Apr 20 12:57:31.712699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474b6e7c-46f7-4348-8b43-21ed06c1d215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.722771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.730430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4afbb7f7-1dd8-42e1-ada7-8854f89ec87e None None] Port 2655d9ff-69a8-48a2-809e-a2e32df04f3e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:31.746477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4dff201c-151a-46e3-a373-4d37c181e3de None None] Allocated IP 2001:db8:0:1::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/11b404a3-cfe0-4640-9955-62e0cc8ca43c/a68c0233-a570-4ee9-985a-6d667ef45710) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:31.753330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474b6e7c-46f7-4348-8b43-21ed06c1d215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.766845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 11088a21-d0ed-473b-abfb-8512b3cd3111 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:31.771568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] For port 2655d9ff-69a8-48a2-809e-a2e32df04f3e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:31.776680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] For port 2655d9ff-69a8-48a2-809e-a2e32df04f3e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2655d9ff-69a8-48a2-809e-a2e32df04f3e,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:31.793300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b66c288f-ffbb-4020-bf04-835761fcde3c req-25e95679-e4ca-42ba-95c0-143d27e8b4bf tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735163 Apr 20 12:57:31.793719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.835022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474b6e7c-46f7-4348-8b43-21ed06c1d215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.838957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474b6e7c-46f7-4348-8b43-21ed06c1d215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:31.842356 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-474b6e7c-46f7-4348-8b43-21ed06c1d215 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/373c3b86-b788-4612-99f8-d38c0e9acf19 HTTP/1.1" status: 204 len: 168 time: 0.3107042 Apr 20 12:57:31.853613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b6e7c-46f7-4348-8b43-21ed06c1d215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373c3b86-b788-4612-99f8-d38c0e9acf19,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:31.965770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4d253-4b2a-42e3-bc92-3dcf49726b98 req-d7a8c7a2-fc24-443b-8478-19a9a16c3ef5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:31.973096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cc4d253-4b2a-42e3-bc92-3dcf49726b98 req-d7a8c7a2-fc24-443b-8478-19a9a16c3ef5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 946 time: 0.1608980 Apr 20 12:57:31.977192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:31.977999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:31.984505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de384800-46fc-43b0-abfb-7f1275be0621 None None] Pushing event updated for resources: {'Port': ['ID=2655d9ff-69a8-48a2-809e-a2e32df04f3e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:31.988532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4dff201c-151a-46e3-a373-4d37c181e3de None None] For port a68c0233-a570-4ee9-985a-6d667ef45710, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a68c0233-a570-4ee9-985a-6d667ef45710,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:32.096042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.098656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4dff201c-151a-46e3-a373-4d37c181e3de None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.107559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.108409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.129214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4dff201c-151a-46e3-a373-4d37c181e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.192519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.247688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cc4d253-4b2a-42e3-bc92-3dcf49726b98 req-116e123e-7eff-45e2-a33b-82ed17e7bf70 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492593 Apr 20 12:57:32.251844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=f4086e2a-9e7e-4791-8480-0e0bfa08cf52,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:32.263933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.264543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.265007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.265462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.266026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.266483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.267452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.268015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.268487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.269080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.269530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.270004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:32.284869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.305582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.306959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:32.307095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d3d8d7ee-dd3b-4e5e-b32e-f7396faf506e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7546921 Apr 20 12:57:32.343008 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.398272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2b5d3633-42de-4ccb-b82a-1044699304a0 None None] Provisioning complete for port 2655d9ff-69a8-48a2-809e-a2e32df04f3e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:32.398879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3633-42de-4ccb-b82a-1044699304a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.448409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.462676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.469124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:32.478753 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/11088a21-d0ed-473b-abfb-8512b3cd3111 HTTP/1.1" status: 204 len: 168 time: 0.8123860 Apr 20 12:57:32.481765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff201c-151a-46e3-a373-4d37c181e3de None None] Pushing event updated for resources: {'Port': ['ID=a68c0233-a570-4ee9-985a-6d667ef45710,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:32.517419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242555df-3e9f-4480-ab32-1caf49c6b036 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=11088a21-d0ed-473b-abfb-8512b3cd3111,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:32.634768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 11b404a3-cfe0-4640-9955-62e0cc8ca43c {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:32.654843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.730682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-f3d9a9f4-82f6-4b67-bf7a-3c5b01ceae5f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:32.732188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-f3d9a9f4-82f6-4b67-bf7a-3c5b01ceae5f tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1097 time: 0.2121871 Apr 20 12:57:32.768540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:32.778572 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3633-42de-4ccb-b82a-1044699304a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.795303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:31Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:32.816953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-0b26dd3e-e663-4020-bd4d-771f173daff6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1102855331&fields=id&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 267 time: 0.2263296 Apr 20 12:57:32.834213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:32.840245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a68c0233-a570-4ee9-985a-6d667ef45710 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:32.852078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba701fd-3c6b-4174-a2d2-6b7119561041 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:31Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:57:32.921835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2b5d3633-42de-4ccb-b82a-1044699304a0 None None] For port 2655d9ff-69a8-48a2-809e-a2e32df04f3e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2655d9ff-69a8-48a2-809e-a2e32df04f3e,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:32.947801 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b5d3633-42de-4ccb-b82a-1044699304a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.044931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a68c0233-a570-4ee9-985a-6d667ef45710 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:33.045403 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.047417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d3633-42de-4ccb-b82a-1044699304a0 None None] Pushing event updated for resources: {'Port': ['ID=2655d9ff-69a8-48a2-809e-a2e32df04f3e,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:33.226201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.289828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-59647105-c67b-40f6-9f4f-4503f8bbce7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:33.309092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-59647105-c67b-40f6-9f4f-4503f8bbce7b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.4529755 Apr 20 12:57:33.387832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b403612-a801-4e2e-99e3-2ddec2fbaa31 req-d9b6ce8e-e816-4d97-92c9-87aa66572a60 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:33.400513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b403612-a801-4e2e-99e3-2ddec2fbaa31 req-d9b6ce8e-e816-4d97-92c9-87aa66572a60 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.7733841 Apr 20 12:57:33.435806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:33.438210 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e59e6-997e-4129-aba3-2da6d1c285bd None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:33.481281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.490473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-c1c48376-e9a5-4192-b576-6152f3dedd94 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/quotas/f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 375 time: 0.1800399 Apr 20 12:57:33.513417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.550484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33050) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:33.562786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-9e6f83e1-cf4a-4a48-acbe-db3b5da3a8e5 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:33.565179 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-9e6f83e1-cf4a-4a48-acbe-db3b5da3a8e5 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.30 "GET /v2.0/networks?id=1e289b16-9691-4d74-b7c6-b951e35d6244 HTTP/1.1" status: 200 len: 822 time: 0.2669842 Apr 20 12:57:33.587322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Request body: {'port': {'device_id': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244', 'admin_state_up': True, 'tenant_id': 'da74dad9c1944934af59fdf151b5a1c8'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:33.590749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=11b404a3-cfe0-4640-9955-62e0cc8ca43c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:33.724858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-82c83dd7-60db-46e9-adc9-520c8a941700 None None] Provisioning complete for port a68c0233-a570-4ee9-985a-6d667ef45710 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:33.725246 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-82c83dd7-60db-46e9-adc9-520c8a941700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.759563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1773496106-network', 'tenant_id': 'ec0b22e274354a70b53f820399528518'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:33.769809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:33.779864 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.783320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33b359de-de9c-4aa8-a89d-dbb2113e5fdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/11b404a3-cfe0-4640-9955-62e0cc8ca43c HTTP/1.1" status: 204 len: 168 time: 1.3124065 Apr 20 12:57:33.789534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33054) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:33.806932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b403612-a801-4e2e-99e3-2ddec2fbaa31 req-041b4c19-2d6b-4a2c-b575-73da73ea2b50 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031446 Apr 20 12:57:33.849010 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-094393e1-6255-4075-8fad-a0290e7963f0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580187 Apr 20 12:57:33.850355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33056) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:33.860114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:33.866527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Made reservation on behalf of ec0b22e274354a70b53f820399528518 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:33.867226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-a3675b4f-9def-4841-b0fc-a4dc83388899 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3640056 Apr 20 12:57:33.874714 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.880635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:33.913211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.914768 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f18bd1a8-962b-4e2e-bae3-ec70f031db85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:33.981294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4508fef8-e319-4e28-a22d-c2650c792db4 req-831a4d98-baec-451d-9b44-e9a1444136ed tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 210 time: 0.0640967 Apr 20 12:57:33.987012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Made reservation on behalf of da74dad9c1944934af59fdf151b5a1c8 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:33.990666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.018534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:34.056231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 has no active binding in host n-h1-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:57:34.068426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-82c83dd7-60db-46e9-adc9-520c8a941700 None None] Could not find standard attr ID for object 4b328bed-12fe-41f9-aec7-a8330121bec0. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:57:34.149265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:34.175403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:34.179350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.215470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] Deleting port a68c0233-a570-4ee9-985a-6d667ef45710 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:34.215869 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.316498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] For port a68c0233-a570-4ee9-985a-6d667ef45710, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a68c0233-a570-4ee9-985a-6d667ef45710,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:34.317278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.325041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Allocated IP 172.20.0.11 (1e289b16-9691-4d74-b7c6-b951e35d6244/db7bc953-f023-404c-b870-d7775cce746e/d0559828-189e-4089-b875-9e9e8c3b13ae) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:34.340138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] Calling delete_port for a68c0233-a570-4ee9-985a-6d667ef45710 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:34.342027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.351498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.393701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:57:34.441519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.441791 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Added segment 32c8db86-048c-4e7d-96a9-0c2b90a17d8c of type vlan for network d2585eb8-063d-492c-858d-af4f294d472e Apr 20 12:57:34.471570 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.479104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:34.481638 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bf1d47-a153-48d3-b7ab-eef2eddbe76b" -d '{"events": [{"server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "name": "network-vif-unplugged", "status": "completed", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:34.486549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f918e23-e716-45ac-8897-c50645c02621,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:34.504042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.532136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.543206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] No DVR routers for this DVR port a68c0233-a570-4ee9-985a-6d667ef45710 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:34.552529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88f843-fbf2-4fe4-8be3-dd27c4e1ed5c None None] Pushing event deleted for resources: {'Port': ['ID=a68c0233-a570-4ee9-985a-6d667ef45710,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:34.577113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.619470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.625778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.631432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.637559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.643441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.649358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.655213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.657847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-a07c9ed3-92b4-4471-8774-43fa3128aa88 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.2266569 Apr 20 12:57:34.732326 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.733492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.734127 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.742242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50f8d658-f513-4522-94eb-b756dbfabcd0 req-fd22a508-8e37-4c50-9a41-02895aad14c0 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690677 Apr 20 12:57:34.744349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-90820b94-0c3d-4984-ac53-957e73ca836d service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610520 Apr 20 12:57:34.749514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.804992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.861256 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3052371 Apr 20 12:57:34.867308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2655d9ff-69a8-48a2-809e-a2e32df04f3e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:34.883265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33062) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:34.894549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Request body: {'subnet': {'network_id': 'd2585eb8-063d-492c-858d-af4f294d472e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1773496106-subnet', 'tenant_id': 'ec0b22e274354a70b53f820399528518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:34.917392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on host n-h2-838550-2 for vnic_type normal with profile {"migrating_to": "n-h1-838550-2"} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:34.917747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:34.918111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:34.920055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:34.930421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2655d9ff-69a8-48a2-809e-a2e32df04f3e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:34.930808 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.949244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:57:34.949574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Attempting to bind port aa76fad8-3fd2-471f-9445-17459b6ac299 on network 9cc1a42b-2e4d-4628-9b86-01d72495f9f8 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:34.952297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:34.965755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.970575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:34.972195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.974998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.975680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:34.978934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.985876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.991967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:34.998021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.005553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.006458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-78697c12-eeea-43f4-aead-451483c918b9 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.3477607 Apr 20 12:57:35.006685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a20ea-9080-486f-baf2-6e4e29cf9b81 admin admin] Pushing event updated for resources: {'Network': ['ID=d2585eb8-063d-492c-858d-af4f294d472e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:35.010674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Made reservation on behalf of ec0b22e274354a70b53f820399528518 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:35.013247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.017456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:35.017671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ea0db-c226-452b-9607-76b4758eb021 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:35.017770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Checking segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:35.017872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Bound using segment: {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:35.018275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Bound port: aa76fad8-3fd2-471f-9445-17459b6ac299, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e533f2-7816-48f7-a300-cf685f888d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9cc1a42b-2e4d-4628-9b86-01d72495f9f8'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:35.018637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.025239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d2585eb8-063d-492c-858d-af4f294d472e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:57:35.030999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=ed206a53-c307-4e05-9b68-e6417cca45e4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:35.058321 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-41fcf309-3d69-4654-b778-b3139bc53832 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2009072 Apr 20 12:57:35.070292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33066) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:35.080571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-cc1404b0-d5f5-46cc-81d5-d76a4e4d4884 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:35.115419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.145147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c225534-1652-46c1-9536-312cabc91e08 req-6e0f7dfe-e227-49c3-a68d-4534545e27be tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.152129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c225534-1652-46c1-9536-312cabc91e08 req-6e0f7dfe-e227-49c3-a68d-4534545e27be tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.2599876 Apr 20 12:57:35.161367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-5940380d-4541-4660-b43a-ef23fb86d3ce service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594830 Apr 20 12:57:35.169500 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Network 1e289b16-9691-4d74-b7c6-b951e35d6244 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:35.174427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:35.184727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:35.201663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-0ca8af60-97b9-43e8-a824-9becde173dd1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.203044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-0ca8af60-97b9-43e8-a824-9becde173dd1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "GET /v2.0/ports/c9df9a28-7a4c-42f3-93e5-e139b31302ec?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1893485 Apr 20 12:57:35.253168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Pushing event updated for resources: {'Port': ['ID=d0559828-189e-4089-b875-9e9e8c3b13ae,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:35.274185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.274824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.285025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a68c0233-a570-4ee9-985a-6d667ef45710 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:35.286714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:35.301864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:35.312025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': 'ed206a53-c307-4e05-9b68-e6417cca45e4'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:35.313025 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.318022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a68c0233-a570-4ee9-985a-6d667ef45710 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:35.318211 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-06455396-ec0b-43f7-ba82-a97d6459e396 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7382863 Apr 20 12:57:35.318767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a68c0233-a570-4ee9-985a-6d667ef45710 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:35.338686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Request body: {'port': {'device_id': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:35.342065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.449422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c225534-1652-46c1-9536-312cabc91e08 req-ae1e97cd-6fe5-44ef-84ea-9c6e9c1a76e6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964423 Apr 20 12:57:35.451503 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3bc4c4-8caf-4571-bdca-74f53a9a83ae x-openstack-request-id: req-2d3bc4c4-8caf-4571-bdca-74f53a9a83ae {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:35.451883 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "name": "network-vif-unplugged", "status": "completed", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:35.452566 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d3bc4c4-8caf-4571-bdca-74f53a9a83ae {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:35.452764 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3bc4c4-8caf-4571-bdca-74f53a9a83ae'] response: {'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299', 'code': 200} Apr 20 12:57:35.492460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.512544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.601811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:35.624062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/ed206a53-c307-4e05-9b68-e6417cca45e4/0477ef10-74c7-48c6-b2a0-cde29027d82e) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:35.668206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.668923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.670463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-4e7b4d63-b9ec-4f93-842f-617097886573 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 1122 time: 2.9142220 Apr 20 12:57:35.678555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6408de0d-8613-4043-8606-cda626448ded,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:35.681747 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Checking segment: {'id': '32c8db86-048c-4e7d-96a9-0c2b90a17d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd2585eb8-063d-492c-858d-af4f294d472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:35.682417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Network hostable DHCP agents. Network: d2585eb8-063d-492c-858d-af4f294d472e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:57:35.708408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-fba1a320-dfb5-4368-92af-417a14a09d82 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "GET /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4950809 Apr 20 12:57:35.713970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1404b0-d5f5-46cc-81d5-d76a4e4d4884 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:35.719574 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc1404b0-d5f5-46cc-81d5-d76a4e4d4884 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.734976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:35.833979 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.853057 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.863714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea331b6-079c-4596-af8e-3ed55bf78100 req-a95287f8-9c7c-4953-badc-9fb9b2aa4a6d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.871995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ea331b6-079c-4596-af8e-3ed55bf78100 req-a95287f8-9c7c-4953-badc-9fb9b2aa4a6d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.3566484 Apr 20 12:57:35.877421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:35.886214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16443737-df62-4a54-a6a9-5531137fa990 req-64645326-a94b-4114-9b08-c0ab0e0acdc2 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.887536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16443737-df62-4a54-a6a9-5531137fa990 req-64645326-a94b-4114-9b08-c0ab0e0acdc2 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 932 time: 0.3214657 Apr 20 12:57:35.904082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Network d2585eb8-063d-492c-858d-af4f294d472e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:57:35.913337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['aa76fad8-3fd2-471f-9445-17459b6ac299'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:35.916458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['aa76fad8-3fd2-471f-9445-17459b6ac299'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:35.920164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:35.927588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:35.933920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d2585eb8-063d-492c-858d-af4f294d472e) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:35.943544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:35.944536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.979870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:35.985018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a9c24-b874-4a17-bfc2-d420ea914108 None None] Network d2585eb8-063d-492c-858d-af4f294d472e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:35.987771 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6eaceb2c-3b07-46a9-baee-4fca60528e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.003889 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9ba0ce6c-9da3-4fc2-be59-cad559086b8e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1178927 Apr 20 12:57:36.038693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ea331b6-079c-4596-af8e-3ed55bf78100 req-3ed19d7e-d1de-4e0b-874c-34631d1e56a2 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656406 Apr 20 12:57:36.080211 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-cc1404b0-d5f5-46cc-81d5-d76a4e4d4884 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed206a53-c307-4e05-9b68-e6417cca45e4 (CIDR: 2001:db8::/64) Apr 20 12:57:36.094246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Attempting to bind port 0477ef10-74c7-48c6-b2a0-cde29027d82e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:36.094611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Attempting to bind port 0477ef10-74c7-48c6-b2a0-cde29027d82e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:36.095015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Attempting to bind port 0477ef10-74c7-48c6-b2a0-cde29027d82e on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:36.097135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16443737-df62-4a54-a6a9-5531137fa990 req-45d8a06f-5d3c-49e5-a464-9e3f5d001c98 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889706 Apr 20 12:57:36.100509 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1404b0-d5f5-46cc-81d5-d76a4e4d4884 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:57:36.101018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1404b0-d5f5-46cc-81d5-d76a4e4d4884 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:36.106651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Pushing event updated for resources: {'Port': ['ID=0477ef10-74c7-48c6-b2a0-cde29027d82e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:36.173006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d542d15e-38f2-469a-999b-481a600cf2c7 req-7d81fd6d-83c3-426c-b67a-a1da529113d1 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 210 time: 0.0560532 Apr 20 12:57:36.182816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cc1404b0-d5f5-46cc-81d5-d76a4e4d4884 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1096673 Apr 20 12:57:36.185741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33082) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:36.193401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:36.197428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0559828-189e-4089-b875-9e9e8c3b13ae {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:36.211614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.231116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:36.231505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:36.231915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.232581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:36.232872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Bound port: 0477ef10-74c7-48c6-b2a0-cde29027d82e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:36.233745 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.236362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Transition to ACTIVE for port object d0559828-189e-4089-b875-9e9e8c3b13ae will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:57:36.244766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.321964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33086) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:36.385022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0559828-189e-4089-b875-9e9e8c3b13ae,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:36.449854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.458421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] For port 0477ef10-74c7-48c6-b2a0-cde29027d82e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:36.479352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.486222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] Deleting subnet 6408de0d-8613-4043-8606-cda626448ded {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:36.490723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36708ea6-9ae8-42b0-84d2-9169eeb6601d None None] Network d2585eb8-063d-492c-858d-af4f294d472e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:36.493226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.521370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.533525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.539938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.545962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.552771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.554837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ee260f01-2abf-4b61-946f-7155f64b5703 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 5445 time: 0.3238647 Apr 20 12:57:36.562831 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.565913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] For port c9df9a28-7a4c-42f3-93e5-e139b31302ec, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9df9a28-7a4c-42f3-93e5-e139b31302ec,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:36.588095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Attempting to bind port d0559828-189e-4089-b875-9e9e8c3b13ae on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:36.588465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Attempting to bind port d0559828-189e-4089-b875-9e9e8c3b13ae by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'c5536451-39e6-4503-b92b-5e28b0fbd20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:36.588736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Attempting to bind port d0559828-189e-4089-b875-9e9e8c3b13ae on network 1e289b16-9691-4d74-b7c6-b951e35d6244 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:36.597056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] For port 0477ef10-74c7-48c6-b2a0-cde29027d82e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0477ef10-74c7-48c6-b2a0-cde29027d82e,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:36.599067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Port d0559828-189e-4089-b875-9e9e8c3b13ae on network 1e289b16-9691-4d74-b7c6-b951e35d6244 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:57:36.599388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Attempting to bind port d0559828-189e-4089-b875-9e9e8c3b13ae on network 1e289b16-9691-4d74-b7c6-b951e35d6244 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:36.608586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:36.608988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Checking segment: {'id': 'c5536451-39e6-4503-b92b-5e28b0fbd20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:36.609552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Bound using segment: {'id': 'c5536451-39e6-4503-b92b-5e28b0fbd20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:36.609799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Bound port: d0559828-189e-4089-b875-9e9e8c3b13ae, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5536451-39e6-4503-b92b-5e28b0fbd20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:36.610149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.626619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.673905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:36.677614 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.702332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f96613f4-4e48-451f-a5fd-678523ec5974 req-ec3b2fc7-66f5-473a-bbd5-287d531a936b tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&id=bd2b0309-cb79-4cc6-aad9-850f76986ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383548 Apr 20 12:57:36.715430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1254e6-07be-47bc-a1d9-eda259445d80 req-54503ca5-d5d9-4a2a-b343-74f2144cedd6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.717133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d1254e6-07be-47bc-a1d9-eda259445d80 req-54503ca5-d5d9-4a2a-b343-74f2144cedd6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.1596389 Apr 20 12:57:36.718284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] For port c9df9a28-7a4c-42f3-93e5-e139b31302ec, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:36.733787 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] For port d0559828-189e-4089-b875-9e9e8c3b13ae, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:36.738289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] For port d0559828-189e-4089-b875-9e9e8c3b13ae, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d0559828-189e-4089-b875-9e9e8c3b13ae,segment=NetworkSegment(c5536451-39e6-4503-b92b-5e28b0fbd20d),segment_id=c5536451-39e6-4503-b92b-5e28b0fbd20d)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:36.740455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.758091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.761479 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6408de0d-8613-4043-8606-cda626448ded HTTP/1.1" status: 204 len: 168 time: 0.4370055 Apr 20 12:57:36.771518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33090) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:36.783922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.786305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c7cb6-6af9-468a-a550-9b0ac9ad698c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6408de0d-8613-4043-8606-cda626448ded,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:36.828140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:36.829543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.831137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0559828-189e-4089-b875-9e9e8c3b13ae HTTP/1.1" status: 200 len: 1092 time: 1.4981341 Apr 20 12:57:36.831764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'tag': 'd0559828-189e-4089-b875-9e9e8c3b13ae'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:36.834557 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de69ff7-9afe-4f07-a790-452e737fc903" -d '{"events": [{"name": "network-changed", "server_uuid": "83f74176-b723-4d46-9b9e-a028fc243cf6", "tag": "d0559828-189e-4089-b875-9e9e8c3b13ae"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:36.834702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.865534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] device_id is not set on port c9df9a28-7a4c-42f3-93e5-e139b31302ec yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:36.891205 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.891726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d6976-0e96-4af9-a3cf-8e2d73e8a1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0559828-189e-4089-b875-9e9e8c3b13ae,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:36.904081 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd4ab5a-1483-46e2-bfaf-dc34cca178e9 x-openstack-request-id: req-8dd4ab5a-1483-46e2-bfaf-dc34cca178e9 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:36.904676 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83f74176-b723-4d46-9b9e-a028fc243cf6", "tag": "d0559828-189e-4089-b875-9e9e8c3b13ae", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:36.905021 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dd4ab5a-1483-46e2-bfaf-dc34cca178e9 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:36.905513 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd4ab5a-1483-46e2-bfaf-dc34cca178e9'] response: {'name': 'network-changed', 'server_uuid': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'tag': 'd0559828-189e-4089-b875-9e9e8c3b13ae', 'status': 'completed', 'code': 200} Apr 20 12:57:36.916715 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:36.921729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d1254e6-07be-47bc-a1d9-eda259445d80 req-2b79cb16-864a-4e42-87ff-ba09dd370e74 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545942 Apr 20 12:57:36.940921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.050956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44747f-98b4-4908-bc58-4d8bcdd8299e None None] Pushing event updated for resources: {'Port': ['ID=0477ef10-74c7-48c6-b2a0-cde29027d82e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:37.056609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9df9a28-7a4c-42f3-93e5-e139b31302ec,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:37.059249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] No DVR routers for this DVR port c9df9a28-7a4c-42f3-93e5-e139b31302ec on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:37.168524 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.172984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 16542a85-d975-45df-889f-61d550f9c6dc no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:37.258810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-3e675a7e-06d2-4ad5-8802-f6a7ffffba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:37.263427 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-3e675a7e-06d2-4ad5-8802-f6a7ffffba00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da74dad9c1944934af59fdf151b5a1c8&device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 1095 time: 0.2990091 Apr 20 12:57:37.338917 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-a2a94361-8ed8-4b05-8548-b07db836f925 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0559828-189e-4089-b875-9e9e8c3b13ae HTTP/1.1" status: 200 len: 217 time: 0.0649400 Apr 20 12:57:37.362266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] In _notify_port_updated(), no bound segment for port c9df9a28-7a4c-42f3-93e5-e139b31302ec on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 12:57:37.363314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:37.363975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.365237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-3724d3ec-3b42-433f-894e-ba1cd172c5a8 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9df9a28-7a4c-42f3-93e5-e139b31302ec HTTP/1.1" status: 200 len: 1032 time: 1.6384656 Apr 20 12:57:37.370596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.372429 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.403316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:37.408731 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6535d3fe-6e20-44a6-8543-85761b9a6280" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "16542a85-d975-45df-889f-61d550f9c6dc"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:37.429402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-b91841a8-d02e-4fe2-abfa-d8570d613ae7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:37.431075 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-b91841a8-d02e-4fe2-abfa-d8570d613ae7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.4547746 Apr 20 12:57:37.434600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 16542a85-d975-45df-889f-61d550f9c6dc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=16542a85-d975-45df-889f-61d550f9c6dc,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:37.442944 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.444824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 2d2152ba-c841-4838-9638-514cf5f96f90 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:37.447628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-8352d73c-aed6-49e7-b99f-5ca51d9cc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:37.449093 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-8352d73c-aed6-49e7-b99f-5ca51d9cc448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db7bc953-f023-404c-b870-d7775cce746e HTTP/1.1" status: 200 len: 862 time: 0.0993788 Apr 20 12:57:37.459864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:37.462192 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c5e669-7fbc-4422-ab74-20be5151dda9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:37.487414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2585eb8-063d-492c-858d-af4f294d472e']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:37.494962 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-013b3963-5eee-4a96-84fc-a360d17e870e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e289b16-9691-4d74-b7c6-b951e35d6244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368373 Apr 20 12:57:37.502886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c8db86-048c-4e7d-96a9-0c2b90a17d8c') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:37.503257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c8db86-048c-4e7d-96a9-0c2b90a17d8c') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:37.522058 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.571492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.572068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-c39b403d-e382-4a53-ae98-13821db7ae74 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 380 time: 0.1318328 Apr 20 12:57:37.594536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=16542a85-d975-45df-889f-61d550f9c6dc,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:37.598661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:57:37.599108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:57:37.601077 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:57:37.613721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.614191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'port': {'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'admin_state_up': True, 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'security_groups': ['1e7b44a5-11df-4b89-8660-14deda24e4ee']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:37.616883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d062e89b-54e5-4a35-bb3f-3bd663d9f463 None None] Provisioning complete for port c9df9a28-7a4c-42f3-93e5-e139b31302ec triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:37.617410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d062e89b-54e5-4a35-bb3f-3bd663d9f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.646717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-c2beff4c-af01-4383-b7ff-8dfe85306505 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:37.647999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-c2beff4c-af01-4383-b7ff-8dfe85306505 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "GET /v2.0/ports/2d2152ba-c841-4838-9638-514cf5f96f90?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2527509 Apr 20 12:57:37.677510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2d2152ba-c841-4838-9638-514cf5f96f90,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:37.683729 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.684718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9df9a28-7a4c-42f3-93e5-e139b31302ec no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:37.696360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:37.715525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c90e2-5131-455d-be28-b3573f718d36 req-c0672949-4b2c-4ff2-be03-0cd52c9407a5 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:37.717334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da0c90e2-5131-455d-be28-b3573f718d36 req-c0672949-4b2c-4ff2-be03-0cd52c9407a5 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 944 time: 0.4451237 Apr 20 12:57:37.743013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:37.753577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5723c-d92a-41b3-8d50-184943d97726 req-b4c516a0-5855-4327-b50e-57a0e6206e84 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:37.761427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bda5723c-d92a-41b3-8d50-184943d97726 req-b4c516a0-5855-4327-b50e-57a0e6206e84 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.4434011 Apr 20 12:57:37.779554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.804259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d062e89b-54e5-4a35-bb3f-3bd663d9f463 None None] Port c9df9a28-7a4c-42f3-93e5-e139b31302ec cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:37.817502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9df9a28-7a4c-42f3-93e5-e139b31302ec not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:37.818355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 70920739-0aad-45f7-843e-43cf42ecf0e0 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:37.824136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.827406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d2585eb8-063d-492c-858d-af4f294d472e HTTP/1.1" status: 204 len: 168 time: 1.0549386 Apr 20 12:57:37.899457 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.918644 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.919218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd93a0-e81c-44fd-9874-d6c18314f7f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2585eb8-063d-492c-858d-af4f294d472e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:37.975506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 70920739-0aad-45f7-843e-43cf42ecf0e0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=70920739-0aad-45f7-843e-43cf42ecf0e0,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:37.982034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:37.983082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8cab4777-0a6c-4f65-a4f6-c01735134265 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:38.066015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33110) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:38.075680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=70920739-0aad-45f7-843e-43cf42ecf0e0,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:38.127385 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.138876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=2d2152ba-c841-4838-9638-514cf5f96f90,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:38.152438 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3fad6a16-67bc-4e2a-85ba-0c7ef3efb8d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec0b22e274354a70b53f820399528518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0838451 Apr 20 12:57:38.158433 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-bb5e28f3-f266-45c0-a636-dde528ae9399 service neutron] 10.222.0.30 "GET /v2.0/networks/1e289b16-9691-4d74-b7c6-b951e35d6244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536205 Apr 20 12:57:38.158899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33112) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:38.171622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8cab4777-0a6c-4f65-a4f6-c01735134265, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8cab4777-0a6c-4f65-a4f6-c01735134265,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:38.177934 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.178991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f829414c-1212-4a0c-a192-a8a99ecca0b4 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:38.196170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da0c90e2-5131-455d-be28-b3573f718d36 req-94c0784a-f863-4b08-bfee-696fd965d3fd tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562054 Apr 20 12:57:38.200645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bda5723c-d92a-41b3-8d50-184943d97726 req-2395cccd-b0a6-4a4b-bb7f-922790512dbb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381444 Apr 20 12:57:38.223342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] For port 2d2152ba-c841-4838-9638-514cf5f96f90, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:38.293060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] device_id is not set on port 2d2152ba-c841-4838-9638-514cf5f96f90 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:38.298437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8cab4777-0a6c-4f65-a4f6-c01735134265,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:38.308971 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b6aa8a-2dfc-4183-a7b5-1783a5f48716 x-openstack-request-id: req-d5b6aa8a-2dfc-4183-a7b5-1783a5f48716 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:38.309274 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "16542a85-d975-45df-889f-61d550f9c6dc", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:38.309603 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5b6aa8a-2dfc-4183-a7b5-1783a5f48716 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:38.310269 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b6aa8a-2dfc-4183-a7b5-1783a5f48716'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc', 'code': 200} Apr 20 12:57:38.310816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.337300 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.356915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.394332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Made reservation on behalf of f6be64e59ce646a3baefaf244cbd8163 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:38.397847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.411713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:57:38.440481 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2805934a-9edf-47be-90a7-bd2cbd89fbc7 req-69b6717a-012c-430e-a180-db3f47a8dc8d service neutron] 10.222.0.30 "GET /v2.0/networks/1e289b16-9691-4d74-b7c6-b951e35d6244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622449 Apr 20 12:57:38.450235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f829414c-1212-4a0c-a192-a8a99ecca0b4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:38.460621 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.462000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 501a68ff-8e54-4765-b0e2-6159042e67c8 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:38.468371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35eacdc8-9af0-4ed1-87ba-065094257334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.570150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f829414c-1212-4a0c-a192-a8a99ecca0b4,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:38.597657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.630733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35eacdc8-9af0-4ed1-87ba-065094257334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.685317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.725371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-972d7dbe-6f25-49e0-8171-2e3d8b401ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:38.727193 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-972d7dbe-6f25-49e0-8171-2e3d8b401ec9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=da74dad9c1944934af59fdf151b5a1c8&device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1636822 Apr 20 12:57:38.760279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 501a68ff-8e54-4765-b0e2-6159042e67c8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=501a68ff-8e54-4765-b0e2-6159042e67c8,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:38.778963 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.779882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.20.0.6 (19a9b48e-ece9-48dd-a962-615dbfe7806e/58889dad-8145-4dbb-896b-5deb3346cb4f/21a82d1b-84b1-4eb3-8335-fbd2ec96bd70) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:38.823774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0acc3644-1baa-4bfc-9265-eb485fc4cd97 None None] Provisioning complete for port 0477ef10-74c7-48c6-b2a0-cde29027d82e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:38.824312 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0acc3644-1baa-4bfc-9265-eb485fc4cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.836744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35eacdc8-9af0-4ed1-87ba-065094257334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.839451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35eacdc8-9af0-4ed1-87ba-065094257334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:38.840841 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-35eacdc8-9af0-4ed1-87ba-065094257334 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f918e23-e716-45ac-8897-c50645c02621 HTTP/1.1" status: 204 len: 168 time: 0.6744986 Apr 20 12:57:38.875426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0477ef10-74c7-48c6-b2a0-cde29027d82e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:38.886750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eacdc8-9af0-4ed1-87ba-065094257334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f918e23-e716-45ac-8897-c50645c02621,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:38.953056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-c38dffdb-242f-4f7d-9f71-0add1157fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:38.954637 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-c38dffdb-242f-4f7d-9f71-0add1157fdbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e289b16-9691-4d74-b7c6-b951e35d6244 HTTP/1.1" status: 200 len: 923 time: 0.2194149 Apr 20 12:57:39.013980 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-bdd7bae0-2409-495a-b06c-ed5fa570a351 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0559828-189e-4089-b875-9e9e8c3b13ae HTTP/1.1" status: 200 len: 217 time: 0.0454988 Apr 20 12:57:39.015563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.029011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=501a68ff-8e54-4765-b0e2-6159042e67c8,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:39.060868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0477ef10-74c7-48c6-b2a0-cde29027d82e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:39.061394 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.114134 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bbfc08-c8d9-40d9-89f4-eec3957ce5a6 x-openstack-request-id: req-31bbfc08-c8d9-40d9-89f4-eec3957ce5a6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:39.114134 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:39.114771 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31bbfc08-c8d9-40d9-89f4-eec3957ce5a6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:39.114886 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bbfc08-c8d9-40d9-89f4-eec3957ce5a6'] response: {'name': 'network-changed', 'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299', 'status': 'completed', 'code': 200} Apr 20 12:57:39.118278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:39.143240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-b1d4daba-6638-4a24-931c-f44cdaec3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.144819 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-b1d4daba-6638-4a24-931c-f44cdaec3ddb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db7bc953-f023-404c-b870-d7775cce746e HTTP/1.1" status: 200 len: 862 time: 0.0927205 Apr 20 12:57:39.181945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d409d63-bab3-4b50-adbf-1b90997e3049 req-03877b18-c478-46c7-a00a-386af27efb6b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 210 time: 0.7513478 Apr 20 12:57:39.183304 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0acc3644-1baa-4bfc-9265-eb485fc4cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.201058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:39.253130 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-c2222b8b-8806-4a92-a728-dbe28307812f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e289b16-9691-4d74-b7c6-b951e35d6244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762160 Apr 20 12:57:39.291612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] No DVR routers for this DVR port 2d2152ba-c841-4838-9638-514cf5f96f90 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:39.300306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.436022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.500431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:39.514857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:39.522071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:39.541462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:39.543505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] In _notify_port_updated(), no bound segment for port 2d2152ba-c841-4838-9638-514cf5f96f90 on network 5698e2a5-7aeb-42c7-b276-62870bae4129 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 12:57:39.545003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.545348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0acc3644-1baa-4bfc-9265-eb485fc4cd97 None None] For port 0477ef10-74c7-48c6-b2a0-cde29027d82e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0477ef10-74c7-48c6-b2a0-cde29027d82e,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:39.546891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.550080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-1b8f6d30-6022-4722-a400-da1725ca3e65 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d2152ba-c841-4838-9638-514cf5f96f90 HTTP/1.1" status: 200 len: 1032 time: 1.8611705 Apr 20 12:57:39.575941 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0acc3644-1baa-4bfc-9265-eb485fc4cd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.586831 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-52306a8c-2832-443b-abc5-197f0c345f3a service neutron] 10.222.0.30 "GET /v2.0/networks/1e289b16-9691-4d74-b7c6-b951e35d6244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188922 Apr 20 12:57:39.608863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:39.618088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb411-5b8b-4273-b8b9-aa9fd0338f03 req-5862a62b-6f42-4e58-a7c1-727a8a5bbf3f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.625284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb411-5b8b-4273-b8b9-aa9fd0338f03 req-5862a62b-6f42-4e58-a7c1-727a8a5bbf3f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.627909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 has no active binding in host n-h1-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 12:57:39.634853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb411-5b8b-4273-b8b9-aa9fd0338f03 req-5862a62b-6f42-4e58-a7c1-727a8a5bbf3f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.635150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.642734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb411-5b8b-4273-b8b9-aa9fd0338f03 req-5862a62b-6f42-4e58-a7c1-727a8a5bbf3f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.650787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb411-5b8b-4273-b8b9-aa9fd0338f03 req-5862a62b-6f42-4e58-a7c1-727a8a5bbf3f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.653117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d7fb411-5b8b-4273-b8b9-aa9fd0338f03 req-5862a62b-6f42-4e58-a7c1-727a8a5bbf3f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 3877 time: 0.5454931 Apr 20 12:57:39.729278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.730026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.736422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-7aa923ea-2c9f-4f0b-83cc-505847bbe9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.737991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-7aa923ea-2c9f-4f0b-83cc-505847bbe9e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1125 time: 0.6266692 Apr 20 12:57:39.752683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc3644-1baa-4bfc-9265-eb485fc4cd97 None None] Pushing event updated for resources: {'Port': ['ID=0477ef10-74c7-48c6-b2a0-cde29027d82e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:39.768202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8762a9-3ca0-4bee-bab7-ae1d1ed70a06 req-5177441d-cfa5-43d2-baf7-e297ed6787d4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:39.769241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b8762a9-3ca0-4bee-bab7-ae1d1ed70a06 req-5177441d-cfa5-43d2-baf7-e297ed6787d4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.4567163 Apr 20 12:57:39.804516 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3f1654e9-5bbd-4ea4-a8a6-a449f8bc1fdd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1917968 Apr 20 12:57:39.821094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-2aa3b752-d001-4ac1-a71d-b5c1ce6510dd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:57:39.822139 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-2aa3b752-d001-4ac1-a71d-b5c1ce6510dd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145528 Apr 20 12:57:39.832455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f1b01233-0625-428f-b2f0-c1f35d91b53b None None] Provisioning complete for port 2d2152ba-c841-4838-9638-514cf5f96f90 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:39.832843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1b01233-0625-428f-b2f0-c1f35d91b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.852591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Request body: {'port': {'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:39.867006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:39.930900 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:57:39.931297 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:57:39.941092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f1b01233-0625-428f-b2f0-c1f35d91b53b None None] Port 2d2152ba-c841-4838-9638-514cf5f96f90 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:39.958359 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7de69ff7-9afe-4f07-a790-452e737fc903 req-e9c7b5b7-c055-4d42-965a-e44009586efb service neutron] 10.222.0.30 "GET /v2.0/networks/1e289b16-9691-4d74-b7c6-b951e35d6244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605578 Apr 20 12:57:39.997468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.071284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cb4eadb5-4503-46aa-a950-7f8994fe35a1 None None] Provisioning complete for port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:40.071858 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb4eadb5-4503-46aa-a950-7f8994fe35a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.128418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b8762a9-3ca0-4bee-bab7-ae1d1ed70a06 req-448e744c-a058-41e2-9d72-ea93bb074fce tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698185 Apr 20 12:57:40.154029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cb4eadb5-4503-46aa-a950-7f8994fe35a1 None None] Port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:40.221049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] For port 0477ef10-74c7-48c6-b2a0-cde29027d82e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0477ef10-74c7-48c6-b2a0-cde29027d82e,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:40.290301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d7fb411-5b8b-4273-b8b9-aa9fd0338f03 req-5cd87837-dedd-4225-9ee2-04d94f66f966 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5813677 Apr 20 12:57:40.323576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2152ba-c841-4838-9638-514cf5f96f90'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:40.328145 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43312303-e07b-45bb-acba-d7c0bbb7a3bc" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d2152ba-c841-4838-9638-514cf5f96f90"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:40.398711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.421869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port 8cab4777-0a6c-4f65-a4f6-c01735134265 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:40.422213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.432547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.433650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.460516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:40.468420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.481207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Transition to ACTIVE for port object 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:57:40.486802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.550181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:40.627036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-2781f1a5-85fa-4f0e-b0f4-129d9f63b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:40.628523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-2781f1a5-85fa-4f0e-b0f4-129d9f63b6a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.8796771 Apr 20 12:57:40.669088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:40.671784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Attempting to bind port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:40.672122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Attempting to bind port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:40.672615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Attempting to bind port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:40.680877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:57:40.681441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Attempting to bind port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:40.689416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:40.690449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Checking segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:40.690998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Bound using segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:40.691591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Bound port: 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:40.692130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.744205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cce088-e643-4d6e-a228-e2da5b651de7 req-e71d54b5-2993-4e6d-96ab-7aaeff503f55 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:40.745826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83cce088-e643-4d6e-a228-e2da5b651de7 req-e71d54b5-2993-4e6d-96ab-7aaeff503f55 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 944 time: 0.5022736 Apr 20 12:57:40.766362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:40.778115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32887818-2b9a-4927-bba4-4971873cf999 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:40.848849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] For port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:40.854685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] For port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:40.861724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:40.862305 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.883519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:40.896348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-e948c5d4-6e13-46bf-9ca2-d8cc571a9e85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 217 time: 0.2260904 Apr 20 12:57:40.918611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23036149-8baa-44c1-83ec-7a1d42281363 req-05288d9f-1e0e-400e-9b2c-1284a9743149 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:40.926384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23036149-8baa-44c1-83ec-7a1d42281363 req-05288d9f-1e0e-400e-9b2c-1284a9743149 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.5223055 Apr 20 12:57:40.942735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=0477ef10-74c7-48c6-b2a0-cde29027d82e,revision_number=5']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:40.972649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=6107e0ce-7612-4c32-a671-ed63c8ca10ca,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:41.012633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a4bcc618-db2e-468b-8e29-e8f10f377776 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8230565 Apr 20 12:57:41.018452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:41.032014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0477ef10-74c7-48c6-b2a0-cde29027d82e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:41.037275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:41.038850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:41.042046 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 HTTP/1.1" status: 200 len: 1091 time: 1.1947889 Apr 20 12:57:41.042768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] For port 8cab4777-0a6c-4f65-a4f6-c01735134265, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8cab4777-0a6c-4f65-a4f6-c01735134265,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:41.043150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:41.053131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:91:b2:4c', 'name': 'tempest-NetworksTestDHCPv6-1420494405'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:41.062507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:41.065570 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b5247b-1abf-468f-99f7-6ade9b4a462a" -d '{"events": [{"name": "network-changed", "server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:41.158675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c7899-7310-4783-80da-9296be3da3f7 service neutron] Pushing event updated for resources: {'Port': ['ID=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:41.210570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d0559828-189e-4089-b875-9e9e8c3b13ae details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:41.225358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83cce088-e643-4d6e-a228-e2da5b651de7 req-e1683049-0183-41ae-bfd7-4a39efb44f6c tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488435 Apr 20 12:57:41.275706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-c3656ec9-591c-480c-a8a1-24fbecf07b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:41.278938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-c3656ec9-591c-480c-a8a1-24fbecf07b70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.3463211 Apr 20 12:57:41.287916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23036149-8baa-44c1-83ec-7a1d42281363 req-66d4dab2-d95a-417f-b168-456f4b79cf6e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607655 Apr 20 12:57:41.301695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-80c09cde-ee09-4463-b7f7-4424eb3019e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:41.307034 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-80c09cde-ee09-4463-b7f7-4424eb3019e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 1094 time: 0.2072396 Apr 20 12:57:41.402484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-39b3fdea-579f-4c82-bb92-7c2742a658fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019719 Apr 20 12:57:41.412737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0477ef10-74c7-48c6-b2a0-cde29027d82e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:41.414645 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:41.467146 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5078f5b9-f2ea-4383-93ff-d45332d1062a x-openstack-request-id: req-5078f5b9-f2ea-4383-93ff-d45332d1062a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:41.467448 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d2152ba-c841-4838-9638-514cf5f96f90", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:41.467945 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5078f5b9-f2ea-4383-93ff-d45332d1062a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:41.468545 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5078f5b9-f2ea-4383-93ff-d45332d1062a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2152ba-c841-4838-9638-514cf5f96f90', 'code': 200} Apr 20 12:57:41.469040 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5078f5b9-f2ea-4383-93ff-d45332d1062a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0', 'code': 200} Apr 20 12:57:41.472580 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5078f5b9-f2ea-4383-93ff-d45332d1062a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'code': 200} Apr 20 12:57:41.472996 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5078f5b9-f2ea-4383-93ff-d45332d1062a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4', 'code': 200} Apr 20 12:57:41.473439 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5078f5b9-f2ea-4383-93ff-d45332d1062a'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8', 'code': 200} Apr 20 12:57:41.477055 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-e13ae8b8-ada7-4da7-b071-a2af5210eec4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 HTTP/1.1" status: 200 len: 217 time: 0.1562212 Apr 20 12:57:41.514920 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c4284f-8eb8-4e96-b524-b80df7f96043 x-openstack-request-id: req-07c4284f-8eb8-4e96-b524-b80df7f96043 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:41.515213 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:41.515446 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07c4284f-8eb8-4e96-b524-b80df7f96043 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:41.515893 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c4284f-8eb8-4e96-b524-b80df7f96043'] response: {'name': 'network-changed', 'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'status': 'completed', 'code': 200} Apr 20 12:57:41.540059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d0559828-189e-4089-b875-9e9e8c3b13ae, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d0559828-189e-4089-b875-9e9e8c3b13ae,segment=NetworkSegment(c5536451-39e6-4503-b92b-5e28b0fbd20d),segment_id=c5536451-39e6-4503-b92b-5e28b0fbd20d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:41.563142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'd0559828-189e-4089-b875-9e9e8c3b13ae', 'network_id': '1e289b16-9691-4d74-b7c6-b951e35d6244', 'port_id': 'd0559828-189e-4089-b875-9e9e8c3b13ae', 'mac_address': 'fa:16:3e:5a:e2:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7bc953-f023-404c-b870-d7775cce746e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:57:41.731832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:41.844760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:41.878433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc98fc-2284-4fb3-a74c-ee01cf37e659 req-89ebee53-fc8c-4445-a662-398d9e8aedc0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:41.880253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22dc98fc-2284-4fb3-a74c-ee01cf37e659 req-89ebee53-fc8c-4445-a662-398d9e8aedc0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 943 time: 0.4445660 Apr 20 12:57:41.890410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0559828-189e-4089-b875-9e9e8c3b13ae {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:41.955902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d0559828-189e-4089-b875-9e9e8c3b13ae, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d0559828-189e-4089-b875-9e9e8c3b13ae,segment=NetworkSegment(c5536451-39e6-4503-b92b-5e28b0fbd20d),segment_id=c5536451-39e6-4503-b92b-5e28b0fbd20d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:41.966565 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:41.991738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-ce62c414-e4bf-4ed3-9efb-a5ef65c8578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:41.995736 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-ce62c414-e4bf-4ed3-9efb-a5ef65c8578c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.4791281 Apr 20 12:57:42.003380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:42.062705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-d375b2a8-9c5b-4f4b-94ec-497a940507cc service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571722 Apr 20 12:57:42.091076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d0559828-189e-4089-b875-9e9e8c3b13ae,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:42.093386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d98f83-59d3-4b2a-9df1-eaebd2ebc513 req-40a6657a-eb8d-410b-9854-4e3c876b77d4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:42.095419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1d98f83-59d3-4b2a-9df1-eaebd2ebc513 req-40a6657a-eb8d-410b-9854-4e3c876b77d4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.3858449 Apr 20 12:57:42.117962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 5552fbf4-aab2-4ca2-a293-72ddd461764a yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:42.170031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-a291e7f2-6a94-45b3-a9ad-0790932781eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:42.171595 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-a291e7f2-6a94-45b3-a9ad-0790932781eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1612594 Apr 20 12:57:42.184367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:42.185090 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:42.185696 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Floating IP 65e11754-61db-4787-98c8-b7874f45f86b disassociated. External IP: 172.25.3.135, port: 8cab4777-0a6c-4f65-a4f6-c01735134265. Apr 20 12:57:42.186273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for 8cab4777-0a6c-4f65-a4f6-c01735134265 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:42.200758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22dc98fc-2284-4fb3-a74c-ee01cf37e659 req-af76f769-f512-46ee-a75d-44c97450323b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554948 Apr 20 12:57:42.371779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1d98f83-59d3-4b2a-9df1-eaebd2ebc513 req-9cd50965-924d-4c05-be89-50f16831aec0 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596478 Apr 20 12:57:42.417853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:42.447713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2c5e669-7fbc-4422-ab74-20be5151dda9 req-189537d0-6f87-489a-ab3f-9fd77309beab service neutron] 10.222.0.37 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729248 Apr 20 12:57:42.473832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d0559828-189e-4089-b875-9e9e8c3b13ae'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:42.516061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977e03-a134-47f6-a051-d10cfa935617 req-00468d87-d419-416e-b4f2-cece238890a4 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:42.527313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977e03-a134-47f6-a051-d10cfa935617 req-00468d87-d419-416e-b4f2-cece238890a4 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:42.549928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977e03-a134-47f6-a051-d10cfa935617 req-00468d87-d419-416e-b4f2-cece238890a4 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:42.566181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977e03-a134-47f6-a051-d10cfa935617 req-00468d87-d419-416e-b4f2-cece238890a4 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:42.576050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977e03-a134-47f6-a051-d10cfa935617 req-00468d87-d419-416e-b4f2-cece238890a4 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:42.579373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b977e03-a134-47f6-a051-d10cfa935617 req-00468d87-d419-416e-b4f2-cece238890a4 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 3877 time: 0.2395077 Apr 20 12:57:42.711926 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-3500196c-0f69-49a0-aa4c-cfc761787ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313814 Apr 20 12:57:42.773721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:42.793859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::388 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/ed206a53-c307-4e05-9b68-e6417cca45e4/5552fbf4-aab2-4ca2-a293-72ddd461764a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:42.802260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-959a7408-1777-44d0-b462-473bec8b811c None None] Provisioning complete for port 0477ef10-74c7-48c6-b2a0-cde29027d82e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:42.802809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959a7408-1777-44d0-b462-473bec8b811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:42.812852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:b24c (ff9ae87c-2997-4e63-b702-c95e1a5a7204/6107e0ce-7612-4c32-a671-ed63c8ca10ca/5552fbf4-aab2-4ca2-a293-72ddd461764a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:42.834017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0477ef10-74c7-48c6-b2a0-cde29027d82e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:42.889998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-18c95067-19ee-44b8-a539-e9bee5e2b4e8 req-7f435af8-85fe-4a27-a99c-b8a90e16d2da service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707895 Apr 20 12:57:43.002183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=8cab4777-0a6c-4f65-a4f6-c01735134265,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:43.005483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-db9a61fb-5c99-4b7d-8765-1bed5cdd69f0 service neutron] 10.222.0.37 "GET /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299/bindings/n-h1-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.3253438 Apr 20 12:57:43.054819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-6c56b18f-5092-4f8a-8639-a48b48ab06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:43.056363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0477ef10-74c7-48c6-b2a0-cde29027d82e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:43.056824 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-6c56b18f-5092-4f8a-8639-a48b48ab06f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 1094 time: 0.0824244 Apr 20 12:57:43.057319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:43.065870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b977e03-a134-47f6-a051-d10cfa935617 req-279f7683-f911-4ac1-a843-b88da12bc8de tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3971753 Apr 20 12:57:43.129571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c43a-56d5-4e75-b101-1589578027ea req-d6488a38-3aee-4264-9595-ceb80607cee4 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:43.138382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45a6c43a-56d5-4e75-b101-1589578027ea req-d6488a38-3aee-4264-9595-ceb80607cee4 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 945 time: 0.4815166 Apr 20 12:57:43.168346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:43.216889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Router 5bdcfe73-95c5-4687-ba41-23b681a66975 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:57:43.226642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:43.243106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-8a26e117-efff-4d60-86b3-6287a3b9a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:43.244834 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-8a26e117-efff-4d60-86b3-6287a3b9a52b service neutron] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.1814854 Apr 20 12:57:43.250796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:43.332538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:43.348536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45a6c43a-56d5-4e75-b101-1589578027ea req-a19fa1d3-c517-4582-94e9-526b50ba519c tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091300 Apr 20 12:57:43.399798 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-c150583f-408c-4d32-af6a-d2481c37b310 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 HTTP/1.1" status: 200 len: 217 time: 0.1378796 Apr 20 12:57:43.420798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:43.431741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:43.434838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:43.441444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:43.442057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:43.493369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=5552fbf4-aab2-4ca2-a293-72ddd461764a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:43.546444 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83ba999e-c741-44eb-8fa2-cb18489b960e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5197854 Apr 20 12:57:43.548985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-2d5b10c6-38ec-46a6-aa96-d23ab7b822fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:43.551186 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-2d5b10c6-38ec-46a6-aa96-d23ab7b822fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.1422472 Apr 20 12:57:43.553030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33216) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:43.694443 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-2394ac3b-2cdc-4d65-90e3-388e9cf8eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:43.696144 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-2394ac3b-2cdc-4d65-90e3-388e9cf8eb96 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314206 Apr 20 12:57:43.805318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 5552fbf4-aab2-4ca2-a293-72ddd461764a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:43.806539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:43.854415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-154c0da7-f0bd-4db9-abf1-40677a315ae2 None None] Provisioning complete for port 5552fbf4-aab2-4ca2-a293-72ddd461764a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:43.855806 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-154c0da7-f0bd-4db9-abf1-40677a315ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:43.908226 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-4e1ae9a0-7549-4f6d-b7b2-a4b92ea86a66 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961529 Apr 20 12:57:43.929331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-154c0da7-f0bd-4db9-abf1-40677a315ae2 None None] Port 5552fbf4-aab2-4ca2-a293-72ddd461764a cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:43.948738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384177-5076-4327-be8f-1949786d1ab2 req-39c34118-0753-4f6b-b3c9-48093a01de93 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:43.949596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b384177-5076-4327-be8f-1949786d1ab2 req-39c34118-0753-4f6b-b3c9-48093a01de93 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.7402852 Apr 20 12:57:43.959603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.012557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 5552fbf4-aab2-4ca2-a293-72ddd461764a owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:44.076866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c502fc1-fd86-486f-956d-9a45a130b5e3 req-5813c98b-e746-42d3-92a1-b45a81e992af tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.078380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c502fc1-fd86-486f-956d-9a45a130b5e3 req-5813c98b-e746-42d3-92a1-b45a81e992af tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 943 time: 0.1825998 Apr 20 12:57:44.088376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:44.095647 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d9b5247b-1abf-468f-99f7-6ade9b4a462a req-3c0f260e-896e-4f94-8737-8609f88c2465 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720672 Apr 20 12:57:44.153308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b384177-5076-4327-be8f-1949786d1ab2 req-1dd465e9-03b1-47b9-b46b-a54b97f45aaf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870873 Apr 20 12:57:44.163126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:57:44.167199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:44.190466 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] Sync routers for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:57:44.220291 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:44.223898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:44.239771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c502fc1-fd86-486f-956d-9a45a130b5e3 req-8be105bd-7e4a-4c25-bd6b-870e1751ff72 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347272 Apr 20 12:57:44.261421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] No DVR routers for this DVR port 8cab4777-0a6c-4f65-a4f6-c01735134265 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:44.275434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.278954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-50798b17-0685-4636-accc-5c3d49905301 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "DELETE /v2.0/ports/8cab4777-0a6c-4f65-a4f6-c01735134265 HTTP/1.1" status: 204 len: 173 time: 4.6955514 Apr 20 12:57:44.281338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:44.283919 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6747bd-b98a-448c-b738-1ddd7147434c" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:44.291813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa76fad8-3fd2-471f-9445-17459b6ac299 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:44.352600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.379001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:44.390513 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=5552fbf4-aab2-4ca2-a293-72ddd461764a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:44.432516 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:44.444802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.453655 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-178d71dc-82ee-46a0-9df8-d866c78f3e95 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5552fbf4-aab2-4ca2-a293-72ddd461764a HTTP/1.1" status: 204 len: 168 time: 0.8973312 Apr 20 12:57:44.454142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33238) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:44.460701 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.527341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844bf55-eb1f-4659-a180-c9d8f6f546c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.530846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2be85-41b4-43d4-8e0d-92964477f0f3 req-168af66a-fff2-40c8-9a0d-ace34dee468c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.531893 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6844bf55-eb1f-4659-a180-c9d8f6f546c0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0758717 Apr 20 12:57:44.533360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78f2be85-41b4-43d4-8e0d-92964477f0f3 req-168af66a-fff2-40c8-9a0d-ace34dee468c tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 944 time: 0.2735200 Apr 20 12:57:44.540403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:44.568149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5470076-b693-4b0e-b18b-522880c93d5a req-9d15df9d-089e-4938-b0cd-c9bd1ab7c5fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.574576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5470076-b693-4b0e-b18b-522880c93d5a req-9d15df9d-089e-4938-b0cd-c9bd1ab7c5fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.580677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5470076-b693-4b0e-b18b-522880c93d5a req-9d15df9d-089e-4938-b0cd-c9bd1ab7c5fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.587849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5470076-b693-4b0e-b18b-522880c93d5a req-9d15df9d-089e-4938-b0cd-c9bd1ab7c5fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.590481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5470076-b693-4b0e-b18b-522880c93d5a req-9d15df9d-089e-4938-b0cd-c9bd1ab7c5fa tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 3143 time: 0.2186048 Apr 20 12:57:44.619345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a149869-0eb6-4b4f-94f8-81b46e248626 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.624293 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2a149869-0eb6-4b4f-94f8-81b46e248626 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0825377 Apr 20 12:57:44.625158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:44.710400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port f829414c-1212-4a0c-a192-a8a99ecca0b4 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:44.710742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.731347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b74fc6-813f-41d6-bc88-468d01573977 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.736212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b74fc6-813f-41d6-bc88-468d01573977 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.740370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b74fc6-813f-41d6-bc88-468d01573977 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:44.746346 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-40b74fc6-813f-41d6-bc88-468d01573977 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1198802 Apr 20 12:57:44.750312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33250) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:44.752053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78f2be85-41b4-43d4-8e0d-92964477f0f3 req-170dee6a-e83e-44b4-83dd-7097e7cdb76e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057333 Apr 20 12:57:44.760794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5470076-b693-4b0e-b18b-522880c93d5a req-048f26f6-edc5-4cb1-82f3-41955f99bf83 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441863 Apr 20 12:57:44.827790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] Transition to ACTIVE for port object aa76fad8-3fd2-471f-9445-17459b6ac299 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:57:44.854729 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30842f9e-52b6-4985-861e-85846fa0032f x-openstack-request-id: req-30842f9e-52b6-4985-861e-85846fa0032f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:44.855070 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "8cab4777-0a6c-4f65-a4f6-c01735134265", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:44.855344 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30842f9e-52b6-4985-861e-85846fa0032f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:44.855750 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30842f9e-52b6-4985-861e-85846fa0032f'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '8cab4777-0a6c-4f65-a4f6-c01735134265', 'status': 'completed', 'code': 200} Apr 20 12:57:44.857019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.863902 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:44.890874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 6107e0ce-7612-4c32-a671-ed63c8ca10ca {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:44.895946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.923869 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] Checking router: 5bdcfe73-95c5-4687-ba41-23b681a66975 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:57:44.925072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] For port f829414c-1212-4a0c-a192-a8a99ecca0b4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f829414c-1212-4a0c-a192-a8a99ecca0b4,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:44.925572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.942023 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:44.942886 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:44.955583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:44.968283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for f829414c-1212-4a0c-a192-a8a99ecca0b4 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:44.978402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] No DVR routers for this DVR port aa76fad8-3fd2-471f-9445-17459b6ac299 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:45.004115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] Pushing event updated for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:45.058376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.073117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-376963ee-73f2-4a4a-933e-98299eb18949 service neutron] 10.222.0.37 "PUT /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299/bindings/n-h1-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0488904 Apr 20 12:57:45.082515 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:45.109275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b42b2-8174-4ed7-bd5e-99bf41adccc2 req-3a0fc4fe-f682-4e48-947d-b2693c2ca577 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:45.111447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-372b42b2-8174-4ed7-bd5e-99bf41adccc2 req-3a0fc4fe-f682-4e48-947d-b2693c2ca577 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 945 time: 0.1724403 Apr 20 12:57:45.189860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-372b42b2-8174-4ed7-bd5e-99bf41adccc2 req-82d9f1f1-7487-47c4-870b-0d2a226f38f7 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676756 Apr 20 12:57:45.218731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.240647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d0559828-189e-4089-b875-9e9e8c3b13ae up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:45.260444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=6107e0ce-7612-4c32-a671-ed63c8ca10ca,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:45.263892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-13d1a75b-cb26-4d14-b337-d1ab04c4e482 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:45.265703 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-13d1a75b-cb26-4d14-b337-d1ab04c4e482 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1121051 Apr 20 12:57:45.277049 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.307539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.310945 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-412ccc0c-c12d-48ef-8239-ed03666b0feb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/6107e0ce-7612-4c32-a671-ed63c8ca10ca HTTP/1.1" status: 204 len: 168 time: 0.5574057 Apr 20 12:57:45.313543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33258) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:45.328551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8af8c-ab80-44b6-b663-1137bc0e7472 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:45.349012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=f829414c-1212-4a0c-a192-a8a99ecca0b4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:45.375308 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:45.385033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-6dc595ef-8531-4e41-9f0d-e2117ea0662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:45.390238 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-6dc595ef-8531-4e41-9f0d-e2117ea0662b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152&tenant_id=9e322fabebe54304a534c6dab524db45 HTTP/1.1" status: 200 len: 1096 time: 0.1138327 Apr 20 12:57:45.415045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet ed206a53-c307-4e05-9b68-e6417cca45e4 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:45.418638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.420894 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb7de52-420c-484c-9fb2-83d8cf45f7fe None None] The sync data for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 is: [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:52:02Z', 'revision_number': 4, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6', 'name': '', 'network_id': '1ba8362e-e634-46c3-b068-81722f541015', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'mac_address': 'fa:16:3e:36:a4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '2183d576-14b5-4237-973d-f875b237e6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:00Z', 'updated_at': '2022-04-20T12:52:12Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'subnets': [{'id': '2183d576-14b5-4237-973d-f875b237e6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:57:45.502430 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.545577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port d0559828-189e-4089-b875-9e9e8c3b13ae completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:57:45.561828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port d0559828-189e-4089-b875-9e9e8c3b13ae triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:45.562453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.574577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] No DVR routers for this DVR port f829414c-1212-4a0c-a192-a8a99ecca0b4 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:45.586628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.592735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-06363f0b-5cbb-447e-a20d-b76f00041312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:45.594408 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-06363f0b-5cbb-447e-a20d-b76f00041312 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e322fabebe54304a534c6dab524db45&device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1096 time: 0.1208248 Apr 20 12:57:45.600330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-636ce03d-3e18-4a63-bab5-586f1c73cc07 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "DELETE /v2.0/ports/f829414c-1212-4a0c-a192-a8a99ecca0b4 HTTP/1.1" status: 204 len: 173 time: 1.3024924 Apr 20 12:57:45.636069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb74b08-0d91-4603-af23-1efc31c363cf req-16aabf42-81c7-48f5-8006-f40df3e9ad6f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:45.638650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adb74b08-0d91-4603-af23-1efc31c363cf req-16aabf42-81c7-48f5-8006-f40df3e9ad6f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.2963595 Apr 20 12:57:45.700614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.735196 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.780520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-b8c49498-d03a-437a-b347-0ca7bde649f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:45.782350 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-b8c49498-d03a-437a-b347-0ca7bde649f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 200 len: 909 time: 0.1692493 Apr 20 12:57:45.786420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdc340-7796-451c-9ef0-16cb1d53bd92 req-ab448dfc-bf82-4e61-b3fd-fb12482de0a5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:45.793456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0559828-189e-4089-b875-9e9e8c3b13ae'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:45.796799 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791df6a1-02b0-4fa0-aea0-c7ab6d8a743b" -d '{"events": [{"server_uuid": "83f74176-b723-4d46-9b9e-a028fc243cf6", "name": "network-vif-plugged", "status": "completed", "tag": "d0559828-189e-4089-b875-9e9e8c3b13ae"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:45.800246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4efdc340-7796-451c-9ef0-16cb1d53bd92 req-ab448dfc-bf82-4e61-b3fd-fb12482de0a5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 943 time: 0.3498611 Apr 20 12:57:45.821671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d0559828-189e-4089-b875-9e9e8c3b13ae, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d0559828-189e-4089-b875-9e9e8c3b13ae,segment=NetworkSegment(c5536451-39e6-4503-b92b-5e28b0fbd20d),segment_id=c5536451-39e6-4503-b92b-5e28b0fbd20d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:45.828628 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.877375 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-299486ae-663d-4d94-b375-2412518ca87a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 200 len: 217 time: 0.0862694 Apr 20 12:57:45.883131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.892154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adb74b08-0d91-4603-af23-1efc31c363cf req-49828405-ffb0-4ae2-915f-24e6b397fb30 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333578 Apr 20 12:57:45.930892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d0559828-189e-4089-b875-9e9e8c3b13ae,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:45.947958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4efdc340-7796-451c-9ef0-16cb1d53bd92 req-ebda9b17-011c-4ace-98f6-e1cc644e558b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448538 Apr 20 12:57:45.949848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.949848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.950081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.950373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.950700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.951024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.951346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.951670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.951988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.952305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.952622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.952936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:57:45.977625 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:45.985555 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/ed206a53-c307-4e05-9b68-e6417cca45e4 HTTP/1.1" status: 204 len: 168 time: 0.6685090 Apr 20 12:57:45.994150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33290) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:46.033204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb090bb-662a-41c7-8432-5b660d08b21c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=ed206a53-c307-4e05-9b68-e6417cca45e4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:46.047012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c95caa-f4d3-4ef5-b315-1cf42f8548c9 None None] New status for floating IP 65e11754-61db-4787-98c8-b7874f45f86b: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:57:46.079057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-5358445a-3a5a-4960-b506-1617d071ff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:46.087778 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-5358445a-3a5a-4960-b506-1617d071ff04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 200 len: 848 time: 0.1957812 Apr 20 12:57:46.099934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4f4ff084-06b1-4ade-826e-aea7bbac2e46 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932555 Apr 20 12:57:46.101527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33294) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:46.105615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port 70920739-0aad-45f7-843e-43cf42ecf0e0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:46.106074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:46.129544 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271e6a71-68ea-4003-9bb3-88c5db27f7db x-openstack-request-id: req-271e6a71-68ea-4003-9bb3-88c5db27f7db {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:46.129919 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f74176-b723-4d46-9b9e-a028fc243cf6", "name": "network-vif-plugged", "status": "completed", "tag": "d0559828-189e-4089-b875-9e9e8c3b13ae", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:46.130146 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-271e6a71-68ea-4003-9bb3-88c5db27f7db {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:46.130501 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271e6a71-68ea-4003-9bb3-88c5db27f7db'] response: {'server_uuid': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0559828-189e-4089-b875-9e9e8c3b13ae', 'code': 200} Apr 20 12:57:46.208699 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-fbab60f8-180b-4370-88ee-4dec4026539c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cc1a42b-2e4d-4628-9b86-01d72495f9f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189139 Apr 20 12:57:46.315124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] For port 70920739-0aad-45f7-843e-43cf42ecf0e0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=70920739-0aad-45f7-843e-43cf42ecf0e0,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:46.315401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:46.334985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for 70920739-0aad-45f7-843e-43cf42ecf0e0 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:46.429751 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-bad463fb-9cac-4735-8041-e395db5199be service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124665 Apr 20 12:57:46.433345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:57:46.443587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:46.587878 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-2f8b0670-b62d-4b37-b316-6e877af73aab service neutron] 10.222.0.30 "GET /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372051 Apr 20 12:57:46.634744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:46.647249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:57:46.707302 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:46.715947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:46.729467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:57:46.761682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:46.766121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557817e0-162f-4298-ae6d-c3dcfc2555c2 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:46.790172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=70920739-0aad-45f7-843e-43cf42ecf0e0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:46.793580 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:46.819353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51b841-165c-46f5-ae34-e692e11cc844 req-f28490e8-bee7-42ff-b74a-8eef35b11a77 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:46.820836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff51b841-165c-46f5-ae34-e692e11cc844 req-f28490e8-bee7-42ff-b74a-8eef35b11a77 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.3735380 Apr 20 12:57:46.861248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85dd04-f314-43d5-a2af-5dee89937d4d req-c916b09d-5790-4ff1-8878-053e68b5a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:46.862747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c85dd04-f314-43d5-a2af-5dee89937d4d req-c916b09d-5790-4ff1-8878-053e68b5a23d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 1097 time: 0.4232035 Apr 20 12:57:46.863169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:46.865370 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c891478-9b48-46a7-a050-7705c69a19f6" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:46.886050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bcb028e5-cff5-45d2-a644-bcd4e0978c11 None None] Provisioning complete for port 0477ef10-74c7-48c6-b2a0-cde29027d82e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:46.886458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bcb028e5-cff5-45d2-a644-bcd4e0978c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:46.901705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae7f2-5dfe-4456-8d32-ceed3d769f54 req-2440ce28-de4d-44ff-835c-fde081125674 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:46.908092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae7f2-5dfe-4456-8d32-ceed3d769f54 req-2440ce28-de4d-44ff-835c-fde081125674 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:46.913905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ae7f2-5dfe-4456-8d32-ceed3d769f54 req-2440ce28-de4d-44ff-835c-fde081125674 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:46.915554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b3ae7f2-5dfe-4456-8d32-ceed3d769f54 req-2440ce28-de4d-44ff-835c-fde081125674 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 2332 time: 0.4780128 Apr 20 12:57:46.923297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] No DVR routers for this DVR port 70920739-0aad-45f7-843e-43cf42ecf0e0 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:46.949398 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:57:46.952945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:46.956426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-aa869729-b3e0-4792-9650-6d83d38c7287 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "DELETE /v2.0/ports/70920739-0aad-45f7-843e-43cf42ecf0e0 HTTP/1.1" status: 204 len: 173 time: 1.3417397 Apr 20 12:57:46.976806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143678a-2701-4535-aa29-8172ff96b625 req-482bb4b8-fa65-402e-8ce3-db21674ab7a6 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:46.978903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-482bb4b8-fa65-402e-8ce3-db21674ab7a6 tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152&tenant_id=9e322fabebe54304a534c6dab524db45&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.0684342 Apr 20 12:57:46.988942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:46.990293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:46.994718 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.054887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['21a82d1b-84b1-4eb3-8335-fbd2ec96bd70'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:47.126878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c85dd04-f314-43d5-a2af-5dee89937d4d req-4d1f2dc5-86e0-4a9f-b2bb-45006fa8586d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476580 Apr 20 12:57:47.129750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff51b841-165c-46f5-ae34-e692e11cc844 req-e2f6a487-0bb4-4b63-a173-750b2daed0e4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744462 Apr 20 12:57:47.160384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b3ae7f2-5dfe-4456-8d32-ceed3d769f54 req-b93b499b-07ac-4f37-b35a-cadb2b517772 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338736 Apr 20 12:57:47.165734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:47.290001 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8ed021-6825-4b68-b9a6-e25f2e8f94e3 x-openstack-request-id: req-da8ed021-6825-4b68-b9a6-e25f2e8f94e3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:47.290145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-9143678a-2701-4535-aa29-8172ff96b625 req-352c3399-9317-44ec-86c4-5f543d471a97 service neutron] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:47.290302 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "f829414c-1212-4a0c-a192-a8a99ecca0b4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:47.290907 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da8ed021-6825-4b68-b9a6-e25f2e8f94e3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:47.291470 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8ed021-6825-4b68-b9a6-e25f2e8f94e3'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': 'f829414c-1212-4a0c-a192-a8a99ecca0b4', 'status': 'completed', 'code': 200} Apr 20 12:57:47.298146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-9143678a-2701-4535-aa29-8172ff96b625 req-352c3399-9317-44ec-86c4-5f543d471a97 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.300903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9143678a-2701-4535-aa29-8172ff96b625 req-352c3399-9317-44ec-86c4-5f543d471a97 service neutron] 10.222.0.30 "DELETE /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299/bindings/n-h2-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.3115873 Apr 20 12:57:47.328707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] Deleting port 0477ef10-74c7-48c6-b2a0-cde29027d82e {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:47.329772 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.409109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] For port 0477ef10-74c7-48c6-b2a0-cde29027d82e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0477ef10-74c7-48c6-b2a0-cde29027d82e,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:47.409662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.425517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] Calling delete_port for 0477ef10-74c7-48c6-b2a0-cde29027d82e owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:47.465322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592479c-ba9f-452b-a36c-1cce729623c7 req-496ac63d-0f3e-49a2-b213-32975939b81c tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:47.466854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c592479c-ba9f-452b-a36c-1cce729623c7 req-496ac63d-0f3e-49a2-b213-32975939b81c tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.1742597 Apr 20 12:57:47.484123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port 501a68ff-8e54-4765-b0e2-6159042e67c8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:47.484467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.539825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.568026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] Pushing event deleted for resources: {'Port': ['ID=0477ef10-74c7-48c6-b2a0-cde29027d82e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:47.572074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b6b93-7910-471c-afd0-a655f0d87142 None None] No DVR routers for this DVR port 0477ef10-74c7-48c6-b2a0-cde29027d82e on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:47.604106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfb374-0531-483b-87e7-aa3a0df84a21 req-2d58754c-171f-4d8c-9e3a-9d7d22d83ef3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:47.605852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cbfb374-0531-483b-87e7-aa3a0df84a21 req-2d58754c-171f-4d8c-9e3a-9d7d22d83ef3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.2182283 Apr 20 12:57:47.650888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.662136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c592479c-ba9f-452b-a36c-1cce729623c7 req-d4512c7b-93d3-46f2-a67f-97f40bd10384 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838291 Apr 20 12:57:47.754959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] For port 501a68ff-8e54-4765-b0e2-6159042e67c8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=501a68ff-8e54-4765-b0e2-6159042e67c8,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:47.755315 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.760636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:47.779629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cbfb374-0531-483b-87e7-aa3a0df84a21 req-0eb6cdf0-827a-47c6-9c75-0a2b94508f39 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655114 Apr 20 12:57:47.796788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:47.803296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for 501a68ff-8e54-4765-b0e2-6159042e67c8 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:47.805660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:47.806285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:47.807274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a00d66-173d-4ad6-b7ec-c14a0580ca4a None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:47.808296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=5ff2eb40-2ff2-40dc-b4a0-b3ececb57766,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:47.874075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-753b0e8f-3ea7-4a8f-815f-26258e946235 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7686300 Apr 20 12:57:47.874470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33390) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:47.881081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-83b218ba-6ccc-4443-aecf-d14a567ddae1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:47.886994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd48f96-ac75-4b84-9952-1918335527e1 req-52ee0e5d-074c-4fb8-826c-5a547c1e659d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:47.888592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dd48f96-ac75-4b84-9952-1918335527e1 req-52ee0e5d-074c-4fb8-826c-5a547c1e659d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 944 time: 0.1425321 Apr 20 12:57:47.952642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dd48f96-ac75-4b84-9952-1918335527e1 req-45a00ac7-13dc-4eb9-9416-6ff1db503ec7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516617 Apr 20 12:57:47.990781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'tenant_id': '730b02e14cda4d2e89edad96c28469d1', 'fixed_ips': [{'subnet_id': '5ff2eb40-2ff2-40dc-b4a0-b3ececb57766'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:57:47.992365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.027817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.044419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b218ba-6ccc-4443-aecf-d14a567ddae1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:48.051123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83b218ba-6ccc-4443-aecf-d14a567ddae1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.060332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=501a68ff-8e54-4765-b0e2-6159042e67c8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:48.106111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] No DVR routers for this DVR port 501a68ff-8e54-4765-b0e2-6159042e67c8 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:48.109111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.113470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-01fde088-2db4-4dec-8031-47719a5bfce8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "DELETE /v2.0/ports/501a68ff-8e54-4765-b0e2-6159042e67c8 HTTP/1.1" status: 204 len: 173 time: 1.1459358 Apr 20 12:57:48.178521 n-d-838550-2 neutron-server[109409]: INFO neutron.db.ipam_backend_mixin [None req-83b218ba-6ccc-4443-aecf-d14a567ddae1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5ff2eb40-2ff2-40dc-b4a0-b3ececb57766 (CIDR: 2001:db8::/64) Apr 20 12:57:48.180261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Allocated IP 2001:db8::2 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5ff2eb40-2ff2-40dc-b4a0-b3ececb57766/01231f7f-cc87-496b-a1bc-5f80aeb30747) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:48.184875 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b218ba-6ccc-4443-aecf-d14a567ddae1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:57:48.185451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b218ba-6ccc-4443-aecf-d14a567ddae1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:48.205972 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83b218ba-6ccc-4443-aecf-d14a567ddae1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3265157 Apr 20 12:57:48.206169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33402) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:48.212629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'subnet': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:48.333298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264a584-3531-4140-9f0e-451460cc2c60 req-f34c0280-b57a-4b56-b5e3-a39b0d809f60 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:48.335122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5264a584-3531-4140-9f0e-451460cc2c60 req-f34c0280-b57a-4b56-b5e3-a39b0d809f60 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.0858274 Apr 20 12:57:48.354309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:48.359545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.360744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffb7b0-2f13-49ec-9e88-23890117625c req-e06288dc-78d6-4a0e-8998-cb62fc3b7dd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:48.362436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dffb7b0-2f13-49ec-9e88-23890117625c req-e06288dc-78d6-4a0e-8998-cb62fc3b7dd8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 943 time: 0.0816448 Apr 20 12:57:48.395293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.403427 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.435672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33406) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:48.442218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5264a584-3531-4140-9f0e-451460cc2c60 req-c018b919-6299-47b3-ab8e-6280a21cf4ea tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958209 Apr 20 12:57:48.448894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dffb7b0-2f13-49ec-9e88-23890117625c req-44d0e773-7622-4158-90fb-058284fd80da tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685127 Apr 20 12:57:48.459007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:48.475612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:48.487227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:48.552740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:48.566196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Pushing event updated for resources: {'Port': ['ID=01231f7f-cc87-496b-a1bc-5f80aeb30747,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:48.660262 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0693edea-8cc3-4089-9b6b-61fc3c37398c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.696402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Attempting to bind port 01231f7f-cc87-496b-a1bc-5f80aeb30747 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:57:48.701055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Attempting to bind port 01231f7f-cc87-496b-a1bc-5f80aeb30747 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:57:48.702259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Attempting to bind port 01231f7f-cc87-496b-a1bc-5f80aeb30747 on network ff9ae87c-2997-4e63-b702-c95e1a5a7204 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:57:48.724893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:57:48.727967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Checking segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:57:48.728840 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.730541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Bound using segment: {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:57:48.732364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Bound port: 01231f7f-cc87-496b-a1bc-5f80aeb30747, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be7b09b-94f1-4d9b-8f04-e01688f09c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:57:48.737206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5e2ff-8190-4512-9037-5ad04ce617f4 req-5118745c-d7c8-4b4f-893b-f6bb50b5dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:48.738630 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.739224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aae5e2ff-8190-4512-9037-5ad04ce617f4 req-5118745c-d7c8-4b4f-893b-f6bb50b5dd71 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1097 time: 0.1247332 Apr 20 12:57:48.796146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:57:48.803873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599167-b7e8-42f8-a966-0e4ea4f49d74 req-ec4efd52-f6e6-4bb2-b6e5-d8a551af74fc tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:48.805470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:48.808397 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.812515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c599167-b7e8-42f8-a966-0e4ea4f49d74 req-ec4efd52-f6e6-4bb2-b6e5-d8a551af74fc tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 1096 time: 0.1640048 Apr 20 12:57:48.823364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0477ef10-74c7-48c6-b2a0-cde29027d82e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:48.832885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aae5e2ff-8190-4512-9037-5ad04ce617f4 req-5fa7e911-c974-4926-8e20-34e9f04a0a15 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816324 Apr 20 12:57:48.879271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0477ef10-74c7-48c6-b2a0-cde29027d82e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:48.879685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0477ef10-74c7-48c6-b2a0-cde29027d82e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:48.899495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.912698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61ee6-c45d-4f3f-a4b8-130245ad6427 req-476bc95a-24b1-4de4-ba9a-f2838856d798 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:48.914266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e61ee6-c45d-4f3f-a4b8-130245ad6427 req-476bc95a-24b1-4de4-ba9a-f2838856d798 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.0835650 Apr 20 12:57:48.917475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] For port 01231f7f-cc87-496b-a1bc-5f80aeb30747, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:57:48.921584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] For port 01231f7f-cc87-496b-a1bc-5f80aeb30747, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=01231f7f-cc87-496b-a1bc-5f80aeb30747,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:57:48.922512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c599167-b7e8-42f8-a966-0e4ea4f49d74 req-92a9073c-a0e7-47ea-9f22-9aa26f9c836a tempest-LiveMigrationTest-1555833435 tempest-LiveMigrationTest-1555833435-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086483 Apr 20 12:57:48.929589 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:48.974948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e61ee6-c45d-4f3f-a4b8-130245ad6427 req-79193e13-e662-4dba-a033-57571e10284c tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Apr 20 12:57:49.082941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3b8ff-e4cf-48e3-8b1d-cc6630d121ce req-4162451a-2962-4d32-a3a8-8fdbd90e7b2e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:49.091042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2c3b8ff-e4cf-48e3-8b1d-cc6630d121ce req-4162451a-2962-4d32-a3a8-8fdbd90e7b2e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.0650687 Apr 20 12:57:49.148112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2c3b8ff-e4cf-48e3-8b1d-cc6630d121ce req-af1bdf0f-670d-47f0-afce-18c8c73204eb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558295 Apr 20 12:57:49.225568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f6389-185a-4120-bbe9-1276253d7217 None None] Pushing event updated for resources: {'Port': ['ID=01231f7f-cc87-496b-a1bc-5f80aeb30747,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:49.232107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0693edea-8cc3-4089-9b6b-61fc3c37398c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.233717 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.240847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0693edea-8cc3-4089-9b6b-61fc3c37398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.256902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:57:49.275283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:49.278202 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3a6a95-ce9c-4e65-83e2-b24ea5345a03" -d '{"events": [{"server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "name": "network-vif-plugged", "status": "completed", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:49.284156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:49.288493 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.306015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0'}, {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:49.308634 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b25217-4ee2-4924-a9ef-d0bec574a96f" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0"}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:49.351868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:49.359395 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0693edea-8cc3-4089-9b6b-61fc3c37398c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd2bf6e1d45d4136acbd8501a484db6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9220934 Apr 20 12:57:49.359753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2dbf9-3ea6-4217-adcb-16f7f4494102 req-c2e46689-76d0-4419-8b2b-8f055fc641aa tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:49.368213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693edea-8cc3-4089-9b6b-61fc3c37398c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb9471d-4561-4364-a778-7450274a61cb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:49.368347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecc2dbf9-3ea6-4217-adcb-16f7f4494102 req-c2e46689-76d0-4419-8b2b-8f055fc641aa tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.1116633 Apr 20 12:57:49.373618 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33428) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:49.378336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0c0c8-8e4b-4607-8783-3e54608eebc2 req-9ad2abd7-2fde-4f67-a97e-030beb628557 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:49.379886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfa0c0c8-8e4b-4607-8783-3e54608eebc2 req-9ad2abd7-2fde-4f67-a97e-030beb628557 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 944 time: 0.1351523 Apr 20 12:57:49.442137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecc2dbf9-3ea6-4217-adcb-16f7f4494102 req-b40b699d-5ea5-48fd-9655-2655029ac47f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729454 Apr 20 12:57:49.490944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfa0c0c8-8e4b-4607-8783-3e54608eebc2 req-405896e8-1de7-4892-a36c-03e7ae2e3a38 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906887 Apr 20 12:57:49.493051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c0681db-1844-494f-9e83-b367305cf9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.541501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c0681db-1844-494f-9e83-b367305cf9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.565660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.566938 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6240bbef-952d-4219-8f62-20ca1b57eaf0 x-openstack-request-id: req-6240bbef-952d-4219-8f62-20ca1b57eaf0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:49.567242 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "70920739-0aad-45f7-843e-43cf42ecf0e0", "status": "completed", "code": 200}, {"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "501a68ff-8e54-4765-b0e2-6159042e67c8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:49.567522 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6240bbef-952d-4219-8f62-20ca1b57eaf0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:49.567909 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6240bbef-952d-4219-8f62-20ca1b57eaf0'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '70920739-0aad-45f7-843e-43cf42ecf0e0', 'status': 'completed', 'code': 200} Apr 20 12:57:49.568167 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6240bbef-952d-4219-8f62-20ca1b57eaf0'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '501a68ff-8e54-4765-b0e2-6159042e67c8', 'status': 'completed', 'code': 200} Apr 20 12:57:49.674951 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c0681db-1844-494f-9e83-b367305cf9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.677986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c0681db-1844-494f-9e83-b367305cf9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.679443 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7c0681db-1844-494f-9e83-b367305cf9d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccb9471d-4561-4364-a778-7450274a61cb HTTP/1.1" status: 204 len: 168 time: 0.3051851 Apr 20 12:57:49.713067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57f040-2931-406f-922b-5bbef6a6db76 req-fbae0516-195d-43a4-9460-c438f37d37c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:49.715239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a57f040-2931-406f-922b-5bbef6a6db76 req-fbae0516-195d-43a4-9460-c438f37d37c7 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 943 time: 0.0778456 Apr 20 12:57:49.732582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0681db-1844-494f-9e83-b367305cf9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb9471d-4561-4364-a778-7450274a61cb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:49.766362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a57f040-2931-406f-922b-5bbef6a6db76 req-91841d03-b785-4454-97fb-3d75238ae38f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 Apr 20 12:57:49.767957 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b7be9a-527b-4e3e-8698-e7cc8bde4c3d x-openstack-request-id: req-04b7be9a-527b-4e3e-8698-e7cc8bde4c3d {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:49.768455 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "name": "network-vif-plugged", "status": "completed", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:49.770950 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04b7be9a-527b-4e3e-8698-e7cc8bde4c3d {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:49.772977 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b7be9a-527b-4e3e-8698-e7cc8bde4c3d'] response: {'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'code': 200} Apr 20 12:57:49.787583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] For port 01231f7f-cc87-496b-a1bc-5f80aeb30747, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=01231f7f-cc87-496b-a1bc-5f80aeb30747,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:49.834184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.839892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.840733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.918913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:49.921184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cb5d4-0e93-4c6b-b25b-f8496da87bff req-c76731e0-5532-410b-8815-2c3bd771bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:49.923530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f2cb5d4-0e93-4c6b-b25b-f8496da87bff req-c76731e0-5532-410b-8815-2c3bd771bc5d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 1096 time: 0.0583494 Apr 20 12:57:49.929546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:49.932954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:49.933552 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:49.961669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f2cb5d4-0e93-4c6b-b25b-f8496da87bff req-a85b2578-bc52-4617-98da-93496d740c7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Apr 20 12:57:49.963885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Subnet': ['ID=4274ea2f-92e4-4a82-a5a9-feb0e57b3745,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:49.974704 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7675209 Apr 20 12:57:49.975573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80449489-55f5-4c52-8f47-a237e9232c44 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=01231f7f-cc87-496b-a1bc-5f80aeb30747,revision_number=4']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:49.977513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33438) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:49.984124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Request body: {'port': {'network_id': 'ff9ae87c-2997-4e63-b702-c95e1a5a7204', 'mac_address': 'fa:16:3e:77:bb:7c', 'name': 'tempest-NetworksTestDHCPv6-856202986'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:50.089235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33442) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:50.103992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0112bca7-d5cd-4faa-a63e-e0a7ce5b0de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.149102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77098e-db45-4e31-8477-c41fe06ef6df req-5b7168e4-f10e-4951-9a8a-3943c13e16d2 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:50.150704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb77098e-db45-4e31-8477-c41fe06ef6df req-5b7168e4-f10e-4951-9a8a-3943c13e16d2 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.0781653 Apr 20 12:57:50.156077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Made reservation on behalf of 730b02e14cda4d2e89edad96c28469d1 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:57:50.200400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0112bca7-d5cd-4faa-a63e-e0a7ce5b0de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.205317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0112bca7-d5cd-4faa-a63e-e0a7ce5b0de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.241404 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0112bca7-d5cd-4faa-a63e-e0a7ce5b0de1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af80f4bb57524a968c3c5f9680731e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509888 Apr 20 12:57:50.246296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:50.258649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb77098e-db45-4e31-8477-c41fe06ef6df req-4c188260-ea90-4e01-8658-160b9f0553fc tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974333 Apr 20 12:57:50.267110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112bca7-d5cd-4faa-a63e-e0a7ce5b0de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bcdc49-6696-4ff7-9ad9-d4cc41d7d86e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:50.323870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e2e288-14e6-4515-9a3d-4003bbc16a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.324759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.346005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c25f8b-a9ed-4d31-a86c-d3650476f51f req-73385aa0-52a3-4345-b20b-f38af2d430d4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:50.347574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56c25f8b-a9ed-4d31-a86c-d3650476f51f req-73385aa0-52a3-4345-b20b-f38af2d430d4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.1160235 Apr 20 12:57:50.351463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e2e288-14e6-4515-9a3d-4003bbc16a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.358772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] device_id is not set on port 7aa493ce-7a5f-4369-baaa-8009cb81ae6a yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:57:50.410801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e2e288-14e6-4515-9a3d-4003bbc16a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.413369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e2e288-14e6-4515-9a3d-4003bbc16a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.417017 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-13e2e288-14e6-4515-9a3d-4003bbc16a2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1bcdc49-6696-4ff7-9ad9-d4cc41d7d86e HTTP/1.1" status: 204 len: 168 time: 0.1672571 Apr 20 12:57:50.423730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e288-14e6-4515-9a3d-4003bbc16a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bcdc49-6696-4ff7-9ad9-d4cc41d7d86e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:50.434994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56c25f8b-a9ed-4d31-a86c-d3650476f51f req-26969854-373d-46ea-aa36-0a6da33d3eca tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809698 Apr 20 12:57:50.504122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2acbe40-0a18-4384-a8fd-5a63b2c2373d None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:50.578270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-51deb9a6-77e5-4393-95ca-da5a23894b8f None None] Provisioning complete for port 01231f7f-cc87-496b-a1bc-5f80aeb30747 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:50.578639 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51deb9a6-77e5-4393-95ca-da5a23894b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.663751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8::351 (ff9ae87c-2997-4e63-b702-c95e1a5a7204/5ff2eb40-2ff2-40dc-b4a0-b3ececb57766/7aa493ce-7a5f-4369-baaa-8009cb81ae6a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:50.676831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Allocated IP 2001:db8:0:1:f816:3eff:fe77:bb7c (ff9ae87c-2997-4e63-b702-c95e1a5a7204/4274ea2f-92e4-4a82-a5a9-feb0e57b3745/7aa493ce-7a5f-4369-baaa-8009cb81ae6a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:57:50.695801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cf508-6b97-4405-99c8-9aee1f5ae0b2 req-c678cdc5-1ce4-495e-83b3-048a1467775f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:50.697412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a1cf508-6b97-4405-99c8-9aee1f5ae0b2 req-c678cdc5-1ce4-495e-83b3-048a1467775f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.1346884 Apr 20 12:57:50.708084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57776f65-9959-4fda-91e5-ab367f995689 req-5f766535-561c-4cd0-a232-bd2a091b1bf6 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:50.709872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57776f65-9959-4fda-91e5-ab367f995689 req-5f766535-561c-4cd0-a232-bd2a091b1bf6 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1453469 Apr 20 12:57:50.750493 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51deb9a6-77e5-4393-95ca-da5a23894b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.807444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-51deb9a6-77e5-4393-95ca-da5a23894b8f None None] For port 01231f7f-cc87-496b-a1bc-5f80aeb30747, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=01231f7f-cc87-496b-a1bc-5f80aeb30747,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:50.819088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51deb9a6-77e5-4393-95ca-da5a23894b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:50.824980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a1cf508-6b97-4405-99c8-9aee1f5ae0b2 req-0de85740-38e5-4a64-b4c6-ac473469422a tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093714 Apr 20 12:57:50.855050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57776f65-9959-4fda-91e5-ab367f995689 req-d6ca52b1-0b84-4e64-9076-fdb17d4dc5fd tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247149 Apr 20 12:57:50.897417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 01231f7f-cc87-496b-a1bc-5f80aeb30747 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:51.014313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deb9a6-77e5-4393-95ca-da5a23894b8f None None] Pushing event updated for resources: {'Port': ['ID=01231f7f-cc87-496b-a1bc-5f80aeb30747,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:51.025065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 01231f7f-cc87-496b-a1bc-5f80aeb30747 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:51.025485 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:51.491593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:51.505067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150645f5-12c8-441e-949d-df81beee8bff req-bfd368b1-1bd9-4237-852f-cd85a58c9277 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:51.512022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-150645f5-12c8-441e-949d-df81beee8bff req-bfd368b1-1bd9-4237-852f-cd85a58c9277 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 945 time: 0.5381212 Apr 20 12:57:51.517082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304da84b-b43f-4994-8540-59370be2b794 req-20c871dd-45f6-42cc-9166-05abbc68bd2d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:51.518668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-304da84b-b43f-4994-8540-59370be2b794 req-20c871dd-45f6-42cc-9166-05abbc68bd2d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 943 time: 0.5447171 Apr 20 12:57:51.552749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a969d45-d592-45ec-9034-232509a52688 None None] Provisioning complete for port 01231f7f-cc87-496b-a1bc-5f80aeb30747 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:51.553904 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a969d45-d592-45ec-9034-232509a52688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:51.605021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-304da84b-b43f-4994-8540-59370be2b794 req-ffe72594-cbb3-4d98-b59e-190fa384a7b6 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764349 Apr 20 12:57:51.609253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-150645f5-12c8-441e-949d-df81beee8bff req-bc15eeb3-4bd6-4a7e-b711-609dd1d91676 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896258 Apr 20 12:57:51.616918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:51.680725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:57:51.684384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:57:51.692164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:57:51.699228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:51.700006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:51.712550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event updated for resources: {'Port': ['ID=7aa493ce-7a5f-4369-baaa-8009cb81ae6a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:51.746549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2895268c-1071-456b-8c89-4c310d7dfbb9 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7678533 Apr 20 12:57:51.749506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33488) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:51.797170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7cee7-8ac7-4fba-ba4e-522cf1f27274 req-03c57e04-d819-4896-82b6-f581e0599d8b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:51.810781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fb7cee7-8ac7-4fba-ba4e-522cf1f27274 req-03c57e04-d819-4896-82b6-f581e0599d8b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.1173754 Apr 20 12:57:51.886969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting port 7aa493ce-7a5f-4369-baaa-8009cb81ae6a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:51.887322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:51.901910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fb7cee7-8ac7-4fba-ba4e-522cf1f27274 req-8606f534-979e-46e1-a866-6e5eb5931a8c tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844591 Apr 20 12:57:51.981654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b6142-949a-4bb0-902e-1b67ef4b0fbc req-828462ce-dfdc-4001-ba64-57271aad9bc6 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:51.983316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a00b6142-949a-4bb0-902e-1b67ef4b0fbc req-828462ce-dfdc-4001-ba64-57271aad9bc6 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.0799665 Apr 20 12:57:52.031129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.051547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Calling delete_port for 7aa493ce-7a5f-4369-baaa-8009cb81ae6a owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:52.051663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e99bc902-44f7-451c-848a-d340d5d66d46 None None] Provisioning complete for port 7aa493ce-7a5f-4369-baaa-8009cb81ae6a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:52.051663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e99bc902-44f7-451c-848a-d340d5d66d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.067633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a00b6142-949a-4bb0-902e-1b67ef4b0fbc req-dc57695c-b252-4de4-898d-60e96983cd6c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701592 Apr 20 12:57:52.094919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95032ce6-06ca-4c0c-acbd-58614cfaaab9 req-658a9327-e82b-48f5-a1c5-2bb62ab18a4e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.097017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e99bc902-44f7-451c-848a-d340d5d66d46 None None] Port 7aa493ce-7a5f-4369-baaa-8009cb81ae6a cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:57:52.097390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95032ce6-06ca-4c0c-acbd-58614cfaaab9 req-658a9327-e82b-48f5-a1c5-2bb62ab18a4e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.1129045 Apr 20 12:57:52.139737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95032ce6-06ca-4c0c-acbd-58614cfaaab9 req-9757b26e-7329-4ba1-8f70-aa89893ed288 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363731 Apr 20 12:57:52.264703 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.294961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Port': ['ID=7aa493ce-7a5f-4369-baaa-8009cb81ae6a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:52.343809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.347151 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-980c560f-98cc-432a-b8dc-a37f126bd2ee tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/7aa493ce-7a5f-4369-baaa-8009cb81ae6a HTTP/1.1" status: 204 len: 168 time: 0.5968153 Apr 20 12:57:52.349561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:52.412215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b66f0c-c669-42af-8b99-772f279071b6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.414086 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6b66f0c-c669-42af-8b99-772f279071b6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0635188 Apr 20 12:57:52.416738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33514) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:52.476015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569581fe-e10d-4d49-82ec-af7319b546d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.477727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-569581fe-e10d-4d49-82ec-af7319b546d6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0597796 Apr 20 12:57:52.480475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33516) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:52.562773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a54f67-f087-417c-8c15-864ad9597b81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.564584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a54f67-f087-417c-8c15-864ad9597b81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.566202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a54f67-f087-417c-8c15-864ad9597b81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.567828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d3a54f67-f087-417c-8c15-864ad9597b81 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0862277 Apr 20 12:57:52.570714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33522) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:52.635573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 4274ea2f-92e4-4a82-a5a9-feb0e57b3745 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:52.638923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.683641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.775507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 01231f7f-cc87-496b-a1bc-5f80aeb30747 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:57:52.837768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 01231f7f-cc87-496b-a1bc-5f80aeb30747 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:52.838133 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.843943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fd317-4d93-400e-b1b0-d27ed442c681 req-ac71c524-0217-4ab3-b5db-3ef00c65fec1 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.845987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-102fd317-4d93-400e-b1b0-d27ed442c681 req-ac71c524-0217-4ab3-b5db-3ef00c65fec1 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 945 time: 0.1291738 Apr 20 12:57:52.867494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d2dad-89d0-4a3a-b0bd-60c92a52b3d9 req-27874351-4d28-4886-8bfa-c542da59bebf tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:52.868952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-011d2dad-89d0-4a3a-b0bd-60c92a52b3d9 req-27874351-4d28-4886-8bfa-c542da59bebf tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 943 time: 0.1134319 Apr 20 12:57:52.887135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:52.966568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-102fd317-4d93-400e-b1b0-d27ed442c681 req-48f74877-d44b-4416-9161-190199c61adf tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089394 Apr 20 12:57:52.981338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-011d2dad-89d0-4a3a-b0bd-60c92a52b3d9 req-880ac21a-2eef-417a-847e-e7415ff3505a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893722 Apr 20 12:57:53.003417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.034660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=4274ea2f-92e4-4a82-a5a9-feb0e57b3745,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:53.038584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.042124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f7aa1b81-fd4b-4634-9b8e-1a71d755f3c8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/4274ea2f-92e4-4a82-a5a9-feb0e57b3745 HTTP/1.1" status: 204 len: 168 time: 0.4703670 Apr 20 12:57:53.045528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:53.053423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5eb471-7d9a-451f-9363-a4bc6e37536c None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:53.129425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Deleting subnet 5ff2eb40-2ff2-40dc-b4a0-b3ececb57766 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:57:53.135567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.152439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb1370-d2f9-4adf-8ca2-fefc63dc7c36 req-1ced87ae-ba71-41ca-9301-923450bb1325 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:53.153950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ffb1370-d2f9-4adf-8ca2-fefc63dc7c36 req-1ced87ae-ba71-41ca-9301-923450bb1325 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 945 time: 0.0815861 Apr 20 12:57:53.165918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:53.168127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a358af-1fdf-4179-889e-b4042db2b7e3 req-dc08402a-73c2-4870-9cb2-66cd6e9a0e6b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:53.169863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21a358af-1fdf-4179-889e-b4042db2b7e3 req-dc08402a-73c2-4870-9cb2-66cd6e9a0e6b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.0704327 Apr 20 12:57:53.178663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:57:53.204643 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.220643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21a358af-1fdf-4179-889e-b4042db2b7e3 req-f31894b9-3f77-4238-9b95-fe53b9f6ea63 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431902 Apr 20 12:57:53.278781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.331401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06f13-66c1-4186-822d-5a41e89baba8 req-4f6131d6-891f-40ea-80f5-16910db5b445 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:53.341913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f06f13-66c1-4186-822d-5a41e89baba8 req-4f6131d6-891f-40ea-80f5-16910db5b445 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.0810409 Apr 20 12:57:53.432980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f06f13-66c1-4186-822d-5a41e89baba8 req-c7fbc166-0568-4395-86fd-cb945592d533 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901644 Apr 20 12:57:53.459526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81531d56-ee2e-4243-91d7-fb3492a6631a req-912765f9-0cfb-436d-aff0-f9bb6297d2e9 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:53.459526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81531d56-ee2e-4243-91d7-fb3492a6631a req-912765f9-0cfb-436d-aff0-f9bb6297d2e9 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.0937483 Apr 20 12:57:53.495226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.538961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81531d56-ee2e-4243-91d7-fb3492a6631a req-d55a6ca6-17a8-420b-8071-c0db0545e068 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729790 Apr 20 12:57:53.539438 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.639984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.719217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:53.725005 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff2eb40-2ff2-40dc-b4a0-b3ececb57766 HTTP/1.1" status: 204 len: 168 time: 0.6762838 Apr 20 12:57:53.725005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb15c7-41cb-4270-84e5-1cedd700bd3e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff2eb40-2ff2-40dc-b4a0-b3ececb57766,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:53.725784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33580) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:53.802825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-86b9b7bd-d5c6-4a82-84f1-0ad51df01a99 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734203 Apr 20 12:57:53.803405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33584) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:53.871271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428e801a-bc67-4e6d-bee9-ec142016a5c5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:53.875769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-428e801a-bc67-4e6d-bee9-ec142016a5c5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0670192 Apr 20 12:57:53.877113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33586) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:53.950358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5d24fe-8d82-44fa-9242-17f0a5116034 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:53.955006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fe5d24fe-8d82-44fa-9242-17f0a5116034 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0767195 Apr 20 12:57:53.955429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33590) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.004099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0bd0b765-2ee5-4c95-99a5-6046616ee06f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475237 Apr 20 12:57:54.011676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33594) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.090693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:54.096250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:54.111682 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-502c0541-13c8-429a-b8f7-b8fb305f8c90 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.113251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502c0541-13c8-429a-b8f7-b8fb305f8c90 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.121925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-502c0541-13c8-429a-b8f7-b8fb305f8c90 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/7aa493ce-7a5f-4369-baaa-8009cb81ae6a HTTP/1.1" status: 404 len: 333 time: 0.1081223 Apr 20 12:57:54.124319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33604) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.182177 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6e4287-07a2-4b02-87f8-91786abc0947 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.182701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6e4287-07a2-4b02-87f8-91786abc0947 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.187194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8f6e4287-07a2-4b02-87f8-91786abc0947 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/4274ea2f-92e4-4a82-a5a9-feb0e57b3745 HTTP/1.1" status: 404 len: 337 time: 0.0614827 Apr 20 12:57:54.189679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33606) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.277025 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9756cc21-2d26-4439-87d0-1473ca6439c1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.277605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9756cc21-2d26-4439-87d0-1473ca6439c1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.281201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9756cc21-2d26-4439-87d0-1473ca6439c1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff2eb40-2ff2-40dc-b4a0-b3ececb57766 HTTP/1.1" status: 404 len: 337 time: 0.0836267 Apr 20 12:57:54.285814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33612) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.300419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b712c4-e973-4b1b-bcfd-95e5fa595fcc None None] Network ff9ae87c-2997-4e63-b702-c95e1a5a7204 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:57:54.333479 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 5d3c5e06-08f8-42af-9ca2-bc30d6cd990a associated. External IP: 172.25.3.198, port: 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70. Apr 20 12:57:54.393712 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cff58d-4ade-47c0-87c5-4c1102c06377 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.396751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cff58d-4ade-47c0-87c5-4c1102c06377 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.408135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-95cff58d-4ade-47c0-87c5-4c1102c06377 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5552fbf4-aab2-4ca2-a293-72ddd461764a HTTP/1.1" status: 404 len: 333 time: 0.1212301 Apr 20 12:57:54.414099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33620) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.563000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab6f56-ae7d-41a7-96cf-dd2388410fb5 req-181c60a8-2f77-4a11-8682-348f8e33f061 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:54.573403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28ab6f56-ae7d-41a7-96cf-dd2388410fb5 req-181c60a8-2f77-4a11-8682-348f8e33f061 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 943 time: 0.4453933 Apr 20 12:57:54.593359 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d97c61-15fc-45f2-acfa-d587afaa2bde tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.594059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d97c61-15fc-45f2-acfa-d587afaa2bde tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.599506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f8d97c61-15fc-45f2-acfa-d587afaa2bde tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/6107e0ce-7612-4c32-a671-ed63c8ca10ca HTTP/1.1" status: 404 len: 337 time: 0.1258619 Apr 20 12:57:54.610990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33630) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.638120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b64bb2ad-141b-43e7-bc1f-19d7fcd4b9f9 None None] Provisioning complete for port 01231f7f-cc87-496b-a1bc-5f80aeb30747 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:57:54.638525 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b64bb2ad-141b-43e7-bc1f-19d7fcd4b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:54.651662 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ed056c-a8d0-4284-9509-4af83d8b3cb7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.652496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ed056c-a8d0-4284-9509-4af83d8b3cb7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.657978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-51ed056c-a8d0-4284-9509-4af83d8b3cb7 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/ed206a53-c307-4e05-9b68-e6417cca45e4 HTTP/1.1" status: 404 len: 337 time: 0.0444992 Apr 20 12:57:54.658878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:57:54.661783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.675959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d15ec9-4fba-4ef0-983f-dd90da739c6d req-48cb4b49-9d7d-45dc-95ea-1dfeb7f956c7 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:54.680685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d15ec9-4fba-4ef0-983f-dd90da739c6d req-48cb4b49-9d7d-45dc-95ea-1dfeb7f956c7 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.2926383 Apr 20 12:57:54.691748 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-23574dce-48b0-4c06-9065-5243b3fe6a8a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.692522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23574dce-48b0-4c06-9065-5243b3fe6a8a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.696927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-23574dce-48b0-4c06-9065-5243b3fe6a8a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/4b328bed-12fe-41f9-aec7-a8330121bec0 HTTP/1.1" status: 404 len: 333 time: 0.0339594 Apr 20 12:57:54.701937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33634) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.782411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28ab6f56-ae7d-41a7-96cf-dd2388410fb5 req-62995ec1-6d59-416c-94f7-b7366bfb90ce tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074561 Apr 20 12:57:54.807690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d15ec9-4fba-4ef0-983f-dd90da739c6d req-56bb2f63-17d5-41f8-bb76-0c84a38ec33e tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016581 Apr 20 12:57:54.859255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] DHCP port deletion for ff9ae87c-2997-4e63-b702-c95e1a5a7204 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:57:54.902895 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e680977-cd2f-4bc1-9ae3-057f5bbfba8f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:54.904373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e680977-cd2f-4bc1-9ae3-057f5bbfba8f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:54.914823 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2e680977-cd2f-4bc1-9ae3-057f5bbfba8f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/11b404a3-cfe0-4640-9955-62e0cc8ca43c HTTP/1.1" status: 404 len: 337 time: 0.2074928 Apr 20 12:57:54.917497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33638) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:54.968520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] Deleting port 01231f7f-cc87-496b-a1bc-5f80aeb30747 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:54.969018 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:54.976012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:57:54.987463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:54.998679 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:57:55.025526 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:55.026264 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:55.026555 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f7c37b-853a-443e-933d-d19490583ad3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.027167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f7c37b-853a-443e-933d-d19490583ad3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.030968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d3f7c37b-853a-443e-933d-d19490583ad3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/11088a21-d0ed-473b-abfb-8512b3cd3111 HTTP/1.1" status: 404 len: 337 time: 0.1116412 Apr 20 12:57:55.037092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33640) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.093584 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1aff706-2f8e-40f0-98ce-d07539ba5f01 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "PUT /v2.0/floatingips/5d3c5e06-08f8-42af-9ca2-bc30d6cd990a HTTP/1.1" status: 200 len: 991 time: 1.9262521 Apr 20 12:57:55.099707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:55.105126 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1126f04-cff0-49bc-baf5-507a8e2d7b42" -d '{"events": [{"name": "network-changed", "server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:55.108379 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7681e97d-5e8f-4f85-8de6-1baccfc6e024 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.109797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7681e97d-5e8f-4f85-8de6-1baccfc6e024 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.113151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] For port 01231f7f-cc87-496b-a1bc-5f80aeb30747, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=01231f7f-cc87-496b-a1bc-5f80aeb30747,segment=NetworkSegment(9be7b09b-94f1-4d9b-8f04-e01688f09c33),segment_id=9be7b09b-94f1-4d9b-8f04-e01688f09c33)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:55.113578 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:55.115105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7681e97d-5e8f-4f85-8de6-1baccfc6e024 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/0f4bdc90-023b-4672-8dce-2cd3f38e458f HTTP/1.1" status: 404 len: 333 time: 0.0587072 Apr 20 12:57:55.117722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.127813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f75b1-5358-4aba-ab59-fb9034ce8615 req-92835b41-f679-494b-8ef8-6c394301e420 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:55.129820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8f75b1-5358-4aba-ab59-fb9034ce8615 req-92835b41-f679-494b-8ef8-6c394301e420 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1984687 Apr 20 12:57:55.147993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] Calling delete_port for 01231f7f-cc87-496b-a1bc-5f80aeb30747 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:55.154247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8052-4225-4e58-a06c-c573c95cd362 req-712a59e9-654a-423e-b1cb-0a510a4f6bb5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:55.165265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8052-4225-4e58-a06c-c573c95cd362 req-712a59e9-654a-423e-b1cb-0a510a4f6bb5 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.1765501 Apr 20 12:57:55.168036 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4edca40-8a48-45b5-a343-71752b9e504d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.168505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4edca40-8a48-45b5-a343-71752b9e504d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.172237 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4edca40-8a48-45b5-a343-71752b9e504d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5eb21184-4d1a-4382-b5a5-f7852c51d640 HTTP/1.1" status: 404 len: 337 time: 0.0528281 Apr 20 12:57:55.183684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33650) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.218016 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:55.236577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8052-4225-4e58-a06c-c573c95cd362 req-983e087d-8af6-4f03-8ac1-746745733fbd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703547 Apr 20 12:57:55.250626 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbc9cbc-df39-4e35-a22c-85294ba80964 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.251699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbc9cbc-df39-4e35-a22c-85294ba80964 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.269549 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0dbc9cbc-df39-4e35-a22c-85294ba80964 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/f4b4ba6d-0190-4d74-8014-efd855bc7470 HTTP/1.1" status: 404 len: 337 time: 0.0846817 Apr 20 12:57:55.274951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33656) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.289116 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a21099-87f7-4b09-891a-a4903b1e0bed x-openstack-request-id: req-83a21099-87f7-4b09-891a-a4903b1e0bed {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:55.289404 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:55.289728 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83a21099-87f7-4b09-891a-a4903b1e0bed {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:55.290136 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83a21099-87f7-4b09-891a-a4903b1e0bed'] response: {'name': 'network-changed', 'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'status': 'completed', 'code': 200} Apr 20 12:57:55.309696 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-95daf5a7-0370-4874-8ad2-078f257f0fd5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.310494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95daf5a7-0370-4874-8ad2-078f257f0fd5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.316791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-95daf5a7-0370-4874-8ad2-078f257f0fd5 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/74ddbf43-57ee-45ef-a4d1-20afcb6dd959 HTTP/1.1" status: 404 len: 333 time: 0.0405107 Apr 20 12:57:55.319516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.331901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a8f75b1-5358-4aba-ab59-fb9034ce8615 req-9f1c92bd-bb3e-41fc-9104-da5dfd1ee3fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927421 Apr 20 12:57:55.366258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:55.372447 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c184d2-7473-4a0e-8158-c8019d94ab0d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.372945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c184d2-7473-4a0e-8158-c8019d94ab0d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.379419 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8c184d2-7473-4a0e-8158-c8019d94ab0d tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/48916e95-633e-45dd-99ba-e3c29c4704de HTTP/1.1" status: 404 len: 337 time: 0.0560627 Apr 20 12:57:55.380060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33662) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.425874 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7acdab-b945-4326-83dd-8f8c81af92f3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.426807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7acdab-b945-4326-83dd-8f8c81af92f3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.427336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-0a76e59f-1e2f-4b7b-9f4f-92d64c3b4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:55.430583 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4c7acdab-b945-4326-83dd-8f8c81af92f3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/9ce8020c-7fa8-41b7-9fdb-a13436712478 HTTP/1.1" status: 404 len: 333 time: 0.0495405 Apr 20 12:57:55.431364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33664) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.432407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-0a76e59f-1e2f-4b7b-9f4f-92d64c3b4d59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 1096 time: 0.1138866 Apr 20 12:57:55.433335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33666) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.433932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] Pushing event deleted for resources: {'Port': ['ID=01231f7f-cc87-496b-a1bc-5f80aeb30747,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:55.438572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d7008c-5ce2-47b4-8138-eb04c4685b5c None None] No DVR routers for this DVR port 01231f7f-cc87-496b-a1bc-5f80aeb30747 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:55.483641 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7ed838-e788-46ad-aa37-38828d5fd4a8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.484275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7ed838-e788-46ad-aa37-38828d5fd4a8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.487833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4a7ed838-e788-46ad-aa37-38828d5fd4a8 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/a4e92954-b210-4f6f-b7d6-ba30dcdef202 HTTP/1.1" status: 404 len: 337 time: 0.0533595 Apr 20 12:57:55.492171 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.531749 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a552d567-6b8d-4825-b6db-ef12c4fa4ca2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.532706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a552d567-6b8d-4825-b6db-ef12c4fa4ca2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.536140 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a552d567-6b8d-4825-b6db-ef12c4fa4ca2 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/0ce82a8b-9fef-44e8-b292-f14dca60c221 HTTP/1.1" status: 404 len: 333 time: 0.0428479 Apr 20 12:57:55.538937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.575790 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-299d8581-0a3b-4019-a5f0-3c7517a31367 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.576246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299d8581-0a3b-4019-a5f0-3c7517a31367 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.582158 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-299d8581-0a3b-4019-a5f0-3c7517a31367 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/0e49855e-2ce8-4210-8465-ee0dc1173741 HTTP/1.1" status: 404 len: 337 time: 0.0397797 Apr 20 12:57:55.583349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33674) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.591351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-05ac8653-6ded-4e6e-b1e8-2f5dfe175811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:55.592992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-05ac8653-6ded-4e6e-b1e8-2f5dfe175811 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.1366975 Apr 20 12:57:55.623562 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-87981830-52e8-4105-8ef6-a4a2d2df8ab4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.624218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87981830-52e8-4105-8ef6-a4a2d2df8ab4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.630677 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-87981830-52e8-4105-8ef6-a4a2d2df8ab4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/a344b7c3-81c3-4530-88c9-0a90e04876d9 HTTP/1.1" status: 404 len: 333 time: 0.0463276 Apr 20 12:57:55.631724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33676) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.634384 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:53Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:55.639886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478ee8c8-cb96-4a80-a5de-193ff8bdeb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:55.661143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-773a701a-5b41-4231-8fc9-24975f5b1036 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 HTTP/1.1" status: 200 len: 999 time: 0.0606081 Apr 20 12:57:55.661385 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:57:55.669445 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:57:55.670090 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:57:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:55.670219 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb71e6b4-cdb5-4040-bdbc-c9d60592b3f6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.670602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb71e6b4-cdb5-4040-bdbc-c9d60592b3f6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.674332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cb71e6b4-cdb5-4040-bdbc-c9d60592b3f6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5de38a7d-c136-4d0c-b867-576282c566e9 HTTP/1.1" status: 404 len: 337 time: 0.0418031 Apr 20 12:57:55.676872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33678) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.709577 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccccdb58-b0d4-4896-a8c0-9bfac5412a68 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.710210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccccdb58-b0d4-4896-a8c0-9bfac5412a68 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.713542 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ccccdb58-b0d4-4896-a8c0-9bfac5412a68 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/480839eb-d528-4b12-819d-3fe532aea238 HTTP/1.1" status: 404 len: 333 time: 0.0357034 Apr 20 12:57:55.716137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33680) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.747356 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-144e34c5-06a0-4c2b-b445-f64a37fd8a80 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.748068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144e34c5-06a0-4c2b-b445-f64a37fd8a80 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.752080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-144e34c5-06a0-4c2b-b445-f64a37fd8a80 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/b12bb8c2-53bf-44a0-a233-25019eb71a90 HTTP/1.1" status: 404 len: 337 time: 0.0348024 Apr 20 12:57:55.754735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.777590 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:57:55.778250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478ee8c8-cb96-4a80-a5de-193ff8bdeb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:55.778883 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb2bd25-0da0-4899-894f-0bf2f5c74e64 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.779586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb2bd25-0da0-4899-894f-0bf2f5c74e64 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.786048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478ee8c8-cb96-4a80-a5de-193ff8bdeb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:55.786217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dcb2bd25-0da0-4899-894f-0bf2f5c74e64 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/f270e1cb-a192-4065-a792-6b539c452877 HTTP/1.1" status: 404 len: 333 time: 0.0278718 Apr 20 12:57:55.786217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33684) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.816973 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1010f0e-97a3-49c8-9cc3-5108abeef93a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.817696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1010f0e-97a3-49c8-9cc3-5108abeef93a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.823050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d1010f0e-97a3-49c8-9cc3-5108abeef93a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5282dc18-73b2-46c4-b162-b4490676ad68 HTTP/1.1" status: 404 len: 337 time: 0.0328906 Apr 20 12:57:55.823050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-9e22e16e-a0c3-4148-a701-3b2af3d58e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:55.823710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-9e22e16e-a0c3-4148-a701-3b2af3d58e04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.1561394 Apr 20 12:57:55.824005 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-478ee8c8-cb96-4a80-a5de-193ff8bdeb36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0450ac294af4736b26c3cac16336672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914347 Apr 20 12:57:55.824585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33686) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.826495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33688) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.834785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ee8c8-cb96-4a80-a5de-193ff8bdeb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b98897d-2806-4292-9346-9c23dbe52817,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:55.866436 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-be328860-f8c0-4f82-81f7-73cd6f4ab79b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.866901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be328860-f8c0-4f82-81f7-73cd6f4ab79b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.872802 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-be328860-f8c0-4f82-81f7-73cd6f4ab79b tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/189fa301-f929-42f9-8ee8-b26034a37f7a HTTP/1.1" status: 404 len: 337 time: 0.0438411 Apr 20 12:57:55.875280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33694) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.922780 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8ff7fd-4217-46b5-92e2-50a5d4f703ed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.923451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8ff7fd-4217-46b5-92e2-50a5d4f703ed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.926293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ea8ff7fd-4217-46b5-92e2-50a5d4f703ed tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5da15335-f153-404b-ab13-7cf5fe0f04af HTTP/1.1" status: 404 len: 333 time: 0.0523758 Apr 20 12:57:55.929373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33696) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.959157 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ada25c7-d24b-4a37-bdc6-7bf4155fa27a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.960126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ada25c7-d24b-4a37-bdc6-7bf4155fa27a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:55.965967 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2ada25c7-d24b-4a37-bdc6-7bf4155fa27a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5b495902-2a29-4271-a1ac-b8a6a1a44ace HTTP/1.1" status: 404 len: 337 time: 0.0324023 Apr 20 12:57:55.966456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33698) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:55.968087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46fc837d-9433-4f63-a5f2-6d71c1e12539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:55.974778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-fbfbc11d-e2b7-4f20-83f9-48e9de5476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:55.976237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-fbfbc11d-e2b7-4f20-83f9-48e9de5476eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180854 Apr 20 12:57:55.994573 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf90e17-24d2-4b2a-9416-30d27025ffdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:55.995063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf90e17-24d2-4b2a-9416-30d27025ffdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.000987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bdf90e17-24d2-4b2a-9416-30d27025ffdf tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/6fbf3363-ae55-4ead-ac40-4fba8e9e0c8d HTTP/1.1" status: 404 len: 337 time: 0.0303576 Apr 20 12:57:56.001160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33700) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.014576 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:53Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:56.022556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46fc837d-9433-4f63-a5f2-6d71c1e12539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.025431 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a8c889-65cd-45bd-b218-e2598893fb1a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.026081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a8c889-65cd-45bd-b218-e2598893fb1a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.031439 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-65a8c889-65cd-45bd-b218-e2598893fb1a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/8a10347f-0666-4d8a-a782-e9311d1b0e7f HTTP/1.1" status: 404 len: 333 time: 0.0269072 Apr 20 12:57:56.031662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33702) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.041607 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182822a-7efd-4523-a07c-3074f5c4a259 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:53Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:57:56.060404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456f8e3-6318-490f-bb40-7520a60e4824 req-d8dac375-e723-411f-9770-b533606aa75a tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:56.061946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d456f8e3-6318-490f-bb40-7520a60e4824 req-d8dac375-e723-411f-9770-b533606aa75a tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.1445329 Apr 20 12:57:56.068043 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef1b0a93-4165-4063-b60d-a81bb96c4974 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.069031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef1b0a93-4165-4063-b60d-a81bb96c4974 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.072871 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef1b0a93-4165-4063-b60d-a81bb96c4974 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/33b5a5b1-4738-44b2-9f4d-e4d03c53acf9 HTTP/1.1" status: 404 len: 337 time: 0.0389569 Apr 20 12:57:56.074732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33704) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.103209 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7b0308-0999-456d-bd70-a12b33225084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.103902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7b0308-0999-456d-bd70-a12b33225084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.106660 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e7b0308-0999-456d-bd70-a12b33225084 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/a701e1ea-91bd-4f71-bbb7-380eaec95115 HTTP/1.1" status: 404 len: 337 time: 0.0308108 Apr 20 12:57:56.109397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33706) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.134444 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76da3bc-bb5d-485b-a9fd-d04ee9b3ae8e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.135074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76da3bc-bb5d-485b-a9fd-d04ee9b3ae8e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.141165 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d76da3bc-bb5d-485b-a9fd-d04ee9b3ae8e tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5d40fdaf-134a-410e-bbb1-be4542449109 HTTP/1.1" status: 404 len: 333 time: 0.0284252 Apr 20 12:57:56.142606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.150271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d456f8e3-6318-490f-bb40-7520a60e4824 req-a6d39e76-fde1-4d81-89c2-e7d32286ddad tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813143 Apr 20 12:57:56.159766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-c2e3db4d-3047-4ae2-bb32-7381ec5078f7 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720767 Apr 20 12:57:56.171601 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-236364c5-9eca-43ab-89f9-2c372ef0fede tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.172420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236364c5-9eca-43ab-89f9-2c372ef0fede tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.176802 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-236364c5-9eca-43ab-89f9-2c372ef0fede tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/d5a3041a-be1a-4228-a0fc-6ce4293189d4 HTTP/1.1" status: 404 len: 337 time: 0.0338147 Apr 20 12:57:56.180109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.197535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46fc837d-9433-4f63-a5f2-6d71c1e12539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.200008 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46fc837d-9433-4f63-a5f2-6d71c1e12539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.201157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-46fc837d-9433-4f63-a5f2-6d71c1e12539 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b98897d-2806-4292-9346-9c23dbe52817 HTTP/1.1" status: 204 len: 168 time: 0.3737805 Apr 20 12:57:56.258146 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb453d53-c953-47c1-89e5-4cb630325333 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.258603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb453d53-c953-47c1-89e5-4cb630325333 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.262897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eb453d53-c953-47c1-89e5-4cb630325333 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/23ed09a8-2029-4646-8cc5-a14e40370974 HTTP/1.1" status: 404 len: 337 time: 0.0810940 Apr 20 12:57:56.265566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33716) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.287580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc837d-9433-4f63-a5f2-6d71c1e12539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b98897d-2806-4292-9346-9c23dbe52817,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:56.326640 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-66a2c15f-ef89-448b-b3d8-039bf841d665 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports?device_id=95fd8042-249f-4bff-86c0-874d34215377 HTTP/1.1" status: 200 len: 205 time: 0.0594692 Apr 20 12:57:56.329531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.331132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b8e85d-3587-47a4-aa9a-1de053acb35a None None] New status for floating IP 5d3c5e06-08f8-42af-9ca2-bc30d6cd990a: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:57:56.375758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a91d0-e285-4bff-a521-ed572799f478 req-44d3cc51-f5c1-4c7c-9faf-93019ae2bef8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:56.377812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b30a91d0-e285-4bff-a521-ed572799f478 req-44d3cc51-f5c1-4c7c-9faf-93019ae2bef8 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 943 time: 0.1080647 Apr 20 12:57:56.381587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1126f04-cff0-49bc-baf5-507a8e2d7b42 req-b5ad8684-3b3e-4926-a68b-4c8ffbfa9794 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151160 Apr 20 12:57:56.388611 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-65458756-1429-4062-ad67-2906856a6bf6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] delete failed (client error): The resource could not be found. Apr 20 12:57:56.389832 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-65458756-1429-4062-ad67-2906856a6bf6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/routers/95fd8042-249f-4bff-86c0-874d34215377 HTTP/1.1" status: 404 len: 336 time: 0.0584855 Apr 20 12:57:56.392320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33724) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.427588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b30a91d0-e285-4bff-a521-ed572799f478 req-628efd6d-638b-457f-80a5-d71df111090e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Apr 20 12:57:56.428245 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2505ecb4-3af8-4a68-b645-5ff90f3aeeeb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.428710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2505ecb4-3af8-4a68-b645-5ff90f3aeeeb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.431754 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2505ecb4-3af8-4a68-b645-5ff90f3aeeeb tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/ea4710a5-0db9-47dd-8d7d-9cfc1c525a29 HTTP/1.1" status: 404 len: 337 time: 0.0384154 Apr 20 12:57:56.434389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33726) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.462357 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-16a1f426-dfcc-4697-967e-51e280940ed6 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "GET /v2.0/ports?device_id=97bac2d1-7036-420e-9b5c-ea5f1eb6234e HTTP/1.1" status: 200 len: 205 time: 0.0268853 Apr 20 12:57:56.464882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33728) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.504218 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-9d67e53b-1e1c-4013-8785-570271a63d58 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] delete failed (client error): The resource could not be found. Apr 20 12:57:56.508481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9d67e53b-1e1c-4013-8785-570271a63d58 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/routers/97bac2d1-7036-420e-9b5c-ea5f1eb6234e HTTP/1.1" status: 404 len: 336 time: 0.0422966 Apr 20 12:57:56.509080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.543585 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e10434-6ff6-4433-9ba5-e3b7bb1bcce0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.543826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e10434-6ff6-4433-9ba5-e3b7bb1bcce0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.550122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.550261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-89e10434-6ff6-4433-9ba5-e3b7bb1bcce0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/d4f47e16-dac2-4540-8d20-9ad2411936ed HTTP/1.1" status: 404 len: 337 time: 0.0401020 Apr 20 12:57:56.581267 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c19e23-0270-4e57-aad2-eb476898e668 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.581588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c19e23-0270-4e57-aad2-eb476898e668 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.584815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-22c19e23-0270-4e57-aad2-eb476898e668 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/c2810726-3f40-42f8-9881-9a4c8cc92cee HTTP/1.1" status: 404 len: 337 time: 0.0336940 Apr 20 12:57:56.587876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33734) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.612700 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b5620d-75c4-45aa-a3c8-5b137ecff150 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.613393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b5620d-75c4-45aa-a3c8-5b137ecff150 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.615639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcbe62-ef93-428e-8faf-4ac0d50ddbec req-f5a64855-9a0f-4c97-bc83-a8c0d8081429 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:56.616573 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a0b5620d-75c4-45aa-a3c8-5b137ecff150 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/64dfc4e8-84ab-4a59-a1ea-509d72fddf6a HTTP/1.1" status: 404 len: 333 time: 0.0277820 Apr 20 12:57:56.618665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12fcbe62-ef93-428e-8faf-4ac0d50ddbec req-f5a64855-9a0f-4c97-bc83-a8c0d8081429 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.0777452 Apr 20 12:57:56.619140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33736) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.629090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.645960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-401c16a5-45ac-48e2-92fa-494f74d0acbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.664564 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaff241-559b-447d-bef0-3214b34b4253 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.665020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaff241-559b-447d-bef0-3214b34b4253 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.668008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bbaff241-559b-447d-bef0-3214b34b4253 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/0d199ec4-fb62-4edf-b2fe-a56d78e097da HTTP/1.1" status: 404 len: 337 time: 0.0479538 Apr 20 12:57:56.670653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33740) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.705583 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aad3cec-e4e4-4604-aedd-48a09dbf1332 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.706455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aad3cec-e4e4-4604-aedd-48a09dbf1332 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.711652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7aad3cec-e4e4-4604-aedd-48a09dbf1332 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/bb9852db-99f9-4f31-99b5-9abed7b8f5ca HTTP/1.1" status: 404 len: 333 time: 0.0373292 Apr 20 12:57:56.712429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33742) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.725246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12fcbe62-ef93-428e-8faf-4ac0d50ddbec req-d0f774e4-11d5-486f-8f3a-ff45d278857e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967948 Apr 20 12:57:56.741854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-401c16a5-45ac-48e2-92fa-494f74d0acbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.747854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-401c16a5-45ac-48e2-92fa-494f74d0acbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.751624 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc195b9-ac10-4e14-ba03-350730174cb0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.752182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc195b9-ac10-4e14-ba03-350730174cb0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.753088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 01231f7f-cc87-496b-a1bc-5f80aeb30747 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:57:56.758129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-afc195b9-ac10-4e14-ba03-350730174cb0 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/31c0e837-86d1-4c8e-b803-ea5b53d4f401 HTTP/1.1" status: 404 len: 337 time: 0.0425920 Apr 20 12:57:56.758405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33744) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.785477 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb44b34-d64e-473d-b953-ab226103411c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.786211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb44b34-d64e-473d-b953-ab226103411c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.788047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 01231f7f-cc87-496b-a1bc-5f80aeb30747 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:57:56.788398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 01231f7f-cc87-496b-a1bc-5f80aeb30747 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:57:56.790616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5cb44b34-d64e-473d-b953-ab226103411c tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/4188c15f-3c1d-4e77-8483-5bfddc56a30b HTTP/1.1" status: 404 len: 333 time: 0.0312288 Apr 20 12:57:56.793073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33746) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.793494 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-401c16a5-45ac-48e2-92fa-494f74d0acbd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39438be02f434cf59908eac180a055c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628361 Apr 20 12:57:56.795768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33748) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.796689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c16a5-45ac-48e2-92fa-494f74d0acbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d8e5a9-b832-49a0-ad13-b34da41c5555,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:56.845517 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf0b162-6d52-4dca-aa00-c8119acb527f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.845917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bf0b162-6d52-4dca-aa00-c8119acb527f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.848879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9bf0b162-6d52-4dca-aa00-c8119acb527f tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/0106ed50-a313-40be-8890-e4841838715a HTTP/1.1" status: 404 len: 337 time: 0.0548174 Apr 20 12:57:56.851535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.874421 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc08234-2388-4179-a55d-f74de9e589d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.875037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc08234-2388-4179-a55d-f74de9e589d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.880157 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2dc08234-2388-4179-a55d-f74de9e589d1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/576c246a-a0bf-4df5-8bb8-bdc61303251c HTTP/1.1" status: 404 len: 333 time: 0.0254145 Apr 20 12:57:56.880453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33752) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.906438 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6103a4-82f8-4772-8211-6bcd19a0d4e1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.906887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6103a4-82f8-4772-8211-6bcd19a0d4e1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.907637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ef8ba-03f5-4f23-8ab3-6935f8bb01a8 req-78479cd4-f9c1-49bd-904d-43bb4c146d43 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:56.909209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd9ef8ba-03f5-4f23-8ab3-6935f8bb01a8 req-78479cd4-f9c1-49bd-904d-43bb4c146d43 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1058540 Apr 20 12:57:56.912537 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3d6103a4-82f8-4772-8211-6bcd19a0d4e1 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/5da9de4b-c52b-4f48-a855-81522e0ee8df HTTP/1.1" status: 404 len: 337 time: 0.0289285 Apr 20 12:57:56.912774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33754) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.926399 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea93bd1f-0c17-4fd3-92a5-059dfaa99a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.934919 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd5dcec-4eea-428b-a07d-3c45d5702b52 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.935705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd5dcec-4eea-428b-a07d-3c45d5702b52 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.938512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8cd5dcec-4eea-428b-a07d-3c45d5702b52 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/5ac62235-e2ee-40ab-840d-0f5cde822bcf HTTP/1.1" status: 404 len: 333 time: 0.0248168 Apr 20 12:57:56.941257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33756) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.966542 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e881c5b-e410-4c2d-b093-535d6a45d49a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:56.966992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e881c5b-e410-4c2d-b093-535d6a45d49a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:56.970465 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6e881c5b-e410-4c2d-b093-535d6a45d49a tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/cd876f12-7d8a-497c-a18f-87a3cd9a1391 HTTP/1.1" status: 404 len: 337 time: 0.0282717 Apr 20 12:57:56.971127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea93bd1f-0c17-4fd3-92a5-059dfaa99a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:56.972868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33758) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:56.975347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd9ef8ba-03f5-4f23-8ab3-6935f8bb01a8 req-e7e76a6b-5de0-4426-b469-b859de49b022 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585222 Apr 20 12:57:56.999419 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1364daa-6ebc-4492-b76d-3be7ae71d4a4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:57.000032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1364daa-6ebc-4492-b76d-3be7ae71d4a4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:57.002998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b1364daa-6ebc-4492-b76d-3be7ae71d4a4 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/3efb0263-5c17-4056-b6d8-fde992c5cfeb HTTP/1.1" status: 404 len: 333 time: 0.0292242 Apr 20 12:57:57.005345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33760) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:57.024396 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea93bd1f-0c17-4fd3-92a5-059dfaa99a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.026938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea93bd1f-0c17-4fd3-92a5-059dfaa99a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.030332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ea93bd1f-0c17-4fd3-92a5-059dfaa99a6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60d8e5a9-b832-49a0-ad13-b34da41c5555 HTTP/1.1" status: 204 len: 168 time: 0.2314658 Apr 20 12:57:57.032861 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d7de4c-4efc-4c86-b5f7-9a7a787db007 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:57.033263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d7de4c-4efc-4c86-b5f7-9a7a787db007 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:57.036204 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-75d7de4c-4efc-4c86-b5f7-9a7a787db007 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/79a8af00-0620-489e-8276-1a4f5cd7dcba HTTP/1.1" status: 404 len: 337 time: 0.0299315 Apr 20 12:57:57.038716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33764) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:57.039043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93bd1f-0c17-4fd3-92a5-059dfaa99a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d8e5a9-b832-49a0-ad13-b34da41c5555,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:57.062419 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ccef82-eb39-4407-b9cd-891fa31d09fc tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:57.063039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ccef82-eb39-4407-b9cd-891fa31d09fc tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:57.066704 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-95ccef82-eb39-4407-b9cd-891fa31d09fc tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/ports/001bd3f2-2128-409b-9488-d05bd1486f8c HTTP/1.1" status: 404 len: 333 time: 0.0269296 Apr 20 12:57:57.068970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33766) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:57.093827 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-feee77b8-2ad2-412e-aa7b-2c9c8f925ff3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] DELETE failed (client error): The resource could not be found. Apr 20 12:57:57.094278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feee77b8-2ad2-412e-aa7b-2c9c8f925ff3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:57:57.097269 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-feee77b8-2ad2-412e-aa7b-2c9c8f925ff3 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/subnets/cf155dae-dd33-48e6-8368-0250c37622d5 HTTP/1.1" status: 404 len: 337 time: 0.0273442 Apr 20 12:57:57.099631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33768) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:57.183215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.308923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.345604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9ae87c-2997-4e63-b702-c95e1a5a7204']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:57.369550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be7b09b-94f1-4d9b-8f04-e01688f09c33') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:57.370010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be7b09b-94f1-4d9b-8f04-e01688f09c33') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:57:57.384577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.410400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.418198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:57:57.418388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d4c3f-f740-4121-9ad9-337c0784bdf7 req-fb4c95b9-1b37-48a7-9bad-d37b6ad280fc tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:57.418762 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.420054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c6d4c3f-f740-4121-9ad9-337c0784bdf7 req-fb4c95b9-1b37-48a7-9bad-d37b6ad280fc tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.1834602 Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:57:57.422411 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:57:57.485593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port 16542a85-d975-45df-889f-61d550f9c6dc {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:57.486231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.493332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c6d4c3f-f740-4121-9ad9-337c0784bdf7 req-bcd3e3f9-4a73-4da6-90ba-fe5fc7d4f3a0 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605724 Apr 20 12:57:57.532601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.552287 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.561994 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] 10.222.0.24 "DELETE /v2.0/networks/ff9ae87c-2997-4e63-b702-c95e1a5a7204 HTTP/1.1" status: 204 len: 168 time: 0.4591286 Apr 20 12:57:57.592827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ded99-855d-48b5-94a2-12de963af368 tempest-NetworksTestDHCPv6-1007356642 tempest-NetworksTestDHCPv6-1007356642-project] Pushing event deleted for resources: {'Network': ['ID=ff9ae87c-2997-4e63-b702-c95e1a5a7204,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:57.686700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18ac97-8fe5-4311-bd77-c4dd431047ec req-eb2f85c6-b14f-4cd0-80d0-36b8575acfbd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:57.689130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca18ac97-8fe5-4311-bd77-c4dd431047ec req-eb2f85c6-b14f-4cd0-80d0-36b8575acfbd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 943 time: 0.0892420 Apr 20 12:57:57.729418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] For port 16542a85-d975-45df-889f-61d550f9c6dc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=16542a85-d975-45df-889f-61d550f9c6dc,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:57.729820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:57.755011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for 16542a85-d975-45df-889f-61d550f9c6dc owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:57.797417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca18ac97-8fe5-4311-bd77-c4dd431047ec req-da9dde18-167f-4f8c-8452-d74396f527d1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups?id=48ab70e5-f8c3-4d52-9371-3e84d0304477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890255 Apr 20 12:57:57.974506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:57.984713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3b076-cdc9-44e3-b0db-9fee6f8a812b req-b7952820-ee5c-400e-a467-fd3dca4b44ec tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:57.986608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fe3b076-cdc9-44e3-b0db-9fee6f8a812b req-b7952820-ee5c-400e-a467-fd3dca4b44ec tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.1402338 Apr 20 12:57:58.036487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.073917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=16542a85-d975-45df-889f-61d550f9c6dc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:58.144495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fe3b076-cdc9-44e3-b0db-9fee6f8a812b req-beec292a-7caf-40ef-9c55-5c8adee8b5c3 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406150 Apr 20 12:57:58.218264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] No DVR routers for this DVR port 16542a85-d975-45df-889f-61d550f9c6dc on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:58.221441 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.224659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-095fb34e-5ca4-4b60-8106-90ffc1f39a5f req-7b7d60b3-88ea-489c-92f3-d2648c4e6566 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.30 "DELETE /v2.0/ports/16542a85-d975-45df-889f-61d550f9c6dc HTTP/1.1" status: 204 len: 173 time: 0.9330530 Apr 20 12:57:58.225108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:58.227415 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b23f7d0-95c2-45c1-86ce-920ba0151f4b" -d '{"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "16542a85-d975-45df-889f-61d550f9c6dc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:58.275871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705b57d-edfe-4f65-8f4e-8d7b313556eb req-70b59655-2205-4fdb-8dc7-1c9a8ea7f6d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:58.277663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1705b57d-edfe-4f65-8f4e-8d7b313556eb req-70b59655-2205-4fdb-8dc7-1c9a8ea7f6d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1700554 Apr 20 12:57:58.279277 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bff7d0-e4bf-4bb7-a40a-8e748a4cb0a5 x-openstack-request-id: req-27bff7d0-e4bf-4bb7-a40a-8e748a4cb0a5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:58.279719 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2fd86eb-5d86-4893-a16f-7deac30f7c5e", "name": "network-vif-deleted", "tag": "16542a85-d975-45df-889f-61d550f9c6dc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:58.280199 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27bff7d0-e4bf-4bb7-a40a-8e748a4cb0a5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:58.280611 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bff7d0-e4bf-4bb7-a40a-8e748a4cb0a5'] response: {'server_uuid': 'd2fd86eb-5d86-4893-a16f-7deac30f7c5e', 'name': 'network-vif-deleted', 'tag': '16542a85-d975-45df-889f-61d550f9c6dc', 'status': 'completed', 'code': 200} Apr 20 12:57:58.303767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-241a1fe3-42c9-401e-bc31-083d60c05684 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=730b02e14cda4d2e89edad96c28469d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256745 Apr 20 12:57:58.306212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33812) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:57:58.340593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1705b57d-edfe-4f65-8f4e-8d7b313556eb req-ffff0930-3eb1-4a94-9d3a-b756bfca0b9b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498052 Apr 20 12:57:58.365659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-11603ca7-98b5-42ce-ad2c-450fc28d2f1d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:58.365659 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-11603ca7-98b5-42ce-ad2c-450fc28d2f1d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 945 time: 0.1390939 Apr 20 12:57:58.519318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-800ad133-f669-4f68-bc8b-9bbf73a1ee21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.550566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Deleting port aa76fad8-3fd2-471f-9445-17459b6ac299 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:57:58.551012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.579571 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-800ad133-f669-4f68-bc8b-9bbf73a1ee21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.665597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-800ad133-f669-4f68-bc8b-9bbf73a1ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.684414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-800ad133-f669-4f68-bc8b-9bbf73a1ee21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.691039 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-800ad133-f669-4f68-bc8b-9bbf73a1ee21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e88c9e93-38c8-4419-a6eb-51b9f58f264e HTTP/1.1" status: 204 len: 168 time: 0.3836343 Apr 20 12:57:58.777333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ad133-f669-4f68-bc8b-9bbf73a1ee21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c9e93-38c8-4419-a6eb-51b9f58f264e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:58.828091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726f92a-9c2a-428a-b8c8-182c70d0ed83 req-074f1857-9925-4b0e-bfb5-b74c2df1b19f tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:58.830791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9726f92a-9c2a-428a-b8c8-182c70d0ed83 req-074f1857-9925-4b0e-bfb5-b74c2df1b19f tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.2179840 Apr 20 12:57:58.894426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2708b8-4a79-4da5-a29c-4a5abc6a24d6 req-a657a337-cfb5-464c-8fa2-64de453f6455 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:57:58.895946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df2708b8-4a79-4da5-a29c-4a5abc6a24d6 req-a657a337-cfb5-464c-8fa2-64de453f6455 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1903789 Apr 20 12:57:58.899549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] For port aa76fad8-3fd2-471f-9445-17459b6ac299, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aa76fad8-3fd2-471f-9445-17459b6ac299,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:57:58.899929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:58.924290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Calling delete_port for aa76fad8-3fd2-471f-9445-17459b6ac299 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:57:58.994536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9726f92a-9c2a-428a-b8c8-182c70d0ed83 req-1a3fb482-0506-413d-b3f2-26d9f2b8ad97 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467388 Apr 20 12:57:59.051500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df2708b8-4a79-4da5-a29c-4a5abc6a24d6 req-8f31e0aa-e639-433a-a4c5-45061d4cfd9d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403489 Apr 20 12:57:59.161216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faaf3718-9c28-404c-8dcd-627dcc3acd6d req-1439d7cb-d239-40db-b3c9-0b5445f9f8de tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0378354 Apr 20 12:57:59.208766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:59.223504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['545ac536-739d-4737-810b-e6e1f2e97a60'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:59.227650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:57:59.298615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event deleted for resources: {'Port': ['ID=aa76fad8-3fd2-471f-9445-17459b6ac299,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:57:59.300437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67d7940d-4f63-4be1-8754-74c308e5feaa req-3be7ed39-101d-4012-b40b-1f23cdb1ed0b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0354953 Apr 20 12:57:59.371000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] No DVR routers for this DVR port aa76fad8-3fd2-471f-9445-17459b6ac299 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:57:59.381300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:57:59.388960 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-199a8db8-6105-4560-a62b-a44f29b89d30 req-343bd940-35aa-47b2-873a-5336bee0856e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "DELETE /v2.0/ports/aa76fad8-3fd2-471f-9445-17459b6ac299 HTTP/1.1" status: 204 len: 173 time: 1.0233939 Apr 20 12:57:59.389435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'name': 'network-vif-deleted', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:57:59.391920 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a1d4d6-479c-42ac-9c17-08b0cc972361" -d '{"events": [{"server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "name": "network-vif-deleted", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:57:59.743235 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56dcda9-4995-4c80-86c4-8df5ceda6fe7 x-openstack-request-id: req-b56dcda9-4995-4c80-86c4-8df5ceda6fe7 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:57:59.743731 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152", "name": "network-vif-deleted", "tag": "aa76fad8-3fd2-471f-9445-17459b6ac299", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:57:59.744102 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b56dcda9-4995-4c80-86c4-8df5ceda6fe7 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:57:59.744646 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56dcda9-4995-4c80-86c4-8df5ceda6fe7'] response: {'server_uuid': '7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152', 'name': 'network-vif-deleted', 'tag': 'aa76fad8-3fd2-471f-9445-17459b6ac299', 'status': 'completed', 'code': 200} Apr 20 12:58:00.001444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33876) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:00.115355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14afe1f-014e-40da-99c2-ea4a8090477f req-f56babcf-26c1-4d91-bc7c-3b82c3c6d4c0 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:00.123772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d14afe1f-014e-40da-99c2-ea4a8090477f req-f56babcf-26c1-4d91-bc7c-3b82c3c6d4c0 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.0610547 Apr 20 12:58:00.132704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1015285752'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:00.167467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:00.171509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.177667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d14afe1f-014e-40da-99c2-ea4a8090477f req-7ae48f4f-43fb-4905-8020-283f47750dbe tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529435 Apr 20 12:58:00.186346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.277660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f45652-d246-422d-aa41-97c8a1ffdcf8 req-a2d6a629-7213-48f8-a67e-d0ea6bc06ca6 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:00.291633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10f45652-d246-422d-aa41-97c8a1ffdcf8 req-a2d6a629-7213-48f8-a67e-d0ea6bc06ca6 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1032965 Apr 20 12:58:00.303748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.309721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.326483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:00.341527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4bd594f5-2ee4-4558-8560-7096b60b4a7a req-c9ed1a7d-bfd5-490b-814a-298e7c22ca65 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0473263 Apr 20 12:58:00.359458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.359809 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Added segment 436a7dac-65d2-45a9-8e4b-484fe1f1e71e of type vlan for network 7e35c075-3115-48ec-953a-c156452308bd Apr 20 12:58:00.372410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba18707b-e32d-4346-bb30-bdfb108d5b52,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:00.402644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10f45652-d246-422d-aa41-97c8a1ffdcf8 req-ee90fe09-5e11-412d-9e19-b30ae403bb4c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096108 Apr 20 12:58:00.470575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.506061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.512829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:00.513771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:00.597114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df748091-1e5f-4ee8-8e99-0a9d89afdfec req-aea7227e-9624-4287-ba28-099519d37f47 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0604053 Apr 20 12:58:00.630509 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6274996 Apr 20 12:58:00.634525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffcd47-7567-4063-a297-4e789d7923e8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Network': ['ID=7e35c075-3115-48ec-953a-c156452308bd,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:00.650228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 7e35c075-3115-48ec-953a-c156452308bd details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:00.812375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06836833-8042-47d8-879c-9da8652c26c1 req-8abff0d8-6649-416c-8f2d-eb493a53ac71 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:00.821767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06836833-8042-47d8-879c-9da8652c26c1 req-8abff0d8-6649-416c-8f2d-eb493a53ac71 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.0757976 Apr 20 12:58:00.870219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06836833-8042-47d8-879c-9da8652c26c1 req-539e13b5-0e74-4830-b6ad-fd179b70b5f9 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Apr 20 12:58:01.286368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:01.314851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: aa76fad8-3fd2-471f-9445-17459b6ac299 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:01.315198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aa76fad8-3fd2-471f-9445-17459b6ac299 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:01.567347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4e07649-db23-4d34-877a-6411918fe168 req-c8eb7c5d-6192-49b6-be01-2da8a8142608 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0452929 Apr 20 12:58:01.693223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ca297e9-5ea2-421b-ba55-f02c4f683ce0 req-a09ec253-aa7c-4e83-aac0-922abb356c2b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0317369 Apr 20 12:58:01.999667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a7e8f3-8b0e-4012-8176-f80342933af9 req-b513610e-a342-433f-a9f4-904a3e09ed23 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:02.009471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90a7e8f3-8b0e-4012-8176-f80342933af9 req-b513610e-a342-433f-a9f4-904a3e09ed23 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.0674460 Apr 20 12:58:02.062186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90a7e8f3-8b0e-4012-8176-f80342933af9 req-7aa5eea8-f9b4-43cd-b6bf-0fe565ad60fa tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/security-groups?id=9b5b6145-03f0-4928-9f00-b8885143077e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511243 Apr 20 12:58:02.290469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-64f7d44b-b7a6-4511-87b7-4c97ed8be9e0 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:02.292960 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-64f7d44b-b7a6-4511-87b7-4c97ed8be9e0 tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.30 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 946 time: 0.0577118 Apr 20 12:58:02.421716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Deleting port d0559828-189e-4089-b875-9e9e8c3b13ae {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:02.422224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:02.542347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] For port d0559828-189e-4089-b875-9e9e8c3b13ae, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d0559828-189e-4089-b875-9e9e8c3b13ae,segment=NetworkSegment(c5536451-39e6-4503-b92b-5e28b0fbd20d),segment_id=c5536451-39e6-4503-b92b-5e28b0fbd20d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:02.542699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:02.563126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Calling delete_port for d0559828-189e-4089-b875-9e9e8c3b13ae owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:02.771434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:02.784758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d0559828-189e-4089-b875-9e9e8c3b13ae'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:58:02.801938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Pushing event deleted for resources: {'Port': ['ID=d0559828-189e-4089-b875-9e9e8c3b13ae,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:02.864470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] No DVR routers for this DVR port d0559828-189e-4089-b875-9e9e8c3b13ae on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:02.867652 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:02.869052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68f0e41d-676f-428a-9119-6c037485effe req-5368fe68-76f8-48b4-b895-c5408fca32ee tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.1110663 Apr 20 12:58:02.872334 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4ee9cfb8-1448-4782-92e8-4009c608d67c req-f2b9b07c-fc3f-4a66-8d43-bdc649f7261b tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.30 "DELETE /v2.0/ports/d0559828-189e-4089-b875-9e9e8c3b13ae HTTP/1.1" status: 204 len: 173 time: 0.5702784 Apr 20 12:58:02.873085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'name': 'network-vif-deleted', 'tag': 'd0559828-189e-4089-b875-9e9e8c3b13ae'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:58:02.876530 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e021bfa9-89d4-463e-a108-d9e32a5146a5" -d '{"events": [{"server_uuid": "83f74176-b723-4d46-9b9e-a028fc243cf6", "name": "network-vif-deleted", "tag": "d0559828-189e-4089-b875-9e9e8c3b13ae"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:58:03.014282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-844ed6da-39f1-4062-8050-461745411665 req-feb73a94-c1e8-4e89-a6cb-3208241fa7cd tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0941010 Apr 20 12:58:03.036472 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1750f0-787e-4410-8661-f51a4fae06a8 x-openstack-request-id: req-6b1750f0-787e-4410-8661-f51a4fae06a8 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:58:03.036763 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83f74176-b723-4d46-9b9e-a028fc243cf6", "name": "network-vif-deleted", "tag": "d0559828-189e-4089-b875-9e9e8c3b13ae", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:58:03.037012 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b1750f0-787e-4410-8661-f51a4fae06a8 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:58:03.037408 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1750f0-787e-4410-8661-f51a4fae06a8'] response: {'server_uuid': '83f74176-b723-4d46-9b9e-a028fc243cf6', 'name': 'network-vif-deleted', 'tag': 'd0559828-189e-4089-b875-9e9e8c3b13ae', 'status': 'completed', 'code': 200} Apr 20 12:58:03.234698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ae4719e-c415-4275-8bd7-edf46c93e118 req-18664ed0-d7cf-4780-bdc5-ec1098e9a88c tempest-InstanceActionsNegativeTestJSON-1866787763 tempest-InstanceActionsNegativeTestJSON-1866787763-project] 10.222.0.24 "GET /v2.0/ports?device_id=83f74176-b723-4d46-9b9e-a028fc243cf6 HTTP/1.1" status: 200 len: 210 time: 0.0594268 Apr 20 12:58:03.652316 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92f2ee92-3b46-4796-8c81-8126805272fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:03.967536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33990) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:03.972570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'subnet': {'network_id': '7e35c075-3115-48ec-953a-c156452308bd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:03.995263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b0c0c90-32b6-40e5-b682-b550a2262746 req-9d62b355-0600-4b5f-9a1d-13b7292d71a1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0348399 Apr 20 12:58:04.078034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:04.081986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.115398 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f91f4625-7c00-44c1-af56-7b01ef930c91 req-2d2a8469-8a8f-48b7-9eef-59cfecf21583 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0324538 Apr 20 12:58:04.295450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.298107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:04.359611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] Deleting subnet db7bc953-f023-404c-b870-d7775cce746e {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:04.363430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.363946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Subnet': ['ID=2c4cfd6b-3823-4cd8-9fdc-e5a843e0cd74,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:04.373085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Checking segment: {'id': '436a7dac-65d2-45a9-8e4b-484fe1f1e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e35c075-3115-48ec-953a-c156452308bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:04.373450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network hostable DHCP agents. Network: 7e35c075-3115-48ec-953a-c156452308bd, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:04.400857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network 7e35c075-3115-48ec-953a-c156452308bd is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:04.413849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 7e35c075-3115-48ec-953a-c156452308bd) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:04.418245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:04.418405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.418936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.426574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67ea089-e6f0-4c8f-830c-d7e8ecf74e1f None None] Network 7e35c075-3115-48ec-953a-c156452308bd requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:04.456324 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d23eb6f3-055b-48e6-8a1c-ab7e491a8eec tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4876690 Apr 20 12:58:04.457042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34002) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:04.462291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-959528938'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:04.488620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.518932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:04.522683 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.580542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:04.595253 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.596043 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Added segment 3ccea6a5-6229-4452-a01c-74fc6eb1c924 of type vlan for network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d Apr 20 12:58:04.605789 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.620028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-7e35c075-3115-48ec-953a-c156452308bd', 'network_id': '7e35c075-3115-48ec-953a-c156452308bd', 'tenant_id': '8dffd49eb78c424bbcdc455081d0d15c', 'fixed_ips': [{'subnet_id': '2c4cfd6b-3823-4cd8-9fdc-e5a843e0cd74'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:04.621308 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.662922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7bc953-f023-404c-b870-d7775cce746e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:04.674135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.680140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c96fd7dc-1167-4d17-aa18-55c71445d4c6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/db7bc953-f023-404c-b870-d7775cce746e HTTP/1.1" status: 204 len: 168 time: 0.3784370 Apr 20 12:58:04.680140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.680671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:04.743427 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.749192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:04.750048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.770799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Allocated IP 2001:db8:0:ffff::2 (7e35c075-3115-48ec-953a-c156452308bd/2c4cfd6b-3823-4cd8-9fdc-e5a843e0cd74/573999fc-9e23-4c06-830f-cd1a4b2db6a4) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:04.816056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.884605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4262748 Apr 20 12:58:04.886160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34008) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:04.918780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.918966 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.924862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.941980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e289b16-9691-4d74-b7c6-b951e35d6244']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:04.952229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5536451-39e6-4503-b92b-5e28b0fbd20d') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:04.952540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5536451-39e6-4503-b92b-5e28b0fbd20d') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:04.963431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.968963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'subnet': {'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:04.972634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Network 7e35c075-3115-48ec-953a-c156452308bd is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:04.977381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:04.981819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:04.985264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:04.986762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Pushing event updated for resources: {'Port': ['ID=573999fc-9e23-4c06-830f-cd1a4b2db6a4,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:05.006438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:05.007332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:05.011032 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:05.031021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960086a-f58c-4279-bd8a-21df6970dc28 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Network': ['ID=d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:05.039505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Attempting to bind port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:05.039872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Attempting to bind port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '436a7dac-65d2-45a9-8e4b-484fe1f1e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e35c075-3115-48ec-953a-c156452308bd'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:05.040233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Attempting to bind port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 on network 7e35c075-3115-48ec-953a-c156452308bd {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:05.046588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:05.046970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Checking segment: {'id': '436a7dac-65d2-45a9-8e4b-484fe1f1e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e35c075-3115-48ec-953a-c156452308bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:05.047374 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.048299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Bound using segment: {'id': '436a7dac-65d2-45a9-8e4b-484fe1f1e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e35c075-3115-48ec-953a-c156452308bd'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:05.048770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Bound port: 573999fc-9e23-4c06-830f-cd1a4b2db6a4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436a7dac-65d2-45a9-8e4b-484fe1f1e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e35c075-3115-48ec-953a-c156452308bd'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:05.049154 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.051139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:05.154159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34016) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:05.162358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:05.166158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.169503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.184274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.196004 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1e289b16-9691-4d74-b7c6-b951e35d6244 HTTP/1.1" status: 204 len: 168 time: 0.5141108 Apr 20 12:58:05.220693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] For port 573999fc-9e23-4c06-830f-cd1a4b2db6a4, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:05.230641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6cbd-d9ff-4ea8-ab96-9325bdde24b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e289b16-9691-4d74-b7c6-b951e35d6244,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:05.242844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] For port 573999fc-9e23-4c06-830f-cd1a4b2db6a4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=573999fc-9e23-4c06-830f-cd1a4b2db6a4,segment=NetworkSegment(436a7dac-65d2-45a9-8e4b-484fe1f1e71e),segment_id=436a7dac-65d2-45a9-8e4b-484fe1f1e71e)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:05.249416 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.290449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d881fb37-0263-4ba7-bd2d-46c55997e856 req-d6d76b2e-3ac5-4681-b904-d141581d3ffe tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.1646714 Apr 20 12:58:05.338396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d0559828-189e-4089-b875-9e9e8c3b13ae no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:05.359247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72dc8ba1-0efd-402c-bd34-4520259c328e req-0a38b103-e451-44f7-aac8-6157e9c76716 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0743053 Apr 20 12:58:05.402760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34022) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:05.408597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: d0559828-189e-4089-b875-9e9e8c3b13ae {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:05.408934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d0559828-189e-4089-b875-9e9e8c3b13ae not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:05.426135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0febc-af66-4f81-be28-8ff69820b50e None None] Pushing event updated for resources: {'Port': ['ID=573999fc-9e23-4c06-830f-cd1a4b2db6a4,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:05.465313 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2dbf7b57-8a14-446e-8bc5-b9eab51f583e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da74dad9c1944934af59fdf151b5a1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612772 Apr 20 12:58:05.467604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34024) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:05.480086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2bf65c6-b5de-4597-a382-d7c93c5111fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.544643 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e7497bb-e54c-40ef-aeaa-343b209329d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.574710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e7497bb-e54c-40ef-aeaa-343b209329d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.636484 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e7497bb-e54c-40ef-aeaa-343b209329d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.639324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e7497bb-e54c-40ef-aeaa-343b209329d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:05.643508 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e7497bb-e54c-40ef-aeaa-343b209329d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b5b6145-03f0-4928-9f00-b8885143077e HTTP/1.1" status: 204 len: 168 time: 0.1720016 Apr 20 12:58:05.650535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7497bb-e54c-40ef-aeaa-343b209329d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5b6145-03f0-4928-9f00-b8885143077e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:05.764518 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-542923f0-f4ab-44ec-b285-67b696dae9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.033923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:58:06.035997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.116947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Subnet': ['ID=c9ec6d47-9d8e-4b03-9522-053732021314,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:06.141542 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2bf65c6-b5de-4597-a382-d7c93c5111fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.148938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2bf65c6-b5de-4597-a382-d7c93c5111fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.173521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Checking segment: {'id': '3ccea6a5-6229-4452-a01c-74fc6eb1c924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:06.173901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network hostable DHCP agents. Network: d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:06.202368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d2bf65c6-b5de-4597-a382-d7c93c5111fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2757d7ecb10146f58b4d02404c957533&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0456693 Apr 20 12:58:06.204843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34038) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:06.213568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf65c6-b5de-4597-a382-d7c93c5111fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbff34f-19e3-48c0-98db-7f3e918c1eb3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:06.247685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:06.261377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:06.266055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:06.267184 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.275856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2422e9d4-7237-4018-8300-44a30ccdd594 None None] Network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:06.287336 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c13e42a-8913-4378-bfc0-cdef852b9e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.308139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-19d4fad4-e0e6-4f49-a976-35c40af34ee4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3467922 Apr 20 12:58:06.309438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34040) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:06.315714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'port': {'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d', 'name': 'tempest-NetworksIpV6TestAttrs-253806189'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:06.347781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c13e42a-8913-4378-bfc0-cdef852b9e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.465790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c13e42a-8913-4378-bfc0-cdef852b9e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.466183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c13e42a-8913-4378-bfc0-cdef852b9e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.470405 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4c13e42a-8913-4378-bfc0-cdef852b9e57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbbff34f-19e3-48c0-98db-7f3e918c1eb3 HTTP/1.1" status: 204 len: 168 time: 0.2616501 Apr 20 12:58:06.486725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13e42a-8913-4378-bfc0-cdef852b9e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbff34f-19e3-48c0-98db-7f3e918c1eb3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:06.609056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d', 'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d', 'tenant_id': '8dffd49eb78c424bbcdc455081d0d15c', 'fixed_ips': [{'subnet_id': 'c9ec6d47-9d8e-4b03-9522-053732021314'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:06.611733 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.669365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b73ae895-3f3a-43c0-bb1a-fd32648f3233 req-d4362edf-0193-4c8b-ada7-2819160c7d6f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.1233716 Apr 20 12:58:06.673199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abc6c79e-e890-4e5f-8bb7-dc74ad63cf94 req-3c4972ad-a16a-4f5f-ae17-94b0aa4be0c6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.1281939 Apr 20 12:58:06.683437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:06.709065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:06.791611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] device_id is not set on port 8ed86e1d-6c5a-4502-88e0-8de84c1cd7eb yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:58:06.853836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Allocated IP 2001:db8::f816:3eff:fec1:a10b (d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d/c9ec6d47-9d8e-4b03-9522-053732021314/cb4f2aea-4706-4c7d-ac57-febc542ba727) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:06.977006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 573999fc-9e23-4c06-830f-cd1a4b2db6a4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:07.030394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3150781c-a108-4a2c-9516-5896bc78e204 None None] Network 7e35c075-3115-48ec-953a-c156452308bd requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:07.084230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34062) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:07.105034 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de4a9960-abbf-426c-9b90-30e845303f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.209651 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de4a9960-abbf-426c-9b90-30e845303f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.215225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de4a9960-abbf-426c-9b90-30e845303f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.273272 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-de4a9960-abbf-426c-9b90-30e845303f32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38dd96f8ded64dceb0733d033f51005f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877825 Apr 20 12:58:07.274638 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a9960-abbf-426c-9b90-30e845303f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c3718f-6935-4d58-affd-b6fa6b78e76a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:07.276209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34066) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:07.328354 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.347106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:07.347491 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.348895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6502b51c-6eef-415a-a59f-61a890236bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.387283 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6502b51c-6eef-415a-a59f-61a890236bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.392416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-48c93724-99d6-46dd-a607-77fe1b1e9ffc None None] Provisioning complete for port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:07.392812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-48c93724-99d6-46dd-a607-77fe1b1e9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.457946 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6502b51c-6eef-415a-a59f-61a890236bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.461139 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6502b51c-6eef-415a-a59f-61a890236bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.464748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6502b51c-6eef-415a-a59f-61a890236bbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4c3718f-6935-4d58-affd-b6fa6b78e76a HTTP/1.1" status: 204 len: 168 time: 0.1851654 Apr 20 12:58:07.472893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b51c-6eef-415a-a59f-61a890236bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c3718f-6935-4d58-affd-b6fa6b78e76a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:07.589347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.627519 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.700856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Allocated IP 2001:db8::f816:3eff:fe67:d923 (d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d/c9ec6d47-9d8e-4b03-9522-053732021314/8ed86e1d-6c5a-4502-88e0-8de84c1cd7eb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:07.818759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:07.820030 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.846840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:07.849875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:07.866249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-48c93724-99d6-46dd-a607-77fe1b1e9ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:07.890426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Pushing event updated for resources: {'Port': ['ID=cb4f2aea-4706-4c7d-ac57-febc542ba727,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:07.971583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 573999fc-9e23-4c06-830f-cd1a4b2db6a4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=573999fc-9e23-4c06-830f-cd1a4b2db6a4,segment=NetworkSegment(436a7dac-65d2-45a9-8e4b-484fe1f1e71e),segment_id=436a7dac-65d2-45a9-8e4b-484fe1f1e71e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:08.006273 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.049079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.062576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Attempting to bind port cb4f2aea-4706-4c7d-ac57-febc542ba727 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:08.063370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Attempting to bind port cb4f2aea-4706-4c7d-ac57-febc542ba727 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3ccea6a5-6229-4452-a01c-74fc6eb1c924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:08.064028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Attempting to bind port cb4f2aea-4706-4c7d-ac57-febc542ba727 on network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:08.078213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:08.079516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Checking segment: {'id': '3ccea6a5-6229-4452-a01c-74fc6eb1c924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:08.080146 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.080815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Bound using segment: {'id': '3ccea6a5-6229-4452-a01c-74fc6eb1c924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:08.081605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Bound port: cb4f2aea-4706-4c7d-ac57-febc542ba727, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ccea6a5-6229-4452-a01c-74fc6eb1c924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7be1dd6-3675-4fbb-b3d5-1d586c3bef1d'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:08.082267 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.140205 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.144320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-812518cd-6a22-44bd-882f-7e7183126914 req-7e9b6040-9269-4a36-a1a7-654e5ca25fc1 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.3248835 Apr 20 12:58:08.179738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65af8704-56ef-45e3-b657-7a5a3c79e02a req-70618b4c-b7ef-4a57-b475-6c04a131321f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.3491430 Apr 20 12:58:08.185711 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-48c93724-99d6-46dd-a607-77fe1b1e9ffc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:58:08.186333 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-48c93724-99d6-46dd-a607-77fe1b1e9ffc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:58:08.219664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=573999fc-9e23-4c06-830f-cd1a4b2db6a4,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:08.239012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:08.255341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:08.271422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:08.275739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-574298e4-4794-4f5f-9892-5327828090ef None None] For port cb4f2aea-4706-4c7d-ac57-febc542ba727, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:08.280066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-574298e4-4794-4f5f-9892-5327828090ef None None] For port cb4f2aea-4706-4c7d-ac57-febc542ba727, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb4f2aea-4706-4c7d-ac57-febc542ba727,segment=NetworkSegment(3ccea6a5-6229-4452-a01c-74fc6eb1c924),segment_id=3ccea6a5-6229-4452-a01c-74fc6eb1c924)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:08.287425 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.293148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:08.307435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.312833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Port': ['ID=8ed86e1d-6c5a-4502-88e0-8de84c1cd7eb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:08.343307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-78bdbd7b-71a6-4892-b75e-0923992d2ab9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0327466 Apr 20 12:58:08.346428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34096) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:08.417368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574298e4-4794-4f5f-9892-5327828090ef None None] Pushing event updated for resources: {'Port': ['ID=cb4f2aea-4706-4c7d-ac57-febc542ba727,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:08.449488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting subnet c9ec6d47-9d8e-4b03-9522-053732021314 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:08.458021 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.492590 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.517829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.714922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.881839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.888396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.929095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ec6d47-9d8e-4b03-9522-053732021314,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:08.952657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:08.961834 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9e68f826-b3ff-44b3-83b3-83d5e48a2a03 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/c9ec6d47-9d8e-4b03-9522-053732021314 HTTP/1.1" status: 204 len: 168 time: 0.6115658 Apr 20 12:58:08.962993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34114) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:08.963699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4eb9de1a-84f8-49f5-b0b4-7d1408927cb4 None None] Provisioning complete for port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:08.964257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4eb9de1a-84f8-49f5-b0b4-7d1408927cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.029664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 573999fc-9e23-4c06-830f-cd1a4b2db6a4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:09.082408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333577bb-2bc1-4c64-adc1-fd684e0a5367 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:09.091244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333577bb-2bc1-4c64-adc1-fd684e0a5367 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:09.093273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-333577bb-2bc1-4c64-adc1-fd684e0a5367 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1289749 Apr 20 12:58:09.096345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34118) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:09.186216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:09.186636 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.309854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03ec146d-446d-4496-bda0-13b7338df39b req-dd6a33f6-e55b-442f-9108-88bb28dc057b tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0515466 Apr 20 12:58:09.392717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb4f2aea-4706-4c7d-ac57-febc542ba727 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:09.411501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a37a62c2-93ce-4e66-b14c-7e95343cae13 req-14194c44-c06c-4b90-b6fb-cdeeb16c4ffe tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0637205 Apr 20 12:58:09.554951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cb4f2aea-4706-4c7d-ac57-febc542ba727 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:09.557021 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.688829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1637a285-8e1f-4571-b8c0-a15b56535c4f tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.701979 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.702220 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1637a285-8e1f-4571-b8c0-a15b56535c4f tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 12:58:09.702469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1637a285-8e1f-4571-b8c0-a15b56535c4f tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:09.709384 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1637a285-8e1f-4571-b8c0-a15b56535c4f tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d HTTP/1.1" status: 409 len: 405 time: 0.6105342 Apr 20 12:58:09.714820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34136) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:09.722241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1307070315'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:09.755201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:09.761061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.779747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port cb4f2aea-4706-4c7d-ac57-febc542ba727, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb4f2aea-4706-4c7d-ac57-febc542ba727,segment=NetworkSegment(3ccea6a5-6229-4452-a01c-74fc6eb1c924),segment_id=3ccea6a5-6229-4452-a01c-74fc6eb1c924)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:09.786255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.795688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:09.818817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:09.819264 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Added segment dad05db3-da7f-4922-ac4b-af979e64c405 of type vlan for network 44b3672d-e930-467a-a48e-8825a07f8d56 Apr 20 12:58:09.894351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=cb4f2aea-4706-4c7d-ac57-febc542ba727,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:09.926986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2b39ad-3ddd-48a2-ad2f-97e3f012ca60 None None] Network d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:09.945171 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.006048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.013509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:10.014636 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.065388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34146) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:10.101228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Network': ['ID=44b3672d-e930-467a-a48e-8825a07f8d56,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:10.120721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2fe04d09-f135-4419-9708-46513beae207 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4045658 Apr 20 12:58:10.123811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:10.125276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-811b4ed3-53ad-410d-9274-403cb73f6762 None None] Provisioning complete for port cb4f2aea-4706-4c7d-ac57-febc542ba727 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:10.125839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-811b4ed3-53ad-410d-9274-403cb73f6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.129536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 44b3672d-e930-467a-a48e-8825a07f8d56 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:10.130407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'subnet': {'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:10.268368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:10.273511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.410243 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ab72307-1828-4509-b867-a4f477743fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.424745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] DHCP port deletion for d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:58:10.515367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] Deleting port cb4f2aea-4706-4c7d-ac57-febc542ba727 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:10.517026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.518242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64022a64-9d2d-4a86-a09c-2f3fbd5c0abd req-88ca6256-e37a-4266-a3d8-8be091506ec6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0825758 Apr 20 12:58:10.569315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ab72307-1828-4509-b867-a4f477743fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.581943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ab72307-1828-4509-b867-a4f477743fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.638831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] For port cb4f2aea-4706-4c7d-ac57-febc542ba727, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb4f2aea-4706-4c7d-ac57-febc542ba727,segment=NetworkSegment(3ccea6a5-6229-4452-a01c-74fc6eb1c924),segment_id=3ccea6a5-6229-4452-a01c-74fc6eb1c924)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:10.639034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.645254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b56e000-6109-4e11-9eb7-89c6f96c362a req-ef12a237-1818-4345-9e62-7969df95c16f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0774229 Apr 20 12:58:10.659772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] Calling delete_port for cb4f2aea-4706-4c7d-ac57-febc542ba727 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:10.733767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5ab72307-1828-4509-b867-a4f477743fc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efef160ac88f4ab1961c74412fc57045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671789 Apr 20 12:58:10.737297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34164) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:10.743520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab72307-1828-4509-b867-a4f477743fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3549c-aa59-4202-96bf-68cd93613ca7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:10.775088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.843466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] Pushing event deleted for resources: {'Port': ['ID=cb4f2aea-4706-4c7d-ac57-febc542ba727,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:10.851255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd80f1a-684a-45a5-9201-b19ba93b0b9a None None] No DVR routers for this DVR port cb4f2aea-4706-4c7d-ac57-febc542ba727 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:10.875639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-706c5ec6-985e-4601-a8bc-bd9148b04f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.877843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb4f2aea-4706-4c7d-ac57-febc542ba727 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:10.914410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cb4f2aea-4706-4c7d-ac57-febc542ba727 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:10.915051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb4f2aea-4706-4c7d-ac57-febc542ba727 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:10.938205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:58:10.940147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:10.949608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-706c5ec6-985e-4601-a8bc-bd9148b04f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:11.023760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Subnet': ['ID=d36f9357-491b-49f0-bde7-67d67883469b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:11.030421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Checking segment: {'id': 'dad05db3-da7f-4922-ac4b-af979e64c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:11.030776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network hostable DHCP agents. Network: 44b3672d-e930-467a-a48e-8825a07f8d56, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:11.056710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network 44b3672d-e930-467a-a48e-8825a07f8d56 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:11.065604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-706c5ec6-985e-4601-a8bc-bd9148b04f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:11.069014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-706c5ec6-985e-4601-a8bc-bd9148b04f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:11.071323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 44b3672d-e930-467a-a48e-8825a07f8d56) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:11.077185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:11.078445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:11.081346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd83cd38-d58c-4c56-829a-776cf9abfa96 None None] Network 44b3672d-e930-467a-a48e-8825a07f8d56 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:11.092178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-706c5ec6-985e-4601-a8bc-bd9148b04f20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65c3549c-aa59-4202-96bf-68cd93613ca7 HTTP/1.1" status: 204 len: 168 time: 0.3537297 Apr 20 12:58:11.100775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c5ec6-985e-4601-a8bc-bd9148b04f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3549c-aa59-4202-96bf-68cd93613ca7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:11.107787 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8057c30a-75a3-45ac-a657-bcbfa386340c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9823439 Apr 20 12:58:11.108699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:11.121887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'port': {'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56', 'name': 'tempest-NetworksIpV6TestAttrs-826957550'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:11.337922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:11.344673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:11.389097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] device_id is not set on port 6c9af87d-24c0-49a4-bfa3-c72c4c7f4e17 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:58:11.454180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-44b3672d-e930-467a-a48e-8825a07f8d56', 'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56', 'tenant_id': '8dffd49eb78c424bbcdc455081d0d15c', 'fixed_ips': [{'subnet_id': 'd36f9357-491b-49f0-bde7-67d67883469b'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:11.455214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:11.608761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Allocated IP 2001:db8::f816:3eff:fed1:cac5 (44b3672d-e930-467a-a48e-8825a07f8d56/d36f9357-491b-49f0-bde7-67d67883469b/6c9af87d-24c0-49a4-bfa3-c72c4c7f4e17) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:11.755986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79e9447c-fabe-48fa-84ab-1ffbd54948ba req-f5446c74-41b4-42df-8621-4053af5e691e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0883248 Apr 20 12:58:11.831628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34198) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:11.847367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6c95-ddf4-4c0b-9d5e-8692b21bc479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:11.870376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7eba64ef-b2dd-4ae9-8c3d-0723399f9bb9 req-37702e72-eb4a-4990-85c9-e01da8e9fa65 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0501359 Apr 20 12:58:11.930042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.023361 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.040224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6c95-ddf4-4c0b-9d5e-8692b21bc479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.107850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d2fc6c95-ddf4-4c0b-9d5e-8692b21bc479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.120000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Allocated IP 2001:db8::f816:3eff:fe9a:de48 (44b3672d-e930-467a-a48e-8825a07f8d56/d36f9357-491b-49f0-bde7-67d67883469b/9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:12.193002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34204) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:12.207941 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d2fc6c95-ddf4-4c0b-9d5e-8692b21bc479 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92cd573afa4b46e2ae33258b86a3fe9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749471 Apr 20 12:58:12.254461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network 44b3672d-e930-467a-a48e-8825a07f8d56 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:12.291955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06717086-c545-4724-a6dc-4c56012f5a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.294083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:12.330497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:12.331260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06717086-c545-4724-a6dc-4c56012f5a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.376305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:12.376305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.402094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Port': ['ID=6c9af87d-24c0-49a4-bfa3-c72c4c7f4e17,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:12.444545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc6c95-ddf4-4c0b-9d5e-8692b21bc479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7957f5b1-b2a2-4745-ac29-50d35860a943,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:12.456948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06717086-c545-4724-a6dc-4c56012f5a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.468622 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ce2580af-c436-4c30-8709-eda6c391dfde tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3557491 Apr 20 12:58:12.468809 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06717086-c545-4724-a6dc-4c56012f5a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.472573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:12.473354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-06717086-c545-4724-a6dc-4c56012f5a20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7957f5b1-b2a2-4745-ac29-50d35860a943 HTTP/1.1" status: 204 len: 168 time: 0.2790570 Apr 20 12:58:12.511743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06717086-c545-4724-a6dc-4c56012f5a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7957f5b1-b2a2-4745-ac29-50d35860a943,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:12.541590 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.552034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.609229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting subnet d36f9357-491b-49f0-bde7-67d67883469b {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:12.613066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.667293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Network 44b3672d-e930-467a-a48e-8825a07f8d56 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:12.674129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:12.678783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Pushing event updated for resources: {'Port': ['ID=9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:12.679179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.681085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:12.752983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Attempting to bind port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:12.753363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Attempting to bind port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'dad05db3-da7f-4922-ac4b-af979e64c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:12.753763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Attempting to bind port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c on network 44b3672d-e930-467a-a48e-8825a07f8d56 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:12.759316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:12.759629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Checking segment: {'id': 'dad05db3-da7f-4922-ac4b-af979e64c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:12.759926 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.760318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Bound using segment: {'id': 'dad05db3-da7f-4922-ac4b-af979e64c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:12.760777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Bound port: 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad05db3-da7f-4922-ac4b-af979e64c405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '44b3672d-e930-467a-a48e-8825a07f8d56'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:12.761151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:12.897018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6da7149d-9423-4f6f-a3cc-1850a0d26291 req-31a3c19e-1869-432e-93b3-b6521eb5d0cc tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b2ba2ca-dfd8-47bf-8a27-2a9d45eed152 HTTP/1.1" status: 200 len: 210 time: 0.0356114 Apr 20 12:58:12.913837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.013378 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.017396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] For port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:13.022003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] For port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c,segment=NetworkSegment(dad05db3-da7f-4922-ac4b-af979e64c405),segment_id=dad05db3-da7f-4922-ac4b-af979e64c405)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:13.034413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.075461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Subnet': ['ID=d36f9357-491b-49f0-bde7-67d67883469b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:13.082217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.087674 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-015d5330-e0a1-4c49-ac4b-c478c8819c86 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/d36f9357-491b-49f0-bde7-67d67883469b HTTP/1.1" status: 204 len: 168 time: 0.6141007 Apr 20 12:58:13.090086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34228) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:13.128530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e002430a-26df-4f8b-abe1-f27d527d6734 req-6c14df35-d999-4e61-b605-470658638756 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0864065 Apr 20 12:58:13.160578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6e3cb-54fa-49d7-9456-edf48b86e500 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:13.162393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6e3cb-54fa-49d7-9456-edf48b86e500 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:13.166403 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8cd6e3cb-54fa-49d7-9456-edf48b86e500 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0725369 Apr 20 12:58:13.166627 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34234) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:13.212906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbfbec-3231-4bb7-a9f5-b2f0103ad7bc None None] Pushing event updated for resources: {'Port': ['ID=9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:13.381029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-947b88ef-58e2-4591-af09-2fd22055b3bf tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.426173 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-947b88ef-58e2-4591-af09-2fd22055b3bf tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 20 12:58:13.426635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947b88ef-58e2-4591-af09-2fd22055b3bf tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:13.436129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-947b88ef-58e2-4591-af09-2fd22055b3bf tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/44b3672d-e930-467a-a48e-8825a07f8d56 HTTP/1.1" status: 409 len: 405 time: 0.2680857 Apr 20 12:58:13.444419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34240) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:13.448878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-488652687'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:13.501528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:13.505737 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.569705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:13.588278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.590761 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Added segment 1a3c471c-e943-445e-8e48-80e10e0e4d6a of type vlan for network d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3 Apr 20 12:58:13.691209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.856729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.871076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:13.874888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:13.957776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5157096 Apr 20 12:58:13.961297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34260) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:13.966994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'subnet': {'network_id': 'd3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:14.020617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee097201-6c62-42d3-bc6b-e5e6e9aba64b req-6e12566b-f5d1-4704-ab6e-48d50ce3a091 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:14.029217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee097201-6c62-42d3-bc6b-e5e6e9aba64b req-6e12566b-f5d1-4704-ab6e-48d50ce3a091 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2581079 Apr 20 12:58:14.098924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175e5c1-9db5-46e1-bb4e-723dea26b3a2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Network': ['ID=d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:14.112045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:14.120660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee097201-6c62-42d3-bc6b-e5e6e9aba64b req-c703a5e3-07c2-42d5-8976-a0e5ce4da5f9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905077 Apr 20 12:58:14.218509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-35c9f25a-f8c7-49a8-8f29-13feee95ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:14.220530 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-35c9f25a-f8c7-49a8-8f29-13feee95ebf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1097 time: 0.5094721 Apr 20 12:58:14.331335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:14.335843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be745706-c0cb-481a-9a19-8b49cf1f05db req-0950706a-2602-4bee-91c1-4b01b3c35e10 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0560598 Apr 20 12:58:14.346124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:14.475377 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-54ce6270-9b72-4865-92e0-addf252d1296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:14.476786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-54ce6270-9b72-4865-92e0-addf252d1296 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.2394996 Apr 20 12:58:14.596026 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-51502a80-0956-4ca7-991e-5e173e229f9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 200 len: 217 time: 0.1041787 Apr 20 12:58:14.708452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-36743013-303a-4137-b802-467aa64b5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:14.709983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-36743013-303a-4137-b802-467aa64b5a0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0988266 Apr 20 12:58:14.885986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-85be1fc5-6fcf-4f96-98e2-824720cae3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:14.888005 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-85be1fc5-6fcf-4f96-98e2-824720cae3d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687281 Apr 20 12:58:14.890139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:14.940379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-9ba7af14-e339-4742-a5d9-ee187caf8330 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:58:14.941472 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-9ba7af14-e339-4742-a5d9-ee187caf8330 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256760 Apr 20 12:58:15.239399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8d414-c961-4830-b373-1a3b0207d3fb None None] Network 44b3672d-e930-467a-a48e-8825a07f8d56 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:15.278357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:58:15.280244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.289617 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-6ef96f96-12c4-482a-8434-e28518b27604 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403680 Apr 20 12:58:15.320410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-06b0d848-ebb4-4985-b809-497dc8877c65 None None] Provisioning complete for port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:15.321064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06b0d848-ebb4-4985-b809-497dc8877c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.371257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bdba6-b72a-4c96-9cb2-b4781206a0e1 req-1f16984d-d3b3-404f-888e-4c5f405a2228 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:15.384523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c43bdba6-b72a-4c96-9cb2-b4781206a0e1 req-1f16984d-d3b3-404f-888e-4c5f405a2228 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1586554 Apr 20 12:58:15.432533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Subnet': ['ID=e2e291b4-5346-4eb8-acbe-35e06d1f0d19,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:15.488630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Checking segment: {'id': '1a3c471c-e943-445e-8e48-80e10e0e4d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:15.489321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network hostable DHCP agents. Network: d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:15.501976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c43bdba6-b72a-4c96-9cb2-b4781206a0e1 req-506467cf-1b38-4c1e-b649-af5a0166e47b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119215 Apr 20 12:58:15.530401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:15.530996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.557248 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a94e74a9-3876-45f6-9b72-c0e82253b1ec req-30e9e6dc-f4a0-4569-8e60-602d794601cf service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396860 Apr 20 12:58:15.571512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:15.592631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:15.602409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:15.603020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.614487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfa2843-99e8-4816-b997-425fa7cd9f1c None None] Network d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:15.626241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecf2254b-c2cc-4c48-8159-dadf2286dc0c req-655b2b92-f957-464c-92ed-26ae1c61158e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.1237617 Apr 20 12:58:15.662181 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-15858ae1-e362-4dec-bd31-9fd174026f98 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6991816 Apr 20 12:58:15.664731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:15.787045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.791193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06b0d848-ebb4-4985-b809-497dc8877c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.851349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.857714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-06b0d848-ebb4-4985-b809-497dc8877c65 None None] For port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c,segment=NetworkSegment(dad05db3-da7f-4922-ac4b-af979e64c405),segment_id=dad05db3-da7f-4922-ac4b-af979e64c405)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:15.877152 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06b0d848-ebb4-4985-b809-497dc8877c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:15.925056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] DHCP port deletion for 44b3672d-e930-467a-a48e-8825a07f8d56 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:58:16.024659 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:58:16.025015 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:58:16.034852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d848-ebb4-4985-b809-497dc8877c65 None None] Pushing event updated for resources: {'Port': ['ID=9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:16.066515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.079704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20758f55-2870-4aff-b9e0-7eb057f3ff35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3', 'network_id': 'd3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3', 'tenant_id': '8dffd49eb78c424bbcdc455081d0d15c', 'fixed_ips': [{'subnet_id': 'e2e291b4-5346-4eb8-acbe-35e06d1f0d19'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:16.080563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-20758f55-2870-4aff-b9e0-7eb057f3ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.104840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] Deleting port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:16.105174 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.188476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.234066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e291b4-5346-4eb8-acbe-35e06d1f0d19,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:16.271373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] For port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c,segment=NetworkSegment(dad05db3-da7f-4922-ac4b-af979e64c405),segment_id=dad05db3-da7f-4922-ac4b-af979e64c405)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:16.271784 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-20758f55-2870-4aff-b9e0-7eb057f3ff35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2e291b4-5346-4eb8-acbe-35e06d1f0d19: This subnet is being modified by another concurrent operation. Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 12:58:16.295568 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e2e291b4-5346-4eb8-acbe-35e06d1f0d19: This subnet is being modified by another concurrent operation. Apr 20 12:58:16.299342 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 12:58:16.315723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] Calling delete_port for 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:16.318480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1e3f4a-146e-486a-bd7b-49df46574861 None None] Network d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:16.358665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.384295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:16.395994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3c471c-e943-445e-8e48-80e10e0e4d6a') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:16.396295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3c471c-e943-445e-8e48-80e10e0e4d6a') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:16.408954 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.425775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.436854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:16.437538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:16.445118 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:16.537247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.552485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.560326 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3 HTTP/1.1" status: 204 len: 168 time: 0.8912249 Apr 20 12:58:16.560861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34354) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:16.566020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-801674442'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:16.597385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e1af9-e5ac-43ed-859a-96814b6ff029 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Network': ['ID=d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:16.611415 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.625080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c update to ACTIVE by agent not found {{(pid=109411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 12:58:16.628285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:16.631671 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.681263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] Pushing event deleted for resources: {'Port': ['ID=9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:16.689063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e78df-e68b-4bcc-87ce-69f9a60d446b None None] No DVR routers for this DVR port 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:16.709492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:16.720663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.721115 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Added segment 3225367e-3ee4-4860-9461-3eaba1258bae of type vlan for network 6811a56d-c29a-4ff5-a093-5bf8a54a5121 Apr 20 12:58:16.735074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5ed089-ce06-46ea-b65c-ee734f4d9099 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 12:58:16.860037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38557158-2eae-44e4-8c41-2993f61ee6d9 req-d2d26fb0-ba62-4f9a-805d-1287de4bb429 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0794947 Apr 20 12:58:16.886475 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.900977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:16.921935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865029f1-da94-40f7-af72-97224881594c req-a6f15bb5-323a-43d3-aadd-87f1f69d2927 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:16.929479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-865029f1-da94-40f7-af72-97224881594c req-a6f15bb5-323a-43d3-aadd-87f1f69d2927 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2546771 Apr 20 12:58:16.952655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:16.954990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:16.955481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9bbe0c3c-1ec1-43e5-a002-23b3c4b25c9c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:16.964095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:16.964731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:17.046008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Network': ['ID=6811a56d-c29a-4ff5-a093-5bf8a54a5121,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:17.068461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 6811a56d-c29a-4ff5-a093-5bf8a54a5121 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:17.073079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-865029f1-da94-40f7-af72-97224881594c req-444235a4-89ce-4c3f-9c50-fb4c651f2b66 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424406 Apr 20 12:58:17.081752 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34368) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:17.082685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d1a3b683-9f9d-4b63-8253-5f31d4d7a9dd tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5209739 Apr 20 12:58:17.087190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ed089-ce06-46ea-b65c-ee734f4d9099 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 12:58:17.087345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'subnet': {'network_id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:17.274352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:17.279450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:17.597201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:17.656319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Subnet': ['ID=b853e09a-24e4-44ba-ad7a-3f4afb7aa7ce,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:17.678843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34386) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:17.713561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Checking segment: {'id': '3225367e-3ee4-4860-9461-3eaba1258bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:17.714311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network hostable DHCP agents. Network: 6811a56d-c29a-4ff5-a093-5bf8a54a5121, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:17.737783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network 6811a56d-c29a-4ff5-a093-5bf8a54a5121 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:17.748517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 6811a56d-c29a-4ff5-a093-5bf8a54a5121) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:17.756924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b57188-74bf-445d-9d87-c90eefb99d39 None None] Network 6811a56d-c29a-4ff5-a093-5bf8a54a5121 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:17.763140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:17.765097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:17.797488 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a2978a41-9b07-42fd-8db6-5ed18a0648c1 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7143879 Apr 20 12:58:17.800466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:17.876277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01ffe304-bbbc-4520-a945-8fdc770b57a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:17.970366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:17.979096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83e65f4d-ee92-43a4-a167-e7072ee181d0 req-bf0a402a-a560-4fb0-ad2c-9b1c0ebc199d tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0355949 Apr 20 12:58:18.013570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-6811a56d-c29a-4ff5-a093-5bf8a54a5121', 'network_id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121', 'tenant_id': '8dffd49eb78c424bbcdc455081d0d15c', 'fixed_ips': [{'subnet_id': 'b853e09a-24e4-44ba-ad7a-3f4afb7aa7ce'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:18.014995 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.040881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01ffe304-bbbc-4520-a945-8fdc770b57a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.047159 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01ffe304-bbbc-4520-a945-8fdc770b57a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.101919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-01ffe304-bbbc-4520-a945-8fdc770b57a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f10d1ebb40c244b4bdb23e16d3cf6449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216659 Apr 20 12:58:18.102130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.103143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffe304-bbbc-4520-a945-8fdc770b57a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6f9cd-72e9-4e25-bf11-fbaf08ea6504,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:18.106299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:18.212662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8475553-fdc8-450b-835b-d173f3c1a8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.244556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Allocated IP 2001:db8::2 (6811a56d-c29a-4ff5-a093-5bf8a54a5121/b853e09a-24e4-44ba-ad7a-3f4afb7aa7ce/046675aa-c853-4ccf-b982-910a606cf9b3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:18.258975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8475553-fdc8-450b-835b-d173f3c1a8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.264385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90946503-9cda-4bc0-b047-b600477e613d req-658c9ce7-07b4-4b0a-abc6-eefb521714f7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:18.267142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90946503-9cda-4bc0-b047-b600477e613d req-658c9ce7-07b4-4b0a-abc6-eefb521714f7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.0795629 Apr 20 12:58:18.327850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8475553-fdc8-450b-835b-d173f3c1a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.332232 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8475553-fdc8-450b-835b-d173f3c1a8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.338478 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f8475553-fdc8-450b-835b-d173f3c1a8dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64d6f9cd-72e9-4e25-bf11-fbaf08ea6504 HTTP/1.1" status: 204 len: 168 time: 0.2314851 Apr 20 12:58:18.353017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8475553-fdc8-450b-835b-d173f3c1a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6f9cd-72e9-4e25-bf11-fbaf08ea6504,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:18.356010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90946503-9cda-4bc0-b047-b600477e613d req-2cb85512-3e5e-47cf-ab8b-54d7ed00c2a3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806258 Apr 20 12:58:18.453076 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.465871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.491418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.582502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Subnet': ['ID=b853e09a-24e4-44ba-ad7a-3f4afb7aa7ce,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:18.591787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Network 6811a56d-c29a-4ff5-a093-5bf8a54a5121 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:18.592137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Pushing event updated for resources: {'Port': ['ID=046675aa-c853-4ccf-b982-910a606cf9b3,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:18.602582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:18.611835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:18.706398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Attempting to bind port 046675aa-c853-4ccf-b982-910a606cf9b3 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:18.706886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Attempting to bind port 046675aa-c853-4ccf-b982-910a606cf9b3 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3225367e-3ee4-4860-9461-3eaba1258bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:18.707171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Attempting to bind port 046675aa-c853-4ccf-b982-910a606cf9b3 on network 6811a56d-c29a-4ff5-a093-5bf8a54a5121 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:18.720707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:18.721139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Checking segment: {'id': '3225367e-3ee4-4860-9461-3eaba1258bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:18.722084 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.722212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Bound using segment: {'id': '3225367e-3ee4-4860-9461-3eaba1258bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:18.722623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Bound port: 046675aa-c853-4ccf-b982-910a606cf9b3, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3225367e-3ee4-4860-9461-3eaba1258bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:18.723012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.749728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.802788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6811a56d-c29a-4ff5-a093-5bf8a54a5121']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:18.818780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3225367e-3ee4-4860-9461-3eaba1258bae') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:18.819416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3225367e-3ee4-4860-9461-3eaba1258bae') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:18.836657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.864589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.866061 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.872766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:18.873301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:18.896489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] For port 046675aa-c853-4ccf-b982-910a606cf9b3, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:18.973092 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:18.975507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] For port 046675aa-c853-4ccf-b982-910a606cf9b3, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=046675aa-c853-4ccf-b982-910a606cf9b3,segment=NetworkSegment(3225367e-3ee4-4860-9461-3eaba1258bae),segment_id=3225367e-3ee4-4860-9461-3eaba1258bae)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:18.975604 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.api [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 12:58:18.975604 n-d-838550-2 neutron-server[109409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 12:58:18.975604 n-d-838550-2 neutron-server[109409]: [parameters: {'id': '6811a56d-c29a-4ff5-a093-5bf8a54a5121'}] Apr 20 12:58:18.975604 n-d-838550-2 neutron-server[109409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:58:18.975604 n-d-838550-2 neutron-server[109409]: DEBUG oslo_db.api [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:58:18.975978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.165934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34428) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:19.189149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65b25b07-e311-46ca-ac99-7efaed1f4a80 req-a67647fb-ca50-4d31-9a39-133bb4b0aba6 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0554974 Apr 20 12:58:19.204170 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fbf1-8c96-4137-88f5-2e6617807605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.312340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8282a78-6e85-4b5d-9564-336b0e4360f8 None None] Pushing event updated for resources: {'Port': ['ID=046675aa-c853-4ccf-b982-910a606cf9b3,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:19.346065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126d19ff-7464-4b1d-aa1a-70abd58599a7 None None] Network 6811a56d-c29a-4ff5-a093-5bf8a54a5121 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:19.350088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fbf1-8c96-4137-88f5-2e6617807605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.355339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fbf1-8c96-4137-88f5-2e6617807605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.480747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.495118 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7aa8fbf1-8c96-4137-88f5-2e6617807605 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=114583b9633d43748ab3fc3318f5230c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277650 Apr 20 12:58:19.501583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34440) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:19.522379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8fbf1-8c96-4137-88f5-2e6617807605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2225d0-802e-44e1-9278-f3b8c88a4f79,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:19.582555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e1ec70-47be-4131-9518-06fbefc9779e None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 12:58:19.594690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583e83e-d97e-402d-ae9e-e914a6110e5c req-e42d8cd3-0ddf-4585-95ec-c0cc15433d1f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:19.607828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f583e83e-d97e-402d-ae9e-e914a6110e5c req-e42d8cd3-0ddf-4585-95ec-c0cc15433d1f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1481934 Apr 20 12:58:19.692042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f583e83e-d97e-402d-ae9e-e914a6110e5c req-1415d141-5f89-4b5c-a2c2-2b067c509fd4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831544 Apr 20 12:58:19.724128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67fc481e-c7a9-434b-8054-da9c6e339e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.755533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67fc481e-c7a9-434b-8054-da9c6e339e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.777179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting port 046675aa-c853-4ccf-b982-910a606cf9b3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:19.777737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.786309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1ec70-47be-4131-9518-06fbefc9779e None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 12:58:19.903152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] For port 046675aa-c853-4ccf-b982-910a606cf9b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=046675aa-c853-4ccf-b982-910a606cf9b3,segment=NetworkSegment(3225367e-3ee4-4860-9461-3eaba1258bae),segment_id=3225367e-3ee4-4860-9461-3eaba1258bae)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:19.905150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.912048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67fc481e-c7a9-434b-8054-da9c6e339e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.916052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67fc481e-c7a9-434b-8054-da9c6e339e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:19.918853 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-67fc481e-c7a9-434b-8054-da9c6e339e1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee2225d0-802e-44e1-9278-f3b8c88a4f79 HTTP/1.1" status: 204 len: 168 time: 0.4141004 Apr 20 12:58:19.950892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc481e-c7a9-434b-8054-da9c6e339e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2225d0-802e-44e1-9278-f3b8c88a4f79,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:19.952993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Calling delete_port for 046675aa-c853-4ccf-b982-910a606cf9b3 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:20.081648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.117708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Port': ['ID=046675aa-c853-4ccf-b982-910a606cf9b3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:20.127395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No DVR routers for this DVR port 046675aa-c853-4ccf-b982-910a606cf9b3 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:20.262343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.320537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6811a56d-c29a-4ff5-a093-5bf8a54a5121']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:20.343347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3225367e-3ee4-4860-9461-3eaba1258bae') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:20.343645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3225367e-3ee4-4860-9461-3eaba1258bae') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:20.355730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.373171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.382407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:20.382818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:20.386659 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:20.389059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f103529d-5652-4827-9d95-3472e1cb59da req-e42eeb81-b20e-4132-a200-8dc74d39475a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0525017 Apr 20 12:58:20.482918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.487940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.498270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34458) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:20.499519 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/6811a56d-c29a-4ff5-a093-5bf8a54a5121 HTTP/1.1" status: 204 len: 168 time: 2.6974406 Apr 20 12:58:20.504608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-317683393'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:20.545995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:20.546815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5360c-2c76-41e6-a9e8-da8f76f4957c tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Network': ['ID=6811a56d-c29a-4ff5-a093-5bf8a54a5121,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:20.550293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.601825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:20.620630 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.620982 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Added segment 3a1a229f-bc74-4428-ac5a-9bc872450b78 of type vlan for network a6488f55-2f17-4499-beeb-591df3ee9510 Apr 20 12:58:20.690410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.726310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.742899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:20.743883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:20.846024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34474) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:20.853071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Network': ['ID=a6488f55-2f17-4499-beeb-591df3ee9510,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:20.867305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dfaa49c8-0736-42a4-85d2-5b019483ef34 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3652613 Apr 20 12:58:20.870324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a6488f55-2f17-4499-beeb-591df3ee9510 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:20.873531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34478) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:20.893097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Request body: {'subnet': {'network_id': 'a6488f55-2f17-4499-beeb-591df3ee9510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:20.928528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b1842-6e3d-4ac6-8e10-4888e79f5dde req-29c57300-2415-46b7-9912-3841a1609f8f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:20.930580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b6b1842-6e3d-4ac6-8e10-4888e79f5dde req-29c57300-2415-46b7-9912-3841a1609f8f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.0748849 Apr 20 12:58:21.016693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b6b1842-6e3d-4ac6-8e10-4888e79f5dde req-6fb90f94-5eda-40f0-86ac-bc2714d00f57 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783906 Apr 20 12:58:21.069157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce505bba-cdbd-4cb7-832a-cd4a6f40e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.221591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Made reservation on behalf of 8dffd49eb78c424bbcdc455081d0d15c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:21.225184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.338072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce505bba-cdbd-4cb7-832a-cd4a6f40e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.362424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce505bba-cdbd-4cb7-832a-cd4a6f40e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.410094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce505bba-cdbd-4cb7-832a-cd4a6f40e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f4b4a7-8817-4e83-8087-d587d95b8375,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:21.458554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34492) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:21.474391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ce505bba-cdbd-4cb7-832a-cd4a6f40e3f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=202e9114a8174d169004ee60257059d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6271966 Apr 20 12:58:21.630057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-057cf882-2b1c-43c5-a2dc-7e55cda05dbe req-ad601190-0bbb-4b02-96f5-346ef0012f70 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0489812 Apr 20 12:58:21.649890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa22e083-a3c2-4dea-a941-0f944d7bc404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.692134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa22e083-a3c2-4dea-a941-0f944d7bc404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.742954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 12:58:21.744820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.752019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa22e083-a3c2-4dea-a941-0f944d7bc404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.755559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aa22e083-a3c2-4dea-a941-0f944d7bc404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.760800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aa22e083-a3c2-4dea-a941-0f944d7bc404 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99f4b4a7-8817-4e83-8087-d587d95b8375 HTTP/1.1" status: 204 len: 168 time: 0.2997470 Apr 20 12:58:21.771057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22e083-a3c2-4dea-a941-0f944d7bc404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f4b4a7-8817-4e83-8087-d587d95b8375,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:21.828050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Checking segment: {'id': '3a1a229f-bc74-4428-ac5a-9bc872450b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a6488f55-2f17-4499-beeb-591df3ee9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:21.829133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network hostable DHCP agents. Network: a6488f55-2f17-4499-beeb-591df3ee9510, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:21.854956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event updated for resources: {'Subnet': ['ID=5b0f35b3-4c3e-4160-8ce0-366448caeb19,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:21.863988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Network a6488f55-2f17-4499-beeb-591df3ee9510 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:21.883846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a6488f55-2f17-4499-beeb-591df3ee9510) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:21.893069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2114a6e-96e6-4d31-b872-b732170cbb53 None None] Network a6488f55-2f17-4499-beeb-591df3ee9510 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:21.902524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:21.904139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:21.940956 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d8982227-afb6-4568-a88e-78dbe1304ea2 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0634246 Apr 20 12:58:21.941677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:22.198305 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.202935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a6488f55-2f17-4499-beeb-591df3ee9510', 'network_id': 'a6488f55-2f17-4499-beeb-591df3ee9510', 'tenant_id': '8dffd49eb78c424bbcdc455081d0d15c', 'fixed_ips': [{'subnet_id': '5b0f35b3-4c3e-4160-8ce0-366448caeb19'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:22.204076 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.403722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34516) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:22.436405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.460243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fa205-457d-4617-86a1-dd508f6e494d req-4d197735-ce93-49e9-a8c0-0f5613d85996 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:22.461826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f85fa205-457d-4617-86a1-dd508f6e494d req-4d197735-ce93-49e9-a8c0-0f5613d85996 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2552423 Apr 20 12:58:22.474569 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.560519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f85fa205-457d-4617-86a1-dd508f6e494d req-4f71d3b8-ed0d-47bc-9a59-6a0d55e6a002 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878551 Apr 20 12:58:22.564850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Allocated IP 2001:db8::f816:3eff:fe67:e6ca (a6488f55-2f17-4499-beeb-591df3ee9510/5b0f35b3-4c3e-4160-8ce0-366448caeb19/59afe519-3133-4379-b49e-a51bf391f5b1) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:22.623629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.631325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.689682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db3c1b7-a885-42ca-9e47-79bf671847e9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:22.742446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.742778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.743106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.747608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.748035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.751527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.751995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.752343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.754131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.754479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.754810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.757297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:22.801550 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-26a175f1-2fe7-46ea-af32-decaff4d26d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21a4dc5a1963474eb29e91ca200db48a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939013 Apr 20 12:58:22.801550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34524) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:22.906263 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.926083 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.936319 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f44adb6-7489-4e65-b73b-9a83283da005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:22.965882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.017341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f44adb6-7489-4e65-b73b-9a83283da005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.032460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Network a6488f55-2f17-4499-beeb-591df3ee9510 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:23.039932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:23.046487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:23.050627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0f35b3-4c3e-4160-8ce0-366448caeb19,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:23.129291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f44adb6-7489-4e65-b73b-9a83283da005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.132501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f44adb6-7489-4e65-b73b-9a83283da005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.134281 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6f44adb6-7489-4e65-b73b-9a83283da005 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1db3c1b7-a885-42ca-9e47-79bf671847e9 HTTP/1.1" status: 204 len: 168 time: 0.3319135 Apr 20 12:58:23.138371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Pushing event updated for resources: {'Port': ['ID=59afe519-3133-4379-b49e-a51bf391f5b1,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:23.151764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44adb6-7489-4e65-b73b-9a83283da005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db3c1b7-a885-42ca-9e47-79bf671847e9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:23.183233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.239100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Attempting to bind port 59afe519-3133-4379-b49e-a51bf391f5b1 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:23.239555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Attempting to bind port 59afe519-3133-4379-b49e-a51bf391f5b1 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3a1a229f-bc74-4428-ac5a-9bc872450b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a6488f55-2f17-4499-beeb-591df3ee9510'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:23.239827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Attempting to bind port 59afe519-3133-4379-b49e-a51bf391f5b1 on network a6488f55-2f17-4499-beeb-591df3ee9510 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:23.275068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:23.275900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-472eec81-e280-445e-8deb-2b1e4d61bece req-7e3e3cfc-efdc-48fe-9a94-62e94d6c8352 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0786393 Apr 20 12:58:23.278703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Checking segment: {'id': '3a1a229f-bc74-4428-ac5a-9bc872450b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a6488f55-2f17-4499-beeb-591df3ee9510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:23.279138 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.279537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Bound using segment: {'id': '3a1a229f-bc74-4428-ac5a-9bc872450b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a6488f55-2f17-4499-beeb-591df3ee9510'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:23.280027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Bound port: 59afe519-3133-4379-b49e-a51bf391f5b1, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1a229f-bc74-4428-ac5a-9bc872450b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a6488f55-2f17-4499-beeb-591df3ee9510'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:23.280409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.286844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6488f55-2f17-4499-beeb-591df3ee9510']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:23.321920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1a229f-bc74-4428-ac5a-9bc872450b78') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:23.322416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1a229f-bc74-4428-ac5a-9bc872450b78') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:23.338921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.366731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.379501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:23.380006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:23.386561 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:23.488203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.api [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 12:58:23.488203 n-d-838550-2 neutron-server[109410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 12:58:23.488203 n-d-838550-2 neutron-server[109410]: [parameters: {'id': 'a6488f55-2f17-4499-beeb-591df3ee9510'}] Apr 20 12:58:23.488203 n-d-838550-2 neutron-server[109410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:58:23.489038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] For port 59afe519-3133-4379-b49e-a51bf391f5b1, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:23.489589 n-d-838550-2 neutron-server[109410]: DEBUG oslo_db.api [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:58:23.492854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] For port 59afe519-3133-4379-b49e-a51bf391f5b1, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=59afe519-3133-4379-b49e-a51bf391f5b1,segment=NetworkSegment(3a1a229f-bc74-4428-ac5a-9bc872450b78),segment_id=3a1a229f-bc74-4428-ac5a-9bc872450b78)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:23.500064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.615973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:23.623280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f26526-a43c-4f04-b620-598218e75f8c None None] Pushing event updated for resources: {'Port': ['ID=59afe519-3133-4379-b49e-a51bf391f5b1,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:23.654257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd41c7-e814-4818-a43c-28f319db320c None None] Network a6488f55-2f17-4499-beeb-591df3ee9510 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:23.843239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27762b84-bfef-425a-b121-c9844eefecae req-31361926-02b0-41e1-ab35-f183b598f4c5 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:23.852520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27762b84-bfef-425a-b121-c9844eefecae req-31361926-02b0-41e1-ab35-f183b598f4c5 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1261132 Apr 20 12:58:23.888896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0e6281-18c4-40cf-bd4e-c0cee8305b0d None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 12:58:23.929046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27762b84-bfef-425a-b121-c9844eefecae req-40a0350f-55bd-4e67-92d4-4365e0bcb78f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680141 Apr 20 12:58:23.956224 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:58:23.991155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.079852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0e6281-18c4-40cf-bd4e-c0cee8305b0d None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 12:58:24.083458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting port 59afe519-3133-4379-b49e-a51bf391f5b1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:24.083811 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.175298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] For port 59afe519-3133-4379-b49e-a51bf391f5b1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=59afe519-3133-4379-b49e-a51bf391f5b1,segment=NetworkSegment(3a1a229f-bc74-4428-ac5a-9bc872450b78),segment_id=3a1a229f-bc74-4428-ac5a-9bc872450b78)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:24.175850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.202125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Calling delete_port for 59afe519-3133-4379-b49e-a51bf391f5b1 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:24.378355 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.430685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Port': ['ID=59afe519-3133-4379-b49e-a51bf391f5b1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:24.470613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No DVR routers for this DVR port 59afe519-3133-4379-b49e-a51bf391f5b1 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:24.559818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b320acb1-1192-41c4-9cd0-029e43c24762 req-559bca97-f931-4a63-a293-bb77ca559882 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.1332157 Apr 20 12:58:24.680750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.709456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6488f55-2f17-4499-beeb-591df3ee9510']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:24.738032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1a229f-bc74-4428-ac5a-9bc872450b78') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:24.740184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1a229f-bc74-4428-ac5a-9bc872450b78') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:24.769434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.795098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.806496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:24.811416 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:24.816776 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:24.858786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:24.914979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.923163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:24.926797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/a6488f55-2f17-4499-beeb-591df3ee9510 HTTP/1.1" status: 204 len: 168 time: 2.9838719 Apr 20 12:58:24.930182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34578) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:24.939143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a52dcb-d6ee-4cac-9fb4-8bc191dbf8c9 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Network': ['ID=a6488f55-2f17-4499-beeb-591df3ee9510,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:24.977982 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-285ced66-62c1-4b16-920b-2f54c2be3575 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:24.978450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285ced66-62c1-4b16-920b-2f54c2be3575 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:24.984248 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-285ced66-62c1-4b16-920b-2f54c2be3575 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/5b0f35b3-4c3e-4160-8ce0-366448caeb19 HTTP/1.1" status: 404 len: 337 time: 0.0530677 Apr 20 12:58:24.985090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34582) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.011528 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-145b03bf-d69a-43c6-82b0-31d6641c3ba8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:25.012177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145b03bf-d69a-43c6-82b0-31d6641c3ba8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:25.018326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-145b03bf-d69a-43c6-82b0-31d6641c3ba8 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/a6488f55-2f17-4499-beeb-591df3ee9510 HTTP/1.1" status: 404 len: 339 time: 0.0285587 Apr 20 12:58:25.018733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34586) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.058519 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50a6ad6-59b0-4286-9584-7bab4acb2ab4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:25.058984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a50a6ad6-59b0-4286-9584-7bab4acb2ab4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:25.062018 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a50a6ad6-59b0-4286-9584-7bab4acb2ab4 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/b853e09a-24e4-44ba-ad7a-3f4afb7aa7ce HTTP/1.1" status: 404 len: 337 time: 0.0420394 Apr 20 12:58:25.064085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bac7e8af-a65d-44af-8e90-bac71804c26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.065847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34590) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.096456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b078f1-2f46-4090-9594-684591b0e238 req-da078271-a865-4c82-a4b4-5decded3b96f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:25.099159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41b078f1-2f46-4090-9594-684591b0e238 req-da078271-a865-4c82-a4b4-5decded3b96f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.0692899 Apr 20 12:58:25.103089 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d693169e-08fd-4e1b-97b9-dc0be7b198ac tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:25.103853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d693169e-08fd-4e1b-97b9-dc0be7b198ac tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:25.108230 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d693169e-08fd-4e1b-97b9-dc0be7b198ac tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/6811a56d-c29a-4ff5-a093-5bf8a54a5121 HTTP/1.1" status: 404 len: 339 time: 0.0396421 Apr 20 12:58:25.111314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34594) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.145434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41b078f1-2f46-4090-9594-684591b0e238 req-9f410ac8-5979-4e05-8520-c36eb52460de tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Apr 20 12:58:25.148663 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3eff91-a2de-44bc-9f1b-654cd2a1cc88 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:25.149135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3eff91-a2de-44bc-9f1b-654cd2a1cc88 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:25.154609 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7d3eff91-a2de-44bc-9f1b-654cd2a1cc88 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/e2e291b4-5346-4eb8-acbe-35e06d1f0d19 HTTP/1.1" status: 404 len: 337 time: 0.0400460 Apr 20 12:58:25.155583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34596) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.183809 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b14898-b1ca-4a85-a1ff-c785a024cec0 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:25.184380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b14898-b1ca-4a85-a1ff-c785a024cec0 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:25.190608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6b14898-b1ca-4a85-a1ff-c785a024cec0 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/d3e6c2df-fe88-4340-b6f6-7b1ae5b7c3a3 HTTP/1.1" status: 404 len: 339 time: 0.0309315 Apr 20 12:58:25.191067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.245366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bac7e8af-a65d-44af-8e90-bac71804c26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.272398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bac7e8af-a65d-44af-8e90-bac71804c26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.327250 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bac7e8af-a65d-44af-8e90-bac71804c26a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cfab378022843e7b77d53580985dcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673581 Apr 20 12:58:25.330049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34604) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.334089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7e8af-a65d-44af-8e90-bac71804c26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfe4b3e-2837-4d39-af2d-5bb3eda6be90,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:25.360348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting port 6c9af87d-24c0-49a4-bfa3-c72c4c7f4e17 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:25.360863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.417727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81a47956-51e2-4da5-b8c7-d46866057c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.438971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.446033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81a47956-51e2-4da5-b8c7-d46866057c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.464063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Calling delete_port for 6c9af87d-24c0-49a4-bfa3-c72c4c7f4e17 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:25.505398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81a47956-51e2-4da5-b8c7-d46866057c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.508686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81a47956-51e2-4da5-b8c7-d46866057c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.512240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-81a47956-51e2-4da5-b8c7-d46866057c1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddfe4b3e-2837-4d39-af2d-5bb3eda6be90 HTTP/1.1" status: 204 len: 168 time: 0.1789684 Apr 20 12:58:25.535322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a47956-51e2-4da5-b8c7-d46866057c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfe4b3e-2837-4d39-af2d-5bb3eda6be90,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:25.631900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.681305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Port': ['ID=6c9af87d-24c0-49a4-bfa3-c72c4c7f4e17,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:25.697870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.704899 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3edf4aa1-f845-4733-bb64-bd13deef5572 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/ports/6c9af87d-24c0-49a4-bfa3-c72c4c7f4e17 HTTP/1.1" status: 204 len: 168 time: 0.5116615 Apr 20 12:58:25.705517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34616) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.740096 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d9a60e-1416-445f-8b3a-47277ac77da6 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:25.741001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d9a60e-1416-445f-8b3a-47277ac77da6 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:25.744210 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-33d9a60e-1416-445f-8b3a-47277ac77da6 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/d36f9357-491b-49f0-bde7-67d67883469b HTTP/1.1" status: 404 len: 337 time: 0.0377364 Apr 20 12:58:25.746686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db34a0d2-49b1-415b-bdbc-f74bcffd4509 req-ec705179-4fb1-457e-9864-92e5c12de12a tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2fd86eb-5d86-4893-a16f-7deac30f7c5e HTTP/1.1" status: 200 len: 210 time: 0.0422273 Apr 20 12:58:25.747169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34618) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.832856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.924217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.946788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b3672d-e930-467a-a48e-8825a07f8d56']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:25.958111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad05db3-da7f-4922-ac4b-af979e64c405') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:25.958397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad05db3-da7f-4922-ac4b-af979e64c405') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:25.968303 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.971313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34624) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:25.985372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.991360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67717358-4ba1-43d8-bc40-7678ac872905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.993453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:25.994013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:25.998087 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:26.071956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.104335 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.108856 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/44b3672d-e930-467a-a48e-8825a07f8d56 HTTP/1.1" status: 204 len: 168 time: 0.3606737 Apr 20 12:58:26.111368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69e71d-ec15-4ba3-8361-e6bbb7a7da60 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Network': ['ID=44b3672d-e930-467a-a48e-8825a07f8d56,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:26.117250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34626) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:26.350650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67717358-4ba1-43d8-bc40-7678ac872905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.364466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67717358-4ba1-43d8-bc40-7678ac872905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.412810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48e252-72fc-4348-a9d6-9d9cc1dbfafa req-b3323913-b1de-49fe-90c1-efdada4db012 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:26.420426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c48e252-72fc-4348-a9d6-9d9cc1dbfafa req-b3323913-b1de-49fe-90c1-efdada4db012 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1588202 Apr 20 12:58:26.460443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-67717358-4ba1-43d8-bc40-7678ac872905 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22ab4e78f1da4befac7ad6b87774f307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878316 Apr 20 12:58:26.462449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67717358-4ba1-43d8-bc40-7678ac872905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e819a7ce-7947-43a8-b399-71b0acb22b5c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:26.462935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34642) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:26.483913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting port 8ed86e1d-6c5a-4502-88e0-8de84c1cd7eb {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:26.484146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.568215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b0b12a7-5da0-490a-84de-35f1b7b7dd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.601570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b0b12a7-5da0-490a-84de-35f1b7b7dd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.665101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c48e252-72fc-4348-a9d6-9d9cc1dbfafa req-ac1ae2f2-76c4-483e-ba57-732dd05dfc2e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405503 Apr 20 12:58:26.691423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.702323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b0b12a7-5da0-490a-84de-35f1b7b7dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.705567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b0b12a7-5da0-490a-84de-35f1b7b7dd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.709595 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b0b12a7-5da0-490a-84de-35f1b7b7dd1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e819a7ce-7947-43a8-b399-71b0acb22b5c HTTP/1.1" status: 204 len: 168 time: 0.2434886 Apr 20 12:58:26.716592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b12a7-5da0-490a-84de-35f1b7b7dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e819a7ce-7947-43a8-b399-71b0acb22b5c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:26.719988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Calling delete_port for 8ed86e1d-6c5a-4502-88e0-8de84c1cd7eb owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:26.743222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5f913-4abc-4360-9850-1ee460bc72ec req-f65964c2-3c67-465c-87ea-a361b455742d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:26.744736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43a5f913-4abc-4360-9850-1ee460bc72ec req-f65964c2-3c67-465c-87ea-a361b455742d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 944 time: 0.1509066 Apr 20 12:58:26.853568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43a5f913-4abc-4360-9850-1ee460bc72ec req-d4ffee29-1355-4a81-b359-de7dff7d9b31 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605276 Apr 20 12:58:26.910323 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.910549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34652) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:26.975488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19011906-4b8d-455b-a1d3-1ebcb53fb73e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:26.990975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Port': ['ID=8ed86e1d-6c5a-4502-88e0-8de84c1cd7eb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:27.013815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19011906-4b8d-455b-a1d3-1ebcb53fb73e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.014685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.025668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-06c7cf6e-b4e6-4c3c-8b70-6ffa73dde106 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/ports/8ed86e1d-6c5a-4502-88e0-8de84c1cd7eb HTTP/1.1" status: 204 len: 168 time: 0.9072232 Apr 20 12:58:27.054195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34656) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:27.077792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19011906-4b8d-455b-a1d3-1ebcb53fb73e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.086133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19011906-4b8d-455b-a1d3-1ebcb53fb73e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.092888 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-19011906-4b8d-455b-a1d3-1ebcb53fb73e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/security-groups/48ab70e5-f8c3-4d52-9371-3e84d0304477 HTTP/1.1" status: 204 len: 168 time: 0.1786575 Apr 20 12:58:27.110509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:27.111653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19011906-4b8d-455b-a1d3-1ebcb53fb73e tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ab70e5-f8c3-4d52-9371-3e84d0304477,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:27.122171 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4720bb-1534-44af-b81f-22b75a876b06 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] DELETE failed (client error): The resource could not be found. Apr 20 12:58:27.122810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe4720bb-1534-44af-b81f-22b75a876b06 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:58:27.129084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fe4720bb-1534-44af-b81f-22b75a876b06 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/c9ec6d47-9d8e-4b03-9522-053732021314 HTTP/1.1" status: 404 len: 337 time: 0.0724306 Apr 20 12:58:27.131882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:27.253212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-5d4ab45f-4f6d-4496-87cc-cb5e963b1142 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:27.255187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-5d4ab45f-4f6d-4496-87cc-cb5e963b1142 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 944 time: 0.2596762 Apr 20 12:58:27.260344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.350508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34670) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:27.468755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.509096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:27.523365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ccea6a5-6229-4452-a01c-74fc6eb1c924') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:27.523940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ccea6a5-6229-4452-a01c-74fc6eb1c924') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:27.533337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Deleting port 545ac536-739d-4737-810b-e6e1f2e97a60 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:27.533700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.571748 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.602385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.612694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:27.613572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.620317 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-46f9176d-e918-445a-80dc-78c04d8c2132 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] show failed (client error): The resource could not be found. Apr 20 12:58:27.621467 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-46f9176d-e918-445a-80dc-78c04d8c2132 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "GET /v2.0/security-groups/48ab70e5-f8c3-4d52-9371-3e84d0304477 HTTP/1.1" status: 404 len: 347 time: 0.4991555 Apr 20 12:58:27.629901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34680) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:27.696649 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:27.772011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d3a64-2b1e-41d8-b3cd-fdd0d6895798 req-935f88e4-cbed-4c2a-827e-dee687d5b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:27.773889 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-389d3a64-2b1e-41d8-b3cd-fdd0d6895798 req-935f88e4-cbed-4c2a-827e-dee687d5b8da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1097 time: 0.1512463 Apr 20 12:58:27.792545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6611a70-818b-4c00-8396-a797988d583f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.798238 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.817467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] For port 545ac536-739d-4737-810b-e6e1f2e97a60, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=545ac536-739d-4737-810b-e6e1f2e97a60,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:27.817859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.829869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.831729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d HTTP/1.1" status: 204 len: 168 time: 0.6987131 Apr 20 12:58:27.840857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34688) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:27.845037 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-389d3a64-2b1e-41d8-b3cd-fdd0d6895798 req-18bffcd2-9c8a-4f1d-b76c-d8b16df5240a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592189 Apr 20 12:58:27.881007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port aeb313f7-19df-4507-8bf8-4177fc4dcb22 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:27.881360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:27.894774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Calling delete_port for 545ac536-739d-4737-810b-e6e1f2e97a60 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:27.902284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e7e11-f651-4f91-8002-62b41d61a6eb tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Network': ['ID=d7be1dd6-3675-4fbb-b3d5-1d586c3bef1d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:28.019685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.020282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.039262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for aeb313f7-19df-4507-8bf8-4177fc4dcb22 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:28.055579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbab27-1e92-4316-be96-0a358b1e9d10 req-3801b278-b40e-49fd-a574-30ffc4e4b10e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:28.057259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22bbab27-1e92-4316-be96-0a358b1e9d10 req-3801b278-b40e-49fd-a574-30ffc4e4b10e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2662101 Apr 20 12:58:28.122350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6611a70-818b-4c00-8396-a797988d583f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.163613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22bbab27-1e92-4316-be96-0a358b1e9d10 req-ac42b8c3-24e3-430d-8dc0-8b46307ae686 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950856 Apr 20 12:58:28.168740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6611a70-818b-4c00-8396-a797988d583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.193732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting subnet 2c4cfd6b-3823-4cd8-9fdc-e5a843e0cd74 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:28.202701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.241260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a20f8b-62c9-4c6a-b087-ac6a390dd40e req-1fd0c5ac-aa9c-444b-ae0f-e563fc77da9f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:28.243002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13a20f8b-62c9-4c6a-b087-ac6a390dd40e req-1fd0c5ac-aa9c-444b-ae0f-e563fc77da9f tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 944 time: 0.3127038 Apr 20 12:58:28.252362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.261472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6611a70-818b-4c00-8396-a797988d583f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d07b06b-65bd-4bc2-93aa-074c40536004,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:28.357351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13a20f8b-62c9-4c6a-b087-ac6a390dd40e req-2c3eb1bf-5dc1-4996-a90e-98a96f88e751 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859091 Apr 20 12:58:28.363698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6611a70-818b-4c00-8396-a797988d583f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7113f2295be44c29a4696748828cd56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0117185 Apr 20 12:58:28.366099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:28.415523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.466197 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e463b19d-21c2-4598-9bcc-31f0d65ecf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.476882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.490469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.504408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:58:28.509197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['545ac536-739d-4737-810b-e6e1f2e97a60'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:58:28.523210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=aeb313f7-19df-4507-8bf8-4177fc4dcb22,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:28.525914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e463b19d-21c2-4598-9bcc-31f0d65ecf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.530699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event deleted for resources: {'Port': ['ID=545ac536-739d-4737-810b-e6e1f2e97a60,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:28.632255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] No DVR routers for this DVR port 545ac536-739d-4737-810b-e6e1f2e97a60 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:28.640879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.647958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab68abf7-f2ce-4a67-80f3-b99e1d6b574e req-1d842c1c-4a53-4670-aeae-7bd5a11a7a7e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "DELETE /v2.0/ports/545ac536-739d-4737-810b-e6e1f2e97a60 HTTP/1.1" status: 204 len: 173 time: 1.3821652 Apr 20 12:58:28.653097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'name': 'network-vif-deleted', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:58:28.659898 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0dde02-8b82-4302-a238-887d6074203a" -d '{"events": [{"server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "name": "network-vif-deleted", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:58:28.698920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e463b19d-21c2-4598-9bcc-31f0d65ecf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.702697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e463b19d-21c2-4598-9bcc-31f0d65ecf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.706835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e463b19d-21c2-4598-9bcc-31f0d65ecf47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d07b06b-65bd-4bc2-93aa-074c40536004 HTTP/1.1" status: 204 len: 168 time: 0.3379793 Apr 20 12:58:28.727739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.731740 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.738777 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-115bd335-c8f1-4d8a-8cf9-14e7fed8f092 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/floatingips/65e11754-61db-4787-98c8-b7874f45f86b HTTP/1.1" status: 204 len: 168 time: 1.1067359 Apr 20 12:58:28.741507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34722) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:28.766405 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca0f54-3ad7-4cf4-a289-88f1c3d3e846 x-openstack-request-id: req-2aca0f54-3ad7-4cf4-a289-88f1c3d3e846 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:58:28.766901 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed3b3c9-6314-4880-b3d9-852930f10a59", "name": "network-vif-deleted", "tag": "545ac536-739d-4737-810b-e6e1f2e97a60", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:58:28.770191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.777946 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2aca0f54-3ad7-4cf4-a289-88f1c3d3e846 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:58:28.778676 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aca0f54-3ad7-4cf4-a289-88f1c3d3e846'] response: {'server_uuid': '2ed3b3c9-6314-4880-b3d9-852930f10a59', 'name': 'network-vif-deleted', 'tag': '545ac536-739d-4737-810b-e6e1f2e97a60', 'status': 'completed', 'code': 200} Apr 20 12:58:28.779753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463b19d-21c2-4598-9bcc-31f0d65ecf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d07b06b-65bd-4bc2-93aa-074c40536004,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:28.854459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4cfd6b-3823-4cd8-9fdc-e5a843e0cd74,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:28.859732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:28.874114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d420b7cb-bbfc-4325-9217-5bedd0af9a70 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/subnets/2c4cfd6b-3823-4cd8-9fdc-e5a843e0cd74 HTTP/1.1" status: 204 len: 168 time: 1.0282879 Apr 20 12:58:28.877106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34730) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:28.893138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05d162-e8ef-4376-9d44-427ef9f44bc5 None None] Network 7e35c075-3115-48ec-953a-c156452308bd requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:28.975260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port 2d2152ba-c841-4838-9638-514cf5f96f90 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:28.975260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.090488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.170157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Deleting port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:29.170684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.248973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.279458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for 2d2152ba-c841-4838-9638-514cf5f96f90 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:29.462828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] For port 573999fc-9e23-4c06-830f-cd1a4b2db6a4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=573999fc-9e23-4c06-830f-cd1a4b2db6a4,segment=NetworkSegment(436a7dac-65d2-45a9-8e4b-484fe1f1e71e),segment_id=436a7dac-65d2-45a9-8e4b-484fe1f1e71e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:29.468022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.468384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] DHCP port deletion for 7e35c075-3115-48ec-953a-c156452308bd request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:58:29.529348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Calling delete_port for 573999fc-9e23-4c06-830f-cd1a4b2db6a4 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:29.529519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23902087-deac-4fbe-b82b-6e95bd01c413 req-3d61d09e-1eee-4f8b-a416-0993df1d143f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:29.530987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23902087-deac-4fbe-b82b-6e95bd01c413 req-3d61d09e-1eee-4f8b-a416-0993df1d143f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2274072 Apr 20 12:58:29.601488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23902087-deac-4fbe-b82b-6e95bd01c413 req-ec837996-3d2f-4c64-8ae8-441a861a173b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599213 Apr 20 12:58:29.610069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34748) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:29.640233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9669cb06-729f-468f-9f82-b6454a4ea8a5 req-9708705b-0e9f-44aa-9ce5-8d8ac27bcc96 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=2ed3b3c9-6314-4880-b3d9-852930f10a59 HTTP/1.1" status: 200 len: 210 time: 0.0501649 Apr 20 12:58:29.681363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] Deleting port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:29.681948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.743704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3cb6-c5ce-4814-b062-406089c21b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.749951 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.756257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.789447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Port': ['ID=573999fc-9e23-4c06-830f-cd1a4b2db6a4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:29.793897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] No DVR routers for this DVR port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:29.887942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=2d2152ba-c841-4838-9638-514cf5f96f90,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:29.958119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] For port 573999fc-9e23-4c06-830f-cd1a4b2db6a4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=573999fc-9e23-4c06-830f-cd1a4b2db6a4,segment=NetworkSegment(436a7dac-65d2-45a9-8e4b-484fe1f1e71e),segment_id=436a7dac-65d2-45a9-8e4b-484fe1f1e71e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:29.958599 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:29.998189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.019936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] Calling delete_port for 573999fc-9e23-4c06-830f-cd1a4b2db6a4 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:30.027327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e35c075-3115-48ec-953a-c156452308bd']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:30.037565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6575-0848-486d-808a-a8830e45e3ff req-6da3c7ff-aaaf-4e55-b134-39a23b3fa2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:30.039374 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-886c6575-0848-486d-808a-a8830e45e3ff req-6da3c7ff-aaaf-4e55-b134-39a23b3fa2f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1097 time: 0.1139326 Apr 20 12:58:30.044671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436a7dac-65d2-45a9-8e4b-484fe1f1e71e') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:30.050090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436a7dac-65d2-45a9-8e4b-484fe1f1e71e') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:30.091794 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.141866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.154350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:30.155045 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.156151 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:30.160569 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:30.165691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-68e72a29-d9ff-4e17-8949-368c0eab4468 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/ports/2d2152ba-c841-4838-9638-514cf5f96f90 HTTP/1.1" status: 204 len: 168 time: 1.4141920 Apr 20 12:58:30.166290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34764) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:30.221898 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.233867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60467-6be9-4d6f-918d-26de7221ac0c req-9298f57d-6246-408a-a82a-c68a8a13f2cd tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:30.242356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f60467-6be9-4d6f-918d-26de7221ac0c req-9298f57d-6246-408a-a82a-c68a8a13f2cd tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1762376 Apr 20 12:58:30.291489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] Pushing event deleted for resources: {'Port': ['ID=573999fc-9e23-4c06-830f-cd1a4b2db6a4,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:30.295631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719f1bd1-0711-4aed-8ce9-2d6657be776e None None] No DVR routers for this DVR port 573999fc-9e23-4c06-830f-cd1a4b2db6a4 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:30.336981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.374404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f60467-6be9-4d6f-918d-26de7221ac0c req-8d725503-a0c0-4408-b97b-85ec818129dd tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260700 Apr 20 12:58:30.431709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.436094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] 10.222.0.24 "DELETE /v2.0/networks/7e35c075-3115-48ec-953a-c156452308bd HTTP/1.1" status: 204 len: 168 time: 1.5565946 Apr 20 12:58:30.467816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6575-0848-486d-808a-a8830e45e3ff req-e598c08b-43f9-435b-9313-3b224cce9c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:30.480535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3cb6-c5ce-4814-b062-406089c21b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.482402 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-886c6575-0848-486d-808a-a8830e45e3ff req-e598c08b-43f9-435b-9313-3b224cce9c15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.4173312 Apr 20 12:58:30.490775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3cb6-c5ce-4814-b062-406089c21b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.557259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760b4d5-f1f0-47ad-9ab8-0cbba2847390 tempest-NetworksIpV6TestAttrs-857582185 tempest-NetworksIpV6TestAttrs-857582185-project] Pushing event deleted for resources: {'Network': ['ID=7e35c075-3115-48ec-953a-c156452308bd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:30.603136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3cb6-c5ce-4814-b062-406089c21b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fcc7dd-abd5-4486-a416-c73b6ada6f1c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:30.643739 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-886c6575-0848-486d-808a-a8830e45e3ff req-eefeb9c5-d845-43d7-b921-0f24bd8ae0c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 200 len: 217 time: 0.1604285 Apr 20 12:58:30.659319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ca8e3cb6-c5ce-4814-b062-406089c21b0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c908600beacb431fbea40dfa177c5e48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0449631 Apr 20 12:58:30.660861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34776) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:30.665110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 545ac536-739d-4737-810b-e6e1f2e97a60 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:30.706188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 545ac536-739d-4737-810b-e6e1f2e97a60 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:30.706925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 545ac536-739d-4737-810b-e6e1f2e97a60 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:30.783047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6575-0848-486d-808a-a8830e45e3ff req-ee7fca8d-9b39-4995-a4d2-75f3fa7c73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:30.786454 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-886c6575-0848-486d-808a-a8830e45e3ff req-ee7fca8d-9b39-4995-a4d2-75f3fa7c73f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1345270 Apr 20 12:58:30.803111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ccc9-7377-44c5-a616-7f3857f1fb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.808072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port c9df9a28-7a4c-42f3-93e5-e139b31302ec {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:30.808756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.861622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 573999fc-9e23-4c06-830f-cd1a4b2db6a4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:30.881699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ccc9-7377-44c5-a616-7f3857f1fb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.908342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 573999fc-9e23-4c06-830f-cd1a4b2db6a4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:30.909615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 573999fc-9e23-4c06-830f-cd1a4b2db6a4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:30.987437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ccc9-7377-44c5-a616-7f3857f1fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.990602 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ccc9-7377-44c5-a616-7f3857f1fb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:30.990749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c6575-0848-486d-808a-a8830e45e3ff req-ef865c64-bda8-46a6-9d5b-357d10571b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:30.993808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a0b3ccc9-7377-44c5-a616-7f3857f1fb9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8fcc7dd-abd5-4486-a416-c73b6ada6f1c HTTP/1.1" status: 204 len: 168 time: 0.3317323 Apr 20 12:58:30.996446 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-886c6575-0848-486d-808a-a8830e45e3ff req-ef865c64-bda8-46a6-9d5b-357d10571b0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2022612 Apr 20 12:58:31.000070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34788) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:31.031577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3ccc9-7377-44c5-a616-7f3857f1fb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fcc7dd-abd5-4486-a416-c73b6ada6f1c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:31.046431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:31.114369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for c9df9a28-7a4c-42f3-93e5-e139b31302ec owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:31.275671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20405c-693c-4fd5-bcb1-dbd96e8dbc78 req-1ba87143-706d-4ea8-b0e9-541e57383693 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:31.286465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b20405c-693c-4fd5-bcb1-dbd96e8dbc78 req-1ba87143-706d-4ea8-b0e9-541e57383693 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 946 time: 0.0951211 Apr 20 12:58:31.314727 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-886c6575-0848-486d-808a-a8830e45e3ff req-e1a93bd4-dd49-4899-ab44-aacc588d7c80 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089445 Apr 20 12:58:31.377360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b20405c-693c-4fd5-bcb1-dbd96e8dbc78 req-8c3770e4-4133-4749-906f-1ee7efa181be tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874603 Apr 20 12:58:31.498190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-394ffc9a-b270-4a5e-94b5-0d7c990c7671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8dffd49eb78c424bbcdc455081d0d15c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925029 Apr 20 12:58:31.498190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34810) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:31.626207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-886c6575-0848-486d-808a-a8830e45e3ff req-f1aa301e-78b3-403a-9fad-2c1edc844d19 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938559 Apr 20 12:58:31.634600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:31.674183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=c9df9a28-7a4c-42f3-93e5-e139b31302ec,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:31.680502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fccaf74-2f34-4ed3-9c1f-4d5b592ed4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:31.706216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b411097-1cc7-47d8-90e3-a1e808848508 req-d6bb3166-0a6e-4a52-a64c-24a19cebe996 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:31.707898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b411097-1cc7-47d8-90e3-a1e808848508 req-d6bb3166-0a6e-4a52-a64c-24a19cebe996 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1994042 Apr 20 12:58:31.752934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fccaf74-2f34-4ed3-9c1f-4d5b592ed4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:31.819535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b411097-1cc7-47d8-90e3-a1e808848508 req-ebbdf616-b208-4891-b45f-ce85f7a36fc0 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997696 Apr 20 12:58:31.830082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:31.836820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:31.850078 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dfe075c5-d38f-45d3-9f21-5f221f9ab68f tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/ports/c9df9a28-7a4c-42f3-93e5-e139b31302ec HTTP/1.1" status: 204 len: 168 time: 1.6627011 Apr 20 12:58:31.877818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-4b507282-9610-4e80-aaca-d108e6c89f51 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:31.879564 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-4b507282-9610-4e80-aaca-d108e6c89f51 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 946 time: 0.1122935 Apr 20 12:58:31.895940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fccaf74-2f34-4ed3-9c1f-4d5b592ed4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:31.902685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8fccaf74-2f34-4ed3-9c1f-4d5b592ed4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:31.907717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8fccaf74-2f34-4ed3-9c1f-4d5b592ed4b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba18707b-e32d-4346-bb30-bdfb108d5b52 HTTP/1.1" status: 204 len: 168 time: 0.3919063 Apr 20 12:58:31.942962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccaf74-2f34-4ed3-9c1f-4d5b592ed4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba18707b-e32d-4346-bb30-bdfb108d5b52,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:31.975753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting subnet acb176ef-8454-40b3-9220-de15725e781c {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:31.979056 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:32.053582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Deleting port 8100c42e-8d5e-48ec-9d67-399b5b373f80 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:32.054253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:32.224557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] For port 8100c42e-8d5e-48ec-9d67-399b5b373f80, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8100c42e-8d5e-48ec-9d67-399b5b373f80,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:32.227942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:32.263957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Calling delete_port for 8100c42e-8d5e-48ec-9d67-399b5b373f80 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:32.507014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:32.536424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8100c42e-8d5e-48ec-9d67-399b5b373f80'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:58:32.554796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event deleted for resources: {'Port': ['ID=8100c42e-8d5e-48ec-9d67-399b5b373f80,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:32.640318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] No DVR routers for this DVR port 8100c42e-8d5e-48ec-9d67-399b5b373f80 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:32.645172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:32.651503 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1edd0b3e-b422-4878-9e0b-e6e7f9b79e00 req-3ecfeb9b-db2d-400e-9a19-6e5197198a72 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.30 "DELETE /v2.0/ports/8100c42e-8d5e-48ec-9d67-399b5b373f80 HTTP/1.1" status: 204 len: 173 time: 0.7657313 Apr 20 12:58:32.652002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-deleted', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:58:32.669160 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf243c5-9fea-4168-9e81-6bc4ffde7982" -d '{"events": [{"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-deleted", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:58:32.772281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:32.896740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17e0de7a-336d-45d9-b7bb-8861a4009c95 req-816a86d2-ea0a-4862-8ecd-f8b1dc980e1e tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf HTTP/1.1" status: 200 len: 210 time: 0.0403848 Apr 20 12:58:32.905796 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:32.964490 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9ce0a6-19cd-4a67-ac18-df248d04f1bb x-openstack-request-id: req-ef9ce0a6-19cd-4a67-ac18-df248d04f1bb {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:58:32.965074 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf", "name": "network-vif-deleted", "tag": "8100c42e-8d5e-48ec-9d67-399b5b373f80", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:58:32.965651 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef9ce0a6-19cd-4a67-ac18-df248d04f1bb {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:58:32.966236 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9ce0a6-19cd-4a67-ac18-df248d04f1bb'] response: {'server_uuid': '1682fa8a-2e2d-46b5-8114-f6d5d41d4bcf', 'name': 'network-vif-deleted', 'tag': '8100c42e-8d5e-48ec-9d67-399b5b373f80', 'status': 'completed', 'code': 200} Apr 20 12:58:33.127699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.150232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3715438-a012-40eb-b91f-595286cd7c58 req-3a50950c-4620-4d9d-a89a-b6443e1ac9d1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:33.152029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3715438-a012-40eb-b91f-595286cd7c58 req-3a50950c-4620-4d9d-a89a-b6443e1ac9d1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1316731 Apr 20 12:58:33.185606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Subnet': ['ID=acb176ef-8454-40b3-9220-de15725e781c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:33.199335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.200921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47a4eef-6e03-4f04-9750-1d819afe926b None None] Network 44ea0f27-be77-4784-9c9d-a6d69428c421 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:33.210473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/subnets/acb176ef-8454-40b3-9220-de15725e781c HTTP/1.1" status: 204 len: 168 time: 1.3721657 Apr 20 12:58:33.214264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34882) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:33.240493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c2ed8-9f79-4046-816d-ff5707dd4e1f req-a40ddbcb-548d-46ef-821b-9c16b970b63e tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:33.253883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f0c2ed8-9f79-4046-816d-ff5707dd4e1f req-a40ddbcb-548d-46ef-821b-9c16b970b63e tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 945 time: 0.1853909 Apr 20 12:58:33.289409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting subnet 46c5a921-683e-4c52-b281-c1b3988d9e18 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:33.292126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.294176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.294995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.296066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.297622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.299276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.300423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.301460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.302158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.303710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.304765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.306277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.306789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d47dd8a-1b3b-4d79-ace5-ffbae2f81141 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:33.352539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.411829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3715438-a012-40eb-b91f-595286cd7c58 req-be72eb35-fed2-4f24-8336-3e9ea03d7143 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344542 Apr 20 12:58:33.433792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f0c2ed8-9f79-4046-816d-ff5707dd4e1f req-5ddeb42e-7587-4620-95a4-39cacd9ad175 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770711 Apr 20 12:58:33.538943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.642263 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.682469 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adeaceac-cc76-47b5-a439-f748e5590aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.725749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Subnet': ['ID=46c5a921-683e-4c52-b281-c1b3988d9e18,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:33.732884 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.740748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34894) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:33.743176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2a38e7-9bbb-4289-bcce-850bcd49f207 None None] Network 5698e2a5-7aeb-42c7-b276-62870bae4129 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:33.766402 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3760a181-5dd8-4746-b3bb-452f06582ce1 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/subnets/46c5a921-683e-4c52-b281-c1b3988d9e18 HTTP/1.1" status: 204 len: 168 time: 0.5317342 Apr 20 12:58:33.799419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] DHCP port deletion for 44ea0f27-be77-4784-9c9d-a6d69428c421 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:58:33.863150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:33.954425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Deleting port d4266593-0e12-4f79-956f-caebaf0ac422 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:33.958791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.091094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] For port d4266593-0e12-4f79-956f-caebaf0ac422, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d4266593-0e12-4f79-956f-caebaf0ac422,segment=NetworkSegment(c6fc06f1-cbf2-448e-978e-8483e896f73e),segment_id=c6fc06f1-cbf2-448e-978e-8483e896f73e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:34.091464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.126545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Calling delete_port for d4266593-0e12-4f79-956f-caebaf0ac422 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:34.301728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.332040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Port': ['ID=d4266593-0e12-4f79-956f-caebaf0ac422,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:34.338927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] No DVR routers for this DVR port d4266593-0e12-4f79-956f-caebaf0ac422 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:34.368784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] Deleting port d4266593-0e12-4f79-956f-caebaf0ac422 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:34.369174 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.458784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] DHCP port deletion for 5698e2a5-7aeb-42c7-b276-62870bae4129 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:58:34.534459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] For port d4266593-0e12-4f79-956f-caebaf0ac422, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:34.536665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.537428 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.542213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34928) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:34.567589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ea0f27-be77-4784-9c9d-a6d69428c421']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:34.570699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] Calling delete_port for d4266593-0e12-4f79-956f-caebaf0ac422 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:34.574063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] Port d4266593-0e12-4f79-956f-caebaf0ac422 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 12:58:34.575879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.614600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] No DVR routers for this DVR port d4266593-0e12-4f79-956f-caebaf0ac422 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:34.618661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd8de4-8fa6-4694-9178-54f809339bea None None] Pushing event deleted for resources: {'Port': ['ID=d4266593-0e12-4f79-956f-caebaf0ac422,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:34.652119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fc06f1-cbf2-448e-978e-8483e896f73e') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:34.653248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fc06f1-cbf2-448e-978e-8483e896f73e') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:34.663473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251c271-e1b5-42b8-89aa-edc671d39c55 req-06f41a27-9521-49d1-aede-6da74991f7ce tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:34.665060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3251c271-e1b5-42b8-89aa-edc671d39c55 req-06f41a27-9521-49d1-aede-6da74991f7ce tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.1660204 Apr 20 12:58:34.679959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] Deleting port 89299d8c-a164-437e-a2a0-cd3d1c321c8f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:34.684762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.747791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.756806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3251c271-e1b5-42b8-89aa-edc671d39c55 req-6c7b4081-c1b3-46ee-9718-24b42c87f37d tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Apr 20 12:58:34.815873 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.839634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] For port 89299d8c-a164-437e-a2a0-cd3d1c321c8f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=89299d8c-a164-437e-a2a0-cd3d1c321c8f,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:34.840172 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.852677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-d7fb2ec8-0214-414a-801e-dcf263b1ee28 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:34.855965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-d7fb2ec8-0214-414a-801e-dcf263b1ee28 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.1628301 Apr 20 12:58:34.857996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:34.858410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:34.862503 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:34.883079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 89299d8c-a164-437e-a2a0-cd3d1c321c8f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:34.888909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-fd2157c4-46f3-41c2-a15b-7f8f1968a64f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:34.890660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db119-d698-4c2e-96e9-03bdfa12d229 req-a210a5ac-bd7d-4a17-8161-980a0d604f18 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:34.897586 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-fd2157c4-46f3-41c2-a15b-7f8f1968a64f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 945 time: 0.1574535 Apr 20 12:58:34.898896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-973db119-d698-4c2e-96e9-03bdfa12d229 req-a210a5ac-bd7d-4a17-8161-980a0d604f18 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.3112614 Apr 20 12:58:34.904504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] Calling delete_port for 89299d8c-a164-437e-a2a0-cd3d1c321c8f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:35.083408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Deleting port aaba2b5f-c823-44a0-9a65-c9554050c148 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:35.087511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.096372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-973db119-d698-4c2e-96e9-03bdfa12d229 req-58448255-d6ea-4e70-8c5c-6d2b4988212c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965134 Apr 20 12:58:35.156562 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.182618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f9e09-b351-472d-bfae-f7c6d6b42153 req-4c056e4d-a30a-4c51-a51c-a4fb1219c414 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:35.184195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-311f9e09-b351-472d-bfae-f7c6d6b42153 req-4c056e4d-a30a-4c51-a51c-a4fb1219c414 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 945 time: 0.2158489 Apr 20 12:58:35.189009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.204166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/networks/44ea0f27-be77-4784-9c9d-a6d69428c421 HTTP/1.1" status: 204 len: 168 time: 1.4610310 Apr 20 12:58:35.208281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0df57224-8863-484e-81a1-cdc137118164 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-44541394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:35.222002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34946) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:35.242716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad98bd-cd4f-4ac6-8543-6938b9488697 tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Network': ['ID=44ea0f27-be77-4784-9c9d-a6d69428c421,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:35.245804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.356005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 89299d8c-a164-437e-a2a0-cd3d1c321c8f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=89299d8c-a164-437e-a2a0-cd3d1c321c8f,segment=NetworkSegment(92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5),segment_id=92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:35.365828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.366559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d4266593-0e12-4f79-956f-caebaf0ac422 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:35.386943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-311f9e09-b351-472d-bfae-f7c6d6b42153 req-bef29ef8-f8c8-43bc-9cad-1c02d4368ad3 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452544 Apr 20 12:58:35.415980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Deleting port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:35.416694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.419899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.424806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d4266593-0e12-4f79-956f-caebaf0ac422 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:35.427513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d4266593-0e12-4f79-956f-caebaf0ac422 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:35.523536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:35.529417 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0df57224-8863-484e-81a1-cdc137118164 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.530437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0df57224-8863-484e-81a1-cdc137118164 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.536685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.576038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 8100c42e-8d5e-48ec-9d67-399b5b373f80 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:35.576687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8100c42e-8d5e-48ec-9d67-399b5b373f80 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:35.588853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] No DVR routers for this DVR port 89299d8c-a164-437e-a2a0-cd3d1c321c8f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:35.627058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=89299d8c-a164-437e-a2a0-cd3d1c321c8f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:35.639603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0df57224-8863-484e-81a1-cdc137118164 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.664868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0df57224-8863-484e-81a1-cdc137118164 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.682539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d311ff-ec4f-45f4-bdf0-d1bf1908b48e None None] Pushing event deleted for resources: {'Port': ['ID=89299d8c-a164-437e-a2a0-cd3d1c321c8f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:35.716844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] For port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,segment=NetworkSegment(f8e533f2-7816-48f7-a300-cf685f888d53),segment_id=f8e533f2-7816-48f7-a300-cf685f888d53)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:35.717224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.752541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Calling delete_port for 5eeec27a-3188-4d4a-a48d-0557d8f68c3b owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:35.760090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] For port aaba2b5f-c823-44a0-9a65-c9554050c148, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aaba2b5f-c823-44a0-9a65-c9554050c148,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:35.761002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:35.771912 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9fe96998-ecd3-4784-8ed0-db7faa7dbd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.016737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0df57224-8863-484e-81a1-cdc137118164 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.017947 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0df57224-8863-484e-81a1-cdc137118164 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.4747117 Apr 20 12:58:36.039263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34972) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:36.053021 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.066255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1943882139'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:36.164004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40c9f3-6a45-4651-8335-38a8bee9444f req-18e9d221-7cf4-443d-948d-d5784acd41e1 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:36.165590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af40c9f3-6a45-4651-8335-38a8bee9444f req-18e9d221-7cf4-443d-948d-d5784acd41e1 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/ports?device_id=78820177-b1ed-477c-a22c-756f73fe4270 HTTP/1.1" status: 200 len: 945 time: 0.1935670 Apr 20 12:58:36.178226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5698e2a5-7aeb-42c7-b276-62870bae4129']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:36.200200 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.200562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.200883 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Floating IP 0d93ecff-19f8-48b0-b8ed-0877d7c2f79e disassociated. External IP: 172.25.3.190, port: aaba2b5f-c823-44a0-9a65-c9554050c148. Apr 20 12:58:36.201222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Calling delete_port for aaba2b5f-c823-44a0-9a65-c9554050c148 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:36.211860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:36.218776 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.224865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:36.225195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b9e7cd-fea4-4a5c-b9b2-00172b94a8e5') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:36.236304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af40c9f3-6a45-4651-8335-38a8bee9444f req-0063c31a-bb2a-4434-a92c-0234e365aea6 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.24 "GET /v2.0/security-groups?id=dfcbec2c-2414-467a-a423-2825f97a2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592432 Apr 20 12:58:36.241009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.272213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.287576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.329939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Pushing event deleted for resources: {'Port': ['ID=5eeec27a-3188-4d4a-a48d-0557d8f68c3b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:36.339042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] No DVR routers for this DVR port 5eeec27a-3188-4d4a-a48d-0557d8f68c3b on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:36.344651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.353192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd2906c8-7d82-4375-9be8-49216191ace2 req-337bd565-2a95-4e3d-90e0-68e5afd4f4f4 tempest-LiveMigrationTest-1910898159 tempest-LiveMigrationTest-1910898159-project] 10.222.0.37 "DELETE /v2.0/ports/5eeec27a-3188-4d4a-a48d-0557d8f68c3b HTTP/1.1" status: 204 len: 173 time: 1.4896634 Apr 20 12:58:36.360342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'name': 'network-vif-deleted', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:58:36.370217 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efff4c6-2018-4b23-81b1-ab0e87d185bf" -d '{"events": [{"server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "name": "network-vif-deleted", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:58:36.408768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.494832 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaf9b96-235d-4a5d-98c8-0bad2c9230f5 x-openstack-request-id: req-eaaf9b96-235d-4a5d-98c8-0bad2c9230f5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:58:36.495390 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78820177-b1ed-477c-a22c-756f73fe4270", "name": "network-vif-deleted", "tag": "5eeec27a-3188-4d4a-a48d-0557d8f68c3b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:58:36.497101 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaaf9b96-235d-4a5d-98c8-0bad2c9230f5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:58:36.497747 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaaf9b96-235d-4a5d-98c8-0bad2c9230f5'] response: {'server_uuid': '78820177-b1ed-477c-a22c-756f73fe4270', 'name': 'network-vif-deleted', 'tag': '5eeec27a-3188-4d4a-a48d-0557d8f68c3b', 'status': 'completed', 'code': 200} Apr 20 12:58:36.519761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:36.548694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.600490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cc774-12db-466b-93d1-f07ddbdcda99 req-3d9e7fd4-9e9d-4faa-afe7-138ec3bd1979 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:36.608700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d81cc774-12db-466b-93d1-f07ddbdcda99 req-3d9e7fd4-9e9d-4faa-afe7-138ec3bd1979 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 945 time: 0.0824614 Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:36.654059 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:36.656271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d81cc774-12db-466b-93d1-f07ddbdcda99 req-165b1069-8d41-4252-9e73-f6da10e236c4 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups?id=8cb3777f-6d84-4366-bcdc-41ae49ec5041&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453527 Apr 20 12:58:36.671680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.677766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.685860 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] 10.222.0.24 "DELETE /v2.0/networks/5698e2a5-7aeb-42c7-b276-62870bae4129 HTTP/1.1" status: 204 len: 168 time: 1.4588592 Apr 20 12:58:36.804084 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.827511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.834595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703441f-c252-492b-99d4-193446b94acd tempest-TaggedBootDevicesTest_v242-735193464 tempest-TaggedBootDevicesTest_v242-735193464-project] Pushing event deleted for resources: {'Network': ['ID=5698e2a5-7aeb-42c7-b276-62870bae4129,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:36.888580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:36.902999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e588c74-bd57-488f-9884-688eb84927be,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:36.909373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:36.909832 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Added segment f2efc1c4-7666-4c27-b56c-7b40fcb88cba of type vlan for network 70eb6d72-e089-465e-b318-3f3aa4012824 Apr 20 12:58:37.007187 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.054404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.066725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.076757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:37.076953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.106519 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.124916 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0756605 Apr 20 12:58:37.126976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event deleted for resources: {'Port': ['ID=aaba2b5f-c823-44a0-9a65-c9554050c148,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:37.129979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:37.138574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'subnet': {'network_id': '70eb6d72-e089-465e-b318-3f3aa4012824', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:37.314605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae743d3-e256-47fb-b007-7b566a6cb3b2 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Network': ['ID=70eb6d72-e089-465e-b318-3f3aa4012824,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:37.327354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 70eb6d72-e089-465e-b318-3f3aa4012824 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:37.387674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:37.393111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.415605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35024) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:37.497981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:58:37.527434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aaba2b5f-c823-44a0-9a65-c9554050c148 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:37.603542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: aaba2b5f-c823-44a0-9a65-c9554050c148 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:37.603909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aaba2b5f-c823-44a0-9a65-c9554050c148 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:37.809658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:58:37.821507 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] Sync routers for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:58:37.836948 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:37.840638 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:37.883426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] No DVR routers for this DVR port aaba2b5f-c823-44a0-9a65-c9554050c148 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:58:37.891891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.899976 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5673a1c7-a3cb-46d7-8b22-b0beb54fb2a0 req-cf06adff-6fa2-48a0-8de8-1c863d75fdc1 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.30 "DELETE /v2.0/ports/aaba2b5f-c823-44a0-9a65-c9554050c148 HTTP/1.1" status: 204 len: 173 time: 2.9858599 Apr 20 12:58:37.900609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94c46fe3-3be6-40f4-8ba5-c58b30b665d3 req-c68e809b-8b1c-4bae-8cda-34cb0ae5793f tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5458dd3-96e7-4af7-8093-44d212f9f458 HTTP/1.1" status: 200 len: 210 time: 0.0771229 Apr 20 12:58:37.900779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'name': 'network-vif-deleted', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:58:37.909109 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ab18fb-2c98-40c3-83fc-a6f56d44d0b5" -d '{"events": [{"server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "name": "network-vif-deleted", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:58:37.944797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:37.984165 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd8b0c-58ef-457a-afa1-6dcffa9ee2e7 x-openstack-request-id: req-94bd8b0c-58ef-457a-afa1-6dcffa9ee2e7 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:58:37.985115 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5458dd3-96e7-4af7-8093-44d212f9f458", "name": "network-vif-deleted", "tag": "aaba2b5f-c823-44a0-9a65-c9554050c148", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:58:37.985466 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94bd8b0c-58ef-457a-afa1-6dcffa9ee2e7 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:58:37.986145 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bd8b0c-58ef-457a-afa1-6dcffa9ee2e7'] response: {'server_uuid': 'c5458dd3-96e7-4af7-8093-44d212f9f458', 'name': 'network-vif-deleted', 'tag': 'aaba2b5f-c823-44a0-9a65-c9554050c148', 'status': 'completed', 'code': 200} Apr 20 12:58:38.016583 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:58:38.042845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:38.064968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Checking segment: {'id': 'f2efc1c4-7666-4c27-b56c-7b40fcb88cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70eb6d72-e089-465e-b318-3f3aa4012824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:38.065364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network hostable DHCP agents. Network: 70eb6d72-e089-465e-b318-3f3aa4012824, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:38.085047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Subnet': ['ID=7d9613d7-f856-4617-a7b3-d54e96f23ce7,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:38.104558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network 70eb6d72-e089-465e-b318-3f3aa4012824 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:38.130572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 70eb6d72-e089-465e-b318-3f3aa4012824) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:38.142768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c40a12-5702-4936-a5cc-1f759f3df9e2 None None] Network 70eb6d72-e089-465e-b318-3f3aa4012824 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:38.143288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:38.143427 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.173329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8b458b6c-fe4f-4607-b05e-4b778fc98ad9 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0409825 Apr 20 12:58:38.181069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35046) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:38.186457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'network': {'name': 'tempest-router-network01--1052196255'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:38.212881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:38.224024 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.318750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:38.376523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.376523 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Added segment d92402b0-9c11-4214-858d-cf6b5d6279a5 of type vlan for network ddc5f19b-cef8-4447-8829-6e88c35a2823 Apr 20 12:58:38.379399 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:03Z', 'revision_number': 5, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:38.451156 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] Checking router: 7e0dd4ab-eb09-4537-be58-3be19fb2c067 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:58:38.472966 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:38.473797 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:38.519437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-70eb6d72-e089-465e-b318-3f3aa4012824', 'network_id': '70eb6d72-e089-465e-b318-3f3aa4012824', 'tenant_id': '3044c0d15e47435e82333c24e7dd6558', 'fixed_ips': [{'subnet_id': '7d9613d7-f856-4617-a7b3-d54e96f23ce7'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:38.520280 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.576040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.603634 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.620820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.632464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:38.633135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.699145 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:58:38.812565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6300647 Apr 20 12:58:38.816870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35060) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:38.829445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'network': {'name': 'tempest-router-network02--1354555833'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:38.855708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a1280-1d5d-4760-9687-054d89d7aaeb tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Network': ['ID=ddc5f19b-cef8-4447-8829-6e88c35a2823,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:38.896505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:38.901465 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.904119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5caf7f5f-dbd9-4b96-bb23-ec34d0f82472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.910333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Allocated IP 2001:db8::2 (70eb6d72-e089-465e-b318-3f3aa4012824/7d9613d7-f856-4617-a7b3-d54e96f23ce7/d17f38cd-5593-4fe5-919f-ec6746aa6972) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:38.933730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] Deleting subnet 7569de48-5477-4442-9c65-db251d1022bc {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:38.965091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:38.994786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:39.022622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.023334 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Added segment 1ff6db7a-058d-4333-920c-d6a9d980892a of type vlan for network 2c07d803-c925-48e2-a90d-a9414e3c5e89 Apr 20 12:58:39.076848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.117480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35070) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:39.125998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.190993 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.210449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.229214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:39.229928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.233382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.248659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:39.251176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:39.275771 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:03Z', 'revision_number': 5, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:39.336805 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c719d-18cc-4e67-b390-2d563e995e8b None None] The sync data for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 is: [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:54:58Z', 'revision_number': 4, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94', 'name': '', 'network_id': 'c6bf3a3b-b398-4baf-b62e-1917e02b299e', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'mac_address': 'fa:16:3e:48:d7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:56Z', 'updated_at': '2022-04-20T12:55:03Z', 'revision_number': 5, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'subnets': [{'id': 'cf8435c0-9592-48bd-ba12-d48229329426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:58:39.356088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5caf7f5f-dbd9-4b96-bb23-ec34d0f82472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.382625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35078) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:39.393694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34dab87e-08df-4cbb-9b50-92ebf98a2ffc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.423588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Network': ['ID=2c07d803-c925-48e2-a90d-a9414e3c5e89,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:39.428404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a234404d-05e3-4e83-8c4e-a7f119c3c5bf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6105480 Apr 20 12:58:39.433871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.442468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35082) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:39.447161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34dab87e-08df-4cbb-9b50-92ebf98a2ffc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.448104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'subnet': {'network_id': 'ddc5f19b-cef8-4447-8829-6e88c35a2823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:39.465565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2c07d803-c925-48e2-a90d-a9414e3c5e89 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:39.473291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d92310b2-b691-4a5f-ae19-88471fb82a4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60594861', 'description': 'tempest-description--900746555'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:39.547201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5caf7f5f-dbd9-4b96-bb23-ec34d0f82472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.584401 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34dab87e-08df-4cbb-9b50-92ebf98a2ffc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.588914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34dab87e-08df-4cbb-9b50-92ebf98a2ffc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.591278 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-34dab87e-08df-4cbb-9b50-92ebf98a2ffc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "DELETE /v2.0/security-groups/8cb3777f-6d84-4366-bcdc-41ae49ec5041 HTTP/1.1" status: 204 len: 168 time: 0.4696672 Apr 20 12:58:39.595502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35090) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:39.630906 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-f048ba00-96db-4a90-9aa9-bbabdcf1effd tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] show failed (client error): The resource could not be found. Apr 20 12:58:39.634905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f048ba00-96db-4a90-9aa9-bbabdcf1effd tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "GET /v2.0/security-groups/8cb3777f-6d84-4366-bcdc-41ae49ec5041 HTTP/1.1" status: 404 len: 347 time: 0.0354962 Apr 20 12:58:39.648617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35092) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:39.683145 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.685275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 5eeec27a-3188-4d4a-a48d-0557d8f68c3b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:39.685760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5eeec27a-3188-4d4a-a48d-0557d8f68c3b not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:39.687452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf7f5f-dbd9-4b96-bb23-ec34d0f82472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a032eca9-cf72-4ee4-83e6-bd1c77f49548,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:39.726581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Network 70eb6d72-e089-465e-b318-3f3aa4012824 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:39.732812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:39.736541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Pushing event updated for resources: {'Port': ['ID=d17f38cd-5593-4fe5-919f-ec6746aa6972,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:39.739086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:39.765054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:39.767423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d92310b2-b691-4a5f-ae19-88471fb82a4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.770436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.778633 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5caf7f5f-dbd9-4b96-bb23-ec34d0f82472 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e3fea3426964a58aaae0047b2ec049a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7342482 Apr 20 12:58:39.798599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35098) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:39.804734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.855389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Attempting to bind port d17f38cd-5593-4fe5-919f-ec6746aa6972 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:39.855779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Attempting to bind port d17f38cd-5593-4fe5-919f-ec6746aa6972 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f2efc1c4-7666-4c27-b56c-7b40fcb88cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70eb6d72-e089-465e-b318-3f3aa4012824'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:39.856129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Attempting to bind port d17f38cd-5593-4fe5-919f-ec6746aa6972 on network 70eb6d72-e089-465e-b318-3f3aa4012824 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:39.870110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:39.870479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Checking segment: {'id': 'f2efc1c4-7666-4c27-b56c-7b40fcb88cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70eb6d72-e089-465e-b318-3f3aa4012824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:39.871059 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.871597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Bound using segment: {'id': 'f2efc1c4-7666-4c27-b56c-7b40fcb88cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70eb6d72-e089-465e-b318-3f3aa4012824'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:39.872210 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Bound port: d17f38cd-5593-4fe5-919f-ec6746aa6972, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2efc1c4-7666-4c27-b56c-7b40fcb88cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70eb6d72-e089-465e-b318-3f3aa4012824'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:39.874117 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.885486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dab87e-08df-4cbb-9b50-92ebf98a2ffc tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb3777f-6d84-4366-bcdc-41ae49ec5041,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:39.934214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:39.942556 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7569de48-5477-4442-9c65-db251d1022bc HTTP/1.1" status: 204 len: 168 time: 2.5235929 Apr 20 12:58:39.943344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c19e58-a4c7-4332-90e0-799c7b525f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7569de48-5477-4442-9c65-db251d1022bc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:39.947930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35102) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:40.056999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] For port d17f38cd-5593-4fe5-919f-ec6746aa6972, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:40.061951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] For port d17f38cd-5593-4fe5-919f-ec6746aa6972, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d17f38cd-5593-4fe5-919f-ec6746aa6972,segment=NetworkSegment(f2efc1c4-7666-4c27-b56c-7b40fcb88cba),segment_id=f2efc1c4-7666-4c27-b56c-7b40fcb88cba)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:40.068854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.077103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e36728dd-c947-4dc4-8c6e-763cf1a8aad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.103009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e36728dd-c947-4dc4-8c6e-763cf1a8aad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.147513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f75f78-b183-4ec8-9d87-4dc571ca3a25 None None] Pushing event updated for resources: {'Port': ['ID=d17f38cd-5593-4fe5-919f-ec6746aa6972,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:40.199082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Deleting port 9e001d77-520c-4db7-8afe-2f99bcfba6dd {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:40.199415 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.215550 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.265023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde61206-c471-435f-840d-dba69d95183b None None] New status for floating IP 0d93ecff-19f8-48b0-b8ed-0877d7c2f79e: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:58:40.280655 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d92310b2-b691-4a5f-ae19-88471fb82a4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.309920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d92310b2-b691-4a5f-ae19-88471fb82a4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.318844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e36728dd-c947-4dc4-8c6e-763cf1a8aad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.322061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e36728dd-c947-4dc4-8c6e-763cf1a8aad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.326060 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e36728dd-c947-4dc4-8c6e-763cf1a8aad8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a032eca9-cf72-4ee4-83e6-bd1c77f49548 HTTP/1.1" status: 204 len: 168 time: 0.5173283 Apr 20 12:58:40.380673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d92310b2-b691-4a5f-ae19-88471fb82a4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.384938 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d92310b2-b691-4a5f-ae19-88471fb82a4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9123416 Apr 20 12:58:40.389146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:40.398147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4f791eea-28aa-45eb-8964-174db8c3d76b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'security_group_rule': {'security_group_id': '8bac0e99-5128-41e6-9e4b-fcec49271f0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:40.458038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92310b2-b691-4a5f-ae19-88471fb82a4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac0e99-5128-41e6-9e4b-fcec49271f0e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:40.513340 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f791eea-28aa-45eb-8964-174db8c3d76b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.519844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.551124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36728dd-c947-4dc4-8c6e-763cf1a8aad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a032eca9-cf72-4ee4-83e6-bd1c77f49548,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:40.568028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.608906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc1a42b-2e4d-4628-9b86-01d72495f9f8']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:40.668598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e533f2-7816-48f7-a300-cf685f888d53') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:40.671741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e533f2-7816-48f7-a300-cf685f888d53') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:40.699465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.708255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.708769 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.723662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Calling delete_port for 9e001d77-520c-4db7-8afe-2f99bcfba6dd owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:40.759926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.781511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:40.782001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:40.783982 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:40.914621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.922680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.923163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:40.926560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9cc1a42b-2e4d-4628-9b86-01d72495f9f8 HTTP/1.1" status: 204 len: 168 time: 0.9743090 Apr 20 12:58:40.930189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:40.972397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Pushing event deleted for resources: {'Port': ['ID=9e001d77-520c-4db7-8afe-2f99bcfba6dd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:40.975577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a05167-759e-427e-9aa4-c2670f602570 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc1a42b-2e4d-4628-9b86-01d72495f9f8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:41.040508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Checking segment: {'id': 'd92402b0-9c11-4214-858d-cf6b5d6279a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ddc5f19b-cef8-4447-8829-6e88c35a2823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:41.041087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network hostable DHCP agents. Network: ddc5f19b-cef8-4447-8829-6e88c35a2823, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:41.045505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d17f38cd-5593-4fe5-919f-ec6746aa6972 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:41.070919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] Deleting subnet 82e2446c-d5dc-4e1c-b2b2-5392dd734b21 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:58:41.081570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.119951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Subnet': ['ID=1c86480d-d60a-480f-88e2-be14f1cada54,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:41.159137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:41.161066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.167997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d17f38cd-5593-4fe5-919f-ec6746aa6972 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:41.168577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.193681 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f791eea-28aa-45eb-8964-174db8c3d76b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.211624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ddc5f19b-cef8-4447-8829-6e88c35a2823) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:41.220057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f791eea-28aa-45eb-8964-174db8c3d76b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.229293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bfd41e-a296-4989-b7f7-5f269a75c67f None None] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:41.252834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.253381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:41.254190 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.300854 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f791eea-28aa-45eb-8964-174db8c3d76b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.311907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35126) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:41.313189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4f791eea-28aa-45eb-8964-174db8c3d76b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9224420 Apr 20 12:58:41.323971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.335541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7ff061a0-0592-40c6-8ed9-1843cf525e41 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'security_group_rule': {'security_group_id': '8bac0e99-5128-41e6-9e4b-fcec49271f0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:41.336125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.342448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af67fba0-16bb-467c-a399-746a16d9b548 tempest-AttachSCSIVolumeTestJSON-778273855 tempest-AttachSCSIVolumeTestJSON-778273855-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d93ecff-19f8-48b0-b8ed-0877d7c2f79e HTTP/1.1" status: 204 len: 168 time: 1.6877697 Apr 20 12:58:41.348155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f791eea-28aa-45eb-8964-174db8c3d76b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b8feb0-0996-4ee0-847b-0d6f4410bef7,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:41.362995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7e64bd6b-dc63-44a8-9c89-57035f78d2b5 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9188197 Apr 20 12:58:41.366764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35132) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:41.381690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'subnet': {'network_id': '2c07d803-c925-48e2-a90d-a9414e3c5e89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:41.413241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ff061a0-0592-40c6-8ed9-1843cf525e41 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.432467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.540609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e2446c-d5dc-4e1c-b2b2-5392dd734b21,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:41.559437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.570197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:41.571425 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fda0b028-ec48-4dbd-920c-5b1efa0248e2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82e2446c-d5dc-4e1c-b2b2-5392dd734b21 HTTP/1.1" status: 204 len: 168 time: 0.6314602 Apr 20 12:58:41.574105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35138) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:41.585509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.605521 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.752121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port d17f38cd-5593-4fe5-919f-ec6746aa6972, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d17f38cd-5593-4fe5-919f-ec6746aa6972,segment=NetworkSegment(f2efc1c4-7666-4c27-b56c-7b40fcb88cba),segment_id=f2efc1c4-7666-4c27-b56c-7b40fcb88cba)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:41.793338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:41.839809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.847224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ddc5f19b-cef8-4447-8829-6e88c35a2823', 'network_id': 'ddc5f19b-cef8-4447-8829-6e88c35a2823', 'tenant_id': '3044c0d15e47435e82333c24e7dd6558', 'fixed_ips': [{'subnet_id': '1c86480d-d60a-480f-88e2-be14f1cada54'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:41.848316 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.849965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ff061a0-0592-40c6-8ed9-1843cf525e41 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.904667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8f7f-e441-4147-925c-d9c313bd8358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.910485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ff061a0-0592-40c6-8ed9-1843cf525e41 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.997044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ff061a0-0592-40c6-8ed9-1843cf525e41 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:41.998526 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ff061a0-0592-40c6-8ed9-1843cf525e41 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6846721 Apr 20 12:58:42.006055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35154) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:42.021867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:42.034865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff061a0-0592-40c6-8ed9-1843cf525e41 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5cb40c-a862-41c9-ba02-26bfc384c6c7,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:42.063152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.116746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eac7c2-1320-4394-8797-f4841e97f8dd None None] Network 70eb6d72-e089-465e-b318-3f3aa4012824 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:42.179584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.271612 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.285500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=d17f38cd-5593-4fe5-919f-ec6746aa6972,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:42.346559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.374385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b918d93-5972-4a8d-bb8b-e65993a1c7a6']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:42.385363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c01f6c5-2573-4905-800c-59f305210738') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:42.385978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c01f6c5-2573-4905-800c-59f305210738') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:42.410667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.414517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9b59bea6-78f3-4ce2-8210-a7d8a6694d07 None None] Provisioning complete for port d17f38cd-5593-4fe5-919f-ec6746aa6972 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:42.414928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b59bea6-78f3-4ce2-8210-a7d8a6694d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.451383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.463587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:58:42.464111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:58:42.466525 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:58:42.570446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Subnet': ['ID=87d34de5-bd70-4834-95aa-821f4c56dd8a,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:42.574035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Checking segment: {'id': '1ff6db7a-058d-4333-920c-d6a9d980892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2c07d803-c925-48e2-a90d-a9414e3c5e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:42.578996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network hostable DHCP agents. Network: 2c07d803-c925-48e2-a90d-a9414e3c5e89, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:42.584134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.594616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8f7f-e441-4147-925c-d9c313bd8358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.596236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.599927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b918d93-5972-4a8d-bb8b-e65993a1c7a6 HTTP/1.1" status: 204 len: 168 time: 1.0179701 Apr 20 12:58:42.626376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8cd49-df18-4c41-9f4f-62b083ca9250 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b918d93-5972-4a8d-bb8b-e65993a1c7a6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:42.640351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8f7f-e441-4147-925c-d9c313bd8358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.644021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network 2c07d803-c925-48e2-a90d-a9414e3c5e89 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:42.691926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2c07d803-c925-48e2-a90d-a9414e3c5e89) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:42.707636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:42.708237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.711293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:42.719637 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bd1d8f7f-e441-4147-925c-d9c313bd8358 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b74ab84cf9ec4dbba3d879795cee8e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645160 Apr 20 12:58:42.721740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d8f7f-e441-4147-925c-d9c313bd8358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ebf39f-42bc-4ca7-832a-52c8460e4334,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:42.739357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35190) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:42.826287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ad07044b-68c7-447f-8f0c-121a7c1c1a76 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4578991 Apr 20 12:58:42.839400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35194) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:42.967647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Allocated IP 2001:db8::2 (ddc5f19b-cef8-4447-8829-6e88c35a2823/1c86480d-d60a-480f-88e2-be14f1cada54/f4af4c72-9189-4f0e-8408-8aceee98cf86) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:42.983490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc926b-386b-4150-bf6c-e18209ea409d None None] Network 2c07d803-c925-48e2-a90d-a9414e3c5e89 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:42.985797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d17f38cd-5593-4fe5-919f-ec6746aa6972 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:43.027073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Allocated IP 172.25.3.167 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f0c1d25f-72c9-4a60-b6d0-14df0f10c58d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:43.076227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96705b46-8556-4698-af18-1889be237d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.190942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35210) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:43.221257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.258909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.322906 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96705b46-8556-4698-af18-1889be237d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.384894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'Port': ['ID=f0c1d25f-72c9-4a60-b6d0-14df0f10c58d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:43.388549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:43.390508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:43.394057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:43.514422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.543187 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-51431c75-2967-4fad-98de-e1c1405fea36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e322fabebe54304a534c6dab524db45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509393 Apr 20 12:58:43.567232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35214) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:43.614731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.654464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96705b46-8556-4698-af18-1889be237d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.657778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96705b46-8556-4698-af18-1889be237d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.659129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-96705b46-8556-4698-af18-1889be237d17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41ebf39f-42bc-4ca7-832a-52c8460e4334 HTTP/1.1" status: 204 len: 168 time: 0.9155505 Apr 20 12:58:43.666754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d17f38cd-5593-4fe5-919f-ec6746aa6972 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:43.667401 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.673323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.737405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96705b46-8556-4698-af18-1889be237d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ebf39f-42bc-4ca7-832a-52c8460e4334,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:43.745307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2c07d803-c925-48e2-a90d-a9414e3c5e89', 'network_id': '2c07d803-c925-48e2-a90d-a9414e3c5e89', 'tenant_id': '3044c0d15e47435e82333c24e7dd6558', 'fixed_ips': [{'subnet_id': '87d34de5-bd70-4834-95aa-821f4c56dd8a'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:58:43.756755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:43.775350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1859afad-9e2b-4d2a-87bb-a633ef731b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.018297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1859afad-9e2b-4d2a-87bb-a633ef731b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.025370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.034720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.205072 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.298808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-84a3c2ec-c350-4715-a62a-c949e5fbefaf None None] Provisioning complete for port d17f38cd-5593-4fe5-919f-ec6746aa6972 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:44.299534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-84a3c2ec-c350-4715-a62a-c949e5fbefaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.305462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'Port': ['ID=f0c1d25f-72c9-4a60-b6d0-14df0f10c58d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:44.324044 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.357824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.411657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.414941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c98080a7-ef31-4005-8cde-88c44d031bf7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4045312 Apr 20 12:58:44.472544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:44.482080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Allocated IP 2001:db8::2 (2c07d803-c925-48e2-a90d-a9414e3c5e89/87d34de5-bd70-4834-95aa-821f4c56dd8a/98daebf9-bb42-4d92-b9d9-222a73e7fbb6) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:44.489804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:44.495711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Pushing event updated for resources: {'Port': ['ID=f4af4c72-9189-4f0e-8408-8aceee98cf86,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:44.507394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:44.606694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Allocated IP 2001:db8::1 (ddc5f19b-cef8-4447-8829-6e88c35a2823/1c86480d-d60a-480f-88e2-be14f1cada54/3a3819eb-214e-4e42-9e12-49dd12dfd31e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:44.714936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Attempting to bind port f4af4c72-9189-4f0e-8408-8aceee98cf86 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:44.715422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Attempting to bind port f4af4c72-9189-4f0e-8408-8aceee98cf86 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'd92402b0-9c11-4214-858d-cf6b5d6279a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ddc5f19b-cef8-4447-8829-6e88c35a2823'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:44.715913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Attempting to bind port f4af4c72-9189-4f0e-8408-8aceee98cf86 on network ddc5f19b-cef8-4447-8829-6e88c35a2823 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:44.725989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:44.726505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Checking segment: {'id': 'd92402b0-9c11-4214-858d-cf6b5d6279a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ddc5f19b-cef8-4447-8829-6e88c35a2823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:44.727023 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.727527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Bound using segment: {'id': 'd92402b0-9c11-4214-858d-cf6b5d6279a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ddc5f19b-cef8-4447-8829-6e88c35a2823'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:44.728255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Bound port: f4af4c72-9189-4f0e-8408-8aceee98cf86, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92402b0-9c11-4214-858d-cf6b5d6279a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ddc5f19b-cef8-4447-8829-6e88c35a2823'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:44.728747 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.842886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1859afad-9e2b-4d2a-87bb-a633ef731b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.847811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1859afad-9e2b-4d2a-87bb-a633ef731b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:44.856283 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1859afad-9e2b-4d2a-87bb-a633ef731b1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfcbec2c-2414-467a-a423-2825f97a2f2f HTTP/1.1" status: 204 len: 168 time: 1.2877920 Apr 20 12:58:44.895425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-6694ef8f-0f45-4b78-8245-e79c77c348c9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--60594861&fields=id&tenant_id=b3f5191954964431a694808099f99b9b HTTP/1.1" status: 200 len: 267 time: 0.0754554 Apr 20 12:58:44.912397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859afad-9e2b-4d2a-87bb-a633ef731b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcbec2c-2414-467a-a423-2825f97a2f2f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:45.071460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-69c6ccdd-f7b6-41f4-95ab-638f3e3a4c22 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:45.077161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.087465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-69c6ccdd-f7b6-41f4-95ab-638f3e3a4c22 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 818 time: 0.1838226 Apr 20 12:58:45.105805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-d29cab2d-92df-4a3e-b94c-83d0668e67fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/quotas/b3f5191954964431a694808099f99b9b HTTP/1.1" status: 200 len: 375 time: 0.0172877 Apr 20 12:58:45.110046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] For port f4af4c72-9189-4f0e-8408-8aceee98cf86, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:45.151086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] For port f4af4c72-9189-4f0e-8408-8aceee98cf86, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f4af4c72-9189-4f0e-8408-8aceee98cf86,segment=NetworkSegment(d92402b0-9c11-4214-858d-cf6b5d6279a5),segment_id=d92402b0-9c11-4214-858d-cf6b5d6279a5)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:45.176464 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.188500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.244523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Port': ['ID=3a3819eb-214e-4e42-9e12-49dd12dfd31e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:45.249429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-734872af-9b52-4a75-82de-29eedc0dde0b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1351271 Apr 20 12:58:45.258272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-ec91d655-b6d0-40b5-8911-39cffa960900 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:58:45.266959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-ec91d655-b6d0-40b5-8911-39cffa960900 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165944 Apr 20 12:58:45.272559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:45.276750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:45.292046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:45.297778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.375912 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.403641 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.435767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f51dbb-192a-4c49-a9b2-f6696689575f None None] Pushing event updated for resources: {'Port': ['ID=f4af4c72-9189-4f0e-8408-8aceee98cf86,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:45.611626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Network 2c07d803-c925-48e2-a90d-a9414e3c5e89 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:45.614146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:45.621820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:45.634426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Pushing event updated for resources: {'Port': ['ID=98daebf9-bb42-4d92-b9d9-222a73e7fbb6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:45.658101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-5168c95d-8f6f-4c65-9182-9ab61c8c0861 service neutron] 10.222.0.24 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898325 Apr 20 12:58:45.791131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Attempting to bind port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:45.793784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Attempting to bind port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1ff6db7a-058d-4333-920c-d6a9d980892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2c07d803-c925-48e2-a90d-a9414e3c5e89'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:45.794448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Attempting to bind port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 on network 2c07d803-c925-48e2-a90d-a9414e3c5e89 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:45.804607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:45.808801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Checking segment: {'id': '1ff6db7a-058d-4333-920c-d6a9d980892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2c07d803-c925-48e2-a90d-a9414e3c5e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:45.810350 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.821290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Bound using segment: {'id': '1ff6db7a-058d-4333-920c-d6a9d980892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2c07d803-c925-48e2-a90d-a9414e3c5e89'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:45.822283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Bound port: 98daebf9-bb42-4d92-b9d9-222a73e7fbb6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff6db7a-058d-4333-920c-d6a9d980892a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2c07d803-c925-48e2-a90d-a9414e3c5e89'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:45.822935 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:45.862529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:46.020365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-00ef11fc-b33c-4906-8d3f-72d6862556d6 service neutron] 10.222.0.24 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613765 Apr 20 12:58:46.049302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35290) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:46.132122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] For port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:46.162166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] For port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=98daebf9-bb42-4d92-b9d9-222a73e7fbb6,segment=NetworkSegment(1ff6db7a-058d-4333-920c-d6a9d980892a),segment_id=1ff6db7a-058d-4333-920c-d6a9d980892a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:46.170717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c5e19732-e6f9-4f02-9ef3-c8e2a95521b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f09dd1806bb44818897ca7c95a5b858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1176226 Apr 20 12:58:46.174506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:46.177682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35294) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:46.319500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Pushing event updated for resources: {'Port': ['ID=98daebf9-bb42-4d92-b9d9-222a73e7fbb6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:46.320275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c535d39f-89bf-49d8-aacb-608317c3fcaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:46.353027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.353599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.354974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.355798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.357194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.357721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.365584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.371431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.372164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.372822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.375259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.376525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628ffb46-93cd-47e1-9911-42f5e7926995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:58:46.420076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c535d39f-89bf-49d8-aacb-608317c3fcaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:46.518789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35296) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:46.527981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c747fc21-d852-4225-a7c3-ed0fb1471847 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1128707200', 'description': 'tempest-description--969485750'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:46.654308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-000dade8-c0e2-405c-92ba-a98e24aff906 req-7a981282-08b5-4003-bc04-79c5214a82aa tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 210 time: 0.0957024 Apr 20 12:58:46.654308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c535d39f-89bf-49d8-aacb-608317c3fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:46.654308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c535d39f-89bf-49d8-aacb-608317c3fcaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:46.654996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c535d39f-89bf-49d8-aacb-608317c3fcaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26dd2ad5-3620-4fe9-902d-6b617ba15004 HTTP/1.1" status: 204 len: 168 time: 0.4761283 Apr 20 12:58:46.681701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535d39f-89bf-49d8-aacb-608317c3fcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dd2ad5-3620-4fe9-902d-6b617ba15004,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:46.712706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c747fc21-d852-4225-a7c3-ed0fb1471847 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.100207 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.138388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f4af4c72-9189-4f0e-8408-8aceee98cf86 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:47.142657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.143439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.287440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c747fc21-d852-4225-a7c3-ed0fb1471847 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.318562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f4af4c72-9189-4f0e-8408-8aceee98cf86 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:47.320326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.417935 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c747fc21-d852-4225-a7c3-ed0fb1471847 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.423543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f938598-9ce4-4ce5-80b9-ff3d9c09f616 None None] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:47.518018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747fc21-d852-4225-a7c3-ed0fb1471847 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d766c009-3742-4612-8e5d-bda1499d8ef9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:47.592574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Port': ['ID=3a3819eb-214e-4e42-9e12-49dd12dfd31e,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:47.642158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c747fc21-d852-4225-a7c3-ed0fb1471847 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.646498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35340) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:47.647495 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c747fc21-d852-4225-a7c3-ed0fb1471847 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1268094 Apr 20 12:58:47.660409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7fa7a9d2-5557-44b7-8c7b-3a7466f04b47 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': 'd766c009-3742-4612-8e5d-bda1499d8ef9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:47.727124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a9d2-5557-44b7-8c7b-3a7466f04b47 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.757756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-71a2a13f-c058-42b2-a03f-0de275bcec61 None None] Provisioning complete for port f4af4c72-9189-4f0e-8408-8aceee98cf86 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:47.758405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-71a2a13f-c058-42b2-a03f-0de275bcec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.769199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:47.779699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:47.933085 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a9d2-5557-44b7-8c7b-3a7466f04b47 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:47.944190 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a9d2-5557-44b7-8c7b-3a7466f04b47 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.064139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7a9d2-5557-44b7-8c7b-3a7466f04b47 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669d3539-049c-49ee-9e73-abd77ef1c1df,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:48.090071 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a215d1c-54af-45fb-b8be-fba623898cc5 req-b72f9ad8-a8bf-455a-9bb0-74493c8921b6 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 210 time: 0.2098148 Apr 20 12:58:48.143666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a9d2-5557-44b7-8c7b-3a7466f04b47 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.148144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35354) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:48.149820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7fa7a9d2-5557-44b7-8c7b-3a7466f04b47 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5016429 Apr 20 12:58:48.157580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cdf07196-bead-49f0-8077-1b7a72a228eb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': 'd766c009-3742-4612-8e5d-bda1499d8ef9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:48.206697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Router d52802d0-15dd-4a64-9808-58a8bb35229c is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:58:48.215302 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-71a2a13f-c058-42b2-a03f-0de275bcec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.231589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdf07196-bead-49f0-8077-1b7a72a228eb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.350142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-71a2a13f-c058-42b2-a03f-0de275bcec61 None None] For port f4af4c72-9189-4f0e-8408-8aceee98cf86, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f4af4c72-9189-4f0e-8408-8aceee98cf86,segment=NetworkSegment(d92402b0-9c11-4214-858d-cf6b5d6279a5),segment_id=d92402b0-9c11-4214-858d-cf6b5d6279a5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:48.354533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.473863 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-71a2a13f-c058-42b2-a03f-0de275bcec61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.576443 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 12:58:48.576829 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 12:58:48.580207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2a13f-c058-42b2-a03f-0de275bcec61 None None] Pushing event updated for resources: {'Port': ['ID=f4af4c72-9189-4f0e-8408-8aceee98cf86,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:48.583067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b49042-8f1e-4900-9418-af473f7ff6f4 None None] Network 2c07d803-c925-48e2-a90d-a9414e3c5e89 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:48.762353 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdf07196-bead-49f0-8077-1b7a72a228eb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.778462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdf07196-bead-49f0-8077-1b7a72a228eb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.790169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:58:48.800665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35372) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:48.806996 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] Sync routers for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:58:48.815861 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e711f7bf-bc08-41b3-90b1-1c2f781709ad tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9697175 Apr 20 12:58:48.836696 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:48.839258 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:48.980284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf07196-bead-49f0-8077-1b7a72a228eb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f249b8-d7d2-41a9-af49-29c111473e3a,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:48.991313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fbb2f8a6-fe5c-4962-8710-ce4f34f4243f None None] Provisioning complete for port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:48.993468 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f8a6-fe5c-4962-8710-ce4f34f4243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.998213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdf07196-bead-49f0-8077-1b7a72a228eb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:48.999341 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:49.004432 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cdf07196-bead-49f0-8077-1b7a72a228eb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8535471 Apr 20 12:58:49.004996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35378) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:49.028612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:49.029738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:49.032077 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:49.097580 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:49.148538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:49.153049 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:49.156962 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2452f4-f708-4f6e-8727-be1cf09c190a None None] The sync data for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:58:49.267794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-295903ba-eacd-436f-9f63-7cc2c834cea7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:49.272238 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-295903ba-eacd-436f-9f63-7cc2c834cea7 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 818 time: 0.7250798 Apr 20 12:58:49.460907 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f8a6-fe5c-4962-8710-ce4f34f4243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:49.461962 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-6dceec56-1f54-4c1f-96fc-95ac0f157ffe tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:58:49.475254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6dceec56-1f54-4c1f-96fc-95ac0f157ffe tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6734235 Apr 20 12:58:49.477019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35388) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:49.549620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0281f69-7e7e-4f1f-9fa6-1a20466bf698 req-9d2e0d4f-0437-4bea-8746-fb5e1c7f2c8c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 210 time: 0.2221870 Apr 20 12:58:49.588356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fbb2f8a6-fe5c-4962-8710-ce4f34f4243f None None] For port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=98daebf9-bb42-4d92-b9d9-222a73e7fbb6,segment=NetworkSegment(1ff6db7a-058d-4333-920c-d6a9d980892a),segment_id=1ff6db7a-058d-4333-920c-d6a9d980892a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:49.599103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fbb2f8a6-fe5c-4962-8710-ce4f34f4243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:49.630232 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-84aa8b3e-55c8-4a0a-995f-a4440ed26413 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3f5191954964431a694808099f99b9b HTTP/1.1" status: 200 len: 378 time: 0.3315499 Apr 20 12:58:49.666093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'port': {'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'admin_state_up': True, 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'security_groups': ['8bac0e99-5128-41e6-9e4b-fcec49271f0e']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:49.686855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2f8a6-fe5c-4962-8710-ce4f34f4243f None None] Pushing event updated for resources: {'Port': ['ID=98daebf9-bb42-4d92-b9d9-222a73e7fbb6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:49.729692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f4af4c72-9189-4f0e-8408-8aceee98cf86 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:49.793551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-741ccaea-55dc-4ef0-8f51-75604a48ac39 None None] Provisioning complete for port 3a3819eb-214e-4e42-9e12-49dd12dfd31e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:49.794365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-741ccaea-55dc-4ef0-8f51-75604a48ac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:49.846556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-741ccaea-55dc-4ef0-8f51-75604a48ac39 None None] Port 3a3819eb-214e-4e42-9e12-49dd12dfd31e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:58:49.878643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f4af4c72-9189-4f0e-8408-8aceee98cf86 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:49.879427 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:49.923593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-741ccaea-55dc-4ef0-8f51-75604a48ac39 None None] Provisioning complete for port f4af4c72-9189-4f0e-8408-8aceee98cf86 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:49.923976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-741ccaea-55dc-4ef0-8f51-75604a48ac39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:49.988695 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:50.016887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:50.365483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:50.365800 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:50.392097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35408) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:50.654524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b27b708b-50ce-4e73-b032-6924bd3215f8 None None] Provisioning complete for port 3a3819eb-214e-4e42-9e12-49dd12dfd31e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:50.654991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b27b708b-50ce-4e73-b032-6924bd3215f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:50.747786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b27b708b-50ce-4e73-b032-6924bd3215f8 None None] Port 3a3819eb-214e-4e42-9e12-49dd12dfd31e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:58:50.776214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b27b708b-50ce-4e73-b032-6924bd3215f8 None None] Provisioning complete for port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:50.776735 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b27b708b-50ce-4e73-b032-6924bd3215f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:50.896807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.25.3.118 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/efd2d435-fb86-47c2-881b-1d0cae5e37f7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:50.898281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08dec8e0-e268-4b11-aee1-09a5addd5834 req-453e3d70-b51d-4849-a82a-0a524b49edbd tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 210 time: 0.1421475 Apr 20 12:58:51.105341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.146863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Made reservation on behalf of b3f5191954964431a694808099f99b9b for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:51.158674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.179821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.408896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Allocated IP 172.20.0.6 (55ebe669-820c-4816-b3cd-4d0281911922/22612944-2d0f-4166-9c28-8a18dbd0af32/09f4dc1e-4495-4894-8bc1-2ba7ae899dc4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:51.464703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:51.473976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:51.476397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:51.518372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:51.555607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=efd2d435-fb86-47c2-881b-1d0cae5e37f7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:51.587778 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.682870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:51.683935 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.841055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.846896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.877137 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.908565 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:51.983744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.086827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Network 55ebe669-820c-4816-b3cd-4d0281911922 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:52.106250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:52.109918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:52.220173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event updated for resources: {'Port': ['ID=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:52.303743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:52.304648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.339823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ce044-ad4c-4a8e-8917-2565d32cfcde req-9ca7c952-e40f-4ac3-aff7-6ba2b533fcbf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:52.350853 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-aa1f6a85-a459-46c2-be0e-84dd00c78719 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7078781 Apr 20 12:58:52.355482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a80ce044-ad4c-4a8e-8917-2565d32cfcde req-9ca7c952-e40f-4ac3-aff7-6ba2b533fcbf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 931 time: 0.3269515 Apr 20 12:58:52.366351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Request body: {'port': {'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:52.404706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.416925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.459078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a80ce044-ad4c-4a8e-8917-2565d32cfcde req-607df44f-8b07-4834-a64e-e0e8fc3fd88c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1023843 Apr 20 12:58:52.560530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.582912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting port 3a3819eb-214e-4e42-9e12-49dd12dfd31e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:52.584200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.637685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=efd2d435-fb86-47c2-881b-1d0cae5e37f7,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:52.661048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bb0a6f74-ffff-425c-b37a-d632181ed8b3 None None] Provisioning complete for port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:52.661687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.661823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bb0a6f74-ffff-425c-b37a-d632181ed8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.751079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a6f74-ffff-425c-b37a-d632181ed8b3 None None] Port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:58:52.751717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.752653 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-30ab0a8b-b0f8-448b-9184-96af97e02bb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7359922 Apr 20 12:58:52.823737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Deleting port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:52.824867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.850779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:52.903754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Calling delete_port for 3a3819eb-214e-4e42-9e12-49dd12dfd31e owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:53.012063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] For port 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:53.012448 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.048287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Calling delete_port for 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:53.049842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:58:53.061447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.077560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Transition to ACTIVE for port object 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:58:53.083437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.201307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:53.301404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Attempting to bind port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:58:53.302211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-dab17ffe-f30f-4ef4-b6a3-41897d169d2c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1128707200&fields=id&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 267 time: 0.0997081 Apr 20 12:58:53.302351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Attempting to bind port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:58:53.302603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Attempting to bind port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:53.321670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 on network 55ebe669-820c-4816-b3cd-4d0281911922 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:58:53.321670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Attempting to bind port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 on network 55ebe669-820c-4816-b3cd-4d0281911922 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:58:53.334224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:58:53.334571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Checking segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:53.335262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Bound using segment: {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:58:53.335715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Bound port: 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:58:53.336133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.478205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] For port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:58:53.482819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] For port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:58:53.506720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.571531 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.596119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:53.597104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.600103 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] 10.222.0.30 "PUT /v2.0/ports/09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 1091 time: 1.2395511 Apr 20 12:58:53.600718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:58:53.608648 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b27df0-0313-4c30-b696-5d6db91489bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:58:53.687116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e024f01a-7dcd-4e4d-a9ff-d51be5cfd95a tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=eabf0c544a43435099aab3dbd5b15057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1094172 Apr 20 12:58:53.707893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc861-8ed6-4037-ab18-cfb58125ac00 service neutron] Pushing event updated for resources: {'Port': ['ID=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:53.729241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-a2b48c29-a226-4d5a-ba29-ad0eb9b6c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:53.732094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-a2b48c29-a226-4d5a-ba29-ad0eb9b6c098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1094 time: 0.0723989 Apr 20 12:58:53.768802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:53.797437 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-6f091aa8-fa55-4f62-a75b-ab1f255dee55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 217 time: 0.0568583 Apr 20 12:58:53.862357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-d1e581a8-b20f-40d1-9621-abc9baf027d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:53.863912 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-d1e581a8-b20f-40d1-9621-abc9baf027d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0605800 Apr 20 12:58:53.947791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-673e54ba-5899-4a99-b3d3-55dabab12a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:53.954946 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-673e54ba-5899-4a99-b3d3-55dabab12a69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838864 Apr 20 12:58:54.030911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-54a12ac9-d460-48ba-8d8c-d96f0683f06d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:54.033265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-54a12ac9-d460-48ba-8d8c-d96f0683f06d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.7268090 Apr 20 12:58:54.063959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Port': ['ID=3a3819eb-214e-4e42-9e12-49dd12dfd31e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:54.164425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-e8d95f26-8457-4ac7-87f9-5e22d5a47bcc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/quotas/f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 375 time: 0.1017442 Apr 20 12:58:54.209906 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-65558ae4-393b-46c1-821f-fbbd29eda639 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469459 Apr 20 12:58:54.389760 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3bb46e8-a14c-4105-9792-d6dbfd39157a req-209dfb1b-2a53-4e8a-a53d-e081b571528f service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716990 Apr 20 12:58:54.735050 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:54.745342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-c5ace778-87d4-4296-b1fc-6ee171375068 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:54.752315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-c5ace778-87d4-4296-b1fc-6ee171375068 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0636468 Apr 20 12:58:54.787965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b3f9632f-89c3-4c7d-9aa1-a7f734153cc7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6123860 Apr 20 12:58:54.796549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-74ab0d6f-507d-4f30-b89d-597d00f66cca tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/quotas/eabf0c544a43435099aab3dbd5b15057 HTTP/1.1" status: 200 len: 375 time: 0.0433710 Apr 20 12:58:54.801354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:54.900374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-f69e7f55-a6d9-40c4-8f6d-ec72e88f839e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eabf0c544a43435099aab3dbd5b15057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023338 Apr 20 12:58:54.903482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Pushing event deleted for resources: {'Port': ['ID=7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:55.160586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-1aea5eb4-1012-4900-b9d1-332d62bfe5f5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:58:55.161052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-1aea5eb4-1012-4900-b9d1-332d62bfe5f5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3573701 Apr 20 12:58:55.435852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Router d52802d0-15dd-4a64-9808-58a8bb35229c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:58:55.458176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:55.484767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd28610-3623-4e97-9708-54749909843d req-1dac9a74-d11f-4719-bd9b-d178b77f1bbe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:55.492024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dd28610-3623-4e97-9708-54749909843d req-1dac9a74-d11f-4719-bd9b-d178b77f1bbe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 943 time: 0.2790496 Apr 20 12:58:55.641707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-256a614e-e8eb-49c5-ae15-b6cd21c70c92 service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299073 Apr 20 12:58:55.719379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:58:55.731826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dd28610-3623-4e97-9708-54749909843d req-65c798fe-b3ba-4fb3-aa9c-dd87d2cb07a8 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2367334 Apr 20 12:58:55.732382 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] Sync routers for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:58:55.745763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c3ccbb6-28ba-4037-b168-6a1aaed27c59 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2206135 Apr 20 12:58:55.747874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:55.792316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:55.793059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:55.933305 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4252323-a4eb-46e0-be5d-d22a7723a7fe x-openstack-request-id: req-e4252323-a4eb-46e0-be5d-d22a7723a7fe {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:58:55.936871 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:58:55.937273 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4252323-a4eb-46e0-be5d-d22a7723a7fe {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:58:55.937661 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4252323-a4eb-46e0-be5d-d22a7723a7fe'] response: {'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'status': 'completed', 'code': 200} Apr 20 12:58:55.941163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:55.941730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ce37eff-10c4-4f57-9fa4-16b4a94ff656 req-a720a4a8-cf6b-4af3-b8b7-4dba37d08ea5 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 210 time: 0.0514781 Apr 20 12:58:55.948590 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-d1a75b94-b429-415f-b409-7fa19b89af5f tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] delete failed (client error): The resource could not be found. Apr 20 12:58:55.958930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1a75b94-b429-415f-b409-7fa19b89af5f tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1898923532 HTTP/1.1" status: 404 len: 335 time: 0.2098095 Apr 20 12:58:55.964902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35560) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:55.971861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e83ff84d-e7ff-4ec6-94f3-9c4e9898dfe8 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd52802d0-15dd-4a64-9808-58a8bb35229c'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:55.990100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:55.990751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:56.044778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:56.045840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084e3534-cc9d-4a36-9671-2176fb27a6ad None None] The sync data for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:58:56.075751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27df0-0313-4c30-b696-5d6db91489bd req-226aaa39-b48f-4602-a058-04d09d5c05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:56.077834 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-26b27df0-0313-4c30-b696-5d6db91489bd req-226aaa39-b48f-4602-a058-04d09d5c05f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1094 time: 0.1305368 Apr 20 12:58:56.139611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-577ac7d8-d812-4304-8a12-da9210df9b19 service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533350 Apr 20 12:58:56.285805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27df0-0313-4c30-b696-5d6db91489bd req-87c44540-c1b1-433a-89c1-f19c03e6ca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:56.291579 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-26b27df0-0313-4c30-b696-5d6db91489bd req-87c44540-c1b1-433a-89c1-f19c03e6ca92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.2045386 Apr 20 12:58:56.386054 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-26b27df0-0313-4c30-b696-5d6db91489bd req-f8de6f32-a90c-4f84-ae45-2cf8ed607fe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 217 time: 0.0885167 Apr 20 12:58:56.456698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27df0-0313-4c30-b696-5d6db91489bd req-2e1e63cb-dc8d-4ee8-9a9f-cb9a05763157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:56.460016 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-26b27df0-0313-4c30-b696-5d6db91489bd req-2e1e63cb-dc8d-4ee8-9a9f-cb9a05763157 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0659378 Apr 20 12:58:56.490773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e83ff84d-e7ff-4ec6-94f3-9c4e9898dfe8 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:56.529392 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-e83ff84d-e7ff-4ec6-94f3-9c4e9898dfe8 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] update failed (client error): The resource could not be found. Apr 20 12:58:56.529392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e83ff84d-e7ff-4ec6-94f3-9c4e9898dfe8 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c HTTP/1.1" status: 404 len: 339 time: 0.5601950 Apr 20 12:58:56.530455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35574) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:56.535430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2038390726'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:56.552429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:58:56.583382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35576) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:56.591314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b2bd766-c75f-4ad4-9856-2b53905947a7 req-128d27fa-12a7-4b85-b25d-471a205745b6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 210 time: 0.0507495 Apr 20 12:58:56.643873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b27df0-0313-4c30-b696-5d6db91489bd req-1eb64b81-5e85-4fed-83a2-f4dcca50c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:56.646084 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-26b27df0-0313-4c30-b696-5d6db91489bd req-1eb64b81-5e85-4fed-83a2-f4dcca50c862 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788480 Apr 20 12:58:56.651662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:56.662687 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:56.699940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-b363a987-59a1-420c-a92c-6e3b34013912 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=eabf0c544a43435099aab3dbd5b15057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330708 Apr 20 12:58:56.779769 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-26b27df0-0313-4c30-b696-5d6db91489bd req-448e7a17-02eb-4782-81e9-041d17615ce2 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254778 Apr 20 12:58:56.847051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:58:56.905245 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-26b27df0-0313-4c30-b696-5d6db91489bd req-8e639167-2f74-4d9a-9141-6bf4f3d212ce service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185596 Apr 20 12:58:56.955184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-1f67788c-8326-4b75-92d2-4a8bf9825a2c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:56.957106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-1f67788c-8326-4b75-92d2-4a8bf9825a2c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511990 Apr 20 12:58:57.306477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Request body: {'port': {'device_id': '49f35b48-9d92-4558-b279-37b613abd151', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'eabf0c544a43435099aab3dbd5b15057'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:57.427111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.427457 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Added segment 11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a of type vlan for network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 Apr 20 12:58:57.432103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35600) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:57.450489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:58:57.464229 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] Sync routers for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:58:57.482785 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:57.483654 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:57.535700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f2d09f00-42bd-4e89-b573-498dfc88e32e admin admin] 10.222.0.24 "PUT /v2.0/routers/7e0dd4ab-eb09-4537-be58-3be19fb2c067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1418722 Apr 20 12:58:57.538809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35606) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:57.543945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d737c71-946a-4f2d-bb57-3911f93818d5 req-27739442-c734-46c8-b038-7ae9a16b7856 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 210 time: 0.2452364 Apr 20 12:58:57.608932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.623189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:58:57.676115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0cac-14be-45be-b548-be5f1af35a8c req-9ab19c4e-662a-4cfa-8033-6c9da61ee9b1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:57.691458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97ca0cac-14be-45be-b548-be5f1af35a8c req-9ab19c4e-662a-4cfa-8033-6c9da61ee9b1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 943 time: 0.7146683 Apr 20 12:58:57.711326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Made reservation on behalf of eabf0c544a43435099aab3dbd5b15057 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:57.725277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.756516 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:58:57.773099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.835823 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3d2020d-7634-4d40-8064-abbe1c3a5f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.846562 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:58:57.850502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:57.872071 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.873924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'mac_address': 'fa:16:3e:aa:8c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:58:57.955823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.965269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-052c046f-a9fe-4af9-a213-cd185fbc4b1e req-a3e0aff3-eb0d-4e88-a41b-e77806c78340 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 210 time: 0.1370111 Apr 20 12:58:57.991198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.991938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:57.992563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:57.993409 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:58:54Z', 'revision_number': 5, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port': {'id': 'def6e1ed-fcf4-4d09-83b1-845b8bbf1de9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:cf:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:54:54Z', 'updated_at': '2022-04-20T12:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:57.997320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.005456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:58:58.020737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97ca0cac-14be-45be-b548-be5f1af35a8c req-51d66a7c-68ed-4509-9439-29801b48548f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3282797 Apr 20 12:58:58.049307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:58.051565 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] Checking router: 7e0dd4ab-eb09-4537-be58-3be19fb2c067 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:58:58.060848 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.071677 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3d2020d-7634-4d40-8064-abbe1c3a5f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.072745 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] Routers {'7e0dd4ab-eb09-4537-be58-3be19fb2c067'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:58:58.073479 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:58.078624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3d2020d-7634-4d40-8064-abbe1c3a5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.132638 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2020d-7634-4d40-8064-abbe1c3a5f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cda3d2-b5e1-488a-9e2a-e7c64400d447,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:58.158423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:58.187294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6531537 Apr 20 12:58:58.189914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:58.203780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'subnet': {'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:58.239039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90453a-ec81-4f95-93cb-dc7452b4bd54 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Network': ['ID=e66b3ced-5c84-464e-9fc2-6dee5fb32bb2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:58.257418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:58:58.382449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:58:58.385300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] Set router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:58:58.407607 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.417130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.476302 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:58:57Z', 'revision_number': 6, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:58:58.482290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Deleting port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:58:58.482715 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.498788 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d3d2020d-7634-4d40-8064-abbe1c3a5f57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3d632a421f84d40aac3cf86c13af42a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642643 Apr 20 12:58:58.508364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35618) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:58.513031 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020c24a-fb96-4c2e-ba7a-b61ac73f4fdf None None] The sync data for ids ['7e0dd4ab-eb09-4537-be58-3be19fb2c067'] in n-d-838550-2 is: [{'id': '7e0dd4ab-eb09-4537-be58-3be19fb2c067', 'name': 'tempest-AttachSCSIVolumeTestJSON-332286482-router', 'tenant_id': '4fd2868a772749c39872b962cc9f4d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:54:53Z', 'updated_at': '2022-04-20T12:58:57Z', 'revision_number': 6, 'project_id': '4fd2868a772749c39872b962cc9f4d8b', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:58:58.576602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Made reservation on behalf of 3044c0d15e47435e82333c24e7dd6558 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:58.581570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.615015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ec303b-bac3-4470-8057-b8596d57a79d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:58.674784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-f814a8b6-60cd-490e-8374-f1d2237e5051 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:58.676333 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-f814a8b6-60cd-490e-8374-f1d2237e5051 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.30 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.5312285 Apr 20 12:58:58.720543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e4277e7-b358-4956-994e-53b8078afa15 req-f46a1ac7-808c-4810-a553-46edd9852398 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 210 time: 0.0489457 Apr 20 12:58:58.733522 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11cb65b4-1986-44c9-810b-c4f364a20317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.754789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Allocated IP 192.168.233.250 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/06f2c705-eee9-4089-8ad7-500099df8258) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:58.787283 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11cb65b4-1986-44c9-810b-c4f364a20317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.801723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-f6db2fac-4b30-48e6-b7af-b9291b79dc80 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 473 time: 0.0905993 Apr 20 12:58:58.814860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] For port def6e1ed-fcf4-4d09-83b1-845b8bbf1de9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:58:58.815139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.820599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'port': {'device_id': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'admin_state_up': True, 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'security_groups': ['d766c009-3742-4612-8e5d-bda1499d8ef9']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:58.847355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Calling delete_port for def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:58:58.991065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11cb65b4-1986-44c9-810b-c4f364a20317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.993727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11cb65b4-1986-44c9-810b-c4f364a20317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:58.994969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-11cb65b4-1986-44c9-810b-c4f364a20317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9cda3d2-b5e1-488a-9e2a-e7c64400d447 HTTP/1.1" status: 204 len: 168 time: 0.4806235 Apr 20 12:58:59.018276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb65b4-1986-44c9-810b-c4f364a20317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cda3d2-b5e1-488a-9e2a-e7c64400d447,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:59.060480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.115022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.167253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Made reservation on behalf of f6be64e59ce646a3baefaf244cbd8163 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:58:59.170928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.184758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.229013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f799dae-49e2-400d-ab28-4ef93f0250e2 req-4f9122a4-69ce-4bd9-80fb-5e7ff7ecbefb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 210 time: 0.0539136 Apr 20 12:58:59.286791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.297769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed279a-9058-494a-9aeb-934833ce42ad req-3d8f8867-168c-48fd-8980-556ed7022bd2 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:59.299314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8eed279a-9058-494a-9aeb-934833ce42ad req-3d8f8867-168c-48fd-8980-556ed7022bd2 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 944 time: 0.1041527 Apr 20 12:58:59.372687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Subnet': ['ID=47e5d1d9-896a-4106-8212-c93ac17df2ae,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:59.394115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Checking segment: {'id': '11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:58:59.394483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network hostable DHCP agents. Network: e66b3ced-5c84-464e-9fc2-6dee5fb32bb2, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:58:59.403946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Pushing event updated for resources: {'Port': ['ID=06f2c705-eee9-4089-8ad7-500099df8258,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:59.416673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.458982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:58:59.462647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8eed279a-9058-494a-9aeb-934833ce42ad req-aa6dcb20-dc23-49e0-8061-70cd1ef5e84b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952704 Apr 20 12:58:59.465807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:59.470128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:58:59.535787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:59.536474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.573030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=def6e1ed-fcf4-4d09-83b1-845b8bbf1de9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:58:59.587365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-86b2299f-eaa7-410f-b8b8-ccad4850117e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2922912 Apr 20 12:58:59.605492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Request body: {'port': {'device_id': '49f35b48-9d92-4558-b279-37b613abd151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:58:59.607723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:59.658625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:58:59.660219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:58:59.662971 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.20.0.12 (19a9b48e-ece9-48dd-a962-615dbfe7806e/58889dad-8145-4dbb-896b-5deb3346cb4f/84531485-d3f7-4d8f-89f0-432d5f900f18) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:58:59.666605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:59.666946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7cac9cc7-6dc0-4cda-9a8e-f74ac4644c94 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:59.670123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:58:59.689867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e66b3ced-5c84-464e-9fc2-6dee5fb32bb2) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:58:59.707515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:58:59.708167 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.738160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.789758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654dd2a7-2fa0-43bb-ac6b-8f243d1c4dd0 None None] Network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:58:59.856316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35642) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:59.889256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:58:59.889613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device def6e1ed-fcf4-4d09-83b1-845b8bbf1de9 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:58:59.912056 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-adb8d680-7226-4653-9a16-a1b3667dd253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.949233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.957539 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7d4cd87-b713-4db9-9411-05daa307c398 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7606485 Apr 20 12:58:59.960310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.964555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35646) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:58:59.968871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2bf6db9c-b38e-4d2b-9066-a0b2a71de276 None None] Provisioning complete for port 06f2c705-eee9-4089-8ad7-500099df8258 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:58:59.969491 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2bf6db9c-b38e-4d2b-9066-a0b2a71de276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.973139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:58:59.974997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-434e7048-9b93-4ec9-98e6-6e769bd54e16 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:00.032913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:59:00.057212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:00.057983 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.068541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.069265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e0dd4ab-eb09-4537-be58-3be19fb2c067 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:59:00.075636 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.076893 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cd9af843-2d2d-464b-b115-6f119eeb88f0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7e0dd4ab-eb09-4537-be58-3be19fb2c067 HTTP/1.1" status: 204 len: 168 time: 2.5359173 Apr 20 12:59:00.079454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:00.092221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6db9c-b38e-4d2b-9066-a0b2a71de276 None None] Port 06f2c705-eee9-4089-8ad7-500099df8258 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:00.168560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-e66b3ced-5c84-464e-9fc2-6dee5fb32bb2', 'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2', 'tenant_id': '3044c0d15e47435e82333c24e7dd6558', 'fixed_ips': [{'subnet_id': '47e5d1d9-896a-4106-8212-c93ac17df2ae'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:59:00.169871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.176631 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.180642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] Deleting subnet cf8435c0-9592-48bd-ba12-d48229329426 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:00.185063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.263111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.315576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.375205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188da506-c0bb-4b96-862a-6f622804a19b req-c3d384e5-f663-4933-bc04-4c7c7fc26aef tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:00.376723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-188da506-c0bb-4b96-862a-6f622804a19b req-c3d384e5-f663-4933-bc04-4c7c7fc26aef tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 936 time: 0.5013909 Apr 20 12:59:00.396457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:00.405742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:00.435059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:00.460479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Allocated IP 2001:db8:1::2 (e66b3ced-5c84-464e-9fc2-6dee5fb32bb2/47e5d1d9-896a-4106-8212-c93ac17df2ae/f92f58f2-2ad8-459e-9ab8-da560500ca92) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:00.476358 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.516618 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:00.517356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.527228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=84531485-d3f7-4d8f-89f0-432d5f900f18,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:00.550847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.557829 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-b124db2c-7762-45d1-809d-ed736b360dd5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7485812 Apr 20 12:59:00.582769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:00.587109 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e7fd46-0392-44bc-ab49-a5215a8ba16c" -d '{"events": [{"server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "name": "network-vif-plugged", "status": "completed", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:00.587419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Request body: {'port': {'device_id': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:00.626840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:00.646286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.771984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:00.804284 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.817538 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.862961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:00.868739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:00.872157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:00.932866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Deleting port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:00.933959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.936884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0eaeaf2e-f175-46dc-b019-46d9fe7256fd None None] Provisioning complete for port 84531485-d3f7-4d8f-89f0-432d5f900f18 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:00.936884 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0eaeaf2e-f175-46dc-b019-46d9fe7256fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:00.957711 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:59:00.980758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Pushing event updated for resources: {'Port': ['ID=f92f58f2-2ad8-459e-9ab8-da560500ca92,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:01.005908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Attempting to bind port f92f58f2-2ad8-459e-9ab8-da560500ca92 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:01.006852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Attempting to bind port f92f58f2-2ad8-459e-9ab8-da560500ca92 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:01.007315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Attempting to bind port f92f58f2-2ad8-459e-9ab8-da560500ca92 on network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:01.015896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.026897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:01.027776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Checking segment: {'id': '11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:01.027915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.028291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Bound using segment: {'id': '11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:01.029109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Bound port: f92f58f2-2ad8-459e-9ab8-da560500ca92, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e66b3ced-5c84-464e-9fc2-6dee5fb32bb2'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:01.029822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.051319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0eaeaf2e-f175-46dc-b019-46d9fe7256fd None None] Port 84531485-d3f7-4d8f-89f0-432d5f900f18 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:01.079684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] For port 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:01.080286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.096800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Calling delete_port for 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:01.106690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] For port f92f58f2-2ad8-459e-9ab8-da560500ca92, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:01.110925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] For port f92f58f2-2ad8-459e-9ab8-da560500ca92, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f92f58f2-2ad8-459e-9ab8-da560500ca92,segment=NetworkSegment(11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a),segment_id=11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:01.117007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.162077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489cfbb-9056-42d2-b97d-4dae6de7b698 req-850b665a-48e3-4dc0-ae8a-9cc8d817c40b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:01.163820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5489cfbb-9056-42d2-b97d-4dae6de7b698 req-850b665a-48e3-4dc0-ae8a-9cc8d817c40b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 932 time: 0.7806289 Apr 20 12:59:01.173653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3be8ec-74c6-4a87-b4e1-5720ee857ce6 None None] Pushing event updated for resources: {'Port': ['ID=f92f58f2-2ad8-459e-9ab8-da560500ca92,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:01.237253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.262045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-188da506-c0bb-4b96-862a-6f622804a19b req-fa8c9de6-ca83-43a8-b2eb-2a84d3e35b1e tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8677866 Apr 20 12:59:01.300267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8435c0-9592-48bd-ba12-d48229329426,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:01.301512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e9cb16-00ea-4ef7-9ebe-a3374fee7737 None None] Network c6bf3a3b-b398-4baf-b62e-1917e02b299e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:01.302506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.313110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35668) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:01.313771 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff009bfb-a041-483b-b10f-268908ca6655 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf8435c0-9592-48bd-ba12-d48229329426 HTTP/1.1" status: 204 len: 168 time: 1.2320347 Apr 20 12:59:01.348568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-adb8d680-7226-4653-9a16-a1b3667dd253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.411335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-434e7048-9b93-4ec9-98e6-6e769bd54e16 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.413876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84531485-d3f7-4d8f-89f0-432d5f900f18 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:01.439841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-adb8d680-7226-4653-9a16-a1b3667dd253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.480674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5489cfbb-9056-42d2-b97d-4dae6de7b698 req-83b47ac7-20a0-4dc9-9e9e-9b5b3652de0c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615569 Apr 20 12:59:01.485885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.529569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Transition to ACTIVE for port object 84531485-d3f7-4d8f-89f0-432d5f900f18 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:59:01.538985 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-c594928e-8725-4439-a006-115eedb473ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136794 Apr 20 12:59:01.540775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.612297 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0c7fdf-09f9-40ff-bb75-fc73221064c7 x-openstack-request-id: req-8d0c7fdf-09f9-40ff-bb75-fc73221064c7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:01.612746 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "name": "network-vif-plugged", "status": "completed", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:01.613010 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d0c7fdf-09f9-40ff-bb75-fc73221064c7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:01.613461 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0c7fdf-09f9-40ff-bb75-fc73221064c7'] response: {'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'code': 200} Apr 20 12:59:01.765141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] DHCP port deletion for c6bf3a3b-b398-4baf-b62e-1917e02b299e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:01.788415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Pushing event updated for resources: {'Port': ['ID=84531485-d3f7-4d8f-89f0-432d5f900f18,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:01.821182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-e1d22561-1787-4c7c-870a-b8d4ca0b5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:01.822903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-e1d22561-1787-4c7c-870a-b8d4ca0b5ee2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1097 time: 0.1893649 Apr 20 12:59:01.836958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-adb8d680-7226-4653-9a16-a1b3667dd253 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a51b850dce4b471ebd14275101546d08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9795198 Apr 20 12:59:01.839282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35676) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:01.863621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] Deleting port c261c8e0-d420-4a8a-8280-20b9a1e16401 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:01.863990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.864799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f2c705-eee9-4089-8ad7-500099df8258 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:01.870432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8d680-7226-4653-9a16-a1b3667dd253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc053639-5e0c-496d-ae4d-970c71301b71,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:01.907239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.927223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a070-c8f8-40ca-8d8f-82352effb7e6 req-bffe1fca-ebc2-46e9-9efa-105de0e7e57e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:01.934162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6618a070-c8f8-40ca-8d8f-82352effb7e6 req-bffe1fca-ebc2-46e9-9efa-105de0e7e57e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.4329851 Apr 20 12:59:01.941439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.966651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] For port c261c8e0-d420-4a8a-8280-20b9a1e16401, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c261c8e0-d420-4a8a-8280-20b9a1e16401,segment=NetworkSegment(cf38e04e-07ea-4de7-b01c-77ca552cfd59),segment_id=cf38e04e-07ea-4de7-b01c-77ca552cfd59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:01.967329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:01.986046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] Calling delete_port for c261c8e0-d420-4a8a-8280-20b9a1e16401 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:02.034653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Transition to ACTIVE for port object 06f2c705-eee9-4089-8ad7-500099df8258 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:59:02.054809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7b5d6-6f0e-4f90-bd91-17bbe5c7deb6 req-f376f86d-9fb2-48a2-93ce-32281e844f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:02.056506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edc7b5d6-6f0e-4f90-bd91-17bbe5c7deb6 req-f376f86d-9fb2-48a2-93ce-32281e844f1a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.3405237 Apr 20 12:59:02.062773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.074267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Attempting to bind port 84531485-d3f7-4d8f-89f0-432d5f900f18 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:02.074744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Attempting to bind port 84531485-d3f7-4d8f-89f0-432d5f900f18 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:02.074945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Attempting to bind port 84531485-d3f7-4d8f-89f0-432d5f900f18 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:02.077565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-14ee4c71-a867-4ee2-ba3d-48ccce79168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:02.079701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-14ee4c71-a867-4ee2-ba3d-48ccce79168d service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.1744306 Apr 20 12:59:02.080524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27cffd2f-ca21-442e-b38a-c6c28ebc02fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.118853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Port 84531485-d3f7-4d8f-89f0-432d5f900f18 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:02.119193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Attempting to bind port 84531485-d3f7-4d8f-89f0-432d5f900f18 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:02.145543 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.173078 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-497ac7e3-b387-4e38-bf2a-f20996aa475a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 200 len: 217 time: 0.0738080 Apr 20 12:59:02.175209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27cffd2f-ca21-442e-b38a-c6c28ebc02fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.177202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:02.178718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Checking segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:02.178718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Bound using segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:02.178718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Bound port: 84531485-d3f7-4d8f-89f0-432d5f900f18, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:02.179273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.200089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6618a070-c8f8-40ca-8d8f-82352effb7e6 req-b40600bb-69d8-4a0e-a703-a034988d289e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078714 Apr 20 12:59:02.222550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Pushing event updated for resources: {'Port': ['ID=06f2c705-eee9-4089-8ad7-500099df8258,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:02.228137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] Pushing event deleted for resources: {'Port': ['ID=c261c8e0-d420-4a8a-8280-20b9a1e16401,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:02.242969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a019bcd-244d-4c19-8d12-3fbe6306859a None None] No DVR routers for this DVR port c261c8e0-d420-4a8a-8280-20b9a1e16401 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:02.324853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edc7b5d6-6f0e-4f90-bd91-17bbe5c7deb6 req-cdccc2c2-91e8-4d80-a24d-e9da84a3ddc7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2276287 Apr 20 12:59:02.349603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-c146736b-4f4b-4222-b990-4ac5e81cdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:02.351304 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-c146736b-4f4b-4222-b990-4ac5e81cdc58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1651042 Apr 20 12:59:02.422291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] For port 84531485-d3f7-4d8f-89f0-432d5f900f18, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:02.429436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] For port 84531485-d3f7-4d8f-89f0-432d5f900f18, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=84531485-d3f7-4d8f-89f0-432d5f900f18,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:02.438989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Deleting port c261c8e0-d420-4a8a-8280-20b9a1e16401 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:02.439469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.443924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27cffd2f-ca21-442e-b38a-c6c28ebc02fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.447872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27cffd2f-ca21-442e-b38a-c6c28ebc02fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.449175 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-27cffd2f-ca21-442e-b38a-c6c28ebc02fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc053639-5e0c-496d-ae4d-970c71301b71 HTTP/1.1" status: 204 len: 168 time: 0.6088958 Apr 20 12:59:02.451225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.472850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:02.474246 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.475987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] 10.222.0.30 "PUT /v2.0/ports/84531485-d3f7-4d8f-89f0-432d5f900f18 HTTP/1.1" status: 200 len: 1092 time: 1.8935318 Apr 20 12:59:02.481093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:02.484116 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f53d1a-c307-4a95-9187-5b216eb6eb78" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:02.528914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:02.563035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-d8c850a6-ca74-46ee-b064-1e889c14dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:02.564992 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-d8c850a6-ca74-46ee-b064-1e889c14dac3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2019703 Apr 20 12:59:02.566910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cffd2f-ca21-442e-b38a-c6c28ebc02fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc053639-5e0c-496d-ae4d-970c71301b71,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:02.690739 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1def1dea-3ce8-4200-8957-d05b5f035ff4 x-openstack-request-id: req-1def1dea-3ce8-4200-8957-d05b5f035ff4 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:02.691123 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:02.691478 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1def1dea-3ce8-4200-8957-d05b5f035ff4 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:02.692001 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1def1dea-3ce8-4200-8957-d05b5f035ff4'] response: {'name': 'network-changed', 'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'status': 'completed', 'code': 200} Apr 20 12:59:02.740153 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-434e7048-9b93-4ec9-98e6-6e769bd54e16 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 12:59:02.741195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-434e7048-9b93-4ec9-98e6-6e769bd54e16 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c HTTP/1.1" status: 400 len: 364 time: 2.7715371 Apr 20 12:59:02.763637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35698) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:02.781531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Pushing event deleted for resources: {'Port': ['ID=4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:02.868102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dae06-b11c-4366-ac6c-609a6905f225 service neutron] Pushing event updated for resources: {'Port': ['ID=84531485-d3f7-4d8f-89f0-432d5f900f18,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:02.892617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4e13b-e362-480f-9c53-404d010b8233 None None] Network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:02.903895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f53d1a-c307-4a95-9187-5b216eb6eb78 req-5d375c3d-50d9-4334-9753-94e66c669f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:02.905812 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a5f53d1a-c307-4a95-9187-5b216eb6eb78 req-5d375c3d-50d9-4334-9753-94e66c669f7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 1095 time: 0.2127686 Apr 20 12:59:03.114992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2a4faa5b-167e-4583-b8e8-d9b2fd784e88 None None] Provisioning complete for port f92f58f2-2ad8-459e-9ab8-da560500ca92 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:03.115759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a4faa5b-167e-4583-b8e8-d9b2fd784e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.120237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Attempting to bind port 06f2c705-eee9-4089-8ad7-500099df8258 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:03.120713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Attempting to bind port 06f2c705-eee9-4089-8ad7-500099df8258 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:03.120877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Attempting to bind port 06f2c705-eee9-4089-8ad7-500099df8258 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:03.146486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] For port c261c8e0-d420-4a8a-8280-20b9a1e16401, host n-d-838550-2, got binding levels [] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:03.146850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.196461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7127086-8720-44ed-98f5-fe99eeb09b6f req-04bc4202-9783-4482-988b-83988dbe54fe tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:03.198684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f53d1a-c307-4a95-9187-5b216eb6eb78 req-61538f31-60c5-4ea7-bccd-e8e76c073d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:03.200661 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a5f53d1a-c307-4a95-9187-5b216eb6eb78 req-61538f31-60c5-4ea7-bccd-e8e76c073d23 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f6be64e59ce646a3baefaf244cbd8163&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2856057 Apr 20 12:59:03.214362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7127086-8720-44ed-98f5-fe99eeb09b6f req-04bc4202-9783-4482-988b-83988dbe54fe tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 948 time: 0.8095524 Apr 20 12:59:03.242146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Port 06f2c705-eee9-4089-8ad7-500099df8258 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:03.242461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Attempting to bind port 06f2c705-eee9-4089-8ad7-500099df8258 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:03.256392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Calling delete_port for c261c8e0-d420-4a8a-8280-20b9a1e16401 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:03.266434 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a4faa5b-167e-4583-b8e8-d9b2fd784e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.283432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013be23-c56a-4923-9e74-abb06ba962c3 req-d00b5d66-9f05-4a1a-8d37-60d760eedfa9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:03.286148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f013be23-c56a-4923-9e74-abb06ba962c3 req-d00b5d66-9f05-4a1a-8d37-60d760eedfa9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 944 time: 0.5519695 Apr 20 12:59:03.321918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Port c261c8e0-d420-4a8a-8280-20b9a1e16401 was not found and therefore no delete operation was performed {{(pid=109410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 12:59:03.324206 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-3cf4d09d-2741-405e-8f12-2dbda77f4ad2 service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220480 Apr 20 12:59:03.332224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2a4faa5b-167e-4583-b8e8-d9b2fd784e88 None None] For port f92f58f2-2ad8-459e-9ab8-da560500ca92, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f92f58f2-2ad8-459e-9ab8-da560500ca92,segment=NetworkSegment(11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a),segment_id=11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:03.346041 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a4faa5b-167e-4583-b8e8-d9b2fd784e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.385698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:03.386028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:03.386421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:03.396200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Bound port: 06f2c705-eee9-4089-8ad7-500099df8258, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:03.396637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.398835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.467195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4faa5b-167e-4583-b8e8-d9b2fd784e88 None None] Pushing event updated for resources: {'Port': ['ID=f92f58f2-2ad8-459e-9ab8-da560500ca92,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:03.545429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Pushing event deleted for resources: {'Port': ['ID=c261c8e0-d420-4a8a-8280-20b9a1e16401,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:03.556208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] No DVR routers for this DVR port c261c8e0-d420-4a8a-8280-20b9a1e16401 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:03.620686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7127086-8720-44ed-98f5-fe99eeb09b6f req-4c3784aa-01f5-4fac-b52d-e0587a37dbf0 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037015 Apr 20 12:59:03.683875 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4d15ad5-dd1c-4624-b369-f1d0f3471baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.690976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f013be23-c56a-4923-9e74-abb06ba962c3 req-702ee58b-66b6-4adb-a6c9-d9b18024ebac tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619483 Apr 20 12:59:03.737616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2770b8c5-842a-4324-bf36-0359460555a3 None None] Provisioning complete for port f92f58f2-2ad8-459e-9ab8-da560500ca92 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:03.741355 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2770b8c5-842a-4324-bf36-0359460555a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.791744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f53d1a-c307-4a95-9187-5b216eb6eb78 req-2ff37866-5c9e-45b7-94fe-3a7618aece3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:03.793241 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a5f53d1a-c307-4a95-9187-5b216eb6eb78 req-2ff37866-5c9e-45b7-94fe-3a7618aece3b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5483427 Apr 20 12:59:03.796205 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.873172 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.876522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f92f58f2-2ad8-459e-9ab8-da560500ca92 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:03.898363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:03.924673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-72d08849-ccf3-4f6a-a7dd-fa49a1b8de00 req-76431e0a-ec9d-4162-8f16-260ed32f0b30 service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695269 Apr 20 12:59:03.963934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] For port 06f2c705-eee9-4089-8ad7-500099df8258, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:03.996063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bf3a3b-b398-4baf-b62e-1917e02b299e']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:04.137801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f92f58f2-2ad8-459e-9ab8-da560500ca92 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:04.141179 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.168026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Allocated IP 2001:db8::1 (70eb6d72-e089-465e-b318-3f3aa4012824/7d9613d7-f856-4617-a7b3-d54e96f23ce7/0935e6ab-7ac2-46f6-9a29-bc34a30c81ed) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:04.284681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.358229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.379986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-c4df0094-16bf-4a55-b7f2-6f91dd1b7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:04.381866 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-c4df0094-16bf-4a55-b7f2-6f91dd1b7587 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 1095 time: 0.4859085 Apr 20 12:59:04.392912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf38e04e-07ea-4de7-b01c-77ca552cfd59') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:04.393456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf38e04e-07ea-4de7-b01c-77ca552cfd59') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:04.396075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] For port 06f2c705-eee9-4089-8ad7-500099df8258, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=06f2c705-eee9-4089-8ad7-500099df8258,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:04.404020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24a760-b2f7-466e-9040-7f98ce494393 req-efe436a3-d3af-4ec1-b399-af93af3c34d8 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:04.405528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb24a760-b2f7-466e-9040-7f98ce494393 req-efe436a3-d3af-4ec1-b399-af93af3c34d8 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.5686913 Apr 20 12:59:04.415542 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.419761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.480132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c261c8e0-d420-4a8a-8280-20b9a1e16401 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:04.509205 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.509488 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-cca399d3-0a08-4ca6-b3c0-aa7a3b4c51a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84531485-d3f7-4d8f-89f0-432d5f900f18 HTTP/1.1" status: 200 len: 217 time: 0.0819974 Apr 20 12:59:04.511591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network 70eb6d72-e089-465e-b318-3f3aa4012824 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:04.512975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Pushing event updated for resources: {'Port': ['ID=06f2c705-eee9-4089-8ad7-500099df8258,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:04.518264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:04.520916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:04.521931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.580701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:04.581306 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.585260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:04.585260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.587561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e4c46ac4-cbe7-40b1-ba08-fcf3cf449201 service neutron] 10.222.0.37 "PUT /v2.0/ports/06f2c705-eee9-4089-8ad7-500099df8258 HTTP/1.1" status: 200 len: 1096 time: 4.9906971 Apr 20 12:59:04.592395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb24a760-b2f7-466e-9040-7f98ce494393 req-6cdbaba2-2834-4e0a-ac9b-e4d10c724981 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1250386 Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:04.593053 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:04.595049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f35b48-9d92-4558-b279-37b613abd151', 'tag': '06f2c705-eee9-4089-8ad7-500099df8258'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:04.595126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: c261c8e0-d420-4a8a-8280-20b9a1e16401 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:04.595126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c261c8e0-d420-4a8a-8280-20b9a1e16401 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:04.596102 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6" -d '{"events": [{"name": "network-changed", "server_uuid": "49f35b48-9d92-4558-b279-37b613abd151", "tag": "06f2c705-eee9-4089-8ad7-500099df8258"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:04.661849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Port': ['ID=0935e6ab-7ac2-46f6-9a29-bc34a30c81ed,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:04.724207 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d258f5a3-be60-4b9e-a957-aa856bf62e13 x-openstack-request-id: req-d258f5a3-be60-4b9e-a957-aa856bf62e13 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:04.724368 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f35b48-9d92-4558-b279-37b613abd151", "tag": "06f2c705-eee9-4089-8ad7-500099df8258", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:04.724528 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d258f5a3-be60-4b9e-a957-aa856bf62e13 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:04.724920 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d258f5a3-be60-4b9e-a957-aa856bf62e13'] response: {'name': 'network-changed', 'server_uuid': '49f35b48-9d92-4558-b279-37b613abd151', 'tag': '06f2c705-eee9-4089-8ad7-500099df8258', 'status': 'completed', 'code': 200} Apr 20 12:59:04.740316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.754323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d61d1a25-e762-44a1-a033-25b2f281e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:04.759412 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-d61d1a25-e762-44a1-a033-25b2f281e982 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.2320967 Apr 20 12:59:04.765656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:04.772989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c6bf3a3b-b398-4baf-b62e-1917e02b299e HTTP/1.1" status: 204 len: 168 time: 3.4239938 Apr 20 12:59:04.811670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35752) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:04.892403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-6570d77a-fc4d-40e3-a4ae-297507b3acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:04.892403 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-6570d77a-fc4d-40e3-a4ae-297507b3acb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271434 Apr 20 12:59:04.972805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b818-f80e-4f73-8d0b-be8d36b25536 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bf3a3b-b398-4baf-b62e-1917e02b299e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:05.054917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-b5037924-a33e-48e7-ba90-a58d95169a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:05.056612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-b5037924-a33e-48e7-ba90-a58d95169a12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eabf0c544a43435099aab3dbd5b15057&device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 1099 time: 0.3896520 Apr 20 12:59:05.082661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ecedaa06-3afa-4f92-8916-ae5d99d828a9 None None] Provisioning complete for port 0935e6ab-7ac2-46f6-9a29-bc34a30c81ed triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:05.083034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ecedaa06-3afa-4f92-8916-ae5d99d828a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.111077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed9aed-b131-4fc2-9626-88da8846d20c req-396b30ef-982d-4748-b312-0bb497903e58 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:05.112552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54ed9aed-b131-4fc2-9626-88da8846d20c req-396b30ef-982d-4748-b312-0bb497903e58 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 944 time: 0.2426436 Apr 20 12:59:05.124208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a378e-d8f6-40d2-b219-2b5bb7699dc4 req-fc53458e-0dfb-45dd-9cf3-81819663ddac tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:05.131553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-356a378e-d8f6-40d2-b219-2b5bb7699dc4 req-fc53458e-0dfb-45dd-9cf3-81819663ddac tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 948 time: 0.1937852 Apr 20 12:59:05.144892 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-c6cf60ef-887a-4308-9545-ba81b94e46cb service neutron] 10.222.0.30 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404940 Apr 20 12:59:05.145903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.179455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ecedaa06-3afa-4f92-8916-ae5d99d828a9 None None] Port 0935e6ab-7ac2-46f6-9a29-bc34a30c81ed cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:05.195281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35760) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:05.204211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-b6ca38b3-5997-4b96-bcab-9152a91f816a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=06f2c705-eee9-4089-8ad7-500099df8258 HTTP/1.1" status: 200 len: 217 time: 0.1087439 Apr 20 12:59:05.314281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Router 5bdcfe73-95c5-4687-ba41-23b681a66975 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:05.318115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-356a378e-d8f6-40d2-b219-2b5bb7699dc4 req-2adc354b-14e3-4022-8305-8609dcc942d4 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857147 Apr 20 12:59:05.323703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54ed9aed-b131-4fc2-9626-88da8846d20c req-f1751c16-724c-436a-9ec9-84d0bb462410 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555872 Apr 20 12:59:05.335756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-82dcf832-ebc6-4697-9e7d-2ffb540460bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:05.337253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-82dcf832-ebc6-4697-9e7d-2ffb540460bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1141791 Apr 20 12:59:05.431142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8cffc14-804f-4247-ac2e-c7e2cd5d7c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.483976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f92f58f2-2ad8-459e-9ab8-da560500ca92 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:05.558292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f92f58f2-2ad8-459e-9ab8-da560500ca92 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:05.558714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35770) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:05.559208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.560764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-242c6e4c-6900-445b-83a8-3a36c58c48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:05.563138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-242c6e4c-6900-445b-83a8-3a36c58c48ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2172751 Apr 20 12:59:05.655269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:05.663519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-53771fb4-8ac2-4b97-91c5-60b87180275c admin admin] 10.222.0.24 "PUT /v2.0/routers/5bdcfe73-95c5-4687-ba41-23b681a66975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0725374 Apr 20 12:59:05.666341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35776) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:05.682997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] Sync routers for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:05.687127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8cffc14-804f-4247-ac2e-c7e2cd5d7c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.718255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:05.719865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:58:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:05.790252 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95961d3a-99d3-4f1a-9736-8094c11fab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.818248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8cffc14-804f-4247-ac2e-c7e2cd5d7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.821265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.852995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:05.900637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92b06b7d-20c6-4d27-aa74-acc4c96bfea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:05.936650 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7e320b60-6496-4dd7-a6e4-7f05eb71330a req-1a15d019-f032-413e-92bb-4ebb82946490 service neutron] 10.222.0.30 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803266 Apr 20 12:59:05.967877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b8cffc14-804f-4247-ac2e-c7e2cd5d7c87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1df8de58810c406e9f4c282f5f39e768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664654 Apr 20 12:59:05.970681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-1dc96088-2c98-408e-98be-e611e18e1f53 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916061 Apr 20 12:59:05.972774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35778) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:05.999869 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.009412 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.010212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.022393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cffc14-804f-4247-ac2e-c7e2cd5d7c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39059fb1-72c7-4901-b2d3-c75848a56ceb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:06.129938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event updated for resources: {'Port': ['ID=0935e6ab-7ac2-46f6-9a29-bc34a30c81ed,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:06.140854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422f488-318c-4d62-819e-ac3361b49da3 req-91480a46-87d1-4431-bf8a-f87f78735c56 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:06.142599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8422f488-318c-4d62-819e-ac3361b49da3 req-91480a46-87d1-4431-bf8a-f87f78735c56 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.3172543 Apr 20 12:59:06.182854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Network 70eb6d72-e089-465e-b318-3f3aa4012824 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:06.187948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:06.204495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:59:02Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:06.232698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] Checking router: 5bdcfe73-95c5-4687-ba41-23b681a66975 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:06.242265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] Routers {'5bdcfe73-95c5-4687-ba41-23b681a66975'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:06.242903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5bdcfe73-95c5-4687-ba41-23b681a66975'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:06.278798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8422f488-318c-4d62-819e-ac3361b49da3 req-3c3558e5-32a9-417d-a20a-c7ccbf3c9dc4 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108072 Apr 20 12:59:06.280063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.317322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb25d1b2-34c2-4e37-8554-cb9db13c4815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.346785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d8960a-457d-4c77-9efb-b1eec2a322e7 req-e86fdf8e-660d-44a7-bb10-9846b2a929c4 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660314 Apr 20 12:59:06.386471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb25d1b2-34c2-4e37-8554-cb9db13c4815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.416374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Router d52802d0-15dd-4a64-9808-58a8bb35229c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:06.426206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92b06b7d-20c6-4d27-aa74-acc4c96bfea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.445381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.458985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92b06b7d-20c6-4d27-aa74-acc4c96bfea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.463543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] Set router 5bdcfe73-95c5-4687-ba41-23b681a66975 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:06.599255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1e6721ec-8d37-4d11-a6b2-6d9351a792c9 None None] Provisioning complete for port 0935e6ab-7ac2-46f6-9a29-bc34a30c81ed triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:06.599638 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e6721ec-8d37-4d11-a6b2-6d9351a792c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.627937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:06.639020 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] Sync routers for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:06.644890 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4890ea64-5796-4a3d-9ee1-03823767e9cd tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8665791 Apr 20 12:59:06.646530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35786) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:06.668562 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:06.669187 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:06.673083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1e6721ec-8d37-4d11-a6b2-6d9351a792c9 None None] Port 0935e6ab-7ac2-46f6-9a29-bc34a30c81ed cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:06.708871 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:06.719635 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:06.720516 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:06.756568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:59:02Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:06.767105 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:06.767990 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a59542-2ad4-43bc-8959-30b8435798ac None None] The sync data for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:06.791221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5466d8-2dbd-46f4-bade-a37ad5cf1b76 None None] The sync data for ids ['5bdcfe73-95c5-4687-ba41-23b681a66975'] in n-d-838550-2 is: [{'id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'name': 'tempest-TaggedBootDevicesTest_v242-1525950393-router', 'tenant_id': 'f97882e9e14548f9b97a836a6998c203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:51:49Z', 'updated_at': '2022-04-20T12:59:02Z', 'revision_number': 5, 'project_id': 'f97882e9e14548f9b97a836a6998c203', 'gw_port': {'id': '7f9513fb-d682-4afb-b64e-3c2f27cf7239', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:87:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bdcfe73-95c5-4687-ba41-23b681a66975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:51:50Z', 'updated_at': '2022-04-20T12:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:06.807256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38d93ca0-c197-4d57-8450-da09d99b3c93 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.838585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Deleting port 7f9513fb-d682-4afb-b64e-3c2f27cf7239 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:06.838943 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.861431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-92b06b7d-20c6-4d27-aa74-acc4c96bfea5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=441e70745f3e4b3dafe8b9c0be15fcb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2972982 Apr 20 12:59:06.869958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b06b7d-20c6-4d27-aa74-acc4c96bfea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b57b7e6-4525-4325-8853-573fda233efb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:06.876541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:06.879346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-db4ce5dc-82d5-436a-bd52-8e2b126e3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:06.881108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-db4ce5dc-82d5-436a-bd52-8e2b126e3be3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eabf0c544a43435099aab3dbd5b15057&device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 1099 time: 0.4700644 Apr 20 12:59:06.930555 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-38d93ca0-c197-4d57-8450-da09d99b3c93 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 12:59:06.934242 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-38d93ca0-c197-4d57-8450-da09d99b3c93 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c HTTP/1.1" status: 409 len: 329 time: 0.2841017 Apr 20 12:59:06.935038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35790) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:06.952354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb25d1b2-34c2-4e37-8554-cb9db13c4815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.955448 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb25d1b2-34c2-4e37-8554-cb9db13c4815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:06.956590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cb25d1b2-34c2-4e37-8554-cb9db13c4815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39059fb1-72c7-4901-b2d3-c75848a56ceb HTTP/1.1" status: 204 len: 168 time: 0.9776981 Apr 20 12:59:07.003373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3caba4f-c140-4952-9992-9f43997c7cd1 req-aaf5c85c-35f4-4498-9d32-44c21a59577c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:07.004882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3caba4f-c140-4952-9992-9f43997c7cd1 req-aaf5c85c-35f4-4498-9d32-44c21a59577c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.5429306 Apr 20 12:59:07.019266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c36a24-ae2d-4f0c-b2cb-1c8420f6b87f req-41c1df77-a2a3-4527-be19-87c7c249f074 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:07.021368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4c36a24-ae2d-4f0c-b2cb-1c8420f6b87f req-41c1df77-a2a3-4527-be19-87c7c249f074 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 948 time: 0.5551188 Apr 20 12:59:07.022815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35794) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:07.051125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'floatingip': {'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:07.090197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b404293-e2fd-4e0e-9554-ef073753a4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.102894 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.118284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25d1b2-34c2-4e37-8554-cb9db13c4815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39059fb1-72c7-4901-b2d3-c75848a56ceb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:07.151785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b404293-e2fd-4e0e-9554-ef073753a4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.167470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.171848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] For port 7f9513fb-d682-4afb-b64e-3c2f27cf7239, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7f9513fb-d682-4afb-b64e-3c2f27cf7239,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:07.172232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.254300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Calling delete_port for 7f9513fb-d682-4afb-b64e-3c2f27cf7239 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:07.306056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Deleting port 64e70b24-1a69-418a-8728-befef5a396e4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:07.306399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.345375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-25de845b-44ae-48b7-b1ef-db6d27a2a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:07.357993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-25de845b-44ae-48b7-b1ef-db6d27a2a068 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.4320705 Apr 20 12:59:07.388315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:07.399736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b404293-e2fd-4e0e-9554-ef073753a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.402081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b404293-e2fd-4e0e-9554-ef073753a4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.403300 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b404293-e2fd-4e0e-9554-ef073753a4f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b57b7e6-4525-4325-8853-573fda233efb HTTP/1.1" status: 204 len: 168 time: 0.5258055 Apr 20 12:59:07.410816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:07.411163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4d94d8ac-c08d-4f2a-9473-fa2c98c5c3a6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:07.425445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4c36a24-ae2d-4f0c-b2cb-1c8420f6b87f req-bc29a9ab-6350-4745-8e3b-e14c8e1dea95 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595874 Apr 20 12:59:07.430111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b404293-e2fd-4e0e-9554-ef073753a4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b57b7e6-4525-4325-8853-573fda233efb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:07.458988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf1303-bfbd-48b4-95d1-4dddad00b863 req-a158c080-ecdc-4051-8776-abfbeb276dff tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:07.460756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63cf1303-bfbd-48b4-95d1-4dddad00b863 req-a158c080-ecdc-4051-8776-abfbeb276dff tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 944 time: 0.3374908 Apr 20 12:59:07.475086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-10564ba2-65c6-43a6-90c7-038be046471b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=06f2c705-eee9-4089-8ad7-500099df8258 HTTP/1.1" status: 200 len: 217 time: 0.1158419 Apr 20 12:59:07.493864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] For port 64e70b24-1a69-418a-8728-befef5a396e4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=64e70b24-1a69-418a-8728-befef5a396e4,segment=NetworkSegment(702be42f-bda7-48d0-97d3-295d1bf0b6a9),segment_id=702be42f-bda7-48d0-97d3-295d1bf0b6a9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:07.494577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.519022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Calling delete_port for 64e70b24-1a69-418a-8728-befef5a396e4 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:07.663332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63cf1303-bfbd-48b4-95d1-4dddad00b863 req-9e9c5745-7963-44b5-a66e-98d66c7bcbaf tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524990 Apr 20 12:59:07.677193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-cb5c0e64-e3ab-4184-9dd6-d79f9b6f3922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:07.689230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-cb5c0e64-e3ab-4184-9dd6-d79f9b6f3922 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1721385 Apr 20 12:59:07.711869 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.840349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-4c6bdc4b-7d5a-443d-84e5-0c5cab5287a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:07.841909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-4c6bdc4b-7d5a-443d-84e5-0c5cab5287a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1119173 Apr 20 12:59:07.915252 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:07.948971 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e70b24-1a69-418a-8728-befef5a396e4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:07.975922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35818) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:08.030545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b461547-8d4f-4a94-979e-4de72eb1e459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.137257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.168098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-0d431b13-8f48-416b-aae0-986fc187add9 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993541 Apr 20 12:59:08.251720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9513fb-d682-4afb-b64e-3c2f27cf7239,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:08.464042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.487243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.530420 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-bfb5b924-fc37-49b8-99cb-d3419408512b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595695 Apr 20 12:59:08.653538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting port 0935e6ab-7ac2-46f6-9a29-bc34a30c81ed {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:08.653913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.684314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.690750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b461547-8d4f-4a94-979e-4de72eb1e459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.728422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b461547-8d4f-4a94-979e-4de72eb1e459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.764216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-f90b42bc-68bc-403a-aaa0-04a75a6d9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:08.766215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-f90b42bc-68bc-403a-aaa0-04a75a6d9107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1097 time: 0.1793420 Apr 20 12:59:08.821780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 06f2c705-eee9-4089-8ad7-500099df8258 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:59:08.841029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.854815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:59:08.861370 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2b461547-8d4f-4a94-979e-4de72eb1e459 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08739ea349c24e4b830ef4504d45965b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8842456 Apr 20 12:59:08.868667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b461547-8d4f-4a94-979e-4de72eb1e459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4663365f-553e-42f9-b6ee-7e3ff5bc7e82,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:08.871319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:08.912856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.936948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c16bd1ed-a403-4ad0-8583-5cf8955c90b6 req-82d21504-ddce-4269-b1b0-1309985eb324 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7314532 Apr 20 12:59:08.946543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 06f2c705-eee9-4089-8ad7-500099df8258, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=06f2c705-eee9-4089-8ad7-500099df8258,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:08.959066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '06f2c705-eee9-4089-8ad7-500099df8258', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '06f2c705-eee9-4089-8ad7-500099df8258', 'mac_address': 'fa:16:3e:a3:17:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:59:08.965420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Calling delete_port for 0935e6ab-7ac2-46f6-9a29-bc34a30c81ed owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:08.969390 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:08.981214 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.005361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.020053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f2c705-eee9-4089-8ad7-500099df8258 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:09.024021 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.041922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 06f2c705-eee9-4089-8ad7-500099df8258, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=06f2c705-eee9-4089-8ad7-500099df8258,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:09.047954 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.053502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-5738811d-4546-4cd5-bcd4-d717eb4188a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:09.054659 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-5738811d-4546-4cd5-bcd4-d717eb4188a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.2422307 Apr 20 12:59:09.056213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d1065-48f8-4da0-9063-e7c84df2fcba req-00fc45e8-330e-43a2-9c3d-707d55e94941 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:09.057752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42d1065-48f8-4da0-9063-e7c84df2fcba req-00fc45e8-330e-43a2-9c3d-707d55e94941 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 944 time: 0.2400022 Apr 20 12:59:09.098025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=06f2c705-eee9-4089-8ad7-500099df8258,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:09.103771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.137453 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-103317f2-9800-4891-baeb-4e8b53be6a92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 200 len: 217 time: 0.0723517 Apr 20 12:59:09.167930 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.168467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bdcfe73-95c5-4687-ba41-23b681a66975 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:59:09.173524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.177272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4f1e0eed-0132-4977-b113-3c062da9d8d3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5bdcfe73-95c5-4687-ba41-23b681a66975 HTTP/1.1" status: 204 len: 168 time: 3.5019224 Apr 20 12:59:09.182546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294bd07-7554-4c49-9176-dabb6a3a9dfc req-14addac0-3bbf-4ad4-859c-74689549be5c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:09.184168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1294bd07-7554-4c49-9176-dabb6a3a9dfc req-14addac0-3bbf-4ad4-859c-74689549be5c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 948 time: 0.3997436 Apr 20 12:59:09.185261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35828) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:09.281676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-a33b2870-575f-47ea-901b-c3432a956fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:09.283208 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-a33b2870-575f-47ea-901b-c3432a956fd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1373601 Apr 20 12:59:09.287868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['06f2c705-eee9-4089-8ad7-500099df8258'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:59:09.319960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadab818-04e4-4755-a3f8-baef5cee9d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.331605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42d1065-48f8-4da0-9063-e7c84df2fcba req-9a185f7a-a10a-4c3a-b3d4-8508ce87b89d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325594 Apr 20 12:59:09.355314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Router d12163e5-88d7-420b-b452-c664fc0889fa has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:09.380284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] Deleting subnet 2183d576-14b5-4237-973d-f875b237e6de {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:09.383450 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Floating IP 8670c183-35a5-462f-8e0a-b8dcc0bc8a00 associated. External IP: 172.25.3.167, port: 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4. Apr 20 12:59:09.390031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadab818-04e4-4755-a3f8-baef5cee9d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.392994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.439637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-cf4f09fa-bf16-41cf-9362-3a5a8ceabe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:09.441185 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-cf4f09fa-bf16-41cf-9362-3a5a8ceabe1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486359 Apr 20 12:59:09.444943 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.476931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Port': ['ID=0935e6ab-7ac2-46f6-9a29-bc34a30c81ed,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:09.482038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1294bd07-7554-4c49-9176-dabb6a3a9dfc req-6607ab3b-b35e-4e28-8f2c-e3afb23b9c56 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775025 Apr 20 12:59:09.530314 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.629469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadab818-04e4-4755-a3f8-baef5cee9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.631180 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadab818-04e4-4755-a3f8-baef5cee9d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.632351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aadab818-04e4-4755-a3f8-baef5cee9d68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4663365f-553e-42f9-b6ee-7e3ff5bc7e82 HTTP/1.1" status: 204 len: 168 time: 0.6944802 Apr 20 12:59:09.692839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 84531485-d3f7-4d8f-89f0-432d5f900f18 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:59:09.695313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.722615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadab818-04e4-4755-a3f8-baef5cee9d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663365f-553e-42f9-b6ee-7e3ff5bc7e82,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:09.770568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:09.851717 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b8fd99d3-bf9d-405c-b309-46b28495c822 admin admin] 10.222.0.24 "PUT /v2.0/routers/d12163e5-88d7-420b-b452-c664fc0889fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0341504 Apr 20 12:59:09.852833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35842) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:09.857010 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-5a8a8a1a-3d4d-4f11-90da-27a7572e15e7 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917739 Apr 20 12:59:09.861359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] Sync routers for ids ['d12163e5-88d7-420b-b452-c664fc0889fa'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:09.872724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:09.901527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] Routers {'d12163e5-88d7-420b-b452-c664fc0889fa'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:09.902194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d12163e5-88d7-420b-b452-c664fc0889fa'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:10.017719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.042043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 84531485-d3f7-4d8f-89f0-432d5f900f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=84531485-d3f7-4d8f-89f0-432d5f900f18,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:10.067568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'port_id': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'mac_address': 'fa:16:3e:32:c8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:59:10.071176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2183d576-14b5-4237-973d-f875b237e6de,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:10.089245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] Set router d12163e5-88d7-420b-b452-c664fc0889fa gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:10.089417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.094297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13db3553-9524-42bf-8e3d-4949b374eb3c None None] Network 1ba8362e-e634-46c3-b068-81722f541015 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:10.096104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7d32a516-dd84-4339-99ad-3464bb32cd07 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2183d576-14b5-4237-973d-f875b237e6de HTTP/1.1" status: 204 len: 168 time: 0.8999343 Apr 20 12:59:10.098746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35846) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:10.107364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:10.145808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Router d52802d0-15dd-4a64-9808-58a8bb35229c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:10.203292 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5cbd38f4-689d-4891-a23e-86848b542c87 req-b335cbce-1f44-4286-85eb-3000a75a6cab service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076656 Apr 20 12:59:10.217741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35848) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:10.228979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.234925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb798bbc-5bb4-45b1-b706-5224d8232a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.268536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:10.279304 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] Sync routers for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:10.279958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.292051 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:10.292984 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:10.317460 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.326381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-989a5148-e360-4575-a1c1-f4eeb2ffe8fb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "PUT /v2.0/floatingips/8670c183-35a5-462f-8e0a-b8dcc0bc8a00 HTTP/1.1" status: 200 len: 991 time: 3.2827685 Apr 20 12:59:10.328852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:10.332033 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142252a3-26f9-422b-a98f-1fea20f45590" -d '{"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:10.400508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84531485-d3f7-4d8f-89f0-432d5f900f18 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:10.401073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb798bbc-5bb4-45b1-b706-5224d8232a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.407256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb798bbc-5bb4-45b1-b706-5224d8232a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.425029 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02297383-ad5a-4a72-b9e2-aa4b244bb5b4 x-openstack-request-id: req-02297383-ad5a-4a72-b9e2-aa4b244bb5b4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:10.425474 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:10.425860 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02297383-ad5a-4a72-b9e2-aa4b244bb5b4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:10.426405 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02297383-ad5a-4a72-b9e2-aa4b244bb5b4'] response: {'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'status': 'completed', 'code': 200} Apr 20 12:59:10.461927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fb798bbc-5bb4-45b1-b706-5224d8232a41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3764fb4256d4f9f874f04187ad25e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424901 Apr 20 12:59:10.464491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb798bbc-5bb4-45b1-b706-5224d8232a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b6d7d2-101a-4404-81b4-82239d7dd357,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:10.468544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35856) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:10.471982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 84531485-d3f7-4d8f-89f0-432d5f900f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=84531485-d3f7-4d8f-89f0-432d5f900f18,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:10.483102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.601113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e99720d-7f45-4a8d-87e2-f953c7d8a672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.606661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] DHCP port deletion for 1ba8362e-e634-46c3-b068-81722f541015 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:10.625756 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e99720d-7f45-4a8d-87e2-f953c7d8a672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.627985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=84531485-d3f7-4d8f-89f0-432d5f900f18,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:10.631345 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:10.659788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:59:07Z', 'revision_number': 5, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:10.716409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] Checking router: d12163e5-88d7-420b-b452-c664fc0889fa for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:10.728357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] Routers {'d12163e5-88d7-420b-b452-c664fc0889fa'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:10.729039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d12163e5-88d7-420b-b452-c664fc0889fa'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:10.735588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235f1d3-283a-4777-b84a-673800b49f56 req-a713dbd8-5f5c-4760-9abc-23833418c9c1 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:10.743790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e235f1d3-283a-4777-b84a-673800b49f56 req-a713dbd8-5f5c-4760-9abc-23833418c9c1 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 945 time: 0.1769795 Apr 20 12:59:10.775630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4563b-fff6-4ced-bc51-d82b5d4f42d8 req-601cfcc6-156f-4dbb-b022-f5a2786ac495 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:10.777507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0c4563b-fff6-4ced-bc51-d82b5d4f42d8 req-601cfcc6-156f-4dbb-b022-f5a2786ac495 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 949 time: 0.1110623 Apr 20 12:59:10.782436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e99720d-7f45-4a8d-87e2-f953c7d8a672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.785122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7e99720d-7f45-4a8d-87e2-f953c7d8a672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.786517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7e99720d-7f45-4a8d-87e2-f953c7d8a672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03b6d7d2-101a-4404-81b4-82239d7dd357 HTTP/1.1" status: 204 len: 168 time: 0.3157766 Apr 20 12:59:10.857234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99720d-7f45-4a8d-87e2-f953c7d8a672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b6d7d2-101a-4404-81b4-82239d7dd357,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:10.889827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:10.902483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e235f1d3-283a-4777-b84a-673800b49f56 req-685f7fd7-a98a-465f-8887-c012fc9de37b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575282 Apr 20 12:59:10.938392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 06f2c705-eee9-4089-8ad7-500099df8258 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:10.940953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['84531485-d3f7-4d8f-89f0-432d5f900f18'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:59:10.948007 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8670c183-35a5-462f-8e0a-b8dcc0bc8a00', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'mac_address': 'fa:16:3e:aa:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:43Z', 'updated_at': '2022-04-20T12:59:08Z', 'revision_number': 1, 'project_id': 'b3f5191954964431a694808099f99b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:10.949265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0c4563b-fff6-4ced-bc51-d82b5d4f42d8 req-22b3eb48-fc5c-45e7-be06-4879aad19654 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613450 Apr 20 12:59:10.980975 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] Checking router: 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:10.991317 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:10.991940 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:11.111709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] Deleting port 58928909-3ac6-4145-8a3c-6c663073a50d {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:11.111967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.186635 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:11.188928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.205867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:11.210714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] Set router d12163e5-88d7-420b-b452-c664fc0889fa gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:11.227284 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08f7ee00-a97f-4e32-9031-16e7baeb404d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2916384 Apr 20 12:59:11.230283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35870) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:11.303010 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-02c8bedc-5d13-4862-af4f-69a55a2e294a tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] show failed (client error): The resource could not be found. Apr 20 12:59:11.304121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-02c8bedc-5d13-4862-af4f-69a55a2e294a tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1381304214 HTTP/1.1" status: 404 len: 335 time: 0.0729401 Apr 20 12:59:11.310066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35872) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:11.313679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142252a3-26f9-422b-a98f-1fea20f45590 req-ba2ced50-7b07-43d9-905f-8196b4d8b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:11.315713 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-142252a3-26f9-422b-a98f-1fea20f45590 req-ba2ced50-7b07-43d9-905f-8196b4d8b310 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.4999969 Apr 20 12:59:11.321134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7b4eda3e-5d8d-4f76-8431-7a825819ae3d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:11.406621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] Sync routers for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:11.419531 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-7b4eda3e-5d8d-4f76-8431-7a825819ae3d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] update failed (client error): The resource could not be found. Apr 20 12:59:11.419531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7b4eda3e-5d8d-4f76-8431-7a825819ae3d tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-466419591 HTTP/1.1" status: 404 len: 334 time: 0.1018112 Apr 20 12:59:11.423008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35878) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:11.436366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] For port 58928909-3ac6-4145-8a3c-6c663073a50d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58928909-3ac6-4145-8a3c-6c663073a50d,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:11.437752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.500959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7f9513fb-d682-4afb-b64e-3c2f27cf7239 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:11.510267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 06f2c705-eee9-4089-8ad7-500099df8258 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:59:11.524447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Deleting port 58928909-3ac6-4145-8a3c-6c663073a50d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:11.524800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.544122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting subnet 47e5d1d9-896a-4106-8212-c93ac17df2ae {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:11.547320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Deleting port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:11.547799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.549280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.563863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] Calling delete_port for 58928909-3ac6-4145-8a3c-6c663073a50d owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:11.566568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:11.567310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:11.612344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.631970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7f9513fb-d682-4afb-b64e-3c2f27cf7239 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:11.632192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142252a3-26f9-422b-a98f-1fea20f45590 req-d16159c0-1806-47fc-8b61-17910bf49378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:11.632291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7f9513fb-d682-4afb-b64e-3c2f27cf7239 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:11.632714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58928909-3ac6-4145-8a3c-6c663073a50d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:11.634327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-142252a3-26f9-422b-a98f-1fea20f45590 req-d16159c0-1806-47fc-8b61-17910bf49378 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.3062644 Apr 20 12:59:11.647062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 06f2c705-eee9-4089-8ad7-500099df8258 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:11.647538 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.677284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:11.718194 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8670c183-35a5-462f-8e0a-b8dcc0bc8a00', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'mac_address': 'fa:16:3e:aa:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:43Z', 'updated_at': '2022-04-20T12:59:08Z', 'revision_number': 1, 'project_id': 'b3f5191954964431a694808099f99b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:11.750871 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-142252a3-26f9-422b-a98f-1fea20f45590 req-60a64424-8d01-45a4-a76e-8314adc94928 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 999 time: 0.0769358 Apr 20 12:59:11.760704 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22434ad-51b2-4546-976e-7a469c264275 None None] The sync data for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 is: [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8670c183-35a5-462f-8e0a-b8dcc0bc8a00', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'mac_address': 'fa:16:3e:aa:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:43Z', 'updated_at': '2022-04-20T12:59:08Z', 'revision_number': 1, 'project_id': 'b3f5191954964431a694808099f99b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:11.794860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] Routers {'d52802d0-15dd-4a64-9808-58a8bb35229c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:11.794860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d52802d0-15dd-4a64-9808-58a8bb35229c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:11.802490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.860582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] For port 58928909-3ac6-4145-8a3c-6c663073a50d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58928909-3ac6-4145-8a3c-6c663073a50d,segment=NetworkSegment(97b7d04e-8990-48bf-85ad-e0836b951743),segment_id=97b7d04e-8990-48bf-85ad-e0836b951743)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:11.862769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.894775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.902442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Calling delete_port for 58928909-3ac6-4145-8a3c-6c663073a50d owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:11.923542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142252a3-26f9-422b-a98f-1fea20f45590 req-905c7c8c-e30a-49e3-898f-947a67d5bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:11.925163 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-142252a3-26f9-422b-a98f-1fea20f45590 req-905c7c8c-e30a-49e3-898f-947a67d5bf93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1646540 Apr 20 12:59:11.932175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Subnet': ['ID=47e5d1d9-896a-4106-8212-c93ac17df2ae,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:11.937705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:11.941971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-76cc58a1-7cb0-4221-9533-cac6f705d5fc tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/subnets/47e5d1d9-896a-4106-8212-c93ac17df2ae HTTP/1.1" status: 204 len: 168 time: 0.5164890 Apr 20 12:59:11.946496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35894) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:11.956696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:11.957449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fe0c8a-c8d0-4684-88ee-8f956bec036b None None] The sync data for ids ['d52802d0-15dd-4a64-9808-58a8bb35229c'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:11.989498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf545d57-e30e-47c0-9a64-47e87ee9cd94 None None] Network e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:12.073464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.134927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.166645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] For port 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:12.166645 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.176721 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a709b-3dbc-4008-918d-a91c06452d98 None None] New status for floating IP 8670c183-35a5-462f-8e0a-b8dcc0bc8a00: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:59:12.182607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port 58928909-3ac6-4145-8a3c-6c663073a50d update to DOWN by agent not found {{(pid=109411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 12:59:12.183357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Pushing event deleted for resources: {'Port': ['ID=58928909-3ac6-4145-8a3c-6c663073a50d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:12.215159 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.227381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142252a3-26f9-422b-a98f-1fea20f45590 req-f887c2bd-6ddf-4678-933e-1706ad04c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:12.228917 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-142252a3-26f9-422b-a98f-1fea20f45590 req-f887c2bd-6ddf-4678-933e-1706ad04c779 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2954829 Apr 20 12:59:12.240966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7aa05-ba9c-4a7f-a0f4-eb963a14b313 req-3b98991c-a70b-4a1b-b672-90b078115cc3 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:12.244125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Calling delete_port for 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:12.248946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ec7aa05-ba9c-4a7f-a0f4-eb963a14b313 req-3b98991c-a70b-4a1b-b672-90b078115cc3 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 949 time: 0.1515541 Apr 20 12:59:12.257384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] No DVR routers for this DVR port 58928909-3ac6-4145-8a3c-6c663073a50d on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:12.257804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.275336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfad32-56a0-4a23-919a-81ee8d772f22 req-6a62d9c7-ba29-493e-9282-c56a5a4a6826 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:12.280801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6dfad32-56a0-4a23-919a-81ee8d772f22 req-6a62d9c7-ba29-493e-9282-c56a5a4a6826 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 945 time: 0.2007654 Apr 20 12:59:12.299841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] No DVR routers for this DVR port 58928909-3ac6-4145-8a3c-6c663073a50d on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:12.303969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51937e0-0ca2-4252-80f6-4fd2b78fff60 None None] Pushing event deleted for resources: {'Port': ['ID=58928909-3ac6-4145-8a3c-6c663073a50d,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:12.368892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 06f2c705-eee9-4089-8ad7-500099df8258, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=06f2c705-eee9-4089-8ad7-500099df8258,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:12.376425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f35b48-9d92-4558-b279-37b613abd151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f2c705-eee9-4089-8ad7-500099df8258'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:12.378867 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503054f4-a380-4d3c-ab94-8a8d1970e824" -d '{"events": [{"server_uuid": "49f35b48-9d92-4558-b279-37b613abd151", "name": "network-vif-plugged", "status": "completed", "tag": "06f2c705-eee9-4089-8ad7-500099df8258"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:12.383463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ec7aa05-ba9c-4a7f-a0f4-eb963a14b313 req-29120ed5-0168-4f5d-bd32-a7f493c8fdb8 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336744 Apr 20 12:59:12.400771 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.404941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting port f92f58f2-2ad8-459e-9ab8-da560500ca92 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:12.405294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.444521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6dfad32-56a0-4a23-919a-81ee8d772f22 req-c1b3050e-315f-484c-bcd1-a7f0c25ea9fd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221929 Apr 20 12:59:12.513241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:59:07Z', 'revision_number': 5, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:12.580815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] For port f92f58f2-2ad8-459e-9ab8-da560500ca92, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f92f58f2-2ad8-459e-9ab8-da560500ca92,segment=NetworkSegment(11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a),segment_id=11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:12.590526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.630419 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df96a21b-1079-4f9d-b7ad-7eaddf9481aa x-openstack-request-id: req-df96a21b-1079-4f9d-b7ad-7eaddf9481aa {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:12.630710 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f35b48-9d92-4558-b279-37b613abd151", "name": "network-vif-plugged", "status": "completed", "tag": "06f2c705-eee9-4089-8ad7-500099df8258", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:12.630959 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df96a21b-1079-4f9d-b7ad-7eaddf9481aa {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:12.631347 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df96a21b-1079-4f9d-b7ad-7eaddf9481aa'] response: {'server_uuid': '49f35b48-9d92-4558-b279-37b613abd151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f2c705-eee9-4089-8ad7-500099df8258', 'code': 200} Apr 20 12:59:12.632587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60448d2-640f-44fc-9249-c99c95d46115 None None] The sync data for ids ['d12163e5-88d7-420b-b452-c664fc0889fa'] in n-d-838550-2 is: [{'id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'name': 'tempest-AttachSCSIVolumeTestJSON-1136355822-router', 'tenant_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239'}], 'enable_snat': True}, 'gw_port_id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:55:03Z', 'updated_at': '2022-04-20T12:59:07Z', 'revision_number': 5, 'project_id': '66e5d2dc13b646ceb6f7f7297fcb69f3', 'gw_port': {'id': '49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd12163e5-88d7-420b-b452-c664fc0889fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:55:04Z', 'updated_at': '2022-04-20T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:12.659419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=06f2c705-eee9-4089-8ad7-500099df8258,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:12.712350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Calling delete_port for f92f58f2-2ad8-459e-9ab8-da560500ca92 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:12.783636 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:12.795655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] DHCP port deletion for e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:12.880383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664af22-8fb9-4dbe-b312-5cb267b005d6 req-825ca246-8321-4fdc-9c5f-a403f330d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:12.886480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7664af22-8fb9-4dbe-b312-5cb267b005d6 req-825ca246-8321-4fdc-9c5f-a403f330d967 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 1101 time: 0.2823055 Apr 20 12:59:12.896356 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-142252a3-26f9-422b-a98f-1fea20f45590 req-6202098f-94d5-439d-9114-3053912e3235 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533008 Apr 20 12:59:12.909000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba8362e-e634-46c3-b068-81722f541015']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:12.990200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7664af22-8fb9-4dbe-b312-5cb267b005d6 req-9078d927-a3e5-4e22-983b-8899cd48e46e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912817 Apr 20 12:59:12.998524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b7d04e-8990-48bf-85ad-e0836b951743') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:12.999225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b7d04e-8990-48bf-85ad-e0836b951743') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:13.019998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] Deleting port f92f58f2-2ad8-459e-9ab8-da560500ca92 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:13.020402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.020544 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.066028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.077292 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.078988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Port': ['ID=f92f58f2-2ad8-459e-9ab8-da560500ca92,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:13.080936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] No DVR routers for this DVR port f92f58f2-2ad8-459e-9ab8-da560500ca92 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:13.137479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Pushing event deleted for resources: {'Port': ['ID=49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:13.143753 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.159597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] For port f92f58f2-2ad8-459e-9ab8-da560500ca92, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:13.160110 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.178444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] Calling delete_port for f92f58f2-2ad8-459e-9ab8-da560500ca92 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:13.182083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] Port f92f58f2-2ad8-459e-9ab8-da560500ca92 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 12:59:13.183512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.189321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:13.189811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:13.193237 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:13.219187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.249124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66b3ced-5c84-464e-9fc2-6dee5fb32bb2']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:13.263551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:13.269752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e9bd5b-c55b-4623-bc6a-3d69eeb75c3a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:13.283286 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-142252a3-26f9-422b-a98f-1fea20f45590 req-5100b255-419a-401f-a67e-1fa84531ea5a service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694460 Apr 20 12:59:13.286613 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.308050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.331962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.341668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:13.342015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.342217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.347187 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.350473 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1ba8362e-e634-46c3-b068-81722f541015 HTTP/1.1" status: 204 len: 168 time: 3.2438390 Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:13.367639 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:13.370697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35932) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:13.436111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a336f9b-149e-46d4-a567-62bde4a4b763 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba8362e-e634-46c3-b068-81722f541015,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:13.441085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.452047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.475359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] No DVR routers for this DVR port f92f58f2-2ad8-459e-9ab8-da560500ca92 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:13.499036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4408b0-c393-4bdf-8ebe-a3388b8e9244 None None] Pushing event deleted for resources: {'Port': ['ID=f92f58f2-2ad8-459e-9ab8-da560500ca92,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:13.558622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.559162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d12163e5-88d7-420b-b452-c664fc0889fa {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:59:13.569132 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.573866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.575073 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9660b0d-14e6-47d5-b577-636e91cf770a admin admin] 10.222.0.24 "DELETE /v2.0/routers/d12163e5-88d7-420b-b452-c664fc0889fa HTTP/1.1" status: 204 len: 168 time: 3.7173793 Apr 20 12:59:13.577718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35952) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:13.588481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.591632 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/networks/e66b3ced-5c84-464e-9fc2-6dee5fb32bb2 HTTP/1.1" status: 204 len: 168 time: 1.6442032 Apr 20 12:59:13.603164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35954) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:13.625563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 64e70b24-1a69-418a-8728-befef5a396e4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:13.665672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 64e70b24-1a69-418a-8728-befef5a396e4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:13.666117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 64e70b24-1a69-418a-8728-befef5a396e4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:13.666752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f92f58f2-2ad8-459e-9ab8-da560500ca92 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:13.673934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] Deleting subnet 07cc7f65-97dc-4e82-b3f3-07a7b57642ed {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:13.686239 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.699102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 84531485-d3f7-4d8f-89f0-432d5f900f18 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:13.727076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.749105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f92f58f2-2ad8-459e-9ab8-da560500ca92 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:13.749867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f92f58f2-2ad8-459e-9ab8-da560500ca92 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:13.803175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 84531485-d3f7-4d8f-89f0-432d5f900f18 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:59:13.808701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 84531485-d3f7-4d8f-89f0-432d5f900f18 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:13.812011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.874215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.965231 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:13.966802 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.023921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.032785 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07cc7f65-97dc-4e82-b3f3-07a7b57642ed HTTP/1.1" status: 204 len: 168 time: 0.4537358 Apr 20 12:59:14.035532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0011d12-64ba-4c72-b053-8a7a644f7e19 None None] Network a6cabddd-b425-4aba-83b7-6cc418321b50 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:14.035815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60012e-62d0-4218-a27c-b6ec21fb29a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07cc7f65-97dc-4e82-b3f3-07a7b57642ed,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:14.041668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:14.056483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 84531485-d3f7-4d8f-89f0-432d5f900f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=84531485-d3f7-4d8f-89f0-432d5f900f18,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:14.075055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af390-df10-42a9-b0c0-73b3fff3e5b4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Network': ['ID=e66b3ced-5c84-464e-9fc2-6dee5fb32bb2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:14.103999 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.147056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting subnet 87d34de5-bd70-4834-95aa-821f4c56dd8a {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:14.159708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.197100 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.242427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5df70d-7bef-43d4-a008-ea153674c1b0 req-a7ffbfc3-f19e-45e5-ad41-3a0ab223fc97 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:14.244076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a5df70d-7bef-43d4-a008-ea153674c1b0 req-a7ffbfc3-f19e-45e5-ad41-3a0ab223fc97 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 945 time: 0.6495001 Apr 20 12:59:14.255394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39eaa9-b06b-4277-ad68-7c6e588d2f52 req-662780dd-59c3-4718-b3a1-3ba416140dfc tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:14.257427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e39eaa9-b06b-4277-ad68-7c6e588d2f52 req-662780dd-59c3-4718-b3a1-3ba416140dfc tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 950 time: 0.7306402 Apr 20 12:59:14.276216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=84531485-d3f7-4d8f-89f0-432d5f900f18,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:14.276709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.282448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Deleting port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:14.282786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.367010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] For port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,segment=NetworkSegment(702be42f-bda7-48d0-97d3-295d1bf0b6a9),segment_id=702be42f-bda7-48d0-97d3-295d1bf0b6a9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:14.367369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.373805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] DHCP port deletion for a6cabddd-b425-4aba-83b7-6cc418321b50 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:14.381988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Calling delete_port for 0f7f9fc3-b5c2-471c-92a1-2a13776324fe owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:14.424731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e39eaa9-b06b-4277-ad68-7c6e588d2f52 req-7770d6a7-dd5b-468a-bcbf-96abc4fc6ffb tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572714 Apr 20 12:59:14.427642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a5df70d-7bef-43d4-a008-ea153674c1b0 req-8765d450-001f-4806-8eec-6433e5365b9c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666825 Apr 20 12:59:14.458089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] Deleting port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:14.459617 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.495833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.533267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:14.538472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] No DVR routers for this DVR port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:14.548858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] For port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,segment=NetworkSegment(702be42f-bda7-48d0-97d3-295d1bf0b6a9),segment_id=702be42f-bda7-48d0-97d3-295d1bf0b6a9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:14.549537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.570146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] Calling delete_port for 0f7f9fc3-b5c2-471c-92a1-2a13776324fe owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:14.591611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.633179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:14.636095 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3ca4ff-1a7f-4fa3-a1ee-981c439fff49" -d '{"events": [{"server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "name": "network-vif-plugged", "status": "completed", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:14.637648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.661990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6cabddd-b425-4aba-83b7-6cc418321b50']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:14.675492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.676084 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702be42f-bda7-48d0-97d3-295d1bf0b6a9') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:14.676453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702be42f-bda7-48d0-97d3-295d1bf0b6a9') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:14.707285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.713495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.715939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] No DVR routers for this DVR port 0f7f9fc3-b5c2-471c-92a1-2a13776324fe on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:14.720179 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa861b36-fad6-44d2-a5fb-5ab28c7a9d23 x-openstack-request-id: req-aa861b36-fad6-44d2-a5fb-5ab28c7a9d23 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:14.720474 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "name": "network-vif-plugged", "status": "completed", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:14.720728 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa861b36-fad6-44d2-a5fb-5ab28c7a9d23 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:14.721119 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa861b36-fad6-44d2-a5fb-5ab28c7a9d23'] response: {'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'code': 200} Apr 20 12:59:14.722152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d644ec6-ec88-46c5-bb88-91ee08c02337 None None] Pushing event deleted for resources: {'Port': ['ID=0f7f9fc3-b5c2-471c-92a1-2a13776324fe,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:14.745584 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.754022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:14.754469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.760289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.765974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/subnets/87d34de5-bd70-4834-95aa-821f4c56dd8a HTTP/1.1" status: 204 len: 168 time: 1.1495078 Apr 20 12:59:14.765974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36032) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:14.768251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461dad2c-9e0d-43f6-8580-7ef54d0e1e5b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Subnet': ['ID=87d34de5-bd70-4834-95aa-821f4c56dd8a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:14.780274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d340ea-d05b-4194-8a19-4d6ebe20a94a None None] Network 2c07d803-c925-48e2-a90d-a9414e3c5e89 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:14.801299 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:14.824255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting subnet 1c86480d-d60a-480f-88e2-be14f1cada54 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:14.837728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.866704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.885885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.892574 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a6cabddd-b425-4aba-83b7-6cc418321b50 HTTP/1.1" status: 204 len: 168 time: 0.8463933 Apr 20 12:59:14.893288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3428-b783-4b6b-9f6a-ffce7182002e admin admin] Pushing event deleted for resources: {'Network': ['ID=a6cabddd-b425-4aba-83b7-6cc418321b50,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:14.903120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94e06c-145a-45ab-b347-48d61735c69e req-486d4088-8ed6-4ad1-98d1-bb62f729aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:14.911054 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7d94e06c-145a-45ab-b347-48d61735c69e req-486d4088-8ed6-4ad1-98d1-bb62f729aa8d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 1097 time: 0.1088369 Apr 20 12:59:14.912138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:14.965441 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-7d94e06c-145a-45ab-b347-48d61735c69e req-bc6dc55a-1cde-40ad-973b-9908748e86b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464988 Apr 20 12:59:15.015607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] DHCP port deletion for 2c07d803-c925-48e2-a90d-a9414e3c5e89 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:15.049092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.072062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] Deleting port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:15.072445 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.114478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.155412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] For port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=98daebf9-bb42-4d92-b9d9-222a73e7fbb6,segment=NetworkSegment(1ff6db7a-058d-4333-920c-d6a9d980892a),segment_id=1ff6db7a-058d-4333-920c-d6a9d980892a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:15.156702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.173183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] Calling delete_port for 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:15.178629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36060) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:15.231156 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-03386a9a-c40a-496d-be83-29932d63825f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fd2868a772749c39872b962cc9f4d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489426 Apr 20 12:59:15.231896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36068) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:15.271487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.295243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.306110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Subnet': ['ID=1c86480d-d60a-480f-88e2-be14f1cada54,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:15.311523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.314281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e867853e-ce36-440f-9707-2dfcfd7e22bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.315513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d36be343-8495-428e-80ad-6726a4d28edf tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/subnets/1c86480d-d60a-480f-88e2-be14f1cada54 HTTP/1.1" status: 204 len: 168 time: 0.5486851 Apr 20 12:59:15.318516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36076) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:15.329064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cce495-d6a0-4252-ac9b-ed00577f5d25 None None] Network ddc5f19b-cef8-4447-8829-6e88c35a2823 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:15.334951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] Pushing event deleted for resources: {'Port': ['ID=98daebf9-bb42-4d92-b9d9-222a73e7fbb6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:15.356974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59964484-2f92-46e7-a1e4-79ecb4d3a805 None None] No DVR routers for this DVR port 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:15.404351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e867853e-ce36-440f-9707-2dfcfd7e22bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.422018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Deleting port 77d25f96-16ed-4451-9f55-e2a4d35fd322 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:15.422664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.448818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.549647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:15.564392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:15.564760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 49ffaa4f-c6f0-4d35-8fcf-69a430f3cf8d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:15.565151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0f7f9fc3-b5c2-471c-92a1-2a13776324fe no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:15.594882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0f7f9fc3-b5c2-471c-92a1-2a13776324fe {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:15.595216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0f7f9fc3-b5c2-471c-92a1-2a13776324fe not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:15.597688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:15.625366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:15.625836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 98daebf9-bb42-4d92-b9d9-222a73e7fbb6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:15.628161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e867853e-ce36-440f-9707-2dfcfd7e22bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.631208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e867853e-ce36-440f-9707-2dfcfd7e22bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.635091 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e867853e-ce36-440f-9707-2dfcfd7e22bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de118b8a-2a7a-466c-a02e-0502c081349f HTTP/1.1" status: 204 len: 168 time: 0.3999054 Apr 20 12:59:15.635091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.656387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] For port 77d25f96-16ed-4451-9f55-e2a4d35fd322, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=77d25f96-16ed-4451-9f55-e2a4d35fd322,segment=NetworkSegment(dc4a7cdb-12aa-4ce2-93a4-151afdd820d0),segment_id=dc4a7cdb-12aa-4ce2-93a4-151afdd820d0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:15.656786 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.683002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867853e-ce36-440f-9707-2dfcfd7e22bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de118b8a-2a7a-466c-a02e-0502c081349f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:15.683257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Calling delete_port for 77d25f96-16ed-4451-9f55-e2a4d35fd322 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:15.700134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e26af-f643-4c7d-8c4c-8c340e89fad5 req-7d087650-8853-4379-b596-0bdc0b2d17f6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:15.706839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f18e26af-f643-4c7d-8c4c-8c340e89fad5 req-7d087650-8853-4379-b596-0bdc0b2d17f6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 946 time: 0.1342423 Apr 20 12:59:15.728421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c07d803-c925-48e2-a90d-a9414e3c5e89']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:15.732814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dec45-46d3-4ac9-b12e-de400a6502c9 req-ceaec077-38bc-4440-931f-fc1c804ccbbe tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:15.734970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-907dec45-46d3-4ac9-b12e-de400a6502c9 req-ceaec077-38bc-4440-931f-fc1c804ccbbe tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 950 time: 0.1637399 Apr 20 12:59:15.756903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] DHCP port deletion for ddc5f19b-cef8-4447-8829-6e88c35a2823 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:15.760655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff6db7a-058d-4333-920c-d6a9d980892a') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:15.760962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff6db7a-058d-4333-920c-d6a9d980892a') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:15.788957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.815472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.834361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f18e26af-f643-4c7d-8c4c-8c340e89fad5 req-8dc21500-7b27-49f5-af7f-857500ccd853 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265187 Apr 20 12:59:15.844462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:15.844883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:15.852900 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:15.857449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-907dec45-46d3-4ac9-b12e-de400a6502c9 req-bb196b81-c6be-4d47-b381-8d5380c2d19a tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134374 Apr 20 12:59:15.861920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] Deleting port f4af4c72-9189-4f0e-8408-8aceee98cf86 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:15.862335 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.957939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] For port f4af4c72-9189-4f0e-8408-8aceee98cf86, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f4af4c72-9189-4f0e-8408-8aceee98cf86,segment=NetworkSegment(d92402b0-9c11-4214-858d-cf6b5d6279a5),segment_id=d92402b0-9c11-4214-858d-cf6b5d6279a5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:15.958497 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.978184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] Calling delete_port for f4af4c72-9189-4f0e-8408-8aceee98cf86 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:15.988472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:15.995515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.003416 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/networks/2c07d803-c925-48e2-a90d-a9414e3c5e89 HTTP/1.1" status: 204 len: 168 time: 0.6816478 Apr 20 12:59:16.005952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36108) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:16.044039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb2d5f-a17c-4675-87cb-e0a68960c6c4 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Network': ['ID=2c07d803-c925-48e2-a90d-a9414e3c5e89,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:16.112242 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.115510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.145663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] Pushing event deleted for resources: {'Port': ['ID=f4af4c72-9189-4f0e-8408-8aceee98cf86,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:16.152553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86402709-1dbd-41ed-9aec-3e2844bf2fad None None] No DVR routers for this DVR port f4af4c72-9189-4f0e-8408-8aceee98cf86 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:16.216103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.227928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:16.300758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d25f96-16ed-4451-9f55-e2a4d35fd322,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:16.308524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.320124 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1fe2261-3f43-411c-b90f-5f2f117c156b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66e5d2dc13b646ceb6f7f7297fcb69f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906043 Apr 20 12:59:16.331059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36124) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:16.428359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c5-bc18-4535-888e-a578ab95fd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.471660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c5-bc18-4535-888e-a578ab95fd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.539003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c5-bc18-4535-888e-a578ab95fd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.542053 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46ed95c5-bc18-4535-888e-a578ab95fd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.543438 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-46ed95c5-bc18-4535-888e-a578ab95fd34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38c02c8c-4a6d-439a-bd2a-c7ea5ec5202e HTTP/1.1" status: 204 len: 168 time: 0.2113638 Apr 20 12:59:16.554007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed95c5-bc18-4535-888e-a578ab95fd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c02c8c-4a6d-439a-bd2a-c7ea5ec5202e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:16.587102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc5f19b-cef8-4447-8829-6e88c35a2823']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:16.601332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-6a6d6851-8db4-4a0c-94b1-c968c6fd5828 req-28fe7604-63bd-43c0-95b4-7017775ad61d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:59:16.602504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a6d6851-8db4-4a0c-94b1-c968c6fd5828 req-28fe7604-63bd-43c0-95b4-7017775ad61d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129251 Apr 20 12:59:16.612534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92402b0-9c11-4214-858d-cf6b5d6279a5') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:16.612828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92402b0-9c11-4214-858d-cf6b5d6279a5') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:16.620029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.650836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.723782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.755531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:16.755951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:16.759627 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:16.896352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241336b-5e99-4c3e-90dd-81fd1506690f req-9321c00f-9eed-4069-a674-ceee821a7fbd tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:16.897918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d241336b-5e99-4c3e-90dd-81fd1506690f req-9321c00f-9eed-4069-a674-ceee821a7fbd tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 950 time: 0.1610634 Apr 20 12:59:16.902924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.912891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:16.918661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:16.922232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/networks/ddc5f19b-cef8-4447-8829-6e88c35a2823 HTTP/1.1" status: 204 len: 168 time: 0.9152195 Apr 20 12:59:16.984945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting subnet 7d9613d7-f856-4617-a7b3-d54e96f23ce7 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:16.988916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.004619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d020d-3a4e-4a56-a68d-d4875db86bd3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Network': ['ID=ddc5f19b-cef8-4447-8829-6e88c35a2823,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:17.040312 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.098118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d241336b-5e99-4c3e-90dd-81fd1506690f req-82f07a75-b472-4c4e-8b72-f392832e5cdc tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929100 Apr 20 12:59:17.131978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Router 514431b6-b53e-420e-9806-9b962c1562cf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:17.142730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.155041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0ace9-60d8-4eec-aaa9-16681215ccb3 req-e8699d81-79f7-4a95-99e6-a5712571983d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:17.166685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf0ace9-60d8-4eec-aaa9-16681215ccb3 req-e8699d81-79f7-4a95-99e6-a5712571983d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 946 time: 0.2197366 Apr 20 12:59:17.167863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:17.240599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.259591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.260157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cf0ace9-60d8-4eec-aaa9-16681215ccb3 req-451699d5-eb42-4c9f-a1ac-138dec2449c5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954866 Apr 20 12:59:17.266145 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/subnets/7d9613d7-f856-4617-a7b3-d54e96f23ce7 HTTP/1.1" status: 204 len: 168 time: 0.3436029 Apr 20 12:59:17.269735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22401d6c-d1d3-45f3-870b-66ee35cf3e44 None None] Network 70eb6d72-e089-465e-b318-3f3aa4012824 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:17.290479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:17.325562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b793ca6-4059-4bc6-941d-cc44e2cf71f3 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9613d7-f856-4617-a7b3-d54e96f23ce7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:17.373048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:17.400575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f813b433-7b80-416a-b14e-f90002085747 admin admin] 10.222.0.24 "PUT /v2.0/routers/514431b6-b53e-420e-9806-9b962c1562cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9888165 Apr 20 12:59:17.412814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36186) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:17.422300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] Sync routers for ids ['514431b6-b53e-420e-9806-9b962c1562cf'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:17.486772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] Routers {'514431b6-b53e-420e-9806-9b962c1562cf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:17.487778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['514431b6-b53e-420e-9806-9b962c1562cf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:17.512535 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45a9be5b-c464-42eb-817e-f7696d273eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.557386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.596539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-fc8b437e-2140-4b8e-a3a9-78a60f51aeee tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=eabf0c544a43435099aab3dbd5b15057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639608 Apr 20 12:59:17.634716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f4af4c72-9189-4f0e-8408-8aceee98cf86 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:17.642450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45a9be5b-c464-42eb-817e-f7696d273eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.677962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45a9be5b-c464-42eb-817e-f7696d273eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.708951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f4af4c72-9189-4f0e-8408-8aceee98cf86 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:17.709587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f4af4c72-9189-4f0e-8408-8aceee98cf86 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:17.739218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9be5b-c464-42eb-817e-f7696d273eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3994688-033d-457c-a0df-387bee0449b8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:17.747692 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-45a9be5b-c464-42eb-817e-f7696d273eb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ca8061a49f74e728d84e2830128174d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5762541 Apr 20 12:59:17.747878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] Set router 514431b6-b53e-420e-9806-9b962c1562cf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:17.752735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36200) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:17.789515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Deleting port d17f38cd-5593-4fe5-919f-ec6746aa6972 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:17.789883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.813924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] DHCP port deletion for 70eb6d72-e089-465e-b318-3f3aa4012824 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:17.864265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babf3dcb-97ac-4a97-ad93-da280f70b63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.900679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] For port d17f38cd-5593-4fe5-919f-ec6746aa6972, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d17f38cd-5593-4fe5-919f-ec6746aa6972,segment=NetworkSegment(f2efc1c4-7666-4c27-b56c-7b40fcb88cba),segment_id=f2efc1c4-7666-4c27-b56c-7b40fcb88cba)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:17.901055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.914738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babf3dcb-97ac-4a97-ad93-da280f70b63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:17.926776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Calling delete_port for d17f38cd-5593-4fe5-919f-ec6746aa6972 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:17.986247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] Deleting port d17f38cd-5593-4fe5-919f-ec6746aa6972 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:17.986585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.004504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:59:16Z', 'revision_number': 5, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:18.039747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babf3dcb-97ac-4a97-ad93-da280f70b63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.042962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babf3dcb-97ac-4a97-ad93-da280f70b63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.047344 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-babf3dcb-97ac-4a97-ad93-da280f70b63c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3994688-033d-457c-a0df-387bee0449b8 HTTP/1.1" status: 204 len: 168 time: 0.2933426 Apr 20 12:59:18.055604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf3dcb-97ac-4a97-ad93-da280f70b63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3994688-033d-457c-a0df-387bee0449b8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:18.058456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.077008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] Checking router: 514431b6-b53e-420e-9806-9b962c1562cf for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:18.087853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b04f3-25ae-44ec-9b85-31b34a513ee9 req-07823475-96c2-429c-916b-2f1bfaa9ae1c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:18.089591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae6b04f3-25ae-44ec-9b85-31b34a513ee9 req-07823475-96c2-429c-916b-2f1bfaa9ae1c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 946 time: 0.6873603 Apr 20 12:59:18.095930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Port': ['ID=d17f38cd-5593-4fe5-919f-ec6746aa6972,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:18.103646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:18.111337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'port_id': '84531485-d3f7-4d8f-89f0-432d5f900f18'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:18.113847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] For port d17f38cd-5593-4fe5-919f-ec6746aa6972, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d17f38cd-5593-4fe5-919f-ec6746aa6972,segment=NetworkSegment(f2efc1c4-7666-4c27-b56c-7b40fcb88cba),segment_id=f2efc1c4-7666-4c27-b56c-7b40fcb88cba)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:18.114253 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.116086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] No DVR routers for this DVR port d17f38cd-5593-4fe5-919f-ec6746aa6972 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:18.116667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] Routers {'514431b6-b53e-420e-9806-9b962c1562cf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:18.118008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['514431b6-b53e-420e-9806-9b962c1562cf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:18.210361 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.226951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-efdc1e82-c34f-40c6-9765-93e09c0a3947 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:18.236992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-efdc1e82-c34f-40c6-9765-93e09c0a3947 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6395695 Apr 20 12:59:18.245860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.272337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70eb6d72-e089-465e-b318-3f3aa4012824']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:18.283690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2efc1c4-7666-4c27-b56c-7b40fcb88cba') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:18.284141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2efc1c4-7666-4c27-b56c-7b40fcb88cba') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:18.297910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.313288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.321096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-ef8ae74c-6a94-4f5c-90e3-14e7310e0cc1 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/quotas/eabf0c544a43435099aab3dbd5b15057 HTTP/1.1" status: 200 len: 375 time: 0.0167580 Apr 20 12:59:18.322416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] Calling delete_port for d17f38cd-5593-4fe5-919f-ec6746aa6972 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:18.396789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.445750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:18.446215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.452400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] Set router 514431b6-b53e-420e-9806-9b962c1562cf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:18.453182 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:18.463968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-8342d7f3-9444-4060-b2ea-d1d3e528897c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eabf0c544a43435099aab3dbd5b15057&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1277604 Apr 20 12:59:18.465861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.547437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Deleting port 4af203af-dc0b-43e4-9d1a-1e5134dd0635 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:18.548054 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.597774 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.723092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] Pushing event deleted for resources: {'Port': ['ID=d17f38cd-5593-4fe5-919f-ec6746aa6972,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:18.773472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef0526d-70f1-4671-8c16-565a25e2b240 None None] No DVR routers for this DVR port d17f38cd-5593-4fe5-919f-ec6746aa6972 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:18.800839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef574a39-c3cc-4ad1-8904-2242dfaa4f82 req-c0489019-881b-4c0e-9903-1b51e82ce983 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0873883 Apr 20 12:59:18.834154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] For port 4af203af-dc0b-43e4-9d1a-1e5134dd0635, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4af203af-dc0b-43e4-9d1a-1e5134dd0635,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:18.834518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:18.848798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Calling delete_port for 4af203af-dc0b-43e4-9d1a-1e5134dd0635 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:18.950756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.079498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:59:16Z', 'revision_number': 5, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:19.130131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.159221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb8a276-9aa5-47a0-8c99-f8c72e04f3d1 None None] The sync data for ids ['514431b6-b53e-420e-9806-9b962c1562cf'] in n-d-838550-2 is: [{'id': '514431b6-b53e-420e-9806-9b962c1562cf', 'name': 'tempest-TaggedBootDevicesTest_v242-515227818-router', 'tenant_id': '5e488843975b445dbc6311a7d564948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:52:12Z', 'updated_at': '2022-04-20T12:59:16Z', 'revision_number': 5, 'project_id': '5e488843975b445dbc6311a7d564948b', 'gw_port': {'id': '4af203af-dc0b-43e4-9d1a-1e5134dd0635', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514431b6-b53e-420e-9806-9b962c1562cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:52:15Z', 'updated_at': '2022-04-20T12:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:19.183697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af203af-dc0b-43e4-9d1a-1e5134dd0635,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:19.302883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.338341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.386073 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.394512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/networks/70eb6d72-e089-465e-b318-3f3aa4012824 HTTP/1.1" status: 204 len: 168 time: 2.1004114 Apr 20 12:59:19.417086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36274) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:19.422270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfab41e-04fb-4aa5-afad-4c12d5fc941b tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Pushing event deleted for resources: {'Network': ['ID=70eb6d72-e089-465e-b318-3f3aa4012824,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:19.491086 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1064eed8-01d9-4d9b-9b19-c8bbe3e1ec99 tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d52802d0-15dd-4a64-9808-58a8bb35229c HTTP/1.1" status: 200 len: 205 time: 0.0796397 Apr 20 12:59:19.493393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36282) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:19.543757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.548101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.652448 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.653321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 514431b6-b53e-420e-9806-9b962c1562cf {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:59:19.665391 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.673202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bc06091a-05a2-41a7-96c0-3809694a0e70 admin admin] 10.222.0.24 "DELETE /v2.0/routers/514431b6-b53e-420e-9806-9b962c1562cf HTTP/1.1" status: 204 len: 168 time: 2.2582848 Apr 20 12:59:19.673977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36286) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:19.719658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baf2bd45-ada5-4705-9b36-a6e05f23474c tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.765778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] Deleting subnet f48d297d-26f1-4847-9175-c867839d3382 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:19.769446 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.786155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 77d25f96-16ed-4451-9f55-e2a4d35fd322 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:19.849959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 77d25f96-16ed-4451-9f55-e2a4d35fd322 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:19.855442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 77d25f96-16ed-4451-9f55-e2a4d35fd322 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:19.856085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d17f38cd-5593-4fe5-919f-ec6746aa6972 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:19.896017 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:19.920425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d17f38cd-5593-4fe5-919f-ec6746aa6972 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:19.920767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d17f38cd-5593-4fe5-919f-ec6746aa6972 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:19.931964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36294) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:19.996982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6df44c5a-e7a0-41ac-9619-295b87c5754b req-c081a954-92cb-4ddf-97ac-2a9dcfc9ba3a tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0412531 Apr 20 12:59:20.004920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 12:59:20.008889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baf2bd45-ada5-4705-9b36-a6e05f23474c tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.011400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baf2bd45-ada5-4705-9b36-a6e05f23474c tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.078136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.131689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.135693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baf2bd45-ada5-4705-9b36-a6e05f23474c tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.136206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2bd45-ada5-4705-9b36-a6e05f23474c tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Fanout notify agent at l3_agent the message router_deleted on router d52802d0-15dd-4a64-9808-58a8bb35229c {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:59:20.147662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-773a7d47-1740-4c52-b86f-296982e9b0ee tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=eabf0c544a43435099aab3dbd5b15057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418670 Apr 20 12:59:20.149971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.224064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baf2bd45-ada5-4705-9b36-a6e05f23474c tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.228281 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-baf2bd45-ada5-4705-9b36-a6e05f23474c tempest-RoutersNegativeIpV6Test-67214322 tempest-RoutersNegativeIpV6Test-67214322-project] 10.222.0.24 "DELETE /v2.0/routers/d52802d0-15dd-4a64-9808-58a8bb35229c HTTP/1.1" status: 204 len: 168 time: 0.7310944 Apr 20 12:59:20.279294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7a6f-d8c8-4d0b-8aea-a2186dcc2a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.282994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.329241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f48d297d-26f1-4847-9175-c867839d3382,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:20.331833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.336186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c6432e-bfc7-4ed2-b2c4-517c71012abc None None] Network af447c58-23b0-4b63-9b1d-55453d797ff6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:20.354154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef35ce5e-7a5e-4362-918e-fcb188a81248 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f48d297d-26f1-4847-9175-c867839d3382 HTTP/1.1" status: 204 len: 168 time: 0.6789503 Apr 20 12:59:20.356650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36306) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:20.375466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-27ec6afa-ba2f-43a1-a16c-b76cd413ee2f tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:20.377278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-27ec6afa-ba2f-43a1-a16c-b76cd413ee2f tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173738 Apr 20 12:59:20.391607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Request body: {'port': {'device_id': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'eabf0c544a43435099aab3dbd5b15057'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:20.469181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.571222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] DHCP port deletion for af447c58-23b0-4b63-9b1d-55453d797ff6 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:20.588099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Made reservation on behalf of eabf0c544a43435099aab3dbd5b15057 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:20.599860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.602074 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 3d449c68-b4c5-4e47-9047-301289f3669c associated. External IP: 172.25.3.118, port: 84531485-d3f7-4d8f-89f0-432d5f900f18. Apr 20 12:59:20.605149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36312) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:20.625621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36316) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:20.637618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] Deleting port 0dd81a36-148a-4554-a5a9-aec91c01bdfb {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:20.638244 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.700955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Deleting port 0dd81a36-148a-4554-a5a9-aec91c01bdfb {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:20.700955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.732384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7a6f-d8c8-4d0b-8aea-a2186dcc2a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.757206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] For port 0dd81a36-148a-4554-a5a9-aec91c01bdfb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0dd81a36-148a-4554-a5a9-aec91c01bdfb,segment=NetworkSegment(dc4a7cdb-12aa-4ce2-93a4-151afdd820d0),segment_id=dc4a7cdb-12aa-4ce2-93a4-151afdd820d0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:20.757612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.774786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] Calling delete_port for 0dd81a36-148a-4554-a5a9-aec91c01bdfb owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:20.805095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:20.843868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7a6f-d8c8-4d0b-8aea-a2186dcc2a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.849981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Allocated IP 192.168.233.112 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/311e5d5f-f440-4476-b725-66fe9aa90c38) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:20.852267 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.864095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.869525 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b06364dc-9178-424b-ae83-12114b8d5baf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3044c0d15e47435e82333c24e7dd6558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584877 Apr 20 12:59:20.871448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36320) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:20.896655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] Pushing event deleted for resources: {'Port': ['ID=0dd81a36-148a-4554-a5a9-aec91c01bdfb,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:20.901127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208b43be-387e-4fac-b951-e632a47efb19 None None] No DVR routers for this DVR port 0dd81a36-148a-4554-a5a9-aec91c01bdfb on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:20.915480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] For port 0dd81a36-148a-4554-a5a9-aec91c01bdfb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0dd81a36-148a-4554-a5a9-aec91c01bdfb,segment=NetworkSegment(dc4a7cdb-12aa-4ce2-93a4-151afdd820d0),segment_id=dc4a7cdb-12aa-4ce2-93a4-151afdd820d0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:20.915688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:20.932514 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e5ac7a6f-d8c8-4d0b-8aea-a2186dcc2a12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fcb328a4fc8434997ed923fa77b737f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9993217 Apr 20 12:59:20.942675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36322) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:20.944952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Calling delete_port for 0dd81a36-148a-4554-a5a9-aec91c01bdfb owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:20.956203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac7a6f-d8c8-4d0b-8aea-a2186dcc2a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877db174-5223-4096-b9d5-7caba25c8aec,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:21.054091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5971fc5-2bd6-4d42-9db9-adab16afbd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.111821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5971fc5-2bd6-4d42-9db9-adab16afbd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.121969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b919a2c4-bff5-45c2-9cf7-09c5a80ca060 req-1f311f24-2b3a-48f5-be49-97ec9d01fd0d tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0481639 Apr 20 12:59:21.137386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f3e0-302d-44e8-ab68-9304439bf43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.182936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f3e0-302d-44e8-ab68-9304439bf43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.184656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.195861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.205065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.231710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:21.238298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd81a36-148a-4554-a5a9-aec91c01bdfb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:21.250198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] No DVR routers for this DVR port 0dd81a36-148a-4554-a5a9-aec91c01bdfb on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:21.252255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5971fc5-2bd6-4d42-9db9-adab16afbd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.254937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5971fc5-2bd6-4d42-9db9-adab16afbd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.256073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a5971fc5-2bd6-4d42-9db9-adab16afbd7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e588c74-bd57-488f-9884-688eb84927be HTTP/1.1" status: 204 len: 168 time: 0.3836215 Apr 20 12:59:21.287671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5971fc5-2bd6-4d42-9db9-adab16afbd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e588c74-bd57-488f-9884-688eb84927be,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:21.320219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.332575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['06f2c705-eee9-4089-8ad7-500099df8258'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:59:21.370116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f3e0-302d-44e8-ab68-9304439bf43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.372517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cdd6f3e0-302d-44e8-ab68-9304439bf43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.373881 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cdd6f3e0-302d-44e8-ab68-9304439bf43b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/877db174-5223-4096-b9d5-7caba25c8aec HTTP/1.1" status: 204 len: 168 time: 0.4300244 Apr 20 12:59:21.383243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:21.383818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.392892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Allocated IP 172.25.3.143 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d10edd56-cf8e-4c71-be8a-7e3d94ab49c3) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:21.399271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:21.404052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6f3e0-302d-44e8-ab68-9304439bf43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877db174-5223-4096-b9d5-7caba25c8aec,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:21.405856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:21.412652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Pushing event updated for resources: {'Port': ['ID=311e5d5f-f440-4476-b725-66fe9aa90c38,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:21.457731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af447c58-23b0-4b63-9b1d-55453d797ff6']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:21.481821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:21.482139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4a7cdb-12aa-4ce2-93a4-151afdd820d0') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:21.497995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.534395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:21.547645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:21.549571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.555624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.558241 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:21.578862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.595272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:21.595928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:21.598041 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:21.601217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-02f558e4-1aa8-469b-ae51-730ab046dd1c tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2134674 Apr 20 12:59:21.605915 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:21.605915 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:21.627891 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-359b08bc-cbca-4e00-987c-e234040248ed tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "PUT /v2.0/floatingips/3d449c68-b4c5-4e47-9047-301289f3669c HTTP/1.1" status: 200 len: 992 time: 3.5225294 Apr 20 12:59:21.630631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:21.632985 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812507f5-1e41-4aad-88d2-29c36a227e50" -d '{"events": [{"name": "network-changed", "server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:21.658896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Request body: {'port': {'device_id': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:21.694001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.708940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4af203af-dc0b-43e4-9d1a-1e5134dd0635 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:21.711456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.722353 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] 10.222.0.24 "DELETE /v2.0/networks/af447c58-23b0-4b63-9b1d-55453d797ff6 HTTP/1.1" status: 204 len: 168 time: 1.3537374 Apr 20 12:59:21.747555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1b94a-c06c-46cf-9d63-a2959e8dd0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=af447c58-23b0-4b63-9b1d-55453d797ff6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:21.771522 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413972a1-83b4-49e7-aa97-5699bd1e71e8 x-openstack-request-id: req-413972a1-83b4-49e7-aa97-5699bd1e71e8 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:21.771814 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:21.772067 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-413972a1-83b4-49e7-aa97-5699bd1e71e8 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:21.772477 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-413972a1-83b4-49e7-aa97-5699bd1e71e8'] response: {'name': 'network-changed', 'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'status': 'completed', 'code': 200} Apr 20 12:59:21.828531 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:21.846821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.893584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-c07f8459-2229-49c4-a623-6a3deb68327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:21.897431 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-c07f8459-2229-49c4-a623-6a3deb68327b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 1097 time: 0.1107397 Apr 20 12:59:21.900383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4af203af-dc0b-43e4-9d1a-1e5134dd0635 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:21.900902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4af203af-dc0b-43e4-9d1a-1e5134dd0635 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:21.901121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0dd81a36-148a-4554-a5a9-aec91c01bdfb no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:21.943280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:21.975965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0dd81a36-148a-4554-a5a9-aec91c01bdfb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:21.977855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0dd81a36-148a-4554-a5a9-aec91c01bdfb not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:22.092156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-ecb22e2a-59e3-4fed-92f1-ad2e33ef57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:22.098369 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-ecb22e2a-59e3-4fed-92f1-ad2e33ef57d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.1901734 Apr 20 12:59:22.121222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36350) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:22.173061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-81e966e7-4347-4f0e-b69c-4f1813b7c3dd None None] Provisioning complete for port 311e5d5f-f440-4476-b725-66fe9aa90c38 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:22.174253 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81e966e7-4347-4f0e-b69c-4f1813b7c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:22.195928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:22.223326 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-d98fd3dc-6801-4307-89df-40dbf5c18f14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84531485-d3f7-4d8f-89f0-432d5f900f18 HTTP/1.1" status: 200 len: 1000 time: 0.1128182 Apr 20 12:59:22.285123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-81e966e7-4347-4f0e-b69c-4f1813b7c3dd None None] Port 311e5d5f-f440-4476-b725-66fe9aa90c38 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:22.305384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-2e340aa9-c786-4b03-b690-5ad78fe3fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:22.307159 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-2e340aa9-c786-4b03-b690-5ad78fe3fa3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.0792420 Apr 20 12:59:22.347168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:22.362395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:22.368490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d5afede0-3beb-4185-af8c-bdff8c6948ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f97882e9e14548f9b97a836a6998c203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438984 Apr 20 12:59:22.369914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:22.373524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Pushing event updated for resources: {'Port': ['ID=d10edd56-cf8e-4c71-be8a-7e3d94ab49c3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:22.380503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:22.393284 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '3d449c68-b4c5-4e47-9047-301289f3669c', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:32:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:51Z', 'updated_at': '2022-04-20T12:59:19Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}, {'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:56Z', 'revision_number': 2, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:22.428956 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:22.444187 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:22.444819 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:22.467018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55455ea-c38f-4589-8a63-6f622c34e1fb req-eed2e03b-208c-4cea-9c8f-6bcf0d904b40 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:22.468881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f55455ea-c38f-4589-8a63-6f622c34e1fb req-eed2e03b-208c-4cea-9c8f-6bcf0d904b40 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 936 time: 0.1854868 Apr 20 12:59:22.501117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-e6324ac8-21ea-4925-bbdf-4aab3a447d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:22.503118 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-e6324ac8-21ea-4925-bbdf-4aab3a447d55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886587 Apr 20 12:59:22.637704 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-b7ff23be-a406-44ec-8269-5bd6fa09b416 service neutron] 10.222.0.30 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205304 Apr 20 12:59:22.644393 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:22.653563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:22.750124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:22.833484 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-812507f5-1e41-4aad-88d2-29c36a227e50 req-1e01665b-50ca-4a69-ba66-86774e13e7f4 service neutron] 10.222.0.30 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729345 Apr 20 12:59:22.867251 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:22.870146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:22.873929 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd2b0309-cb79-4cc6-aad9-850f76986ed2 HTTP/1.1" status: 204 len: 168 time: 0.4798861 Apr 20 12:59:22.880892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2b0309-cb79-4cc6-aad9-850f76986ed2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:22.898212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.898551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.898902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.899243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.899582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.899909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.900237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.900567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.900898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.901222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.901544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.901900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df45842a-7e51-4117-8d26-52dac8c76d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:22.966239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f55455ea-c38f-4589-8a63-6f622c34e1fb req-fb3d8917-2c49-4832-8357-6da2cd111801 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850216 Apr 20 12:59:22.976146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311e5d5f-f440-4476-b725-66fe9aa90c38 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:22.980644 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:22.981840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36378) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:22.991535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.011350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Transition to ACTIVE for port object 311e5d5f-f440-4476-b725-66fe9aa90c38 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:59:23.029946 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.039135 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '3d449c68-b4c5-4e47-9047-301289f3669c', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:32:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:51Z', 'updated_at': '2022-04-20T12:59:19Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}, {'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:56Z', 'revision_number': 2, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:23.074584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.086033 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0524eba0-d932-41af-b0db-0f895bc46615 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '3d449c68-b4c5-4e47-9047-301289f3669c', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:32:c8:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:51Z', 'updated_at': '2022-04-20T12:59:19Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}, {'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:56Z', 'revision_number': 2, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:23.147414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Pushing event updated for resources: {'Port': ['ID=311e5d5f-f440-4476-b725-66fe9aa90c38,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:23.267021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:23.310867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Attempting to bind port 311e5d5f-f440-4476-b725-66fe9aa90c38 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:23.311560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Attempting to bind port 311e5d5f-f440-4476-b725-66fe9aa90c38 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:23.312375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Attempting to bind port 311e5d5f-f440-4476-b725-66fe9aa90c38 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:23.328190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Port 311e5d5f-f440-4476-b725-66fe9aa90c38 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:23.328760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Attempting to bind port 311e5d5f-f440-4476-b725-66fe9aa90c38 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:23.343512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:23.343932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:23.344379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:23.344847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Bound port: 311e5d5f-f440-4476-b725-66fe9aa90c38, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:23.345202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.363266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-583420239-network', 'tenant_id': '22ec9b865dc24387b1f8aea157d47069'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:23.421550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-938458676-network', 'tenant_id': 'b97798b7279b40908abf90848952d005'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:23.431089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36390) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:23.440400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da1dc4-1bb9-4b5f-9352-94dde69d5e76 None None] New status for floating IP 3d449c68-b4c5-4e47-9047-301289f3669c: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 12:59:23.459461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Made reservation on behalf of b97798b7279b40908abf90848952d005 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:23.462446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.472325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.472570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Made reservation on behalf of 22ec9b865dc24387b1f8aea157d47069 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:23.475110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.481880 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.500995 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.517486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.563874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.564160 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.568048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.594485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:23.605028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] For port 311e5d5f-f440-4476-b725-66fe9aa90c38, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:23.606050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a75c55-8748-49d5-8c8b-a51c7fb70ee3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:23.612720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.613165 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Added segment a07bcb91-74da-4fd9-930f-a6808f37fc5c of type vlan for network 703144aa-e3fc-48c2-9e4c-616650652acc Apr 20 12:59:23.660369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.661876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-408b285d-523f-41fc-9272-e9b055b8a97d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e488843975b445dbc6311a7d564948b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255061 Apr 20 12:59:23.664414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:23.685579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] For port 311e5d5f-f440-4476-b725-66fe9aa90c38, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=311e5d5f-f440-4476-b725-66fe9aa90c38,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:23.692658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Pushing event updated for resources: {'Port': ['ID=d10edd56-cf8e-4c71-be8a-7e3d94ab49c3,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:23.699745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.713658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.714636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:23.715221 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.737182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.758294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:23.758921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.760646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] 10.222.0.37 "PUT /v2.0/ports/311e5d5f-f440-4476-b725-66fe9aa90c38 HTTP/1.1" status: 200 len: 1096 time: 2.1155682 Apr 20 12:59:23.761133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'tag': '311e5d5f-f440-4476-b725-66fe9aa90c38'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:23.763459 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507dc194-626d-41bf-a5ed-a24c53285944" -d '{"events": [{"name": "network-changed", "server_uuid": "ca32d9a6-b496-40fb-a92e-6ce01c41a6f7", "tag": "311e5d5f-f440-4476-b725-66fe9aa90c38"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:23.801252 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5326250 Apr 20 12:59:23.806540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36396) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:23.810137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cb732a4-9215-409f-bc1d-fd15d8b71426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.811411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.816689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-232002a6-db1d-4bcb-bedb-48ef3a8948d9 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1868534 Apr 20 12:59:23.827353 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc0219-79ab-4b70-9cfc-fb48325f4b6b x-openstack-request-id: req-24cc0219-79ab-4b70-9cfc-fb48325f4b6b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:23.827676 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca32d9a6-b496-40fb-a92e-6ce01c41a6f7", "tag": "311e5d5f-f440-4476-b725-66fe9aa90c38", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:23.827934 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24cc0219-79ab-4b70-9cfc-fb48325f4b6b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:23.828345 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24cc0219-79ab-4b70-9cfc-fb48325f4b6b'] response: {'name': 'network-changed', 'server_uuid': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'tag': '311e5d5f-f440-4476-b725-66fe9aa90c38', 'status': 'completed', 'code': 200} Apr 20 12:59:23.828700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:23.834786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Request body: {'subnet': {'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-subnet', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:23.836584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2097352853', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'fixed_ips': [{'ip_address': '172.25.3.143'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:23.843307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011864a-ef90-4b2d-bced-47f971eff871 admin admin] Pushing event updated for resources: {'Network': ['ID=703144aa-e3fc-48c2-9e4c-616650652acc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:23.846848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cb732a4-9215-409f-bc1d-fd15d8b71426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.854418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 703144aa-e3fc-48c2-9e4c-616650652acc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:23.888903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Made reservation on behalf of c2ddf737a9864b2c999ce7090e953f87 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:23.892016 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.892812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2626c0-9b22-4975-abc4-ad227fed0948 service neutron] Pushing event updated for resources: {'Port': ['ID=311e5d5f-f440-4476-b725-66fe9aa90c38,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:23.901715 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.923665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.930310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.936283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Made reservation on behalf of b97798b7279b40908abf90848952d005 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:23.939228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.940514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cb732a4-9215-409f-bc1d-fd15d8b71426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.943033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cb732a4-9215-409f-bc1d-fd15d8b71426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:23.944117 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2cb732a4-9215-409f-bc1d-fd15d8b71426 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edf8c003-6574-4be6-9a78-b12b21434932 HTTP/1.1" status: 204 len: 168 time: 0.2787693 Apr 20 12:59:23.972015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb732a4-9215-409f-bc1d-fd15d8b71426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf8c003-6574-4be6-9a78-b12b21434932,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:24.016836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:24.031190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.031564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.032448 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Added segment c041f50b-279c-4d3b-a950-0f225b2eb9d8 of type vlan for network 4d6714c8-24da-4110-abdf-83ed8ffef939 Apr 20 12:59:24.038515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.046637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] device_id is not set on port ca001817-5d42-4314-a74b-7977bfc94997 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:24.083621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-0a2cc6b5-36ff-4114-a4da-44d74ef0e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:24.085386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-0a2cc6b5-36ff-4114-a4da-44d74ef0e633 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eabf0c544a43435099aab3dbd5b15057&device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 1099 time: 0.2779694 Apr 20 12:59:24.127151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cd95b4-0dc0-4465-aec4-62dd158afd85,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:24.219087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-f04a9a76-e7dc-4380-a6cf-1f8b1a7d5985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=311e5d5f-f440-4476-b725-66fe9aa90c38 HTTP/1.1" status: 200 len: 217 time: 0.1146042 Apr 20 12:59:24.256108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.289648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef95c2f-f2ef-4825-a5a6-e77a92f9f83d req-cfe9d023-c816-4db2-83ce-5c0b0e955023 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:24.291170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef95c2f-f2ef-4825-a5a6-e77a92f9f83d req-cfe9d023-c816-4db2-83ce-5c0b0e955023 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 948 time: 0.1954865 Apr 20 12:59:24.384057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-603fb93f-e39f-47fd-b0aa-df7a6f9a26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:24.385782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-603fb93f-e39f-47fd-b0aa-df7a6f9a26ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1522956 Apr 20 12:59:24.409420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef95c2f-f2ef-4825-a5a6-e77a92f9f83d req-6bcf591f-6970-41e6-872d-c26a8b5b676d tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071019 Apr 20 12:59:24.410137 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.411257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:24.412020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.455417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486984c2-d4cb-4210-8fb3-b3422b190e52,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:24.541462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5585575 Apr 20 12:59:24.544599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36416) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:24.555184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Request body: {'subnet': {'network_id': '4d6714c8-24da-4110-abdf-83ed8ffef939', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-583420239-subnet', 'tenant_id': '22ec9b865dc24387b1f8aea157d47069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:24.584012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14ba3-5987-45d0-b9ee-99172cb1c406 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6714c8-24da-4110-abdf-83ed8ffef939,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:24.599141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696e27a-9dea-4236-abff-162405fbfb7f req-aafdb315-4722-4dc8-8198-093f1a0df664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:24.600790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-aafdb315-4722-4dc8-8198-093f1a0df664 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2059536 Apr 20 12:59:24.602684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.609016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4d6714c8-24da-4110-abdf-83ed8ffef939 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:24.615273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Made reservation on behalf of 22ec9b865dc24387b1f8aea157d47069 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:24.617903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.705788 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 12:59:24.706344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:59:24.732603 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-087c7df9-94fe-4ee1-a601-11a64b595243 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8999364 Apr 20 12:59:24.735197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c530c087-b9ef-4a68-9f80-b3ebccae3998,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:24.736862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36424) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:24.755104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Checking segment: {'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:24.755460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Network hostable DHCP agents. Network: 703144aa-e3fc-48c2-9e4c-616650652acc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:24.781372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-e80c30e6-2de8-47e0-80e2-68754b5360d8 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687863 Apr 20 12:59:24.795292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Network 703144aa-e3fc-48c2-9e4c-616650652acc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:24.839648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 703144aa-e3fc-48c2-9e4c-616650652acc) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:24.844621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:24.845371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.850414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36428) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:24.853688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31d680-4da3-4e33-ac0e-a2eb82d4e392 None None] Network 703144aa-e3fc-48c2-9e4c-616650652acc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:24.870254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-26195093-4b46-4cf8-9596-bda3588c4f26 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0551875 Apr 20 12:59:24.872853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36432) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:24.877910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:24.917055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4696e27a-9dea-4236-abff-162405fbfb7f req-65725d5f-6a2c-4a20-9230-50e67302d73a service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292558 Apr 20 12:59:24.918912 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:24.920227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.021916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1198702329-network', 'tenant_id': 'c1715328c64143e7871be0d232ff367a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:25.028471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Deleting port d10edd56-cf8e-4c71-be8a-7e3d94ab49c3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:25.028821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.033533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.055245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.073515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-703144aa-e3fc-48c2-9e4c-616650652acc', 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'fixed_ips': [{'subnet_id': 'c530c087-b9ef-4a68-9f80-b3ebccae3998'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:59:25.074649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.138031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Made reservation on behalf of c1715328c64143e7871be0d232ff367a for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:25.140370 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.142012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc194-626d-41bf-a5ed-a24c53285944 req-5bb6d85a-fda9-4f22-801e-69e69dc48ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:25.143502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507dc194-626d-41bf-a5ed-a24c53285944 req-5bb6d85a-fda9-4f22-801e-69e69dc48ea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eabf0c544a43435099aab3dbd5b15057&device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 1099 time: 0.1640203 Apr 20 12:59:25.169136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68060bab-ca27-4dc5-8f67-6e748f682c25,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:25.171967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.199592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.199925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.219480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Checking segment: {'id': 'c041f50b-279c-4d3b-a950-0f225b2eb9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4d6714c8-24da-4110-abdf-83ed8ffef939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:25.219924 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Network hostable DHCP agents. Network: 4d6714c8-24da-4110-abdf-83ed8ffef939, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:25.220996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Allocated IP 172.20.0.2 (703144aa-e3fc-48c2-9e4c-616650652acc/c530c087-b9ef-4a68-9f80-b3ebccae3998/85a652b7-f613-4748-a995-068cfeae0c11) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:25.225520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Calling delete_port for d10edd56-cf8e-4c71-be8a-7e3d94ab49c3 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:25.236061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.309326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Network 4d6714c8-24da-4110-abdf-83ed8ffef939 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:25.326467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4d6714c8-24da-4110-abdf-83ed8ffef939) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:25.341830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d447ea-303a-4728-9b5a-829f39eb261c None None] Network 4d6714c8-24da-4110-abdf-83ed8ffef939 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:25.342371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:25.342962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.347074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc194-626d-41bf-a5ed-a24c53285944 req-8027086d-154a-4e11-8601-114bbe99fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:25.348668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507dc194-626d-41bf-a5ed-a24c53285944 req-8027086d-154a-4e11-8601-114bbe99fc0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1661382 Apr 20 12:59:25.396934 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f9ac83a8-7299-429d-8656-1dd10070f847 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8510687 Apr 20 12:59:25.399277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.405178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.422334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507dc194-626d-41bf-a5ed-a24c53285944 req-71849814-f8d7-439e-b47e-c9837af887b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=311e5d5f-f440-4476-b725-66fe9aa90c38 HTTP/1.1" status: 200 len: 217 time: 0.0548618 Apr 20 12:59:25.439292 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.455207 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.457707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:25.473823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Network 703144aa-e3fc-48c2-9e4c-616650652acc is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:25.479190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:25.483940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.484311 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Added segment 72bc21d6-6ccd-4632-b4eb-0617a090c947 of type vlan for network 72383997-6ade-4298-983c-792a835060fc Apr 20 12:59:25.485903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:25.503572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:25.542548 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.552118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.630320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Pushing event deleted for resources: {'Port': ['ID=d10edd56-cf8e-4c71-be8a-7e3d94ab49c3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:25.668704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc194-626d-41bf-a5ed-a24c53285944 req-4878b6c3-3859-4b22-aeaa-db3d52a642a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:25.669549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Pushing event updated for resources: {'Port': ['ID=85a652b7-f613-4748-a995-068cfeae0c11,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:25.670252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507dc194-626d-41bf-a5ed-a24c53285944 req-4878b6c3-3859-4b22-aeaa-db3d52a642a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2324979 Apr 20 12:59:25.673338 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.676547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:25.676547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.685046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1898e14-d055-4cff-b915-9b6740fe5e0d None None] Network 4d6714c8-24da-4110-abdf-83ed8ffef939 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:25.705107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Attempting to bind port 85a652b7-f613-4748-a995-068cfeae0c11 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:25.707139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Attempting to bind port 85a652b7-f613-4748-a995-068cfeae0c11 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:25.707864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Attempting to bind port 85a652b7-f613-4748-a995-068cfeae0c11 on network 703144aa-e3fc-48c2-9e4c-616650652acc {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:25.713892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.717188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.718539 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e87bbb4a-4818-4866-8930-4f65e4f9607c tempest-ExternalNetworksAdminNegativeTestJSON-1862715333 tempest-ExternalNetworksAdminNegativeTestJSON-1862715333-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/63c8d8f9-cb13-47d1-be38-2443f0d2213e HTTP/1.1" status: 204 len: 168 time: 0.9807317 Apr 20 12:59:25.728649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbed080-f522-4c75-a2f5-bba13a1c8a3a req-a9255130-ae21-4288-aa1c-6ccc427a8eb1 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:25.736712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dbed080-f522-4c75-a2f5-bba13a1c8a3a req-a9255130-ae21-4288-aa1c-6ccc427a8eb1 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 948 time: 0.1676297 Apr 20 12:59:25.752500 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9010816 Apr 20 12:59:25.753765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:25.754346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Checking segment: {'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:25.755060 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.755596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Bound using segment: {'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:25.756217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Bound port: 85a652b7-f613-4748-a995-068cfeae0c11, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:25.757215 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.760990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36444) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:25.767403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Request body: {'subnet': {'network_id': '72383997-6ade-4298-983c-792a835060fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1198702329-subnet', 'tenant_id': 'c1715328c64143e7871be0d232ff367a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:25.790318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.793882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Made reservation on behalf of c1715328c64143e7871be0d232ff367a for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:25.796379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.799474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c72ab-14f9-4561-af15-229719537b7f admin admin] Pushing event updated for resources: {'Network': ['ID=72383997-6ade-4298-983c-792a835060fc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:25.820883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 72383997-6ade-4298-983c-792a835060fc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:25.859864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0dbed080-f522-4c75-a2f5-bba13a1c8a3a req-83c5b838-ca16-4331-b0b5-7f6f39debbc3 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171827 Apr 20 12:59:25.865470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:25.897375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dc194-626d-41bf-a5ed-a24c53285944 req-3db206b4-fac8-423a-846d-27a8c611cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:25.899896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507dc194-626d-41bf-a5ed-a24c53285944 req-3db206b4-fac8-423a-846d-27a8c611cf21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2055583 Apr 20 12:59:25.939432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] For port 85a652b7-f613-4748-a995-068cfeae0c11, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:25.943129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] For port 85a652b7-f613-4748-a995-068cfeae0c11, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85a652b7-f613-4748-a995-068cfeae0c11,segment=NetworkSegment(a07bcb91-74da-4fd9-930f-a6808f37fc5c),segment_id=a07bcb91-74da-4fd9-930f-a6808f37fc5c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:25.956947 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.066568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.091961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00b3ed-ccec-43d1-92c4-40c2d9242418 None None] Pushing event updated for resources: {'Port': ['ID=85a652b7-f613-4748-a995-068cfeae0c11,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:26.172944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:26.191381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Checking segment: {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:26.192004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Network hostable DHCP agents. Network: 72383997-6ade-4298-983c-792a835060fc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:26.219818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Network 72383997-6ade-4298-983c-792a835060fc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:26.241357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36454) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:26.248659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 72383997-6ade-4298-983c-792a835060fc) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:26.253861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:26.254458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.306066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b896c98e-734e-41d8-80e2-af976c2574bf None None] Network 72383997-6ade-4298-983c-792a835060fc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:26.309540 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-407239da-e379-41c7-852b-a8a34ad875fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5473282 Apr 20 12:59:26.361576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36462) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:26.367385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-248132613-network', 'tenant_id': 'ff46dc9b0893452caa95c23f46040e6a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:26.418911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Made reservation on behalf of ff46dc9b0893452caa95c23f46040e6a for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:26.425242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.449063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.503301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507dc194-626d-41bf-a5ed-a24c53285944 req-aaa232e3-1b88-44a0-9b77-f8edafac4962 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580447 Apr 20 12:59:26.504380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Allocated IP 172.25.3.150 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ba45c83a-bec0-4dec-bab8-68b25461bdbb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:26.691111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.698694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.737238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8251d1-d97b-4537-ae0f-52067c65aba9 None None] Network 72383997-6ade-4298-983c-792a835060fc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:26.738237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:26.748474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507dc194-626d-41bf-a5ed-a24c53285944 req-36df892d-9d5b-4712-9bd7-d51b7a6b182b service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327189 Apr 20 12:59:26.755058 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c0e3df-85a8-42c3-be24-9f40527c7b9f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:26.772693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.773063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.773472 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Added segment 38ecd257-e173-4150-b1c1-35f8c3f91d3c of type vlan for network 14694844-9b63-4a6c-81d2-ae85f9491c2c Apr 20 12:59:26.822087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.844838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:26.847525 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.873832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:26.881980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:26.892838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.894217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:26.894816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.908969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83009fd3-7943-4715-a281-dd11fc5cbc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:26.909371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 311e5d5f-f440-4476-b725-66fe9aa90c38 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:59:26.919744 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5542042 Apr 20 12:59:26.938063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36480) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:26.945219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Request body: {'subnet': {'network_id': '14694844-9b63-4a6c-81d2-ae85f9491c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-248132613-subnet', 'tenant_id': 'ff46dc9b0893452caa95c23f46040e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:27.040052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff1eb69-30da-4151-b75f-447cd53f6da2 admin admin] Pushing event updated for resources: {'Network': ['ID=14694844-9b63-4a6c-81d2-ae85f9491c2c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:27.054238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Made reservation on behalf of ff46dc9b0893452caa95c23f46040e6a for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:27.057137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.063588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 14694844-9b63-4a6c-81d2-ae85f9491c2c details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:27.066816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 311e5d5f-f440-4476-b725-66fe9aa90c38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=311e5d5f-f440-4476-b725-66fe9aa90c38,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:27.115318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Pushing event updated for resources: {'Port': ['ID=ba45c83a-bec0-4dec-bab8-68b25461bdbb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:27.178876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c0148-24c6-4166-8504-fc8ecb9ee522 req-2d518c37-cf34-44f9-96aa-796f3f646dd4 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:27.185949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '311e5d5f-f440-4476-b725-66fe9aa90c38', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '311e5d5f-f440-4476-b725-66fe9aa90c38', 'mac_address': 'fa:16:3e:53:91:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:59:27.188009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-158c0148-24c6-4166-8504-fc8ecb9ee522 req-2d518c37-cf34-44f9-96aa-796f3f646dd4 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 948 time: 0.2340171 Apr 20 12:59:27.199234 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83009fd3-7943-4715-a281-dd11fc5cbc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.208356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83009fd3-7943-4715-a281-dd11fc5cbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.246287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83009fd3-7943-4715-a281-dd11fc5cbc3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99e471f8ccad4085810e51c800ffbb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0032179 Apr 20 12:59:27.250039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36482) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:27.255610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.273726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-546a4edb-8b97-4ae1-8f6d-ae4f95280c97 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:27.278390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311e5d5f-f440-4476-b725-66fe9aa90c38 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:27.282014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-546a4edb-8b97-4ae1-8f6d-ae4f95280c97 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 815 time: 0.3377180 Apr 20 12:59:27.301784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-5183ecbe-22b1-4ae4-b630-704b8579b1ba tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/quotas/c1715328c64143e7871be0d232ff367a HTTP/1.1" status: 200 len: 375 time: 0.0187855 Apr 20 12:59:27.315069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 311e5d5f-f440-4476-b725-66fe9aa90c38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=311e5d5f-f440-4476-b725-66fe9aa90c38,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:27.321820 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.351541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83009fd3-7943-4715-a281-dd11fc5cbc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f0e0ce-1685-41ec-9cd6-2fb5827d193a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:27.360144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-158c0148-24c6-4166-8504-fc8ecb9ee522 req-f3092613-21dd-4235-b2d1-f058063b5ae9 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707044 Apr 20 12:59:27.364100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-072d8609-e6af-4656-a968-d252b9c5c74a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565984 Apr 20 12:59:27.367971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d06112-9b1c-43bc-9126-8d9a997c4e23 None None] Network 703144aa-e3fc-48c2-9e4c-616650652acc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:27.380202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bab96c5-c47e-4026-b645-636c1fd72397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.407318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bab96c5-c47e-4026-b645-636c1fd72397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.471169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bab96c5-c47e-4026-b645-636c1fd72397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.473930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=311e5d5f-f440-4476-b725-66fe9aa90c38,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:27.478458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bab96c5-c47e-4026-b645-636c1fd72397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.484516 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5bab96c5-c47e-4026-b645-636c1fd72397 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3f0e0ce-1685-41ec-9cd6-2fb5827d193a HTTP/1.1" status: 204 len: 168 time: 0.2251344 Apr 20 12:59:27.501477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab96c5-c47e-4026-b645-636c1fd72397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f0e0ce-1685-41ec-9cd6-2fb5827d193a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:27.501615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.518358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f06e0105-8a88-4bb8-8a29-d3d5c0e73db7 None None] Provisioning complete for port 85a652b7-f613-4748-a995-068cfeae0c11 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:27.518759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f06e0105-8a88-4bb8-8a29-d3d5c0e73db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.598063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.601672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['311e5d5f-f440-4476-b725-66fe9aa90c38'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:59:27.621848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 85a652b7-f613-4748-a995-068cfeae0c11 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:27.687538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b353448-4378-424b-8dba-a87d9d12085b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:27.696811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Checking segment: {'id': '38ecd257-e173-4150-b1c1-35f8c3f91d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '14694844-9b63-4a6c-81d2-ae85f9491c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:27.697432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Network hostable DHCP agents. Network: 14694844-9b63-4a6c-81d2-ae85f9491c2c, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:27.722921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Network 14694844-9b63-4a6c-81d2-ae85f9491c2c is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:27.730461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-095b4b46-bff6-4104-828f-b08f2dd5bf69 service neutron] 10.222.0.24 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175836 Apr 20 12:59:27.739474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 14694844-9b63-4a6c-81d2-ae85f9491c2c) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:27.745277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:27.745899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.784812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1b53b-b26f-49da-9490-7b49edefbe57 None None] Network 14694844-9b63-4a6c-81d2-ae85f9491c2c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:27.789380 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2e97643f-2ce7-4560-808e-5763e60b2781 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8501446 Apr 20 12:59:27.922717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-621886c4-5d4d-48d6-ab0c-4d29f3183feb service neutron] 10.222.0.24 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562846 Apr 20 12:59:27.946082 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f06e0105-8a88-4bb8-8a29-d3d5c0e73db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.956088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 85a652b7-f613-4748-a995-068cfeae0c11 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:27.956910 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:27.974661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.024003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36496) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:28.114107 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8eb808dd-35c7-478b-8eb5-f90575240fbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2ddf737a9864b2c999ce7090e953f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889058 Apr 20 12:59:28.116737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36498) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:28.160029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f06e0105-8a88-4bb8-8a29-d3d5c0e73db7 None None] For port 85a652b7-f613-4748-a995-068cfeae0c11, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85a652b7-f613-4748-a995-068cfeae0c11,segment=NetworkSegment(a07bcb91-74da-4fd9-930f-a6808f37fc5c),segment_id=a07bcb91-74da-4fd9-930f-a6808f37fc5c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:28.188248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f06e0105-8a88-4bb8-8a29-d3d5c0e73db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.255197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36504) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:28.264133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e0105-8a88-4bb8-8a29-d3d5c0e73db7 None None] Pushing event updated for resources: {'Port': ['ID=85a652b7-f613-4748-a995-068cfeae0c11,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:28.278979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bfd29a1-8439-44ca-ac82-4da29c5386c1 req-4c25b455-aec0-495b-b33b-635d438ab970 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 210 time: 0.0802293 Apr 20 12:59:28.317198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ee4da564-6c82-4bc0-9b9e-66495645a3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.341905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] Deleting subnet 68060bab-ca27-4dc5-8f67-6e748f682c25 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:28.347580 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.347797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Router 685778ae-08c8-4ea7-9668-b064d7d56167 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 12:59:28.350460 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ee4da564-6c82-4bc0-9b9e-66495645a3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.397335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1440459e-ac42-4201-8ed1-27776ce96858 None None] Network 14694844-9b63-4a6c-81d2-ae85f9491c2c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:28.462848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.473396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f911e400-0289-4a5a-80e4-0b1389ce51ac None None] Provisioning complete for port 85a652b7-f613-4748-a995-068cfeae0c11 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:28.473873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f911e400-0289-4a5a-80e4-0b1389ce51ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.516393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.558733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ee4da564-6c82-4bc0-9b9e-66495645a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.561210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ee4da564-6c82-4bc0-9b9e-66495645a3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.562607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ee4da564-6c82-4bc0-9b9e-66495645a3f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/486984c2-d4cb-4210-8fb3-b3422b190e52 HTTP/1.1" status: 204 len: 168 time: 0.4448757 Apr 20 12:59:28.568591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:28.583912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907d506-c223-4196-974b-f548d7542001 None None] Sync routers for ids ['685778ae-08c8-4ea7-9668-b064d7d56167'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:28.594521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4da564-6c82-4bc0-9b9e-66495645a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486984c2-d4cb-4210-8fb3-b3422b190e52,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:28.596394 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] Routers {'685778ae-08c8-4ea7-9668-b064d7d56167'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:28.597166 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['685778ae-08c8-4ea7-9668-b064d7d56167'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:28.650266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb94f-637a-44cb-9619-74bc2f572f4e req-9e259720-3d7e-4dae-b356-c73a034810d9 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:28.652955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f0cb94f-637a-44cb-9619-74bc2f572f4e req-9e259720-3d7e-4dae-b356-c73a034810d9 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 949 time: 0.1540697 Apr 20 12:59:28.661362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.676788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.681145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ffd358ce-01af-4dd4-9d9a-59b881383547 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8048506 Apr 20 12:59:28.681145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36514) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:28.751509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.757920 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68060bab-ca27-4dc5-8f67-6e748f682c25 HTTP/1.1" status: 204 len: 168 time: 0.5011997 Apr 20 12:59:28.758249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36518) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:28.758988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b717470-afdd-4414-97a3-dbd1e9a5302e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68060bab-ca27-4dc5-8f67-6e748f682c25,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:28.796361 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] Set router 685778ae-08c8-4ea7-9668-b064d7d56167 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:28.848474 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:28.984918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f0cb94f-637a-44cb-9619-74bc2f572f4e req-f2887509-943c-424b-93c6-0a3f6ada5e77 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242042 Apr 20 12:59:29.005820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.020675 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:27Z', 'revision_number': 3, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:29.035688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6714c8-24da-4110-abdf-83ed8ffef939']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:29.045647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c041f50b-279c-4d3b-a950-0f225b2eb9d8') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:29.045961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c041f50b-279c-4d3b-a950-0f225b2eb9d8') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:29.057901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.062656 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907d506-c223-4196-974b-f548d7542001 None None] Checking router: 685778ae-08c8-4ea7-9668-b064d7d56167 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:29.063014 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907d506-c223-4196-974b-f548d7542001 None None] Updating router 685778ae-08c8-4ea7-9668-b064d7d56167 port ba45c83a-bec0-4dec-bab8-68b25461bdbb binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:59:29.074963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.087736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:29.088158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.093484 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7907d506-c223-4196-974b-f548d7542001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:29.105302 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:29.187470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.214521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.218123 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4d6714c8-24da-4110-abdf-83ed8ffef939 HTTP/1.1" status: 204 len: 168 time: 0.4555957 Apr 20 12:59:29.219192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a36cd6-1f2f-4813-8295-59d9d4d743f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6714c8-24da-4110-abdf-83ed8ffef939,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:29.221204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36532) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:29.283134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] Deleting subnet 5b353448-4378-424b-8dba-a87d9d12085b {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:29.286831 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.317847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.350329 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.401789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.457795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0069ce5c-12c0-475d-a2ee-0097c23acdb5 req-66cad6cc-106c-43a0-ab83-0cbdb0299b63 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 210 time: 0.0528271 Apr 20 12:59:29.501118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.536057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b353448-4378-424b-8dba-a87d9d12085b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:29.540427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.544269 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6f1b0afe-b6a4-4eb9-8b29-c839cac4a0e7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5b353448-4378-424b-8dba-a87d9d12085b HTTP/1.1" status: 204 len: 168 time: 0.3219366 Apr 20 12:59:29.547112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:29.553302 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7907d506-c223-4196-974b-f548d7542001 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.553746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 85a652b7-f613-4748-a995-068cfeae0c11 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:29.565126 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7907d506-c223-4196-974b-f548d7542001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.639502 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Pushing event updated for resources: {'Port': ['ID=ba45c83a-bec0-4dec-bab8-68b25461bdbb,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:29.647787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.670805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 85a652b7-f613-4748-a995-068cfeae0c11 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:29.672169 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.672607 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7907d506-c223-4196-974b-f548d7542001 None None] Attempting to bind port ba45c83a-bec0-4dec-bab8-68b25461bdbb on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:29.673158 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7907d506-c223-4196-974b-f548d7542001 None None] Attempting to bind port ba45c83a-bec0-4dec-bab8-68b25461bdbb by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:29.673704 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907d506-c223-4196-974b-f548d7542001 None None] Attempting to bind port ba45c83a-bec0-4dec-bab8-68b25461bdbb on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:29.687787 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907d506-c223-4196-974b-f548d7542001 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:29.688616 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907d506-c223-4196-974b-f548d7542001 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:29.689677 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7907d506-c223-4196-974b-f548d7542001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.690493 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7907d506-c223-4196-974b-f548d7542001 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:29.691279 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7907d506-c223-4196-974b-f548d7542001 None None] Bound port: ba45c83a-bec0-4dec-bab8-68b25461bdbb, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:29.691885 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7907d506-c223-4196-974b-f548d7542001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.804114 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7907d506-c223-4196-974b-f548d7542001 None None] For port ba45c83a-bec0-4dec-bab8-68b25461bdbb, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:29.814994 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7907d506-c223-4196-974b-f548d7542001 None None] For port ba45c83a-bec0-4dec-bab8-68b25461bdbb, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ba45c83a-bec0-4dec-bab8-68b25461bdbb,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:29.822350 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.823401 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.825670 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.826273 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.827020 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.829225 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.830802 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.831368 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.832779 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.834071 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.835922 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.837015 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:29.852697 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7907d506-c223-4196-974b-f548d7542001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:29.963205 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] Routers {'685778ae-08c8-4ea7-9668-b064d7d56167'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:29.963842 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['685778ae-08c8-4ea7-9668-b064d7d56167'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:30.017539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.026756 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c58f3c-2097-4388-8434-fd8a21fec458 None None] Pushing event updated for resources: {'Port': ['ID=ba45c83a-bec0-4dec-bab8-68b25461bdbb,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:30.079340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14694844-9b63-4a6c-81d2-ae85f9491c2c']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:30.107295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-175936df-b5b2-4666-bdd0-0bc9b35fb6fb tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:30.112639 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-175936df-b5b2-4666-bdd0-0bc9b35fb6fb tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 815 time: 0.4204991 Apr 20 12:59:30.115546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ecd257-e173-4150-b1c1-35f8c3f91d3c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:30.115839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ecd257-e173-4150-b1c1-35f8c3f91d3c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:30.141511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Request body: {'port': {'device_id': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'admin_state_up': True, 'tenant_id': 'c1715328c64143e7871be0d232ff367a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:30.149581 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.164335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] Set router 685778ae-08c8-4ea7-9668-b064d7d56167 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:30.186296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Allocated IP 172.20.0.1 (703144aa-e3fc-48c2-9e4c-616650652acc/c530c087-b9ef-4a68-9f80-b3ebccae3998/46bad51d-0229-4da7-889d-f8b56c034cbb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:30.200010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.212912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:30.213310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:30.215056 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:30.299235 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.328039 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.331912 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] 10.222.0.24 "DELETE /v2.0/networks/14694844-9b63-4a6c-81d2-ae85f9491c2c HTTP/1.1" status: 204 len: 168 time: 0.7831500 Apr 20 12:59:30.332852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Made reservation on behalf of c1715328c64143e7871be0d232ff367a for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:30.338039 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.357903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734f744-283a-4873-8af4-8f41d10d347c admin admin] Pushing event deleted for resources: {'Network': ['ID=14694844-9b63-4a6c-81d2-ae85f9491c2c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:30.358162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aae27-31d5-4d50-b6cc-a8e72c846863 req-501c8fae-d9c5-4115-9aa9-b50a691bf04d tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:30.359774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-263aae27-31d5-4d50-b6cc-a8e72c846863 req-501c8fae-d9c5-4115-9aa9-b50a691bf04d tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 949 time: 0.0819256 Apr 20 12:59:30.362787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.399112 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7907d506-c223-4196-974b-f548d7542001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:27Z', 'revision_number': 3, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:30.425811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-263aae27-31d5-4d50-b6cc-a8e72c846863 req-6d24e16c-f30a-411e-9f2b-a65052210a87 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Apr 20 12:59:30.438670 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.516513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Network 703144aa-e3fc-48c2-9e4c-616650652acc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:30.521003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:30.542236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:30.592961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Allocated IP 172.20.0.4 (72383997-6ade-4298-983c-792a835060fc/e8eaaecf-934d-47c5-b7b6-56772a0c3c5d/0b5b100f-2349-488d-abab-af997973eadb) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:30.639792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Pushing event updated for resources: {'Port': ['ID=46bad51d-0229-4da7-889d-f8b56c034cbb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:30.644257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.654208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36572) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:30.666628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7907d506-c223-4196-974b-f548d7542001 None None] The sync data for ids ['685778ae-08c8-4ea7-9668-b064d7d56167'] in n-d-838550-2 is: [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:27Z', 'revision_number': 3, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:30.761574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-663a6b84-01a1-43ec-b045-8a7cb0c6bb2e req-541e86fb-02b3-4385-99c5-08d7a3c4a3a9 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 210 time: 0.1094074 Apr 20 12:59:30.828690 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fb66c63a-aac4-463f-8139-a3e748a40780 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22ec9b865dc24387b1f8aea157d47069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1700995 Apr 20 12:59:30.834196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:30.875834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-26a9b33e-da54-43dd-828f-bd5b137f02b8 None None] Provisioning complete for port 46bad51d-0229-4da7-889d-f8b56c034cbb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:30.876419 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-26a9b33e-da54-43dd-828f-bd5b137f02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.938132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a7b1160-5ae6-4687-86da-e1e5c4ca267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.945420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:30.953859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 311e5d5f-f440-4476-b725-66fe9aa90c38 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:30.960145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-26a9b33e-da54-43dd-828f-bd5b137f02b8 None None] Port 46bad51d-0229-4da7-889d-f8b56c034cbb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:30.974234 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a7b1160-5ae6-4687-86da-e1e5c4ca267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.030659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.034081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 311e5d5f-f440-4476-b725-66fe9aa90c38 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:59:31.039408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 311e5d5f-f440-4476-b725-66fe9aa90c38 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:31.039779 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.083475 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.154419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a7b1160-5ae6-4687-86da-e1e5c4ca267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.157083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a7b1160-5ae6-4687-86da-e1e5c4ca267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.166906 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.171795 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1a7b1160-5ae6-4687-86da-e1e5c4ca267b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91cd95b4-0dc0-4465-aec4-62dd158afd85 HTTP/1.1" status: 204 len: 168 time: 0.3350663 Apr 20 12:59:31.175934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Network 72383997-6ade-4298-983c-792a835060fc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:31.212234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b1160-5ae6-4687-86da-e1e5c4ca267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cd95b4-0dc0-4465-aec4-62dd158afd85,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:31.213899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 311e5d5f-f440-4476-b725-66fe9aa90c38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=311e5d5f-f440-4476-b725-66fe9aa90c38,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:31.214935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311e5d5f-f440-4476-b725-66fe9aa90c38'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:31.217622 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eefea7b-165b-4694-9cd9-dd09f621f335" -d '{"events": [{"server_uuid": "ca32d9a6-b496-40fb-a92e-6ce01c41a6f7", "name": "network-vif-plugged", "status": "completed", "tag": "311e5d5f-f440-4476-b725-66fe9aa90c38"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:31.224742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:31.229836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:31.241853 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.330578 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1ec7bc-0b72-4e4b-9626-c417a57e3e86 x-openstack-request-id: req-fd1ec7bc-0b72-4e4b-9626-c417a57e3e86 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:31.331212 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32d9a6-b496-40fb-a92e-6ce01c41a6f7", "name": "network-vif-plugged", "status": "completed", "tag": "311e5d5f-f440-4476-b725-66fe9aa90c38", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:31.331782 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd1ec7bc-0b72-4e4b-9626-c417a57e3e86 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:31.331881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:31.332319 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1ec7bc-0b72-4e4b-9626-c417a57e3e86'] response: {'server_uuid': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311e5d5f-f440-4476-b725-66fe9aa90c38', 'code': 200} Apr 20 12:59:31.380007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:31.380660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.393205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=311e5d5f-f440-4476-b725-66fe9aa90c38,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:31.430872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-29a6e80d-a1ce-417d-ba55-9765ca6e1202 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2940674 Apr 20 12:59:31.441219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.448428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Request body: {'port': {'device_id': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:31.452977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.483509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bd0ac-27f0-40f5-910e-3ed9e20e8447 req-05c7dea3-cf2d-44b6-9c2d-f269f400577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:31.486972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c78bd0ac-27f0-40f5-910e-3ed9e20e8447 req-05c7dea3-cf2d-44b6-9c2d-f269f400577b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 1101 time: 0.1010752 Apr 20 12:59:31.585972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.598608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba45c83a-bec0-4dec-bab8-68b25461bdbb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:31.628585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Pushing event updated for resources: {'Port': ['ID=46bad51d-0229-4da7-889d-f8b56c034cbb,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:31.715997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ba45c83a-bec0-4dec-bab8-68b25461bdbb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:31.716285 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.764620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.828855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c78bd0ac-27f0-40f5-910e-3ed9e20e8447 req-08ddaf08-2324-4764-8c04-8ccf4fbb6874 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875000 Apr 20 12:59:31.858445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e532fc-2117-48c2-be3f-2d00f6bf470b req-8fc8fc00-36a6-42e9-8cf0-4507a4155ee9 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:31.860981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85e532fc-2117-48c2-be3f-2d00f6bf470b req-8fc8fc00-36a6-42e9-8cf0-4507a4155ee9 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.2297652 Apr 20 12:59:31.898667 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.946662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port ba45c83a-bec0-4dec-bab8-68b25461bdbb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ba45c83a-bec0-4dec-bab8-68b25461bdbb,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:31.954072 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:31.977901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85e532fc-2117-48c2-be3f-2d00f6bf470b req-3d921aef-5143-474f-8e21-7767320982d6 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857446 Apr 20 12:59:32.016643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36604) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:32.049369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=ba45c83a-bec0-4dec-bab8-68b25461bdbb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:32.070026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e97687-f7b7-44f7-a595-09e84f4fc17f req-9a519c03-2934-4c15-ac53-8698744a88df tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:32.074252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60e97687-f7b7-44f7-a595-09e84f4fc17f req-9a519c03-2934-4c15-ac53-8698744a88df tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 931 time: 0.1398447 Apr 20 12:59:32.108063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5b100f-2349-488d-abab-af997973eadb {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:32.118995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.121717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Network 703144aa-e3fc-48c2-9e4c-616650652acc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:32.131717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:32.134612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Transition to ACTIVE for port object 0b5b100f-2349-488d-abab-af997973eadb will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:59:32.142526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.154461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-777c1161-d464-46c3-937d-5ad36e97d2f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff46dc9b0893452caa95c23f46040e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254227 Apr 20 12:59:32.154461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36606) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:32.157124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36608) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:32.189841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60e97687-f7b7-44f7-a595-09e84f4fc17f req-058b09f6-9ac3-4465-9b5a-9772b00a8e77 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977373 Apr 20 12:59:32.232166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:32.276870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06e5a4d5-584f-4174-8841-0812de6c9b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.290431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Attempting to bind port 0b5b100f-2349-488d-abab-af997973eadb on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:32.290811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Attempting to bind port 0b5b100f-2349-488d-abab-af997973eadb by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:32.291321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Attempting to bind port 0b5b100f-2349-488d-abab-af997973eadb on network 72383997-6ade-4298-983c-792a835060fc {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:32.296033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Port 0b5b100f-2349-488d-abab-af997973eadb on network 72383997-6ade-4298-983c-792a835060fc not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:32.296484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Attempting to bind port 0b5b100f-2349-488d-abab-af997973eadb on network 72383997-6ade-4298-983c-792a835060fc {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:32.302071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:32.302288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06e5a4d5-584f-4174-8841-0812de6c9b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.302409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Checking segment: {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:32.302592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Bound using segment: {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:32.303224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Bound port: 0b5b100f-2349-488d-abab-af997973eadb, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:32.303601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.335689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-238e35f2-cb24-4ad6-93f1-76d03426657f tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:32.382785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:32.386791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:32.393351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.411787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-238e35f2-cb24-4ad6-93f1-76d03426657f tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "PUT /v2.0/quotas/2ad63d37186b4d82a7533893bf668e91 HTTP/1.1" status: 200 len: 368 time: 0.2552552 Apr 20 12:59:32.416344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36612) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:32.421353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Request body: {'network': {'project_id': '2ad63d37186b4d82a7533893bf668e91'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:32.425396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Router 685778ae-08c8-4ea7-9668-b064d7d56167 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:32.442906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:32.443167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06e5a4d5-584f-4174-8841-0812de6c9b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.443679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.445366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] 10.222.0.30 "PUT /v2.0/ports/0b5b100f-2349-488d-abab-af997973eadb HTTP/1.1" status: 200 len: 1091 time: 1.0063677 Apr 20 12:59:32.445552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06e5a4d5-584f-4174-8841-0812de6c9b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.445967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'tag': '0b5b100f-2349-488d-abab-af997973eadb'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:32.449573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-06e5a4d5-584f-4174-8841-0812de6c9b0c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02c0e3df-85a8-42c3-be24-9f40527c7b9f HTTP/1.1" status: 204 len: 168 time: 0.2786546 Apr 20 12:59:32.449784 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011" -d '{"events": [{"name": "network-changed", "server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "tag": "0b5b100f-2349-488d-abab-af997973eadb"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:32.471273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52bfe0d-1775-475c-b800-bbfc368c4f12 service neutron] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:32.474702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Made reservation on behalf of 2ad63d37186b4d82a7533893bf668e91 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:32.477230 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.479293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5a4d5-584f-4174-8841-0812de6c9b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c0e3df-85a8-42c3-be24-9f40527c7b9f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:32.499648 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df54d17-d22b-48c7-8725-fbfc0da71531 x-openstack-request-id: req-3df54d17-d22b-48c7-8725-fbfc0da71531 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:32.500029 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "tag": "0b5b100f-2349-488d-abab-af997973eadb", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:32.500556 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3df54d17-d22b-48c7-8725-fbfc0da71531 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:32.501291 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3df54d17-d22b-48c7-8725-fbfc0da71531'] response: {'name': 'network-changed', 'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'tag': '0b5b100f-2349-488d-abab-af997973eadb', 'status': 'completed', 'code': 200} Apr 20 12:59:32.506397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6284bdef-7a83-4325-a90f-e4a8b5f2c0a6 None None] Provisioning complete for port 46bad51d-0229-4da7-889d-f8b56c034cbb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:32.507115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6284bdef-7a83-4325-a90f-e4a8b5f2c0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.550002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6284bdef-7a83-4325-a90f-e4a8b5f2c0a6 None None] Port 46bad51d-0229-4da7-889d-f8b56c034cbb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:32.568124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.606478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-c7fcaf6e-7e3f-4c99-ae09-c60f8717c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:32.611927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-c7fcaf6e-7e3f-4c99-ae09-c60f8717c933 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 1094 time: 0.1092827 Apr 20 12:59:32.662886 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-248a37ee-8a1a-417a-b4c0-77ffd68117c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b5b100f-2349-488d-abab-af997973eadb HTTP/1.1" status: 200 len: 217 time: 0.0392909 Apr 20 12:59:32.677609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:32.683958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6d63e4f8-2d27-4706-9dac-cdf987a7eb70 admin admin] 10.222.0.24 "PUT /v2.0/routers/685778ae-08c8-4ea7-9668-b064d7d56167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9869223 Apr 20 12:59:32.734798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.742080 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.746261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-ac70b088-e79a-472c-8e1b-7885b772b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:32.748158 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-ac70b088-e79a-472c-8e1b-7885b772b49f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d HTTP/1.1" status: 200 len: 855 time: 0.0722520 Apr 20 12:59:32.758889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:32.775581 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.776275 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Added segment 6c910ad1-8ceb-4830-8518-98f6f151c1c4 of type vlan for network eb035168-7a10-4671-b1c5-891b63cb9ad4 Apr 20 12:59:32.793943 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-844e918c-bb4f-4cdc-afaf-9ab77d1c2e48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72383997-6ade-4298-983c-792a835060fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338848 Apr 20 12:59:32.847898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837dee45-064e-4f6d-8d5c-af35d359a251,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:32.853461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.895227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.897440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:32.898966 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:32.927520 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-61275add-9ee8-4165-acf2-c5072a8e7244 service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246586 Apr 20 12:59:32.984888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5669737 Apr 20 12:59:32.987680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36630) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:33.000391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Request body: {'network': {'project_id': '2ad63d37186b4d82a7533893bf668e91'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:33.013267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f453-66f4-49de-969e-ee97280f73a1 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Pushing event updated for resources: {'Network': ['ID=eb035168-7a10-4671-b1c5-891b63cb9ad4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:33.025285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network eb035168-7a10-4671-b1c5-891b63cb9ad4 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:33.043251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Made reservation on behalf of 2ad63d37186b4d82a7533893bf668e91 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:33.046959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.084482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:33.098846 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.099448 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Added segment 946fe130-9bba-4a52-be74-85bfece9e97b of type vlan for network b466ea5c-b19d-44c4-8eb5-c09b47b1ca57 Apr 20 12:59:33.162820 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d0d3f46a-7b75-4919-af9d-7b29f04b48ce req-a9fef837-f750-4238-939e-acff83f329cd service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272882 Apr 20 12:59:33.165993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Sync routers for ids ['685778ae-08c8-4ea7-9668-b064d7d56167'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:33.197671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Routers {'685778ae-08c8-4ea7-9668-b064d7d56167'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:33.198943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['685778ae-08c8-4ea7-9668-b064d7d56167'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:33.228965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.295798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-5d39a349-c1b2-4242-93ca-88eca19d8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:33.298873 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-5d39a349-c1b2-4242-93ca-88eca19d8b7f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 1094 time: 0.0717993 Apr 20 12:59:33.365700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Set router 685778ae-08c8-4ea7-9668-b064d7d56167 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:33.426224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-91b0d32e-42c1-4470-851c-2445cef9f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:33.428057 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-91b0d32e-42c1-4470-851c-2445cef9f553 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 916 time: 0.1183803 Apr 20 12:59:33.450954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.453108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:33.453870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.554538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Pushing event updated for resources: {'Network': ['ID=b466ea5c-b19d-44c4-8eb5-c09b47b1ca57,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:33.581728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99da147f-cf36-468b-a738-aabea8cc89be req-edf80340-0675-4e82-8e2f-f081109e5e3e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3281245 Apr 20 12:59:33.585692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.586263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.586765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.587259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.587778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.588267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.588742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.589237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.589773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.590258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.590753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.591235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:33.598839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:33.607170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d82a1ceb-f756-46ba-a881-05b0abae2325 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6184056 Apr 20 12:59:33.611136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36650) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:33.617617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3160c61e-65a5-422b-96eb-0622f5324dc5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Request body: {'network': {'project_id': '2ad63d37186b4d82a7533893bf668e91'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:33.631479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8b6e2-c809-46ee-8568-0b7da445edb0 req-bdf02629-4c24-429c-835a-44766fcd9615 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:33.633307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8e8b6e2-c809-46ee-8568-0b7da445edb0 req-bdf02629-4c24-429c-835a-44766fcd9615 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.4582605 Apr 20 12:59:33.657380 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3160c61e-65a5-422b-96eb-0622f5324dc5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 20 12:59:33.658131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3160c61e-65a5-422b-96eb-0622f5324dc5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 12:59:33.659475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3160c61e-65a5-422b-96eb-0622f5324dc5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0463784 Apr 20 12:59:33.670441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36654) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:33.699447 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.727039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8e8b6e2-c809-46ee-8568-0b7da445edb0 req-8db98a8e-ff45-4edf-a259-de8a91d413f3 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844123 Apr 20 12:59:33.774811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba45c83a-bec0-4dec-bab8-68b25461bdbb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:33.777317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network b466ea5c-b19d-44c4-8eb5-c09b47b1ca57 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:33.793134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f7ddd31-9da9-4f44-b0ad-8eb4a47ccd05 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ad63d37186b4d82a7533893bf668e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1189742 Apr 20 12:59:33.793372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36658) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:33.920361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaa8e6-d05e-4661-88f4-898645248d69 req-129a9ec8-698f-46b3-8300-fdeb379e1ee6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:33.921844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-daaaa8e6-d05e-4661-88f4-898645248d69 req-129a9ec8-698f-46b3-8300-fdeb379e1ee6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 943 time: 0.0917792 Apr 20 12:59:33.922823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c28565d-9b26-4e87-8322-3f24abe4b0f5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.968263 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-db3c7449-83e0-46fb-917f-4d7c15d991a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b5b100f-2349-488d-abab-af997973eadb HTTP/1.1" status: 200 len: 217 time: 0.5280936 Apr 20 12:59:33.975827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c28565d-9b26-4e87-8322-3f24abe4b0f5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:33.992362 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.010355 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eecbbe54-fd47-445b-a170-c4531c9d924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.032343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-daaaa8e6-d05e-4661-88f4-898645248d69 req-e60ac15a-049d-42a3-b681-caedff4d86ee tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974607 Apr 20 12:59:34.044872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ba45c83a-bec0-4dec-bab8-68b25461bdbb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:34.045805 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.094850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-72b33be7-9a40-4df9-ba38-eac190f58d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:34.096352 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-72b33be7-9a40-4df9-ba38-eac190f58d14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d HTTP/1.1" status: 200 len: 855 time: 0.1194422 Apr 20 12:59:34.103305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:30Z', 'revision_number': 4, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '46bad51d-0229-4da7-889d-f8b56c034cbb', 'name': '', 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'mac_address': 'fa:16:3e:17:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'c530c087-b9ef-4a68-9f80-b3ebccae3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:29Z', 'updated_at': '2022-04-20T12:59:31Z', 'revision_number': 2, 'project_id': 'b97798b7279b40908abf90848952d005', 'subnets': [{'id': 'c530c087-b9ef-4a68-9f80-b3ebccae3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:34.134166 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-334292d3-e9ca-46fb-bef8-60b0020fdaa6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72383997-6ade-4298-983c-792a835060fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293233 Apr 20 12:59:34.136519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Checking router: 685778ae-08c8-4ea7-9668-b064d7d56167 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:34.136875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Updating router 685778ae-08c8-4ea7-9668-b064d7d56167 port 46bad51d-0229-4da7-889d-f8b56c034cbb binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 12:59:34.173237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.177033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Allocated IP 172.25.3.109 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/76753789-8517-44d6-ad38-161ca55d1a91) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:34.251535 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-3afcf430-f061-4385-83c5-92ff9fc7d58c service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093531 Apr 20 12:59:34.260793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c28565d-9b26-4e87-8322-3f24abe4b0f5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.263211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c28565d-9b26-4e87-8322-3f24abe4b0f5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.264343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c28565d-9b26-4e87-8322-3f24abe4b0f5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/837dee45-064e-4f6d-8d5c-af35d359a251 HTTP/1.1" status: 204 len: 168 time: 0.4700634 Apr 20 12:59:34.268327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36670) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:34.295093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28565d-9b26-4e87-8322-3f24abe4b0f5 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837dee45-064e-4f6d-8d5c-af35d359a251,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:34.378831 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.386336 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.388236 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8c0a4ae-8c8e-4caf-94ed-2c324b902011 req-104e986c-e120-4194-b9cf-c2d5538a8abb service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222510 Apr 20 12:59:34.492739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.560842 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.568122 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.623438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452ed77-5aa4-4bc3-a4d3-7c16f53a6af5 None None] Pushing event updated for resources: {'Port': ['ID=46bad51d-0229-4da7-889d-f8b56c034cbb,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:34.688514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Attempting to bind port 46bad51d-0229-4da7-889d-f8b56c034cbb on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:34.688894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Attempting to bind port 46bad51d-0229-4da7-889d-f8b56c034cbb by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:34.689263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Attempting to bind port 46bad51d-0229-4da7-889d-f8b56c034cbb on network 703144aa-e3fc-48c2-9e4c-616650652acc {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:34.694979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:34.695539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Checking segment: {'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:34.695951 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.697256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Bound using segment: {'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:34.697780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Bound port: 46bad51d-0229-4da7-889d-f8b56c034cbb, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07bcb91-74da-4fd9-930f-a6808f37fc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:34.698172 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.780159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] For port 46bad51d-0229-4da7-889d-f8b56c034cbb, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:34.784745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] For port 46bad51d-0229-4da7-889d-f8b56c034cbb, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=46bad51d-0229-4da7-889d-f8b56c034cbb,segment=NetworkSegment(a07bcb91-74da-4fd9-930f-a6808f37fc5c),segment_id=a07bcb91-74da-4fd9-930f-a6808f37fc5c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:34.789261 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.841495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.862357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Routers {'685778ae-08c8-4ea7-9668-b064d7d56167'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:34.863076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['685778ae-08c8-4ea7-9668-b064d7d56167'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:34.908107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:34.912605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b466ea5c-b19d-44c4-8eb5-c09b47b1ca57']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:34.915060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=76753789-8517-44d6-ad38-161ca55d1a91,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:34.923366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c452ed77-5aa4-4bc3-a4d3-7c16f53a6af5 None None] Pushing event updated for resources: {'Port': ['ID=46bad51d-0229-4da7-889d-f8b56c034cbb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:34.923513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:34.927962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:34.930781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946fe130-9bba-4a52-be74-85bfece9e97b') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:34.931078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946fe130-9bba-4a52-be74-85bfece9e97b') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:34.966749 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:34.998163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ff508-1d75-4d41-abf6-fca97e88a7d0 req-514930a7-b3b6-45be-9b40-a1bf25b550d7 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:34.999766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d01ff508-1d75-4d41-abf6-fca97e88a7d0 req-514930a7-b3b6-45be-9b40-a1bf25b550d7 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.1532378 Apr 20 12:59:35.005381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.023864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:35.024217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:35.026996 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:35.031546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] Set router 685778ae-08c8-4ea7-9668-b064d7d56167 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:35.033797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e98415a4-bfb1-4c5c-bcaf-4a6410eabdc7 None None] Provisioning complete for port 46bad51d-0229-4da7-889d-f8b56c034cbb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:35.033797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e98415a4-bfb1-4c5c-bcaf-4a6410eabdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.103389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d01ff508-1d75-4d41-abf6-fca97e88a7d0 req-459a5342-1c6e-438c-8e74-b29ed1a372ad tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895653 Apr 20 12:59:35.115253 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.158566 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.164379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36696) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:35.164655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b466ea5c-b19d-44c4-8eb5-c09b47b1ca57 HTTP/1.1" status: 204 len: 168 time: 0.8951867 Apr 20 12:59:35.187209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18acfa-fe68-4818-aa8c-c4c904e31fff tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Pushing event deleted for resources: {'Network': ['ID=b466ea5c-b19d-44c4-8eb5-c09b47b1ca57,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:35.203226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.278885 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.288490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e98415a4-bfb1-4c5c-bcaf-4a6410eabdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.325147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.348933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e98415a4-bfb1-4c5c-bcaf-4a6410eabdc7 None None] For port 46bad51d-0229-4da7-889d-f8b56c034cbb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=46bad51d-0229-4da7-889d-f8b56c034cbb,segment=NetworkSegment(a07bcb91-74da-4fd9-930f-a6808f37fc5c),segment_id=a07bcb91-74da-4fd9-930f-a6808f37fc5c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:35.355807 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e98415a4-bfb1-4c5c-bcaf-4a6410eabdc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.357625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182190f9-bf4a-41ba-a5ea-b9354c0c8664 req-8c41d975-da34-461e-9f44-4b8ad9b4e403 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:35.362160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-182190f9-bf4a-41ba-a5ea-b9354c0c8664 req-8c41d975-da34-461e-9f44-4b8ad9b4e403 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 943 time: 0.1128280 Apr 20 12:59:35.457329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:30Z', 'revision_number': 4, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '46bad51d-0229-4da7-889d-f8b56c034cbb', 'name': '', 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'mac_address': 'fa:16:3e:17:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'c530c087-b9ef-4a68-9f80-b3ebccae3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:29Z', 'updated_at': '2022-04-20T12:59:34Z', 'revision_number': 4, 'project_id': 'b97798b7279b40908abf90848952d005', 'subnets': [{'id': 'c530c087-b9ef-4a68-9f80-b3ebccae3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:35.463435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98415a4-bfb1-4c5c-bcaf-4a6410eabdc7 None None] Pushing event updated for resources: {'Port': ['ID=46bad51d-0229-4da7-889d-f8b56c034cbb,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:35.470322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-182190f9-bf4a-41ba-a5ea-b9354c0c8664 req-cf038410-7dc3-4225-93be-a8e3659ac459 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912380 Apr 20 12:59:35.508786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a88def-5487-4359-9df7-f15bb01bf811 None None] The sync data for ids ['685778ae-08c8-4ea7-9668-b064d7d56167'] in n-d-838550-2 is: [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:30Z', 'revision_number': 4, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '46bad51d-0229-4da7-889d-f8b56c034cbb', 'name': '', 'network_id': '703144aa-e3fc-48c2-9e4c-616650652acc', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'mac_address': 'fa:16:3e:17:07:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'c530c087-b9ef-4a68-9f80-b3ebccae3998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:29Z', 'updated_at': '2022-04-20T12:59:34Z', 'revision_number': 4, 'project_id': 'b97798b7279b40908abf90848952d005', 'subnets': [{'id': 'c530c087-b9ef-4a68-9f80-b3ebccae3998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:35.519959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-67eebee6-145a-453c-97d8-a198857fcd56 None None] Provisioning complete for port 46bad51d-0229-4da7-889d-f8b56c034cbb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:35.520375 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-67eebee6-145a-453c-97d8-a198857fcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.552984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.653324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.657076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb035168-7a10-4671-b1c5-891b63cb9ad4']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:35.668816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.673679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c910ad1-8ceb-4830-8518-98f6f151c1c4') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:35.673990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c910ad1-8ceb-4830-8518-98f6f151c1c4') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:35.697889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.721981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.735053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:35.735460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:35.737195 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:35.754254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=76753789-8517-44d6-ad38-161ca55d1a91,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:35.768835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.777214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bb979b75-b500-4a41-a120-7892f06da675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.798127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.799999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99da147f-cf36-468b-a738-aabea8cc89be req-1563d73f-529d-49e3-afcd-a303f9f303a4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2168529 Apr 20 12:59:35.844218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.853067 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:35.857546 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] 10.222.0.24 "DELETE /v2.0/networks/eb035168-7a10-4671-b1c5-891b63cb9ad4 HTTP/1.1" status: 204 len: 168 time: 0.6914968 Apr 20 12:59:35.873483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278e1f77-c41d-45bd-abd5-a72338154195 tempest-QuotasNegativeTest-338057755 tempest-QuotasNegativeTest-338057755-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb035168-7a10-4671-b1c5-891b63cb9ad4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:35.936645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99da147f-cf36-468b-a738-aabea8cc89be req-a8b7b1b2-a2a4-40fa-aa85-62626b64fc35 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.1211045 Apr 20 12:59:35.988809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36714) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:36.022957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ed855-46a0-4aa9-a294-c51292845213 req-4c5fc234-8d8b-4eea-b7cb-7a6c6d8d3682 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:36.024646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d63ed855-46a0-4aa9-a294-c51292845213 req-4c5fc234-8d8b-4eea-b7cb-7a6c6d8d3682 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.2230361 Apr 20 12:59:36.085292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d63ed855-46a0-4aa9-a294-c51292845213 req-d7663a7d-7412-468f-9bba-5cc8b1992475 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Apr 20 12:59:36.109917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da147f-cf36-468b-a738-aabea8cc89be req-23ba2c31-c13c-4568-8a1e-19d4857a2c8c tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:36.111279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99da147f-cf36-468b-a738-aabea8cc89be req-23ba2c31-c13c-4568-8a1e-19d4857a2c8c tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1738627 Apr 20 12:59:36.254596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c67501f-4bca-43e4-96fe-efd489ef11d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.317745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-9cb887e0-3a20-4a77-bddb-ea5e0ec21e4f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1785696 Apr 20 12:59:36.336171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:36.355035 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c67501f-4bca-43e4-96fe-efd489ef11d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.361107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c67501f-4bca-43e4-96fe-efd489ef11d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.363020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.412713 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3c67501f-4bca-43e4-96fe-efd489ef11d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd22e9b6d9cd4fe6905e0ba82fba2784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201646 Apr 20 12:59:36.412713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67501f-4bca-43e4-96fe-efd489ef11d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0ac7cb-d108-4835-9d42-45386ae394cb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:36.413870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36724) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:36.486430 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9db68e00-70d5-467c-a3b2-935a4eeb9796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.492803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.528094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9db68e00-70d5-467c-a3b2-935a4eeb9796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.544954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:36.643868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9db68e00-70d5-467c-a3b2-935a4eeb9796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.647822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9db68e00-70d5-467c-a3b2-935a4eeb9796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.651280 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9db68e00-70d5-467c-a3b2-935a4eeb9796 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be0ac7cb-d108-4835-9d42-45386ae394cb HTTP/1.1" status: 204 len: 168 time: 0.2242959 Apr 20 12:59:36.660645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db68e00-70d5-467c-a3b2-935a4eeb9796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0ac7cb-d108-4835-9d42-45386ae394cb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:36.727807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a98d-54d2-400a-8605-827e664fd866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.736672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a7b61-22c9-4dd3-bedf-bf72b689433f req-5c269af3-6cb8-4b31-92c5-035df766bfc3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:36.738233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4a7b61-22c9-4dd3-bedf-bf72b689433f req-5c269af3-6cb8-4b31-92c5-035df766bfc3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 943 time: 0.1417730 Apr 20 12:59:36.777508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Allocated IP 172.25.3.140 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a082397b-23af-4505-8c96-31bf43e69bb3) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:36.804503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4a7b61-22c9-4dd3-bedf-bf72b689433f req-990e69eb-2a0e-46fe-9356-ed4bd49c4224 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585999 Apr 20 12:59:36.861588 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a98d-54d2-400a-8605-827e664fd866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.867461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2e5a98d-54d2-400a-8605-827e664fd866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.933414 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b2e5a98d-54d2-400a-8605-827e664fd866 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7c1f20f9618464a8d847bfef9a53553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881140 Apr 20 12:59:36.937430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36748) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:36.950932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:36.953903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5a98d-54d2-400a-8605-827e664fd866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f368a509-21a2-46a0-a616-09586a269e23,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:36.995370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.016669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-704ad715-5c63-4d71-849c-09e5898a1ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.042104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:37.047637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:37.057481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:37.059959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-704ad715-5c63-4d71-849c-09e5898a1ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.090351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=a082397b-23af-4505-8c96-31bf43e69bb3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:37.130233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.172738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-704ad715-5c63-4d71-849c-09e5898a1ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.175932 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-704ad715-5c63-4d71-849c-09e5898a1ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.178349 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-704ad715-5c63-4d71-849c-09e5898a1ea9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f368a509-21a2-46a0-a616-09586a269e23 HTTP/1.1" status: 204 len: 168 time: 0.2389910 Apr 20 12:59:37.192543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ad715-5c63-4d71-849c-09e5898a1ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f368a509-21a2-46a0-a616-09586a269e23,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:37.316263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.334685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e53856-7a5f-4c36-a420-43a567434b11 req-8a9a3395-a77e-45a4-afc1-c7fe9fb652ff tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:37.336286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01e53856-7a5f-4c36-a420-43a567434b11 req-8a9a3395-a77e-45a4-afc1-c7fe9fb652ff tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.1115220 Apr 20 12:59:37.379331 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.442043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01e53856-7a5f-4c36-a420-43a567434b11 req-379520a4-1ea0-407c-b3a3-6afbcd8d1dca tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742023 Apr 20 12:59:37.549339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 46bad51d-0229-4da7-889d-f8b56c034cbb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:37.589486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92618-2904-48be-9a57-d03820c1668a req-d23119ff-520a-434d-a067-315e4c27fc3f tempest-LiveMigrationNegativeTest-1850112321 tempest-LiveMigrationNegativeTest-1850112321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:37.591026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00d92618-2904-48be-9a57-d03820c1668a req-d23119ff-520a-434d-a067-315e4c27fc3f tempest-LiveMigrationNegativeTest-1850112321 tempest-LiveMigrationNegativeTest-1850112321-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 1101 time: 0.0666935 Apr 20 12:59:37.615007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 46bad51d-0229-4da7-889d-f8b56c034cbb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:37.615566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.629534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36776) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:37.630096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-00d92618-2904-48be-9a57-d03820c1668a req-a3543fbb-afa2-4726-8631-ae586b4c7a8a tempest-LiveMigrationNegativeTest-1850112321 tempest-LiveMigrationNegativeTest-1850112321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.644122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7e06e29e-ef3c-459f-9d78-e9ce4f79d5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.680516 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.689593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.743599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7e06e29e-ef3c-459f-9d78-e9ce4f79d5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.748197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7e06e29e-ef3c-459f-9d78-e9ce4f79d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.786884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=a082397b-23af-4505-8c96-31bf43e69bb3,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:37.791693 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7e06e29e-ef3c-459f-9d78-e9ce4f79d5e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd03178ce65341ac85a8fcdde78920e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604939 Apr 20 12:59:37.793870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06e29e-ef3c-459f-9d78-e9ce4f79d5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf2e4d4-95ec-40cb-a6ff-357f37d6420f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:37.796275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36780) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:37.796613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 0b5b100f-2349-488d-abab-af997973eadb details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 12:59:37.844208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-00d92618-2904-48be-9a57-d03820c1668a req-a3543fbb-afa2-4726-8631-ae586b4c7a8a tempest-LiveMigrationNegativeTest-1850112321 tempest-LiveMigrationNegativeTest-1850112321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.848203 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3626d831-3e6f-4549-97f7-3d07e1fcc7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.851610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.865732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-00d92618-2904-48be-9a57-d03820c1668a req-a3543fbb-afa2-4726-8631-ae586b4c7a8a tempest-LiveMigrationNegativeTest-1850112321 tempest-LiveMigrationNegativeTest-1850112321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.870308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3626d831-3e6f-4549-97f7-3d07e1fcc7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.909376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.914258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-ab7c7f94-f460-4900-b0df-0ff62686c3b1 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5809298 Apr 20 12:59:37.928022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00d92618-2904-48be-9a57-d03820c1668a req-a3543fbb-afa2-4726-8631-ae586b4c7a8a tempest-LiveMigrationNegativeTest-1850112321 tempest-LiveMigrationNegativeTest-1850112321-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260429 Apr 20 12:59:37.945998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3626d831-3e6f-4549-97f7-3d07e1fcc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.948956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3626d831-3e6f-4549-97f7-3d07e1fcc7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:37.950372 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3626d831-3e6f-4549-97f7-3d07e1fcc7e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bf2e4d4-95ec-40cb-a6ff-357f37d6420f HTTP/1.1" status: 204 len: 168 time: 0.1530051 Apr 20 12:59:37.953978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:37.959030 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 12:59:37.969667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '0b5b100f-2349-488d-abab-af997973eadb', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'port_id': '0b5b100f-2349-488d-abab-af997973eadb', 'mac_address': 'fa:16:3e:aa:61:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8eaaecf-934d-47c5-b7b6-56772a0c3c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 12:59:37.970689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3543fbb-afa2-4726-8631-ae586b4c7a8a tempest-LiveMigrationNegativeTest-1850112321 tempest-LiveMigrationNegativeTest-1850112321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec39f314-5f49-4c50-a9a6-8e58f5624f94,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:37.993754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626d831-3e6f-4549-97f7-3d07e1fcc7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf2e4d4-95ec-40cb-a6ff-357f37d6420f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:38.034556 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:38.047270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-26295987-1b83-4c02-98cf-3ad428d1c86e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.1170752 Apr 20 12:59:38.049177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5b100f-2349-488d-abab-af997973eadb {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:38.072824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:38.081045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:38.148393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:38.178434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6debd2a-3c42-4106-a9a7-dd3eed89d778 req-b263fcca-2579-4b6d-951f-254a33704b79 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:38.180224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6debd2a-3c42-4106-a9a7-dd3eed89d778 req-b263fcca-2579-4b6d-951f-254a33704b79 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 943 time: 0.1173620 Apr 20 12:59:38.228788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-d824eaf5-fd69-4fb9-bba3-c18c584fca29 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:38.230759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e93a71f-1f53-4ddf-8999-4a3a228a7e76 req-d824eaf5-fd69-4fb9-bba3-c18c584fca29 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1819251 Apr 20 12:59:38.248214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6debd2a-3c42-4106-a9a7-dd3eed89d778 req-0abe20a9-6f03-4a51-9063-e62d4ceae092 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606961 Apr 20 12:59:38.492774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-c4c657a4-2c73-47b8-8d35-588a712f02f3 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2186508 Apr 20 12:59:38.500828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:38.504118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:38.536248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['0b5b100f-2349-488d-abab-af997973eadb'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:59:38.542223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:38.770702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:38.832967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:38.843912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36870) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:38.862725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678317c-014c-4e7f-97e7-f0d5eaa4a2ca req-75b427fb-803c-46d6-acec-4db9f065a0b1 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:38.869891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f678317c-014c-4e7f-97e7-f0d5eaa4a2ca req-75b427fb-803c-46d6-acec-4db9f065a0b1 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.1456079 Apr 20 12:59:38.951719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f678317c-014c-4e7f-97e7-f0d5eaa4a2ca req-bf358b3d-0d2a-486d-904e-42a1e7973a2a tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809703 Apr 20 12:59:38.953436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Allocated IP 172.25.3.83 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d240d677-dcac-487e-b5a4-9d98daecb661) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:39.001826 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c278d768-2763-43b7-9516-edf692bbdce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.106555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c278d768-2763-43b7-9516-edf692bbdce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.108960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.112026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c278d768-2763-43b7-9516-edf692bbdce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.159057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.161813 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c278d768-2763-43b7-9516-edf692bbdce8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eef6ba95104e401ea55b43625f71594a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167529 Apr 20 12:59:39.162422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36890) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:39.164584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278d768-2763-43b7-9516-edf692bbdce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b398f-2d84-44c7-bb4f-b9599c4b38f8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:39.208888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:39.212266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:39.214929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:39.235177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b316543b-dac3-49e6-9016-76d5b3986564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.248959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=d240d677-dcac-487e-b5a4-9d98daecb661,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:39.263384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b316543b-dac3-49e6-9016-76d5b3986564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.318311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.343790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b316543b-dac3-49e6-9016-76d5b3986564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.346781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b316543b-dac3-49e6-9016-76d5b3986564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.348096 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b316543b-dac3-49e6-9016-76d5b3986564 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b7b398f-2d84-44c7-bb4f-b9599c4b38f8 HTTP/1.1" status: 204 len: 168 time: 0.1844423 Apr 20 12:59:39.357272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316543b-dac3-49e6-9016-76d5b3986564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b398f-2d84-44c7-bb4f-b9599c4b38f8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:39.391991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.439882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf2818-0c89-4086-8c0c-050c4c66f1fc req-882c32b8-3716-40e5-b5a2-a790a0c8551e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:39.441379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17bf2818-0c89-4086-8c0c-050c4c66f1fc req-882c32b8-3716-40e5-b5a2-a790a0c8551e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 944 time: 0.1147428 Apr 20 12:59:39.535109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17bf2818-0c89-4086-8c0c-050c4c66f1fc req-3a9704cf-d222-4f41-8585-f38086b1756f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833507 Apr 20 12:59:39.622406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.623662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:39.634665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.716228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=d240d677-dcac-487e-b5a4-9d98daecb661,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:39.726787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.743092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.744403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-f94f2953-147c-476b-b344-280bc7e13291 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2445223 Apr 20 12:59:39.787707 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-271c10f2-61e6-4a0a-a007-4455b5f90c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.802536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-02c9060d-b799-4bd0-9496-07a2d61f4dc7 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.83 HTTP/1.1" status: 200 len: 695 time: 0.0517132 Apr 20 12:59:39.804458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 0b5b100f-2349-488d-abab-af997973eadb up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:39.875238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 0b5b100f-2349-488d-abab-af997973eadb completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 12:59:39.884266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 0b5b100f-2349-488d-abab-af997973eadb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:39.887325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.921777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-271c10f2-61e6-4a0a-a007-4455b5f90c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.931692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-271c10f2-61e6-4a0a-a007-4455b5f90c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:39.954945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-34c73a2f-c2e9-41f7-be09-91ae76623891 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:39.956848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3d91707-cd00-4ab6-a438-85c680b925cb req-34c73a2f-c2e9-41f7-be09-91ae76623891 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1531684 Apr 20 12:59:39.993625 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-271c10f2-61e6-4a0a-a007-4455b5f90c72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e295d12ca8a4c468296de575665e7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688283 Apr 20 12:59:39.996394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c10f2-61e6-4a0a-a007-4455b5f90c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f0fadc-f937-41b1-9f18-d34a039657ff,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:39.999861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36928) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:40.033831 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.065860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9399-4813-4a17-9b8c-12a69a0aaf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.076666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5b100f-2349-488d-abab-af997973eadb'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:40.083439 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f931f8cd-5936-47b4-8c81-bfb2e39b05c5" -d '{"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5b100f-2349-488d-abab-af997973eadb"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:40.103383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:40.110835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9399-4813-4a17-9b8c-12a69a0aaf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.111762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.178231 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9399-4813-4a17-9b8c-12a69a0aaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.180789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9399-4813-4a17-9b8c-12a69a0aaf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.184345 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c5a9399-4813-4a17-9b8c-12a69a0aaf58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09f0fadc-f937-41b1-9f18-d34a039657ff HTTP/1.1" status: 204 len: 168 time: 0.1806943 Apr 20 12:59:40.193571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:40.193926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a9399-4813-4a17-9b8c-12a69a0aaf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f0fadc-f937-41b1-9f18-d34a039657ff,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:40.227229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-ad07c480-1c56-4d1a-a76e-aafb3d3afb5b tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2417631 Apr 20 12:59:40.238461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-f3c80f35-6a89-42bb-a064-abbb997978de tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:40.239923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-f3c80f35-6a89-42bb-a064-abbb997978de tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.1260808 Apr 20 12:59:40.240169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36936) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:40.247270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:40.299585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02c6f4-f853-4a59-a619-468dee83cb00 req-5fb18b10-2443-4122-aba4-e43b10e82d23 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:40.301073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa02c6f4-f853-4a59-a619-468dee83cb00 req-5fb18b10-2443-4122-aba4-e43b10e82d23 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 950 time: 0.1513147 Apr 20 12:59:40.323670 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.418347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa02c6f4-f853-4a59-a619-468dee83cb00 req-37de2d37-b7f5-4128-a997-45d2a75597df tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082516 Apr 20 12:59:40.458328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Deleting port 311e5d5f-f440-4476-b725-66fe9aa90c38 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:40.458923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.480009 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750bc130-8e74-4056-928f-d37f931fd418 x-openstack-request-id: req-750bc130-8e74-4056-928f-d37f931fd418 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:40.481184 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5b100f-2349-488d-abab-af997973eadb", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:40.481385 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-750bc130-8e74-4056-928f-d37f931fd418 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:40.481934 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750bc130-8e74-4056-928f-d37f931fd418'] response: {'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5b100f-2349-488d-abab-af997973eadb', 'code': 200} Apr 20 12:59:40.584850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] For port 311e5d5f-f440-4476-b725-66fe9aa90c38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=311e5d5f-f440-4476-b725-66fe9aa90c38,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:40.585210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.586488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1898855959'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:40.589659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.608125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Calling delete_port for 311e5d5f-f440-4476-b725-66fe9aa90c38 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:40.660497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Made reservation on behalf of 955eafef5abd4a2a95607a4412e35db6 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:40.665317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.672212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238ea4-145c-4e04-bdac-c9869b252227 req-7833aa5d-a555-491f-91b5-906cec4bcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:40.674287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80238ea4-145c-4e04-bdac-c9869b252227 req-7833aa5d-a555-491f-91b5-906cec4bcc1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 1096 time: 0.1079588 Apr 20 12:59:40.693282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.701959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36952) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:40.749973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33790b52-1887-47bb-8647-4595ff559b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.775250 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80238ea4-145c-4e04-bdac-c9869b252227 req-efc94f25-02ae-4b74-b154-93ddc135ae8d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897593 Apr 20 12:59:40.855073 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.862101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.862296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8212ccd-2cbd-49cb-bddc-cde1fd7aab9e req-089972de-4c03-4e55-8898-fabb7d4229bd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:40.863706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8212ccd-2cbd-49cb-bddc-cde1fd7aab9e req-089972de-4c03-4e55-8898-fabb7d4229bd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1662705 Apr 20 12:59:40.865779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Allocated IP 172.25.3.190 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ff68f55e-5504-4091-a724-369d4c5416e2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:40.879346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:40.891791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:40.892512 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Added segment 5123365c-8ee6-46bd-b33b-1d3552f1b3e0 of type vlan for network 3385cef3-6335-4ffa-92d2-f55a5132746c Apr 20 12:59:40.932258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36956) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:40.993247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.004336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=323a4b5b-dcbb-43c2-a3af-7fc840483c33,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:41.028894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.032876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8212ccd-2cbd-49cb-bddc-cde1fd7aab9e req-08607f63-2e29-46f4-9c6f-566fe5a65f47 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631289 Apr 20 12:59:41.035259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:41.035871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.043179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.059580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['06f2c705-eee9-4089-8ad7-500099df8258', '311e5d5f-f440-4476-b725-66fe9aa90c38'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:59:41.089311 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8478861 Apr 20 12:59:41.167540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1146963129'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:41.231716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:41.235260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.270915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b830e-a71f-43ed-b891-0d16bd609069 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Pushing event updated for resources: {'Network': ['ID=3385cef3-6335-4ffa-92d2-f55a5132746c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:41.273307 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.286668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 3385cef3-6335-4ffa-92d2-f55a5132746c details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:41.391256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.397865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.450608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 12:59:41.459450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Pushing event deleted for resources: {'Port': ['ID=311e5d5f-f440-4476-b725-66fe9aa90c38,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:41.467822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6614f9-24d2-460b-8f57-5533e9df0f45,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:41.470705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33790b52-1887-47bb-8647-4595ff559b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.473719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.474078 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Added segment 62afc391-50a8-4262-97dc-0c22f88d441a of type vlan for network 37577b11-c3ca-48b1-bfae-db1d742f4472 Apr 20 12:59:41.503459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33790b52-1887-47bb-8647-4595ff559b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.523558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36966) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:41.529084 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Request body: {'port': {'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c', 'binding:host_id': 'n-h2-838550-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2133016863'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:41.562477 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.587417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Made reservation on behalf of f9ef7760370e46249540115e279a8e0d for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:41.591056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.593713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] No DVR routers for this DVR port 311e5d5f-f440-4476-b725-66fe9aa90c38 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:41.606998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33790b52-1887-47bb-8647-4595ff559b3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af0650f5cf004a879855efbb7fc4af33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9039819 Apr 20 12:59:41.611767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36968) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:41.612373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.617909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1038748-7bec-4427-9f16-4bfbb44929e8 req-73f754ca-2294-4b9d-8bc7-d77e1e71eb29 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "DELETE /v2.0/ports/311e5d5f-f440-4476-b725-66fe9aa90c38 HTTP/1.1" status: 204 len: 173 time: 1.3640153 Apr 20 12:59:41.619755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'name': 'network-vif-deleted', 'tag': '311e5d5f-f440-4476-b725-66fe9aa90c38'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:41.622315 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdba967-ef1a-4de6-bc20-05e7875119b5" -d '{"events": [{"server_uuid": "ca32d9a6-b496-40fb-a92e-6ce01c41a6f7", "name": "network-vif-deleted", "tag": "311e5d5f-f440-4476-b725-66fe9aa90c38"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:41.623796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.682722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.688369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:41.689057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.700188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cfe2b8b-e782-42f2-8bf4-8b7b4e4d70b4 req-df3876de-d837-4b26-b4b7-5e85f734f3b8 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca32d9a6-b496-40fb-a92e-6ce01c41a6f7 HTTP/1.1" status: 200 len: 210 time: 0.0661809 Apr 20 12:59:41.710419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.718503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33790b52-1887-47bb-8647-4595ff559b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122b730c-2648-4b05-aa87-55a63f1e84b9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:41.750820 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7929466 Apr 20 12:59:41.755146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36972) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:41.762555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'subnet': {'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:41.848729 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db69ed9d-f202-45f0-bb09-dbb4da5bf7aa x-openstack-request-id: req-db69ed9d-f202-45f0-bb09-dbb4da5bf7aa {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:41.849027 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca32d9a6-b496-40fb-a92e-6ce01c41a6f7", "name": "network-vif-deleted", "tag": "311e5d5f-f440-4476-b725-66fe9aa90c38", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:41.849645 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db69ed9d-f202-45f0-bb09-dbb4da5bf7aa {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:41.850048 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db69ed9d-f202-45f0-bb09-dbb4da5bf7aa'] response: {'server_uuid': 'ca32d9a6-b496-40fb-a92e-6ce01c41a6f7', 'name': 'network-vif-deleted', 'tag': '311e5d5f-f440-4476-b725-66fe9aa90c38', 'status': 'completed', 'code': 200} Apr 20 12:59:41.851532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dcf93-67ab-4d97-bc43-0c18ea48d8b2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Network': ['ID=37577b11-c3ca-48b1-bfae-db1d742f4472,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:41.862204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 12:59:41.868173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f735ffd-176a-4190-88c4-f5ea9f5d0dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.873654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.908815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f735ffd-176a-4190-88c4-f5ea9f5d0dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.911673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.920050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.928928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:41.932908 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:41.936732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] device_id is not set on port 2461e954-3c5d-4a41-9787-14a3165ec757 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:41.948348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:41.971023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:42.005015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:42.015922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=ff68f55e-5504-4091-a724-369d4c5416e2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.029447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0e1ef1-94be-41ba-9aab-436aba553b5a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.112483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f735ffd-176a-4190-88c4-f5ea9f5d0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.115569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f735ffd-176a-4190-88c4-f5ea9f5d0dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.119591 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f735ffd-176a-4190-88c4-f5ea9f5d0dbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/122b730c-2648-4b05-aa87-55a63f1e84b9 HTTP/1.1" status: 204 len: 168 time: 0.5049236 Apr 20 12:59:42.139146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f735ffd-176a-4190-88c4-f5ea9f5d0dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122b730c-2648-4b05-aa87-55a63f1e84b9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.282870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.326124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] device_id is not set on port 2461e954-3c5d-4a41-9787-14a3165ec757 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:42.334311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c9fc8-7eb3-4d87-8d87-70e6a1b162c1 req-380208ca-72b2-4c9e-a72c-b9aa5fa27a40 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:42.335227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.341756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad6c9fc8-7eb3-4d87-8d87-70e6a1b162c1 req-380208ca-72b2-4c9e-a72c-b9aa5fa27a40 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1705129 Apr 20 12:59:42.343848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.393839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.404138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=2461e954-3c5d-4a41-9787-14a3165ec757,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.416920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Checking segment: {'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:42.417384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Network hostable DHCP agents. Network: 3385cef3-6335-4ffa-92d2-f55a5132746c, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:42.436177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Network 3385cef3-6335-4ffa-92d2-f55a5132746c is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:42.448235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 3385cef3-6335-4ffa-92d2-f55a5132746c) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:42.452774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:42.464876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e02819-4746-44ef-a09b-b819449960e0 None None] Network 3385cef3-6335-4ffa-92d2-f55a5132746c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:42.469452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad6c9fc8-7eb3-4d87-8d87-70e6a1b162c1 req-9ee20974-9822-4a5b-88dd-447392d3a5bb tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219308 Apr 20 12:59:42.472367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.489482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.489852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.490228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.495439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.495439 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.495867 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 2 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.510840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.511184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.511518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.522049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.522049 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.522049 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 3 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.547728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.548054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.548294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.554974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.555346 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.555831 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 4 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.559198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Subnet': ['ID=1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.571725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.572137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.573325 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.578640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.579056 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.579453 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 5 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.597564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.597564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.597564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.603012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.603443 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.603896 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 6 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.616828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.617770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.618209 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.624264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.624685 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.625293 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 7 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.634093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Checking segment: {'id': '62afc391-50a8-4262-97dc-0c22f88d441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:42.634717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network hostable DHCP agents. Network: 37577b11-c3ca-48b1-bfae-db1d742f4472, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 12:59:42.649741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.650220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.650772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.656468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.657398 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.657969 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 8 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.670592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.671183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.671571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.672635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 12:59:42.676427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.676931 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.677389 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 9 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.691576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 37577b11-c3ca-48b1-bfae-db1d742f4472) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:42.691783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.692102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.692444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.697759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.698088 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.698476 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 10 to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 Apr 20 12:59:42.701525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:42.702810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.704724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e35d66a-5e54-4a8c-98af-050455786973 None None] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:42.720312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:42.720832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:42.721180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:42.727513 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port 2461e954-3c5d-4a41-9787-14a3165ec757 on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:42.727863 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port 2461e954-3c5d-4a41-9787-14a3165ec757 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:42.728662 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.729339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.738175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8511bef1-2d7e-4cd4-b238-f33c9d6b1a6e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9819434 Apr 20 12:59:42.741051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36988) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:42.741779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.746646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'name': 'tempest-AllowedAddressPairTestJSON-997280834'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:42.839965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event updated for resources: {'Port': ['ID=ff68f55e-5504-4091-a724-369d4c5416e2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:42.853875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.879023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.890905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-5ad08336-2f9f-47e1-b785-dfd824ed380f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6481133 Apr 20 12:59:42.938772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-37577b11-c3ca-48b1-bfae-db1d742f4472', 'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'tenant_id': 'd34219d0ca2c47ba9bf6575907eb2302', 'fixed_ips': [{'subnet_id': '1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 12:59:42.939636 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.954982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:42.959194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:42.992404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-ae9e2a3b-947a-484b-a769-c7a9864faca4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0992725 Apr 20 12:59:42.992865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] device_id is not set on port 3b008d59-47b0-4c57-88c3-b670d55746c4 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:43.066510 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] For port 2461e954-3c5d-4a41-9787-14a3165ec757, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:43.066897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempted to set empty binding levels {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 12:59:43.079324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.109529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:43.110167 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.127099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Allocated IP 172.20.0.2 (37577b11-c3ca-48b1-bfae-db1d742f4472/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec/2f242fe1-2b3b-41fb-9236-5b91f0eb793e) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:43.135211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=2461e954-3c5d-4a41-9787-14a3165ec757,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:43.144129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9413ef9-51a7-4ba5-be3a-7e2838b5c843 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6166623 Apr 20 12:59:43.144352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37004) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:43.215051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8bbca-4d86-4dbd-a4e6-366d773f5a0d req-7a7ffc2f-16a0-4580-9a32-0be7e843a531 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:43.218443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12b8bbca-4d86-4dbd-a4e6-366d773f5a0d req-7a7ffc2f-16a0-4580-9a32-0be7e843a531 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 950 time: 0.1025500 Apr 20 12:59:43.226998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-0a1f907f-a4d1-4c6c-afb7-357a914dcadc tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:43.233160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67f9f1ea-e223-4a13-b96d-a6eb0cbb6a96 req-0a1f907f-a4d1-4c6c-afb7-357a914dcadc tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2322919 Apr 20 12:59:43.236393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Deleting port 2461e954-3c5d-4a41-9787-14a3165ec757 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:43.236772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.332195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e64245d5-4866-4d81-9bca-7d96055c8236 req-0a27072e-c4e1-4798-87ef-1b9f7816232f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips/04e251f2-40d3-40af-b1db-4cfc785b0c5b HTTP/1.1" status: 200 len: 693 time: 0.0603726 Apr 20 12:59:43.332767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.337250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12b8bbca-4d86-4dbd-a4e6-366d773f5a0d req-c31877db-1596-4709-a343-8547b0d99331 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018045 Apr 20 12:59:43.345472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.388745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] For port 2461e954-3c5d-4a41-9787-14a3165ec757, host n-h2-838550-2, got binding levels [] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:43.389183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.393654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:43.399039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:43.403676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:43.417674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Pushing event updated for resources: {'Port': ['ID=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:43.449279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Calling delete_port for 2461e954-3c5d-4a41-9787-14a3165ec757 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:43.472439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Attempting to bind port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:43.473802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Attempting to bind port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '62afc391-50a8-4262-97dc-0c22f88d441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:43.474473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Attempting to bind port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e on network 37577b11-c3ca-48b1-bfae-db1d742f4472 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:43.480095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:43.480715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Checking segment: {'id': '62afc391-50a8-4262-97dc-0c22f88d441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:43.481288 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.481871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Bound using segment: {'id': '62afc391-50a8-4262-97dc-0c22f88d441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:43.482848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Bound port: 2f242fe1-2b3b-41fb-9236-5b91f0eb793e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62afc391-50a8-4262-97dc-0c22f88d441a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:43.483930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.491027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64245d5-4866-4d81-9bca-7d96055c8236 req-cd9c2ba8-5561-4bbe-836c-7960a4a5c164 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:43.493166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e64245d5-4866-4d81-9bca-7d96055c8236 req-cd9c2ba8-5561-4bbe-836c-7960a4a5c164 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1516840 Apr 20 12:59:43.550508 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Allocated IP 172.20.0.8 (37577b11-c3ca-48b1-bfae-db1d742f4472/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec/3b008d59-47b0-4c57-88c3-b670d55746c4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:43.569585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-01ed82c5-8627-4530-b3f3-311c9bb47150 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips/04e251f2-40d3-40af-b1db-4cfc785b0c5b HTTP/1.1" status: 200 len: 693 time: 0.0514441 Apr 20 12:59:43.614901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] For port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:43.618166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] For port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,segment=NetworkSegment(62afc391-50a8-4262-97dc-0c22f88d441a),segment_id=62afc391-50a8-4262-97dc-0c22f88d441a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:43.625022 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.668973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.685581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b78c03-9cfe-472a-b2f1-b956a5121cc4 None None] Pushing event updated for resources: {'Port': ['ID=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:43.722313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event deleted for resources: {'Port': ['ID=2461e954-3c5d-4a41-9787-14a3165ec757,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:43.726604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7fe9c-97da-4cb9-b754-9fefe4d0e070 req-c70e61b2-604e-4f6b-a90f-b353984db24e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:43.734128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fc7fe9c-97da-4cb9-b754-9fefe4d0e070 req-c70e61b2-604e-4f6b-a90f-b353984db24e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1291034 Apr 20 12:59:43.768419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.771635 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-def9aa74-57f6-473a-a439-e3e8102909a9 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2461e954-3c5d-4a41-9787-14a3165ec757 HTTP/1.1" status: 204 len: 168 time: 0.6262958 Apr 20 12:59:43.773592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-3bee6d94-03c2-4424-92d9-9fe496bfd1e7 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:43.775165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-3bee6d94-03c2-4424-92d9-9fe496bfd1e7 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1979558 Apr 20 12:59:43.775659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:43.821445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fc7fe9c-97da-4cb9-b754-9fefe4d0e070 req-8bc1253e-724f-4d9d-9bd6-e4a58d681e5a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 Apr 20 12:59:43.828989 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a98aca5-0064-47e3-a19d-e977a1f8097e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] GET failed (client error): The resource could not be found. Apr 20 12:59:43.830662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9a98aca5-0064-47e3-a19d-e977a1f8097e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "GET /v2.0/ports/2461e954-3c5d-4a41-9787-14a3165ec757 HTTP/1.1" status: 404 len: 333 time: 0.0491135 Apr 20 12:59:43.832877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.835134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37028) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:43.846250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Request body: {'port': {'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1820999502'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:43.894667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-6c32b61b-d44b-4b11-ab52-ed1e1f2e734b tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.1000619 Apr 20 12:59:43.896059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Made reservation on behalf of f9ef7760370e46249540115e279a8e0d for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:43.898850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.922460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] device_id is not set on port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:43.928633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:43.972485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-61855c72-fd46-45e4-8dec-c707f2965c29 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.190 HTTP/1.1" status: 200 len: 696 time: 0.0618603 Apr 20 12:59:44.008664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:44.015096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:44.024453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:44.096437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=3b008d59-47b0-4c57-88c3-b670d55746c4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:44.112748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b10355-01ec-46b6-aa19-08c143b97757 req-d975290b-d7a0-4b07-b96c-2ac4e5d9f244 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:44.113486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17b10355-01ec-46b6-aa19-08c143b97757 req-d975290b-d7a0-4b07-b96c-2ac4e5d9f244 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1597774 Apr 20 12:59:44.137850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:44.138887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.163338 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2cdfa8dc-2c7d-45d8-a457-f225bf4d2f03 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4211621 Apr 20 12:59:44.175872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37038) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:44.183589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'name': 'tempest-AllowedAddressPairTestJSON-181706471', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3a:71:7b'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:44.213119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17b10355-01ec-46b6-aa19-08c143b97757 req-14717c26-87b1-4c88-bcbe-b3b76b313d7a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822816 Apr 20 12:59:44.241222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Deleting port ff68f55e-5504-4091-a724-369d4c5416e2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:44.241580 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.354189 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.354754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.364540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.372606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Calling delete_port for ff68f55e-5504-4091-a724-369d4c5416e2 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:44.450918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:44.458125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.494794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-472d28b4-59bf-43b2-a8a7-06280cd78234 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:44.496524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-472d28b4-59bf-43b2-a8a7-06280cd78234 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 950 time: 0.1172514 Apr 20 12:59:44.544790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Network 3385cef3-6335-4ffa-92d2-f55a5132746c is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:44.581322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:44.589438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:44.590850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:44.591582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.612047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:44.633232 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-14283c27-f146-4590-83e6-6ce1d8b6bfb8 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7976961 Apr 20 12:59:44.636463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37064) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:44.645478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:44.670162 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.690583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] device_id is not set on port 70f65f45-fa97-4041-89c7-7168278bb912 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:44.790540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:44.851860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dbcbe-4bc8-4b9c-a58b-b55a942f9f37 req-4fc37eea-aa7e-4c21-9554-c469356d43ae tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:44.860928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be9dbcbe-4bc8-4b9c-a58b-b55a942f9f37 req-4fc37eea-aa7e-4c21-9554-c469356d43ae tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 950 time: 0.2498434 Apr 20 12:59:44.888338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Allocated IP 172.20.0.13 (37577b11-c3ca-48b1-bfae-db1d742f4472/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec/70f65f45-fa97-4041-89c7-7168278bb912) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:44.933275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 311e5d5f-f440-4476-b725-66fe9aa90c38 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:44.974189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 311e5d5f-f440-4476-b725-66fe9aa90c38 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:44.974832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 311e5d5f-f440-4476-b725-66fe9aa90c38 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:45.073471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Deleting port 06f2c705-eee9-4089-8ad7-500099df8258 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:45.073836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.123726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be9dbcbe-4bc8-4b9c-a58b-b55a942f9f37 req-f6048dfd-2334-4979-b6d9-08deb37d5283 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618728 Apr 20 12:59:45.126653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddcaac2-0bab-40bc-9f69-3ffaead45631 None None] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:45.152618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.167262 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.211991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.223671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event deleted for resources: {'Port': ['ID=ff68f55e-5504-4091-a724-369d4c5416e2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:45.271519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8b2fbbae-a90b-4405-9c54-b229bd907771 None None] Provisioning complete for port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:45.272150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbbae-a90b-4405-9c54-b229bd907771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.279390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:45.283462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:45.297184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:45.341967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=70f65f45-fa97-4041-89c7-7168278bb912,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:45.361582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] For port 06f2c705-eee9-4089-8ad7-500099df8258, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=06f2c705-eee9-4089-8ad7-500099df8258,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:45.362155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.364057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:45.364980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.384941 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c805626-3e63-479b-b7e4-c75e23275279 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.2075531 Apr 20 12:59:45.387194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37074) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:45.387845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Calling delete_port for 06f2c705-eee9-4089-8ad7-500099df8258 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:45.426325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.434245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.439100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94bc7ae7-f2b3-42a0-9a03-673c2f4311db req-db153e92-975a-4ada-9f9f-9daed57c96bb tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "DELETE /v2.0/floatingips/04e251f2-40d3-40af-b1db-4cfc785b0c5b HTTP/1.1" status: 204 len: 173 time: 1.4478779 Apr 20 12:59:45.448517 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbbae-a90b-4405-9c54-b229bd907771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.499435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] device_id is not set on port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:45.505085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8b2fbbae-a90b-4405-9c54-b229bd907771 None None] For port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,segment=NetworkSegment(62afc391-50a8-4262-97dc-0c22f88d441a),segment_id=62afc391-50a8-4262-97dc-0c22f88d441a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:45.513885 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8b2fbbae-a90b-4405-9c54-b229bd907771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.538276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad3eb9-1f44-4ba5-90f0-2264763c9ec3 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:45.544444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad3eb9-1f44-4ba5-90f0-2264763c9ec3 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:45.551166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad3eb9-1f44-4ba5-90f0-2264763c9ec3 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:45.554964 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7dad3eb9-1f44-4ba5-90f0-2264763c9ec3 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1666586 Apr 20 12:59:45.558003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37078) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:45.568853 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.618155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e3881-28e3-441d-b5e1-734d89b82f3a req-082c8ec7-33ba-4297-b9a5-7993789acf75 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:45.623395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f242fe1-2b3b-41fb-9236-5b91f0eb793e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:45.626204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c2e3881-28e3-441d-b5e1-734d89b82f3a req-082c8ec7-33ba-4297-b9a5-7993789acf75 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.3643615 Apr 20 12:59:45.693851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fbbae-a90b-4405-9c54-b229bd907771 None None] Pushing event updated for resources: {'Port': ['ID=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:45.695575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting port 70f65f45-fa97-4041-89c7-7168278bb912 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:45.695917 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.724460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:45.724839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.784821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.822768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:45.847827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Calling delete_port for 70f65f45-fa97-4041-89c7-7168278bb912 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:45.858707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Provisioning complete for port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:45.859945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.015734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Provisioning complete for port 70f65f45-fa97-4041-89c7-7168278bb912 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:46.017712 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.074948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.101019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Port 70f65f45-fa97-4041-89c7-7168278bb912 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:46.111192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Port': ['ID=70f65f45-fa97-4041-89c7-7168278bb912,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:46.136249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Provisioning complete for port 3b008d59-47b0-4c57-88c3-b670d55746c4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:46.136629 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.188371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-18ce9f6c-90a1-4218-af60-e47ed69592d3 None None] Port 3b008d59-47b0-4c57-88c3-b670d55746c4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:46.320509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6e72deaf-9fe7-428d-8536-1aeb496521da None None] Provisioning complete for port 3b008d59-47b0-4c57-88c3-b670d55746c4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:46.320918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e72deaf-9fe7-428d-8536-1aeb496521da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.365763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:46.396894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6e72deaf-9fe7-428d-8536-1aeb496521da None None] Port 3b008d59-47b0-4c57-88c3-b670d55746c4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:46.402669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a6229-3218-4bde-b234-dea251ee30f9 req-643f1f24-a348-44a3-9f90-74b33c16e6b4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:46.404249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c29a6229-3218-4bde-b234-dea251ee30f9 req-643f1f24-a348-44a3-9f90-74b33c16e6b4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.9266267 Apr 20 12:59:46.428077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c2e3881-28e3-441d-b5e1-734d89b82f3a req-16577026-2221-4d8d-8449-4a6b76b5ddb3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8010068 Apr 20 12:59:46.460240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:46.460414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:46.460781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:46.509691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-60e95eb2-73f5-4d5b-8ee6-39ddde028e4e None None] Could not find standard attr ID for object 70f65f45-fa97-4041-89c7-7168278bb912. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 12:59:46.516226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:46.516719 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:46.571823 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 2 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:46.676743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aee2244f-b6c3-4e61-bdf7-c14352dc0f0a req-2f89b7ec-c9f6-437a-8869-a457f30c2c12 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=b97798b7279b40908abf90848952d005 HTTP/1.1" status: 200 len: 1656 time: 0.1864080 Apr 20 12:59:46.677600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:46.678140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:46.678578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:46.679573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.685348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a00ff0e4-982e-4a03-bff3-8f5cdcbfb46f tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/ports/70f65f45-fa97-4041-89c7-7168278bb912 HTTP/1.1" status: 204 len: 168 time: 1.1259854 Apr 20 12:59:46.688016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37090) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.707315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:46.707783 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:46.718880 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca174dc0-dfab-4b4d-81d3-b46fe58e1331 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] GET failed (client error): The resource could not be found. Apr 20 12:59:46.719941 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 3 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:46.721363 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ca174dc0-dfab-4b4d-81d3-b46fe58e1331 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "GET /v2.0/ports/70f65f45-fa97-4041-89c7-7168278bb912 HTTP/1.1" status: 404 len: 333 time: 0.0314188 Apr 20 12:59:46.725415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37092) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:46.731663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'name': 'tempest-AllowedAddressPairTestJSON-1240789572'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:46.758720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.770050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['06f2c705-eee9-4089-8ad7-500099df8258'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 12:59:46.801254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7326c-d6f9-404c-b788-73f667574af3 req-371230fe-cc9b-4a20-9110-049017a3a994 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:46.802929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72e7326c-d6f9-404c-b788-73f667574af3 req-371230fe-cc9b-4a20-9110-049017a3a994 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f35b48-9d92-4558-b279-37b613abd151 HTTP/1.1" status: 200 len: 867 time: 0.2523508 Apr 20 12:59:46.823038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:46.823935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:46.823935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:46.833980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Pushing event deleted for resources: {'Port': ['ID=06f2c705-eee9-4089-8ad7-500099df8258,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:46.848300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:46.848747 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:46.865721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:46.868372 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 4 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:46.871790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.896679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] device_id is not set on port cd1c2d69-7500-4d26-8aa9-9671f0d96817 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:46.930814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] No DVR routers for this DVR port 06f2c705-eee9-4089-8ad7-500099df8258 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:46.937863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:46.938266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:46.938763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:46.941173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:46.944423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fe3dbe7-463a-43a3-947a-8e0c3f35c716 req-029543e8-0a68-4ace-a02d-1d23c0ed7330 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.37 "DELETE /v2.0/ports/06f2c705-eee9-4089-8ad7-500099df8258 HTTP/1.1" status: 204 len: 173 time: 2.4403651 Apr 20 12:59:46.947894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f35b48-9d92-4558-b279-37b613abd151', 'name': 'network-vif-deleted', 'tag': '06f2c705-eee9-4089-8ad7-500099df8258'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:46.950226 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b6e86-04d7-4fbe-a3cd-855b04166610" -d '{"events": [{"server_uuid": "49f35b48-9d92-4558-b279-37b613abd151", "name": "network-vif-deleted", "tag": "06f2c705-eee9-4089-8ad7-500099df8258"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:46.960372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2244f-b6c3-4e61-bdf7-c14352dc0f0a req-3ee259a1-86fa-41da-b660-ea0536296cb4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:46.962003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aee2244f-b6c3-4e61-bdf7-c14352dc0f0a req-3ee259a1-86fa-41da-b660-ea0536296cb4 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks?id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 787 time: 0.2763965 Apr 20 12:59:46.967173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:46.967588 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:46.971081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72e7326c-d6f9-404c-b788-73f667574af3 req-44c222cb-aa33-4d58-9305-7ed407021281 tempest-LiveMigrationNegativeTest-664139396 tempest-LiveMigrationNegativeTest-664139396-project] 10.222.0.24 "GET /v2.0/security-groups?id=94ec303b-bac3-4470-8057-b8596d57a79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422937 Apr 20 12:59:46.971596 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 5 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:46.985336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:46.985809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:46.986235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:46.996357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-aee2244f-b6c3-4e61-bdf7-c14352dc0f0a req-c55367a4-4587-4725-b1b4-4a7f8d760e63 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 12:59:46.997439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aee2244f-b6c3-4e61-bdf7-c14352dc0f0a req-c55367a4-4587-4725-b1b4-4a7f8d760e63 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089157 Apr 20 12:59:46.998588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:46.999024 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:46.999475 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 6 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:47.023316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:47.023655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:47.023991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:47.029136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:47.029308 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:47.029838 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 7 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:47.051736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:47.051736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:47.052146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:47.066338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Allocated IP 172.20.0.11 (37577b11-c3ca-48b1-bfae-db1d742f4472/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec/cd1c2d69-7500-4d26-8aa9-9671f0d96817) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:47.087572 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0785b8c8-9f68-4447-97a1-1f25e5bb5418 x-openstack-request-id: req-0785b8c8-9f68-4447-97a1-1f25e5bb5418 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:47.088805 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f35b48-9d92-4558-b279-37b613abd151", "name": "network-vif-deleted", "tag": "06f2c705-eee9-4089-8ad7-500099df8258", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:47.088805 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0785b8c8-9f68-4447-97a1-1f25e5bb5418 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:47.088805 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0785b8c8-9f68-4447-97a1-1f25e5bb5418'] response: {'server_uuid': '49f35b48-9d92-4558-b279-37b613abd151', 'name': 'network-vif-deleted', 'tag': '06f2c705-eee9-4089-8ad7-500099df8258', 'status': 'completed', 'code': 200} Apr 20 12:59:47.092095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:47.092425 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:47.096698 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 8 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:47.103078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-ac38998c-bc7c-46f7-bb85-a56cd098e88f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips/4ebbf2cd-7a5b-4613-b6a4-29c627e5ff02 HTTP/1.1" status: 200 len: 692 time: 0.0638852 Apr 20 12:59:47.121813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:47.122145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:47.122706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:47.141130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:47.141390 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:47.143785 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 9 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:47.187637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:47.187784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:47.188100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:47.197901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:47.198238 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:47.200396 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 10 to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d Apr 20 12:59:47.230154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:47.230852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:47.230852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:47.246846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.248946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:47.251081 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:47.251463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.263586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-f0e93d5d-eae9-48b3-a049-f3ce0ffc4ecd tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.265109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-f0e93d5d-eae9-48b3-a049-f3ce0ffc4ecd tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1523480 Apr 20 12:59:47.288844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.349518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-9a202327-fb90-4a11-ab8e-1c422023511b tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.83 HTTP/1.1" status: 200 len: 695 time: 0.0733638 Apr 20 12:59:47.351790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:47.361186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:47.374944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=cd1c2d69-7500-4d26-8aa9-9671f0d96817,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:47.379030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:47.420043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-a5874034-e2d8-463c-8d9b-5842367b0e9d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.83 HTTP/1.1" status: 200 len: 695 time: 0.0639465 Apr 20 12:59:47.424810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] For port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:47.425185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempted to set empty binding levels {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 12:59:47.437384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.446282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.446928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.473572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c37b9e58-337f-4f43-9fbd-6ec258fb004a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7464697 Apr 20 12:59:47.476252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37100) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:47.486343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3a:71:7b'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:47.636201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:47.659039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f242fe1-2b3b-41fb-9236-5b91f0eb793e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 12:59:47.676006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.730760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] In _notify_port_updated(), no bound segment for port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 12:59:47.731840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.733115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.735577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-79bb623f-7eb4-4733-9dc8-57242cc3232c tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "PUT /v2.0/ports/cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d HTTP/1.1" status: 200 len: 975 time: 3.0957248 Apr 20 12:59:47.742722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37106) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:47.765729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:47.766117 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.890652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ba79c-7060-4b9e-b95f-b00f2bd367ae req-a1da778a-3040-4992-ac52-6feca3cf4a90 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.892176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-153ba79c-7060-4b9e-b95f-b00f2bd367ae req-a1da778a-3040-4992-ac52-6feca3cf4a90 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2797027 Apr 20 12:59:47.963497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.963970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.964436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.964896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.965354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.965835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.966291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.967973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.968438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.968897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.969358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.969974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.970434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.970887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.971339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.971792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.972240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.972690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.973142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.973586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.974062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.975357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9a0a87e4-15ef-4a3d-8926-8dd4c32dc207 None None] Provisioning complete for port cd1c2d69-7500-4d26-8aa9-9671f0d96817 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:47.975583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.975731 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9a0a87e4-15ef-4a3d-8926-8dd4c32dc207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:47.975981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.976446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.976904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.977359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.977840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.978296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.978750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:47.986406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c68aeda0-e3ed-4a61-a251-b2503b466b99 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25599 time: 0.2359211 Apr 20 12:59:47.987487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37116) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.000633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.013857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-153ba79c-7060-4b9e-b95f-b00f2bd367ae req-e0f08d9c-a0e9-409b-8c20-d953947d9b94 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078358 Apr 20 12:59:48.017764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.026997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Deleting port d240d677-dcac-487e-b5a4-9d98daecb661 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:48.027339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.058408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9a0a87e4-15ef-4a3d-8926-8dd4c32dc207 None None] Port cd1c2d69-7500-4d26-8aa9-9671f0d96817 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:48.177497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.180173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.198503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=cd1c2d69-7500-4d26-8aa9-9671f0d96817,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:48.204388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] In _notify_port_updated(), no bound segment for port cd1c2d69-7500-4d26-8aa9-9671f0d96817 on network 37577b11-c3ca-48b1-bfae-db1d742f4472 {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 12:59:48.210045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:48.210748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.212228 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad4150f1-d418-4e55-9c6c-8479a7419996 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "PUT /v2.0/ports/cd1c2d69-7500-4d26-8aa9-9671f0d96817 HTTP/1.1" status: 200 len: 994 time: 0.7349246 Apr 20 12:59:48.215395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37132) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.222667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Calling delete_port for d240d677-dcac-487e-b5a4-9d98daecb661 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:48.330088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Deleting port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:48.330442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.392517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a1588e08-b64c-436d-9c0d-08cbb731120e None None] Provisioning complete for port cd1c2d69-7500-4d26-8aa9-9671f0d96817 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:48.393118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1588e08-b64c-436d-9c0d-08cbb731120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.403420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] For port cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d, host n-h2-838550-2, got binding levels [] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:48.404024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.427641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Calling delete_port for cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:48.434727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.443019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a1588e08-b64c-436d-9c0d-08cbb731120e None None] Port cd1c2d69-7500-4d26-8aa9-9671f0d96817 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:48.448361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting port cd1c2d69-7500-4d26-8aa9-9671f0d96817 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:48.448710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.469330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event deleted for resources: {'Port': ['ID=d240d677-dcac-487e-b5a4-9d98daecb661,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:48.555545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.560590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.562474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0704372d-eeb5-4511-a5bc-c29d0ad89a51 req-c56705f2-1c9c-40c5-bf51-64e5cfbd8d30 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "DELETE /v2.0/floatingips/4ebbf2cd-7a5b-4613-b6a4-29c627e5ff02 HTTP/1.1" status: 204 len: 173 time: 1.1341000 Apr 20 12:59:48.593991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.610152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.618405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.631313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Calling delete_port for cd1c2d69-7500-4d26-8aa9-9671f0d96817 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:48.638496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-8f28b1a1-ea78-40e9-9af3-7b2ef78d5231 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips/6bc675a1-250b-4a88-90f2-5ba7c30a5ab7 HTTP/1.1" status: 200 len: 693 time: 0.0522707 Apr 20 12:59:48.666136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:48.705286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.710755 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7c9a24b-2f6a-44bd-a77d-a124eca91fe5 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "DELETE /v2.0/ports/cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d HTTP/1.1" status: 204 len: 168 time: 0.7220519 Apr 20 12:59:48.714075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37160) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.740210 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d3d6c8-1a04-4442-8890-1de494479437 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] GET failed (client error): The resource could not be found. Apr 20 12:59:48.741669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-15d3d6c8-1a04-4442-8890-1de494479437 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "GET /v2.0/ports/cdcf93f1-fa24-4537-b2ee-cdd09ee4d39d HTTP/1.1" status: 404 len: 333 time: 0.0266321 Apr 20 12:59:48.746837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37162) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.751752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-422358673', 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:48.795536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-a2d5938b-839d-475b-bee5-3510c656daa0 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:48.803000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-a2d5938b-839d-475b-bee5-3510c656daa0 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1636341 Apr 20 12:59:48.811622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Made reservation on behalf of f9ef7760370e46249540115e279a8e0d for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:48.813928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.836144 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.862227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:48.865497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-cad18771-5343-4b9e-809f-e539a4b08b33 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0616548 Apr 20 12:59:48.869275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] device_id is not set on port 21640044-5813-4026-868e-3a57e6ac4a68 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:48.903262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Port': ['ID=cd1c2d69-7500-4d26-8aa9-9671f0d96817,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:48.914027 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-064d6f3d-ca6a-4837-b6e1-030c793299af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eabf0c544a43435099aab3dbd5b15057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016946 Apr 20 12:59:48.916691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37172) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:48.931993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 06f2c705-eee9-4089-8ad7-500099df8258 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:48.953523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-7c5e1e2c-cafd-41ff-a8e5-337d24b79f0f tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0798211 Apr 20 12:59:48.999188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 06f2c705-eee9-4089-8ad7-500099df8258 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:48.999446 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 06f2c705-eee9-4089-8ad7-500099df8258 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:49.096451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-605a0852-cba5-4e4d-9c87-6cd971a4550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.183061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-605a0852-cba5-4e4d-9c87-6cd971a4550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.222295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.228510 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77c90b1d-7b57-464b-959a-36ebb8be8454 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/ports/cd1c2d69-7500-4d26-8aa9-9671f0d96817 HTTP/1.1" status: 204 len: 168 time: 1.0072691 Apr 20 12:59:49.230384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37178) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.260077 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5141ac-763c-4102-8add-d5c39db24b28 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] GET failed (client error): The resource could not be found. Apr 20 12:59:49.265772 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff5141ac-763c-4102-8add-d5c39db24b28 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "GET /v2.0/ports/cd1c2d69-7500-4d26-8aa9-9671f0d96817 HTTP/1.1" status: 404 len: 333 time: 0.0298345 Apr 20 12:59:49.265964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.269986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dc54e-09e3-4872-ba2f-1858d8d6d882 req-9d75956e-18af-4e52-9d85-388dd1aa64e4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:49.270980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'name': 'tempest-AllowedAddressPairTestJSON-1628683769'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:49.271453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d04dc54e-09e3-4872-ba2f-1858d8d6d882 req-9d75956e-18af-4e52-9d85-388dd1aa64e4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1555524 Apr 20 12:59:49.274840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.325948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Deleting port a082397b-23af-4505-8c96-31bf43e69bb3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:49.326354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.332858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d04dc54e-09e3-4872-ba2f-1858d8d6d882 req-b5df43e6-b9eb-4f83-80a3-aca220a66b2d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535622 Apr 20 12:59:49.368475 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-605a0852-cba5-4e4d-9c87-6cd971a4550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.371097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-605a0852-cba5-4e4d-9c87-6cd971a4550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.372318 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-605a0852-cba5-4e4d-9c87-6cd971a4550f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94ec303b-bac3-4470-8057-b8596d57a79d HTTP/1.1" status: 204 len: 168 time: 0.4544542 Apr 20 12:59:49.396234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a0852-cba5-4e4d-9c87-6cd971a4550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ec303b-bac3-4470-8057-b8596d57a79d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:49.402182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.445166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:49.450362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.479283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] device_id is not set on port 67f73612-0cd0-4ad2-8c00-7b970d670e71 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:49.493374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.494114 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.497677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Network 3385cef3-6335-4ffa-92d2-f55a5132746c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:49.508298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:49.511201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:49.512415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:49.513004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.516144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=21640044-5813-4026-868e-3a57e6ac4a68,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:49.524405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Calling delete_port for a082397b-23af-4505-8c96-31bf43e69bb3 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:49.550258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5e280c15-5368-4048-b09a-17bb31ce0a09 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8021488 Apr 20 12:59:49.552658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37186) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.632698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Allocated IP 172.20.0.3 (37577b11-c3ca-48b1-bfae-db1d742f4472/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec/67f73612-0cd0-4ad2-8c00-7b970d670e71) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:49.637849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4216421a-985c-4ebd-a995-ad2b52e2536e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:49.639313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4216421a-985c-4ebd-a995-ad2b52e2536e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "GET /v2.0/ports/21640044-5813-4026-868e-3a57e6ac4a68 HTTP/1.1" status: 200 len: 954 time: 0.0851290 Apr 20 12:59:49.643267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37188) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.776836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37190) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.793973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Deleting port 21640044-5813-4026-868e-3a57e6ac4a68 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:49.794232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.807897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.844241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.865195 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.889710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:49.895099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:49.900241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:49.904906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=67f73612-0cd0-4ad2-8c00-7b970d670e71,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:49.908021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event deleted for resources: {'Port': ['ID=a082397b-23af-4505-8c96-31bf43e69bb3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:49.924163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b58ab736-de1d-4a80-8d20-420e7252b880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60dbb048300446fdabf0ccbfa8a9f682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442244 Apr 20 12:59:49.924163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.928712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37192) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.959143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Calling delete_port for 21640044-5813-4026-868e-3a57e6ac4a68 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:49.961402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:49.962101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:49.983089 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b47bed31-a19f-4a20-874d-9789face4c37 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7161186 Apr 20 12:59:49.986372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37194) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:49.993388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3a:71:7b'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:50.074162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.076730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.078477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efe1b805-f43b-4df2-99f9-8957fa71346e req-4dd536dc-54d6-49be-a792-f1a2b4d5221d tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "DELETE /v2.0/floatingips/6bc675a1-250b-4a88-90f2-5ba7c30a5ab7 HTTP/1.1" status: 204 len: 173 time: 1.1085446 Apr 20 12:59:50.103762 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cad67ea-df63-4a6c-8935-b1af75f9b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.177271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.184456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8355be6-7686-4250-ad04-c4656be16353 req-6bbee0a2-def9-41cc-8437-213fb54a56fa tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips/271e99c2-814e-4e31-af16-0e187e7b661e HTTP/1.1" status: 200 len: 693 time: 0.0737200 Apr 20 12:59:50.189951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cad67ea-df63-4a6c-8935-b1af75f9b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.215832 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.277799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f64ea53e-bac5-438d-83db-56936163beac None None] Provisioning complete for port 67f73612-0cd0-4ad2-8c00-7b970d670e71 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:50.278888 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f64ea53e-bac5-438d-83db-56936163beac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.299667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event deleted for resources: {'Port': ['ID=21640044-5813-4026-868e-3a57e6ac4a68,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:50.316262 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.321942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-31f61c56-6869-4cf9-af6a-91745c281e15 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "DELETE /v2.0/ports/21640044-5813-4026-868e-3a57e6ac4a68 HTTP/1.1" status: 204 len: 168 time: 0.6752675 Apr 20 12:59:50.324174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37200) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:50.352993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f64ea53e-bac5-438d-83db-56936163beac None None] Port 67f73612-0cd0-4ad2-8c00-7b970d670e71 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:50.358089 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-30493b0d-1350-45e0-ad69-ac9f41baa119 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] GET failed (client error): The resource could not be found. Apr 20 12:59:50.362967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-30493b0d-1350-45e0-ad69-ac9f41baa119 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "GET /v2.0/ports/21640044-5813-4026-868e-3a57e6ac4a68 HTTP/1.1" status: 404 len: 333 time: 0.0365098 Apr 20 12:59:50.364663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37204) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:50.372923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Request body: {'port': {'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2028306627'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:50.385860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cad67ea-df63-4a6c-8935-b1af75f9b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.388363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cad67ea-df63-4a6c-8935-b1af75f9b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.391794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2cad67ea-df63-4a6c-8935-b1af75f9b677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec39f314-5f49-4c50-a9a6-8e58f5624f94 HTTP/1.1" status: 204 len: 168 time: 0.4568307 Apr 20 12:59:50.406320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.413230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.413716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8355be6-7686-4250-ad04-c4656be16353 req-136e5010-e2d6-4e67-b9d1-c9948041e50b tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:50.414687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8355be6-7686-4250-ad04-c4656be16353 req-136e5010-e2d6-4e67-b9d1-c9948041e50b tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2175305 Apr 20 12:59:50.417473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad67ea-df63-4a6c-8935-b1af75f9b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec39f314-5f49-4c50-a9a6-8e58f5624f94,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:50.425835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Made reservation on behalf of f9ef7760370e46249540115e279a8e0d for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:50.428249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.487647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8355be6-7686-4250-ad04-c4656be16353 req-006f820e-deac-4c6f-9be9-e1885ce69b37 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0640914 Apr 20 12:59:50.497541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] device_id is not set on port a61e2105-e3f7-4a8d-8cc5-b97fb909593e yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:50.585426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=67f73612-0cd0-4ad2-8c00-7b970d670e71,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:50.611732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] In _notify_port_updated(), no bound segment for port 67f73612-0cd0-4ad2-8c00-7b970d670e71 on network 37577b11-c3ca-48b1-bfae-db1d742f4472 {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 12:59:50.618767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:50.619552 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.621713 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-abcdd972-9b58-443f-a96c-bd7310967422 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "PUT /v2.0/ports/67f73612-0cd0-4ad2-8c00-7b970d670e71 HTTP/1.1" status: 200 len: 996 time: 0.6335776 Apr 20 12:59:50.623363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8355be6-7686-4250-ad04-c4656be16353 req-4fdbcbc2-b0f3-4b59-bb81-791ea2c9a673 tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.1271548 Apr 20 12:59:50.625195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:50.764688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting port 67f73612-0cd0-4ad2-8c00-7b970d670e71 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:50.765057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.892780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.893026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-923a12e6-5a54-4e56-8220-1e4c45f639de None None] Provisioning complete for port 67f73612-0cd0-4ad2-8c00-7b970d670e71 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:50.893386 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-923a12e6-5a54-4e56-8220-1e4c45f639de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:50.909214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Calling delete_port for 67f73612-0cd0-4ad2-8c00-7b970d670e71 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:50.943663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-923a12e6-5a54-4e56-8220-1e4c45f639de None None] Port 67f73612-0cd0-4ad2-8c00-7b970d670e71 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:51.075809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.129207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Port': ['ID=67f73612-0cd0-4ad2-8c00-7b970d670e71,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.244964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9d900-3f10-4947-bba6-814537849258 req-ff02b801-280e-4195-853e-c666f104e3c4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:51.258047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8d9d900-3f10-4947-bba6-814537849258 req-ff02b801-280e-4195-853e-c666f104e3c4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.7737291 Apr 20 12:59:51.298643 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.307918 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0874d3cc-a642-428c-bd53-df7cc8fd6183 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/ports/67f73612-0cd0-4ad2-8c00-7b970d670e71 HTTP/1.1" status: 204 len: 168 time: 0.6811104 Apr 20 12:59:51.311476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37232) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.354108 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7009114f-ed30-4d07-a61e-c1571bea74e2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] GET failed (client error): The resource could not be found. Apr 20 12:59:51.356150 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7009114f-ed30-4d07-a61e-c1571bea74e2 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "GET /v2.0/ports/67f73612-0cd0-4ad2-8c00-7b970d670e71 HTTP/1.1" status: 404 len: 333 time: 0.0435686 Apr 20 12:59:51.360318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.362951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37236) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.399525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'name': 'tempest-AllowedAddressPairTestJSON-305272264'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:51.441740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8d9d900-3f10-4947-bba6-814537849258 req-8e5bd57b-b09d-4d1b-ab95-1b06d45fe987 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773331 Apr 20 12:59:51.480918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.520138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Deleting port 76753789-8517-44d6-ad38-161ca55d1a91 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:51.521263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.551550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Network 3385cef3-6335-4ffa-92d2-f55a5132746c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:51.581152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:51.587906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:51.588854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:51.589673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.595152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=a61e2105-e3f7-4a8d-8cc5-b97fb909593e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:51.628037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:51.630913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.651407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] device_id is not set on port 97a4b3d3-cbc8-4629-83af-7691cf1a3977 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:51.661330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.663361 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.682806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-30d4d4c4-6ab8-4c0e-93df-be64dcff34c3 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3171206 Apr 20 12:59:51.683652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37248) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.685032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Calling delete_port for 76753789-8517-44d6-ad38-161ca55d1a91 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:51.691408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:51.733550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37250) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:51.782092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:51.842142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Allocated IP 172.20.0.3 (37577b11-c3ca-48b1-bfae-db1d742f4472/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec/97a4b3d3-cbc8-4629-83af-7691cf1a3977) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:52.024979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1761bdc0-f21d-46aa-8035-d544dea3cac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.121083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.129115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] device_id is not set on port a61e2105-e3f7-4a8d-8cc5-b97fb909593e yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:52.138286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.149373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.179377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Pushing event deleted for resources: {'Port': ['ID=76753789-8517-44d6-ad38-161ca55d1a91,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.187511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.198033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1761bdc0-f21d-46aa-8035-d544dea3cac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.203944 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1761bdc0-f21d-46aa-8035-d544dea3cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.210328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.262390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=a61e2105-e3f7-4a8d-8cc5-b97fb909593e,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.284734 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1761bdc0-f21d-46aa-8035-d544dea3cac5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3dd7fc6952c44e0bfd78d60b1027fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5502841 Apr 20 12:59:52.294631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37268) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:52.297091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:52.308001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761bdc0-f21d-46aa-8035-d544dea3cac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b4efdf-9e18-4c44-90c1-a0f338a3ed07,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.318697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:52.325396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:52.327910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=97a4b3d3-cbc8-4629-83af-7691cf1a3977,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.330500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.330813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.331171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.337791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.338166 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.339970 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 2 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.353878 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.357046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.358805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8355be6-7686-4250-ad04-c4656be16353 req-6e06e479-b4e5-42b9-9881-4b85ddae5f9e tempest-FloatingIPDetailsTestJSON-11016712 tempest-FloatingIPDetailsTestJSON-11016712-project] 10.222.0.24 "DELETE /v2.0/floatingips/271e99c2-814e-4e31-af16-0e187e7b661e HTTP/1.1" status: 204 len: 173 time: 1.7182837 Apr 20 12:59:52.366825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37270) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:52.367003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.367277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.367616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.372991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.373313 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.374855 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 3 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.387292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.387627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.387972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.392667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.392993 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.393381 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 4 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.407760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.408015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.408417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.413624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.413965 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.414348 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 5 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.427597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.427926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.428750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.433290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.433290 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.433546 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 6 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.448225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.448560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.448897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.450210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:52.450874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.455919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.456239 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.456624 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 7 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.470969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.470969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.471217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.477019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.477350 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.477758 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 8 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.499462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.499983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.500660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.506526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.506908 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.507298 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 9 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.529180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.529825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.530159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.539828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.540168 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.540543 n-d-838550-2 neutron-server[109410]: INFO neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempt 10 to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e Apr 20 12:59:52.559265 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9acae8ba-9b3d-4982-b4a5-40b3485c19ce tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1950047 Apr 20 12:59:52.560120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab07d7c5-dfbd-495a-9847-f5cd27bc728d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.563218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37276) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:52.569202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'network_id': '37577b11-c3ca-48b1-bfae-db1d742f4472', 'name': 'tempest-AllowedAddressPairTestJSON-1496490675'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:52.605725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:52.605725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:52.605725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempting to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:52.624942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab07d7c5-dfbd-495a-9847-f5cd27bc728d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.662498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:52.662835 n-d-838550-2 neutron-server[109410]: ERROR neutron.plugins.ml2.managers [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Failed to bind port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on host n-h2-838550-2 for vnic_type normal using segments [{'id': '5123365c-8ee6-46bd-b33b-1d3552f1b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3385cef3-6335-4ffa-92d2-f55a5132746c'}] Apr 20 12:59:52.663216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.700565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-866b0ec1-79be-4df4-a417-3ca8e8968d96 None None] Provisioning complete for port 97a4b3d3-cbc8-4629-83af-7691cf1a3977 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:52.701186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-866b0ec1-79be-4df4-a417-3ca8e8968d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.768281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-866b0ec1-79be-4df4-a417-3ca8e8968d96 None None] Port 97a4b3d3-cbc8-4629-83af-7691cf1a3977 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:52.796632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556534f-2e93-4298-962a-c444784fcc3a req-1c0ff3e1-28b4-460d-9de3-015e3e9ecad0 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:52.798179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a556534f-2e93-4298-962a-c444784fcc3a req-1c0ff3e1-28b4-460d-9de3-015e3e9ecad0 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2223918 Apr 20 12:59:52.836062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab07d7c5-dfbd-495a-9847-f5cd27bc728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.838587 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab07d7c5-dfbd-495a-9847-f5cd27bc728d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.841962 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ab07d7c5-dfbd-495a-9847-f5cd27bc728d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97b4efdf-9e18-4c44-90c1-a0f338a3ed07 HTTP/1.1" status: 204 len: 168 time: 0.5415781 Apr 20 12:59:52.867898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07d7c5-dfbd-495a-9847-f5cd27bc728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b4efdf-9e18-4c44-90c1-a0f338a3ed07,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:52.874938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] For port a61e2105-e3f7-4a8d-8cc5-b97fb909593e, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:52.875397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attempted to set empty binding levels {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 12:59:52.886588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.890949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a556534f-2e93-4298-962a-c444784fcc3a req-f1dabd43-52c1-4b2c-93dc-7f6bc06062aa tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814197 Apr 20 12:59:52.908588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Made reservation on behalf of d34219d0ca2c47ba9bf6575907eb2302 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:52.912111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.953476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-4f76da09-57a7-46e8-86d6-fa74e4f5ec1c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686562 Apr 20 12:59:52.954364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] In _notify_port_updated(), no bound segment for port a61e2105-e3f7-4a8d-8cc5-b97fb909593e on network 3385cef3-6335-4ffa-92d2-f55a5132746c {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 12:59:52.955144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:52.955726 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:52.956913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "PUT /v2.0/ports/a61e2105-e3f7-4a8d-8cc5-b97fb909593e HTTP/1.1" status: 200 len: 975 time: 1.2694983 Apr 20 12:59:52.962219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37292) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:52.978876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.028064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] device_id is not set on port 818c1dde-f015-407e-997a-a00a3a9f4346 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 12:59:53.033199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf58ff-5965-44bb-88a2-c0147ae0f3f7 tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event updated for resources: {'Port': ['ID=a61e2105-e3f7-4a8d-8cc5-b97fb909593e,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:53.241881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-596e61d4-6b1d-4d9e-b9dd-e8edde9893e1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:53.243351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-596e61d4-6b1d-4d9e-b9dd-e8edde9893e1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681761 Apr 20 12:59:53.247616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Deleting port 46bad51d-0229-4da7-889d-f8b56c034cbb {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:53.248021 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.251834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Allocated IP 172.20.0.4 (37577b11-c3ca-48b1-bfae-db1d742f4472/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec/818c1dde-f015-407e-997a-a00a3a9f4346) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:53.260576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37296) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:53.273097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Deleting port a61e2105-e3f7-4a8d-8cc5-b97fb909593e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:53.273418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.280382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-9071a1b9-e490-4dfd-be5e-e3320d724853 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/quotas/c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 375 time: 0.0234423 Apr 20 12:59:53.300476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc20b06e-8050-4b07-b366-455494bb0b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.363162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-5b2d7fcd-e08d-41aa-958d-73b84db63eda tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700090 Apr 20 12:59:53.366903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] For port 46bad51d-0229-4da7-889d-f8b56c034cbb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=46bad51d-0229-4da7-889d-f8b56c034cbb,segment=NetworkSegment(a07bcb91-74da-4fd9-930f-a6808f37fc5c),segment_id=a07bcb91-74da-4fd9-930f-a6808f37fc5c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:53.367349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.384749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Calling delete_port for 46bad51d-0229-4da7-889d-f8b56c034cbb owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:53.388188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] For port a61e2105-e3f7-4a8d-8cc5-b97fb909593e, host n-h2-838550-2, got binding levels [] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:53.388559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.411392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Calling delete_port for a61e2105-e3f7-4a8d-8cc5-b97fb909593e owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:53.487068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc20b06e-8050-4b07-b366-455494bb0b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.494129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc20b06e-8050-4b07-b366-455494bb0b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.572724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20b06e-8050-4b07-b366-455494bb0b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d17581-6157-4507-91ea-ebf5dfcd2739,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:53.579309 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.584046 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc20b06e-8050-4b07-b366-455494bb0b06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=418dcfbe8be4471689f2651e19cdb6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200443 Apr 20 12:59:53.585677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37302) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:53.599435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91a7d91c-fe80-4633-a88c-2dfb2cfaf4c8 req-cd5ae133-98f9-4cea-a940-a32bd44746bd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 210 time: 0.0574431 Apr 20 12:59:53.623040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.660386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b74b838c-47cc-42dd-8479-fd4a59153d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.680980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.694131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.707519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b74b838c-47cc-42dd-8479-fd4a59153d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.735551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.757726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:53.763315 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.766627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a61e2105-e3f7-4a8d-8cc5-b97fb909593e HTTP/1.1" status: 204 len: 168 time: 0.8034763 Apr 20 12:59:53.767825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:53.769547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:53.774422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=46bad51d-0229-4da7-889d-f8b56c034cbb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:53.774634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:53.810757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=818c1dde-f015-407e-997a-a00a3a9f4346,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:53.833413 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b74b838c-47cc-42dd-8479-fd4a59153d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.834030 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d822d5c1-db99-4d0f-8686-d0d62f70291e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] GET failed (client error): The resource could not be found. Apr 20 12:59:53.835617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d822d5c1-db99-4d0f-8686-d0d62f70291e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] 10.222.0.24 "GET /v2.0/ports/a61e2105-e3f7-4a8d-8cc5-b97fb909593e HTTP/1.1" status: 404 len: 333 time: 0.0622480 Apr 20 12:59:53.836257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b74b838c-47cc-42dd-8479-fd4a59153d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:53.840155 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b74b838c-47cc-42dd-8479-fd4a59153d6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8d17581-6157-4507-91ea-ebf5dfcd2739 HTTP/1.1" status: 204 len: 168 time: 0.2509935 Apr 20 12:59:53.843017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37310) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:53.853685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74b838c-47cc-42dd-8479-fd4a59153d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d17581-6157-4507-91ea-ebf5dfcd2739,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:53.924957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898616-8acd-4dac-9a13-3dc7e62d025e tempest-PortsAdminExtendedAttrsTestJSON-724513664 tempest-PortsAdminExtendedAttrsTestJSON-724513664-project-admin] Pushing event deleted for resources: {'Port': ['ID=a61e2105-e3f7-4a8d-8cc5-b97fb909593e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:53.998868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:53.999724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.007509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.082356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0e894d71-bd4d-4cce-a481-5b1e7b32c59e tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5178983 Apr 20 12:59:54.088199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:54.095152 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.099517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3a:71:7b'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4d:82:e5'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:54.317845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399156f-ec4b-44ae-b725-c1cf7c610782 req-fed84b6c-46a3-4a41-ad75-415e2642e11e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:54.323897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c94383dc-d849-4251-9c72-89ca37a6024d None None] Provisioning complete for port 818c1dde-f015-407e-997a-a00a3a9f4346 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:54.325062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c94383dc-d849-4251-9c72-89ca37a6024d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.325616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0399156f-ec4b-44ae-b725-c1cf7c610782 req-fed84b6c-46a3-4a41-ad75-415e2642e11e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2690520 Apr 20 12:59:54.346867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.398824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c94383dc-d849-4251-9c72-89ca37a6024d None None] Port 818c1dde-f015-407e-997a-a00a3a9f4346 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:54.401282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0399156f-ec4b-44ae-b725-c1cf7c610782 req-2013c241-4832-4603-84b1-b0dafae0703c tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726509 Apr 20 12:59:54.406643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3385cef3-6335-4ffa-92d2-f55a5132746c']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:54.417601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5123365c-8ee6-46bd-b33b-1d3552f1b3e0') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:54.418120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5123365c-8ee6-46bd-b33b-1d3552f1b3e0') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:54.430684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.445771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.454490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:54.454908 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: timer() Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:54.458312 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:54.534667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.558952 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.560666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.566223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] 10.222.0.24 "DELETE /v2.0/networks/3385cef3-6335-4ffa-92d2-f55a5132746c HTTP/1.1" status: 204 len: 168 time: 0.7200179 Apr 20 12:59:54.595333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928bd1d-e69b-4ad6-b033-f325700db1f1 tempest-PortsAdminExtendedAttrsTestJSON-1009199331 tempest-PortsAdminExtendedAttrsTestJSON-1009199331-project] Pushing event deleted for resources: {'Network': ['ID=3385cef3-6335-4ffa-92d2-f55a5132746c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:54.724208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54b27c28-6c85-4404-99a8-9c8d59c54865 req-183ef365-a9b3-441a-ad1a-d6b19880b645 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 210 time: 0.0318375 Apr 20 12:59:54.825429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Router 685778ae-08c8-4ea7-9668-b064d7d56167 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 12:59:54.846944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37346) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:54.920158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:54.925258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-0bc5c787-94e8-4df9-be52-c70ff9783a4e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335019 Apr 20 12:59:54.929462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.080701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-02cf55e9-25c4-467a-a11b-14622917fbaf tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:55.082267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-02cf55e9-25c4-467a-a11b-14622917fbaf tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486795 Apr 20 12:59:55.097762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Request body: {'port': {'device_id': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'c1df0c054cf04bec940ed048971593be'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:55.105351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event updated for resources: {'Port': ['ID=818c1dde-f015-407e-997a-a00a3a9f4346,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:55.136214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] In _notify_port_updated(), no bound segment for port 818c1dde-f015-407e-997a-a00a3a9f4346 on network 37577b11-c3ca-48b1-bfae-db1d742f4472 {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 12:59:55.142051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:55.142828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.146942 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a279601d-b0e8-43bd-839a-e566009ada51 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "PUT /v2.0/ports/818c1dde-f015-407e-997a-a00a3a9f4346 HTTP/1.1" status: 200 len: 1055 time: 1.0534258 Apr 20 12:59:55.146942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 12:59:55.148065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37354) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:55.156971 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] Sync routers for ids ['685778ae-08c8-4ea7-9668-b064d7d56167'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 12:59:55.166808 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-04911e23-d9dd-401c-883a-7792cb8d4d66 admin admin] 10.222.0.24 "PUT /v2.0/routers/685778ae-08c8-4ea7-9668-b064d7d56167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7970467 Apr 20 12:59:55.177007 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] Routers {'685778ae-08c8-4ea7-9668-b064d7d56167'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:55.178191 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['685778ae-08c8-4ea7-9668-b064d7d56167'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:55.188582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37356) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:55.264954 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3bff935f-2d8b-41a8-b429-bd53a59c29a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=955eafef5abd4a2a95607a4412e35db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163535 Apr 20 12:59:55.276969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:55.290537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Made reservation on behalf of c1df0c054cf04bec940ed048971593be for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 12:59:55.302731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.317170 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] Set router 685778ae-08c8-4ea7-9668-b064d7d56167 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:55.317594 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.328381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4f2ef421-0b7e-40f3-854a-328c8194ebc7 None None] Provisioning complete for port 818c1dde-f015-407e-997a-a00a3a9f4346 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:55.328948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f2ef421-0b7e-40f3-854a-328c8194ebc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.432803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ef421-0b7e-40f3-854a-328c8194ebc7 None None] Port 818c1dde-f015-407e-997a-a00a3a9f4346 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:55.448757 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c75c-370a-4cb6-a261-7266e5d39c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.470172 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.476174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.503807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting port 818c1dde-f015-407e-997a-a00a3a9f4346 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:55.512654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.516864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:55.610676 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:53Z', 'revision_number': 5, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:55.642027 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] Checking router: 685778ae-08c8-4ea7-9668-b064d7d56167 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 12:59:55.645027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c75c-370a-4cb6-a261-7266e5d39c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.647418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.653093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] Routers {'685778ae-08c8-4ea7-9668-b064d7d56167'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 12:59:55.653967 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T12:59:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['685778ae-08c8-4ea7-9668-b064d7d56167'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:55.677965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940a4ab-36b0-41d5-bdab-ffed2fbbf1cf req-cdef7c5f-6512-4669-af5d-3fa84445e2bc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:55.679648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0940a4ab-36b0-41d5-bdab-ffed2fbbf1cf req-cdef7c5f-6512-4669-af5d-3fa84445e2bc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1042359 Apr 20 12:59:55.724275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.734313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Allocated IP 192.168.233.247 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 12:59:55.756742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0940a4ab-36b0-41d5-bdab-ffed2fbbf1cf req-b58973d8-f54f-4387-89c2-9ae3d6d73f92 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690989 Apr 20 12:59:55.762037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Calling delete_port for 818c1dde-f015-407e-997a-a00a3a9f4346 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:55.810049 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] Set router 685778ae-08c8-4ea7-9668-b064d7d56167 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 12:59:55.897760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.918283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c75c-370a-4cb6-a261-7266e5d39c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.923186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc9c75c-370a-4cb6-a261-7266e5d39c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.923352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4677c3ad-8b04-436b-8eed-f1b1ff91e2ff req-6ab3a583-8303-4bae-afc8-5b952fb3b7e1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 210 time: 0.0350111 Apr 20 12:59:55.924706 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0fc9c75c-370a-4cb6-a261-7266e5d39c88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/323a4b5b-dcbb-43c2-a3af-7fc840483c33 HTTP/1.1" status: 204 len: 168 time: 0.6429288 Apr 20 12:59:55.990307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:55.994610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9c75c-370a-4cb6-a261-7266e5d39c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323a4b5b-dcbb-43c2-a3af-7fc840483c33,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.049106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.077774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:53Z', 'revision_number': 5, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:56.127851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 12:59:56.131287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Deleting port ba45c83a-bec0-4dec-bab8-68b25461bdbb {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:56.131747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.136029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 12:59:56.139873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 12:59:56.157334 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880d83d9-6fce-4bad-9943-7f00a26eedab None None] The sync data for ids ['685778ae-08c8-4ea7-9668-b064d7d56167'] in n-d-838550-2 is: [{'id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'name': 'tempest-FloatingIPDetailsTestJSON-938458676-router', 'tenant_id': 'b97798b7279b40908abf90848952d005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:59:24Z', 'updated_at': '2022-04-20T12:59:53Z', 'revision_number': 5, 'project_id': 'b97798b7279b40908abf90848952d005', 'gw_port': {'id': 'ba45c83a-bec0-4dec-bab8-68b25461bdbb', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:17:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '685778ae-08c8-4ea7-9668-b064d7d56167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:59:25Z', 'updated_at': '2022-04-20T12:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 12:59:56.202339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.263202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:56.263888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.272692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] For port ba45c83a-bec0-4dec-bab8-68b25461bdbb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ba45c83a-bec0-4dec-bab8-68b25461bdbb,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:56.275574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.290489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.292304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-a93ab1de-3522-40cf-924e-6cb5a5687f46 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1993091 Apr 20 12:59:56.299596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Calling delete_port for ba45c83a-bec0-4dec-bab8-68b25461bdbb owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:56.308499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Request body: {'port': {'device_id': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 12:59:56.337316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Port': ['ID=818c1dde-f015-407e-997a-a00a3a9f4346,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.408549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.529357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37400) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:56.597022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4bb49cac-e224-43bd-9dcf-e02405ad4c80 None None] Provisioning complete for port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 12:59:56.597540 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4bb49cac-e224-43bd-9dcf-e02405ad4c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.671022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4bb49cac-e224-43bd-9dcf-e02405ad4c80 None None] Port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 12:59:56.764537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2d5273c1-480f-4b3d-9572-42fd88173820 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9ef7760370e46249540115e279a8e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364955 Apr 20 12:59:56.765132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37410) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:56.840221 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.845772 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8ceeaa1-dbd2-490b-b5fd-bfb2b828dd2a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/ports/818c1dde-f015-407e-997a-a00a3a9f4346 HTTP/1.1" status: 204 len: 168 time: 1.6899123 Apr 20 12:59:56.846596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37414) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:56.897223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.899664 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-948c3fd0-cabc-4632-98dc-3db97b3cb5d3 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] GET failed (client error): The resource could not be found. Apr 20 12:59:56.901730 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-948c3fd0-cabc-4632-98dc-3db97b3cb5d3 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "GET /v2.0/ports/818c1dde-f015-407e-997a-a00a3a9f4346 HTTP/1.1" status: 404 len: 333 time: 0.0536985 Apr 20 12:59:56.908335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37416) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:56.930623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 12:59:56.939238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba45c83a-bec0-4dec-bab8-68b25461bdbb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:56.944740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:56.980710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Transition to ACTIVE for port object e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 12:59:56.993339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c964a7d-e28f-4d14-8015-9f7e5c89be11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.011124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438422bb-75f1-46da-88b9-d7bd9567f03e req-063447d3-a9ec-4377-8b79-00aa8fccbab8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.013553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-438422bb-75f1-46da-88b9-d7bd9567f03e req-063447d3-a9ec-4377-8b79-00aa8fccbab8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1291246 Apr 20 12:59:57.014739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.079357 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c964a7d-e28f-4d14-8015-9f7e5c89be11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.093025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:57.127087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.137181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:57.156391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-438422bb-75f1-46da-88b9-d7bd9567f03e req-1c5e1ed6-2e74-4e74-816f-0df83f634e23 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121066 Apr 20 12:59:57.183926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac552d2-2423-4b64-be60-79e0a5b84ea4 req-5c303c47-539d-4df0-a801-8566f5aa0857 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.185265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aac552d2-2423-4b64-be60-79e0a5b84ea4 req-5c303c47-539d-4df0-a801-8566f5aa0857 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 948 time: 0.1399322 Apr 20 12:59:57.260450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.264858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.277505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting port 97a4b3d3-cbc8-4629-83af-7691cf1a3977 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:57.277875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.281145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb80871-ceb7-4cab-bdac-9f383fecf721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.282083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aac552d2-2423-4b64-be60-79e0a5b84ea4 req-8d4798a1-6e17-4697-9153-3d056bad97de tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671401 Apr 20 12:59:57.292894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 12:59:57.293311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 12:59:57.293788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:57.299796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 12:59:57.300186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 12:59:57.305412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 12:59:57.306004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 12:59:57.306442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 12:59:57.306948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Bound port: e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 12:59:57.307382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.375383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 12:59:57.378719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 12:59:57.384054 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.434410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.435031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.436541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] 10.222.0.37 "PUT /v2.0/ports/e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 1096 time: 1.1361375 Apr 20 12:59:57.437026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 12:59:57.439423 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14928ee-2a28-42ac-a24d-9d02684d951d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 12:59:57.511168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983650e-377c-481f-9f0f-65d1f5a75e8c service neutron] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:57.518750 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 12:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676ff386-fe33-4f98-bda8-afb3a37ecd4f x-openstack-request-id: req-676ff386-fe33-4f98-bda8-afb3a37ecd4f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 12:59:57.519072 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 12:59:57.519281 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-676ff386-fe33-4f98-bda8-afb3a37ecd4f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 12:59:57.519786 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676ff386-fe33-4f98-bda8-afb3a37ecd4f'] response: {'name': 'network-changed', 'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'status': 'completed', 'code': 200} Apr 20 12:59:57.536286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d56c915b-22d1-4632-adad-de1a24968a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.538011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d56c915b-22d1-4632-adad-de1a24968a5b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1099 time: 0.0563850 Apr 20 12:59:57.550494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 46bad51d-0229-4da7-889d-f8b56c034cbb no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:57.581189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 46bad51d-0229-4da7-889d-f8b56c034cbb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:57.581849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 46bad51d-0229-4da7-889d-f8b56c034cbb not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:57.587438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-d55d6259-f750-4eba-a9b5-050224c57d11 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.0406547 Apr 20 12:59:57.644826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-f7af2422-3ec9-4fbe-9eca-0bf7e1235b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.646413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-f7af2422-3ec9-4fbe-9eca-0bf7e1235b0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0526245 Apr 20 12:59:57.646563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c964a7d-e28f-4d14-8015-9f7e5c89be11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.649032 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c964a7d-e28f-4d14-8015-9f7e5c89be11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.650174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7c964a7d-e28f-4d14-8015-9f7e5c89be11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e0e1ef1-94be-41ba-9aab-436aba553b5a HTTP/1.1" status: 204 len: 168 time: 0.8834431 Apr 20 12:59:57.701408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c964a7d-e28f-4d14-8015-9f7e5c89be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0e1ef1-94be-41ba-9aab-436aba553b5a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:57.715574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-4b7c5dc3-e377-45b2-a0d2-24b6fde1d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:57.717681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.717926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-4b7c5dc3-e377-45b2-a0d2-24b6fde1d6d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645614 Apr 20 12:59:57.718238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 685778ae-08c8-4ea7-9668-b064d7d56167 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 12:59:57.726878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.728081 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c7a3f3a3-edda-49e1-a729-873f2fdea4a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/685778ae-08c8-4ea7-9668-b064d7d56167 HTTP/1.1" status: 204 len: 168 time: 2.5384622 Apr 20 12:59:57.731978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:57.829327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.836358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] Deleting subnet c530c087-b9ef-4a68-9f80-b3ebccae3998 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:57.853035 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.859096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-16ed87fa-45a9-43b0-bcff-b4172343fe63 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330829 Apr 20 12:59:57.879473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Calling delete_port for 97a4b3d3-cbc8-4629-83af-7691cf1a3977 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:57.945493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:57.984883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9cf23b1-f8bc-4b31-ab19-328bf1b10836 req-79986ef2-608b-40df-bbb5-f24249eae6d4 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189265 Apr 20 12:59:58.008337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb80871-ceb7-4cab-bdac-9f383fecf721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.022173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb80871-ceb7-4cab-bdac-9f383fecf721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.110368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-455dbec8-5fdd-4565-ba52-c4b6ec742aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:58.112202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-455dbec8-5fdd-4565-ba52-c4b6ec742aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1099 time: 0.0608270 Apr 20 12:59:58.113600 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5bb80871-ceb7-4cab-bdac-9f383fecf721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f5bb57623e84b9c942d1fdb7711718c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0122671 Apr 20 12:59:58.117004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:58.117163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb80871-ceb7-4cab-bdac-9f383fecf721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fa0636-7b5f-4b98-baa3-e42e9408b125,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:58.123685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.213992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.240300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-d005baaa-3831-480f-bf73-014e1622900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:58.241778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-d005baaa-3831-480f-bf73-014e1622900d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1126463 Apr 20 12:59:58.258189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.321026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-8c448c67-7c03-4d64-b7df-50b445f1b4c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.0680683 Apr 20 12:59:58.334145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c530c087-b9ef-4a68-9f80-b3ebccae3998,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:58.338144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Port': ['ID=97a4b3d3-cbc8-4629-83af-7691cf1a3977,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:58.347118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.354630 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7386a63e-1d7a-4ef8-afaa-2687739f3dee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c530c087-b9ef-4a68-9f80-b3ebccae3998 HTTP/1.1" status: 204 len: 168 time: 0.6216698 Apr 20 12:59:58.357011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37454) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:58.361659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c50c2-9d48-4178-a1f9-3c6fb32c0333 None None] Network 703144aa-e3fc-48c2-9e4c-616650652acc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 12:59:58.517415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.612883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.632503 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c7062238-1561-46d5-8a16-2c661e70d55a tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/ports/97a4b3d3-cbc8-4629-83af-7691cf1a3977 HTTP/1.1" status: 204 len: 168 time: 1.7218802 Apr 20 12:59:58.641907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37460) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:58.681799 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a939f3-c419-4a7b-8d30-2d84b97b1bb4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] GET failed (client error): The resource could not be found. Apr 20 12:59:58.686789 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e1a939f3-c419-4a7b-8d30-2d84b97b1bb4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "GET /v2.0/ports/97a4b3d3-cbc8-4629-83af-7691cf1a3977 HTTP/1.1" status: 404 len: 333 time: 0.0367503 Apr 20 12:59:58.686914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37462) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:58.723861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023de66e-0585-4650-8859-19e3937669f3 None None] DHCP port deletion for 703144aa-e3fc-48c2-9e4c-616650652acc request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 12:59:58.772798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Deleting port 85a652b7-f613-4748-a995-068cfeae0c11 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:58.773459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.784894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Deleting port 85a652b7-f613-4748-a995-068cfeae0c11 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:58.785570 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.853501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] For port 85a652b7-f613-4748-a995-068cfeae0c11, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85a652b7-f613-4748-a995-068cfeae0c11,segment=NetworkSegment(a07bcb91-74da-4fd9-930f-a6808f37fc5c),segment_id=a07bcb91-74da-4fd9-930f-a6808f37fc5c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:58.854028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.873584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Calling delete_port for 85a652b7-f613-4748-a995-068cfeae0c11 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:58.907024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-023de66e-0585-4650-8859-19e3937669f3 None None] For port 85a652b7-f613-4748-a995-068cfeae0c11, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85a652b7-f613-4748-a995-068cfeae0c11,segment=NetworkSegment(a07bcb91-74da-4fd9-930f-a6808f37fc5c),segment_id=a07bcb91-74da-4fd9-930f-a6808f37fc5c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 12:59:58.907710 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.925309 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5fe064f1-8bc7-405a-a21a-b13451bfa06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:58.927465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Calling delete_port for 85a652b7-f613-4748-a995-068cfeae0c11 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:58.943597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-279c3d30-3dec-4143-b22c-76f656161ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:58.945859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-279c3d30-3dec-4143-b22c-76f656161ee4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.6088052 Apr 20 12:59:58.984104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting port 3b008d59-47b0-4c57-88c3-b670d55746c4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 12:59:58.984716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.016656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79034f4a-a29d-46ca-bc4d-558b96488e40 req-cb231810-7e65-459d-b7fe-d86847f38945 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:59.018156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79034f4a-a29d-46ca-bc4d-558b96488e40 req-cb231810-7e65-459d-b7fe-d86847f38945 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.7102904 Apr 20 12:59:59.025964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5fe064f1-8bc7-405a-a21a-b13451bfa06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.034992 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.061475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca37097-7343-4b5d-9e8c-53701e9acc15 req-f64f3e26-2775-4750-9d66-fe55aa3ba012 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:59.065370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ca37097-7343-4b5d-9e8c-53701e9acc15 req-f64f3e26-2775-4750-9d66-fe55aa3ba012 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 948 time: 0.2028542 Apr 20 12:59:59.066266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Pushing event deleted for resources: {'Port': ['ID=85a652b7-f613-4748-a995-068cfeae0c11,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.073760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.084404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023de66e-0585-4650-8859-19e3937669f3 None None] No DVR routers for this DVR port 85a652b7-f613-4748-a995-068cfeae0c11 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:59.087091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.088029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.088474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.089271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.089987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.090421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.090852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.091732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.091732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.092156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.093533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.093977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023de66e-0585-4650-8859-19e3937669f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 12:59:59.110506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a652b7-f613-4748-a995-068cfeae0c11,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.124285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] No DVR routers for this DVR port 85a652b7-f613-4748-a995-068cfeae0c11 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 12:59:59.160883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.173469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-344d563b-7d67-40e0-b72a-e84132656e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 12:59:59.175041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-344d563b-7d67-40e0-b72a-e84132656e3e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151244 Apr 20 12:59:59.182847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79034f4a-a29d-46ca-bc4d-558b96488e40 req-d8261297-dc13-435e-b460-34fc96d5dae9 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547842 Apr 20 12:59:59.210409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Calling delete_port for 3b008d59-47b0-4c57-88c3-b670d55746c4 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 12:59:59.233619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.266286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ca37097-7343-4b5d-9e8c-53701e9acc15 req-9e8c753d-e26b-465d-874f-11c9f8a3c0b3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843190 Apr 20 12:59:59.288756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703144aa-e3fc-48c2-9e4c-616650652acc']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:59.292867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5fe064f1-8bc7-405a-a21a-b13451bfa06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.296349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5fe064f1-8bc7-405a-a21a-b13451bfa06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.298057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5fe064f1-8bc7-405a-a21a-b13451bfa06f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7fa0636-7b5f-4b98-baa3-e42e9408b125 HTTP/1.1" status: 204 len: 168 time: 1.1798725 Apr 20 12:59:59.313485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07bcb91-74da-4fd9-930f-a6808f37fc5c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:59.313813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07bcb91-74da-4fd9-930f-a6808f37fc5c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 12:59:59.315951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe064f1-8bc7-405a-a21a-b13451bfa06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fa0636-7b5f-4b98-baa3-e42e9408b125,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.331971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.344209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-b508a953-e071-409a-bd60-157fcd2692b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600530 Apr 20 12:59:59.350591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.373203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 12:59:59.373760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: timer() Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 12:59:59.376090 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 12:59:59.472560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c14928ee-2a28-42ac-a24d-9d02684d951d req-4be3d8d4-47de-4844-adb0-0e31d0611e20 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217794 Apr 20 12:59:59.482438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.525124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.528395 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/703144aa-e3fc-48c2-9e4c-616650652acc HTTP/1.1" status: 204 len: 168 time: 1.1702375 Apr 20 12:59:59.533956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c0bf0-9da3-4773-bf0a-c3a8bf391fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=703144aa-e3fc-48c2-9e4c-616650652acc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.544492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.565396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 85a652b7-f613-4748-a995-068cfeae0c11 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:59.587553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Port': ['ID=3b008d59-47b0-4c57-88c3-b670d55746c4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 12:59:59.598803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37482) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:59.602869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 85a652b7-f613-4748-a995-068cfeae0c11 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:59.603414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 85a652b7-f613-4748-a995-068cfeae0c11 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:59.604004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba45c83a-bec0-4dec-bab8-68b25461bdbb no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 12:59:59.636909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ba45c83a-bec0-4dec-bab8-68b25461bdbb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 12:59:59.637312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba45c83a-bec0-4dec-bab8-68b25461bdbb not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 12:59:59.675907 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.683741 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-26707276-e357-44d0-9f35-d096d95f1adc tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/ports/3b008d59-47b0-4c57-88c3-b670d55746c4 HTTP/1.1" status: 204 len: 168 time: 0.9937482 Apr 20 12:59:59.684108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37486) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:59.757222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting subnet 1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 12:59:59.758211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37490) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:59.758339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.825026 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.830905 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-52c23962-a3c2-411d-a8d9-c2d7696d2bfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b97798b7279b40908abf90848952d005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698702 Apr 20 12:59:59.831737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37492) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 12:59:59.905353 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eddb0c97-6596-41be-b771-a050e90effe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.930384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eddb0c97-6596-41be-b771-a050e90effe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.964381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 12:59:59.995921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eddb0c97-6596-41be-b771-a050e90effe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.000349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eddb0c97-6596-41be-b771-a050e90effe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.002287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eddb0c97-6596-41be-b771-a050e90effe5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23a75c55-8748-49d5-8c8b-a51c7fb70ee3 HTTP/1.1" status: 204 len: 168 time: 0.1694431 Apr 20 13:00:00.012181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb0c97-6596-41be-b771-a050e90effe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a75c55-8748-49d5-8c8b-a51c7fb70ee3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.017407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1834501520', 'router:external': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:00.018816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37496) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:00.038732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-221cbeab-f4dc-4017-8f3b-9183e85e5bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.049161 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.056194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Made reservation on behalf of 9b4183e2bca44180810629aa46a783f7 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:00.058750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.091973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.094968 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.098507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/subnets/1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec HTTP/1.1" status: 204 len: 168 time: 0.4131362 Apr 20 13:00:00.099722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df350f-bdd9-45ad-869d-0c2577b44163 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7f9db1-9b83-4f69-ab41-0390dc2eb4ec,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.101404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37498) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:00.104248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c007303-1c01-4ecc-b1b1-4b2f52add1e0 None None] Network 37577b11-c3ca-48b1-bfae-db1d742f4472 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:00.156170 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-221cbeab-f4dc-4017-8f3b-9183e85e5bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.162414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-221cbeab-f4dc-4017-8f3b-9183e85e5bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.207892 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-221cbeab-f4dc-4017-8f3b-9183e85e5bc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0df652ed65574db694b6ac9483b92805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872776 Apr 20 13:00:00.210132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37500) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:00.215718 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.259372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221cbeab-f4dc-4017-8f3b-9183e85e5bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0cd790-1fb2-4fcb-8b6f-ee81d1b572ed,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.313850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-43793a36-031d-4d57-921a-e970aa034374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.341544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-43793a36-031d-4d57-921a-e970aa034374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.355010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.371461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] DHCP port deletion for 37577b11-c3ca-48b1-bfae-db1d742f4472 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:00:00.383706 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.386230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Deleting port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:00.386562 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.400409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-43793a36-031d-4d57-921a-e970aa034374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.403512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-43793a36-031d-4d57-921a-e970aa034374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.407976 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-43793a36-031d-4d57-921a-e970aa034374 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f0cd790-1fb2-4fcb-8b6f-ee81d1b572ed HTTP/1.1" status: 204 len: 168 time: 0.1936080 Apr 20 13:00:00.421557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43793a36-031d-4d57-921a-e970aa034374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0cd790-1fb2-4fcb-8b6f-ee81d1b572ed,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.431912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] Deleting port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:00.432296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.497057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:00.537790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] For port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,segment=NetworkSegment(62afc391-50a8-4262-97dc-0c22f88d441a),segment_id=62afc391-50a8-4262-97dc-0c22f88d441a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:00.538369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.562178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] Calling delete_port for 2f242fe1-2b3b-41fb-9236-5b91f0eb793e owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:00.568875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.569220 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Added segment 404b22c9-dad5-4099-8b9b-e5c619915b82 of type vlan for network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 Apr 20 13:00:00.572822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc63e5c1-f6af-458f-95f9-22ec6c3f427a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.607026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0da121-82e7-4887-8c85-5c47436da77e req-4dd81f53-002d-4826-9688-bc360fc7b2e6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:00.614643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c0da121-82e7-4887-8c85-5c47436da77e req-4dd81f53-002d-4826-9688-bc360fc7b2e6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2566752 Apr 20 13:00:00.652292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] For port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,segment=NetworkSegment(62afc391-50a8-4262-97dc-0c22f88d441a),segment_id=62afc391-50a8-4262-97dc-0c22f88d441a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:00.652754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.653435 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.687664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c9bf5-dfa8-4461-b27c-e84beb8e8150 req-26a77829-7a5c-4e3b-b8ca-e202a12d8165 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:00.689945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-947c9bf5-dfa8-4461-b27c-e84beb8e8150 req-26a77829-7a5c-4e3b-b8ca-e202a12d8165 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 948 time: 0.3091691 Apr 20 13:00:00.697498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] Pushing event deleted for resources: {'Port': ['ID=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.705219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd2f259-04b0-4d1b-98ce-a787ca42c4d4 None None] No DVR routers for this DVR port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:00.708951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Calling delete_port for 2f242fe1-2b3b-41fb-9236-5b91f0eb793e owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:00.715751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.802930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c0da121-82e7-4887-8c85-5c47436da77e req-2599553e-45ff-4eba-8bb5-b196eff96e9e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873651 Apr 20 13:00:00.839098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-947c9bf5-dfa8-4461-b27c-e84beb8e8150 req-f074ba94-feeb-4559-a721-7d110d22f9c8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328001 Apr 20 13:00:00.840714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.841761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:00.842467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.930907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3309886 Apr 20 13:00:00.933862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37532) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:00.939375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'subnet': {'network_id': '4adf5336-9f58-4224-954a-b3a2e6a9cf85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:00.950533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48454288-175b-4d04-a256-a6c5ee099625 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Network': ['ID=4adf5336-9f58-4224-954a-b3a2e6a9cf85,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.953312 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:00.962393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:00.980438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Port': ['ID=2f242fe1-2b3b-41fb-9236-5b91f0eb793e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:00.984236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] No DVR routers for this DVR port 2f242fe1-2b3b-41fb-9236-5b91f0eb793e on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:01.026585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Made reservation on behalf of 9b4183e2bca44180810629aa46a783f7 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:01.030755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.073773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:01.096620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.125570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37577b11-c3ca-48b1-bfae-db1d742f4472']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:01.137362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62afc391-50a8-4262-97dc-0c22f88d441a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:01.138460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62afc391-50a8-4262-97dc-0c22f88d441a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:01.151979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.170250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.180885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:01.181353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:01.185668 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:01.205086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37544) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:01.222613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:01.240975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'mac_address': 'fa:16:3e:e0:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:01.267549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.288158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.291725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] 10.222.0.24 "DELETE /v2.0/networks/37577b11-c3ca-48b1-bfae-db1d742f4472 HTTP/1.1" status: 204 len: 168 time: 1.1880703 Apr 20 13:00:01.292906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdde75-eb7d-4d1a-ab57-acccdd06d1f4 tempest-AllowedAddressPairTestJSON-323712942 tempest-AllowedAddressPairTestJSON-323712942-project] Pushing event deleted for resources: {'Network': ['ID=37577b11-c3ca-48b1-bfae-db1d742f4472,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:01.299215 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.314131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:01.335704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:01.340323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.383256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37554) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:01.397965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:01.463081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2003556499-network', 'tenant_id': 'abc0fbb3fbc94041b0bfb1ce93839878'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:01.498730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Made reservation on behalf of abc0fbb3fbc94041b0bfb1ce93839878 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:01.503586 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.519915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.524644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695356291-network', 'tenant_id': 'faa0d85b8ae24d0dbf5cd4d2bb6e9a03'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:01.525885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f242fe1-2b3b-41fb-9236-5b91f0eb793e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:01.559703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2f242fe1-2b3b-41fb-9236-5b91f0eb793e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:01.560421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f242fe1-2b3b-41fb-9236-5b91f0eb793e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:01.563235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:01.587173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.objects.ports [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109409) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:00:01.587796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.621955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Made reservation on behalf of faa0d85b8ae24d0dbf5cd4d2bb6e9a03 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:01.625054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.646789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.656133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.663102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.674270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8906c08-ea03-4106-ab7b-d1fb47d6532b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:01.676332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37560) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:01.687214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Checking segment: {'id': '404b22c9-dad5-4099-8b9b-e5c619915b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4adf5336-9f58-4224-954a-b3a2e6a9cf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:01.687661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network hostable DHCP agents. Network: 4adf5336-9f58-4224-954a-b3a2e6a9cf85, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:01.706205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:01.715290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b939aa3-0436-43b6-87a5-214cb5f35d02,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:01.721866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.722242 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Added segment 75d6c43d-5ecd-41a8-83c0-3f66c9edf687 of type vlan for network f4cb89c2-98f9-4422-9e77-65d3cb00efcc Apr 20 13:00:01.726690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:01.750563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4adf5336-9f58-4224-954a-b3a2e6a9cf85) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:01.756891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:01.757758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.773365 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.774001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49870ac7-5d69-4713-89c0-68d1494ec872 None None] Network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:01.787618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.795621 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-12f28306-d6c1-4e7b-bd06-061a70371e2e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8606298 Apr 20 13:00:01.796686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37566) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:01.801727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1685348060', 'network_id': '4adf5336-9f58-4224-954a-b3a2e6a9cf85'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:01.804954 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.805967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.807397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:01.808120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.840283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:01.854685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Made reservation on behalf of 9b4183e2bca44180810629aa46a783f7 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:01.856975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.871004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:01.878416 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.878762 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Added segment 4baa09b4-ef2a-4948-a11e-22b79e27b9cb of type vlan for network 1fd91b65-41a3-4a73-87b1-de07919f4f35 Apr 20 13:00:01.897069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] Pushing event updated for resources: {'Network': ['ID=f4cb89c2-98f9-4422-9e77-65d3cb00efcc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:01.910454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2f884ab3-e590-4778-bd03-333964b79c60 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7017360 Apr 20 13:00:01.912752 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37572) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:01.913976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] device_id is not set on port 9eacd388-30f9-4864-a6ab-1d212a20762c yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:00:01.921946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:01.929553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Request body: {'subnet': {'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2003556499-subnet', 'tenant_id': 'abc0fbb3fbc94041b0bfb1ce93839878', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:01.949268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:01.988681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-812ed6eb-b79e-4040-a00a-bf50663e17cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d34219d0ca2c47ba9bf6575907eb2302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111432 Apr 20 13:00:01.991578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:02.032441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426db18-d342-428d-805a-3d19f371b19f req-c019ac56-43c5-4176-9774-92673c895cbe tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.034049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e426db18-d342-428d-805a-3d19f371b19f req-c019ac56-43c5-4176-9774-92673c895cbe tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1020589 Apr 20 13:00:02.044983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Made reservation on behalf of abc0fbb3fbc94041b0bfb1ce93839878 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:02.048335 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.058774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967b32-f3d1-44fb-a916-edafe483fb3e req-5f741705-ff8f-4e6f-b2e8-0e4bc01f94c0 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.060390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb967b32-f3d1-44fb-a916-edafe483fb3e req-5f741705-ff8f-4e6f-b2e8-0e4bc01f94c0 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 949 time: 0.0897791 Apr 20 13:00:02.111272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e426db18-d342-428d-805a-3d19f371b19f req-4f5cb522-4435-4efa-9c9b-aac9e51381b1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680280 Apr 20 13:00:02.121272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.122394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.123216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.125790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb967b32-f3d1-44fb-a916-edafe483fb3e req-54a49f50-faaa-4a0d-bc6f-8b7d161a12f6 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541570 Apr 20 13:00:02.217259 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8317075 Apr 20 13:00:02.220658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37576) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:02.225620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Request body: {'subnet': {'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695356291-subnet', 'tenant_id': 'faa0d85b8ae24d0dbf5cd4d2bb6e9a03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:02.239966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb0270-5538-4abf-956f-fc433a1cca72 None None] Network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:02.247333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Made reservation on behalf of faa0d85b8ae24d0dbf5cd4d2bb6e9a03 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:02.249972 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.275945 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa08b9e-ca88-4033-a157-0a1234437b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.278880 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Allocated IP 172.20.0.6 (4adf5336-9f58-4224-954a-b3a2e6a9cf85/a8906c08-ea03-4106-ab7b-d1fb47d6532b/9eacd388-30f9-4864-a6ab-1d212a20762c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:02.305831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08446e8-aa19-49f1-a14b-2692768d67b0 admin admin] Pushing event updated for resources: {'Network': ['ID=1fd91b65-41a3-4a73-87b1-de07919f4f35,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.322961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 1fd91b65-41a3-4a73-87b1-de07919f4f35 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:02.328703 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa08b9e-ca88-4033-a157-0a1234437b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.477452 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.521787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa08b9e-ca88-4033-a157-0a1234437b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.525211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa08b9e-ca88-4033-a157-0a1234437b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.526418 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aaa08b9e-ca88-4033-a157-0a1234437b9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee6614f9-24d2-460b-8f57-5533e9df0f45 HTTP/1.1" status: 204 len: 168 time: 0.5299246 Apr 20 13:00:02.539354 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.551248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa08b9e-ca88-4033-a157-0a1234437b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6614f9-24d2-460b-8f57-5533e9df0f45,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.552766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d512508e-7cf7-4986-81cb-c1467ca4a0b9,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.630884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Checking segment: {'id': '4baa09b4-ef2a-4948-a11e-22b79e27b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:02.631411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Network hostable DHCP agents. Network: 1fd91b65-41a3-4a73-87b1-de07919f4f35, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:02.633934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aa62797-b198-497f-a93d-8740c141e6b6,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.645082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.653339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Network 1fd91b65-41a3-4a73-87b1-de07919f4f35 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:02.664286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 1fd91b65-41a3-4a73-87b1-de07919f4f35) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:02.664437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Checking segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:02.664882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Network hostable DHCP agents. Network: f4cb89c2-98f9-4422-9e77-65d3cb00efcc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:02.669580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.670336 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.674403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf54094-f9c5-41b1-a331-9b098600a23b None None] Network 1fd91b65-41a3-4a73-87b1-de07919f4f35 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:02.697700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b8cbbe1c-bf71-4be8-ba06-0512ede6f652 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4704928 Apr 20 13:00:02.709986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:02.714899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.729438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, f4cb89c2-98f9-4422-9e77-65d3cb00efcc) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:02.740742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f6324-24f4-43d7-a9be-fa0fc616595a None None] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:02.776429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.777522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.792603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:02.804820 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:02.810152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:02.839413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Port': ['ID=9eacd388-30f9-4864-a6ab-1d212a20762c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:02.855335 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-82c67a4f-36c4-4870-a515-eebe05dcd705 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9345872 Apr 20 13:00:02.880045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:02.880744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:02.907771 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58de9470-217b-407e-aab6-664339368b4f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1098607 Apr 20 13:00:02.910323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37590) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:02.934256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fc134b-7af8-4fd9-8cc0-fc400e843122 None None] Network 1fd91b65-41a3-4a73-87b1-de07919f4f35 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:02.951067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaaf5e2-d832-4de1-893d-69e4f3710bff None None] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:03.001980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Deleting port 9eacd388-30f9-4864-a6ab-1d212a20762c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:03.003787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.035992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:03.117031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.132926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Calling delete_port for 9eacd388-30f9-4864-a6ab-1d212a20762c owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:03.218865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:03.223687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:03.224267 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.335420 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.363551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:03.366200 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd1e5df-e894-439b-b4b5-52c36d7d62cb" -d '{"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-plugged", "status": "completed", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:03.379364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:03.386702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.403905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062da6e7-31cc-4e43-9e63-467f7457bfb6 req-2f1ce793-e7db-46fb-bad8-c08b5a55849e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:03.406207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062da6e7-31cc-4e43-9e63-467f7457bfb6 req-2f1ce793-e7db-46fb-bad8-c08b5a55849e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 949 time: 0.1308548 Apr 20 13:00:03.408344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.480621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event deleted for resources: {'Port': ['ID=9eacd388-30f9-4864-a6ab-1d212a20762c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:03.500150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:03.513967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402fa4f9-c4f7-430b-ac66-4105d7b5f498 req-5c33d130-99ec-4764-95b8-e97f0e7d4ccc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:03.516075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-402fa4f9-c4f7-430b-ac66-4105d7b5f498 req-5c33d130-99ec-4764-95b8-e97f0e7d4ccc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2396042 Apr 20 13:00:03.592862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062da6e7-31cc-4e43-9e63-467f7457bfb6 req-2d18f904-9456-4b21-b41a-f767c224e284 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707535 Apr 20 13:00:03.620449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.625401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c9d0c9fc-4de2-4d82-a0b5-62d2b186e105 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9eacd388-30f9-4864-a6ab-1d212a20762c HTTP/1.1" status: 204 len: 168 time: 0.7136149 Apr 20 13:00:03.627981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37622) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:03.651225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4adf5336-9f58-4224-954a-b3a2e6a9cf85', 'external_fixed_ips': [{'subnet_id': 'a8906c08-ea03-4106-ab7b-d1fb47d6532b', 'ip_address': '172.20.0.6'}]}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:03.660293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b121ec91-47f2-45ba-af3d-c3e47c6b9cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.680254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-402fa4f9-c4f7-430b-ac66-4105d7b5f498 req-73c553d5-2b0f-4a47-8b80-eecac9a0497a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334736 Apr 20 13:00:03.689374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.690556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.738656 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9422e4-77e4-4b94-9479-631c5a8b3caa x-openstack-request-id: req-2e9422e4-77e4-4b94-9479-631c5a8b3caa {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:03.738977 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-plugged", "status": "completed", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:03.739303 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e9422e4-77e4-4b94-9479-631c5a8b3caa {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:03.739624 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9422e4-77e4-4b94-9479-631c5a8b3caa'] response: {'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'code': 200} Apr 20 13:00:03.776117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.805360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37630) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:03.812255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1747804772-network', 'tenant_id': 'd593ec87b7d045b2992d6cb65bdef705'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:03.837951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Made reservation on behalf of d593ec87b7d045b2992d6cb65bdef705 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:03.841744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.853179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.946659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.950785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.963134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:03.975917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aef0b2-c5d7-4b07-b280-990cabd8aafc req-9a34f708-154e-474a-9c8c-e8d135a51b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:03.977719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77aef0b2-c5d7-4b07-b280-990cabd8aafc req-9a34f708-154e-474a-9c8c-e8d135a51b5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1101 time: 0.1215727 Apr 20 13:00:03.988604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:04.001360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c91b07b-398a-404e-9d5b-8c19d9971e03,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:04.007704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.008029 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Added segment 2786c6bd-dbcf-4609-8ad1-91b62003157e of type vlan for network 27c2e97b-b969-483c-85f5-ded8a4f90817 Apr 20 13:00:04.060111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77aef0b2-c5d7-4b07-b280-990cabd8aafc req-33e98476-e4b5-4c8a-bad3-b624ba56c112 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642686 Apr 20 13:00:04.065716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.096729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.097865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:04.098310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.123452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37642) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.168998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3592741 Apr 20 13:00:04.168998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6238f3-e721-4ff7-aa6c-a19733f6ee34 admin admin] Pushing event updated for resources: {'Network': ['ID=27c2e97b-b969-483c-85f5-ded8a4f90817,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:04.169344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.174629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Request body: {'subnet': {'network_id': '27c2e97b-b969-483c-85f5-ded8a4f90817', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1747804772-subnet', 'tenant_id': 'd593ec87b7d045b2992d6cb65bdef705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:04.182881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 27c2e97b-b969-483c-85f5-ded8a4f90817 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:04.203338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Made reservation on behalf of d593ec87b7d045b2992d6cb65bdef705 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:04.207282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.326197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-790e7f15-659f-43b3-8337-c8bfe2ba4ae8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:04.328173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-790e7f15-659f-43b3-8337-c8bfe2ba4ae8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.2174597 Apr 20 13:00:04.335529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-40785e5e-3f50-459d-ba9d-4203ae31c60b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.339314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-40785e5e-3f50-459d-ba9d-4203ae31c60b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2114732 Apr 20 13:00:04.339868 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.351277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.357399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-9413903e-4a75-4f1f-b799-ef5a15b4547d tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.358392 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9413903e-4a75-4f1f-b799-ef5a15b4547d tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0061865 Apr 20 13:00:04.362098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37650) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.364818 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.365928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-5d0f46cc-ec19-4e2f-b5b4-2ca3ad50f64d tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.366861 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5d0f46cc-ec19-4e2f-b5b4-2ca3ad50f64d tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038900 Apr 20 13:00:04.370437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37652) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.374306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-7cdc2d97-38b6-4315-96dc-59b2d25419a0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.374941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-2b76b8a1-763b-4010-b376-7c58a11778ea tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/quotas/abc0fbb3fbc94041b0bfb1ce93839878 HTTP/1.1" status: 200 len: 375 time: 0.0373001 Apr 20 13:00:04.380467 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7cdc2d97-38b6-4315-96dc-59b2d25419a0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090981 Apr 20 13:00:04.382940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37654) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.387153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-c0a3937a-b0d2-4e56-895d-17d7e11c64c2 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.388057 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0a3937a-b0d2-4e56-895d-17d7e11c64c2 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042579 Apr 20 13:00:04.390770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37656) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.394462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-397cb502-6c28-44ac-a767-12f2c95a3989 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.395354 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-397cb502-6c28-44ac-a767-12f2c95a3989 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037658 Apr 20 13:00:04.397459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.401099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-5a7d459f-9365-4446-9252-d00c0f3aee70 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.402041 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5a7d459f-9365-4446-9252-d00c0f3aee70 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037243 Apr 20 13:00:04.405857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37660) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.413230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-cc35d617-b98b-4763-99d1-8f8132d2c082 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.414295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cc35d617-b98b-4763-99d1-8f8132d2c082 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066209 Apr 20 13:00:04.424088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.432515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-0848738d-5ffd-4d5a-8a04-b29ddf98c3ae tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.433440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0848738d-5ffd-4d5a-8a04-b29ddf98c3ae tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0084875 Apr 20 13:00:04.437283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37664) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.446616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-b965573f-c175-48b5-86dd-b316d62f115d tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.447559 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b965573f-c175-48b5-86dd-b316d62f115d tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0093338 Apr 20 13:00:04.450013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37666) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.455315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-160446d8-b302-4753-a73f-f3dbf6fe79aa tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485620 Apr 20 13:00:04.456339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-b807657a-3fc0-4ab9-9a44-a2062e467b36 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.457304 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b807657a-3fc0-4ab9-9a44-a2062e467b36 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064270 Apr 20 13:00:04.458784 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.460559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37668) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.467025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-49d93533-ea6b-47ab-9d2b-81f69e876d83 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.468578 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49d93533-ea6b-47ab-9d2b-81f69e876d83 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0056014 Apr 20 13:00:04.474593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37670) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.512559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-ed7f76bb-b1ec-476a-b8a7-a6a519cffdbb tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.513905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ed7f76bb-b1ec-476a-b8a7-a6a519cffdbb tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0148690 Apr 20 13:00:04.514693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a359c4f-2a27-467d-b132-4452157e6259,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:04.516574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.526522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-db4f11b5-483d-440b-be52-3c19a618db94 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.530505 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db4f11b5-483d-440b-be52-3c19a618db94 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052335 Apr 20 13:00:04.530661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37674) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.536152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-c9be28ae-7976-4227-9f87-3ad6ea5f94bc tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.539259 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9be28ae-7976-4227-9f87-3ad6ea5f94bc tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0055411 Apr 20 13:00:04.539768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37676) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.546053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-a5630516-7356-408e-9206-aeb8a9fc1fa0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.547050 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a5630516-7356-408e-9206-aeb8a9fc1fa0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0055814 Apr 20 13:00:04.548349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Checking segment: {'id': '2786c6bd-dbcf-4609-8ad1-91b62003157e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '27c2e97b-b969-483c-85f5-ded8a4f90817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:04.548640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Network hostable DHCP agents. Network: 27c2e97b-b969-483c-85f5-ded8a4f90817, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:04.550339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37678) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.560361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-f66e5055-fd80-4c29-b955-286412193118 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.561334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f66e5055-fd80-4c29-b955-286412193118 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0086339 Apr 20 13:00:04.564797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37680) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.569303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-6ad8c695-1e38-460a-983b-752c99c30851 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.573225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ad8c695-1e38-460a-983b-752c99c30851 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045788 Apr 20 13:00:04.573425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37682) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.580354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-7faaef1e-e4ae-4ce4-96fa-3db304f3ba7b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.581333 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7faaef1e-e4ae-4ce4-96fa-3db304f3ba7b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0069318 Apr 20 13:00:04.582156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Network 27c2e97b-b969-483c-85f5-ded8a4f90817 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:04.585133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37684) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.591561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-230d7a1f-6499-4a0e-b9b5-c680075aa74e tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.593102 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-230d7a1f-6499-4a0e-b9b5-c680075aa74e tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064881 Apr 20 13:00:04.595560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37686) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.600132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-49e10eab-4fad-426d-be23-258691e746e3 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.601063 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49e10eab-4fad-426d-be23-258691e746e3 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047181 Apr 20 13:00:04.603654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37688) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.608755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-8cca7bdd-b507-4f61-ab59-3b75ca6698ba tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.609719 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8cca7bdd-b507-4f61-ab59-3b75ca6698ba tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048890 Apr 20 13:00:04.610420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 27c2e97b-b969-483c-85f5-ded8a4f90817) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:04.612042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37690) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.615998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-9528a9ac-4f84-4de0-a1c0-7aaeac5f0abb tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.616919 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9528a9ac-4f84-4de0-a1c0-7aaeac5f0abb tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040364 Apr 20 13:00:04.619412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196864fc-c039-4afb-919c-a4160d71a061 None None] Network 27c2e97b-b969-483c-85f5-ded8a4f90817 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:04.621327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37694) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.628627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-61afa331-b7c6-4771-aae4-81f8f7a777f4 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.629595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-61afa331-b7c6-4771-aae4-81f8f7a777f4 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0073245 Apr 20 13:00:04.634277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:04.635700 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:04.636560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37696) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.650467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [None req-5317719c-9866-4cad-8330-d3d0e646fe20 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.651513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5317719c-9866-4cad-8330-d3d0e646fe20 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0139122 Apr 20 13:00:04.655573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37698) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.660816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-1f7ef414-3fa2-4fec-934c-fb2bac422723 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.665224 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1f7ef414-3fa2-4fec-934c-fb2bac422723 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0083249 Apr 20 13:00:04.665393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-8422c490-b623-422a-97ed-7411cbf5aa29 service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996231 Apr 20 13:00:04.666469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Allocated IP 172.20.0.6 (4adf5336-9f58-4224-954a-b3a2e6a9cf85/a8906c08-ea03-4106-ab7b-d1fb47d6532b/e382a57b-c9c6-48bd-95dc-8f40a610ed6b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:04.668580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37700) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.680992 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b645939-db6f-4783-814b-4e700e92673b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5034769 Apr 20 13:00:04.685425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-8fce6e27-eac6-4301-a870-d01c1bdb9d1f tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.690198 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8fce6e27-eac6-4301-a870-d01c1bdb9d1f tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0155311 Apr 20 13:00:04.691029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37704) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.695495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-58ebda71-272c-43ee-a6b6-e1bc96350f9a tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.703010 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58ebda71-272c-43ee-a6b6-e1bc96350f9a tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0108457 Apr 20 13:00:04.703871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37706) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.709371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-dfba68e6-9007-440e-bbef-1246103a68a8 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.713225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dfba68e6-9007-440e-bbef-1246103a68a8 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0082545 Apr 20 13:00:04.713945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37710) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.719779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-b2808ca7-c833-4572-a163-fb99a6abae05 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.722095 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b2808ca7-c833-4572-a163-fb99a6abae05 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071235 Apr 20 13:00:04.726170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37712) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.731730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-ac022c4d-9fca-4723-ba24-c0dcebc68b67 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.736421 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ac022c4d-9fca-4723-ba24-c0dcebc68b67 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0091851 Apr 20 13:00:04.737267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37714) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.743505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-58056958-3af3-44c2-9c4a-b79e0e4974ee tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.747158 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58056958-3af3-44c2-9c4a-b79e0e4974ee tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087945 Apr 20 13:00:04.747832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37716) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.752316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-dde969e8-1bb5-4e1c-b6d7-532719f76700 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.755827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dde969e8-1bb5-4e1c-b6d7-532719f76700 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0069795 Apr 20 13:00:04.756494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.761197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-954b9f49-231b-4c87-a220-b1bc5f33cef3 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.764730 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-954b9f49-231b-4c87-a220-b1bc5f33cef3 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0072570 Apr 20 13:00:04.765386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37720) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.769556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-fb8e5b65-898e-4365-b09d-66a80cf79396 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.770828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fb8e5b65-898e-4365-b09d-66a80cf79396 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043278 Apr 20 13:00:04.774090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37722) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.780755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-a5078062-ef71-4eac-8128-67044778346e tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.784502 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a5078062-ef71-4eac-8128-67044778346e tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0089304 Apr 20 13:00:04.785105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37724) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.790402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-d6cde98f-997d-4c92-8bb4-09438a013298 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.794872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d6cde98f-997d-4c92-8bb4-09438a013298 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0080073 Apr 20 13:00:04.795792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37726) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.800109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9971e119-f52b-43cd-8986-b89ba7dec90e None None] Network 27c2e97b-b969-483c-85f5-ded8a4f90817 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:04.800281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-a0d51d19-041f-438f-8380-5636380b678a tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.801356 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a0d51d19-041f-438f-8380-5636380b678a tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0045555 Apr 20 13:00:04.803996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37728) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.808912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-772c7b1d-df6c-4f55-a685-fde17aa57137 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.810008 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-772c7b1d-df6c-4f55-a685-fde17aa57137 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043805 Apr 20 13:00:04.813446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37730) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.818349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-4f802787-e26d-4c47-b405-12c58e98d1e7 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.819333 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f802787-e26d-4c47-b405-12c58e98d1e7 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049262 Apr 20 13:00:04.822278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.827893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-80b16db0-147c-419c-8a54-7c4402b102e5 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.828958 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-80b16db0-147c-419c-8a54-7c4402b102e5 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049889 Apr 20 13:00:04.831584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37734) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.835907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-7894307f-8220-4d4f-a8fa-c9aeb856c66b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.837001 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7894307f-8220-4d4f-a8fa-c9aeb856c66b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043988 Apr 20 13:00:04.840911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.845344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-7bb280f9-a614-4ca7-baad-27e385b3eccc tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.848932 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7bb280f9-a614-4ca7-baad-27e385b3eccc tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044928 Apr 20 13:00:04.849245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.855393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-a7b4a2bb-dcf0-48f6-82b3-a2e6b7c11474 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.859029 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7b4a2bb-dcf0-48f6-82b3-a2e6b7c11474 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0062563 Apr 20 13:00:04.859539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37740) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.864440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-4f5eee53-d26c-4092-bad7-bc1c441a9b49 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.869679 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f5eee53-d26c-4092-bad7-bc1c441a9b49 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044942 Apr 20 13:00:04.874275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37742) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.879945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-86547578-4514-4b74-adf8-c7a62d0fdbd4 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.885177 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-86547578-4514-4b74-adf8-c7a62d0fdbd4 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0093381 Apr 20 13:00:04.886137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37746) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.892138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-be8c8413-d2a9-46a8-87c9-3f4cd717837c tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.893676 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-be8c8413-d2a9-46a8-87c9-3f4cd717837c tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054805 Apr 20 13:00:04.895928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37748) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.901533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-6cc48260-ca07-4826-8609-7ed4dbb64f83 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.902963 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6cc48260-ca07-4826-8609-7ed4dbb64f83 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0056245 Apr 20 13:00:04.905384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.909939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-fe0871da-ed93-420a-a3f0-b9530c4065d7 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.911277 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe0871da-ed93-420a-a3f0-b9530c4065d7 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0047953 Apr 20 13:00:04.914238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37752) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.918744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-ac58c91a-9fe8-437f-b86c-90ca890f30c4 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.922667 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ac58c91a-9fe8-437f-b86c-90ca890f30c4 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073347 Apr 20 13:00:04.923546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37754) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.928000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-76c1d450-2a0a-452a-8dae-875f3f21718b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.929974 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-76c1d450-2a0a-452a-8dae-875f3f21718b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043852 Apr 20 13:00:04.931752 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37756) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.936762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-5d29f251-f8c5-4c31-9721-607e7b755b7c tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.938140 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5d29f251-f8c5-4c31-9721-607e7b755b7c tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049555 Apr 20 13:00:04.940544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37758) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.945098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-10a89a7e-b446-475a-bba8-b0441fbc1900 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.946417 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-10a89a7e-b446-475a-bba8-b0441fbc1900 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047345 Apr 20 13:00:04.949442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37760) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.954723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-92cda65e-33a7-490f-8a3e-a0294c417461 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.956622 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-92cda65e-33a7-490f-8a3e-a0294c417461 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059671 Apr 20 13:00:04.959449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37762) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.964393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-044b0a55-a922-4021-b642-6b124dc8c826 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.965701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-044b0a55-a922-4021-b642-6b124dc8c826 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047104 Apr 20 13:00:04.968713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37764) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.979613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-8bc8b200-9cf7-4487-a6c6-bc1c4ce32666 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.981781 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8bc8b200-9cf7-4487-a6c6-bc1c4ce32666 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0113554 Apr 20 13:00:04.984904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37766) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:04.991437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-6155d44c-e018-45e6-913d-f3ebcd8d60f0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:04.992560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6155d44c-e018-45e6-913d-f3ebcd8d60f0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058212 Apr 20 13:00:04.995197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37768) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.001741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-431d509a-fe14-4b25-be0f-91387d0e707b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.005146 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-431d509a-fe14-4b25-be0f-91387d0e707b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065222 Apr 20 13:00:05.005577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37770) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.011724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-f7decc08-8c7e-408b-af28-adbd19a6bd5a tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.016153 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f7decc08-8c7e-408b-af28-adbd19a6bd5a tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0065393 Apr 20 13:00:05.017083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37772) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.022005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-917e87bb-1995-47e8-ad00-7274b33bd68c tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.025528 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-917e87bb-1995-47e8-ad00-7274b33bd68c tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0045958 Apr 20 13:00:05.025528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37774) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.043743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-cb0178cc-345c-4e3c-895b-732e1c2599f0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.045676 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cb0178cc-345c-4e3c-895b-732e1c2599f0 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0183403 Apr 20 13:00:05.047423 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.051554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-cc70aa6a-244e-4ef5-9d15-f9f7d40d2fc5 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.053675 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cc70aa6a-244e-4ef5-9d15-f9f7d40d2fc5 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041733 Apr 20 13:00:05.055734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37780) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.059931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-4aa84481-33f0-450b-b5eb-e1cd030e99d5 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.062688 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4aa84481-33f0-450b-b5eb-e1cd030e99d5 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041096 Apr 20 13:00:05.064458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37782) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.069190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-7e8bde84-7689-455c-b511-03ae9b8795e2 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.072422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7e8bde84-7689-455c-b511-03ae9b8795e2 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047348 Apr 20 13:00:05.072660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37784) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.077342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-bee567a3-13fa-4d7e-8425-1c05ebe58035 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.078633 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bee567a3-13fa-4d7e-8425-1c05ebe58035 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0047293 Apr 20 13:00:05.080816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37786) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.084944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-25bd7684-1d0f-490c-9a80-221c8729a6a6 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.088264 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-25bd7684-1d0f-490c-9a80-221c8729a6a6 tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041950 Apr 20 13:00:05.088699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.093811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-dd7d458d-fab5-42b3-87fc-49455cad2dfc tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.094905 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dd7d458d-fab5-42b3-87fc-49455cad2dfc tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0052254 Apr 20 13:00:05.097615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37790) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.102352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-86e8dc0f-3eac-4161-93c9-070703ec3c7b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.102978 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-86e8dc0f-3eac-4161-93c9-070703ec3c7b tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043354 Apr 20 13:00:05.105541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.109509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [None req-858cce2c-7ba5-47a2-b368-e22bbfacb6ab tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:05.110559 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-858cce2c-7ba5-47a2-b368-e22bbfacb6ab tempest-ExtensionsTestJSON-374317693 tempest-ExtensionsTestJSON-374317693-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0040267 Apr 20 13:00:05.218450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64d2ea-edfa-46f2-a1f7-f07f6815a7cd req-f25136c6-a4c1-4ef7-9859-9bcb39fcd690 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:05.219848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa64d2ea-edfa-46f2-a1f7-f07f6815a7cd req-f25136c6-a4c1-4ef7-9859-9bcb39fcd690 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.5348127 Apr 20 13:00:05.236493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-8d816286-0507-496c-a724-23a1756dce4a service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629056 Apr 20 13:00:05.258580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-8c8ba75d-51e7-4e75-9cf1-453b56ff308f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1509509 Apr 20 13:00:05.303956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.327905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa64d2ea-edfa-46f2-a1f7-f07f6815a7cd req-fe5d3a9c-609d-4914-844b-8cc65f8e90fa tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984476 Apr 20 13:00:05.367547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-5deb1e5f-1b23-4329-9d37-164b4ad2a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:05.369264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-5deb1e5f-1b23-4329-9d37-164b4ad2a564 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 1096 time: 0.0789182 Apr 20 13:00:05.376235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.380862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37800) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:05.501795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:05.523405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:05.526087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:05.533076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Port': ['ID=e382a57b-c9c6-48bd-95dc-8f40a610ed6b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:05.593843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72f6c53-7b9e-4aa2-a7bc-b6581cbc3b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.637226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-9430041a-5b43-4f6e-93d4-f4b9195b1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:05.638734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-9430041a-5b43-4f6e-93d4-f4b9195b1957 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.2469039 Apr 20 13:00:05.650016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0873a6-63a2-4a9e-97dd-1b8285501782 req-8f20209b-2cb3-4319-9dbd-ffbbff3d994a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:05.651425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e0873a6-63a2-4a9e-97dd-1b8285501782 req-8f20209b-2cb3-4319-9dbd-ffbbff3d994a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1759655 Apr 20 13:00:05.751830 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4cac-a308-488d-b59e-291c91fea61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:05.909299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-44df6ed4-0569-4e6c-8031-2fe100e057f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 HTTP/1.1" status: 200 len: 1001 time: 0.2567937 Apr 20 13:00:05.950341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e0873a6-63a2-4a9e-97dd-1b8285501782 req-86493dae-0d5a-40f8-a023-f28782c6fd51 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517190 Apr 20 13:00:06.095303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-9ed6be50-f273-466e-ad14-239844ec53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.096714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-9ed6be50-f273-466e-ad14-239844ec53c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.1689649 Apr 20 13:00:06.122016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff4482f3-25fb-4d85-bc6d-9b9f366dc431 req-1f2847ac-70a4-4af6-82a2-29ce3c7c8e3b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 210 time: 0.0672131 Apr 20 13:00:06.124258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72f6c53-7b9e-4aa2-a7bc-b6581cbc3b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.141944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-376cd2e6-f222-4942-a8b7-44b67a08edfc tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.143543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-376cd2e6-f222-4942-a8b7-44b67a08edfc tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/networks?id=1fd91b65-41a3-4a73-87b1-de07919f4f35 HTTP/1.1" status: 200 len: 809 time: 0.4068778 Apr 20 13:00:06.148824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c72f6c53-7b9e-4aa2-a7bc-b6581cbc3b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.241893 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9ace8725-284c-4131-8143-d98d87fce00a tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/quotas/faa0d85b8ae24d0dbf5cd4d2bb6e9a03 HTTP/1.1" status: 200 len: 375 time: 0.0903337 Apr 20 13:00:06.260266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c72f6c53-7b9e-4aa2-a7bc-b6581cbc3b21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c312e9383d3040178fb360477b71dacc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8777845 Apr 20 13:00:06.262965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37822) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:06.273813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f6c53-7b9e-4aa2-a7bc-b6581cbc3b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847dedd1-41c8-4ed2-bf53-cd41e6594a99,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:06.297035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-3d18280b-7f67-4c54-b785-51bc03b6b1dd tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=faa0d85b8ae24d0dbf5cd4d2bb6e9a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450661 Apr 20 13:00:06.297789 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.303322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-eec5be3b-3ec5-4326-b174-58ccb6c2a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.304795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-eec5be3b-3ec5-4326-b174-58ccb6c2a01b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887655 Apr 20 13:00:06.327465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b715612e-0d67-44c4-b7db-26dcf62a5b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.351002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b715612e-0d67-44c4-b7db-26dcf62a5b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.464827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b715612e-0d67-44c4-b7db-26dcf62a5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.467826 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b715612e-0d67-44c4-b7db-26dcf62a5b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.468977 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b715612e-0d67-44c4-b7db-26dcf62a5b5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/847dedd1-41c8-4ed2-bf53-cd41e6594a99 HTTP/1.1" status: 204 len: 168 time: 0.2049747 Apr 20 13:00:06.483243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715612e-0d67-44c4-b7db-26dcf62a5b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847dedd1-41c8-4ed2-bf53-cd41e6594a99,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:06.502551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-511caf4f-830a-41d3-bbea-4aae5039810f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.504275 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-511caf4f-830a-41d3-bbea-4aae5039810f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.1376021 Apr 20 13:00:06.518236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Request body: {'port': {'device_id': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'admin_state_up': True, 'tenant_id': 'abc0fbb3fbc94041b0bfb1ce93839878'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:06.616975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9759c-5cb8-4c77-ba10-5fb38327929a req-b5690339-18bb-4d7e-a1fe-16d5b05f12f8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:06.618470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ab9759c-5cb8-4c77-ba10-5fb38327929a req-b5690339-18bb-4d7e-a1fe-16d5b05f12f8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1977913 Apr 20 13:00:06.620243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-77935e79-8b2b-4565-b910-2865dfee1bc5 service neutron] 10.222.0.24 "GET /v2.0/networks/1fd91b65-41a3-4a73-87b1-de07919f4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146026 Apr 20 13:00:06.654940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Made reservation on behalf of abc0fbb3fbc94041b0bfb1ce93839878 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:06.658967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.665901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-33924583-f5e9-43ef-b330-e2acc1eaa3ab service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237526 Apr 20 13:00:06.834778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ab9759c-5cb8-4c77-ba10-5fb38327929a req-2453057c-0512-4471-9df1-e82d2f5848da tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788821 Apr 20 13:00:06.876694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:06.908029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-8b5a9ef4-dc2f-4c3e-8dc7-aaefeb56290f service neutron] 10.222.0.24 "GET /v2.0/networks/1fd91b65-41a3-4a73-87b1-de07919f4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535715 Apr 20 13:00:06.956660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d2b4c65-6d68-414e-8da4-db9026a1acb2 req-c69ced9d-343b-445c-a5a6-02375c0acff1 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830577 Apr 20 13:00:07.076805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Router 1ff64aa1-ec5a-49c3-9963-34c6656478f2 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:07.096117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Allocated IP 172.20.0.3 (f4cb89c2-98f9-4422-9e77-65d3cb00efcc/1aa62797-b198-497f-a93d-8740c141e6b6/68672b4c-1401-4e30-b245-0d2a6f135af8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:07.126693 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.372443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.432792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37862) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:07.440670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.486607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:07.494065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:07.502272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:07.544486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:07.579082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:07.579998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.588884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2093195234'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:07.614781 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-bb3f8e62-1142-4b7e-84fe-59ceda74a0c9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1009383 Apr 20 13:00:07.618911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Made reservation on behalf of 5ec9a1cbe83c40d883d8e9aff1da56ad for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:07.623401 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.631129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Request body: {'port': {'device_id': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:07.643478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.659134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c2446-9392-49e8-8585-e73847d17f8f req-5d63029b-bcda-42e9-bd00-f636c5b544ef tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:07.666412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e5c2446-9392-49e8-8585-e73847d17f8f req-5d63029b-bcda-42e9-bd00-f636c5b544ef tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.4951544 Apr 20 13:00:07.733768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.738414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:07.750218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e5c2446-9392-49e8-8585-e73847d17f8f req-ba459835-30e9-4496-9ad9-3fed9dc8c9fe tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Apr 20 13:00:07.768190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Sync routers for ids ['1ff64aa1-ec5a-49c3-9963-34c6656478f2'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:07.777532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650e5f4-b002-4d36-8859-9120d0768e04 req-55aab653-8c53-4eb9-ba4f-621cda213095 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:07.782673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Routers {'1ff64aa1-ec5a-49c3-9963-34c6656478f2'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:07.783521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ff64aa1-ec5a-49c3-9963-34c6656478f2'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:07.789072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7650e5f4-b002-4d36-8859-9120d0768e04 req-55aab653-8c53-4eb9-ba4f-621cda213095 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1101 time: 0.1182127 Apr 20 13:00:07.792191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.798115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5ae3be68-9dc4-4d4a-8add-196a1aaf0c7e tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1689830 Apr 20 13:00:07.801886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37868) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:07.864449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7650e5f4-b002-4d36-8859-9120d0768e04 req-d185e35e-f982-46fc-a306-94f6111ec27a tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.890685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ca4bc08-2573-4e0b-bb92-c4408ef7a928 req-a3ba266a-6203-4727-bf5a-ac84f1d15c78 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 210 time: 0.0804853 Apr 20 13:00:07.944340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Set router 1ff64aa1-ec5a-49c3-9963-34c6656478f2 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:07.958892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:07.974577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.018711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:08.047461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f0d43b-8430-4dd2-acde-3009b1af0591,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:08.052969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.053239 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Added segment 3748d6d0-1070-473e-a104-2042600c4882 of type vlan for network 8a757b9d-e1c7-4a08-8804-677aef17dc72 Apr 20 13:00:08.061027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7650e5f4-b002-4d36-8859-9120d0768e04 req-d185e35e-f982-46fc-a306-94f6111ec27a tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.081251 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7650e5f4-b002-4d36-8859-9120d0768e04 req-d185e35e-f982-46fc-a306-94f6111ec27a tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.118921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7650e5f4-b002-4d36-8859-9120d0768e04 req-d185e35e-f982-46fc-a306-94f6111ec27a tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197815 Apr 20 13:00:08.120166 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.204897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.210500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff64aa1-ec5a-49c3-9963-34c6656478f2', 'name': '', 'tenant_id': '9b4183e2bca44180810629aa46a783f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4adf5336-9f58-4224-954a-b3a2e6a9cf85', 'external_fixed_ips': [{'subnet_id': 'a8906c08-ea03-4106-ab7b-d1fb47d6532b', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e382a57b-c9c6-48bd-95dc-8f40a610ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:00:03Z', 'updated_at': '2022-04-20T13:00:05Z', 'revision_number': 3, 'project_id': '9b4183e2bca44180810629aa46a783f7', 'gw_port': {'id': 'e382a57b-c9c6-48bd-95dc-8f40a610ed6b', 'name': '', 'network_id': '4adf5336-9f58-4224-954a-b3a2e6a9cf85', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff64aa1-ec5a-49c3-9963-34c6656478f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': 'a8906c08-ea03-4106-ab7b-d1fb47d6532b', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:04Z', 'updated_at': '2022-04-20T13:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8906c08-ea03-4106-ab7b-d1fb47d6532b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:08.251627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.266908 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.272764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0592f42-42ab-445d-b002-65d726c238b0 req-6504f7f3-14af-4e1a-8457-20c6edd731be tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:08.272943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:08.273394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.274282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0592f42-42ab-445d-b002-65d726c238b0 req-6504f7f3-14af-4e1a-8457-20c6edd731be tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 931 time: 0.2971768 Apr 20 13:00:08.276640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Checking router: 1ff64aa1-ec5a-49c3-9963-34c6656478f2 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:08.277084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Updating router 1ff64aa1-ec5a-49c3-9963-34c6656478f2 port e382a57b-c9c6-48bd-95dc-8f40a610ed6b binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:00:08.277248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185e35e-f982-46fc-a306-94f6111ec27a tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dadece-bcc2-4f8f-880d-21b32af5a2fa,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:08.334579 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.349514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0592f42-42ab-445d-b002-65d726c238b0 req-95e60948-7c19-42aa-8167-c15a07b4879a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656323 Apr 20 13:00:08.357004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event updated for resources: {'Network': ['ID=8a757b9d-e1c7-4a08-8804-677aef17dc72,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:08.379896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Deleting port e382a57b-c9c6-48bd-95dc-8f40a610ed6b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:08.380275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.394583 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3a309e46-729d-4fa1-8cab-eb7df81319a1 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9606788 Apr 20 13:00:08.397236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37876) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:08.402733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Request body: {'subnet': {'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:08.415142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:08.455233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68672b4c-1401-4e30-b245-0d2a6f135af8 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:08.471957 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.495487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Calling delete_port for e382a57b-c9c6-48bd-95dc-8f40a610ed6b owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:08.581218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.612614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Transition to ACTIVE for port object 68672b4c-1401-4e30-b245-0d2a6f135af8 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:08.620091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.640670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.646018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Made reservation on behalf of 5ec9a1cbe83c40d883d8e9aff1da56ad for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:08.650062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.800657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:08.818849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a072557f-e547-41d9-b80b-b84d2a3e307d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:08.821089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a072557f-e547-41d9-b80b-b84d2a3e307d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.37 "GET /v2.0/networks?id=1fd91b65-41a3-4a73-87b1-de07919f4f35 HTTP/1.1" status: 200 len: 809 time: 0.1870728 Apr 20 13:00:08.836205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Request body: {'port': {'device_id': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35', 'admin_state_up': True, 'tenant_id': 'faa0d85b8ae24d0dbf5cd4d2bb6e9a03'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:08.931772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Attempting to bind port 68672b4c-1401-4e30-b245-0d2a6f135af8 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:08.932316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Attempting to bind port 68672b4c-1401-4e30-b245-0d2a6f135af8 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:08.932881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Attempting to bind port 68672b4c-1401-4e30-b245-0d2a6f135af8 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:08.940191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Port 68672b4c-1401-4e30-b245-0d2a6f135af8 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:08.940880 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Attempting to bind port 68672b4c-1401-4e30-b245-0d2a6f135af8 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:08.948631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:08.949567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Checking segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:08.950200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Bound using segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:08.950904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Bound port: 68672b4c-1401-4e30-b245-0d2a6f135af8, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:08.951790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:08.971323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.029869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.049285 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:00:09.049823 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:00:09.072752 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:09.092774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:09.098143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event deleted for resources: {'Port': ['ID=e382a57b-c9c6-48bd-95dc-8f40a610ed6b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:09.101511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.157910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8c6eb-783d-4afb-89ec-24440900953c req-d25d471c-edd5-47a4-8062-83297ad5f43d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.159386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11d8c6eb-783d-4afb-89ec-24440900953c req-d25d471c-edd5-47a4-8062-83297ad5f43d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2533200 Apr 20 13:00:09.178019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.178739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.180422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] 10.222.0.37 "PUT /v2.0/ports/68672b4c-1401-4e30-b245-0d2a6f135af8 HTTP/1.1" status: 200 len: 1091 time: 1.5544002 Apr 20 13:00:09.182801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:09.185400 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26" -d '{"events": [{"name": "network-changed", "server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:09.193371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-3e71d739-0769-4494-ae2d-027230216bd1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2062232 Apr 20 13:00:09.199465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.200945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1757591-f068-4370-9859-66a801c34e61 req-10becfcf-5f07-42d3-b613-46438c1b0885 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.202198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1757591-f068-4370-9859-66a801c34e61 req-10becfcf-5f07-42d3-b613-46438c1b0885 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2240560 Apr 20 13:00:09.212952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-66e3be5f-c300-41de-9835-fb6a207a9b0b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:00:09.213945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-66e3be5f-c300-41de-9835-fb6a207a9b0b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106359 Apr 20 13:00:09.221813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Made reservation on behalf of faa0d85b8ae24d0dbf5cd4d2bb6e9a03 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:09.225381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.242020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a775ee-8d02-40d0-a7fd-153ec78f7639 service neutron] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:09.283102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.305570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event updated for resources: {'Subnet': ['ID=2b236388-70c4-46a6-a573-dc657f4d04d8,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:09.318561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Checking segment: {'id': '3748d6d0-1070-473e-a104-2042600c4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:09.318929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Network hostable DHCP agents. Network: 8a757b9d-e1c7-4a08-8804-677aef17dc72, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:09.329898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8746552-f3fe-4652-b64a-343034fa367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.330420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11d8c6eb-783d-4afb-89ec-24440900953c req-18924190-aad4-417d-bd31-dbb3b44c927c tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447184 Apr 20 13:00:09.331390 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-d8746552-f3fe-4652-b64a-343034fa367a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 1094 time: 0.0908041 Apr 20 13:00:09.388350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1757591-f068-4370-9859-66a801c34e61 req-d41ad8b3-2a1f-4d33-945c-5e6ed379411f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507878 Apr 20 13:00:09.398837 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-50f6f91b-9241-4ee4-8bde-9f25cc7b9770 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68672b4c-1401-4e30-b245-0d2a6f135af8 HTTP/1.1" status: 200 len: 217 time: 0.0594456 Apr 20 13:00:09.399458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:09.419905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 8a757b9d-e1c7-4a08-8804-677aef17dc72) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:09.435095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fafd425-20d5-4cf6-92f5-a0b6016bc394 None None] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:09.449834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.450449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.464015 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f5b727-dd7b-402a-8668-90fa54c165fc x-openstack-request-id: req-39f5b727-dd7b-402a-8668-90fa54c165fc {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:09.464310 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:09.464568 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39f5b727-dd7b-402a-8668-90fa54c165fc {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:09.465279 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f5b727-dd7b-402a-8668-90fa54c165fc'] response: {'name': 'network-changed', 'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'status': 'completed', 'code': 200} Apr 20 13:00:09.483022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-ec1c501e-c45d-44da-8def-c5791318b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.484506 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-ec1c501e-c45d-44da-8def-c5791318b3b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.0778830 Apr 20 13:00:09.490448 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-88864db0-3632-4207-85c6-ee0a1465c950 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0896449 Apr 20 13:00:09.490870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37908) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:09.510023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Request body: {'port': {'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1874725905'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:09.538081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.554725 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.651743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ce382d7-a80a-4824-98fb-c05f4c793853 req-f3b1996f-ab8b-4242-b184-bfad8e60c9ea tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 210 time: 0.1114128 Apr 20 13:00:09.665930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-8a45c783-7c29-4613-a26a-610bf1dd1519 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462977 Apr 20 13:00:09.669048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Port e382a57b-c9c6-48bd-95dc-8f40a610ed6b not found while updating agent binding for router 1ff64aa1-ec5a-49c3-9963-34c6656478f2. {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 13:00:09.711875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.712804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff64aa1-ec5a-49c3-9963-34c6656478f2 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:09.721570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.723958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4edac420-48df-42d6-8550-68a209582c24 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1ff64aa1-ec5a-49c3-9963-34c6656478f2 HTTP/1.1" status: 204 len: 168 time: 1.9178216 Apr 20 13:00:09.727656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37914) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:09.746616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:09.747558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:00:09.748253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_agentschedulers_db [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ff64aa1-ec5a-49c3-9963-34c6656478f2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent'). {{(pid=109411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:00:09.749513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6e38f3-2106-408c-98d2-de5f3df40157 None None] The sync data for ids ['1ff64aa1-ec5a-49c3-9963-34c6656478f2'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:09.802196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Made reservation on behalf of 5ec9a1cbe83c40d883d8e9aff1da56ad for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:09.805855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.826525 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-f0881026-3494-4509-81fc-9ce6aa405699 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478624 Apr 20 13:00:09.828310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Deleting subnet a8906c08-ea03-4106-ab7b-d1fb47d6532b {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:00:09.840854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] device_id is not set on port b7780d8e-1392-427a-8d55-0efce4a1bf66 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:00:09.855934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Allocated IP 172.20.0.5 (1fd91b65-41a3-4a73-87b1-de07919f4f35/d512508e-7cf7-4986-81cb-c1467ca4a0b9/de6927ed-99c5-4a2d-a26f-f8d5cc451db3) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:09.876385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-8a757b9d-e1c7-4a08-8804-677aef17dc72', 'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72', 'tenant_id': '5ec9a1cbe83c40d883d8e9aff1da56ad', 'fixed_ips': [{'subnet_id': '2b236388-70c4-46a6-a573-dc657f4d04d8'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:09.878278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:09.926349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c4956-fb12-47a0-a583-3aaf8e301814 req-89a0f100-dba9-4f0d-b5cc-0f4c11ffc106 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:09.928307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a7c4956-fb12-47a0-a583-3aaf8e301814 req-89a0f100-dba9-4f0d-b5cc-0f4c11ffc106 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 943 time: 0.3413885 Apr 20 13:00:09.929393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.027152 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eebf3c07-58fc-4c01-8a7f-7d15186ce4f8 req-884a60af-2eb7-4fb3-b43d-d11b34c4e7c2 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937380 Apr 20 13:00:10.047369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Allocated IP 172.20.0.6 (8a757b9d-e1c7-4a08-8804-677aef17dc72/2b236388-70c4-46a6-a573-dc657f4d04d8/b7780d8e-1392-427a-8d55-0efce4a1bf66) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:10.110817 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-59394f30-5f74-4e26-b225-d86f6d2711cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751553 Apr 20 13:00:10.220242 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.241806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-51dbab08-7c7b-4cca-82b0-ae2d9dd1f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.242333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.243334 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-51dbab08-7c7b-4cca-82b0-ae2d9dd1f6ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 1094 time: 0.1445358 Apr 20 13:00:10.247447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-c6970f2d-1fde-483f-be87-3cebd452a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.248938 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-c6970f2d-1fde-483f-be87-3cebd452a907 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.1134412 Apr 20 13:00:10.275613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a7c4956-fb12-47a0-a583-3aaf8e301814 req-1fec9ee0-75f9-4803-ba15-e54e8db16aaf tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207964 Apr 20 13:00:10.299383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.360767 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.412724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Network 1fd91b65-41a3-4a73-87b1-de07919f4f35 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:10.415100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.436946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:10.456171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.487865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:10.491925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-2af6632a-22a4-412c-947e-40899cc5800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.494273 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-2af6632a-22a4-412c-947e-40899cc5800c service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.2194929 Apr 20 13:00:10.494556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8906c08-ea03-4106-ab7b-d1fb47d6532b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:10.496859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-3c3bf617-cafc-494f-a408-0eaae169dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.498184 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-3c3bf617-cafc-494f-a408-0eaae169dc72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 906 time: 0.2447917 Apr 20 13:00:10.523332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.526403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9f101a22-25ad-42cc-af8a-dde477026760 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/a8906c08-ea03-4106-ab7b-d1fb47d6532b HTTP/1.1" status: 204 len: 168 time: 0.7975409 Apr 20 13:00:10.527243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Pushing event updated for resources: {'Port': ['ID=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:10.533297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37932) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:10.603255 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-4c4a9ecf-df43-40f8-a2e6-b9a0ec837f0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68672b4c-1401-4e30-b245-0d2a6f135af8 HTTP/1.1" status: 200 len: 217 time: 0.0975904 Apr 20 13:00:10.661656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.671256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.672123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.676926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-97473575-31d7-46dd-abf8-07db1aca207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.678412 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-97473575-31d7-46dd-abf8-07db1aca207c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.0651577 Apr 20 13:00:10.689549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Allocated IP 172.20.0.2 (8a757b9d-e1c7-4a08-8804-677aef17dc72/2b236388-70c4-46a6-a573-dc657f4d04d8/a5d7e9fa-0666-423f-a768-df3ad6b915ab) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:10.702645 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.713036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290abf3-89ae-48fc-9fc5-eb11337fa94a req-8a309833-9887-4eeb-a317-1b4145a7cedc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.715326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7290abf3-89ae-48fc-9fc5-eb11337fa94a req-8a309833-9887-4eeb-a317-1b4145a7cedc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2287843 Apr 20 13:00:10.721879 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-42e8141d-683c-4243-81eb-156decba38c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 1001 time: 0.2101040 Apr 20 13:00:10.732527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d813af-9696-44d5-9043-3a0a88e00883 req-6fc83d1d-96a3-405d-84e7-640c8733877f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.734648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42d813af-9696-44d5-9043-3a0a88e00883 req-6fc83d1d-96a3-405d-84e7-640c8733877f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2021148 Apr 20 13:00:10.742725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-a1c0da80-2c7f-41d5-a1f0-dfdd5867dc8d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9120877 Apr 20 13:00:10.753009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:10.758322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Request body: {'port': {'device_id': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:10.765315 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-75f8ef5d-00eb-4ce6-858d-afe127156eba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573943 Apr 20 13:00:10.769227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:10.793326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:10.824826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event updated for resources: {'Port': ['ID=b7780d8e-1392-427a-8d55-0efce4a1bf66,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:10.895795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.899979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-47aad230-a41c-4867-9173-4430887aeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.901666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-47aad230-a41c-4867-9173-4430887aeeee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1550903 Apr 20 13:00:10.902839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.907760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:10.908367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.924801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42d813af-9696-44d5-9043-3a0a88e00883 req-17f061aa-647d-4b24-8d65-a45b447559b7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812263 Apr 20 13:00:10.927433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7290abf3-89ae-48fc-9fc5-eb11337fa94a req-21587e62-c3c4-47be-86c1-81964a624e74 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908298 Apr 20 13:00:10.948219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.965929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:10.967723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-97d2f6de-691e-4347-becd-128247952bdf tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4753704 Apr 20 13:00:10.971873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37936) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:10.981958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:10.984657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Pushing event updated for resources: {'Port': ['ID=a5d7e9fa-0666-423f-a768-df3ad6b915ab,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:10.988593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Request body: {'port': {'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72', 'name': 'tempest-ExtraDHCPOptionsTestJSON-610450570', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:10.989448 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] bootfile-name is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:00:10.989570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] tftp-server is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:00:10.989821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] server-ip-address is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:00:10.998131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:11.001716 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-ad14d39b-1058-403d-aa33-b1b7dabd0841 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045460 Apr 20 13:00:11.004011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-41f18456-0c03-4118-8ee4-ab30d04dbda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:11.005406 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-41f18456-0c03-4118-8ee4-ab30d04dbda5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902209 Apr 20 13:00:11.005531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:11.017806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adf5336-9f58-4224-954a-b3a2e6a9cf85']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:11.066283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Attempting to bind port a5d7e9fa-0666-423f-a768-df3ad6b915ab on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:11.066649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Attempting to bind port a5d7e9fa-0666-423f-a768-df3ad6b915ab by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3748d6d0-1070-473e-a104-2042600c4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:11.067060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Attempting to bind port a5d7e9fa-0666-423f-a768-df3ad6b915ab on network 8a757b9d-e1c7-4a08-8804-677aef17dc72 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:11.072229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:11.072750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Checking segment: {'id': '3748d6d0-1070-473e-a104-2042600c4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:11.073147 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.073530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Bound using segment: {'id': '3748d6d0-1070-473e-a104-2042600c4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:11.074038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Bound port: a5d7e9fa-0666-423f-a768-df3ad6b915ab, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3748d6d0-1070-473e-a104-2042600c4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '8a757b9d-e1c7-4a08-8804-677aef17dc72'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:11.074409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.102055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404b22c9-dad5-4099-8b9b-e5c619915b82') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:11.102350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404b22c9-dad5-4099-8b9b-e5c619915b82') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:11.129128 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.163829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] For port a5d7e9fa-0666-423f-a768-df3ad6b915ab, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:11.168954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] For port a5d7e9fa-0666-423f-a768-df3ad6b915ab, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5d7e9fa-0666-423f-a768-df3ad6b915ab,segment=NetworkSegment(3748d6d0-1070-473e-a104-2042600c4882),segment_id=3748d6d0-1070-473e-a104-2042600c4882)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:11.175356 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.190793 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-400ab82c-dbdd-4db0-ab5a-5f37be06ad26 req-d34f9882-8e0e-4652-ab33-7299db3b2ef9 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827762 Apr 20 13:00:11.194476 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-d1529fb2-7c8d-4262-b4ca-9a63e4ba78d5 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784892 Apr 20 13:00:11.203179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.216837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb64017-4223-4da9-abc4-b8784b836a42 req-cf4b75c3-e60b-46a6-bfca-c7d80a5cf7fa tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:11.219021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edb64017-4223-4da9-abc4-b8784b836a42 req-cf4b75c3-e60b-46a6-bfca-c7d80a5cf7fa tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 931 time: 0.2031033 Apr 20 13:00:11.254387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c57b6f-94a4-4a52-80e7-faf1e3706469 None None] Pushing event updated for resources: {'Port': ['ID=a5d7e9fa-0666-423f-a768-df3ad6b915ab,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:11.311564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:11.311987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:11.315333 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:11.318962 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-27d1e0cb-4ce5-4d0c-a1cf-f706513b762e req-60f716cc-c100-4844-ae07-0f57393737f7 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159327 Apr 20 13:00:11.517580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-71392105-d96e-4fed-a480-03d634cfb895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:11.519111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-71392105-d96e-4fed-a480-03d634cfb895 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1101 time: 0.3311944 Apr 20 13:00:11.541134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.552640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edb64017-4223-4da9-abc4-b8784b836a42 req-39355498-6cfa-456e-aca8-d63d51eaa7ee tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667944 Apr 20 13:00:11.560777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5d7e9fa-0666-423f-a768-df3ad6b915ab up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:11.572479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4adf5336-9f58-4224-954a-b3a2e6a9cf85 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:00:11.585206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Made reservation on behalf of 5ec9a1cbe83c40d883d8e9aff1da56ad for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:11.588950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.594434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.597700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4adf5336-9f58-4224-954a-b3a2e6a9cf85 HTTP/1.1" status: 204 len: 168 time: 1.0622361 Apr 20 13:00:11.663975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a5d7e9fa-0666-423f-a768-df3ad6b915ab triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:11.665194 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.807009 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.861335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port a5d7e9fa-0666-423f-a768-df3ad6b915ab, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5d7e9fa-0666-423f-a768-df3ad6b915ab,segment=NetworkSegment(3748d6d0-1070-473e-a104-2042600c4882),segment_id=3748d6d0-1070-473e-a104-2042600c4882)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:11.867248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:11.939424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=a5d7e9fa-0666-423f-a768-df3ad6b915ab,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:12.019266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37950) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:12.024135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ee0196ba-573f-4ec8-8b71-e788477c1924 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'router': {'name': 'tempest-router--2044193997', 'project_id': 'ea54d55bba25471ebe308d5487208943'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:12.059489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee0196ba-573f-4ec8-8b71-e788477c1924 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.061177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee0196ba-573f-4ec8-8b71-e788477c1924 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.138233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b21c6-706e-4183-a6c2-b41a7ebb2426 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event deleted for resources: {'Network': ['ID=4adf5336-9f58-4224-954a-b3a2e6a9cf85,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:12.172260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee0196ba-573f-4ec8-8b71-e788477c1924 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.172714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e9183-7241-49cc-af17-ed7a6b1aafc2 req-d9a240f4-cb8e-44a5-950b-bee5351e882d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.178320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee0196ba-573f-4ec8-8b71-e788477c1924 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.180987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-325e9183-7241-49cc-af17-ed7a6b1aafc2 req-d9a240f4-cb8e-44a5-950b-bee5351e882d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 943 time: 0.7931662 Apr 20 13:00:12.201321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee0196ba-573f-4ec8-8b71-e788477c1924 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.206189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] device_id is not set on port 42273d13-9751-498f-ab74-c3136bcd73ce yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:00:12.207150 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ee0196ba-573f-4ec8-8b71-e788477c1924 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1867485 Apr 20 13:00:12.208015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37952) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:12.367427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-4cc172fb-ba0f-4d3b-84bf-4263493b68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.368909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-4cc172fb-ba0f-4d3b-84bf-4263493b68f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.8410594 Apr 20 13:00:12.394388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-325e9183-7241-49cc-af17-ed7a6b1aafc2 req-5522d4c9-5ee4-4678-a387-3bd15932be19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125223 Apr 20 13:00:12.426054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b89090-fad9-4a90-b712-67bd971a2ef4 req-d724c043-c096-4603-b707-d086ab14b5d3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.427632 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8b89090-fad9-4a90-b712-67bd971a2ef4 req-d724c043-c096-4603-b707-d086ab14b5d3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2928796 Apr 20 13:00:12.480963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-a5a5a45e-4fa0-421e-b191-9f34bbcd7403 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.0833910 Apr 20 13:00:12.497975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914780c4-5233-4676-a55d-a6e508d4894d None None] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:12.548581 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-316b0b9e-9c80-44c1-ad85-bb961329e7ac tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.584702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-736a79c7-5088-4ad5-9147-633ffc802ebb None None] Provisioning complete for port a5d7e9fa-0666-423f-a768-df3ad6b915ab triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:12.585052 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-736a79c7-5088-4ad5-9147-633ffc802ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.594743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Allocated IP 172.20.0.12 (8a757b9d-e1c7-4a08-8804-677aef17dc72/2b236388-70c4-46a6-a573-dc657f4d04d8/42273d13-9751-498f-ab74-c3136bcd73ce) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:12.644086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6927ed-99c5-4a2d-a26f-f8d5cc451db3 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:12.662639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.669501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8b89090-fad9-4a90-b712-67bd971a2ef4 req-66526d76-9b60-46e7-a0f7-6d9211831de9 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942875 Apr 20 13:00:12.683164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-cfd75e11-7c31-4f19-a9c7-67ebeff65e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.684654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-cfd75e11-7c31-4f19-a9c7-67ebeff65e71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1919270 Apr 20 13:00:12.714407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Transition to ACTIVE for port object de6927ed-99c5-4a2d-a26f-f8d5cc451db3 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:12.727820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089cb2c-89e8-4d76-8113-59f78c2109e5 req-d1b910a4-0502-4eda-b034-fb8d574e2e74 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.735425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f089cb2c-89e8-4d76-8113-59f78c2109e5 req-d1b910a4-0502-4eda-b034-fb8d574e2e74 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2444301 Apr 20 13:00:12.738846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-316b0b9e-9c80-44c1-ad85-bb961329e7ac tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.742211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-316b0b9e-9c80-44c1-ad85-bb961329e7ac tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.772481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.807322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-316b0b9e-9c80-44c1-ad85-bb961329e7ac tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.808084 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316b0b9e-9c80-44c1-ad85-bb961329e7ac tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a6b3e54-ee35-4358-9c18-7d10c46ae6aa {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:12.814019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-316b0b9e-9c80-44c1-ad85-bb961329e7ac tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:12.817059 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-316b0b9e-9c80-44c1-ad85-bb961329e7ac tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "DELETE /v2.0/routers/9a6b3e54-ee35-4358-9c18-7d10c46ae6aa HTTP/1.1" status: 204 len: 168 time: 0.6052299 Apr 20 13:00:12.932785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:12.953125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f089cb2c-89e8-4d76-8113-59f78c2109e5 req-5073f18e-f868-4cdc-8fc4-732a8a7fa5b3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169154 Apr 20 13:00:12.954973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-750827a3-e0b8-40c1-8662-54891e401374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:12.956481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-750827a3-e0b8-40c1-8662-54891e401374 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604985 Apr 20 13:00:12.965449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Pushing event updated for resources: {'Port': ['ID=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.047009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68672b4c-1401-4e30-b245-0d2a6f135af8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:13.101509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.150257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e2430732-d952-4ced-9fa4-8e1a86428388 None None] Provisioning complete for port b7780d8e-1392-427a-8d55-0efce4a1bf66 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:13.150591 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2430732-d952-4ced-9fa4-8e1a86428388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.168443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.194055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e2430732-d952-4ced-9fa4-8e1a86428388 None None] Port b7780d8e-1392-427a-8d55-0efce4a1bf66 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:13.209366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06730938-af78-42d0-b129-12a950c38097 req-2d41a5df-05f7-4cbf-b17b-c2d40d3d2820 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.221186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06730938-af78-42d0-b129-12a950c38097 req-2d41a5df-05f7-4cbf-b17b-c2d40d3d2820 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 943 time: 0.4227390 Apr 20 13:00:13.237438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:13.266073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'mac_address': 'fa:16:3e:cc:5f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:13.267624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e2430732-d952-4ced-9fa4-8e1a86428388 None None] Provisioning complete for port a5d7e9fa-0666-423f-a768-df3ad6b915ab triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:13.267975 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2430732-d952-4ced-9fa4-8e1a86428388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.319771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-266449939', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:13.340871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Attempting to bind port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:13.341195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Attempting to bind port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '4baa09b4-ef2a-4948-a11e-22b79e27b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:13.341483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Attempting to bind port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 on network 1fd91b65-41a3-4a73-87b1-de07919f4f35 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:13.351931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:13.356493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event updated for resources: {'Port': ['ID=42273d13-9751-498f-ab74-c3136bcd73ce,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.361396 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.362882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.370359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06730938-af78-42d0-b129-12a950c38097 req-0f5fd8ff-c843-4007-b2eb-785eb9b1d61b tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483221 Apr 20 13:00:13.373121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 on network 1fd91b65-41a3-4a73-87b1-de07919f4f35 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:13.373505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Attempting to bind port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 on network 1fd91b65-41a3-4a73-87b1-de07919f4f35 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:13.376407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:13.387570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:13.404189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.404694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:13.404694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Checking segment: {'id': '4baa09b4-ef2a-4948-a11e-22b79e27b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:13.404694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Bound using segment: {'id': '4baa09b4-ef2a-4948-a11e-22b79e27b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:13.404694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Bound port: de6927ed-99c5-4a2d-a26f-f8d5cc451db3, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4baa09b4-ef2a-4948-a11e-22b79e27b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:13.404694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.441143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-fca25301-d6ce-4a39-9170-5989b2197778 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705107 Apr 20 13:00:13.465493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68672b4c-1401-4e30-b245-0d2a6f135af8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:13.484785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.545935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:13.552102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.568752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.569676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.594389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5d7e9fa-0666-423f-a768-df3ad6b915ab up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:13.650039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b9d87566-bc18-4007-9b36-d8ebbc0e7748 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6735795 Apr 20 13:00:13.650260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:13.663173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37964) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:13.674894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] For port de6927ed-99c5-4a2d-a26f-f8d5cc451db3, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:13.679048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] For port de6927ed-99c5-4a2d-a26f-f8d5cc451db3, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,segment=NetworkSegment(4baa09b4-ef2a-4948-a11e-22b79e27b9cb),segment_id=4baa09b4-ef2a-4948-a11e-22b79e27b9cb)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:13.685314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-8a0bcfb7-9027-4750-a974-e5abf8cd5844 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365241 Apr 20 13:00:13.685926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.691586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-73656cd5-dee8-4c8f-92c4-998b0a4f155d None None] Provisioning complete for port b7780d8e-1392-427a-8d55-0efce4a1bf66 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:13.691976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73656cd5-dee8-4c8f-92c4-998b0a4f155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.720803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.749275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9c0ba-8868-41de-bef9-7b15556e506f req-c3017691-a649-470b-886b-46fa49f4fd4c tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.750974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68f9c0ba-8868-41de-bef9-7b15556e506f req-c3017691-a649-470b-886b-46fa49f4fd4c tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 944 time: 0.1904697 Apr 20 13:00:13.782613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a5d7e9fa-0666-423f-a768-df3ad6b915ab triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:13.782992 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.787895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-73656cd5-dee8-4c8f-92c4-998b0a4f155d None None] Port b7780d8e-1392-427a-8d55-0efce4a1bf66 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:13.809303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.810467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:13.812691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] 10.222.0.37 "PUT /v2.0/ports/de6927ed-99c5-4a2d-a26f-f8d5cc451db3 HTTP/1.1" status: 200 len: 1091 time: 3.0603826 Apr 20 13:00:13.830554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'tag': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:13.837558 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051e969a-284e-4a1d-bf7d-60b2f80a08ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c3b788da-b02b-4b0e-bd0b-fff894fbc51c", "tag": "de6927ed-99c5-4a2d-a26f-f8d5cc451db3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:13.849356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['68672b4c-1401-4e30-b245-0d2a6f135af8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:13.886767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb77456-ac02-4fd1-b518-007d5f3b226e tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.892864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb77456-ac02-4fd1-b518-007d5f3b226e tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.901068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb77456-ac02-4fd1-b518-007d5f3b226e tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:13.902846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ddb77456-ac02-4fd1-b518-007d5f3b226e tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2375252 Apr 20 13:00:13.922642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37970) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:13.940071 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68f9c0ba-8868-41de-bef9-7b15556e506f req-51543b45-e369-4139-a096-524c4a0ec36a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552191 Apr 20 13:00:13.960335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-605fb2c7-7c82-45c4-9d4a-a4233149014a None None] Provisioning complete for port 42273d13-9751-498f-ab74-c3136bcd73ce triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:13.960994 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-605fb2c7-7c82-45c4-9d4a-a4233149014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.010245 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4668358-fd7a-4639-9552-9033a9f0a522 x-openstack-request-id: req-b4668358-fd7a-4639-9552-9033a9f0a522 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:14.010978 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3b788da-b02b-4b0e-bd0b-fff894fbc51c", "tag": "de6927ed-99c5-4a2d-a26f-f8d5cc451db3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:14.011248 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4668358-fd7a-4639-9552-9033a9f0a522 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:14.011657 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4668358-fd7a-4639-9552-9033a9f0a522'] response: {'name': 'network-changed', 'server_uuid': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'tag': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3', 'status': 'completed', 'code': 200} Apr 20 13:00:14.021014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb8f20-6db5-410d-b7db-0b0488ce66e8 service neutron] Pushing event updated for resources: {'Port': ['ID=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:14.040073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-605fb2c7-7c82-45c4-9d4a-a4233149014a None None] Port 42273d13-9751-498f-ab74-c3136bcd73ce cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:14.059621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.072205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2a048-68a9-4816-a7d5-4431fd4fb267 req-26326dc7-4ab4-4a76-ac79-e2824c0e1794 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.073773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8b2a048-68a9-4816-a7d5-4431fd4fb267 req-26326dc7-4ab4-4a76-ac79-e2824c0e1794 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2275736 Apr 20 13:00:14.084894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.101675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-d6ec9d3f-d045-4b67-97fd-6f0696725bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.103115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-d6ec9d3f-d045-4b67-97fd-6f0696725bf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faa0d85b8ae24d0dbf5cd4d2bb6e9a03&device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 1094 time: 0.1603649 Apr 20 13:00:14.175262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-48f2b259-e731-4f79-ba71-18799783d537 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de6927ed-99c5-4a2d-a26f-f8d5cc451db3 HTTP/1.1" status: 200 len: 217 time: 0.0496142 Apr 20 13:00:14.194262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Allocated IP 172.25.3.71 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/6933aced-38ec-491f-9fe7-aab22aded202) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:14.237914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3885e1-6001-4722-9443-f0b4630afcd3 req-2c514b87-7843-4839-bbe0-cc2b297bfe6b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.239401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f3885e1-6001-4722-9443-f0b4630afcd3 req-2c514b87-7843-4839-bbe0-cc2b297bfe6b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1633101 Apr 20 13:00:14.249802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8b2a048-68a9-4816-a7d5-4431fd4fb267 req-86221727-aa1a-437c-ac32-396e0eb7eb7f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674030 Apr 20 13:00:14.265740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Deleting port 42273d13-9751-498f-ab74-c3136bcd73ce {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:14.266084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.288695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-747f26e3-695b-4573-89ba-8a238777812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.290244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-747f26e3-695b-4573-89ba-8a238777812e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d512508e-7cf7-4986-81cb-c1467ca4a0b9 HTTP/1.1" status: 200 len: 849 time: 0.1058509 Apr 20 13:00:14.311540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.342126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.367437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-24fa5dc8-0f18-4b4a-8e67-d22723d033be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fd91b65-41a3-4a73-87b1-de07919f4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688441 Apr 20 13:00:14.375182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f3885e1-6001-4722-9443-f0b4630afcd3 req-41495011-3c30-4a56-8bfe-5ee94bb2c465 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213822 Apr 20 13:00:14.385808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:14.389455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:14.394147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:14.396162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event updated for resources: {'Port': ['ID=6933aced-38ec-491f-9fe7-aab22aded202,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:14.456527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.499156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Calling delete_port for 42273d13-9751-498f-ab74-c3136bcd73ce owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:14.571848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-c1a60387-1f06-4e18-b67c-1aa9439e933d service neutron] 10.222.0.37 "GET /v2.0/networks/1fd91b65-41a3-4a73-87b1-de07919f4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941648 Apr 20 13:00:14.595282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69c103-6b4a-4d30-af92-614c79986c12 req-9523d43a-d550-425c-b7bb-04f8c4adfbb0 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.600959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e69c103-6b4a-4d30-af92-614c79986c12 req-9523d43a-d550-425c-b7bb-04f8c4adfbb0 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 943 time: 0.1378608 Apr 20 13:00:14.681456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.720323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e69c103-6b4a-4d30-af92-614c79986c12 req-eea7fa61-c5ca-4721-8083-fabad9f75461 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042325 Apr 20 13:00:14.763425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e4e525-64b9-4ef3-a399-d6ea8be5d988 req-615fcdd0-d03d-4d80-b040-e7410cdeaa72 service neutron] 10.222.0.37 "GET /v2.0/networks/1fd91b65-41a3-4a73-87b1-de07919f4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839886 Apr 20 13:00:14.779428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.817008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event deleted for resources: {'Port': ['ID=42273d13-9751-498f-ab74-c3136bcd73ce,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:14.893981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.912077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-1a6c7888-4e3c-4f44-badc-abfa40f3b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:14.913571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-1a6c7888-4e3c-4f44-badc-abfa40f3b833 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=faa0d85b8ae24d0dbf5cd4d2bb6e9a03&device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 1094 time: 0.0977516 Apr 20 13:00:14.916785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:14.925519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eefcf467-d1cc-4a7d-bf0b-54de57a5cff6 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "DELETE /v2.0/ports/42273d13-9751-498f-ab74-c3136bcd73ce HTTP/1.1" status: 204 len: 168 time: 0.9957612 Apr 20 13:00:14.928691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37976) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:14.934674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Request body: {'port': {'name': 'tempest-new-port-name-33255160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:14.935235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] bootfile-name is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:00:14.935408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] tftp-server is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:00:14.935721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] server-ip-address is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:00:14.959737 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:00:15.067174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Router 725817cb-f80c-4485-a5af-6491233e7e4e is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:15.069263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68672b4c-1401-4e30-b245-0d2a6f135af8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:15.126441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 68672b4c-1401-4e30-b245-0d2a6f135af8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:15.130817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 68672b4c-1401-4e30-b245-0d2a6f135af8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:15.131195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.182967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:15.196625 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034562d-8785-477a-9a68-c06778869489 None None] Sync routers for ids ['725817cb-f80c-4485-a5af-6491233e7e4e'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:15.207908 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034562d-8785-477a-9a68-c06778869489 None None] Routers {'725817cb-f80c-4485-a5af-6491233e7e4e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:15.208898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9034562d-8785-477a-9a68-c06778869489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['725817cb-f80c-4485-a5af-6491233e7e4e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:15.211308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.215866 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-01a1289d-bb61-4a96-a793-4a5aa06a029d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2796850 Apr 20 13:00:15.216164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37980) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:15.229717 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.250951 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9034562d-8785-477a-9a68-c06778869489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:15.253676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:15.256132 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39683c60-d5b6-4367-a25f-7ef3ec6b4551" -d '{"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-plugged", "status": "completed", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:15.262699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034562d-8785-477a-9a68-c06778869489 None None] Routers {'725817cb-f80c-4485-a5af-6491233e7e4e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:15.263638 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9034562d-8785-477a-9a68-c06778869489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['725817cb-f80c-4485-a5af-6491233e7e4e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:15.295075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:15.303626 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.305693 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9034562d-8785-477a-9a68-c06778869489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:15.306602 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9034562d-8785-477a-9a68-c06778869489 None None] The sync data for ids ['725817cb-f80c-4485-a5af-6491233e7e4e'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:15.352537 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9049126-33d9-45c2-b18b-1c7157f0cb38 x-openstack-request-id: req-f9049126-33d9-45c2-b18b-1c7157f0cb38 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:15.352828 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-plugged", "status": "completed", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:15.353084 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9049126-33d9-45c2-b18b-1c7157f0cb38 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:15.353484 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9049126-33d9-45c2-b18b-1c7157f0cb38'] response: {'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'code': 200} Apr 20 13:00:15.379467 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6d2466cd-90c4-4e95-ada7-e4f09fa4531a tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/725817cb-f80c-4485-a5af-6491233e7e4e HTTP/1.1" status: 200 len: 919 time: 0.1608205 Apr 20 13:00:15.382395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37986) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:15.383369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:15.419436 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e688306-0bbb-481f-80e8-8b968b19c26e tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=725817cb-f80c-4485-a5af-6491233e7e4e HTTP/1.1" status: 200 len: 205 time: 0.0357008 Apr 20 13:00:15.422206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37990) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:15.518562 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.546988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783a7a3-2c10-47e2-ab4d-f7e67123b6a3 req-7b2b2640-b895-4cac-83a8-ecd49f1379db tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.548523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1783a7a3-2c10-47e2-ab4d-f7e67123b6a3 req-7b2b2640-b895-4cac-83a8-ecd49f1379db tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 945 time: 0.2113166 Apr 20 13:00:15.553226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-fbacd8ab-6b0e-47c8-afa9-da5b839bb850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.554900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-fbacd8ab-6b0e-47c8-afa9-da5b839bb850 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1fd91b65-41a3-4a73-87b1-de07919f4f35 HTTP/1.1" status: 200 len: 910 time: 0.6334455 Apr 20 13:00:15.583022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61cf74-2a82-482b-8bc6-640811f45d1b req-f7818569-c3a8-46b2-8cd1-600372cae352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.584499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db61cf74-2a82-482b-8bc6-640811f45d1b req-f7818569-c3a8-46b2-8cd1-600372cae352 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 1096 time: 0.1748588 Apr 20 13:00:15.632386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a15ea-aa7e-4ea1-9899-4ba878a19966 req-d0743408-8b6b-4709-bd7f-8aac595bba70 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.633947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f6a15ea-aa7e-4ea1-9899-4ba878a19966 req-d0743408-8b6b-4709-bd7f-8aac595bba70 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.2288771 Apr 20 13:00:15.680196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-3d117a30-b31a-4438-b14f-a536a63bfe31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de6927ed-99c5-4a2d-a26f-f8d5cc451db3 HTTP/1.1" status: 200 len: 217 time: 0.1140349 Apr 20 13:00:15.768223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1783a7a3-2c10-47e2-ab4d-f7e67123b6a3 req-795f3da7-8b0a-4152-9f61-d2a4d9c7b0e1 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114131 Apr 20 13:00:15.777091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.802031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db61cf74-2a82-482b-8bc6-640811f45d1b req-8831371d-cca3-4bb1-9036-75dfc160fc9b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780965 Apr 20 13:00:15.813240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f6a15ea-aa7e-4ea1-9899-4ba878a19966 req-6c780a08-ae96-4ab8-bc15-446f7aca2036 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445754 Apr 20 13:00:15.852969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-5456ebec-920b-4dfa-8e0b-a4d7bb1212b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.854452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-5456ebec-920b-4dfa-8e0b-a4d7bb1212b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d512508e-7cf7-4986-81cb-c1467ca4a0b9 HTTP/1.1" status: 200 len: 849 time: 0.1596735 Apr 20 13:00:15.885963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.939025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Deleting port 6933aced-38ec-491f-9fe7-aab22aded202 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:15.939368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:15.939969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 0b5b100f-2349-488d-abab-af997973eadb no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:15.957647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33529-5c44-4f20-ada0-e37030041a57 req-6c22ef18-6948-4e07-8fd2-bd46af05d349 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:15.959153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ea33529-5c44-4f20-ada0-e37030041a57 req-6c22ef18-6948-4e07-8fd2-bd46af05d349 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1106286 Apr 20 13:00:16.020796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.033588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Calling delete_port for 6933aced-38ec-491f-9fe7-aab22aded202 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:16.035128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.042798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-c893836d-7617-4dbc-806a-eb07898dec20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1fd91b65-41a3-4a73-87b1-de07919f4f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412803 Apr 20 13:00:16.050833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1f59c-4e8a-474c-a4d3-7b12ea9c61fc req-14e1da46-4bb0-4ea4-ad10-e18c3ed81a56 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:16.052227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcf1f59c-4e8a-474c-a4d3-7b12ea9c61fc req-14e1da46-4bb0-4ea4-ad10-e18c3ed81a56 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 943 time: 0.1522486 Apr 20 13:00:16.071420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:16.077189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.094641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.098508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ea33529-5c44-4f20-ada0-e37030041a57 req-4b9a1d8d-96b3-452f-a090-1437da668897 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289797 Apr 20 13:00:16.135265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.141072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.223470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.241617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcf1f59c-4e8a-474c-a4d3-7b12ea9c61fc req-47472c3e-d96f-41a4-a76c-9f2da6c218a5 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664903 Apr 20 13:00:16.261760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event updated for resources: {'Port': ['ID=b7780d8e-1392-427a-8d55-0efce4a1bf66,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.269419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event deleted for resources: {'Port': ['ID=6933aced-38ec-491f-9fe7-aab22aded202,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.271368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-377448a4-d121-4ced-a72c-b8a9b93e16b6 service neutron] 10.222.0.37 "GET /v2.0/networks/1fd91b65-41a3-4a73-87b1-de07919f4f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181449 Apr 20 13:00:16.271955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] In _notify_port_updated(), no bound segment for port b7780d8e-1392-427a-8d55-0efce4a1bf66 on network 8a757b9d-e1c7-4a08-8804-677aef17dc72 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:00:16.277297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:16.277964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.279264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a63667bd-b4fa-4110-ad96-a7474998b963 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "PUT /v2.0/ports/b7780d8e-1392-427a-8d55-0efce4a1bf66 HTTP/1.1" status: 200 len: 1134 time: 1.3496375 Apr 20 13:00:16.282703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37994) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:16.367448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2025fe2-af27-4f6f-879c-59f5bb09c8dc tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:16.368959 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e2025fe2-af27-4f6f-879c-59f5bb09c8dc tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "GET /v2.0/ports/b7780d8e-1392-427a-8d55-0efce4a1bf66 HTTP/1.1" status: 200 len: 1134 time: 0.0850992 Apr 20 13:00:16.372349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37996) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:16.381812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-051e969a-284e-4a1d-bf7d-60b2f80a08ba req-22202911-8302-43fb-8c2e-61dd84b1189a service neutron] 10.222.0.37 "GET /v2.0/networks/1fd91b65-41a3-4a73-87b1-de07919f4f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008172 Apr 20 13:00:16.409799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.484480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-eb77db3f-0b33-4ab0-aa05-9f76cf266f60 None None] Provisioning complete for port b7780d8e-1392-427a-8d55-0efce4a1bf66 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:16.484859 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eb77db3f-0b33-4ab0-aa05-9f76cf266f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.520141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-eb77db3f-0b33-4ab0-aa05-9f76cf266f60 None None] Port b7780d8e-1392-427a-8d55-0efce4a1bf66 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:16.529648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.533381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.588786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.589305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Fanout notify agent at l3_agent the message router_deleted on router 725817cb-f80c-4485-a5af-6491233e7e4e {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:16.596849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.597952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5d43376a-fa90-41bd-ab53-d101c7202938 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/725817cb-f80c-4485-a5af-6491233e7e4e HTTP/1.1" status: 204 len: 168 time: 1.1747625 Apr 20 13:00:16.601574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:16.602295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Deleting port b7780d8e-1392-427a-8d55-0efce4a1bf66 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:16.602625 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.606065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'router': {'name': 'tempest-snat-router-590700850', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': False}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:16.625177 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.626246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.678641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.693775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.705959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Calling delete_port for b7780d8e-1392-427a-8d55-0efce4a1bf66 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:16.826318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.836967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.884679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event deleted for resources: {'Port': ['ID=b7780d8e-1392-427a-8d55-0efce4a1bf66,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:16.972618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:16.977767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4a32c169-0e24-4d58-920c-9c6cac64cb62 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "DELETE /v2.0/ports/b7780d8e-1392-427a-8d55-0efce4a1bf66 HTTP/1.1" status: 204 len: 168 time: 0.6020079 Apr 20 13:00:16.979375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38004) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:16.997856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb51af-3c1b-4255-9eef-37895d2438ec req-e09f406c-b52c-4daf-8eb3-dec64832a0f7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:16.999624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7fb51af-3c1b-4255-9eef-37895d2438ec req-e09f406c-b52c-4daf-8eb3-dec64832a0f7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 945 time: 0.1502841 Apr 20 13:00:17.028695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af363051-5796-4cc2-a6d2-7ef00b115100 req-8d1e4522-085b-451d-995f-523f11a01659 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:17.031076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af363051-5796-4cc2-a6d2-7ef00b115100 req-8d1e4522-085b-451d-995f-523f11a01659 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 943 time: 0.1071939 Apr 20 13:00:17.047014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Deleting subnet 2b236388-70c4-46a6-a573-dc657f4d04d8 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:00:17.050507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.068535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device de6927ed-99c5-4a2d-a26f-f8d5cc451db3 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:17.096518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7fb51af-3c1b-4255-9eef-37895d2438ec req-dc20b46c-a529-4e7d-8cb5-b992be928245 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870302 Apr 20 13:00:17.119085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af363051-5796-4cc2-a6d2-7ef00b115100 req-4f72784d-21a9-45b8-b7a2-23b162635266 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715218 Apr 20 13:00:17.124157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.206361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port de6927ed-99c5-4a2d-a26f-f8d5cc451db3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,segment=NetworkSegment(4baa09b4-ef2a-4948-a11e-22b79e27b9cb),segment_id=4baa09b4-ef2a-4948-a11e-22b79e27b9cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:17.219672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3', 'network_id': '1fd91b65-41a3-4a73-87b1-de07919f4f35', 'port_id': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3', 'mac_address': 'fa:16:3e:85:ab:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd512508e-7cf7-4986-81cb-c1467ca4a0b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:17.239672 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.260534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.274702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6927ed-99c5-4a2d-a26f-f8d5cc451db3 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:17.299296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port de6927ed-99c5-4a2d-a26f-f8d5cc451db3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,segment=NetworkSegment(4baa09b4-ef2a-4948-a11e-22b79e27b9cb),segment_id=4baa09b4-ef2a-4948-a11e-22b79e27b9cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:17.306739 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.309454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fce09-92a8-4290-9533-08588b951c17 req-11816eff-ac83-44a5-9622-0f1e16282b32 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:17.311078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a3fce09-92a8-4290-9533-08588b951c17 req-11816eff-ac83-44a5-9622-0f1e16282b32 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.0886452 Apr 20 13:00:17.318711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.323344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.340745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.347655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event deleted for resources: {'Subnet': ['ID=2b236388-70c4-46a6-a573-dc657f4d04d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:17.356761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.361015 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32140a9f-a2f6-461f-9e20-88ae5f519cd8 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "DELETE /v2.0/subnets/2b236388-70c4-46a6-a573-dc657f4d04d8 HTTP/1.1" status: 204 len: 168 time: 0.3799922 Apr 20 13:00:17.361757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5b100f-2349-488d-abab-af997973eadb'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:17.362937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38012) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:17.366125 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9454fff9-8fd0-4ee2-b43e-c9bbaba06c9e" -d '{"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5b100f-2349-488d-abab-af997973eadb"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:17.378301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da095f1-be8b-4c34-83e1-366c5a6ce864 None None] Network 8a757b9d-e1c7-4a08-8804-677aef17dc72 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:17.419805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:17.437060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a3fce09-92a8-4290-9533-08588b951c17 req-9059fe73-e9e8-44c8-83eb-c7aa9960a5f7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976403 Apr 20 13:00:17.469111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218d286-2cc9-4e42-9b49-15bff6fc3fdf req-39959d5f-c899-472f-9f11-0901e099b733 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:17.476770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3218d286-2cc9-4e42-9b49-15bff6fc3fdf req-39959d5f-c899-472f-9f11-0901e099b733 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 944 time: 0.1383891 Apr 20 13:00:17.490355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.505089 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2eb94f-942a-4308-a103-92b20bf4abce x-openstack-request-id: req-dd2eb94f-942a-4308-a103-92b20bf4abce {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:17.505862 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-unplugged", "status": "completed", "tag": "0b5b100f-2349-488d-abab-af997973eadb", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:17.505862 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd2eb94f-942a-4308-a103-92b20bf4abce {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:17.510435 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd2eb94f-942a-4308-a103-92b20bf4abce'] response: {'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b5b100f-2349-488d-abab-af997973eadb', 'code': 200} Apr 20 13:00:17.542998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3218d286-2cc9-4e42-9b49-15bff6fc3fdf req-648e3b68-ac37-4abb-9037-3d7199064e34 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653665 Apr 20 13:00:17.553675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Allocated IP 172.25.3.237 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/610d6124-45ce-43b4-a84e-ff3b5ec596a7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:17.571462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['de6927ed-99c5-4a2d-a26f-f8d5cc451db3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:17.573057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Deleting port a5d7e9fa-0666-423f-a768-df3ad6b915ab {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:17.573478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.635671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] DHCP port deletion for 8a757b9d-e1c7-4a08-8804-677aef17dc72 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:00:17.656087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] For port a5d7e9fa-0666-423f-a768-df3ad6b915ab, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5d7e9fa-0666-423f-a768-df3ad6b915ab,segment=NetworkSegment(3748d6d0-1070-473e-a104-2042600c4882),segment_id=3748d6d0-1070-473e-a104-2042600c4882)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:17.656456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.670133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Calling delete_port for a5d7e9fa-0666-423f-a768-df3ad6b915ab owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:17.688467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.723451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.741138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] Deleting port a5d7e9fa-0666-423f-a768-df3ad6b915ab {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:17.741571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.756559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.764924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:17.769741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:17.774163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:17.777182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Port': ['ID=610d6124-45ce-43b4-a84e-ff3b5ec596a7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:17.788864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event deleted for resources: {'Port': ['ID=a5d7e9fa-0666-423f-a768-df3ad6b915ab,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:17.793480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] No DVR routers for this DVR port a5d7e9fa-0666-423f-a768-df3ad6b915ab on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:17.816381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] For port a5d7e9fa-0666-423f-a768-df3ad6b915ab, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5d7e9fa-0666-423f-a768-df3ad6b915ab,segment=NetworkSegment(3748d6d0-1070-473e-a104-2042600c4882),segment_id=3748d6d0-1070-473e-a104-2042600c4882)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:17.816381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.829905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] Calling delete_port for a5d7e9fa-0666-423f-a768-df3ad6b915ab owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:17.879834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.901343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a757b9d-e1c7-4a08-8804-677aef17dc72']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: from cryptography.utils import int_from_bytes Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: from cryptography.utils import int_from_bytes Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.906799 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:17.909396 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:00:17.911569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3748d6d0-1070-473e-a104-2042600c4882') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:17.911823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3748d6d0-1070-473e-a104-2042600c4882') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:17.915542 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.925153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.939505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.941760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] Pushing event deleted for resources: {'Port': ['ID=a5d7e9fa-0666-423f-a768-df3ad6b915ab,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:17.945120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def5bf50-4555-44c9-ba5b-fc527e3913fb None None] No DVR routers for this DVR port a5d7e9fa-0666-423f-a768-df3ad6b915ab on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:17.949433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 0b5b100f-2349-488d-abab-af997973eadb details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:17.956666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:17.958469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:17.968812 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:18.028286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.037385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.048359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.054395 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] 10.222.0.24 "DELETE /v2.0/networks/8a757b9d-e1c7-4a08-8804-677aef17dc72 HTTP/1.1" status: 204 len: 168 time: 0.6880176 Apr 20 13:00:18.071929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c9d50-a47a-41c7-9e74-3d4377d20f35 tempest-ExtraDHCPOptionsTestJSON-1008772899 tempest-ExtraDHCPOptionsTestJSON-1008772899-project] Pushing event deleted for resources: {'Network': ['ID=8a757b9d-e1c7-4a08-8804-677aef17dc72,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:18.223633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:18.238614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '0b5b100f-2349-488d-abab-af997973eadb', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'port_id': '0b5b100f-2349-488d-abab-af997973eadb', 'mac_address': 'fa:16:3e:aa:61:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8eaaecf-934d-47c5-b7b6-56772a0c3c5d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:18.278670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.293365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5b100f-2349-488d-abab-af997973eadb {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:18.313847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:18.326244 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.334785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c46d-ea49-4f8a-b42d-6573c538c0c7 req-84dcd18a-1dcc-4d58-8e34-97f834dd3ff7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:18.336315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9974c46d-ea49-4f8a-b42d-6573c538c0c7 req-84dcd18a-1dcc-4d58-8e34-97f834dd3ff7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 945 time: 0.1295450 Apr 20 13:00:18.357355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8ba5f-b0e4-4948-ad9e-1aee983c6884 req-7aeaf6b4-8466-4417-9487-28f7713929e8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:18.359437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89a8ba5f-b0e4-4948-ad9e-1aee983c6884 req-7aeaf6b4-8466-4417-9487-28f7713929e8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 943 time: 0.1395979 Apr 20 13:00:18.367011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38024) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:18.369169 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.391655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:18.506011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9974c46d-ea49-4f8a-b42d-6573c538c0c7 req-234eb94d-eca5-4fec-a2fa-3f11903beece tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345551 Apr 20 13:00:18.510588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89a8ba5f-b0e4-4948-ad9e-1aee983c6884 req-81157279-f31e-45f4-a993-30b835a87669 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372256 Apr 20 13:00:18.542841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38032) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:18.543683 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1fc7dc81-5715-41f9-a772-eb7c0b6262ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ec9a1cbe83c40d883d8e9aff1da56ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751337 Apr 20 13:00:18.646217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Router 90b6bf1d-d8fc-47fe-a781-4f175af4780d is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:18.665998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-521d30bc-fdfe-4ab5-a2e0-590704bb1f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:18.838983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['0b5b100f-2349-488d-abab-af997973eadb'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:18.843115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.064650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5bf029-c178-4834-b606-2fbefc5b9f10 req-d975761f-3a3d-480c-a342-db02701c3e87 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:19.066117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f5bf029-c178-4834-b606-2fbefc5b9f10 req-d975761f-3a3d-480c-a342-db02701c3e87 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.4786525 Apr 20 13:00:19.083365 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-521d30bc-fdfe-4ab5-a2e0-590704bb1f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.100337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device de6927ed-99c5-4a2d-a26f-f8d5cc451db3 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:19.148140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:19.152189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:19.152560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.203177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee19c1-1d98-4038-92a7-dea40077c582 req-3d1fe6c9-0d6d-4a65-9e87-e4cf82970170 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:19.204619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ee19c1-1d98-4038-92a7-dea40077c582 req-3d1fe6c9-0d6d-4a65-9e87-e4cf82970170 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 944 time: 0.5249496 Apr 20 13:00:19.211758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f5bf029-c178-4834-b606-2fbefc5b9f10 req-88508237-a8bb-4611-8cae-41bd99671185 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264169 Apr 20 13:00:19.236095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:19.249195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Sync routers for ids ['90b6bf1d-d8fc-47fe-a781-4f175af4780d'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:19.260410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ee19c1-1d98-4038-92a7-dea40077c582 req-389e511d-6187-43d6-934e-bf2eabc72b03 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474672 Apr 20 13:00:19.262249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-521d30bc-fdfe-4ab5-a2e0-590704bb1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.265414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-521d30bc-fdfe-4ab5-a2e0-590704bb1f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.272418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.280418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-521d30bc-fdfe-4ab5-a2e0-590704bb1f7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24f0d43b-8430-4dd2-acde-3009b1af0591 HTTP/1.1" status: 204 len: 168 time: 0.7277439 Apr 20 13:00:19.290295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Routers {'90b6bf1d-d8fc-47fe-a781-4f175af4780d'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:19.290977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['90b6bf1d-d8fc-47fe-a781-4f175af4780d'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:19.304335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.305773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-665a1135-dc7e-4177-9d70-c26e39153213 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.7031250 Apr 20 13:00:19.308583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:19.319433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d30bc-fdfe-4ab5-a2e0-590704bb1f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f0d43b-8430-4dd2-acde-3009b1af0591,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.345809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7051584f-21c0-4fe9-a10f-2054f11801d2 req-2a8e8f09-6e2a-45db-8dc2-0fae95fda1e5 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:19.348277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7051584f-21c0-4fe9-a10f-2054f11801d2 req-2a8e8f09-6e2a-45db-8dc2-0fae95fda1e5 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 945 time: 0.0651779 Apr 20 13:00:19.374713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port de6927ed-99c5-4a2d-a26f-f8d5cc451db3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,segment=NetworkSegment(4baa09b4-ef2a-4948-a11e-22b79e27b9cb),segment_id=4baa09b4-ef2a-4948-a11e-22b79e27b9cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:19.391838 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.396291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7051584f-21c0-4fe9-a10f-2054f11801d2 req-db5e565d-1013-4ddd-9725-1a111bba2b13 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Apr 20 13:00:19.474267 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83fbb008-3227-4298-8c30-ad599d26d920 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/90b6bf1d-d8fc-47fe-a781-4f175af4780d HTTP/1.1" status: 200 len: 908 time: 0.1642611 Apr 20 13:00:19.476513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38046) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:19.481127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'router': {'name': 'tempest-snat-router-590700850', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': True}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:19.497114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:19.511482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:19.515024 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c01ee-e033-42a5-82a4-b2d88c018d56" -d '{"events": [{"server_uuid": "c3b788da-b02b-4b0e-bd0b-fff894fbc51c", "name": "network-vif-plugged", "status": "completed", "tag": "de6927ed-99c5-4a2d-a26f-f8d5cc451db3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:19.519162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.523179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.528463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Set router 90b6bf1d-d8fc-47fe-a781-4f175af4780d gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:19.603437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5d7e9fa-0666-423f-a768-df3ad6b915ab no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:19.606347 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c96561b-1eca-427b-8bbf-81f6175989e8 x-openstack-request-id: req-9c96561b-1eca-427b-8bbf-81f6175989e8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:19.606632 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b788da-b02b-4b0e-bd0b-fff894fbc51c", "name": "network-vif-plugged", "status": "completed", "tag": "de6927ed-99c5-4a2d-a26f-f8d5cc451db3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:19.606878 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c96561b-1eca-427b-8bbf-81f6175989e8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:19.607257 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c96561b-1eca-427b-8bbf-81f6175989e8'] response: {'server_uuid': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3', 'code': 200} Apr 20 13:00:19.630998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a5d7e9fa-0666-423f-a768-df3ad6b915ab {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:19.631248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5d7e9fa-0666-423f-a768-df3ad6b915ab not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:19.632649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.795979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b6bf1d-d8fc-47fe-a781-4f175af4780d', 'name': 'tempest-snat-router-590700850', 'tenant_id': '9b4183e2bca44180810629aa46a783f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': False}, 'gw_port_id': '610d6124-45ce-43b4-a84e-ff3b5ec596a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:00:16Z', 'updated_at': '2022-04-20T13:00:17Z', 'revision_number': 3, 'project_id': '9b4183e2bca44180810629aa46a783f7', 'gw_port': {'id': '610d6124-45ce-43b4-a84e-ff3b5ec596a7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b6bf1d-d8fc-47fe-a781-4f175af4780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:17Z', 'updated_at': '2022-04-20T13:00:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:19.833935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Checking router: 90b6bf1d-d8fc-47fe-a781-4f175af4780d for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:19.834211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Updating router 90b6bf1d-d8fc-47fe-a781-4f175af4780d port 610d6124-45ce-43b4-a84e-ff3b5ec596a7 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:00:19.869774 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.899767 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:19.902604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5261eff-1f46-425a-8c88-c9e95988eedf req-7a99ee5f-3f07-48eb-8f6c-c8f62b262698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:19.905356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5261eff-1f46-425a-8c88-c9e95988eedf req-7a99ee5f-3f07-48eb-8f6c-c8f62b262698 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 1096 time: 0.1977847 Apr 20 13:00:19.929745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa23fdd-7fe5-49ad-958b-35bd9bef1235 req-cbfb8573-2c2d-4f48-b084-428fdca85cc1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:19.937425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa23fdd-7fe5-49ad-958b-35bd9bef1235 req-cbfb8573-2c2d-4f48-b084-428fdca85cc1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 944 time: 0.2320223 Apr 20 13:00:19.995513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 0b5b100f-2349-488d-abab-af997973eadb up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:20.050954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5261eff-1f46-425a-8c88-c9e95988eedf req-e8881ac9-918a-4b3b-ab6a-ef6b9069ffd1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396265 Apr 20 13:00:20.056357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa23fdd-7fe5-49ad-958b-35bd9bef1235 req-6ebc5e2d-b7f7-427d-8c5b-d687efa82eea tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181183 Apr 20 13:00:20.117503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 0b5b100f-2349-488d-abab-af997973eadb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:20.117897 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.211139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38088) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:20.215223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.234742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.271227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.304658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.322542 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.379660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1944232540'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:20.383405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:20.395496 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.400573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:20.405259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.407260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Attempting to bind port 610d6124-45ce-43b4-a84e-ff3b5ec596a7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:20.408627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Attempting to bind port 610d6124-45ce-43b4-a84e-ff3b5ec596a7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:20.408997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Attempting to bind port 610d6124-45ce-43b4-a84e-ff3b5ec596a7 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:20.416400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:20.416784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:20.416997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.417197 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.417579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:20.418076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Bound port: 610d6124-45ce-43b4-a84e-ff3b5ec596a7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:20.418457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.443090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfe0e1-bb98-48b0-94c4-8eb4bc1de147 None None] Pushing event updated for resources: {'Port': ['ID=610d6124-45ce-43b4-a84e-ff3b5ec596a7,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.457007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Allocated IP 172.25.3.162 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/83e8bf27-94c3-4253-884e-b49135a39bab) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:20.481158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa582e9-6e80-4874-8f11-83ec521cddc5 req-c39a294e-695f-488c-918c-a78af6d95dd1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.483037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efa582e9-6e80-4874-8f11-83ec521cddc5 req-c39a294e-695f-488c-918c-a78af6d95dd1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1475224 Apr 20 13:00:20.512205 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.516051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c90f6d-be16-49fb-a2e6-9319e5a2baf2 req-ca3d18be-7e3c-4725-adcb-627df0f2f706 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.517028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.523726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c90f6d-be16-49fb-a2e6-9319e5a2baf2 req-ca3d18be-7e3c-4725-adcb-627df0f2f706 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 945 time: 0.1293614 Apr 20 13:00:20.544320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.546750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:20.557727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] For port 610d6124-45ce-43b4-a84e-ff3b5ec596a7, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:20.562408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] For port 610d6124-45ce-43b4-a84e-ff3b5ec596a7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=610d6124-45ce-43b4-a84e-ff3b5ec596a7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:20.566278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6925ef-b648-4468-8d0a-3f15c2e3a5f4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.569291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.575859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.576244 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment ef1a8bf8-394e-4bdd-ab24-08284a6186de of type vlan for network 8c79ab4c-2462-49b2-9547-6d0bff22f337 Apr 20 13:00:20.629145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.632957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfe0e1-bb98-48b0-94c4-8eb4bc1de147 None None] Pushing event updated for resources: {'Port': ['ID=610d6124-45ce-43b4-a84e-ff3b5ec596a7,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.636037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Routers {'90b6bf1d-d8fc-47fe-a781-4f175af4780d'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:20.636791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['90b6bf1d-d8fc-47fe-a781-4f175af4780d'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:20.637040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efa582e9-6e80-4874-8f11-83ec521cddc5 req-9548392d-5086-40ab-a980-123c2ff3c1d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465108 Apr 20 13:00:20.654210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c90f6d-be16-49fb-a2e6-9319e5a2baf2 req-3723f457-2a2a-458c-8947-b8153981f589 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295805 Apr 20 13:00:20.677415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.683481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:20.684085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.690925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.731222 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:20.759286 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5377500 Apr 20 13:00:20.759533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] Set router 90b6bf1d-d8fc-47fe-a781-4f175af4780d gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:20.767565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:20.768998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe376d38-fe98-44e5-b8e9-ba5292e2580d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=8c79ab4c-2462-49b2-9547-6d0bff22f337,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:20.772659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:20.776189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:20.825263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 8c79ab4c-2462-49b2-9547-6d0bff22f337 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:20.855488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Port': ['ID=83e8bf27-94c3-4253-884e-b49135a39bab,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:21.048387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b6bf1d-d8fc-47fe-a781-4f175af4780d', 'name': 'tempest-snat-router-590700850', 'tenant_id': '9b4183e2bca44180810629aa46a783f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': False}, 'gw_port_id': '610d6124-45ce-43b4-a84e-ff3b5ec596a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:00:16Z', 'updated_at': '2022-04-20T13:00:17Z', 'revision_number': 3, 'project_id': '9b4183e2bca44180810629aa46a783f7', 'gw_port': {'id': '610d6124-45ce-43b4-a84e-ff3b5ec596a7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b6bf1d-d8fc-47fe-a781-4f175af4780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:17Z', 'updated_at': '2022-04-20T13:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:21.060135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.080043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca2035-0d44-4cd8-b9bd-0bd53c261968 None None] The sync data for ids ['90b6bf1d-d8fc-47fe-a781-4f175af4780d'] in n-d-838550-2 is: [{'id': '90b6bf1d-d8fc-47fe-a781-4f175af4780d', 'name': 'tempest-snat-router-590700850', 'tenant_id': '9b4183e2bca44180810629aa46a783f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237'}], 'enable_snat': False}, 'gw_port_id': '610d6124-45ce-43b4-a84e-ff3b5ec596a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:00:16Z', 'updated_at': '2022-04-20T13:00:17Z', 'revision_number': 3, 'project_id': '9b4183e2bca44180810629aa46a783f7', 'gw_port': {'id': '610d6124-45ce-43b4-a84e-ff3b5ec596a7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:6b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b6bf1d-d8fc-47fe-a781-4f175af4780d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:17Z', 'updated_at': '2022-04-20T13:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:21.311747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa76d-d8f7-4c08-830b-23526d6f8913 req-c251214f-0e03-4283-b309-dcc8bd0f3951 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.313043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ccaa76d-d8f7-4c08-830b-23526d6f8913 req-c251214f-0e03-4283-b309-dcc8bd0f3951 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1366618 Apr 20 13:00:21.348495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.510919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ccaa76d-d8f7-4c08-830b-23526d6f8913 req-ed4446b0-bbf5-4c2d-997f-0cd2120b0f03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719418 Apr 20 13:00:21.569586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 610d6124-45ce-43b4-a84e-ff3b5ec596a7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:21.595273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Router 89b77405-2eb7-4ce5-8436-457af66eb8da is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:21.608441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5b100f-2349-488d-abab-af997973eadb'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:21.612448 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e272b075-33c1-47ce-81ba-e81d17cb7196" -d '{"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5b100f-2349-488d-abab-af997973eadb"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:21.658091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 610d6124-45ce-43b4-a84e-ff3b5ec596a7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:21.659142 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.769842 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d408cbbc-98ba-4a95-a5fb-e44983e62ad5 x-openstack-request-id: req-d408cbbc-98ba-4a95-a5fb-e44983e62ad5 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:21.770136 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-plugged", "status": "completed", "tag": "0b5b100f-2349-488d-abab-af997973eadb", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:21.770391 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d408cbbc-98ba-4a95-a5fb-e44983e62ad5 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:21.778113 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d408cbbc-98ba-4a95-a5fb-e44983e62ad5'] response: {'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5b100f-2349-488d-abab-af997973eadb', 'code': 200} Apr 20 13:00:21.846023 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.874216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:21.885234 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Sync routers for ids ['89b77405-2eb7-4ce5-8436-457af66eb8da'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:21.896851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 610d6124-45ce-43b4-a84e-ff3b5ec596a7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=610d6124-45ce-43b4-a84e-ff3b5ec596a7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:21.900848 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Routers {'89b77405-2eb7-4ce5-8436-457af66eb8da'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:21.901549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['89b77405-2eb7-4ce5-8436-457af66eb8da'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:21.905479 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.914107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8c333-58e6-43f8-99cc-46b51a805db4 req-89018633-d7c6-4ee9-847d-25ff2c9541a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.918794 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:21.920048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d13fc927-8c78-4959-a1d2-d6596c371cd1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4423778 Apr 20 13:00:21.924893 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c8c333-58e6-43f8-99cc-46b51a805db4 req-89018633-d7c6-4ee9-847d-25ff2c9541a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 1096 time: 0.1186714 Apr 20 13:00:21.925298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38114) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:21.981808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b871d9f-eff6-4200-9fdf-5408c0db52e2 req-5ae25932-612c-438e-bc5e-bb4b4dce2e42 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:21.991377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b871d9f-eff6-4200-9fdf-5408c0db52e2 req-5ae25932-612c-438e-bc5e-bb4b4dce2e42 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2141318 Apr 20 13:00:22.004423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1c59c-549a-48eb-821e-aad0b8f2d4ce req-5d1fa193-ec15-4d86-8353-c73c9d61b1c0 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:22.012958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84f1c59c-549a-48eb-821e-aad0b8f2d4ce req-5d1fa193-ec15-4d86-8353-c73c9d61b1c0 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 945 time: 0.2368829 Apr 20 13:00:22.022052 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-96c8c333-58e6-43f8-99cc-46b51a805db4 req-2c2f02b9-03e1-458a-a74b-169bf5915457 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846493 Apr 20 13:00:22.034183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=610d6124-45ce-43b4-a84e-ff3b5ec596a7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:22.133727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b871d9f-eff6-4200-9fdf-5408c0db52e2 req-5707fc5b-276e-42e7-a2b1-84c2c8ffd37c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365397 Apr 20 13:00:22.138706 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Set router 89b77405-2eb7-4ce5-8436-457af66eb8da gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:22.227430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84f1c59c-549a-48eb-821e-aad0b8f2d4ce req-6f020f92-799f-4f43-ba2c-26de4cd3ad8c tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891348 Apr 20 13:00:22.267616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-843dc8dd-d0a3-4cbd-b4fc-26f01a2254fd tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/89b77405-2eb7-4ce5-8436-457af66eb8da HTTP/1.1" status: 200 len: 907 time: 0.3411052 Apr 20 13:00:22.281941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38128) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:22.386979 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b77405-2eb7-4ce5-8436-457af66eb8da', 'name': 'tempest-snat-router-590700850', 'tenant_id': '9b4183e2bca44180810629aa46a783f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '83e8bf27-94c3-4253-884e-b49135a39bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:00:19Z', 'updated_at': '2022-04-20T13:00:20Z', 'revision_number': 3, 'project_id': '9b4183e2bca44180810629aa46a783f7', 'gw_port': {'id': '83e8bf27-94c3-4253-884e-b49135a39bab', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b77405-2eb7-4ce5-8436-457af66eb8da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:00:20Z', 'updated_at': '2022-04-20T13:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:22.441829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.531861 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Checking router: 89b77405-2eb7-4ce5-8436-457af66eb8da for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:22.532300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Updating router 89b77405-2eb7-4ce5-8436-457af66eb8da port 83e8bf27-94c3-4253-884e-b49135a39bab binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:00:22.591897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.600141 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.709402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Deleting port 83e8bf27-94c3-4253-884e-b49135a39bab {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:22.709783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.773028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c95dc9-2ff6-40c0-9b6c-0ed35357ab8a req-b420a74d-b46b-4f03-a1b7-6de5d4018233 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:22.775059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48c95dc9-2ff6-40c0-9b6c-0ed35357ab8a req-b420a74d-b46b-4f03-a1b7-6de5d4018233 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1227059 Apr 20 13:00:22.845409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.851647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48c95dc9-2ff6-40c0-9b6c-0ed35357ab8a req-3665c7f0-7a1c-47d6-b9b6-7867452732d7 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675144 Apr 20 13:00:22.887406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Calling delete_port for 83e8bf27-94c3-4253-884e-b49135a39bab owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:22.973368 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:22.983450 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.050016 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbf8d0-5e8a-4cdf-b4c2-c25bf6073e1e None None] Pushing event updated for resources: {'Port': ['ID=83e8bf27-94c3-4253-884e-b49135a39bab,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:23.074503 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Attempting to bind port 83e8bf27-94c3-4253-884e-b49135a39bab on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:23.074746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Attempting to bind port 83e8bf27-94c3-4253-884e-b49135a39bab by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:23.075601 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Attempting to bind port 83e8bf27-94c3-4253-884e-b49135a39bab on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:23.082215 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:23.082634 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:23.083024 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.083564 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:23.084079 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Bound port: 83e8bf27-94c3-4253-884e-b49135a39bab, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:23.100227 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.110883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68672b4c-1401-4e30-b245-0d2a6f135af8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:23.138513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.201151 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.db.api [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:00:23.202231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event deleted for resources: {'Port': ['ID=83e8bf27-94c3-4253-884e-b49135a39bab,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:23.202581 n-d-838550-2 neutron-server[109412]: DEBUG oslo_db.api [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:00:23.237684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.238024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.238365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.238705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.239036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.239363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.239692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.240017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.240341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.240663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.240983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.241305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:23.320886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.478095 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.482107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.600863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.601578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89b77405-2eb7-4ce5-8436-457af66eb8da {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:23.615385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1691bf-b6c3-4d3a-b7dd-8186075e4bc4 req-7a1596c8-f6eb-4e6f-a031-14f40cd5bc08 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:23.618957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.622770 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d3be7894-4637-4b5e-803b-c88ab08a2f15 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "DELETE /v2.0/routers/89b77405-2eb7-4ce5-8436-457af66eb8da HTTP/1.1" status: 204 len: 168 time: 1.3395503 Apr 20 13:00:23.625019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38164) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:23.626273 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.627463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d1691bf-b6c3-4d3a-b7dd-8186075e4bc4 req-7a1596c8-f6eb-4e6f-a031-14f40cd5bc08 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2288847 Apr 20 13:00:23.629434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:23.706945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'mac_address': 'fa:16:3e:cc:5f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:23.766307 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Attempting to bind port 83e8bf27-94c3-4253-884e-b49135a39bab on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:23.770445 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Attempting to bind port 83e8bf27-94c3-4253-884e-b49135a39bab by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:23.771496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Attempting to bind port 83e8bf27-94c3-4253-884e-b49135a39bab on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:23.794859 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:23.800407 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:23.802352 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.804494 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:23.809340 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Bound port: 83e8bf27-94c3-4253-884e-b49135a39bab, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:23.812198 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.828922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d1691bf-b6c3-4d3a-b7dd-8186075e4bc4 req-558e1d72-c189-4431-8265-5aaf15617df8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983416 Apr 20 13:00:23.876772 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.plugin [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Port 83e8bf27-94c3-4253-884e-b49135a39bab has been deleted concurrently {{(pid=109412) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 20 13:00:23.902088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 610d6124-45ce-43b4-a84e-ff3b5ec596a7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:23.913556 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:23.913956 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:00:23.914567 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_agentschedulers_db [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89b77405-2eb7-4ce5-8436-457af66eb8da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent'). {{(pid=109412) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:00:23.914940 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072eeac2-1674-4158-bfc7-979bbe653b65 None None] The sync data for ids ['89b77405-2eb7-4ce5-8436-457af66eb8da'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:23.943422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:23.989945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.026022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68672b4c-1401-4e30-b245-0d2a6f135af8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:24.049820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b91f7-7069-4945-a3c3-ebf7a5aed007 req-122d2cf8-349e-46fb-841f-4e7760becdae tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:24.051708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9b91f7-7069-4945-a3c3-ebf7a5aed007 req-122d2cf8-349e-46fb-841f-4e7760becdae tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.1039960 Apr 20 13:00:24.061127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:24.075600 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.109756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9b91f7-7069-4945-a3c3-ebf7a5aed007 req-9d17bbaf-a04f-452e-bbcd-436b7ff42d98 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512159 Apr 20 13:00:24.143579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:24.157936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 610d6124-45ce-43b4-a84e-ff3b5ec596a7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:24.158510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.192457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['68672b4c-1401-4e30-b245-0d2a6f135af8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:24.232558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38184) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:24.238484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': '8c79ab4c-2462-49b2-9547-6d0bff22f337', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:24.559198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.628327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Deleting port 610d6124-45ce-43b4-a84e-ff3b5ec596a7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:24.628975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.733067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] For port 610d6124-45ce-43b4-a84e-ff3b5ec596a7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=610d6124-45ce-43b4-a84e-ff3b5ec596a7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:24.733383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.751088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Calling delete_port for 610d6124-45ce-43b4-a84e-ff3b5ec596a7 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:24.785559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842a6b9-a7a4-426e-be6b-3cb10a46b69f req-121f15a0-2688-473c-b36c-342a75ce1ccd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:24.787133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d842a6b9-a7a4-426e-be6b-3cb10a46b69f req-121f15a0-2688-473c-b36c-342a75ce1ccd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.5423069 Apr 20 13:00:24.788275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:24.791545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:24.890089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d842a6b9-a7a4-426e-be6b-3cb10a46b69f req-517807f8-029e-45f1-908c-9788abaac025 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950611 Apr 20 13:00:25.024837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.101774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event deleted for resources: {'Port': ['ID=610d6124-45ce-43b4-a84e-ff3b5ec596a7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:25.133493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68672b4c-1401-4e30-b245-0d2a6f135af8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:25.156529 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.174940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f74462-98ae-4adb-acce-c5d08f017a13 req-d8508e7e-3d9a-4fc7-a1f2-2c9727457094 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.176657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59f74462-98ae-4adb-acce-c5d08f017a13 req-d8508e7e-3d9a-4fc7-a1f2-2c9727457094 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1686957 Apr 20 13:00:25.251725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 68672b4c-1401-4e30-b245-0d2a6f135af8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:25.252810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.296975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=b11d26dc-84f5-4df7-8b59-ee41e8fabd8c,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:25.315832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59f74462-98ae-4adb-acce-c5d08f017a13 req-89bd6480-32a9-4fd4-aa01-1660146d5604 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124716 Apr 20 13:00:25.317352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': 'ef1a8bf8-394e-4bdd-ab24-08284a6186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c79ab4c-2462-49b2-9547-6d0bff22f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:25.317929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: 8c79ab4c-2462-49b2-9547-6d0bff22f337, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:25.328847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.347676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network 8c79ab4c-2462-49b2-9547-6d0bff22f337 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:25.378701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 8c79ab4c-2462-49b2-9547-6d0bff22f337) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:25.383380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.383985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.415333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f65f06be-ece5-43ab-aa09-7878bb813ccb tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1807480 Apr 20 13:00:25.418781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38212) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:25.424973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-788838325'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:25.428000 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.431145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988da2f-4da2-4110-9e3b-e3d27e6f29eb None None] Network 8c79ab4c-2462-49b2-9547-6d0bff22f337 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:25.459688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:25.463867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.525924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:25.558255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.560028 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment 4c4d9123-0d54-4de0-9dac-0aaec5c02eb8 of type vlan for network c129aeb7-85ab-4804-969e-572a2d2f5e63 Apr 20 13:00:25.616016 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.628848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.676735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.706477 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.707692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90b6bf1d-d8fc-47fe-a781-4f175af4780d {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:25.708999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.714480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:25.715102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.721602 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.729325 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bd01c406-17bb-481a-ae2f-aaa09c003fa1 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "DELETE /v2.0/routers/90b6bf1d-d8fc-47fe-a781-4f175af4780d HTTP/1.1" status: 204 len: 168 time: 2.1026630 Apr 20 13:00:25.730741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38240) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:25.735928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1234985731', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:25.787736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.790761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.897084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:25.899896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4798584 Apr 20 13:00:25.901258 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cfec9f-b029-471d-aecf-df49f2cf4fcb" -d '{"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-plugged", "status": "completed", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:25.918721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38242) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:25.926389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:25.931140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:25.939807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b1b92-52a4-4809-b44c-0877c3025939 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=c129aeb7-85ab-4804-969e-572a2d2f5e63,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:25.958986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:25.968744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network c129aeb7-85ab-4804-969e-572a2d2f5e63 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:25.972873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.007423 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b443e2-28de-41f0-a8c7-04bfbf4354a8 x-openstack-request-id: req-23b443e2-28de-41f0-a8c7-04bfbf4354a8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:26.007878 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-plugged", "status": "completed", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:26.008236 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23b443e2-28de-41f0-a8c7-04bfbf4354a8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:26.009195 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b443e2-28de-41f0-a8c7-04bfbf4354a8'] response: {'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'code': 200} Apr 20 13:00:26.087534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-9e95f1ec-1c4a-4fec-91eb-d1876b1945e4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.098424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-9e95f1ec-1c4a-4fec-91eb-d1876b1945e4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 815 time: 0.4017994 Apr 20 13:00:26.138626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-2c4e99c8-6680-47b9-ab22-62e6b6d18c68 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/quotas/c1715328c64143e7871be0d232ff367a HTTP/1.1" status: 200 len: 375 time: 0.0371461 Apr 20 13:00:26.178337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:26.179829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.222172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:26.227219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.265736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-8c79ab4c-2462-49b2-9547-6d0bff22f337', 'network_id': '8c79ab4c-2462-49b2-9547-6d0bff22f337', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': 'b11d26dc-84f5-4df7-8b59-ee41e8fabd8c'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:26.268634 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.286601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-0482bb4a-25dc-4b64-91ce-dc1be4176654 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1464734 Apr 20 13:00:26.563482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Allocated IP 2001:db8:0:ffff::2 (8c79ab4c-2462-49b2-9547-6d0bff22f337/b11d26dc-84f5-4df7-8b59-ee41e8fabd8c/652a0bb7-7eb5-41ad-b5b6-f500c5938128) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:26.584014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.644929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.660291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-cda8c694-7525-4f84-bef0-a624f49c77bb service neutron] 10.222.0.24 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713338 Apr 20 13:00:26.778431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862d1cf-ad2d-40ea-8cb3-13ec67914a79 req-a7273ddd-0567-43cf-8038-4cbe4e522ce7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:26.782875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c862d1cf-ad2d-40ea-8cb3-13ec67914a79 req-a7273ddd-0567-43cf-8038-4cbe4e522ce7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2295291 Apr 20 13:00:26.891915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.902659 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:26.936743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Allocated IP 172.25.3.173 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a2339cf6-32c2-4c45-93a8-02e33f0899ee) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:26.948527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c6ef786c-40b7-4448-892b-70e62128b122 service neutron] 10.222.0.24 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835310 Apr 20 13:00:26.958073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Network 8c79ab4c-2462-49b2-9547-6d0bff22f337 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:26.962571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:26.972448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:26.978515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Pushing event updated for resources: {'Port': ['ID=652a0bb7-7eb5-41ad-b5b6-f500c5938128,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:26.979353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.030368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c862d1cf-ad2d-40ea-8cb3-13ec67914a79 req-403e0f5a-e4af-4ac6-8c72-a1555c05d795 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339609 Apr 20 13:00:27.052364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Attempting to bind port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:27.053137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Attempting to bind port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ef1a8bf8-394e-4bdd-ab24-08284a6186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c79ab4c-2462-49b2-9547-6d0bff22f337'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:27.053574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Attempting to bind port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 on network 8c79ab4c-2462-49b2-9547-6d0bff22f337 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:27.060764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:27.061414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Checking segment: {'id': 'ef1a8bf8-394e-4bdd-ab24-08284a6186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c79ab4c-2462-49b2-9547-6d0bff22f337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:27.062439 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.062902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Bound using segment: {'id': 'ef1a8bf8-394e-4bdd-ab24-08284a6186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c79ab4c-2462-49b2-9547-6d0bff22f337'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:27.063751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Bound port: 652a0bb7-7eb5-41ad-b5b6-f500c5938128, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1a8bf8-394e-4bdd-ab24-08284a6186de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8c79ab4c-2462-49b2-9547-6d0bff22f337'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:27.064230 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.073122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.115254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.134713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:27.143343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:27.146936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:27.164251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] For port 652a0bb7-7eb5-41ad-b5b6-f500c5938128, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:27.168642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] For port 652a0bb7-7eb5-41ad-b5b6-f500c5938128, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=652a0bb7-7eb5-41ad-b5b6-f500c5938128,segment=NetworkSegment(ef1a8bf8-394e-4bdd-ab24-08284a6186de),segment_id=ef1a8bf8-394e-4bdd-ab24-08284a6186de)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:27.175316 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.218410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-576145d6-1a1c-49b1-b5f4-f9718ee5ae24 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.221475 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-576145d6-1a1c-49b1-b5f4-f9718ee5ae24 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad7ce3b5-1ac0-42fd-b02d-699aeed2139c HTTP/1.1" status: 200 len: 945 time: 0.3739295 Apr 20 13:00:27.280899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=7ebf2d65-34fa-4715-b4cd-dc3ea719aa70,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:27.294307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event updated for resources: {'Port': ['ID=a2339cf6-32c2-4c45-93a8-02e33f0899ee,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:27.301815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b8057-40d7-4209-ba42-9c174602c071 None None] Pushing event updated for resources: {'Port': ['ID=652a0bb7-7eb5-41ad-b5b6-f500c5938128,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:27.337924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:27.357678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: c129aeb7-85ab-4804-969e-572a2d2f5e63, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:27.456724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb1b2dc3-e55a-481e-93ea-6384b4068a9c req-484ea249-b324-491b-8858-2f92d54fed77 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 210 time: 0.0573845 Apr 20 13:00:27.458979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network c129aeb7-85ab-4804-969e-572a2d2f5e63 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:27.474232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 610d6124-45ce-43b4-a84e-ff3b5ec596a7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:27.495570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, c129aeb7-85ab-4804-969e-572a2d2f5e63) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:27.502757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.503341 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.552266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 610d6124-45ce-43b4-a84e-ff3b5ec596a7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:27.552596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 610d6124-45ce-43b4-a84e-ff3b5ec596a7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:27.554126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd41435e-c2ad-4294-aac5-77ac303214f9 None None] Network c129aeb7-85ab-4804-969e-572a2d2f5e63 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:27.690458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Deleting port 0b5b100f-2349-488d-abab-af997973eadb {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:27.691460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.698578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-db1cedde-a418-426d-8caf-73734b728547 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7726035 Apr 20 13:00:27.703407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38284) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:27.767416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313f051-8c47-4cc7-b065-43aecb97e488 req-4d168944-3459-4f23-a7ef-3fab604fda67 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:27.771215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d313f051-8c47-4cc7-b065-43aecb97e488 req-4d168944-3459-4f23-a7ef-3fab604fda67 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 945 time: 0.2281408 Apr 20 13:00:27.879579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] For port 0b5b100f-2349-488d-abab-af997973eadb, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=0b5b100f-2349-488d-abab-af997973eadb,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:27.882216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:27.918509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Calling delete_port for 0b5b100f-2349-488d-abab-af997973eadb owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:27.924294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d313f051-8c47-4cc7-b065-43aecb97e488 req-defa9d32-d90a-43d0-86ec-ec421c818c9d tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274767 Apr 20 13:00:28.006913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-c129aeb7-85ab-4804-969e-572a2d2f5e63', 'network_id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': '7ebf2d65-34fa-4715-b4cd-dc3ea719aa70'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:28.008597 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.023036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.226910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.305074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.307417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Allocated IP 2001:db8::1 (c129aeb7-85ab-4804-969e-572a2d2f5e63/7ebf2d65-34fa-4715-b4cd-dc3ea719aa70/aa87dcef-864f-479d-ab18-e1a3d88d0d1c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:28.319495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd46cc-46c2-4fd1-9c05-0cc8b704c049 req-d849bb50-44b7-410d-9220-85db3947ccca tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:28.321869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddbd46cc-46c2-4fd1-9c05-0cc8b704c049 req-d849bb50-44b7-410d-9220-85db3947ccca tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1540513 Apr 20 13:00:28.382481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddbd46cc-46c2-4fd1-9c05-0cc8b704c049 req-edf656a7-ea95-474c-9575-51c7cb34ba0e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525665 Apr 20 13:00:28.486950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.582098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Pushing event deleted for resources: {'Port': ['ID=0b5b100f-2349-488d-abab-af997973eadb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:28.601681 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.607115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['0b5b100f-2349-488d-abab-af997973eadb'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:28.641484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.657232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee3e40cc-4bdf-4713-848f-754af1cc1818 req-616d1fd5-56f6-48ae-8d5d-639475a94011 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 210 time: 0.0597162 Apr 20 13:00:28.712681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] No DVR routers for this DVR port 0b5b100f-2349-488d-abab-af997973eadb on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:28.716567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.718916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.721613 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a55f0d77-5a0b-4146-9380-00ad70e67925 req-91855b53-0825-479f-9a19-aa90b9a13b03 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "DELETE /v2.0/ports/0b5b100f-2349-488d-abab-af997973eadb HTTP/1.1" status: 204 len: 173 time: 1.4893270 Apr 20 13:00:28.722101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-deleted', 'tag': '0b5b100f-2349-488d-abab-af997973eadb'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:28.731373 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb0e9fb-8489-4ef2-808e-00d33bbc7bd7" -d '{"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-deleted", "tag": "0b5b100f-2349-488d-abab-af997973eadb"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:28.774602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Pushing event updated for resources: {'Port': ['ID=aa87dcef-864f-479d-ab18-e1a3d88d0d1c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:28.812214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebf2d65-34fa-4715-b4cd-dc3ea719aa70,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:28.817925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Network c129aeb7-85ab-4804-969e-572a2d2f5e63 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:28.822975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:28.832198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:28.836494 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cf1c5d-0de7-4372-8a79-93154dbd24ad x-openstack-request-id: req-b3cf1c5d-0de7-4372-8a79-93154dbd24ad {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:28.836760 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad7ce3b5-1ac0-42fd-b02d-699aeed2139c", "name": "network-vif-deleted", "tag": "0b5b100f-2349-488d-abab-af997973eadb", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:28.837046 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3cf1c5d-0de7-4372-8a79-93154dbd24ad {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:28.837522 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3cf1c5d-0de7-4372-8a79-93154dbd24ad'] response: {'server_uuid': 'ad7ce3b5-1ac0-42fd-b02d-699aeed2139c', 'name': 'network-vif-deleted', 'tag': '0b5b100f-2349-488d-abab-af997973eadb', 'status': 'completed', 'code': 200} Apr 20 13:00:28.853778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.953049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Attempting to bind port aa87dcef-864f-479d-ab18-e1a3d88d0d1c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:28.955042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Attempting to bind port aa87dcef-864f-479d-ab18-e1a3d88d0d1c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:28.955470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Attempting to bind port aa87dcef-864f-479d-ab18-e1a3d88d0d1c on network c129aeb7-85ab-4804-969e-572a2d2f5e63 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:28.972025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:28.972395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Checking segment: {'id': '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:28.972804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:28.973196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Bound using segment: {'id': '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:28.973702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Bound port: aa87dcef-864f-479d-ab18-e1a3d88d0d1c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:28.974090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.068482 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.149276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de9a8ca-62fc-4ac0-bafb-fa24399eccf6 None None] Network 8c79ab4c-2462-49b2-9547-6d0bff22f337 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:29.168824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c129aeb7-85ab-4804-969e-572a2d2f5e63']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:29.178670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] For port aa87dcef-864f-479d-ab18-e1a3d88d0d1c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:29.191947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:29.192322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:29.212682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685c910-b605-4072-bce8-8a1c9292d50e req-cd5c4378-1dd4-440a-b6cd-d6f3530a87ee tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.215000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c685c910-b605-4072-bce8-8a1c9292d50e req-cd5c4378-1dd4-440a-b6cd-d6f3530a87ee tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 945 time: 0.2880487 Apr 20 13:00:29.221318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.223259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Router 16897005-2482-495a-a197-5d6931df62dd is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:29.261488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-ec0d22b5-6471-4657-969b-6f37c93e7703 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.262702 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-ec0d22b5-6471-4657-969b-6f37c93e7703 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 815 time: 0.3102875 Apr 20 13:00:29.267198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626f3ae-b6cb-40eb-a357-8ddc2f6eba33 req-526019a1-61a9-4cbf-a55d-8fcea8037875 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.268832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6626f3ae-b6cb-40eb-a357-8ddc2f6eba33 req-526019a1-61a9-4cbf-a55d-8fcea8037875 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 945 time: 0.2366242 Apr 20 13:00:29.360603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] For port aa87dcef-864f-479d-ab18-e1a3d88d0d1c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=aa87dcef-864f-479d-ab18-e1a3d88d0d1c,segment=NetworkSegment(4c4d9123-0d54-4de0-9dac-0aaec5c02eb8),segment_id=4c4d9123-0d54-4de0-9dac-0aaec5c02eb8)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:29.365092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-916c6ce9-6329-47d5-97d7-8db8f4a813c7 None None] Provisioning complete for port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:29.365600 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-916c6ce9-6329-47d5-97d7-8db8f4a813c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.387223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Request body: {'port': {'device_id': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'admin_state_up': True, 'tenant_id': 'c1715328c64143e7871be0d232ff367a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:29.398605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.404432 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.413571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:29.413571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:29.584346 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:29.601497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.api [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:00:29.601497 n-d-838550-2 neutron-server[109410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:00:29.601497 n-d-838550-2 neutron-server[109410]: [parameters: {'id': 'c129aeb7-85ab-4804-969e-572a2d2f5e63'}] Apr 20 13:00:29.601497 n-d-838550-2 neutron-server[109410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:00:29.602011 n-d-838550-2 neutron-server[109410]: DEBUG oslo_db.api [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:00:29.679299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d375129-cb89-4d8d-a2b9-4df27ddcf0f8 None None] Pushing event updated for resources: {'Port': ['ID=aa87dcef-864f-479d-ab18-e1a3d88d0d1c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:29.706755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6626f3ae-b6cb-40eb-a357-8ddc2f6eba33 req-b71a5baa-1d94-472b-a7cc-67933f803d56 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/security-groups?id=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102719 Apr 20 13:00:29.737847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe45b7-d332-46e7-840d-487c3ca91f34 req-74fbc5fc-91f6-4354-8feb-6439571b00a5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:29.739569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fbe45b7-d332-46e7-840d-487c3ca91f34 req-74fbc5fc-91f6-4354-8feb-6439571b00a5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.0966945 Apr 20 13:00:29.765995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84025d-b34d-4f50-838f-b37208a52883 None None] Network c129aeb7-85ab-4804-969e-572a2d2f5e63 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:29.772742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 652a0bb7-7eb5-41ad-b5b6-f500c5938128 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:29.794681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Deleting port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:29.795356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.825912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fbe45b7-d332-46e7-840d-487c3ca91f34 req-9a1b507d-b0a2-49f7-a2bb-0e8f94d5f4c0 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696805 Apr 20 13:00:29.878266 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-916c6ce9-6329-47d5-97d7-8db8f4a813c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:29.937347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d9a976d-9144-4e78-962e-fb0b70e0f7c1 req-dc2052d1-17df-4eb9-a378-fcd0e7e3c11b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 210 time: 0.0393333 Apr 20 13:00:29.979849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-916c6ce9-6329-47d5-97d7-8db8f4a813c7 None None] For port 652a0bb7-7eb5-41ad-b5b6-f500c5938128, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=652a0bb7-7eb5-41ad-b5b6-f500c5938128,segment=NetworkSegment(ef1a8bf8-394e-4bdd-ab24-08284a6186de),segment_id=ef1a8bf8-394e-4bdd-ab24-08284a6186de)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:29.988723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] For port de6927ed-99c5-4a2d-a26f-f8d5cc451db3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,segment=NetworkSegment(4baa09b4-ef2a-4948-a11e-22b79e27b9cb),segment_id=4baa09b4-ef2a-4948-a11e-22b79e27b9cb)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:29.990694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.008651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Calling delete_port for de6927ed-99c5-4a2d-a26f-f8d5cc451db3 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:30.020678 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-916c6ce9-6329-47d5-97d7-8db8f4a813c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.099151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:30.099574 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.105267 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.116108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:30.150246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] Sync routers for ids ['16897005-2482-495a-a197-5d6931df62dd'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:30.172142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.176001 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a9abd92c-2bf0-45e7-b576-898b39601203 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4417143 Apr 20 13:00:30.176617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38320) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:30.183961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': False}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:30.191100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Made reservation on behalf of c1715328c64143e7871be0d232ff367a for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:30.195253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.245772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c6ce9-6329-47d5-97d7-8db8f4a813c7 None None] Pushing event updated for resources: {'Port': ['ID=652a0bb7-7eb5-41ad-b5b6-f500c5938128,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:30.255553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] Routers {'16897005-2482-495a-a197-5d6931df62dd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:30.256200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16897005-2482-495a-a197-5d6931df62dd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:30.276175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.318999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['de6927ed-99c5-4a2d-a26f-f8d5cc451db3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:30.323211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:30.380404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Pushing event deleted for resources: {'Port': ['ID=de6927ed-99c5-4a2d-a26f-f8d5cc451db3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:30.390221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249f894c-8972-4cc3-9f6e-ed6530a0a7cf None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:00:30.448531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] Routers {'16897005-2482-495a-a197-5d6931df62dd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:30.448708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] No DVR routers for this DVR port de6927ed-99c5-4a2d-a26f-f8d5cc451db3 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:30.449175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16897005-2482-495a-a197-5d6931df62dd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:30.453211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.484436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c685c910-b605-4072-bce8-8a1c9292d50e req-dc44d673-6a51-44c6-ae63-b722c8f93cab tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.37 "DELETE /v2.0/ports/de6927ed-99c5-4a2d-a26f-f8d5cc451db3 HTTP/1.1" status: 204 len: 173 time: 1.2056255 Apr 20 13:00:30.486265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'name': 'network-vif-deleted', 'tag': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:30.512558 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecffb578-37f3-4a35-ac42-fd4f95bdb2fd" -d '{"events": [{"server_uuid": "c3b788da-b02b-4b0e-bd0b-fff894fbc51c", "name": "network-vif-deleted", "tag": "de6927ed-99c5-4a2d-a26f-f8d5cc451db3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:30.607383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port aa87dcef-864f-479d-ab18-e1a3d88d0d1c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:30.612339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.657075 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd70ac7-c818-404e-ab86-3ef855d9882e x-openstack-request-id: req-0bd70ac7-c818-404e-ab86-3ef855d9882e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:30.657861 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3b788da-b02b-4b0e-bd0b-fff894fbc51c", "name": "network-vif-deleted", "tag": "de6927ed-99c5-4a2d-a26f-f8d5cc451db3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:30.658371 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bd70ac7-c818-404e-ab86-3ef855d9882e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:30.659997 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bd70ac7-c818-404e-ab86-3ef855d9882e'] response: {'server_uuid': 'c3b788da-b02b-4b0e-bd0b-fff894fbc51c', 'name': 'network-vif-deleted', 'tag': 'de6927ed-99c5-4a2d-a26f-f8d5cc451db3', 'status': 'completed', 'code': 200} Apr 20 13:00:30.765968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Allocated IP 172.20.0.8 (72383997-6ade-4298-983c-792a835060fc/e8eaaecf-934d-47c5-b7b6-56772a0c3c5d/17e0ffd6-1f4d-42cf-be9b-7413a2c77819) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:30.836474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port aa87dcef-864f-479d-ab18-e1a3d88d0d1c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=aa87dcef-864f-479d-ab18-e1a3d88d0d1c,segment=NetworkSegment(4c4d9123-0d54-4de0-9dac-0aaec5c02eb8),segment_id=4c4d9123-0d54-4de0-9dac-0aaec5c02eb8)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:30.836853 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.864061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:30.865859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a38f8de-77f4-4aa8-a60c-be5b5f33a83e None None] The sync data for ids ['16897005-2482-495a-a197-5d6931df62dd'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:30.894725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for aa87dcef-864f-479d-ab18-e1a3d88d0d1c owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:30.958573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ee5adf76-593a-430a-89ae-c3a67b8509e0 None None] Provisioning complete for port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:30.958951 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee5adf76-593a-430a-89ae-c3a67b8509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:30.991115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24cea3b0-1cf7-45ac-bc90-ebd77dd73d13 req-62bb2ff7-3cfb-4a72-8591-3357fbfaceb8 tempest-VolumesActionsTest-1876263262 tempest-VolumesActionsTest-1876263262-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3b788da-b02b-4b0e-bd0b-fff894fbc51c HTTP/1.1" status: 200 len: 210 time: 0.0873978 Apr 20 13:00:31.212221 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.225824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249f894c-8972-4cc3-9f6e-ed6530a0a7cf None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:00:31.343588 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.398400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac2c8d62-6178-4382-b4aa-91ec555bde95 req-13da84ae-da96-42e7-a4d9-d06e7a06ff37 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 210 time: 0.0938232 Apr 20 13:00:31.401802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.408556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.427831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cb9bf-6356-4363-b297-3712d237d9d7 req-8d8aaf99-2b82-4502-a6bb-06818b466046 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:31.436770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b01cb9bf-6356-4363-b297-3712d237d9d7 req-8d8aaf99-2b82-4502-a6bb-06818b466046 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2696230 Apr 20 13:00:31.503251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port aa87dcef-864f-479d-ab18-e1a3d88d0d1c on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:31.505420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=aa87dcef-864f-479d-ab18-e1a3d88d0d1c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:31.526323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:31.587766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Network 72383997-6ade-4298-983c-792a835060fc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:31.593942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 652a0bb7-7eb5-41ad-b5b6-f500c5938128 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:31.618844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:31.629419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:31.680295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b01cb9bf-6356-4363-b297-3712d237d9d7 req-9bbfc891-a870-485f-b8b3-896c8626524e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424479 Apr 20 13:00:31.764141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:31.764449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.789786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:31.792027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.794533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.836444 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-c572f270-4ddd-47e3-964d-cedfe2baf52b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4565203 Apr 20 13:00:31.842939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c129aeb7-85ab-4804-969e-572a2d2f5e63']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:31.861663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:31.862806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4d9123-0d54-4de0-9dac-0aaec5c02eb8') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:31.869789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Request body: {'port': {'device_id': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:31.879988 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.916021 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.923804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:31.924202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:31.927663 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:31.994984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 0b5b100f-2349-488d-abab-af997973eadb no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:32.010720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.023024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 0b5b100f-2349-488d-abab-af997973eadb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:32.023379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 0b5b100f-2349-488d-abab-af997973eadb not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:32.033582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.055372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.064077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/c129aeb7-85ab-4804-969e-572a2d2f5e63 HTTP/1.1" status: 204 len: 168 time: 4.3595293 Apr 20 13:00:32.071443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38370) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:32.083014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-654292572'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:32.113216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec28d7-7fe6-4b80-b85e-32adb5cb84ea tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=c129aeb7-85ab-4804-969e-572a2d2f5e63,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:32.176027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:32.183211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.230258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:32.244308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.246701 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment 094cd00e-c88b-4cda-903b-e86ed509b41a of type vlan for network e621b595-bf19-43ec-90c2-06a8eb823f4d Apr 20 13:00:32.318421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.371176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.410695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:32.412983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.531346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=e621b595-bf19-43ec-90c2-06a8eb823f4d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:32.543998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e621b595-bf19-43ec-90c2-06a8eb823f4d details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:32.552080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b843c3dd-507d-4a0a-8454-a65a604c0774 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4704919 Apr 20 13:00:32.555117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38380) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:32.562951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': 'e621b595-bf19-43ec-90c2-06a8eb823f4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:32.697513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.705504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.851309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664126a-7d07-413b-b571-b737cd1525c7 req-a5f47651-a013-4757-96ce-61c18719329f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:32.859645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3664126a-7d07-413b-b571-b737cd1525c7 req-a5f47651-a013-4757-96ce-61c18719329f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 931 time: 0.2009912 Apr 20 13:00:32.972681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:32.985827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:32.991360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Router 16897005-2482-495a-a197-5d6931df62dd has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:33.048918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3664126a-7d07-413b-b571-b737cd1525c7 req-3a45b58b-7d7f-4a77-9faf-9f62a98ea1d8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883044 Apr 20 13:00:33.119059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5796c-3294-42af-aeea-febb2ab79508 req-709ffc2b-d2c2-44cc-a987-25e8debb2a40 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:33.127666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99e5796c-3294-42af-aeea-febb2ab79508 req-709ffc2b-d2c2-44cc-a987-25e8debb2a40 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.2327909 Apr 20 13:00:33.169020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device de6927ed-99c5-4a2d-a26f-f8d5cc451db3 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:33.206435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:33.221354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: de6927ed-99c5-4a2d-a26f-f8d5cc451db3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:33.223848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device de6927ed-99c5-4a2d-a26f-f8d5cc451db3 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:33.231086 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.241723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99e5796c-3294-42af-aeea-febb2ab79508 req-b2060876-2d87-420b-984b-59ee000924a3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128705 Apr 20 13:00:33.363358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Transition to ACTIVE for port object 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:33.375889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.411898 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.488324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:33.497479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': '094cd00e-c88b-4cda-903b-e86ed509b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e621b595-bf19-43ec-90c2-06a8eb823f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:33.498403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: e621b595-bf19-43ec-90c2-06a8eb823f4d, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:33.509423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=c1e3823c-bace-41ca-8b49-ec528d1c6551,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:33.528785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network e621b595-bf19-43ec-90c2-06a8eb823f4d is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:33.539519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:33.549012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e621b595-bf19-43ec-90c2-06a8eb823f4d) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:33.549445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.553342 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d32f2173-8649-4e44-b4dd-42b3bf1b4a03 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "PUT /v2.0/routers/16897005-2482-495a-a197-5d6931df62dd HTTP/1.1" status: 200 len: 922 time: 3.3753157 Apr 20 13:00:33.556027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38400) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:33.559141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc38799e-39e8-4cc6-8f88-1662ba31d783 None None] Network e621b595-bf19-43ec-90c2-06a8eb823f4d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:33.566823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:33.567116 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] Sync routers for ids ['16897005-2482-495a-a197-5d6931df62dd'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:33.568247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.609944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-705d7b04-16ee-4d50-bf20-2a39aaac7f9d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0534806 Apr 20 13:00:33.614726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38402) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:33.622029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-65074358'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:33.634352 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] Routers {'16897005-2482-495a-a197-5d6931df62dd'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:33.635532 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16897005-2482-495a-a197-5d6931df62dd'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:33.691108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:33.694621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.728270 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:33.752321 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] Routers {'16897005-2482-495a-a197-5d6931df62dd'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:33.753437 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16897005-2482-495a-a197-5d6931df62dd'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:33.835126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:33.865217 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:33.868257 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9776454c-92b6-4be4-a5f9-bee82f499a0b None None] The sync data for ids ['16897005-2482-495a-a197-5d6931df62dd'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:33.892796 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.893223 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment 63fb384e-1419-4c36-8699-dbfdcf8b46f7 of type vlan for network 23a387b2-f098-4342-afe2-d3023a582f49 Apr 20 13:00:33.945671 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42f3ab75-4ff1-4b7c-8a6a-46f9971339cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.960214 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:33.997319 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.009258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.010199 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.071202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-e621b595-bf19-43ec-90c2-06a8eb823f4d', 'network_id': 'e621b595-bf19-43ec-90c2-06a8eb823f4d', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': 'c1e3823c-bace-41ca-8b49-ec528d1c6551'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:34.072089 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.106696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=23a387b2-f098-4342-afe2-d3023a582f49,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:34.119649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.119915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.120316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.120760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.121234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.124894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.125268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.125824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.126224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.126509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.127440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.127440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:00:34.162251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9e47a00e-4563-4438-97b4-ab85d18c46e4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5462046 Apr 20 13:00:34.166647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38424) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:34.182844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': '23a387b2-f098-4342-afe2-d3023a582f49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:34.296581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 23a387b2-f098-4342-afe2-d3023a582f49 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:34.343768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8b30e-775a-4ba1-8c95-656e756d9b10 req-ca366b30-10e2-485f-9ab7-018b8e25fc36 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.345593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5c8b30e-775a-4ba1-8c95-656e756d9b10 req-ca366b30-10e2-485f-9ab7-018b8e25fc36 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 943 time: 0.1528685 Apr 20 13:00:34.424174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cc43efcb-2863-405c-93f5-909dcd82e395 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/16897005-2482-495a-a197-5d6931df62dd HTTP/1.1" status: 200 len: 922 time: 0.8670225 Apr 20 13:00:34.429835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38432) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:34.443499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Attempting to bind port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:34.443826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Attempting to bind port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:34.444162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Attempting to bind port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 on network 72383997-6ade-4298-983c-792a835060fc {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:34.479791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5c8b30e-775a-4ba1-8c95-656e756d9b10 req-3a3ed129-8777-49f0-b1e5-c6484b64bcd6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261938 Apr 20 13:00:34.489647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9192c-1d51-4e3f-a2e2-e09897b74ef7 req-e2b594a6-d907-47cb-a13f-950b194ba95f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.491553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5e9192c-1d51-4e3f-a2e2-e09897b74ef7 req-e2b594a6-d907-47cb-a13f-950b194ba95f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.0906885 Apr 20 13:00:34.547733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 on network 72383997-6ade-4298-983c-792a835060fc not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:34.548121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Attempting to bind port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 on network 72383997-6ade-4298-983c-792a835060fc {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:34.558660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5e9192c-1d51-4e3f-a2e2-e09897b74ef7 req-778f2951-ad69-4da0-9914-67a3c01def67 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Apr 20 13:00:34.559800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:34.565591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.572271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:34.572271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Checking segment: {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:34.572271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Bound using segment: {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:34.574305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Bound port: 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:34.579367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.611557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f7321-831b-4d25-8f1a-85af257dc34b tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.613700 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-153f7321-831b-4d25-8f1a-85af257dc34b tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=16897005-2482-495a-a197-5d6931df62dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1826055 Apr 20 13:00:34.616500 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38434) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:34.626384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Allocated IP 2001:db8::3 (e621b595-bf19-43ec-90c2-06a8eb823f4d/c1e3823c-bace-41ca-8b49-ec528d1c6551/2f4ca4af-a532-4c7d-b288-92a46372d671) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:34.741718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Performing IP validity checks on allocation pools {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:00:34.743112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:00:34.758379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:34.785899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:34.789607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad192fc0-5493-423d-bdc9-b28299ca6711 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.791851 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad192fc0-5493-423d-bdc9-b28299ca6711 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.1735394 Apr 20 13:00:34.794617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38436) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:34.794981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.839583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:34.840492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:34.844388 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] 10.222.0.30 "PUT /v2.0/ports/17e0ffd6-1f4d-42cf-be9b-7413a2c77819 HTTP/1.1" status: 200 len: 1091 time: 2.9897912 Apr 20 13:00:34.845142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:34.848406 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1097cee6-4f9b-4fae-a7da-b194a6f3478a" -d '{"events": [{"name": "network-changed", "server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:34.878778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c41cbb1d-86c4-409e-bc28-58cfbcb7fae5 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=16897005-2482-495a-a197-5d6931df62dd HTTP/1.1" status: 200 len: 205 time: 0.0825880 Apr 20 13:00:34.884819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38444) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:34.953996 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ece4c79-56e1-4cc7-a664-08ccec83b793 x-openstack-request-id: req-9ece4c79-56e1-4cc7-a664-08ccec83b793 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:34.954635 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:34.955106 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ece4c79-56e1-4cc7-a664-08ccec83b793 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:34.955757 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ece4c79-56e1-4cc7-a664-08ccec83b793'] response: {'name': 'network-changed', 'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'status': 'completed', 'code': 200} Apr 20 13:00:34.995661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f071cd-186c-464e-817e-ff252f119f4c service neutron] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:35.010943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-e90f791e-1c3d-4cac-9447-7badbf5e25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:35.017743 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-e90f791e-1c3d-4cac-9447-7badbf5e25a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 1094 time: 0.1145496 Apr 20 13:00:35.033985 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.059871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.127342 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-8584e1bf-4864-4859-b62b-3c7ac05eaea5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819 HTTP/1.1" status: 200 len: 217 time: 0.1015539 Apr 20 13:00:35.157702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Network e621b595-bf19-43ec-90c2-06a8eb823f4d is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:35.169510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:35.178470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:35.186353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-15cf221c-630e-4168-b891-983efe0db0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:35.188670 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-15cf221c-630e-4168-b891-983efe0db0b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d HTTP/1.1" status: 200 len: 855 time: 0.0533934 Apr 20 13:00:35.188799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Pushing event updated for resources: {'Port': ['ID=2f4ca4af-a532-4c7d-b288-92a46372d671,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:35.268577 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-730db794-3482-4a6e-8d82-76d832433aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72383997-6ade-4298-983c-792a835060fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554066 Apr 20 13:00:35.315190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Attempting to bind port 2f4ca4af-a532-4c7d-b288-92a46372d671 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:35.315762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Attempting to bind port 2f4ca4af-a532-4c7d-b288-92a46372d671 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '094cd00e-c88b-4cda-903b-e86ed509b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e621b595-bf19-43ec-90c2-06a8eb823f4d'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:35.315943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Attempting to bind port 2f4ca4af-a532-4c7d-b288-92a46372d671 on network e621b595-bf19-43ec-90c2-06a8eb823f4d {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:35.327343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:35.329001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Checking segment: {'id': '094cd00e-c88b-4cda-903b-e86ed509b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e621b595-bf19-43ec-90c2-06a8eb823f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:35.329417 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.329840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Bound using segment: {'id': '094cd00e-c88b-4cda-903b-e86ed509b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e621b595-bf19-43ec-90c2-06a8eb823f4d'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:35.330317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Bound port: 2f4ca4af-a532-4c7d-b288-92a46372d671, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094cd00e-c88b-4cda-903b-e86ed509b41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e621b595-bf19-43ec-90c2-06a8eb823f4d'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:35.330699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.445852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] For port 2f4ca4af-a532-4c7d-b288-92a46372d671, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:35.451452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] For port 2f4ca4af-a532-4c7d-b288-92a46372d671, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f4ca4af-a532-4c7d-b288-92a46372d671,segment=NetworkSegment(094cd00e-c88b-4cda-903b-e86ed509b41a),segment_id=094cd00e-c88b-4cda-903b-e86ed509b41a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:35.478382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.491156 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-83cac6ec-b75f-45e6-9429-26129d9e1633 service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054157 Apr 20 13:00:35.668529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd082dc-4dcc-47b9-a943-611b297d111c None None] Pushing event updated for resources: {'Port': ['ID=2f4ca4af-a532-4c7d-b288-92a46372d671,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:35.722459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6d01ee44-8f5a-4d80-8867-59bd0737a14a req-13363580-0966-4ce3-ba45-adefc03cee84 service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242918 Apr 20 13:00:35.773282 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c1f0df11-e535-415f-9004-1dd067232bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:35.888270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-ccfb56eb-d7c7-4d78-b1fa-cf1496abdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:35.890461 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-ccfb56eb-d7c7-4d78-b1fa-cf1496abdf9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 1094 time: 0.1034927 Apr 20 13:00:36.088668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-71abe74d-9623-41ee-9d80-0c0f6b482f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.090752 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-71abe74d-9623-41ee-9d80-0c0f6b482f9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 916 time: 0.1930459 Apr 20 13:00:36.107554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:36.175763 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-9c106a6d-bafc-4966-a993-f64dfe4077f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819 HTTP/1.1" status: 200 len: 217 time: 0.0773957 Apr 20 13:00:36.271093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-205246ee-49ff-4d19-98c9-fcfd2b4df901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.274450 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-205246ee-49ff-4d19-98c9-fcfd2b4df901 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d HTTP/1.1" status: 200 len: 855 time: 0.0912442 Apr 20 13:00:36.295508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:36.317428 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-33b1abc1-19a7-40ce-b02a-06f640d6eb41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72383997-6ade-4298-983c-792a835060fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339601 Apr 20 13:00:36.356853 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:36.458232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3948df-6086-447a-abaf-a33bc4eed4b2 req-f0ada9ff-dac4-4f02-946c-9f5a023cb332 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.465673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d3948df-6086-447a-abaf-a33bc4eed4b2 req-f0ada9ff-dac4-4f02-946c-9f5a023cb332 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.6269200 Apr 20 13:00:36.503874 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-ba8bb247-eecf-41b5-ad26-fce6fd265e66 service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764929 Apr 20 13:00:36.504544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecf0fb-b4cf-460c-89fa-7cdd31f3c68a req-f53ace04-de3e-4a5e-a3e5-e52a670659bd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.512384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ecf0fb-b4cf-460c-89fa-7cdd31f3c68a req-f53ace04-de3e-4a5e-a3e5-e52a670659bd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 943 time: 0.6943240 Apr 20 13:00:36.639838 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-206cc36f-874c-4ec0-9885-3789dc3c61a4 service neutron] show failed (client error): The resource could not be found. Apr 20 13:00:36.640849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-206cc36f-874c-4ec0-9885-3789dc3c61a4 service neutron] 10.222.0.37 "GET /v2.0/ports/e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.8175576 Apr 20 13:00:36.744687 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1097cee6-4f9b-4fae-a7da-b194a6f3478a req-710b2a81-d550-4bf4-a2dc-4355b995e989 service neutron] 10.222.0.30 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321141 Apr 20 13:00:36.761445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': '63fb384e-1419-4c36-8699-dbfdcf8b46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23a387b2-f098-4342-afe2-d3023a582f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:36.761885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: 23a387b2-f098-4342-afe2-d3023a582f49, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:36.774080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=00334655-bf06-43ae-beb0-81b4283bc3c9,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:36.782247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d3948df-6086-447a-abaf-a33bc4eed4b2 req-a7b3fd27-eb50-4c90-b069-bafe5ef0a97f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611551 Apr 20 13:00:36.784182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ecf0fb-b4cf-460c-89fa-7cdd31f3c68a req-ec21e9e4-c828-428a-b277-efed02bc3f10 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418358 Apr 20 13:00:36.819768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network 23a387b2-f098-4342-afe2-d3023a582f49 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:36.852308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 23a387b2-f098-4342-afe2-d3023a582f49) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:36.862224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:36.863061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:36.865081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e4efc-c3b3-4258-8bdf-d0049317dbd4 None None] Network 23a387b2-f098-4342-afe2-d3023a582f49 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:36.877598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Deleting port a2339cf6-32c2-4c45-93a8-02e33f0899ee {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:36.882654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.084539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.104571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-10a642d1-2cc2-405e-a3ca-d5f175220b68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9366717 Apr 20 13:00:37.120789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38474) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:37.128819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Calling delete_port for a2339cf6-32c2-4c45-93a8-02e33f0899ee owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:37.143037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-0a74a82e-3783-4b98-b2fb-423510bd3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:37.144722 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-0a74a82e-3783-4b98-b2fb-423510bd3812 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2&tenant_id=c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 1101 time: 0.1852145 Apr 20 13:00:37.153706 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.169579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:37.245176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-23a387b2-f098-4342-afe2-d3023a582f49', 'network_id': '23a387b2-f098-4342-afe2-d3023a582f49', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': '00334655-bf06-43ae-beb0-81b4283bc3c9'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:37.250480 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.360766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.418289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.496258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3916a9d-63bd-4c3b-b4c5-3d39ac5bef68 None None] Network e621b595-bf19-43ec-90c2-06a8eb823f4d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:37.679441 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.698268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-addfc9b0-e2ce-4e96-945d-477039736473 None None] Provisioning complete for port 2f4ca4af-a532-4c7d-b288-92a46372d671 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:37.698642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-addfc9b0-e2ce-4e96-945d-477039736473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.700468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f4ca4af-a532-4c7d-b288-92a46372d671 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:37.793798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:37.837891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:37.838233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event deleted for resources: {'Port': ['ID=a2339cf6-32c2-4c45-93a8-02e33f0899ee,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:37.896597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.913738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Transition to ACTIVE for port object e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:37.914702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:37.917555 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349b725-468c-439d-920e-f940b0b40b5e" -d '{"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:37.924514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:37.948871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Allocated IP 2001:db8::3 (23a387b2-f098-4342-afe2-d3023a582f49/00334655-bf06-43ae-beb0-81b4283bc3c9/a8bfc238-8de8-4442-a72a-c61de1a708c6) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:37.971195 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.009187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] No DVR routers for this DVR port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:38.068068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:38.068577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:38.069015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:38.071382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=6']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:38.077533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:38.078068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Attempting to bind port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:38.083991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:38.084475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:38.084968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:38.085515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Bound port: e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:38.086416 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.203268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:38.209454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:38.220425 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.318127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.321647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.325536 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] 10.222.0.30 "PUT /v2.0/ports/e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 1096 time: 1.1619594 Apr 20 13:00:38.348666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcb8f6-1e4f-4cb4-96a0-e7518bd1eea7 service neutron] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=7']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:38.458372 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-addfc9b0-e2ce-4e96-945d-477039736473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.460100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2f4ca4af-a532-4c7d-b288-92a46372d671 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:38.460532 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.491138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-74d5625b-f629-4919-941f-a8e354e94813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.494203 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-74d5625b-f629-4919-941f-a8e354e94813 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1099 time: 0.1374710 Apr 20 13:00:38.538159 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.657644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cd208-1fe7-45da-a880-872e1862d766 req-2bc25f9d-655e-404b-a096-bdbcd1d0fe54 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.675669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c1cd208-1fe7-45da-a880-872e1862d766 req-2bc25f9d-655e-404b-a096-bdbcd1d0fe54 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 943 time: 0.4762008 Apr 20 13:00:38.720058 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.781342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-addfc9b0-e2ce-4e96-945d-477039736473 None None] For port 2f4ca4af-a532-4c7d-b288-92a46372d671, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f4ca4af-a532-4c7d-b288-92a46372d671,segment=NetworkSegment(094cd00e-c88b-4cda-903b-e86ed509b41a),segment_id=094cd00e-c88b-4cda-903b-e86ed509b41a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:38.812968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-addfc9b0-e2ce-4e96-945d-477039736473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:38.820980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7ae97dab-34cf-4c14-adeb-4754d724f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.828541 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-7ae97dab-34cf-4c14-adeb-4754d724f7e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3244920 Apr 20 13:00:38.894915 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-3cdc0a54-d7ba-41de-9080-aae888cdc3ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.0585816 Apr 20 13:00:38.974951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-0e31165a-adc2-4b6b-9e14-7449c32b534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:38.976437 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-0e31165a-adc2-4b6b-9e14-7449c32b534a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0699456 Apr 20 13:00:39.018781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246f02b-4d1d-4d3f-8f6b-c0354896ba9c req-6222106b-a430-45c1-bfe2-eb251cac2caa tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.032385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b246f02b-4d1d-4d3f-8f6b-c0354896ba9c req-6222106b-a430-45c1-bfe2-eb251cac2caa tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 948 time: 0.8084357 Apr 20 13:00:39.086867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.112691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-d01c8c33-c61c-4c0f-b3d7-2fc5a2d4d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:39.119755 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-d01c8c33-c61c-4c0f-b3d7-2fc5a2d4d788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1306591 Apr 20 13:00:39.125211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.249528 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-ba2acf15-ad21-4632-bbe4-6a3f6edad6ac service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171560 Apr 20 13:00:39.317017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c1cd208-1fe7-45da-a880-872e1862d766 req-acb0fa0f-fc25-43de-837d-d0a9e7739af8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856405 Apr 20 13:00:39.354435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b246f02b-4d1d-4d3f-8f6b-c0354896ba9c req-8010c099-6bc3-49c8-a73d-aae2f9e0037d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164756 Apr 20 13:00:39.355958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.368574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Fanout notify agent at l3_agent the message router_deleted on router 16897005-2482-495a-a197-5d6931df62dd {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:39.383696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.387486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c55e2e78-3d00-4770-a6df-9d6be1aa01b3 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/16897005-2482-495a-a197-5d6931df62dd HTTP/1.1" status: 204 len: 168 time: 4.4994345 Apr 20 13:00:39.392030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:39.396689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-db0fbc0a-8f23-480e-8737-cfddf78f6648 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2060315782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:39.453967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db0fbc0a-8f23-480e-8737-cfddf78f6648 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.455383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db0fbc0a-8f23-480e-8737-cfddf78f6648 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.489355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfc9b0-e2ce-4e96-945d-477039736473 None None] Pushing event updated for resources: {'Port': ['ID=2f4ca4af-a532-4c7d-b288-92a46372d671,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:39.498648 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b70aea-c866-49b8-a537-25e257311675 x-openstack-request-id: req-83b70aea-c866-49b8-a537-25e257311675 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:39.498648 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:39.498648 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83b70aea-c866-49b8-a537-25e257311675 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:39.499153 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83b70aea-c866-49b8-a537-25e257311675'] response: {'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'code': 200} Apr 20 13:00:39.499947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:39.610753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db0fbc0a-8f23-480e-8737-cfddf78f6648 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.621022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db0fbc0a-8f23-480e-8737-cfddf78f6648 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.635301 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-3f6a7aa7-a971-4b4b-b13d-78ead3dded99 req-fa08474b-9a6d-48e5-b81b-979876f531b3 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792877 Apr 20 13:00:39.641276 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.672434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db0fbc0a-8f23-480e-8737-cfddf78f6648 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.674562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-db0fbc0a-8f23-480e-8737-cfddf78f6648 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2807624 Apr 20 13:00:39.676634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38516) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:39.677100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:39.681347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:39.683655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.698838 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:39.890040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Pushing event updated for resources: {'Port': ['ID=a8bfc238-8de8-4442-a72a-c61de1a708c6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:39.920908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f4ca4af-a532-4c7d-b288-92a46372d671 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:39.946053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Network 23a387b2-f098-4342-afe2-d3023a582f49 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:40.013124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:40.017509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-db533249-6d93-4888-b18e-f0335068067d None None] Provisioning complete for port 2f4ca4af-a532-4c7d-b288-92a46372d671 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:40.018082 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db533249-6d93-4888-b18e-f0335068067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.022274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:40.059922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.127086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:40.283653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Attempting to bind port a8bfc238-8de8-4442-a72a-c61de1a708c6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:40.284451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Attempting to bind port a8bfc238-8de8-4442-a72a-c61de1a708c6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '63fb384e-1419-4c36-8699-dbfdcf8b46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23a387b2-f098-4342-afe2-d3023a582f49'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:40.285066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Attempting to bind port a8bfc238-8de8-4442-a72a-c61de1a708c6 on network 23a387b2-f098-4342-afe2-d3023a582f49 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:40.292581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:40.293315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Checking segment: {'id': '63fb384e-1419-4c36-8699-dbfdcf8b46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23a387b2-f098-4342-afe2-d3023a582f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:40.294001 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.294622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Bound using segment: {'id': '63fb384e-1419-4c36-8699-dbfdcf8b46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23a387b2-f098-4342-afe2-d3023a582f49'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:40.295363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Bound port: a8bfc238-8de8-4442-a72a-c61de1a708c6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63fb384e-1419-4c36-8699-dbfdcf8b46f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '23a387b2-f098-4342-afe2-d3023a582f49'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:40.295972 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.389067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.434788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] For port a8bfc238-8de8-4442-a72a-c61de1a708c6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:40.439065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] For port a8bfc238-8de8-4442-a72a-c61de1a708c6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a8bfc238-8de8-4442-a72a-c61de1a708c6,segment=NetworkSegment(63fb384e-1419-4c36-8699-dbfdcf8b46f7),segment_id=63fb384e-1419-4c36-8699-dbfdcf8b46f7)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:40.456494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2f4ca4af-a532-4c7d-b288-92a46372d671 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:40.456960 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.459452 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.500374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=00334655-bf06-43ae-beb0-81b4283bc3c9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:40.600955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.606197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a387b2-f098-4342-afe2-d3023a582f49']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:40.659395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fb384e-1419-4c36-8699-dbfdcf8b46f7') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:40.660015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fb384e-1419-4c36-8699-dbfdcf8b46f7') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:40.710625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba214e-9201-4f27-94fd-2ebc97afa029 req-568c864d-eaa1-4df9-be6b-74bbec1b012b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:40.715315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6bba214e-9201-4f27-94fd-2ebc97afa029 req-568c864d-eaa1-4df9-be6b-74bbec1b012b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 946 time: 0.5567679 Apr 20 13:00:40.757278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.826122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f1741-55dd-49b2-a122-811526844ecd None None] Pushing event updated for resources: {'Port': ['ID=a8bfc238-8de8-4442-a72a-c61de1a708c6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:40.831880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79e45-076c-4ce5-a75f-2502ec5498fb req-75379095-61b7-42d1-98c1-4b8c9450f718 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:40.840076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e79e45-076c-4ce5-a75f-2502ec5498fb req-75379095-61b7-42d1-98c1-4b8c9450f718 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 943 time: 0.3408046 Apr 20 13:00:40.889294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.920325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:40.920885 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:40.934084 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:40.958551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6bba214e-9201-4f27-94fd-2ebc97afa029 req-fe4d39f9-bf69-4018-b1a6-da7c3847bf8b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125497 Apr 20 13:00:40.996889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:41.026222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96e79e45-076c-4ce5-a75f-2502ec5498fb req-e5c50c73-f828-4b2e-b9ab-7065e1671740 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846020 Apr 20 13:00:41.061527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'port_id': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'mac_address': 'fa:16:3e:32:da:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8eaaecf-934d-47c5-b7b6-56772a0c3c5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:41.090345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7ee8bf-13ee-414c-9f8c-a123fbe87888 None None] Network 23a387b2-f098-4342-afe2-d3023a582f49 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:41.183078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.api [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:00:41.183078 n-d-838550-2 neutron-server[109410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:00:41.183078 n-d-838550-2 neutron-server[109410]: [parameters: {'id': '23a387b2-f098-4342-afe2-d3023a582f49'}] Apr 20 13:00:41.183078 n-d-838550-2 neutron-server[109410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:00:41.183465 n-d-838550-2 neutron-server[109410]: DEBUG oslo_db.api [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:00:41.248575 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.252565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078d267-8779-49fc-a0cf-b6cde674ba98 req-7a3449a4-23b7-42a0-aa0f-4d3eefb5d0a4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:41.259950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0078d267-8779-49fc-a0cf-b6cde674ba98 req-7a3449a4-23b7-42a0-aa0f-4d3eefb5d0a4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 948 time: 0.1626806 Apr 20 13:00:41.291198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:41.313776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0078d267-8779-49fc-a0cf-b6cde674ba98 req-00e53a52-8725-408c-b0f2-d0f2b126bfd5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 Apr 20 13:00:41.336110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:41.345548 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.372119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a82e5d-549c-4562-96d6-c92e2af16136 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:00:41.492147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:41.500525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:41.506589 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30cb25-2edd-444a-ad3f-586a0d08f940" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:41.574782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.603846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a82e5d-549c-4562-96d6-c92e2af16136 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:00:41.620567 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7894e8d-a98c-423b-970a-1f54e1966181 x-openstack-request-id: req-e7894e8d-a98c-423b-970a-1f54e1966181 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:41.620868 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:41.621123 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7894e8d-a98c-423b-970a-1f54e1966181 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:41.621573 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7894e8d-a98c-423b-970a-1f54e1966181'] response: {'name': 'network-changed', 'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'status': 'completed', 'code': 200} Apr 20 13:00:41.624632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.701610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:41.740775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-2e3b8c9d-f527-4073-abb0-3cda2d6299f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:41.742298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-2e3b8c9d-f527-4073-abb0-3cda2d6299f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1099 time: 0.1095498 Apr 20 13:00:41.776934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-a2aa749f-ada9-448a-96ac-b7ae00b2d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:41.778502 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-a2aa749f-ada9-448a-96ac-b7ae00b2d6bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1099 time: 0.1356003 Apr 20 13:00:41.858623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17e0ffd6-1f4d-42cf-be9b-7413a2c77819'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:41.976818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-be351c7c-46ca-4fe8-bca7-39d6d344051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:41.978830 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-be351c7c-46ca-4fe8-bca7-39d6d344051e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1862752 Apr 20 13:00:42.105815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-6863ad43-d26d-492d-97be-1ecb95fabae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.1158979 Apr 20 13:00:42.198277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-fed5fc85-284b-4c58-8a70-ab15024bcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.199768 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-fed5fc85-284b-4c58-8a70-ab15024bcb8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0850096 Apr 20 13:00:42.295877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-110a8bbe-0968-423d-bf93-f26c4ee5c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.299119 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-110a8bbe-0968-423d-bf93-f26c4ee5c488 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891805 Apr 20 13:00:42.453205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Allocated IP 172.25.3.79 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/3ad32785-14c8-4675-92d3-13668ac051b5) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:42.454149 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-45f364f7-a997-4c66-9070-699b3c684e1f service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458812 Apr 20 13:00:42.575083 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-41795515-8663-4dac-941e-e5b1616c81ae service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123776 Apr 20 13:00:42.711318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-f5d85e1f-3774-4740-bc62-0a134423d062 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.712815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-f5d85e1f-3774-4740-bc62-0a134423d062 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 946 time: 0.9149182 Apr 20 13:00:42.743512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port a8bfc238-8de8-4442-a72a-c61de1a708c6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:42.743902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:42.762250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d96448-cff2-4527-8be6-0e472f2c8a0d req-c720e7a0-d2d7-46c8-9386-c5903e9f06fe tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.764333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90d96448-cff2-4527-8be6-0e472f2c8a0d req-c720e7a0-d2d7-46c8-9386-c5903e9f06fe tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 946 time: 0.3051231 Apr 20 13:00:42.812274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920159d-d86a-4db8-ab7e-107668de8f86 req-612279d1-cc4f-4ab0-95b5-50031f959788 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.813667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7920159d-d86a-4db8-ab7e-107668de8f86 req-612279d1-cc4f-4ab0-95b5-50031f959788 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 944 time: 0.3538785 Apr 20 13:00:42.825368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-dbd09360-3667-402a-802a-3dff8d28ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:42.827412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-dbd09360-3667-402a-802a-3dff8d28ffa8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 1.0566292 Apr 20 13:00:43.022029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-b4941c31-3d86-499e-8f3a-62d873a53d5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.1451235 Apr 20 13:00:43.028268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port a8bfc238-8de8-4442-a72a-c61de1a708c6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a8bfc238-8de8-4442-a72a-c61de1a708c6,segment=NetworkSegment(63fb384e-1419-4c36-8699-dbfdcf8b46f7),segment_id=63fb384e-1419-4c36-8699-dbfdcf8b46f7)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:43.028645 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.066895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90d96448-cff2-4527-8be6-0e472f2c8a0d req-a76a343e-dcf7-4429-978b-5831bc983521 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680421 Apr 20 13:00:43.148010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.153412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for a8bfc238-8de8-4442-a72a-c61de1a708c6 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:43.205235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7920159d-d86a-4db8-ab7e-107668de8f86 req-c5dd1644-5463-499b-97c8-72583b56d9aa tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351579 Apr 20 13:00:43.264095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-8e3a40e9-f95d-4eae-a6fb-b83a97e727b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:43.265506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-8e3a40e9-f95d-4eae-a6fb-b83a97e727b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2293863 Apr 20 13:00:43.387472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port 84531485-d3f7-4d8f-89f0-432d5f900f18 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:43.387656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.431970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.542479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-1c87ab84-50e8-449a-8916-fc92c047d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:43.543994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-1c87ab84-50e8-449a-8916-fc92c047d74e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2584302 Apr 20 13:00:43.559844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cface63-8f52-4934-bc4c-bd3eaafdd438 req-3f0cc82a-dd38-4677-a390-4b949455fc26 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:43.570298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cface63-8f52-4934-bc4c-bd3eaafdd438 req-3f0cc82a-dd38-4677-a390-4b949455fc26 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 948 time: 0.2997196 Apr 20 13:00:43.682569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:43.695801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.727633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:43.733271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] For port 84531485-d3f7-4d8f-89f0-432d5f900f18, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=84531485-d3f7-4d8f-89f0-432d5f900f18,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:43.733509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:43.737982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event updated for resources: {'Port': ['ID=3ad32785-14c8-4675-92d3-13668ac051b5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:43.740591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:43.827204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port a8bfc238-8de8-4442-a72a-c61de1a708c6 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:43.855772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=a8bfc238-8de8-4442-a72a-c61de1a708c6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:43.900469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cface63-8f52-4934-bc4c-bd3eaafdd438 req-6dfd4b88-a00a-4307-b7a3-e8d0b74e0e03 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288515 Apr 20 13:00:43.950910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-3f010f02-18ce-4b2a-a4e1-b8f08e80f19d service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751445 Apr 20 13:00:44.075069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:00:44.080502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:44.209758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:44.261904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:44.263104 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.329229 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.390564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:44.428737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'mac_address': 'fa:16:3e:e0:2f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:00:44.486075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.502730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:44.527113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a387b2-f098-4342-afe2-d3023a582f49']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.527365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:44.529658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.555252 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.568244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:44.572444 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafd57a6-ff62-4076-92db-fd84aeb7a2c8" -d '{"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-plugged", "status": "completed", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:44.579008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63fb384e-1419-4c36-8699-dbfdcf8b46f7') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.579349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63fb384e-1419-4c36-8699-dbfdcf8b46f7') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:44.591025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18d57d-2029-40d2-8366-4edaa762b47b req-d3637507-5e4f-4805-8bcf-a52e66b68aa4 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.593038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a18d57d-2029-40d2-8366-4edaa762b47b req-d3637507-5e4f-4805-8bcf-a52e66b68aa4 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 946 time: 0.3380117 Apr 20 13:00:44.638203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a951fd-b7c9-4c17-9263-a29fc5a4f19e req-1e6aeb4f-76e5-4809-ad34-4f989bb9b686 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:44.648182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65a951fd-b7c9-4c17-9263-a29fc5a4f19e req-1e6aeb4f-76e5-4809-ad34-4f989bb9b686 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 944 time: 0.2704511 Apr 20 13:00:44.658626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:44.663469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:44.670624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.673824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.726127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:44.770621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30cb25-2edd-444a-ad3f-586a0d08f940 req-15fba1e0-d4bb-4a8e-9a84-e3cdcfb52696 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8028572 Apr 20 13:00:44.771570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.812093 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.812516 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.812834 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 3d449c68-b4c5-4e47-9047-301289f3669c disassociated. External IP: 172.25.3.118, port: 84531485-d3f7-4d8f-89f0-432d5f900f18. Apr 20 13:00:44.813293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for 84531485-d3f7-4d8f-89f0-432d5f900f18 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:44.820151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:44.820659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:44.828059 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:44.899583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:45.297611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a18d57d-2029-40d2-8366-4edaa762b47b req-0ba715a0-8fea-4cdf-a0a9-f53c03860d8c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=d766c009-3742-4612-8e5d-bda1499d8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6789556 Apr 20 13:00:45.344616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65a951fd-b7c9-4c17-9263-a29fc5a4f19e req-0bca6368-4f66-493f-9ebc-ee33725b91ca tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177418 Apr 20 13:00:45.377974 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51949fa2-8770-4397-b3a3-ec313aff6d77 x-openstack-request-id: req-51949fa2-8770-4397-b3a3-ec313aff6d77 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:45.378544 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-plugged", "status": "completed", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:45.378544 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51949fa2-8770-4397-b3a3-ec313aff6d77 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:45.378939 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51949fa2-8770-4397-b3a3-ec313aff6d77'] response: {'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'code': 200} Apr 20 13:00:45.466430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.578754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee57987-aab6-48d0-ad7f-d7d402eebd68 req-8ed6c8d7-c32f-4283-9d2e-2109d115845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.581471 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fee57987-aab6-48d0-ad7f-d7d402eebd68 req-8ed6c8d7-c32f-4283-9d2e-2109d115845c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 1096 time: 0.1239266 Apr 20 13:00:45.636584 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fee57987-aab6-48d0-ad7f-d7d402eebd68 req-6ae8a6b3-7361-44b9-8cf0-eab94699511d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457051 Apr 20 13:00:45.645197 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.664666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.671079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/23a387b2-f098-4342-afe2-d3023a582f49 HTTP/1.1" status: 204 len: 168 time: 8.5460935 Apr 20 13:00:45.671501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38628) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:45.676587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648950420'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:45.702906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82344a85-a02b-4519-a366-aeda1f4d32df tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=23a387b2-f098-4342-afe2-d3023a582f49,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:45.714851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:45.721428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.754958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:45.761896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019e46b-101c-40d3-9465-ef0224edf252 req-120802d3-9856-4c9b-9e2e-7396a3d6839c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.764166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2019e46b-101c-40d3-9465-ef0224edf252 req-120802d3-9856-4c9b-9e2e-7396a3d6839c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 949 time: 0.1741636 Apr 20 13:00:45.766946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.767494 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment c2a9ff30-7e27-4c58-b78b-41b0e44869e4 of type vlan for network d4002818-cf5e-4272-8cff-51eff20d470d Apr 20 13:00:45.850380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.884092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2019e46b-101c-40d3-9465-ef0224edf252 req-d81474b0-a21c-419d-aeae-8feca0e048d8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061602 Apr 20 13:00:45.907275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.915388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:45.916072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:45.946393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2736828 Apr 20 13:00:45.949386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:45.979588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.047166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=84531485-d3f7-4d8f-89f0-432d5f900f18,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.082619 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.088586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:00:46.091434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': 'd4002818-cf5e-4272-8cff-51eff20d470d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:46.160522 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.165806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae1985-36b0-4162-8f2b-26bdb2d820a8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=d4002818-cf5e-4272-8cff-51eff20d470d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.207270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d4002818-cf5e-4272-8cff-51eff20d470d details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:46.317680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:00:46.324031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:46.324683 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.345201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:46.362154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.470564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.528233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60c75dfc-c773-40e4-b732-cf55b0d0e89b req-6973e7e5-5562-4a3f-a205-1374e955bf71 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 210 time: 0.1095574 Apr 20 13:00:46.578189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:46.598296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.599434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 84531485-d3f7-4d8f-89f0-432d5f900f18 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:46.765569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 84531485-d3f7-4d8f-89f0-432d5f900f18 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:00:46.765569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 84531485-d3f7-4d8f-89f0-432d5f900f18 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:00:46.844942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.890954 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:46.916490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cfa8c-5f19-483d-92cd-5ccec994462d req-6363ca50-5bea-4d47-89fd-4a0527d0658a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:46.924579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b9cfa8c-5f19-483d-92cd-5ccec994462d req-6363ca50-5bea-4d47-89fd-4a0527d0658a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 949 time: 0.5900517 Apr 20 13:00:46.945291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-d0504f47-1c62-4e3c-a402-1b9b77b5d24e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:46.947764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-d0504f47-1c62-4e3c-a402-1b9b77b5d24e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2&tenant_id=c1df0c054cf04bec940ed048971593be&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 949 time: 0.5836515 Apr 20 13:00:46.966034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=59681c9a-128f-4c3c-9c18-4f2a8b8651de,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:46.979686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4002818-cf5e-4272-8cff-51eff20d470d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:46.980053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: d4002818-cf5e-4272-8cff-51eff20d470d, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:47.000568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network d4002818-cf5e-4272-8cff-51eff20d470d is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:47.021991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d4002818-cf5e-4272-8cff-51eff20d470d) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:47.026540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.027196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.039948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2415ed-59d8-4401-8acd-f350b3ea53c5 None None] Network d4002818-cf5e-4272-8cff-51eff20d470d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:47.058320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b9cfa8c-5f19-483d-92cd-5ccec994462d req-97873ede-2980-4aea-ae65-ac46514748bc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326182 Apr 20 13:00:47.072392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:00:47.093465 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00fa2b18-2cbb-4639-9eab-778abac4014b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0212181 Apr 20 13:00:47.096372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38664) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:47.107256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e38dab-c3e1-4508-9762-c41840cd420b req-ae9b4dcd-ec89-4343-80b1-e8ffceee2bd9 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.108787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e38dab-c3e1-4508-9762-c41840cd420b req-ae9b4dcd-ec89-4343-80b1-e8ffceee2bd9 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.3261716 Apr 20 13:00:47.116570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Router f73dd959-c181-4389-9e58-42924d205bce is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:47.280245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e38dab-c3e1-4508-9762-c41840cd420b req-a6e5c4ce-e882-41c0-827b-86b15d3cdf44 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595478 Apr 20 13:00:47.281078 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-c7366b27-b205-4953-84b3-b20437f8d6b9 service neutron] delete failed (client error): The resource could not be found. Apr 20 13:00:47.291567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d4002818-cf5e-4272-8cff-51eff20d470d', 'network_id': 'd4002818-cf5e-4272-8cff-51eff20d470d', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': '59681c9a-128f-4c3c-9c18-4f2a8b8651de'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:47.292740 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.299227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-c7366b27-b205-4953-84b3-b20437f8d6b9 service neutron] 10.222.0.37 "DELETE /v2.0/ports/e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.3290088 Apr 20 13:00:47.334411 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.393766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:47.415749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:47.418058 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352d08e-c159-44e3-b741-976cbeb8f867" -d '{"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-plugged", "status": "completed", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:47.426165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:47.464537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:47.465242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:47.482009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.596750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] No DVR routers for this DVR port 84531485-d3f7-4d8f-89f0-432d5f900f18 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:47.599282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:47.603337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d00ae549-61d4-4af9-a8a4-2669913760a3 req-a08f7681-944f-4a3f-b39c-22f84b731f76 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.30 "DELETE /v2.0/ports/84531485-d3f7-4d8f-89f0-432d5f900f18 HTTP/1.1" status: 204 len: 173 time: 4.8724093 Apr 20 13:00:47.609320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'name': 'network-vif-deleted', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:47.611605 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2fc789-6ed5-4365-973f-3b9318419461" -d '{"events": [{"server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "name": "network-vif-deleted", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:47.743801 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abad053-c7b4-44c5-9c73-b677c01b8d4b x-openstack-request-id: req-2abad053-c7b4-44c5-9c73-b677c01b8d4b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:47.744311 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-plugged", "status": "completed", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:47.744311 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2abad053-c7b4-44c5-9c73-b677c01b8d4b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:47.744724 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2abad053-c7b4-44c5-9c73-b677c01b8d4b'] response: {'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'code': 200} Apr 20 13:00:47.789920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-952ba402-0a36-4376-95f8-5f2bd097caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.795686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-952ba402-0a36-4376-95f8-5f2bd097caf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1101 time: 0.3914936 Apr 20 13:00:47.821612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Allocated IP 2001:db8::1 (d4002818-cf5e-4272-8cff-51eff20d470d/59681c9a-128f-4c3c-9c18-4f2a8b8651de/7d59d01e-6d6c-401c-9957-cff1eff08fc9) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:47.914033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-aff2b44d-7446-45ca-90ed-e5ab94d9e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:47.915892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-aff2b44d-7446-45ca-90ed-e5ab94d9e15e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.0988681 Apr 20 13:00:47.957187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e60f90d-00b2-4368-8dea-5d0ac72810f9 req-b67035a7-5c0f-478b-b777-28b34bcbb6a9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9 HTTP/1.1" status: 200 len: 210 time: 0.1783981 Apr 20 13:00:48.008965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-22f30317-0601-4057-9480-0c03f46c00d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.0719244 Apr 20 13:00:48.012489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:48.020597 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.024330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f06490b0-8a3e-4cb0-ae9c-56d1353a0b12 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "PUT /v2.0/routers/f73dd959-c181-4389-9e58-42924d205bce HTTP/1.1" status: 200 len: 879 time: 8.3467145 Apr 20 13:00:48.024506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:48.034021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] Sync routers for ids ['f73dd959-c181-4389-9e58-42924d205bce'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:48.060731 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] Routers {'f73dd959-c181-4389-9e58-42924d205bce'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:48.063179 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f73dd959-c181-4389-9e58-42924d205bce'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.090164 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.091795 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e500b273-d9b9-4e4a-9d36-3f59c1aac1d2 x-openstack-request-id: req-e500b273-d9b9-4e4a-9d36-3f59c1aac1d2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:48.092460 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9", "name": "network-vif-deleted", "tag": "84531485-d3f7-4d8f-89f0-432d5f900f18", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:48.092815 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e500b273-d9b9-4e4a-9d36-3f59c1aac1d2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:48.093777 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e500b273-d9b9-4e4a-9d36-3f59c1aac1d2'] response: {'server_uuid': 'b8eb1bbe-c605-4d08-9c70-a6ab0dafbaf9', 'name': 'network-vif-deleted', 'tag': '84531485-d3f7-4d8f-89f0-432d5f900f18', 'status': 'completed', 'code': 200} Apr 20 13:00:48.098359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-1d0ebf32-cace-4e0c-af9a-b6c2bbb203d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.100273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-1d0ebf32-cace-4e0c-af9a-b6c2bbb203d7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0748150 Apr 20 13:00:48.145223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:48.191423 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.196764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-423258b0-28d5-41d9-adb4-756e54df6fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.198699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-423258b0-28d5-41d9-adb4-756e54df6fe5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913785 Apr 20 13:00:48.214557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] Routers {'f73dd959-c181-4389-9e58-42924d205bce'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:48.215421 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f73dd959-c181-4389-9e58-42924d205bce'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.256510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.270233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.286585 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.287797 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca8f050-c9a5-4986-be50-7a1d355d556c None None] The sync data for ids ['f73dd959-c181-4389-9e58-42924d205bce'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:48.397274 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4ae3380-82fd-4440-892e-03dd4e5073cc tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/f73dd959-c181-4389-9e58-42924d205bce HTTP/1.1" status: 200 len: 920 time: 0.3715153 Apr 20 13:00:48.398126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=59681c9a-128f-4c3c-9c18-4f2a8b8651de,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:48.403492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38746) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:48.459702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5dd7a-416c-4713-bacf-8ce612cc3697 req-fbab9513-0dd6-4d72-925f-f77ce9b5e4a4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.464949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2d5dd7a-416c-4713-bacf-8ce612cc3697 req-fbab9513-0dd6-4d72-925f-f77ce9b5e4a4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1892524 Apr 20 13:00:48.499691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Pushing event updated for resources: {'Port': ['ID=7d59d01e-6d6c-401c-9957-cff1eff08fc9,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:48.546093 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.560748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Network d4002818-cf5e-4272-8cff-51eff20d470d is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:48.565384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:48.566000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-d15032c5-df55-40b2-932f-965966ff72dc service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603876 Apr 20 13:00:48.571345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:48.581331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c254ff-044d-4dc6-82b5-29a73a8cf626 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.583141 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f1c254ff-044d-4dc6-82b5-29a73a8cf626 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=f73dd959-c181-4389-9e58-42924d205bce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1786654 Apr 20 13:00:48.591635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:48.605611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4002818-cf5e-4272-8cff-51eff20d470d']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.631977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.632914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.649529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Attempting to bind port 7d59d01e-6d6c-401c-9957-cff1eff08fc9 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:48.650390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Attempting to bind port 7d59d01e-6d6c-401c-9957-cff1eff08fc9 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4002818-cf5e-4272-8cff-51eff20d470d'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:48.650855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Attempting to bind port 7d59d01e-6d6c-401c-9957-cff1eff08fc9 on network d4002818-cf5e-4272-8cff-51eff20d470d {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:48.661350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:48.662175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Checking segment: {'id': 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4002818-cf5e-4272-8cff-51eff20d470d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:48.662740 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.663253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Bound using segment: {'id': 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4002818-cf5e-4272-8cff-51eff20d470d'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:48.663870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Bound port: 7d59d01e-6d6c-401c-9957-cff1eff08fc9, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4002818-cf5e-4272-8cff-51eff20d470d'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:48.664347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.692968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e53d1eb-b701-4b14-a8fa-655f2cc424e4 req-78368343-4e72-44f3-9f64-147a50f1d480 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199875 Apr 20 13:00:48.707637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.752328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-462133ed-94ca-41dd-b648-7353ce9978e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.755082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-462133ed-94ca-41dd-b648-7353ce9978e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.2884464 Apr 20 13:00:48.762789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2d5dd7a-416c-4713-bacf-8ce612cc3697 req-89fc396a-c52c-4f65-b7f8-21fcca21e566 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269597 Apr 20 13:00:48.820600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.835522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:48.836007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.881748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:56Z', 'revision_number': 2, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.889973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: items = [ Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:48.901074 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:48.910351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.api [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:00:48.910351 n-d-838550-2 neutron-server[109409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:00:48.910351 n-d-838550-2 neutron-server[109409]: [parameters: {'id': 'd4002818-cf5e-4272-8cff-51eff20d470d'}] Apr 20 13:00:48.910351 n-d-838550-2 neutron-server[109409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:00:48.910736 n-d-838550-2 neutron-server[109409]: DEBUG oslo_db.api [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:00:48.922993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:00:48.927509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c45a153-0430-4b3f-959a-6287a757175a tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:48.932309 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4c45a153-0430-4b3f-959a-6287a757175a tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.3362298 Apr 20 13:00:48.932502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] For port 7d59d01e-6d6c-401c-9957-cff1eff08fc9, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:48.934295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38756) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:48.946531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:48.947267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:48.950469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] For port 7d59d01e-6d6c-401c-9957-cff1eff08fc9, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7d59d01e-6d6c-401c-9957-cff1eff08fc9,segment=NetworkSegment(c2a9ff30-7e27-4c58-b78b-41b0e44869e4),segment_id=c2a9ff30-7e27-4c58-b78b-41b0e44869e4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:48.978208 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18849b08-00ae-4143-97ca-aa331fad74fb tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73dd959-c181-4389-9e58-42924d205bce HTTP/1.1" status: 200 len: 205 time: 0.0405705 Apr 20 13:00:48.979054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38762) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:49.012079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.116350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.240906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c3541-49d4-4ea2-aa36-cd3e05571445 None None] Network d4002818-cf5e-4272-8cff-51eff20d470d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:49.247426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.328834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ba3f-da19-4c3c-97ee-92aaea926f0f None None] Pushing event updated for resources: {'Port': ['ID=7d59d01e-6d6c-401c-9957-cff1eff08fc9,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:49.354261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Deleting port 3ad32785-14c8-4675-92d3-13668ac051b5 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:49.354801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.407023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-f7168191-925f-4470-9a5c-5f12a1cd6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.408448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-f7168191-925f-4470-9a5c-5f12a1cd6754 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.6447728 Apr 20 13:00:49.417900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a289a6b-c1c3-44bb-b0a2-ad13bbb1adef req-338b9038-f7b9-42bf-a87a-805d5d12e495 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.419362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a289a6b-c1c3-44bb-b0a2-ad13bbb1adef req-338b9038-f7b9-42bf-a87a-805d5d12e495 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.5952647 Apr 20 13:00:49.431798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:00:49.437876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.496943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.501496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46151cc-da6d-40dc-8cdc-05bf40eb1911 req-f256b2ee-c87a-4107-8c1a-fbc2f3387b4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.502858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e46151cc-da6d-40dc-8cdc-05bf40eb1911 req-f256b2ee-c87a-4107-8c1a-fbc2f3387b4d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.5776374 Apr 20 13:00:49.526702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Calling delete_port for 3ad32785-14c8-4675-92d3-13668ac051b5 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:49.540570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-e1025752-512a-4c07-84bd-f15172f79efa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 1001 time: 0.1175907 Apr 20 13:00:49.553930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a289a6b-c1c3-44bb-b0a2-ad13bbb1adef req-6640709e-196d-4f5b-ba37-353a3ffe3930 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231618 Apr 20 13:00:49.594295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5afc03-6572-4fe8-bae6-7021f1b1d543 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:00:49.620591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-1ee4cdea-2317-4bcf-8474-1762f6d8d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.622121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-1ee4cdea-2317-4bcf-8474-1762f6d8d72b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0731206 Apr 20 13:00:49.653351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e46151cc-da6d-40dc-8cdc-05bf40eb1911 req-ac7458c8-f555-4169-b323-8aa3426e100a tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412351 Apr 20 13:00:49.686436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-d260b493-5eef-401d-8f96-00503f01dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.687928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-d260b493-5eef-401d-8f96-00503f01dfd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541992 Apr 20 13:00:49.823742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.846608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5afc03-6572-4fe8-bae6-7021f1b1d543 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:00:49.897235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event deleted for resources: {'Port': ['ID=3ad32785-14c8-4675-92d3-13668ac051b5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:49.962326 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:49.966423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d701581-803b-4b6e-a563-58086b15ad81 req-3075cd6c-5376-4b7e-964f-0f81e8263a1f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:49.968467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d701581-803b-4b6e-a563-58086b15ad81 req-3075cd6c-5376-4b7e-964f-0f81e8263a1f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.0997071 Apr 20 13:00:50.021254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-cfa0a5ea-203f-4e92-a16d-2278ef18c977 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247976 Apr 20 13:00:50.067536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:56Z', 'revision_number': 2, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:50.094138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-05724dd7-baeb-4eb5-8546-d620e7d9737f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:50.095924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-05724dd7-baeb-4eb5-8546-d620e7d9737f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.3009570 Apr 20 13:00:50.111192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d701581-803b-4b6e-a563-58086b15ad81 req-a5663b48-9172-420d-9903-671f5b866381 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273844 Apr 20 13:00:50.124334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa66f521-a6fb-4bd8-9308-d6babd838dfd None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5d3c5e06-08f8-42af-9ca2-bc30d6cd990a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:12:8a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '692e2e5a-5f64-4261-b272-17316c04edb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:57:31Z', 'updated_at': '2022-04-20T12:57:56Z', 'revision_number': 2, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:50.128643 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.131938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.161784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-452e29a5-caaf-4f0e-ad24-6b90fa69095a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/quotas/abc0fbb3fbc94041b0bfb1ce93839878 HTTP/1.1" status: 200 len: 375 time: 0.0494289 Apr 20 13:00:50.162813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port 7d59d01e-6d6c-401c-9957-cff1eff08fc9 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:50.163246 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.233460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f2f4600-f908-4bfd-b590-de2a2f03cd53 req-3c69d91b-d8a8-4cd0-8617-920cab737dd1 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043710 Apr 20 13:00:50.234248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38784) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:50.479342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0927f60c-ba72-4544-90be-62be562145fa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.537727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0927f60c-ba72-4544-90be-62be562145fa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.600487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port 7d59d01e-6d6c-401c-9957-cff1eff08fc9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7d59d01e-6d6c-401c-9957-cff1eff08fc9,segment=NetworkSegment(c2a9ff30-7e27-4c58-b78b-41b0e44869e4),segment_id=c2a9ff30-7e27-4c58-b78b-41b0e44869e4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:50.600640 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.605837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-a17714a9-5c11-4eee-8c9e-de5f25c3ee01 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4429138 Apr 20 13:00:50.617870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for 7d59d01e-6d6c-401c-9957-cff1eff08fc9 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:50.653329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacf77b8-e583-47bf-9946-b1ae4d3e75d2 None None] New status for floating IP 3d449c68-b4c5-4e47-9047-301289f3669c: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:00:50.703880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143230b-eaa6-4895-a110-e97b2e833cb8 req-914caa45-8e70-416e-8d8f-fd744022c7b1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:50.705655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5143230b-eaa6-4895-a110-e97b2e833cb8 req-914caa45-8e70-416e-8d8f-fd744022c7b1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.3594453 Apr 20 13:00:50.715423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.716006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Fanout notify agent at l3_agent the message router_deleted on router f73dd959-c181-4389-9e58-42924d205bce {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:50.726810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06544523-4350-42ec-966b-dfdbe63a3380 req-d315f5aa-b841-487c-a5a8-5e4f1fc7d6cd tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:50.728506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06544523-4350-42ec-966b-dfdbe63a3380 req-d315f5aa-b841-487c-a5a8-5e4f1fc7d6cd tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e761ff1-11d2-436f-a6dd-5ab1712f8e18 HTTP/1.1" status: 200 len: 945 time: 0.3346279 Apr 20 13:00:50.729339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0927f60c-ba72-4544-90be-62be562145fa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.731236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.732549 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c8d61cf-e0c7-488c-84e0-3edf43157ce8 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/f73dd959-c181-4389-9e58-42924d205bce HTTP/1.1" status: 204 len: 168 time: 1.7508395 Apr 20 13:00:50.736316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38798) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:50.736932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0927f60c-ba72-4544-90be-62be562145fa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.741417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0927f60c-ba72-4544-90be-62be562145fa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/security-groups/d766c009-3742-4612-8e5d-bda1499d8ef9 HTTP/1.1" status: 204 len: 168 time: 0.4807138 Apr 20 13:00:50.741601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-07fd517f-b484-4b26-924b-b74220ec5c59 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1652589942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:50.746821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38800) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:50.769255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.794544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07fd517f-b484-4b26-924b-b74220ec5c59 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.796128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07fd517f-b484-4b26-924b-b74220ec5c59 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.820238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=7d59d01e-6d6c-401c-9957-cff1eff08fc9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:50.828973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port 7d59d01e-6d6c-401c-9957-cff1eff08fc9 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:50.863859 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-a3863160-71a1-484c-abbe-618ba2a146e1 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] show failed (client error): The resource could not be found. Apr 20 13:00:50.864914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a3863160-71a1-484c-abbe-618ba2a146e1 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups/d766c009-3742-4612-8e5d-bda1499d8ef9 HTTP/1.1" status: 404 len: 347 time: 0.1020615 Apr 20 13:00:50.865739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927f60c-ba72-4544-90be-62be562145fa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d766c009-3742-4612-8e5d-bda1499d8ef9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:50.872567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38804) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:50.885828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07fd517f-b484-4b26-924b-b74220ec5c59 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.903145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07fd517f-b484-4b26-924b-b74220ec5c59 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.962605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07fd517f-b484-4b26-924b-b74220ec5c59 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.963791 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07fd517f-b484-4b26-924b-b74220ec5c59 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2265477 Apr 20 13:00:50.965514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:50.968587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:50.972546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': True}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:50.979966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5143230b-eaa6-4895-a110-e97b2e833cb8 req-fa1d4bcf-440f-4a9b-a17f-0ebb4fc1424c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366388 Apr 20 13:00:50.989615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-1f0cbf1a-b153-4f4b-a949-ac6799048ff1 service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828523 Apr 20 13:00:51.053399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4002818-cf5e-4272-8cff-51eff20d470d']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:51.068564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:51.068923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a9ff30-7e27-4c58-b78b-41b0e44869e4') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:51.110299 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.174399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Deleting port 68672b4c-1401-4e30-b245-0d2a6f135af8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:51.174736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.198337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-c75dc934-f2aa-4a4b-81a2-ef22160e121b service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078669 Apr 20 13:00:51.251642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.256130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.263799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:51.264195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:51.269092 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:51.275583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port efd2d435-fb86-47c2-881b-1d0cae5e37f7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:51.275922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.318980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68672b4c-1401-4e30-b245-0d2a6f135af8 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:00:51.357296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:51.357296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.417673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.427851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd01ca8-dfab-40ed-ba68-6a54ebc05fc9 req-3e4e9b07-8249-4eae-b0e5-639bdd53a50e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:51.429399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcd01ca8-dfab-40ed-ba68-6a54ebc05fc9 req-3e4e9b07-8249-4eae-b0e5-639bdd53a50e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2023196 Apr 20 13:00:51.430424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Calling delete_port for 68672b4c-1401-4e30-b245-0d2a6f135af8 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:51.441654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.446329 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/d4002818-cf5e-4272-8cff-51eff20d470d HTTP/1.1" status: 204 len: 168 time: 4.3370578 Apr 20 13:00:51.450192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37b2ff-879f-4cfb-b916-e73b54b2bdf4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=d4002818-cf5e-4272-8cff-51eff20d470d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:51.452764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:51.468829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1570134834'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:51.469030 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.517886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:51.520836 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.538060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:51.540693 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54f83cf-dfb6-471d-b035-45247db0b41b" -d '{"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-unplugged", "status": "completed", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:51.558750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:51.569206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68672b4c-1401-4e30-b245-0d2a6f135af8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68672b4c-1401-4e30-b245-0d2a6f135af8,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:51.578866 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.598630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.599110 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment 1948c2fc-0028-4b33-989f-d94fcfdb1845 of type vlan for network 7017c0e1-94f6-4bed-9e95-fdae72649b7b Apr 20 13:00:51.636566 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.637006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.650065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:51.662961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcd01ca8-dfab-40ed-ba68-6a54ebc05fc9 req-5c39de63-7e54-46a4-a46d-ba09ff5a2d76 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2059555 Apr 20 13:00:51.668332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for efd2d435-fb86-47c2-881b-1d0cae5e37f7 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:51.753453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169f38-ba97-48f2-9f00-214021d86039 req-9ecc2a82-8e76-4222-b910-87f1ef3b8d8d tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:51.760897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3169f38-ba97-48f2-9f00-214021d86039 req-9ecc2a82-8e76-4222-b910-87f1ef3b8d8d tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1101 time: 0.1813498 Apr 20 13:00:51.777933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.910025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3169f38-ba97-48f2-9f00-214021d86039 req-f3de746d-1955-4be1-a049-13c977340f7b tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422772 Apr 20 13:00:51.912724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.930518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.938703 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.944276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:51.944897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.951676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:51.961901 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:00:51.968281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd49a54-6f0c-4e43-a122-4c220df332b5 req-5535e0bc-14c1-4c8a-b61e-1b53f7236e99 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:51.973011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cd49a54-6f0c-4e43-a122-4c220df332b5 req-5535e0bc-14c1-4c8a-b61e-1b53f7236e99 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.2062542 Apr 20 13:00:52.015513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event deleted for resources: {'Port': ['ID=68672b4c-1401-4e30-b245-0d2a6f135af8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:52.042512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa5a9a0f-df45-4be1-a060-f2abd6a07290 req-8c3b7169-b3bb-4f7e-8789-92360ae9480f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 210 time: 0.0663228 Apr 20 13:00:52.106200 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3038b237-0104-4dd7-9101-3b6ce7766fb0 x-openstack-request-id: req-3038b237-0104-4dd7-9101-3b6ce7766fb0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:52.106498 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-unplugged", "status": "completed", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:52.106750 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3038b237-0104-4dd7-9101-3b6ce7766fb0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:52.107742 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3038b237-0104-4dd7-9101-3b6ce7766fb0'] response: {'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'code': 200} Apr 20 13:00:52.124011 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6684785 Apr 20 13:00:52.136440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38838) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:52.146131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': '7017c0e1-94f6-4bed-9e95-fdae72649b7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:52.238887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Allocated IP 172.25.3.87 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a28f5f2a-aff5-48bf-9225-d1b3dd2b5890) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:52.253387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] No DVR routers for this DVR port 68672b4c-1401-4e30-b245-0d2a6f135af8 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:52.274239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cd49a54-6f0c-4e43-a122-4c220df332b5 req-ad7f44ce-b07b-41c1-a09c-19f6a115a555 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778704 Apr 20 13:00:52.277003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.292700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06544523-4350-42ec-966b-dfdbe63a3380 req-da7e191e-e64a-420e-8231-7113c70e7457 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "DELETE /v2.0/ports/68672b4c-1401-4e30-b245-0d2a6f135af8 HTTP/1.1" status: 204 len: 173 time: 1.5516601 Apr 20 13:00:52.370623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-deleted', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:52.380754 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f26c06-c3c2-42c3-af4f-32ba451fb356" -d '{"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-deleted", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:52.414802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.415333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdcd2f-da95-46fd-a19f-512ad849ebb0 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=7017c0e1-94f6-4bed-9e95-fdae72649b7b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:52.428759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 7017c0e1-94f6-4bed-9e95-fdae72649b7b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:52.439747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.502849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.561189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=efd2d435-fb86-47c2-881b-1d0cae5e37f7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:52.570469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:52.573490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:52.580651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:52.583862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Port': ['ID=a28f5f2a-aff5-48bf-9225-d1b3dd2b5890,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:52.614639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-0a5bbfd6-7ccd-4a28-9bae-e22cd3b8b0de tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1347342 Apr 20 13:00:52.623687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafab21f-f3da-43c1-b529-a4c68c596100 req-60e59af5-4244-46ea-9279-72d1a9e72fb4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:52.625302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bafab21f-f3da-43c1-b529-a4c68c596100 req-60e59af5-4244-46ea-9279-72d1a9e72fb4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.2154121 Apr 20 13:00:52.703233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:52.706645 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.762253 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.764869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:52.766046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85f1761b-f6ab-4fc7-bfd8-b229c5f5c2ea tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/floatingips/3d449c68-b4c5-4e47-9047-301289f3669c HTTP/1.1" status: 204 len: 168 time: 1.8926420 Apr 20 13:00:52.834461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bafab21f-f3da-43c1-b529-a4c68c596100 req-7a724ee7-e36b-42b7-9aac-bdfab9430e77 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841948 Apr 20 13:00:52.937977 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ddecc-3a75-4b26-b8d4-e01652b802e0 x-openstack-request-id: req-9e7ddecc-3a75-4b26-b8d4-e01652b802e0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:52.938825 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e761ff1-11d2-436f-a6dd-5ab1712f8e18", "name": "network-vif-deleted", "tag": "68672b4c-1401-4e30-b245-0d2a6f135af8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:52.939355 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e7ddecc-3a75-4b26-b8d4-e01652b802e0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:52.940017 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7ddecc-3a75-4b26-b8d4-e01652b802e0'] response: {'server_uuid': '3e761ff1-11d2-436f-a6dd-5ab1712f8e18', 'name': 'network-vif-deleted', 'tag': '68672b4c-1401-4e30-b245-0d2a6f135af8', 'status': 'completed', 'code': 200} Apr 20 13:00:52.980035 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.115215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-26d4037f-e78b-44dd-908a-0f9bcaa34ba5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:53.125070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-26d4037f-e78b-44dd-908a-0f9bcaa34ba5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4735622 Apr 20 13:00:53.187208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-1c606db3-8042-4d87-90d1-41cfa4685bca tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/quotas/c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 375 time: 0.0597939 Apr 20 13:00:53.224619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.227955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.291872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0276e24-5753-4f72-8cf7-485cd56af28c req-1170ce97-ed96-4a7a-af88-1b119204a6f9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:53.293359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0276e24-5753-4f72-8cf7-485cd56af28c req-1170ce97-ed96-4a7a-af88-1b119204a6f9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2789726 Apr 20 13:00:53.305598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-2dd22c74-a5cb-42f8-903e-db762cf4563b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:53.307028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-2dd22c74-a5cb-42f8-903e-db762cf4563b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.3920879 Apr 20 13:00:53.331730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Request body: {'port': {'device_id': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'admin_state_up': True, 'tenant_id': 'abc0fbb3fbc94041b0bfb1ce93839878'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:53.353322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.368146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Router c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:00:53.400882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-a733e6fe-336c-4ee4-ab30-f3e639693712 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997788 Apr 20 13:00:53.495694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:00:53.515636 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.519300 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f816e825-319c-4b43-a3fc-7bf7c0c95a91 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "PUT /v2.0/routers/c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 HTTP/1.1" status: 200 len: 914 time: 2.5476367 Apr 20 13:00:53.520032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38868) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:53.531496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] Sync routers for ids ['c754e9d3-4780-4d3d-b5a7-b1b39158b1f0'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:00:53.543931 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] Routers {'c754e9d3-4780-4d3d-b5a7-b1b39158b1f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:53.545110 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c754e9d3-4780-4d3d-b5a7-b1b39158b1f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:53.601444 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.613927 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:53.627833 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] Routers {'c754e9d3-4780-4d3d-b5a7-b1b39158b1f0'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:00:53.628647 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c754e9d3-4780-4d3d-b5a7-b1b39158b1f0'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:53.670321 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:53.671222 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfddbebb-1cde-4c1d-9a0c-3711b2c5f53e None None] The sync data for ids ['c754e9d3-4780-4d3d-b5a7-b1b39158b1f0'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:00:53.725748 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-72ff4a6e-8a9f-4f29-afd9-f4f209a1ad78 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 HTTP/1.1" status: 200 len: 920 time: 0.2025316 Apr 20 13:00:53.726142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:53.787710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc668e8-9d4d-438d-adc5-0e0aaf172ccc tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:53.793588 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6fc668e8-9d4d-438d-adc5-0e0aaf172ccc tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=c754e9d3-4780-4d3d-b5a7-b1b39158b1f0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0653796 Apr 20 13:00:53.794187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38882) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:53.855313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0276e24-5753-4f72-8cf7-485cd56af28c req-421bc03c-1d14-4405-ac29-0ff9c6b45246 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5357502 Apr 20 13:00:53.904065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=e68d1917-693b-4160-93b1-f30b9fb319f1,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:53.950182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': '1948c2fc-0028-4b33-989f-d94fcfdb1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7017c0e1-94f6-4bed-9e95-fdae72649b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:53.950659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: 7017c0e1-94f6-4bed-9e95-fdae72649b7b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:53.968114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Made reservation on behalf of abc0fbb3fbc94041b0bfb1ce93839878 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:53.972060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:53.989612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb3d057-69f1-4995-8ea2-0d7288133bd4 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:53.992732 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1cb3d057-69f1-4995-8ea2-0d7288133bd4 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.1970282 Apr 20 13:00:53.996473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38892) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:53.998469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network 7017c0e1-94f6-4bed-9e95-fdae72649b7b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:54.037872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 7017c0e1-94f6-4bed-9e95-fdae72649b7b) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:54.046782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a5ed3f-99b2-4666-aa8e-5f1e75804368 None None] Network 7017c0e1-94f6-4bed-9e95-fdae72649b7b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:54.072289 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5606293d-b3b6-4911-9509-736d72b7d2e7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 HTTP/1.1" status: 200 len: 205 time: 0.0725782 Apr 20 13:00:54.077531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38896) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:54.113202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:54.113864 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.231577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.335126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38912) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:54.335382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3b88a294-b584-4dd0-b712-38c8b1c32df7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1895080 Apr 20 13:00:54.415224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-228897a9-4017-48aa-8c0c-099e72082774 req-0174f328-2af4-4f0e-9a27-5c2b430d85a8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 210 time: 0.1246963 Apr 20 13:00:54.445171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-7017c0e1-94f6-4bed-9e95-fdae72649b7b', 'network_id': '7017c0e1-94f6-4bed-9e95-fdae72649b7b', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': 'e68d1917-693b-4160-93b1-f30b9fb319f1'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:54.446700 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:54.647312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Allocated IP 172.20.0.3 (f4cb89c2-98f9-4422-9e77-65d3cb00efcc/1aa62797-b198-497f-a93d-8740c141e6b6/d8f1e679-fde0-429a-b6ac-f62d6e9436f7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:54.669618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc8fdcc0-93c9-4589-b722-6e67a1ab7252 req-5db1c124-9272-43c6-bf32-ff4a4a248438 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 210 time: 0.2657218 Apr 20 13:00:54.778172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Allocated IP 2001:db8::1 (7017c0e1-94f6-4bed-9e95-fdae72649b7b/e68d1917-693b-4160-93b1-f30b9fb319f1/81087e7f-a631-4cf6-83c7-a9d8c939135c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:54.862713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66c26f-d523-493c-be40-b0885a72187c req-d95ac24f-b51e-4254-a68b-1ffe9edddaff tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:54.864613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e66c26f-d523-493c-be40-b0885a72187c req-d95ac24f-b51e-4254-a68b-1ffe9edddaff tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1902971 Apr 20 13:00:54.995161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e66c26f-d523-493c-be40-b0885a72187c req-32a77470-7482-446c-b761-e0fcf6cf94fb tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162031 Apr 20 13:00:55.048206 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.055350 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.104499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Pushing event updated for resources: {'Port': ['ID=81087e7f-a631-4cf6-83c7-a9d8c939135c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:55.105802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777c400-cd12-4fa5-ab7b-2d5d4a41a304 req-d20d5eb9-bc73-410b-9071-346efe814e54 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:55.115486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c777c400-cd12-4fa5-ab7b-2d5d4a41a304 req-d20d5eb9-bc73-410b-9071-346efe814e54 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1293321 Apr 20 13:00:55.128667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Network 7017c0e1-94f6-4bed-9e95-fdae72649b7b is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:55.131867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:55.136370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:55.160234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.252710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Attempting to bind port 81087e7f-a631-4cf6-83c7-a9d8c939135c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:55.253080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Attempting to bind port 81087e7f-a631-4cf6-83c7-a9d8c939135c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1948c2fc-0028-4b33-989f-d94fcfdb1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7017c0e1-94f6-4bed-9e95-fdae72649b7b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:55.253443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Attempting to bind port 81087e7f-a631-4cf6-83c7-a9d8c939135c on network 7017c0e1-94f6-4bed-9e95-fdae72649b7b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:55.266813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:55.268124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Checking segment: {'id': '1948c2fc-0028-4b33-989f-d94fcfdb1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7017c0e1-94f6-4bed-9e95-fdae72649b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:55.268536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.272404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Bound using segment: {'id': '1948c2fc-0028-4b33-989f-d94fcfdb1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7017c0e1-94f6-4bed-9e95-fdae72649b7b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:55.272897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Bound port: 81087e7f-a631-4cf6-83c7-a9d8c939135c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1948c2fc-0028-4b33-989f-d94fcfdb1845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7017c0e1-94f6-4bed-9e95-fdae72649b7b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:55.273291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.282768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-520ddeee-d3ff-4f87-aff3-9fcc4f8f15d1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480418 Apr 20 13:00:55.304062 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.375141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.543853 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.582970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] For port 81087e7f-a631-4cf6-83c7-a9d8c939135c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:55.587129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] For port 81087e7f-a631-4cf6-83c7-a9d8c939135c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=81087e7f-a631-4cf6-83c7-a9d8c939135c,segment=NetworkSegment(1948c2fc-0028-4b33-989f-d94fcfdb1845),segment_id=1948c2fc-0028-4b33-989f-d94fcfdb1845)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:55.593602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.596483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-fb7c84b2-a90d-4a93-92e0-f85cf0796315 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:55.610093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-fb7c84b2-a90d-4a93-92e0-f85cf0796315 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2748041 Apr 20 13:00:55.620727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port 81087e7f-a631-4cf6-83c7-a9d8c939135c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:55.621258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.631770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:55.671260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:55.673129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:55.675393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:55.683329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a4bad-b801-47bd-b3bb-07f5dc37657a None None] Pushing event updated for resources: {'Port': ['ID=81087e7f-a631-4cf6-83c7-a9d8c939135c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:55.688193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Request body: {'port': {'device_id': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'c1df0c054cf04bec940ed048971593be'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:55.776469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Deleting port a28f5f2a-aff5-48bf-9225-d1b3dd2b5890 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:00:55.777315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.803834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c777c400-cd12-4fa5-ab7b-2d5d4a41a304 req-399d7048-9130-402c-8efe-f9115e08c3c0 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6768537 Apr 20 13:00:55.970546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:55.995402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port 81087e7f-a631-4cf6-83c7-a9d8c939135c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=81087e7f-a631-4cf6-83c7-a9d8c939135c,segment=NetworkSegment(1948c2fc-0028-4b33-989f-d94fcfdb1845),segment_id=1948c2fc-0028-4b33-989f-d94fcfdb1845)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:00:55.996042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.011279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:56.011974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.012611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for 81087e7f-a631-4cf6-83c7-a9d8c939135c owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:56.041421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Calling delete_port for a28f5f2a-aff5-48bf-9225-d1b3dd2b5890 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:00:56.045296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89a8772b-137a-45cb-89cf-7e2cab2960af req-d931675f-52bd-4b52-8848-5883767fa2e6 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 210 time: 0.0645320 Apr 20 13:00:56.088649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10ac1c-ed3f-4c48-80f4-1addbca693b3 req-8eea9609-8098-4b50-8b57-4c1661a5c625 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:56.095152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee10ac1c-ed3f-4c48-80f4-1addbca693b3 req-8eea9609-8098-4b50-8b57-4c1661a5c625 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 931 time: 0.4269154 Apr 20 13:00:56.237552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-5a8d263c-0335-4806-bdc0-99e145a2154a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9197395 Apr 20 13:00:56.273559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Request body: {'port': {'device_id': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:56.311658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee10ac1c-ed3f-4c48-80f4-1addbca693b3 req-e2697b40-b870-420c-a471-0bdcbff5e2bd tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046220 Apr 20 13:00:56.344788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Made reservation on behalf of c1df0c054cf04bec940ed048971593be for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:56.348315 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.365306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.401691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.401955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=81087e7f-a631-4cf6-83c7-a9d8c939135c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:56.416760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.460451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3684835-7317-4b33-8389-3d63fa8ec2a1 req-97ad3389-0e41-4f11-99d7-e0f9c23ba537 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:56.462007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3684835-7317-4b33-8389-3d63fa8ec2a1 req-97ad3389-0e41-4f11-99d7-e0f9c23ba537 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1607816 Apr 20 13:00:56.468930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event deleted for resources: {'Port': ['ID=a28f5f2a-aff5-48bf-9225-d1b3dd2b5890,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:56.499097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port 81087e7f-a631-4cf6-83c7-a9d8c939135c on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:00:56.586453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.615994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.686637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Allocated IP 192.168.233.219 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/2c996833-cf97-4672-8f74-b3c794ab83f5) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:56.723547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.729239 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.804696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.805467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Fanout notify agent at l3_agent the message router_deleted on router c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:00:56.814467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.820097 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-adc67e49-0d3d-4423-894d-37e0ba2b8db7 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 HTTP/1.1" status: 204 len: 168 time: 2.7412436 Apr 20 13:00:56.821171 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38934) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:56.827072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-38b0b19d-cf7d-4f1b-865f-427a6ffde16d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1963265929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:56.853671 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.868962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38b0b19d-cf7d-4f1b-865f-427a6ffde16d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.870744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38b0b19d-cf7d-4f1b-865f-427a6ffde16d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.873202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3684835-7317-4b33-8389-3d63fa8ec2a1 req-ff52e4a7-0532-429b-8102-aa60a9de2b65 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024167 Apr 20 13:00:56.890899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:56.945519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=e68d1917-693b-4160-93b1-f30b9fb319f1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.055419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38130e01-474d-40c3-b918-01b47a730d19 req-f393166d-0df4-48b5-9a07-bcf35e9e6cbf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:57.057805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38130e01-474d-40c3-b918-01b47a730d19 req-f393166d-0df4-48b5-9a07-bcf35e9e6cbf tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1110623 Apr 20 13:00:57.144223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f1e679-fde0-429a-b6ac-f62d6e9436f7 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:57.158756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38b0b19d-cf7d-4f1b-865f-427a6ffde16d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.162076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.163318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.175966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Transition to ACTIVE for port object d8f1e679-fde0-429a-b6ac-f62d6e9436f7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:57.179771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38b0b19d-cf7d-4f1b-865f-427a6ffde16d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.180148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f149e12c-43b5-435b-b46f-196f66effcd1 None None] Network 7017c0e1-94f6-4bed-9e95-fdae72649b7b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:57.189920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.211982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:00:57.215858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38b0b19d-cf7d-4f1b-865f-427a6ffde16d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.220274 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-38b0b19d-cf7d-4f1b-865f-427a6ffde16d tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3949072 Apr 20 13:00:57.220431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.223833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38950) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:57.229509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': False}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:57.293683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7017c0e1-94f6-4bed-9e95-fdae72649b7b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:57.333742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1948c2fc-0028-4b33-989f-d94fcfdb1845') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:57.334288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1948c2fc-0028-4b33-989f-d94fcfdb1845') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:00:57.342303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f30b4b13-2cee-4adc-825d-ef928fc9f478 None None] Could not find standard attr ID for object 81087e7f-a631-4cf6-83c7-a9d8c939135c. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:00:57.382424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.397403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.512054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.519449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.540272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:00:57.540940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:00:57.545561 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:00:57.550458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:57.567146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38130e01-474d-40c3-b918-01b47a730d19 req-4814a8c4-86a5-4b67-b0c8-e72857fce954 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3898571 Apr 20 13:00:57.575838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:57.580318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.595909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:57.614951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db525761-79aa-4ae6-a4f1-721c24fa1742 None None] DHCP port deletion for 7017c0e1-94f6-4bed-9e95-fdae72649b7b request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:00:57.723616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.737217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.746461 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/7017c0e1-94f6-4bed-9e95-fdae72649b7b HTTP/1.1" status: 204 len: 168 time: 3.4107828 Apr 20 13:00:57.747521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38966) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:57.759106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-110385274'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:57.808444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:57.814569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.820716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0d8be-41c5-40a9-b87b-96bb4193186c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=7017c0e1-94f6-4bed-9e95-fdae72649b7b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:57.827887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442187ae-1483-4fa4-8a2a-232d63c4040d req-ad85b383-8969-48e9-9579-f661b245c88d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:57.832287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-442187ae-1483-4fa4-8a2a-232d63c4040d req-ad85b383-8969-48e9-9579-f661b245c88d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 936 time: 0.6338224 Apr 20 13:00:57.875820 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:00:57.891350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.891960 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment 37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c of type vlan for network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb Apr 20 13:00:57.950839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:57.986990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:57.987552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.032462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f8359-ad94-445a-abcb-fa4e9cf506ad req-f6757113-d84a-4886-b1fc-5b68fda568fc tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.037285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.040465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-167f8359-ad94-445a-abcb-fa4e9cf506ad req-f6757113-d84a-4886-b1fc-5b68fda568fc tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 943 time: 0.2639477 Apr 20 13:00:58.044616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-442187ae-1483-4fa4-8a2a-232d63c4040d req-d8ac6699-fb88-4a9e-92d0-42e31ab2d4c6 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690502 Apr 20 13:00:58.045327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.046326 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.046753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Attempting to bind port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:00:58.047077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Attempting to bind port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:00:58.047578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Attempting to bind port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:58.077035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-36a43ecd-bede-442b-9e6c-e65005a74e01 None None] Provisioning complete for port 2c996833-cf97-4672-8f74-b3c794ab83f5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:00:58.077410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36a43ecd-bede-442b-9e6c-e65005a74e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.096655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-c5d42496-2478-40cd-98ef-cd539e622988 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4661088 Apr 20 13:00:58.101955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Request body: {'port': {'device_id': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:58.107663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:00:58.108328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Attempting to bind port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:00:58.174953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:00:58.176373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Checking segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:58.176868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Bound using segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:00:58.177500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Bound port: d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:00:58.177892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.179775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-36a43ecd-bede-442b-9e6c-e65005a74e01 None None] Port 2c996833-cf97-4672-8f74-b3c794ab83f5 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:00:58.189529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=3e6a0cd1-0f7a-4f98-a44d-351e527481cb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:58.194610 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bf4ef8f7-46e5-4782-abf3-39bb86afc87c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4406683 Apr 20 13:00:58.199447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38972) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:58.204740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:58.205445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:00:58.326519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.335123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:00:58.338242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:00:58.352624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.356640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-167f8359-ad94-445a-abcb-fa4e9cf506ad req-52ba583d-0f99-4ccb-97a4-1267e9df439d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152587 Apr 20 13:00:58.367923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.425278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441084f-8811-419a-bb78-8de7f70fe677 req-de987771-40cc-4565-9df4-f1a9c14be8ab tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.426798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e441084f-8811-419a-bb78-8de7f70fe677 req-de987771-40cc-4565-9df4-f1a9c14be8ab tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.2994668 Apr 20 13:00:58.427439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.440464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.441471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.443081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] 10.222.0.30 "PUT /v2.0/ports/d8f1e679-fde0-429a-b6ac-f62d6e9436f7 HTTP/1.1" status: 200 len: 1091 time: 2.1817679 Apr 20 13:00:58.446254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:00:58.449966 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81631dac-1ae4-4938-b7af-10be17b6155a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:00:58.533929 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7070a6e7-256b-4f5a-9d45-9d7b96f637f8 x-openstack-request-id: req-7070a6e7-256b-4f5a-9d45-9d7b96f637f8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:00:58.534300 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:00:58.534510 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7070a6e7-256b-4f5a-9d45-9d7b96f637f8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:00:58.534857 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7070a6e7-256b-4f5a-9d45-9d7b96f637f8'] response: {'name': 'network-changed', 'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'status': 'completed', 'code': 200} Apr 20 13:00:58.538942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:58.545022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.598650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbfb16-1980-4dd6-a54a-e1169eaea218 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:58.626838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e441084f-8811-419a-bb78-8de7f70fe677 req-d55f0673-0eb8-4fcd-9f41-0e4e9d0d66aa tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471028 Apr 20 13:00:58.688411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Allocated IP 172.25.3.175 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/2929710d-7369-41ac-a33b-b8792247c53f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:58.724217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-97183a92-d5d9-4c41-a5a1-9f9de63a3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.725735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-97183a92-d5d9-4c41-a5a1-9f9de63a3e7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 1094 time: 0.2020993 Apr 20 13:00:58.804995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-dba2fab3-31a8-481d-bed7-e213638a3a4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7 HTTP/1.1" status: 200 len: 217 time: 0.0677879 Apr 20 13:00:58.916933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fc7ea-7988-4414-950b-c59e263bbc0c req-5689c088-0ff9-476e-9ca2-bbd4c5203dbc tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.918434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-481fc7ea-7988-4414-950b-c59e263bbc0c req-5689c088-0ff9-476e-9ca2-bbd4c5203dbc tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1918547 Apr 20 13:00:58.923988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-baf52c7c-15a9-40ca-a3f1-c51d748f8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:58.925372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-baf52c7c-15a9-40ca-a3f1-c51d748f8e47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.1048491 Apr 20 13:00:58.962702 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:58.975940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-2c2ffc90-bba8-4b1a-af3d-db88f5796bcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425625 Apr 20 13:00:58.981071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.057175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=cb7fb5a2-17ba-4ee8-a3ad-9a2007a2fe9e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:59.065796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-481fc7ea-7988-4414-950b-c59e263bbc0c req-4e7fe0d4-3569-48ce-83f3-52bfa04b5d29 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380928 Apr 20 13:00:59.073612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': '37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:00:59.073985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: 3e6a0cd1-0f7a-4f98-a44d-351e527481cb, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:00:59.096348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.131509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:00:59.148151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-3a605c98-fc16-4fb9-beb5-880a1891084a service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649187 Apr 20 13:00:59.150563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 3e6a0cd1-0f7a-4f98-a44d-351e527481cb) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:59.164314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:59.164684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a01ef-83bc-4b63-8e2e-8d5daf9a1bb4 None None] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:00:59.166041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:59.166194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c996833-cf97-4672-8f74-b3c794ab83f5 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:00:59.166494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.177157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:59.184896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:59.202046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.203535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Pushing event updated for resources: {'Port': ['ID=2929710d-7369-41ac-a33b-b8792247c53f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:59.270931 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2a550af8-c422-41dd-87ca-3cfefdebfa68 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0702832 Apr 20 13:00:59.273508 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:00:59.280339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:00:59.421321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-3e6a0cd1-0f7a-4f98-a44d-351e527481cb', 'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': 'cb7fb5a2-17ba-4ee8-a3ad-9a2007a2fe9e'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:00:59.422205 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.463174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:00:59.469785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.629579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Allocated IP 2001:db8::2 (3e6a0cd1-0f7a-4f98-a44d-351e527481cb/cb7fb5a2-17ba-4ee8-a3ad-9a2007a2fe9e/17e162d2-b842-42ac-a3e4-46f1fdb18e60) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:00:59.640271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Transition to ACTIVE for port object 2c996833-cf97-4672-8f74-b3c794ab83f5 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:00:59.671613 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.805567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c367e9d6-e829-41cd-bf05-9e5de2c1d363 req-77f715b7-68fb-4ad6-8bc0-08e03f82e20b service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486371 Apr 20 13:00:59.808430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:00:59.812232 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.834423 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:00:59.845838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42edd2-5191-400b-b796-1e03ab39a886 req-a2bfa6a0-663a-4204-bae9-265886aa9dd3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:59.847356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f42edd2-5191-400b-b796-1e03ab39a886 req-a2bfa6a0-663a-4204-bae9-265886aa9dd3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 936 time: 0.6043823 Apr 20 13:00:59.897758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedeed5-0560-4aac-ae9f-abb556e426ec req-373aa3bb-293b-4970-a87f-def55770658f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:00:59.907405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9aedeed5-0560-4aac-ae9f-abb556e426ec req-373aa3bb-293b-4970-a87f-def55770658f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 943 time: 0.2692020 Apr 20 13:00:59.925096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:00:59.962953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:00:59.966870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:00:59.999124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Pushing event updated for resources: {'Port': ['ID=17e162d2-b842-42ac-a3e4-46f1fdb18e60,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:00.039585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.040624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.041178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.041798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.042378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.042925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.043466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.044025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.045247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.047683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.048302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.052822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:00.070656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.098730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Attempting to bind port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:00.099099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Attempting to bind port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:00.099469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Attempting to bind port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 on network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:00.106899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:00.107927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Checking segment: {'id': '37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:00.108344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.108743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Bound using segment: {'id': '37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:00.109218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Bound port: 17e162d2-b842-42ac-a3e4-46f1fdb18e60, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:00.109602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.161355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631dac-1ae4-4938-b7af-10be17b6155a req-b7eb1c6a-1ccc-4ee3-a538-92ad4a95468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:00.162838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81631dac-1ae4-4938-b7af-10be17b6155a req-b7eb1c6a-1ccc-4ee3-a538-92ad4a95468e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 1094 time: 0.2458942 Apr 20 13:01:00.167470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9aedeed5-0560-4aac-ae9f-abb556e426ec req-d133193d-3f9a-441e-abef-d1a5b7d4d8e5 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152314 Apr 20 13:01:00.262729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] For port 17e162d2-b842-42ac-a3e4-46f1fdb18e60, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:00.275226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] For port 17e162d2-b842-42ac-a3e4-46f1fdb18e60, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=17e162d2-b842-42ac-a3e4-46f1fdb18e60,segment=NetworkSegment(37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c),segment_id=37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:00.292645 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.302292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f42edd2-5191-400b-b796-1e03ab39a886 req-9dbd9f43-9b2e-4a5c-a67d-9d5e5911c679 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936839 Apr 20 13:01:00.303415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631dac-1ae4-4938-b7af-10be17b6155a req-074e82c4-587f-4884-9870-0c1249c57d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:00.304870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81631dac-1ae4-4938-b7af-10be17b6155a req-074e82c4-587f-4884-9870-0c1249c57d93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 906 time: 0.1280186 Apr 20 13:01:00.386364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Attempting to bind port 2c996833-cf97-4672-8f74-b3c794ab83f5 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:00.386698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Attempting to bind port 2c996833-cf97-4672-8f74-b3c794ab83f5 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:00.387028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Attempting to bind port 2c996833-cf97-4672-8f74-b3c794ab83f5 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:00.394122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81631dac-1ae4-4938-b7af-10be17b6155a req-37892ab0-e69a-442f-bf50-bc57190d921f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7 HTTP/1.1" status: 200 len: 217 time: 0.0563273 Apr 20 13:01:00.397837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Port 2c996833-cf97-4672-8f74-b3c794ab83f5 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:00.398161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Attempting to bind port 2c996833-cf97-4672-8f74-b3c794ab83f5 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:00.408709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d75e3-af48-412d-a3d2-2e8576f6ed35 None None] Pushing event updated for resources: {'Port': ['ID=17e162d2-b842-42ac-a3e4-46f1fdb18e60,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:00.455478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:00.455835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:00.456143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:00.456581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Bound port: 2c996833-cf97-4672-8f74-b3c794ab83f5, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:00.456939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.459734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631dac-1ae4-4938-b7af-10be17b6155a req-4c6c402c-e818-44c1-8b67-edba65aedff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:00.461221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81631dac-1ae4-4938-b7af-10be17b6155a req-4c6c402c-e818-44c1-8b67-edba65aedff1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.0564361 Apr 20 13:01:00.600477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81631dac-1ae4-4938-b7af-10be17b6155a req-dc564825-9107-46ab-befc-5b4af4de63ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139264 Apr 20 13:01:00.620339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3362bb-1e28-4e8e-8224-b270cb01247f req-bccee9a1-8585-4774-a181-2709ee32a4d7 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:00.623262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a3362bb-1e28-4e8e-8224-b270cb01247f req-bccee9a1-8585-4774-a181-2709ee32a4d7 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.3156900 Apr 20 13:01:00.704048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5dbc8-51fe-41ef-bcae-14b0f97f1fd6 req-1fbbcf01-0913-4353-a364-84ec526371be tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:00.712965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2f5dbc8-51fe-41ef-bcae-14b0f97f1fd6 req-1fbbcf01-0913-4353-a364-84ec526371be tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2113426 Apr 20 13:01:00.876677 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.927010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a3362bb-1e28-4e8e-8224-b270cb01247f req-b4cfd613-1aa4-4861-b3e7-44c23769ba5f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739444 Apr 20 13:01:00.955305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:00.962485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81631dac-1ae4-4938-b7af-10be17b6155a req-c9a44cf3-f576-454e-ac46-1f86b69679f8 service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372214 Apr 20 13:01:00.963610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:00.964245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.966085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:00.968575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2f5dbc8-51fe-41ef-bcae-14b0f97f1fd6 req-d0de3c7e-7101-4fbe-8938-5619e91bb1c2 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2545629 Apr 20 13:01:00.970013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:00.970607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:00.977577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=07aaa1ce-ce7c-4612-ae32-a857975ca69b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:00.983937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.037769 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e775388-f316-4acc-bc7c-46d1e161ec0e tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7631457 Apr 20 13:01:01.039263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38998) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:01.073543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:01.083382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.144559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:01.151247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81631dac-1ae4-4938-b7af-10be17b6155a req-e06cee82-073e-43d8-ab72-8013108e8d3a service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800842 Apr 20 13:01:01.158688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.159534 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.161348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-36db0716-8e76-4524-b3d8-ceac859d7200 service neutron] 10.222.0.37 "PUT /v2.0/ports/2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 200 len: 1096 time: 3.0638220 Apr 20 13:01:01.162144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:01.166109 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffdb751-b625-434f-887e-1031cc6d2169" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:01.205497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031ccbf-82a7-48fd-8754-f5e304b3cc6b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.207791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031ccbf-82a7-48fd-8754-f5e304b3cc6b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.210192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031ccbf-82a7-48fd-8754-f5e304b3cc6b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.211781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031ccbf-82a7-48fd-8754-f5e304b3cc6b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.213597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b031ccbf-82a7-48fd-8754-f5e304b3cc6b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.214562 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d5919-1eb3-496e-b636-254be8636b8b x-openstack-request-id: req-7b4d5919-1eb3-496e-b636-254be8636b8b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:01.215131 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:01.215639 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b4d5919-1eb3-496e-b636-254be8636b8b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:01.216288 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4d5919-1eb3-496e-b636-254be8636b8b'] response: {'name': 'network-changed', 'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'status': 'completed', 'code': 200} Apr 20 13:01:01.218126 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b031ccbf-82a7-48fd-8754-f5e304b3cc6b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1767383 Apr 20 13:01:01.219055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:01.225350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130288906'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:01.301076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:01.305450 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.313493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Router d11639a7-ce8c-469c-ade5-92368d4d410f is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:01:01.441331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-7c77fa17-464c-4817-acf2-706b5e2caca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.443072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-7c77fa17-464c-4817-acf2-706b5e2caca4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 1099 time: 0.1975720 Apr 20 13:01:01.497334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:01:01.498694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:01.512001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.512741 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad2d7e84-e084-4a4e-bca7-6312a629793f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "PUT /v2.0/routers/d11639a7-ce8c-469c-ade5-92368d4d410f HTTP/1.1" status: 200 len: 916 time: 4.2879591 Apr 20 13:01:01.517485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39022) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:01.518087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] Sync routers for ids ['d11639a7-ce8c-469c-ade5-92368d4d410f'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:01:01.535106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f9aef-376b-4a85-b344-53a6da3391f9 req-7f7c7b1c-236b-4882-aaf9-0022eb41581e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.536897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f31f9aef-376b-4a85-b344-53a6da3391f9 req-7f7c7b1c-236b-4882-aaf9-0022eb41581e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 943 time: 0.2471638 Apr 20 13:01:01.556488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] Routers {'d11639a7-ce8c-469c-ade5-92368d4d410f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:01.561745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d11639a7-ce8c-469c-ade5-92368d4d410f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:01.599543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-0d5d10ae-b9be-4299-aee1-b72b33d95287 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 200 len: 217 time: 0.0984042 Apr 20 13:01:01.638084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:01.650448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] Routers {'d11639a7-ce8c-469c-ade5-92368d4d410f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:01.651338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:00:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d11639a7-ce8c-469c-ade5-92368d4d410f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:01.687394 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.687966 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment 21e812e2-1e0d-46ea-96b8-567866a2c8c1 of type vlan for network ca4ed0aa-61c1-4149-a417-f965b46cd080 Apr 20 13:01:01.691083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-055d4617-e1e3-49f6-ab62-d4ed095c9b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.693020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-055d4617-e1e3-49f6-ab62-d4ed095c9b23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0765405 Apr 20 13:01:01.719033 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f33a431c-7435-498d-b668-9209a83cf6f8 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/d11639a7-ce8c-469c-ade5-92368d4d410f HTTP/1.1" status: 200 len: 922 time: 0.1991093 Apr 20 13:01:01.721829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39024) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:01.776137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:01.777187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b198e9-3139-4383-99cd-4effb0b822d8 None None] The sync data for ids ['d11639a7-ce8c-469c-ade5-92368d4d410f'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:01:01.796134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6332b84-5a12-4224-b67b-c160d5601714 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.804377 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a6332b84-5a12-4224-b67b-c160d5601714 tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=d11639a7-ce8c-469c-ade5-92368d4d410f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0793297 Apr 20 13:01:01.804864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39026) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:01.836192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.876954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.882973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.883592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:01.907599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 17e162d2-b842-42ac-a3e4-46f1fdb18e60 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:01.947323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b5886-c6f6-471e-8523-602e4a8f5f9f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.953599 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1e5b5886-c6f6-471e-8523-602e4a8f5f9f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.1430278 Apr 20 13:01:01.954408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39030) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:01.989182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf261132-3a01-4dec-88c9-f630df1f0da8 req-0a702849-7342-4a3f-8800-b408cf1f87b4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:01.992151 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5870ca70-1366-4e69-ad03-197c2217c207 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d11639a7-ce8c-469c-ade5-92368d4d410f HTTP/1.1" status: 200 len: 205 time: 0.0364828 Apr 20 13:01:01.994553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39032) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:01.996791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf261132-3a01-4dec-88c9-f630df1f0da8 req-0a702849-7342-4a3f-8800-b408cf1f87b4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 948 time: 0.5525918 Apr 20 13:01:02.002799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:02.003324 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.023826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f31f9aef-376b-4a85-b344-53a6da3391f9 req-97ad4af2-1be7-433e-b6de-36da8c4570da tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343231 Apr 20 13:01:02.086549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=ca4ed0aa-61c1-4149-a417-f965b46cd080,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:02.095113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb8aa31-4db4-47ff-b14e-d599135a9796 None None] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:02.099855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-11c8edb6-10b2-4ef8-b668-7af2ab446c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:02.100371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:02.101389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-11c8edb6-10b2-4ef8-b668-7af2ab446c82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3967979 Apr 20 13:01:02.108756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5853217c-3659-420b-80a4-846168324eef tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8859475 Apr 20 13:01:02.110936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39036) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:02.117017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:02.168723 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.212704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf261132-3a01-4dec-88c9-f630df1f0da8 req-00f41a7e-3c4b-4dea-9d99-cd306f40d7e5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137928 Apr 20 13:01:02.266800 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.298956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-884bb860-a576-457a-afad-5da6a4d6dc37 None None] Provisioning complete for port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:02.299612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-884bb860-a576-457a-afad-5da6a4d6dc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.300634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.376653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Deleting port 2929710d-7369-41ac-a33b-b8792247c53f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:02.377077 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.394159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 17e162d2-b842-42ac-a3e4-46f1fdb18e60, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=17e162d2-b842-42ac-a3e4-46f1fdb18e60,segment=NetworkSegment(37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c),segment_id=37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:02.401467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.465254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7cd2a-b812-40ff-bc00-a7f5b6372421 req-b85aed00-2136-440f-a86f-98c2ce7b5002 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:02.466877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26a7cd2a-b812-40ff-bc00-a7f5b6372421 req-b85aed00-2136-440f-a86f-98c2ce7b5002 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1103694 Apr 20 13:01:02.526817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.542935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1146c-f597-4fce-bf52-4f4276801dc4 req-901e96f4-5f1e-4a7e-b311-442b93f50f5d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:02.545500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99a1146c-f597-4fce-bf52-4f4276801dc4 req-901e96f4-5f1e-4a7e-b311-442b93f50f5d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.2355072 Apr 20 13:01:02.555237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Calling delete_port for 2929710d-7369-41ac-a33b-b8792247c53f owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:02.595944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-6612ff67-54f3-4f97-8da4-596be6ca6ee1 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851465 Apr 20 13:01:02.601915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26a7cd2a-b812-40ff-bc00-a7f5b6372421 req-5e4d1050-28a7-455b-b7d8-8eb8bf916452 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208947 Apr 20 13:01:02.654249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.663538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=17e162d2-b842-42ac-a3e4-46f1fdb18e60,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:02.705314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99a1146c-f597-4fce-bf52-4f4276801dc4 req-46c81273-2263-46f2-a026-1af15e13522d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473427 Apr 20 13:01:02.713611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.805106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a28f5-7974-4508-aaf6-f9259664d524 None None] Update dhcp port {'port': {'network_id': '3e6a0cd1-0f7a-4f98-a44d-351e527481cb', 'fixed_ips': [{'subnet_id': 'cb7fb5a2-17ba-4ee8-a3ad-9a2007a2fe9e', 'ip_address': '2001:db8::2'}, {'subnet_id': '07aaa1ce-ce7c-4612-ae32-a857975ca69b'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '17e162d2-b842-42ac-a3e4-46f1fdb18e60'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:01:02.828145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 is not hosted by any dhcp agent {{(pid=109410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:01:02.836077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9f8a28f5-7974-4508-aaf6-f9259664d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.837128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:02.838043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.839439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "PUT /v2.0/networks/ca4ed0aa-61c1-4149-a417-f965b46cd080 HTTP/1.1" status: 200 len: 723 time: 0.7275960 Apr 20 13:01:02.841013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:02.851930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39044) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:02.889581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc29c2-3a14-4e72-a0d4-74e75caded3b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=ca4ed0aa-61c1-4149-a417-f965b46cd080,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:02.892446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': 'ca4ed0aa-61c1-4149-a417-f965b46cd080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:02.896326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event deleted for resources: {'Port': ['ID=2929710d-7369-41ac-a33b-b8792247c53f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:02.906863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7fbe22-ecf8-49f5-9c7d-e02ff0c90647 req-bda79bad-2e05-4d42-9346-894b25c87fc5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039980 Apr 20 13:01:02.914477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c29b1-f16a-4097-aa93-ec943fc40d64 req-98ee8cbc-9182-4087-a59b-6805975a8146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:02.915982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-981c29b1-f16a-4097-aa93-ec943fc40d64 req-98ee8cbc-9182-4087-a59b-6805975a8146 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.1228533 Apr 20 13:01:02.921969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:03.025773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-981c29b1-f16a-4097-aa93-ec943fc40d64 req-50ec8d1c-5c93-42e0-a5e9-743162d3474f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993516 Apr 20 13:01:03.060779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.063265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-35cc0dca-3385-43c7-a023-fd8e02051fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.064937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-35cc0dca-3385-43c7-a023-fd8e02051fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 1099 time: 0.0989680 Apr 20 13:01:03.170556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-9f8a28f5-7974-4508-aaf6-f9259664d524 None None] Allocated IP 172.20.0.1 (3e6a0cd1-0f7a-4f98-a44d-351e527481cb/07aaa1ce-ce7c-4612-ae32-a857975ca69b/17e162d2-b842-42ac-a3e4-46f1fdb18e60) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:03.226047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:03.231213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.236112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4526-d496-4fa4-820e-4f975c322ccd req-89ccb584-44f8-4cd9-b500-11531d501af9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.240858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.245246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cfd4526-d496-4fa4-820e-4f975c322ccd req-89ccb584-44f8-4cd9-b500-11531d501af9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 945 time: 0.1957264 Apr 20 13:01:03.255609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.295785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9f8a28f5-7974-4508-aaf6-f9259664d524 None None] For port 17e162d2-b842-42ac-a3e4-46f1fdb18e60, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=17e162d2-b842-42ac-a3e4-46f1fdb18e60,segment=NetworkSegment(37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c),segment_id=37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:03.323264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127ca2f-824d-4867-966c-9fbf8642d535 req-3ee7a4ec-7cca-4316-a2a6-10ab40b80645 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.325020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4127ca2f-824d-4867-966c-9fbf8642d535 req-3ee7a4ec-7cca-4316-a2a6-10ab40b80645 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 943 time: 0.2008286 Apr 20 13:01:03.333947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cfd4526-d496-4fa4-820e-4f975c322ccd req-9bdcfdb5-5709-4e6f-a4e9-16a27031f3bc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877442 Apr 20 13:01:03.334556 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9f8a28f5-7974-4508-aaf6-f9259664d524 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.342097 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9f8a28f5-7974-4508-aaf6-f9259664d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.351884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-64580f2c-0161-4535-a0a5-6deb309b6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.353302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-64580f2c-0161-4535-a0a5-6deb309b6880 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2618830 Apr 20 13:01:03.394606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.395215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Fanout notify agent at l3_agent the message router_deleted on router d11639a7-ce8c-469c-ade5-92368d4d410f {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:01:03.402696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.408733 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f0ed2fd-ab23-4fa7-a763-e16f09c20ae0 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/d11639a7-ce8c-469c-ade5-92368d4d410f HTTP/1.1" status: 204 len: 168 time: 1.4130421 Apr 20 13:01:03.413980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39052) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:03.420025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-337445825', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:03.467693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.468606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.471783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-ef7ae4bf-2ff9-46e6-bdc3-c3f34f9be7f6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 200 len: 217 time: 0.1092074 Apr 20 13:01:03.489046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a28f5-7974-4508-aaf6-f9259664d524 None None] Pushing event updated for resources: {'Port': ['ID=17e162d2-b842-42ac-a3e4-46f1fdb18e60,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:03.578664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4127ca2f-824d-4867-966c-9fbf8642d535 req-679f086f-e974-4db6-9828-59cf574b64ba tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387106 Apr 20 13:01:03.607764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-639213e9-cda8-4c3f-b857-348f84bc2c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.618050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-639213e9-cda8-4c3f-b857-348f84bc2c11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1373799 Apr 20 13:01:03.627126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b287d77-2cc1-4b3d-bbe7-9388faec6985 req-da7ba87d-b8ab-4b12-b076-ae4144693835 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.628677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b287d77-2cc1-4b3d-bbe7-9388faec6985 req-da7ba87d-b8ab-4b12-b076-ae4144693835 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 948 time: 0.1907456 Apr 20 13:01:03.672381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-918cbf44-fe82-4f2b-96db-7d585d61b7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.700400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.729317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b287d77-2cc1-4b3d-bbe7-9388faec6985 req-b363f1fa-b754-4e20-b065-9fc519742f99 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916581 Apr 20 13:01:03.732920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-5360804a-a7f6-41ea-833c-80502a6ef7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.734527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-5360804a-a7f6-41ea-833c-80502a6ef7a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048896 Apr 20 13:01:03.796000 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.866959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 17e162d2-b842-42ac-a3e4-46f1fdb18e60 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:03.949794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-0fcb706d-fa17-49b1-b1e9-47028f71de93 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065187 Apr 20 13:01:03.950905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:03.951448 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:03.977169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d90c-817d-40f3-8d34-b5c007de975f req-60b7c516-f44d-459e-95a1-f7597fa17ea8 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:03.978780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d13d90c-817d-40f3-8d34-b5c007de975f req-60b7c516-f44d-459e-95a1-f7597fa17ea8 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2144852 Apr 20 13:01:04.005040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.072740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43f5e-87e9-4b73-998f-54f067faa006 req-3b758760-79f4-405c-9864-a4b3d9aba1a4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.080891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37c43f5e-87e9-4b73-998f-54f067faa006 req-3b758760-79f4-405c-9864-a4b3d9aba1a4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.2016625 Apr 20 13:01:04.093349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=0dc06736-3e0f-4112-bfee-f5259e8b8335,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.158402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d13d90c-817d-40f3-8d34-b5c007de975f req-e54eeb4b-e342-4ac5-8b31-873cb1b62f0f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1688223 Apr 20 13:01:04.188642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37c43f5e-87e9-4b73-998f-54f067faa006 req-c809f2f3-3283-4f32-914a-d08fe248bce7 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067843 Apr 20 13:01:04.207716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ffdb751-b625-434f-887e-1031cc6d2169 req-0ce59bf1-7e20-474b-bef0-b40bd58d2259 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506149 Apr 20 13:01:04.209621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d8f1e679-fde0-429a-b6ac-f62d6e9436f7 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:04.377213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:04.391507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8020b5-3ece-4c04-83b3-1edbaa167660 None None] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:04.471703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'mac_address': 'fa:16:3e:0e:d1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:04.503007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': '21e812e2-1e0d-46ea-96b8-567866a2c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca4ed0aa-61c1-4149-a417-f965b46cd080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:04.503571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: ca4ed0aa-61c1-4149-a417-f965b46cd080, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:04.534811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.540026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f4f00914-3a45-4faa-9064-2f73a1b53197 None None] Provisioning complete for port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:04.540596 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4f00914-3a45-4faa-9064-2f73a1b53197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.553410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:04.571069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ca4ed0aa-61c1-4149-a417-f965b46cd080) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:04.578588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.578882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8c4b2-5f80-4d2d-82d2-d3f6ffe5ccc7 req-c4e53b48-f91b-4f62-bd7e-d5c8969ef0ca tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.580010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.581270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31c8c4b2-5f80-4d2d-82d2-d3f6ffe5ccc7 req-c4e53b48-f91b-4f62-bd7e-d5c8969ef0ca tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 945 time: 0.1499162 Apr 20 13:01:04.584294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-86ee84ce-3c94-4083-87a3-476e6f5e9d79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440701 Apr 20 13:01:04.594255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c64e3a8-2270-48ab-a699-cdaf6966d50f None None] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:04.605479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-24436fbb-1bdb-4d54-ad9e-16078aead4a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:04.605872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f1e679-fde0-429a-b6ac-f62d6e9436f7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:04.608959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-24436fbb-1bdb-4d54-ad9e-16078aead4a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 945 time: 0.1113584 Apr 20 13:01:04.647089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:04.648898 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18c15ef4-d25b-4d0e-ba35-4e074bb19d45 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7642667 Apr 20 13:01:04.655244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39066) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:04.655652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39068) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:04.673765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-61241827-07cb-4f88-8e09-3b74429834c2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:04.688620 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.800877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.837195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:04.859651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:04.988182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Allocated IP 172.25.3.78 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/b0e87ae6-2cbd-4e94-8630-dc7fa06e775e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:05.038593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65daf321-f841-40ea-a542-6db899254607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ca4ed0aa-61c1-4149-a417-f965b46cd080', 'network_id': 'ca4ed0aa-61c1-4149-a417-f965b46cd080', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': '0dc06736-3e0f-4112-bfee-f5259e8b8335'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:01:05.039583 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65daf321-f841-40ea-a542-6db899254607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.133831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d8f1e679-fde0-429a-b6ac-f62d6e9436f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:05.155060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.197574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31c8c4b2-5f80-4d2d-82d2-d3f6ffe5ccc7 req-6696a551-0f38-40a3-8ff0-0afbd398f63e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6092544 Apr 20 13:01:05.245779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.254786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] Deleting subnet d512508e-7cf7-4986-81cb-c1467ca4a0b9 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:05.287971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.294181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:05.298206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:05.301671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:05.325951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-65daf321-f841-40ea-a542-6db899254607 None None] Allocated IP 2001:db8::2 (ca4ed0aa-61c1-4149-a417-f965b46cd080/0dc06736-3e0f-4112-bfee-f5259e8b8335/58aca571-7ca7-4709-bfbf-59114d73fb6a) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:05.350227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c996833-cf97-4672-8f74-b3c794ab83f5 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:05.368907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event updated for resources: {'Port': ['ID=b0e87ae6-2cbd-4e94-8630-dc7fa06e775e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:05.405966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4722f-8534-4929-8207-289a0475702b req-ef6c639e-d142-4255-b40f-6e14b8c9c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.407477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-ef6c639e-d142-4255-b40f-6e14b8c9c9cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1097 time: 0.7269490 Apr 20 13:01:05.414866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.426559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91af209-e3c8-406f-a62e-608aa18002d0 req-11664d6f-8c00-4bf4-b5f7-f3b40d729894 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.434009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b91af209-e3c8-406f-a62e-608aa18002d0 req-11664d6f-8c00-4bf4-b5f7-f3b40d729894 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 944 time: 0.6783638 Apr 20 13:01:05.476438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61241827-07cb-4f88-8e09-3b74429834c2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8800916'] for subnet, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.523283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-368e583f-ca1f-4aa9-9bdf-89a65f048120 None None] Provisioning complete for port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:05.523658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-368e583f-ca1f-4aa9-9bdf-89a65f048120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.625451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.637116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:05.637458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.647252 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.652146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:05.680408 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65daf321-f841-40ea-a542-6db899254607 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.682511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'mac_address': 'fa:16:3e:bd:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:05.695751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b91af209-e3c8-406f-a62e-608aa18002d0 req-7586a1df-3011-4270-a413-550ee4d05b04 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589653 Apr 20 13:01:05.712344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8e84c-784f-4368-b0f1-035935d9d348 req-9273e135-bd3c-4fa0-8411-7220ac3fd689 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.712344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fb8e84c-784f-4368-b0f1-035935d9d348 req-9273e135-bd3c-4fa0-8411-7220ac3fd689 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 948 time: 0.3858366 Apr 20 13:01:05.720794 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65daf321-f841-40ea-a542-6db899254607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.814231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65daf321-f841-40ea-a542-6db899254607 None None] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:05.826571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a3c5da3b-bfec-46b4-96a2-52473b284895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.828195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-65daf321-f841-40ea-a542-6db899254607 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:05.830817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.832913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65daf321-f841-40ea-a542-6db899254607 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:05.834853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daf321-f841-40ea-a542-6db899254607 None None] Pushing event updated for resources: {'Port': ['ID=58aca571-7ca7-4709-bfbf-59114d73fb6a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:05.854660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c996833-cf97-4672-8f74-b3c794ab83f5 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:05.905721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4722f-8534-4929-8207-289a0475702b req-c9760868-ee0d-44ff-8989-637e7b107c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:05.907953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-c9760868-ee0d-44ff-8989-637e7b107c02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.4518826 Apr 20 13:01:05.913502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:05.918333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-65daf321-f841-40ea-a542-6db899254607 None None] Attempting to bind port 58aca571-7ca7-4709-bfbf-59114d73fb6a on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:05.918714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-65daf321-f841-40ea-a542-6db899254607 None None] Attempting to bind port 58aca571-7ca7-4709-bfbf-59114d73fb6a by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '21e812e2-1e0d-46ea-96b8-567866a2c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca4ed0aa-61c1-4149-a417-f965b46cd080'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:05.919086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf321-f841-40ea-a542-6db899254607 None None] Attempting to bind port 58aca571-7ca7-4709-bfbf-59114d73fb6a on network ca4ed0aa-61c1-4149-a417-f965b46cd080 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:05.921763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.922911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.951471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf321-f841-40ea-a542-6db899254607 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:05.951718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fb8e84c-784f-4368-b0f1-035935d9d348 req-f6174ff7-d15b-424f-826b-42165645ff17 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359421 Apr 20 13:01:05.951984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf321-f841-40ea-a542-6db899254607 None None] Checking segment: {'id': '21e812e2-1e0d-46ea-96b8-567866a2c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca4ed0aa-61c1-4149-a417-f965b46cd080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:05.952250 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65daf321-f841-40ea-a542-6db899254607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:05.952640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65daf321-f841-40ea-a542-6db899254607 None None] Bound using segment: {'id': '21e812e2-1e0d-46ea-96b8-567866a2c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca4ed0aa-61c1-4149-a417-f965b46cd080'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:05.953132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-65daf321-f841-40ea-a542-6db899254607 None None] Bound port: 58aca571-7ca7-4709-bfbf-59114d73fb6a, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e812e2-1e0d-46ea-96b8-567866a2c8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ca4ed0aa-61c1-4149-a417-f965b46cd080'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:05.953507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65daf321-f841-40ea-a542-6db899254607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.006081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.018784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-0d7e1f49-4463-4fdc-9891-65cf5b8c8484 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 200 len: 217 time: 0.1013730 Apr 20 13:01:06.028468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.064750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-65daf321-f841-40ea-a542-6db899254607 None None] For port 58aca571-7ca7-4709-bfbf-59114d73fb6a, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:06.078445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-65daf321-f841-40ea-a542-6db899254607 None None] For port 58aca571-7ca7-4709-bfbf-59114d73fb6a, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58aca571-7ca7-4709-bfbf-59114d73fb6a,segment=NetworkSegment(21e812e2-1e0d-46ea-96b8-567866a2c8c1),segment_id=21e812e2-1e0d-46ea-96b8-567866a2c8c1)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:06.083142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] For port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:06.083508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.084102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65daf321-f841-40ea-a542-6db899254607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.106546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Router 272b3329-3cd0-44a6-a8c5-dc483c809f1a is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:01:06.108350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d512508e-7cf7-4986-81cb-c1467ca4a0b9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.110591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.116505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-712e84d9-1fe5-4143-81d5-23266e8f7e7f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d512508e-7cf7-4986-81cb-c1467ca4a0b9 HTTP/1.1" status: 204 len: 168 time: 1.4570575 Apr 20 13:01:06.117303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39076) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:06.126272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2c996833-cf97-4672-8f74-b3c794ab83f5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:06.139890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61241827-07cb-4f88-8e09-3b74429834c2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772267746232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9405356'] for subnet, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.156543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3eded-93e4-4533-8f32-d28d3afbd0a6 req-f0444314-9a3c-4cc1-8d67-6fb002f5bc5e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.163791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bee3eded-93e4-4533-8f32-d28d3afbd0a6 req-f0444314-9a3c-4cc1-8d67-6fb002f5bc5e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.3671494 Apr 20 13:01:06.182134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daf321-f841-40ea-a542-6db899254607 None None] Pushing event updated for resources: {'Port': ['ID=58aca571-7ca7-4709-bfbf-59114d73fb6a,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.272361 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.287560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61241827-07cb-4f88-8e09-3b74429834c2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.288145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61241827-07cb-4f88-8e09-3b74429834c2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.289471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-61241827-07cb-4f88-8e09-3b74429834c2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "PUT /v2.0/subnets/0dc06736-3e0f-4112-bfee-f5259e8b8335 HTTP/1.1" status: 200 len: 826 time: 1.6317060 Apr 20 13:01:06.298053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39080) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:06.327431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4722f-8534-4929-8207-289a0475702b req-163f4380-ce9f-4bc4-ae6d-c2e6d23578a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.328884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-163f4380-ce9f-4bc4-ae6d-c2e6d23578a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.2917314 Apr 20 13:01:06.354879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bee3eded-93e4-4533-8f32-d28d3afbd0a6 req-097ee4e3-01c4-483e-95dd-58bcefe2cc63 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894763 Apr 20 13:01:06.423518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61241827-07cb-4f88-8e09-3b74429834c2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=0dc06736-3e0f-4112-bfee-f5259e8b8335,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.454568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:01:06.465578 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] Sync routers for ids ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:01:06.479063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] Routers {'272b3329-3cd0-44a6-a8c5-dc483c809f1a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:06.479836 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:06.502217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.508019 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6b396d0f-892a-497b-8883-604a36116638 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0929172 Apr 20 13:01:06.510547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.513538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39084) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:06.518504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:06.519541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac62fc5-5475-44aa-bf7a-e28ea9f1bd0e req-7ae1d5df-fb64-4e7f-9bc4-5b9204edae04 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.524927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cac62fc5-5475-44aa-bf7a-e28ea9f1bd0e req-7ae1d5df-fb64-4e7f-9bc4-5b9204edae04 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.4869952 Apr 20 13:01:06.554956 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:06.567763 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] Routers {'272b3329-3cd0-44a6-a8c5-dc483c809f1a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:06.568514 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:06.610562 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:06.611557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a762e8-f8e1-42b7-9d6e-05499d1f13f5 None None] The sync data for ids ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:01:06.652094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd91b65-41a3-4a73-87b1-de07919f4f35']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:06.666665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4baa09b4-ef2a-4948-a11e-22b79e27b9cb') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:06.666945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4baa09b4-ef2a-4948-a11e-22b79e27b9cb') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:06.681833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.690319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cac62fc5-5475-44aa-bf7a-e28ea9f1bd0e req-5c80aa0f-6d3f-4bdf-bb00-25df2c68a7e5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309187 Apr 20 13:01:06.695625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4722f-8534-4929-8207-289a0475702b req-8ddaf5c8-aa65-4d02-898f-4c0c678cbafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.697291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-8ddaf5c8-aa65-4d02-898f-4c0c678cbafa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3507974 Apr 20 13:01:06.702467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.724700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70bab1-5fad-4487-b3ee-84f359ca7e30 req-199fdd3b-5da6-4ae2-b799-2ca5cc278cde tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:06.726181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c70bab1-5fad-4487-b3ee-84f359ca7e30 req-199fdd3b-5da6-4ae2-b799-2ca5cc278cde tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 945 time: 0.2438469 Apr 20 13:01:06.734434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.746883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:06.747284 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:06.749556 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:06.767196 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.767575 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.767899 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 5d3c5e06-08f8-42af-9ca2-bc30d6cd990a disassociated. External IP: 172.25.3.198, port: 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70. Apr 20 13:01:06.768239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:06.850056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.892377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:06.897665 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/1fd91b65-41a3-4a73-87b1-de07919f4f35 HTTP/1.1" status: 204 len: 168 time: 0.7762148 Apr 20 13:01:06.898867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39094) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:06.918317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee94101-ed7c-4df8-b4e3-e99f40f2c7bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1fd91b65-41a3-4a73-87b1-de07919f4f35,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:06.938612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c70bab1-5fad-4487-b3ee-84f359ca7e30 req-1f8acf83-65ec-43ad-ad5b-cf3b9689e2de tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e7b44a5-11df-4b89-8660-14deda24e4ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953342 Apr 20 13:01:06.991747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-f437fd7c-3e77-48c5-8b3c-fd0e679f4fc3 service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757025 Apr 20 13:01:07.023305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.037673 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] Deleting subnet 2a359c4f-2a27-467d-b132-4452157e6259 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:07.044072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.079199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.118534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.126581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9216d75-d4ad-452c-a3bd-ed7b3796c6d0 req-c0e831bd-f661-42c5-96b6-ef3064279b5c tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.133393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.133905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9216d75-d4ad-452c-a3bd-ed7b3796c6d0 req-c0e831bd-f661-42c5-96b6-ef3064279b5c tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 944 time: 0.2312090 Apr 20 13:01:07.148831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port 58aca571-7ca7-4709-bfbf-59114d73fb6a {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:07.149176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.206730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.254031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Deleting port b0e87ae6-2cbd-4e94-8630-dc7fa06e775e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:07.254379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.315125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.353357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a359c4f-2a27-467d-b132-4452157e6259,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:07.361237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.364551 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-92b4f322-a78f-4a1e-89d4-f0469faaf418 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2a359c4f-2a27-467d-b132-4452157e6259 HTTP/1.1" status: 204 len: 168 time: 0.4562726 Apr 20 13:01:07.367323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39100) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:07.371512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c996833-cf97-4672-8f74-b3c794ab83f5 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:07.400501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.410629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c01f92-bb3f-4e1e-8010-811c9f3ed2d5 None None] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:07.445548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Calling delete_port for b0e87ae6-2cbd-4e94-8630-dc7fa06e775e owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:07.473252 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.529699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7e893bd2-d87f-4e09-9589-a815de83c3cf None None] Provisioning complete for port 58aca571-7ca7-4709-bfbf-59114d73fb6a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:07.529699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e893bd2-d87f-4e09-9589-a815de83c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.568122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2c996833-cf97-4672-8f74-b3c794ab83f5 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:07.585470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2c996833-cf97-4672-8f74-b3c794ab83f5 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:07.585860 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.653388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.678337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c2e97b-b969-483c-85f5-ded8a4f90817']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:07.706986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ca4722f-8534-4929-8207-289a0475702b req-cdb2d806-62e5-45fd-bfb5-0e850f6aa9ff service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043929 Apr 20 13:01:07.708017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2786c6bd-dbcf-4609-8ad1-91b62003157e') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:07.708317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2786c6bd-dbcf-4609-8ad1-91b62003157e') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:07.712604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.723831 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.743664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9216d75-d4ad-452c-a3bd-ed7b3796c6d0 req-d95a940d-4c38-4585-8e7d-174a309df294 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088171 Apr 20 13:01:07.743837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.752445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:07.752860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:07.754678 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:07.765464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.775934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9176493-e592-4fd0-aa6e-612950dce927 req-99d59955-dcfd-40d5-b4c4-d9635f1c0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.781053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9176493-e592-4fd0-aa6e-612950dce927 req-99d59955-dcfd-40d5-b4c4-d9635f1c0242 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.6408985 Apr 20 13:01:07.857470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=21a82d1b-84b1-4eb3-8335-fbd2ec96bd70,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:07.893740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e8406-1a78-478c-a7cc-34d4506ec35a req-8111c860-96a5-44cf-b066-631651725ac9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:07.901421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d18e8406-1a78-478c-a7cc-34d4506ec35a req-8111c860-96a5-44cf-b066-631651725ac9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 949 time: 0.7443304 Apr 20 13:01:07.955365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58aca571-7ca7-4709-bfbf-59114d73fb6a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:07.991512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e893bd2-d87f-4e09-9589-a815de83c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:07.994648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port 58aca571-7ca7-4709-bfbf-59114d73fb6a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58aca571-7ca7-4709-bfbf-59114d73fb6a,segment=NetworkSegment(21e812e2-1e0d-46ea-96b8-567866a2c8c1),segment_id=21e812e2-1e0d-46ea-96b8-567866a2c8c1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:07.995104 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.069726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for 58aca571-7ca7-4709-bfbf-59114d73fb6a owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:08.087270 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.092498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7e893bd2-d87f-4e09-9589-a815de83c3cf None None] For port 58aca571-7ca7-4709-bfbf-59114d73fb6a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58aca571-7ca7-4709-bfbf-59114d73fb6a,segment=NetworkSegment(21e812e2-1e0d-46ea-96b8-567866a2c8c1),segment_id=21e812e2-1e0d-46ea-96b8-567866a2c8c1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:08.104575 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e893bd2-d87f-4e09-9589-a815de83c3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.126712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Pushing event deleted for resources: {'Port': ['ID=b0e87ae6-2cbd-4e94-8630-dc7fa06e775e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.153101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:08.155608 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a6fce9-c632-4559-9c65-995d584702bb" -d '{"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-plugged", "status": "completed", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:08.156494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d18e8406-1a78-478c-a7cc-34d4506ec35a req-6c3630dc-464f-433a-8e2c-e45505aa3b49 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538257 Apr 20 13:01:08.183373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.183552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 58aca571-7ca7-4709-bfbf-59114d73fb6a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:08.183819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.195910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c89602-2811-4e10-9c42-501cbc49e44a req-f6749a10-b21c-4115-bf9c-8f76b63b9b12 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:08.197537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10c89602-2811-4e10-9c42-501cbc49e44a req-f6749a10-b21c-4115-bf9c-8f76b63b9b12 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2892649 Apr 20 13:01:08.197680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.203096 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] 10.222.0.24 "DELETE /v2.0/networks/27c2e97b-b969-483c-85f5-ded8a4f90817 HTTP/1.1" status: 204 len: 168 time: 0.8324237 Apr 20 13:01:08.227650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.238260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:08.239000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ccb13-1e1a-46a6-8bf2-aeaf1e97ce73 admin admin] Pushing event deleted for resources: {'Network': ['ID=27c2e97b-b969-483c-85f5-ded8a4f90817,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.265600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d8f1e679-fde0-429a-b6ac-f62d6e9436f7 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:08.275480 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.278515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:08.338391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e893bd2-d87f-4e09-9589-a815de83c3cf None None] Pushing event updated for resources: {'Port': ['ID=58aca571-7ca7-4709-bfbf-59114d73fb6a,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.379899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9176493-e592-4fd0-aa6e-612950dce927 req-ca165b02-5446-44e2-ac2c-3477393c6dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:08.381383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9176493-e592-4fd0-aa6e-612950dce927 req-ca165b02-5446-44e2-ac2c-3477393c6dde service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.5498869 Apr 20 13:01:08.424535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:08.425027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:08.543279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10c89602-2811-4e10-9c42-501cbc49e44a req-7cf0c0a9-bf22-4088-966d-202650fd2b37 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2243707 Apr 20 13:01:08.592677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.598543 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.598745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:01:08.599045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6f580-4b77-4782-ba4a-cb5c5d85910e None None] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:08.605104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.610311 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.635580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:08.650568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:08.658564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa5040-2b0d-46b7-a298-6f0449245b0a req-7fd00230-9709-4743-a5bd-0988b63e6622 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:08.666014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35fa5040-2b0d-46b7-a298-6f0449245b0a req-7fd00230-9709-4743-a5bd-0988b63e6622 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.3653281 Apr 20 13:01:08.701863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:08.701863 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.712343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Router 272b3329-3cd0-44a6-a8c5-dc483c809f1a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:01:08.735431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8393bf46-330d-4775-9ae2-90d1b0356d49 None None] Provisioning complete for port 58aca571-7ca7-4709-bfbf-59114d73fb6a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:08.735800 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8393bf46-330d-4775-9ae2-90d1b0356d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.755790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-114a7908-f822-4deb-a120-c7aaa6016fdd req-f1cf2e6f-4ae0-42d7-9122-e56f9c5f9e17 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 210 time: 0.0852478 Apr 20 13:01:08.766188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9176493-e592-4fd0-aa6e-612950dce927 req-82f8ff42-9589-4efa-9b5f-262ccdfa501c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 1001 time: 0.3689721 Apr 20 13:01:08.787840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:01:08.800971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.804314 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bca224a0-cacb-43c9-933a-8a56a0a580c4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "PUT /v2.0/routers/272b3329-3cd0-44a6-a8c5-dc483c809f1a HTTP/1.1" status: 200 len: 705 time: 2.2875075 Apr 20 13:01:08.804573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39114) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.806021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] Sync routers for ids ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:01:08.851769 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bcc499-b900-47b6-a8f6-a313642b97e3 x-openstack-request-id: req-24bcc499-b900-47b6-a8f6-a313642b97e3 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:08.852032 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-plugged", "status": "completed", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:08.852269 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24bcc499-b900-47b6-a8f6-a313642b97e3 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:08.853048 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24bcc499-b900-47b6-a8f6-a313642b97e3'] response: {'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'code': 200} Apr 20 13:01:08.873486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] Routers {'272b3329-3cd0-44a6-a8c5-dc483c809f1a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:08.874252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:08.883151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:08.921200 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-567d69bf-294e-4072-bba9-682f6e1dfcbb tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/routers/272b3329-3cd0-44a6-a8c5-dc483c809f1a HTTP/1.1" status: 200 len: 740 time: 0.1153553 Apr 20 13:01:08.923874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39116) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.924392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:08.940973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cf267bf5-06f2-48b5-994b-cedd6aaaaca3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=faa0d85b8ae24d0dbf5cd4d2bb6e9a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309145 Apr 20 13:01:08.975537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39118) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:08.977950 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da2f17d0-6e40-4957-833f-e813c33f274f tempest-RoutersAdminTest-1481166812 tempest-RoutersAdminTest-1481166812-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=272b3329-3cd0-44a6-a8c5-dc483c809f1a HTTP/1.1" status: 200 len: 205 time: 0.0528188 Apr 20 13:01:08.982124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.014234 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8961f8a-5f80-44a8-b967-62b1ac3b921e tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b3329-3cd0-44a6-a8c5-dc483c809f1a HTTP/1.1" status: 200 len: 205 time: 0.0308459 Apr 20 13:01:09.015128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35fa5040-2b0d-46b7-a298-6f0449245b0a req-e889ae92-ceb2-47aa-b612-d7697cfd3b11 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482502 Apr 20 13:01:09.017886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39122) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.023118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.042179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] Routers {'272b3329-3cd0-44a6-a8c5-dc483c809f1a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:09.042815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:09.052676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.064903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9176493-e592-4fd0-aa6e-612950dce927 req-1d515211-8cea-4608-8a9c-d7bb14b835d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:09.066415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9176493-e592-4fd0-aa6e-612950dce927 req-1d515211-8cea-4608-8a9c-d7bb14b835d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.2911515 Apr 20 13:01:09.094977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:09.095666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b3f065-3f60-40d8-bca6-c5516f106770 None None] The sync data for ids ['272b3329-3cd0-44a6-a8c5-dc483c809f1a'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:01:09.103466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf561604-4551-4541-882c-3bba996f71e4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.121703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:09.127236 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.185798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=58aca571-7ca7-4709-bfbf-59114d73fb6a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:09.196567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:09.215049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386328f-b2ca-4d34-808c-965f1032bca5 req-c4f1ab37-2d42-43ed-a70a-0b2a2cbbae32 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:09.223096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8386328f-b2ca-4d34-808c-965f1032bca5 req-c4f1ab37-2d42-43ed-a70a-0b2a2cbbae32 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 944 time: 0.2947786 Apr 20 13:01:09.226221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc1cfc-1ed6-4bc9-af6b-f37ce0e301e6 req-1ca706c3-9996-4e40-9eeb-e6607352f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:09.227670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fcc1cfc-1ed6-4bc9-af6b-f37ce0e301e6 req-1ca706c3-9996-4e40-9eeb-e6607352f58e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 1101 time: 0.3207490 Apr 20 13:01:09.270688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:01:09.283806 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:01:09.296423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf561604-4551-4541-882c-3bba996f71e4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.298625 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:09.298777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf561604-4551-4541-882c-3bba996f71e4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.299626 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:09.351201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf561604-4551-4541-882c-3bba996f71e4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.351712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf561604-4551-4541-882c-3bba996f71e4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Fanout notify agent at l3_agent the message router_deleted on router 272b3329-3cd0-44a6-a8c5-dc483c809f1a {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:01:09.359227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf561604-4551-4541-882c-3bba996f71e4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.365334 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cf561604-4551-4541-882c-3bba996f71e4 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/272b3329-3cd0-44a6-a8c5-dc483c809f1a HTTP/1.1" status: 204 len: 168 time: 0.3415661 Apr 20 13:01:09.366490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39126) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.397164 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8dd7ba49-7b38-4970-9ffa-aa07f527680f tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=272b3329-3cd0-44a6-a8c5-dc483c809f1a HTTP/1.1" status: 200 len: 205 time: 0.0273666 Apr 20 13:01:09.398222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39128) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.399152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port 58aca571-7ca7-4709-bfbf-59114d73fb6a on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:09.422620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] No DVR routers for this DVR port 21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:09.432202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30095bb3-435d-4d3c-8b96-d095f30a2efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.432951 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:01:09.437849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6d9ae-320e-491a-a4fc-aedec40cdd07 None None] DHCP port deletion for ca4ed0aa-61c1-4149-a417-f965b46cd080 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:01:09.454742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30095bb3-435d-4d3c-8b96-d095f30a2efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.455339 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-6f5fc26d-936f-4a1b-a42c-0bbd0cb20fbc tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] delete failed (client error): The resource could not be found. Apr 20 13:01:09.456463 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6f5fc26d-936f-4a1b-a42c-0bbd0cb20fbc tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/272b3329-3cd0-44a6-a8c5-dc483c809f1a HTTP/1.1" status: 404 len: 336 time: 0.0572259 Apr 20 13:01:09.459908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39130) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.466048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e6e97c97-ed0f-4aba-bdd4-b639b4eccaaf None None] Could not find standard attr ID for object 58aca571-7ca7-4709-bfbf-59114d73fb6a. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:01:09.476632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d97039-434f-4381-b6e7-c94a5a68ffc3 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:01:09.502967 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-43d2733b-8a0a-46d2-81a6-0079dfb3ec86 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=d11639a7-ce8c-469c-ade5-92368d4d410f HTTP/1.1" status: 200 len: 205 time: 0.0410826 Apr 20 13:01:09.504297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.505139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39132) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.507666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c8552d-e4ea-421f-bf79-2d7b2da8de0e req-e1475f59-2956-4eab-8106-7ea0ef2de464 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "DELETE /v2.0/ports/21a82d1b-84b1-4eb3-8335-fbd2ec96bd70 HTTP/1.1" status: 204 len: 173 time: 4.8890212 Apr 20 13:01:09.533026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'name': 'network-vif-deleted', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:09.535230 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64641953-4277-4077-b20a-f62ecc1f9a4a" -d '{"events": [{"server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "name": "network-vif-deleted", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:09.553181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9176493-e592-4fd0-aa6e-612950dce927 req-f9520f67-8633-447b-8fcd-09519347f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:09.560363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9176493-e592-4fd0-aa6e-612950dce927 req-f9520f67-8633-447b-8fcd-09519347f956 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4371204 Apr 20 13:01:09.560363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30095bb3-435d-4d3c-8b96-d095f30a2efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.560363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-30095bb3-435d-4d3c-8b96-d095f30a2efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.560363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-30095bb3-435d-4d3c-8b96-d095f30a2efa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a HTTP/1.1" status: 204 len: 168 time: 0.5835876 Apr 20 13:01:09.615526 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-13692fd6-d37b-4838-a76e-cc852a36b628 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] delete failed (client error): The resource could not be found. Apr 20 13:01:09.621855 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-13692fd6-d37b-4838-a76e-cc852a36b628 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/d11639a7-ce8c-469c-ade5-92368d4d410f HTTP/1.1" status: 404 len: 336 time: 0.1153181 Apr 20 13:01:09.624683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39140) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.650785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fcc1cfc-1ed6-4bc9-af6b-f37ce0e301e6 req-1bcc22ba-734d-438a-a354-b4d0040ccf5b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009047 Apr 20 13:01:09.668398 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b12b9507-f993-4d64-baf3-4dff5f032c63 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 HTTP/1.1" status: 200 len: 205 time: 0.0425138 Apr 20 13:01:09.670810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39142) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.674343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30095bb3-435d-4d3c-8b96-d095f30a2efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b1f0c-a0cb-42a6-bf2b-d46f353ae78a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:09.680710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d97039-434f-4381-b6e7-c94a5a68ffc3 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:01:09.713091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8386328f-b2ca-4d34-808c-965f1032bca5 req-dd99a6f9-c9e6-4ab0-ae44-8e264e8e48a9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853144 Apr 20 13:01:09.735172 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-f732e76c-af60-44e8-a8d4-f2c2295b6d78 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] delete failed (client error): The resource could not be found. Apr 20 13:01:09.739441 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f732e76c-af60-44e8-a8d4-f2c2295b6d78 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/c754e9d3-4780-4d3d-b5a7-b1b39158b1f0 HTTP/1.1" status: 404 len: 336 time: 0.0635817 Apr 20 13:01:09.739591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39144) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.772956 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:09.774937 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c2c2c47-47c3-4b18-8112-e2a3735d3543 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=f73dd959-c181-4389-9e58-42924d205bce HTTP/1.1" status: 200 len: 205 time: 0.0343521 Apr 20 13:01:09.775621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39146) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.807613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9260a-185b-4644-8704-1ef27151102e req-308f8a97-3155-4232-ae97-6a6ebe3b546d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:09.811424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82c9260a-185b-4644-8704-1ef27151102e req-308f8a97-3155-4232-ae97-6a6ebe3b546d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.5423114 Apr 20 13:01:09.814696 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7f7889-e84b-4f08-a81e-fd7155572712 x-openstack-request-id: req-cd7f7889-e84b-4f08-a81e-fd7155572712 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:09.816887 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692e2e5a-5f64-4261-b272-17316c04edb9", "name": "network-vif-deleted", "tag": "21a82d1b-84b1-4eb3-8335-fbd2ec96bd70", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:09.817315 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd7f7889-e84b-4f08-a81e-fd7155572712 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:09.819772 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7f7889-e84b-4f08-a81e-fd7155572712'] response: {'server_uuid': '692e2e5a-5f64-4261-b272-17316c04edb9', 'name': 'network-vif-deleted', 'tag': '21a82d1b-84b1-4eb3-8335-fbd2ec96bd70', 'status': 'completed', 'code': 200} Apr 20 13:01:09.822485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:09.823503 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-1f39ab2f-a974-4f4f-bddf-d433d6fd5012 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] delete failed (client error): The resource could not be found. Apr 20 13:01:09.828086 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1f39ab2f-a974-4f4f-bddf-d433d6fd5012 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/f73dd959-c181-4389-9e58-42924d205bce HTTP/1.1" status: 404 len: 336 time: 0.0514557 Apr 20 13:01:09.833229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.842798 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:01:09.862571 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:09.863204 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:09.908234 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-540694b0-e7c5-4c97-af8c-bf4b5f60b8bb tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=16897005-2482-495a-a197-5d6931df62dd HTTP/1.1" status: 200 len: 205 time: 0.0735290 Apr 20 13:01:09.908930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39152) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.914805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58aca571-7ca7-4709-bfbf-59114d73fb6a no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:09.953347 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-dfb89929-43a6-410b-ba79-1a583f2da601 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] delete failed (client error): The resource could not be found. Apr 20 13:01:09.953570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 58aca571-7ca7-4709-bfbf-59114d73fb6a {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:09.953570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58aca571-7ca7-4709-bfbf-59114d73fb6a not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:09.956537 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dfb89929-43a6-410b-ba79-1a583f2da601 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/16897005-2482-495a-a197-5d6931df62dd HTTP/1.1" status: 404 len: 336 time: 0.0463138 Apr 20 13:01:09.957071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39156) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:09.986956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.003742 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-89c04ef0-9865-4728-bdf0-76dd0fbc440e tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "GET /v2.0/ports?device_id=725817cb-f80c-4485-a5af-6491233e7e4e HTTP/1.1" status: 200 len: 205 time: 0.0454483 Apr 20 13:01:10.004490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.062052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc06736-3e0f-4112-bfee-f5259e8b8335,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:10.062689 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-3adefe4b-9a36-4f83-9d2c-2fd215e6a582 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] delete failed (client error): The resource could not be found. Apr 20 13:01:10.068102 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3adefe4b-9a36-4f83-9d2c-2fd215e6a582 tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/routers/725817cb-f80c-4485-a5af-6491233e7e4e HTTP/1.1" status: 404 len: 336 time: 0.0625238 Apr 20 13:01:10.068767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39162) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.090996 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:01:10.128031 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72d45d3-52f2-4aac-bc49-e5c80ce9b11b tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:10.128492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72d45d3-52f2-4aac-bc49-e5c80ce9b11b tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:10.129011 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.136433 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b72d45d3-52f2-4aac-bc49-e5c80ce9b11b tempest-RoutersAdminTest-1902281902 tempest-RoutersAdminTest-1902281902-project] 10.222.0.24 "DELETE /v2.0/subnets/a8906c08-ea03-4106-ab7b-d1fb47d6532b HTTP/1.1" status: 404 len: 337 time: 0.0655382 Apr 20 13:01:10.155294 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-eaec29f6-8d80-42b7-bf3c-ccd3a59a9baa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855882 Apr 20 13:01:10.159822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82c9260a-185b-4644-8704-1ef27151102e req-b8bc1e3a-6542-42e8-ae7a-681cf47e4197 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117679 Apr 20 13:01:10.189409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95598df-4583-468a-b5f8-0e664dd6895e req-5b0bf0a5-03c9-4a59-a49b-56d8da9f54ce tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.191110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f95598df-4583-468a-b5f8-0e664dd6895e req-5b0bf0a5-03c9-4a59-a49b-56d8da9f54ce tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2414539 Apr 20 13:01:10.196627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9176493-e592-4fd0-aa6e-612950dce927 req-7d959c50-422c-4353-accb-90211a4cf20b service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016374 Apr 20 13:01:10.278552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4ed0aa-61c1-4149-a417-f965b46cd080']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:10.332746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e812e2-1e0d-46ea-96b8-567866a2c8c1') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:10.333163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e812e2-1e0d-46ea-96b8-567866a2c8c1') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:10.344790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39166) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.350873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d4ea6b-6602-40fd-9f84-d07c6739299f None None] Network ca4ed0aa-61c1-4149-a417-f965b46cd080 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:10.360483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.397409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231645-2f4e-49fd-b275-3773a355d484 req-268aa784-2469-41fd-be42-0d0eee995c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.398932 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-268aa784-2469-41fd-be42-0d0eee995c54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 1097 time: 0.1705453 Apr 20 13:01:10.414195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-507b2160-c64f-4979-9fdc-74145dd7729b req-9b2ef3d6-1831-4bba-a564-93125fc190ec tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=692e2e5a-5f64-4261-b272-17316c04edb9 HTTP/1.1" status: 200 len: 210 time: 0.0515807 Apr 20 13:01:10.432219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f95598df-4583-468a-b5f8-0e664dd6895e req-b21ed7dd-c17d-4678-940a-3d593d3c98cb tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2189283 Apr 20 13:01:10.452224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.468560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:10.482772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:10.487800 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:10.521955 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6d48e43f-4823-4c56-ba01-bae78490f65c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d593ec87b7d045b2992d6cb65bdef705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754751 Apr 20 13:01:10.531645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.570026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9176493-e592-4fd0-aa6e-612950dce927 req-9652cfe3-bd22-49ac-b360-fb904f715ba7 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245862 Apr 20 13:01:10.605358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bc86ac-8906-40e9-8853-cefc27e57a7c None None] DHCP port deletion for ca4ed0aa-61c1-4149-a417-f965b46cd080 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:01:10.636658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.651158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39172) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.659435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.670503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/ca4ed0aa-61c1-4149-a417-f965b46cd080 HTTP/1.1" status: 204 len: 168 time: 4.3669083 Apr 20 13:01:10.671538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.706741 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:10.712464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc164fc8-7d61-4c6d-a475-aea37bc49eee tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=ca4ed0aa-61c1-4149-a417-f965b46cd080,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:10.735114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70ce97-d398-45d0-9abd-676fa6621aca req-ed914c04-e1c3-4a2c-bed7-457b5178d3e0 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.736777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d70ce97-d398-45d0-9abd-676fa6621aca req-ed914c04-e1c3-4a2c-bed7-457b5178d3e0 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1697447 Apr 20 13:01:10.747206 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-349aa399-4299-43bb-9a08-de79d0a6d509 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:10.747933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349aa399-4299-43bb-9a08-de79d0a6d509 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:10.769946 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-349aa399-4299-43bb-9a08-de79d0a6d509 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/ca4ed0aa-61c1-4149-a417-f965b46cd080 HTTP/1.1" status: 404 len: 339 time: 0.0952284 Apr 20 13:01:10.773468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:10.779235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104154833', 'description': 'd1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:10.783524 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd3dad-22a6-49ed-8463-5a699db70667 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:01:10.784692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f4249ca-7198-45bf-b374-ad46387a8039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.830851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231645-2f4e-49fd-b275-3773a355d484 req-b151f545-80ec-4d49-8ec3-d0502594c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.832347 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-b151f545-80ec-4d49-8ec3-d0502594c91e service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.3254256 Apr 20 13:01:10.832496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d70ce97-d398-45d0-9abd-676fa6621aca req-b8b6f8a9-8111-4e46-9387-e2e902f466fe tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816801 Apr 20 13:01:10.833066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fea4af54-2dd9-4843-9910-8db933525b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.856228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:10.859141 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa4710a-514a-4c45-ac0d-56ed6ca2773b" -d '{"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:10.863149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f4249ca-7198-45bf-b374-ad46387a8039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.865219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:10.868665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:10.893558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d83126-0e18-4dfb-ba7b-6f6a60c4c650 req-56fb51ec-346e-422f-af49-eb3d98e1ded0 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:10.895158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1d83126-0e18-4dfb-ba7b-6f6a60c4c650 req-56fb51ec-346e-422f-af49-eb3d98e1ded0 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.0805213 Apr 20 13:01:10.914876 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd332bb1-8e1f-4986-86f3-4a969b7ecb39 x-openstack-request-id: req-bd332bb1-8e1f-4986-86f3-4a969b7ecb39 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:10.916138 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:10.916968 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd332bb1-8e1f-4986-86f3-4a969b7ecb39 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:10.920151 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-6bb9f3ba-6aac-4618-88ce-1e95f6141df1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 200 len: 217 time: 0.0750701 Apr 20 13:01:10.923964 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd332bb1-8e1f-4986-86f3-4a969b7ecb39'] response: {'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'code': 200} Apr 20 13:01:10.954875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1d83126-0e18-4dfb-ba7b-6f6a60c4c650 req-3c1cd56a-9045-43c4-9e17-3858cbb38687 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521836 Apr 20 13:01:11.005168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:11.025917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231645-2f4e-49fd-b275-3773a355d484 req-cf2d5f15-075b-4a37-8fa1-3f55b982d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.027648 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-cf2d5f15-075b-4a37-8fa1-3f55b982d953 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.0976288 Apr 20 13:01:11.029751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a10fd7-1352-4835-abe1-be5c9e4c7328 req-a321ae58-4b9c-44d7-8510-3cb6f901f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.031125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.031265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82a10fd7-1352-4835-abe1-be5c9e4c7328 req-a321ae58-4b9c-44d7-8510-3cb6f901f139 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 1096 time: 0.0522926 Apr 20 13:01:11.031463 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment cd1922bc-788e-4eac-80ab-a625e932e525 of type vlan for network 0df9055f-a65e-46da-aba3-b74e0f432e1e Apr 20 13:01:11.081034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82a10fd7-1352-4835-abe1-be5c9e4c7328 req-90847b8b-c72e-4aa2-b10f-0116baf22e67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383523 Apr 20 13:01:11.112648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f4249ca-7198-45bf-b374-ad46387a8039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.115151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f4249ca-7198-45bf-b374-ad46387a8039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.116296 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8f4249ca-7198-45bf-b374-ad46387a8039 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c91b07b-398a-404e-9d5b-8c19d9971e03 HTTP/1.1" status: 204 len: 168 time: 0.5839899 Apr 20 13:01:11.121381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.151146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95f1d1-2490-40f5-9d55-207616b60af0 None None] New status for floating IP 5d3c5e06-08f8-42af-9ca2-bc30d6cd990a: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:01:11.159382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4249ca-7198-45bf-b374-ad46387a8039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c91b07b-398a-404e-9d5b-8c19d9971e03,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:11.175376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02231645-2f4e-49fd-b275-3773a355d484 req-f701d30d-a39d-4bbf-a12c-b184a4cc2a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.176886 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-f701d30d-a39d-4bbf-a12c-b184a4cc2a16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360786 Apr 20 13:01:11.182695 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fea4af54-2dd9-4843-9910-8db933525b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.187854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fea4af54-2dd9-4843-9910-8db933525b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.192880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.204237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.205025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.274012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4af54-2dd9-4843-9910-8db933525b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc0a5dc-281d-4580-ae0e-e62ba7f434a5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:11.285057 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fea4af54-2dd9-4843-9910-8db933525b63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea1398b675ab48a3b0a3b6591bc6fdb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286407 Apr 20 13:01:11.288893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39190) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.327732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba4795-e016-4fa8-9366-13741b52d00a req-4238b804-3ac7-422c-bb22-7574b9a55c10 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.332779 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5580115 Apr 20 13:01:11.336457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60ba4795-e016-4fa8-9366-13741b52d00a req-4238b804-3ac7-422c-bb22-7574b9a55c10 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.0989888 Apr 20 13:01:11.338073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39192) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.348684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee351b-fa09-44a3-b945-2ffff09766bc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=0df9055f-a65e-46da-aba3-b74e0f432e1e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:11.364148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0df9055f-a65e-46da-aba3-b74e0f432e1e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:11.458221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60ba4795-e016-4fa8-9366-13741b52d00a req-a21e3e4b-07a7-4f78-94f0-b7ecf7ea73ca tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209202 Apr 20 13:01:11.468846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ad768-90d2-4a71-bbe3-c8a15bd21b84 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.471379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-793ad768-90d2-4a71-bbe3-c8a15bd21b84 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/networks?id=0df9055f-a65e-46da-aba3-b74e0f432e1e HTTP/1.1" status: 200 len: 765 time: 0.1316884 Apr 20 13:01:11.474197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39202) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.482569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'description': 'd2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:11.506746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0cc7-800f-4417-b694-74afa6b81c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.538669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0cc7-800f-4417-b694-74afa6b81c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.610636 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0cc7-800f-4417-b694-74afa6b81c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.614878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7c7c0cc7-800f-4417-b694-74afa6b81c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.616009 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7c7c0cc7-800f-4417-b694-74afa6b81c70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2fc0a5dc-281d-4580-ae0e-e62ba7f434a5 HTTP/1.1" status: 204 len: 168 time: 0.3260841 Apr 20 13:01:11.629736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c0cc7-800f-4417-b694-74afa6b81c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc0a5dc-281d-4580-ae0e-e62ba7f434a5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:11.644136 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-518c5140-e81a-4cc3-8afd-045c7a298504 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887228 Apr 20 13:01:11.730653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-747d2f22-0c13-4423-9c83-375500d283b0 req-cffb4438-121f-476d-85b1-a84ca219e05b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:01:11.731975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-747d2f22-0c13-4423-9c83-375500d283b0 req-cffb4438-121f-476d-85b1-a84ca219e05b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081146 Apr 20 13:01:11.747253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22194e08-4b83-4627-b793-8b51e25d85f2 req-861ba565-450b-4c4c-9ed2-7693f5d3632d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:11.749233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22194e08-4b83-4627-b793-8b51e25d85f2 req-861ba565-450b-4c4c-9ed2-7693f5d3632d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1707566 Apr 20 13:01:11.767943 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-02231645-2f4e-49fd-b275-3773a355d484 req-72375ba2-407d-4430-9494-9c2a1847f56c service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159961 Apr 20 13:01:11.830122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.836234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22194e08-4b83-4627-b793-8b51e25d85f2 req-58a31579-f9d6-4299-b7f8-574f9e7dc95e tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748146 Apr 20 13:01:11.852076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:11.894908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39222) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:11.990369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=0df9055f-a65e-46da-aba3-b74e0f432e1e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:11.994943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network 0df9055f-a65e-46da-aba3-b74e0f432e1e is not hosted by any dhcp agent {{(pid=109410) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:01:12.003156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0df9055f-a65e-46da-aba3-b74e0f432e1e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:12.012600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.013290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.014602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d6980ee2-265c-464f-9632-8feb2f6e87c7 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "PUT /v2.0/networks/0df9055f-a65e-46da-aba3-b74e0f432e1e HTTP/1.1" status: 200 len: 762 time: 0.5379167 Apr 20 13:01:12.029886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39230) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.078136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27d70a89-2721-475d-9363-0945250cef29 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.114582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaca981-e313-4c63-9996-ae764f664914 req-b389f534-eaba-448d-a4de-bc06fd57e77d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.116100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbaca981-e313-4c63-9996-ae764f664914 req-b389f534-eaba-448d-a4de-bc06fd57e77d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1233442 Apr 20 13:01:12.124964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b97cc-a90b-415c-a75c-6a3a6022ad9e req-f98cff00-ea28-4c83-bc7d-d253b7888361 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.126430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-625b97cc-a90b-415c-a75c-6a3a6022ad9e req-f98cff00-ea28-4c83-bc7d-d253b7888361 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.0867295 Apr 20 13:01:12.205518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbaca981-e313-4c63-9996-ae764f664914 req-0ef7d935-ea4e-4ef2-932b-200ad1bdd9d7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731952 Apr 20 13:01:12.208218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39236) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.226221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-625b97cc-a90b-415c-a75c-6a3a6022ad9e req-4b5e184f-e94d-4193-bddc-75e9118dd88a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865014 Apr 20 13:01:12.230640 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27d70a89-2721-475d-9363-0945250cef29 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.287029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b5fb87c7-74ed-4941-8ae1-9cec5009e452 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b4183e2bca44180810629aa46a783f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775700 Apr 20 13:01:12.289688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39238) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.325724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a2f30-5638-4f11-8153-c1a50c91d6c4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.327288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b54a2f30-5638-4f11-8153-c1a50c91d6c4 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/networks?id=0df9055f-a65e-46da-aba3-b74e0f432e1e HTTP/1.1" status: 200 len: 765 time: 0.2956679 Apr 20 13:01:12.330956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39240) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.384613 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-fff6fb33-c339-4903-b4ca-c64cba9b66f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3717489 Apr 20 13:01:12.385696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db54dcf-635b-4069-8779-62342babffc9 req-28087bc7-969b-4a27-b7ff-0fb486758099 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.398164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9db54dcf-635b-4069-8779-62342babffc9 req-28087bc7-969b-4a27-b7ff-0fb486758099 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1008029 Apr 20 13:01:12.441046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be496e92-49fb-405c-b59a-d833265ccde6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.469882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9db54dcf-635b-4069-8779-62342babffc9 req-ea2ab828-362f-47f4-a2ba-25a93390185c tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706069 Apr 20 13:01:12.484220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be496e92-49fb-405c-b59a-d833265ccde6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.574307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be496e92-49fb-405c-b59a-d833265ccde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.577947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be496e92-49fb-405c-b59a-d833265ccde6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.583810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-be496e92-49fb-405c-b59a-d833265ccde6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc63e5c1-f6af-458f-95f9-22ec6c3f427a HTTP/1.1" status: 204 len: 168 time: 0.2917058 Apr 20 13:01:12.603827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be496e92-49fb-405c-b59a-d833265ccde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc63e5c1-f6af-458f-95f9-22ec6c3f427a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.795152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27d70a89-2721-475d-9363-0945250cef29 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.797613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27d70a89-2721-475d-9363-0945250cef29 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:12.798812 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-27d70a89-2721-475d-9363-0945250cef29 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e7b44a5-11df-4b89-8660-14deda24e4ee HTTP/1.1" status: 204 len: 168 time: 0.9026444 Apr 20 13:01:12.801604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39260) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.840124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d70a89-2721-475d-9363-0945250cef29 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7b44a5-11df-4b89-8660-14deda24e4ee,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:12.849901 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-9171e8c2-fa18-4bfb-ba52-72e34d4658b6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] show failed (client error): The resource could not be found. Apr 20 13:01:12.853184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9171e8c2-fa18-4bfb-ba52-72e34d4658b6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups/1e7b44a5-11df-4b89-8660-14deda24e4ee HTTP/1.1" status: 404 len: 347 time: 0.0503511 Apr 20 13:01:12.855948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39264) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:12.906987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d01775-1f10-4de6-960b-d6a729492413 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:12.908855 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c6d01775-1f10-4de6-960b-d6a729492413 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5769336 Apr 20 13:01:12.912429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39268) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:13.015098 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7253690f-8527-491d-9d58-ffa733c57249 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 207 time: 0.0982487 Apr 20 13:01:13.015433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39270) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:13.269898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce62e1-bd26-4b65-b8c2-200a4bac63da tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.287800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce62e1-bd26-4b65-b8c2-200a4bac63da tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.302627 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce62e1-bd26-4b65-b8c2-200a4bac63da tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.309527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce62e1-bd26-4b65-b8c2-200a4bac63da tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.317005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce62e1-bd26-4b65-b8c2-200a4bac63da tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.323295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce62e1-bd26-4b65-b8c2-200a4bac63da tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.330636 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-15ce62e1-bd26-4b65-b8c2-200a4bac63da tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3132637 Apr 20 13:01:13.331429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39290) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:13.488132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6d383-d738-4100-981e-dd1c36c3f2a5 req-0227bfd7-2fee-4710-8254-9105482de672 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.497622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85f6d383-d738-4100-981e-dd1c36c3f2a5 req-0227bfd7-2fee-4710-8254-9105482de672 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.5052710 Apr 20 13:01:13.564708 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3490c64b-8f74-4c20-b4d0-c14f5ee8a587 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2319267 Apr 20 13:01:13.565711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39304) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:13.578292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4e2c4-839b-4651-a976-af1f7b6e6174 req-af0172aa-d67c-4214-92ba-68dbf11642a2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.580129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ded4e2c4-839b-4651-a976-af1f7b6e6174 req-af0172aa-d67c-4214-92ba-68dbf11642a2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1772377 Apr 20 13:01:13.692221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85f6d383-d738-4100-981e-dd1c36c3f2a5 req-f3f9eebd-4ce5-4aeb-aaa2-f9b702cc0181 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1934350 Apr 20 13:01:13.708152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fccf9-0132-41c7-8e92-130902ad2f5b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.727070 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fccf9-0132-41c7-8e92-130902ad2f5b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.730437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port f4086e2a-9e7e-4791-8480-0e0bfa08cf52 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:13.732404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fccf9-0132-41c7-8e92-130902ad2f5b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.734241 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:13.749559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fccf9-0132-41c7-8e92-130902ad2f5b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.756514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22fccf9-0132-41c7-8e92-130902ad2f5b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.772894 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c22fccf9-0132-41c7-8e92-130902ad2f5b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2057157 Apr 20 13:01:13.773551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:13.782232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ded4e2c4-839b-4651-a976-af1f7b6e6174 req-0be7965d-6f7e-4302-b552-448c94888dde tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711969 Apr 20 13:01:13.957911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bd66f-598d-44f1-994e-fa1529a38a03 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.964343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bd66f-598d-44f1-994e-fa1529a38a03 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.965889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bd66f-598d-44f1-994e-fa1529a38a03 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.969283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bd66f-598d-44f1-994e-fa1529a38a03 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.970792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68bd66f-598d-44f1-994e-fa1529a38a03 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:13.972690 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a68bd66f-598d-44f1-994e-fa1529a38a03 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1980209 Apr 20 13:01:13.977825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39324) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:14.163553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26c1b6-b11b-4c62-8cbb-0f85f52da8cb req-6aeb7d4e-609b-4ddd-9ba2-850b73b87c32 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.165894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e26c1b6-b11b-4c62-8cbb-0f85f52da8cb req-6aeb7d4e-609b-4ddd-9ba2-850b73b87c32 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1671071 Apr 20 13:01:14.178433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557cf089-6c1f-4cb7-8111-9ee06e2f1e5c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.180444 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-557cf089-6c1f-4cb7-8111-9ee06e2f1e5c tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/networks/8c79ab4c-2462-49b2-9547-6d0bff22f337 HTTP/1.1" status: 200 len: 804 time: 0.2014377 Apr 20 13:01:14.184655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39328) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:14.185884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dffdb1-4d8c-470f-be27-611e1759ae6e req-1845327d-2c40-4c58-a3e2-0c963d4d5e24 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.187608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0dffdb1-4d8c-470f-be27-611e1759ae6e req-1845327d-2c40-4c58-a3e2-0c963d4d5e24 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1904967 Apr 20 13:01:14.196884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.197883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.243564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for f4086e2a-9e7e-4791-8480-0e0bfa08cf52 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:14.283336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e26c1b6-b11b-4c62-8cbb-0f85f52da8cb req-8ae9450e-fe71-497c-854e-1d71304bae53 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915346 Apr 20 13:01:14.333781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0dffdb1-4d8c-470f-be27-611e1759ae6e req-457077e8-8652-4b13-8213-74d0f0a56a6c tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305864 Apr 20 13:01:14.380949 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9985e3d1-c886-4799-8455-4196b53c8a53 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/networks/8c79ab4c-2462-49b2-9547-6d0bff22f337?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1933777 Apr 20 13:01:14.384875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39334) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:14.475551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a319838-2253-444d-a6a7-899a249c4242 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.476951 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1a319838-2253-444d-a6a7-899a249c4242 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/subnets/b11d26dc-84f5-4df7-8b59-ee41e8fabd8c HTTP/1.1" status: 200 len: 843 time: 0.0898044 Apr 20 13:01:14.480484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39340) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:14.507045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.568044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=f4086e2a-9e7e-4791-8480-0e0bfa08cf52,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:14.586715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b9cc0-75a2-4b21-8103-8396f893f295 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.589686 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f87b9cc0-75a2-4b21-8103-8396f893f295 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "GET /v2.0/subnets/b11d26dc-84f5-4df7-8b59-ee41e8fabd8c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1060467 Apr 20 13:01:14.592433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39348) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:14.603855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1893330064'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:14.627786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:14.632379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.670391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:14.687381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.688637 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Added segment e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8 of type vlan for network 3a5232e5-b9f7-4561-8939-ca8209217897 Apr 20 13:01:14.715961 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.727663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.731529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a395a2c5-d3cd-4b33-b92b-c1b9feb71996 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/floatingips/5d3c5e06-08f8-42af-9ca2-bc30d6cd990a HTTP/1.1" status: 204 len: 168 time: 1.8679237 Apr 20 13:01:14.784537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.800595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387d785-80a6-41a2-9b25-ae07afeaa85b req-f3958628-20f1-4ff8-88e8-0ef8e9430eed tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.802122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5387d785-80a6-41a2-9b25-ae07afeaa85b req-f3958628-20f1-4ff8-88e8-0ef8e9430eed tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2358263 Apr 20 13:01:14.834629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.840510 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.841177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:14.851007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-14030d3a-9f0f-4248-b055-b0944439cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.853047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-14030d3a-9f0f-4248-b055-b0944439cb8e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 1101 time: 0.1122842 Apr 20 13:01:14.882518 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2866018 Apr 20 13:01:14.924115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:14.932169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'network_id': '3a5232e5-b9f7-4561-8939-ca8209217897', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:14.976735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f66810-910f-45e5-a599-9f3bbab54906 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Network': ['ID=3a5232e5-b9f7-4561-8939-ca8209217897,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:14.984297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5387d785-80a6-41a2-9b25-ae07afeaa85b req-2fb45662-a769-43cd-8ff5-5545a5db28fe tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693795 Apr 20 13:01:14.991104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 3a5232e5-b9f7-4561-8939-ca8209217897 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:14.992754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-7df93dbf-d6b0-4b19-b284-a8f19ac91f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:14.994418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-7df93dbf-d6b0-4b19-b284-a8f19ac91f36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1336265 Apr 20 13:01:15.002166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e730330-848c-4dce-af6e-316b7978eda2 req-60161315-e99d-4cb3-b080-0b0d2eab15a3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.011144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e730330-848c-4dce-af6e-316b7978eda2 req-60161315-e99d-4cb3-b080-0b0d2eab15a3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2075076 Apr 20 13:01:15.049608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39366) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:15.128794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Made reservation on behalf of e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:15.133594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.138374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-70df4837-8b65-4cb6-82e9-3be6b914beda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 200 len: 217 time: 0.1244855 Apr 20 13:01:15.159410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e730330-848c-4dce-af6e-316b7978eda2 req-b47d527e-9c71-4901-8088-46c8dce3e8b1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1471875 Apr 20 13:01:15.212370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_backend_mixin [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Performing IP validity checks on allocation pools {{(pid=109409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:01:15.213000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_backend_mixin [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:01:15.249718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9537853c-f891-42dd-aef7-bdc47491ddbd tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1479500152'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:15.257199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-6a1fda09-9478-42d9-92c2-c8ab3fa30181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.258911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-6a1fda09-9478-42d9-92c2-c8ab3fa30181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0973275 Apr 20 13:01:15.293211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9537853c-f891-42dd-aef7-bdc47491ddbd tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.294450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9537853c-f891-42dd-aef7-bdc47491ddbd tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.364367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62ffd2-ebd0-4632-ab6c-6177ea3ead59 req-c1e157c3-7dad-4170-9e14-3613e908b2d7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.376620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b62ffd2-ebd0-4632-ab6c-6177ea3ead59 req-c1e157c3-7dad-4170-9e14-3613e908b2d7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1109481 Apr 20 13:01:15.407024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-98ac11fc-f649-4829-8062-549a7e4b2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.408966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-98ac11fc-f649-4829-8062-549a7e4b2536 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1421263 Apr 20 13:01:15.416186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9537853c-f891-42dd-aef7-bdc47491ddbd tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.426804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9537853c-f891-42dd-aef7-bdc47491ddbd tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.471417 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9537853c-f891-42dd-aef7-bdc47491ddbd tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.475017 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9537853c-f891-42dd-aef7-bdc47491ddbd tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4192452 Apr 20 13:01:15.479371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39374) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:15.488471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39376) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:15.495778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b293dd81-f8f3-4d00-80aa-cab85b87a1a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721974299', 'description': 'tempest-description--1698447573'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:15.512326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b62ffd2-ebd0-4632-ab6c-6177ea3ead59 req-70f6a5e0-ebc1-4d0e-87db-0e67990b6f4b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347580 Apr 20 13:01:15.543146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.626235 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db7b4734-63e4-4dc0-adec-97f4c4dc6fbb tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.634411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-05aa1069-6945-486a-b015-1c05a94fcdad service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012603 Apr 20 13:01:15.661724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b9466-54c1-4453-8298-ac4466f08d41 req-d4b24eea-a7c5-4dcb-95ae-f19ec56a068c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.670572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-498b9466-54c1-4453-8298-ac4466f08d41 req-d4b24eea-a7c5-4dcb-95ae-f19ec56a068c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1216373 Apr 20 13:01:15.684054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39382) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:15.689481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Request body: {'floatingip': {'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:15.690518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b293dd81-f8f3-4d00-80aa-cab85b87a1a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.731969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=d84042a8-f953-4d60-8644-0e0de1d760f0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:15.757699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Checking segment: {'id': 'e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3a5232e5-b9f7-4561-8939-ca8209217897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:15.758066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network hostable DHCP agents. Network: 3a5232e5-b9f7-4561-8939-ca8209217897, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:15.773360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be49dc4-53c9-4db0-8b3f-314ba82d51fd req-37d1ab12-5aa5-4f85-a8c9-58af178a4d5e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.774884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9be49dc4-53c9-4db0-8b3f-314ba82d51fd req-37d1ab12-5aa5-4f85-a8c9-58af178a4d5e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1774020 Apr 20 13:01:15.846567 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.889177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db7b4734-63e4-4dc0-adec-97f4c4dc6fbb tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.891384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db7b4734-63e4-4dc0-adec-97f4c4dc6fbb tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.896439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Network 3a5232e5-b9f7-4561-8939-ca8209217897 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:15.932346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9be49dc4-53c9-4db0-8b3f-314ba82d51fd req-35ae4dfa-e5a2-4f66-8257-7a8b6fb52b0a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402404 Apr 20 13:01:15.947473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 3a5232e5-b9f7-4561-8939-ca8209217897) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:15.951592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-e0803cff-92dd-4a2c-910d-8e5ff99c6133 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060403 Apr 20 13:01:15.967658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:15.968274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.974100 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b293dd81-f8f3-4d00-80aa-cab85b87a1a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.978035 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db7b4734-63e4-4dc0-adec-97f4c4dc6fbb tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.978682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7b4734-63e4-4dc0-adec-97f4c4dc6fbb tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca71983d-24cd-42f1-84dd-f81ee87a10b4 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:01:15.984566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db7b4734-63e4-4dc0-adec-97f4c4dc6fbb tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.985916 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db7b4734-63e4-4dc0-adec-97f4c4dc6fbb tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "DELETE /v2.0/routers/ca71983d-24cd-42f1-84dd-f81ee87a10b4 HTTP/1.1" status: 204 len: 168 time: 0.5053515 Apr 20 13:01:15.987475 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b293dd81-f8f3-4d00-80aa-cab85b87a1a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:15.989935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:15.999197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4696fd21-a01f-4431-b2be-20d335a9a654 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Request body: {'router': {'name': 'tempest-router-785605972', 'distributed': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:16.000065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e59569b-ff69-4bd3-87c7-f82481e46833 None None] Network 3a5232e5-b9f7-4561-8939-ca8209217897 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:16.023061 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ac38c0dc-de97-4a57-a3c7-4e65117487f2 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0955591 Apr 20 13:01:16.030303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39390) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:16.037243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1c9a3be4-df2d-4262-b48a-40d3bddaffff tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:16.063142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b293dd81-f8f3-4d00-80aa-cab85b87a1a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.064395 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b293dd81-f8f3-4d00-80aa-cab85b87a1a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5749984 Apr 20 13:01:16.087537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:16.093342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c5e38f71-089a-4a13-9cf0-7e8ec7bf7e53 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': 'e02ce6e6-4854-423c-b291-66ea93a646df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:16.100313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293dd81-f8f3-4d00-80aa-cab85b87a1a3 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02ce6e6-4854-423c-b291-66ea93a646df,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:16.107927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4696fd21-a01f-4431-b2be-20d335a9a654 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.108957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4696fd21-a01f-4431-b2be-20d335a9a654 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.253881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f71-089a-4a13-9cf0-7e8ec7bf7e53 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.258552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-3a5232e5-b9f7-4561-8939-ca8209217897', 'network_id': '3a5232e5-b9f7-4561-8939-ca8209217897', 'tenant_id': 'e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48', 'fixed_ips': [{'subnet_id': 'd84042a8-f953-4d60-8644-0e0de1d760f0'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:01:16.261405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.261959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4696fd21-a01f-4431-b2be-20d335a9a654 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.283366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3be4-df2d-4262-b48a-40d3bddaffff tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502975'] for subnet, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.286797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4696fd21-a01f-4431-b2be-20d335a9a654 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.330212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4696fd21-a01f-4431-b2be-20d335a9a654 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.331421 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4696fd21-a01f-4431-b2be-20d335a9a654 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3382142 Apr 20 13:01:16.355402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39394) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:16.428936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f71-089a-4a13-9cf0-7e8ec7bf7e53 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.460992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f71-089a-4a13-9cf0-7e8ec7bf7e53 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.474626 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 13:01:16.474626 n-d-838550-2 neutron-server[109411]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 20 13:01:16.474626 n-d-838550-2 neutron-server[109411]: [parameters: {'in_use': 1, 'id_1': 'd84042a8-f953-4d60-8644-0e0de1d760f0'}] Apr 20 13:01:16.474626 n-d-838550-2 neutron-server[109411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:01:16.475087 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:01:16.482913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-687298cc-f8d4-4ac0-a2cd-5ee1c040209d tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.520078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfadb5-4ff8-41dd-9ed3-96804635a983 req-cc020c24-d746-4c11-b22f-f5ff3f8d5364 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:16.521641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62dfadb5-4ff8-41dd-9ed3-96804635a983 req-cc020c24-d746-4c11-b22f-f5ff3f8d5364 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.0960968 Apr 20 13:01:16.554337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e38f71-089a-4a13-9cf0-7e8ec7bf7e53 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c73cbc-af23-42d8-adf2-996d561facd3,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:16.558103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5e38f71-089a-4a13-9cf0-7e8ec7bf7e53 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.559354 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c5e38f71-089a-4a13-9cf0-7e8ec7bf7e53 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4706006 Apr 20 13:01:16.570596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39398) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:16.575432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d0408ffb-9558-4c27-8fec-6e0c8deae6b0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': 'e02ce6e6-4854-423c-b291-66ea93a646df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:16.688618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62dfadb5-4ff8-41dd-9ed3-96804635a983 req-6d7c6de5-bfcd-405d-b8cd-bcc54e9331eb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464200 Apr 20 13:01:16.706247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0408ffb-9558-4c27-8fec-6e0c8deae6b0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.734058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5f7bc-1f29-4eff-9950-c05b198d7c41 req-91ab4aaa-5430-4bed-a08a-c35c0fdf323c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:16.735637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41a5f7bc-1f29-4eff-9950-c05b198d7c41 req-91ab4aaa-5430-4bed-a08a-c35c0fdf323c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1279278 Apr 20 13:01:16.746176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.762521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.869336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41a5f7bc-1f29-4eff-9950-c05b198d7c41 req-91a17e30-658c-4247-a637-66b7d7965fbb tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219347 Apr 20 13:01:16.926879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0408ffb-9558-4c27-8fec-6e0c8deae6b0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.931794 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0408ffb-9558-4c27-8fec-6e0c8deae6b0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.963220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0408ffb-9558-4c27-8fec-6e0c8deae6b0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33eabf7d-ff7d-4368-a695-8b517daf2f6d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:16.970762 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0408ffb-9558-4c27-8fec-6e0c8deae6b0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:16.971966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d0408ffb-9558-4c27-8fec-6e0c8deae6b0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003644 Apr 20 13:01:16.975407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39404) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:16.978726 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.012051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:17.051355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-687298cc-f8d4-4ac0-a2cd-5ee1c040209d tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.053651 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-687298cc-f8d4-4ac0-a2cd-5ee1c040209d tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.071548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.104137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-687298cc-f8d4-4ac0-a2cd-5ee1c040209d tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.104838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687298cc-f8d4-4ac0-a2cd-5ee1c040209d tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e7473f8-5b82-4d15-a7aa-92e1732bab0a {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:01:17.109644 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-687298cc-f8d4-4ac0-a2cd-5ee1c040209d tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.114691 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-687298cc-f8d4-4ac0-a2cd-5ee1c040209d tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2e7473f8-5b82-4d15-a7aa-92e1732bab0a HTTP/1.1" status: 204 len: 168 time: 0.7581208 Apr 20 13:01:17.115332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39406) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:17.125240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-447a250e-f609-4cac-8d8e-28e8049ab732 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Request body: {'router': {'name': 'tempest-router-743591736', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ffff0aeb5e2644999fef98b112221db1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:17.132414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3be4-df2d-4262-b48a-40d3bddaffff tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772267746232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9368024'] for subnet, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.183430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Allocated IP 2001:db8::3 (3a5232e5-b9f7-4561-8939-ca8209217897/d84042a8-f953-4d60-8644-0e0de1d760f0/65ab9a9f-775d-4ee6-a961-8a1c26c253b2) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:17.200939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043bedd-74d3-4238-a639-f7e751f2c8d9 req-1a9a6c79-9b84-4669-b3bc-fe84b5f2a518 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:17.202276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a3be4-df2d-4262-b48a-40d3bddaffff tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:17.202527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1043bedd-74d3-4238-a639-f7e751f2c8d9 req-1a9a6c79-9b84-4669-b3bc-fe84b5f2a518 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1698346 Apr 20 13:01:17.203133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c9a3be4-df2d-4262-b48a-40d3bddaffff tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.207076 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c9a3be4-df2d-4262-b48a-40d3bddaffff tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "PUT /v2.0/subnets/d84042a8-f953-4d60-8644-0e0de1d760f0 HTTP/1.1" status: 200 len: 900 time: 1.1733069 Apr 20 13:01:17.207076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447a250e-f609-4cac-8d8e-28e8049ab732 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.207076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447a250e-f609-4cac-8d8e-28e8049ab732 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.209270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:01:17.210771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39408) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:17.215241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a3be4-df2d-4262-b48a-40d3bddaffff tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event updated for resources: {'Subnet': ['ID=d84042a8-f953-4d60-8644-0e0de1d760f0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:17.310684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447a250e-f609-4cac-8d8e-28e8049ab732 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.318648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447a250e-f609-4cac-8d8e-28e8049ab732 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.346011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447a250e-f609-4cac-8d8e-28e8049ab732 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.348207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-447a250e-f609-4cac-8d8e-28e8049ab732 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2295458 Apr 20 13:01:17.351357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39410) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:17.360065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:17.386948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.395155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.433558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Network 3a5232e5-b9f7-4561-8939-ca8209217897 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:17.438689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:17.441684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:17.509700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Pushing event updated for resources: {'Port': ['ID=65ab9a9f-775d-4ee6-a961-8a1c26c253b2,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:17.529743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Attempting to bind port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:17.529743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Attempting to bind port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3a5232e5-b9f7-4561-8939-ca8209217897'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:17.529743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Attempting to bind port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 on network 3a5232e5-b9f7-4561-8939-ca8209217897 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:17.533667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:17.534039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Checking segment: {'id': 'e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3a5232e5-b9f7-4561-8939-ca8209217897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:17.534488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.534884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Bound using segment: {'id': 'e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3a5232e5-b9f7-4561-8939-ca8209217897'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:17.535361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Bound port: 65ab9a9f-775d-4ee6-a961-8a1c26c253b2, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3a5232e5-b9f7-4561-8939-ca8209217897'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:17.535736 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.615414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] For port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:17.621824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] For port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=65ab9a9f-775d-4ee6-a961-8a1c26c253b2,segment=NetworkSegment(e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8),segment_id=e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:17.630453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.669216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.669931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.711090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22333538-594e-46d9-b022-fce7b87211d6 None None] Pushing event updated for resources: {'Port': ['ID=65ab9a9f-775d-4ee6-a961-8a1c26c253b2,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:17.735844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1043bedd-74d3-4238-a639-f7e751f2c8d9 req-3f70fa1b-5778-4531-90ba-0e77fd54b4fc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121279 Apr 20 13:01:17.789218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 20 13:01:17.789548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Router 771df3ef-3956-453f-82c7-d1c2647a8256 migrating from provider to provider. {{(pid=109409) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 20 13:01:17.789960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.796960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.801609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.860455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:17.897225 n-d-838550-2 neutron-server[109409]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] No L3 agents can host the router 771df3ef-3956-453f-82c7-d1c2647a8256 Apr 20 13:01:17.902089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.009062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:01:18.019274 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.021857 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] Sync routers for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:01:18.051173 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:18.054474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422a0a3-751e-4fb9-8b19-f51292f55be0 req-c84205bf-4b02-4808-a818-41b43e567007 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.055238 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:18.056009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c422a0a3-751e-4fb9-8b19-f51292f55be0 req-c84205bf-4b02-4808-a818-41b43e567007 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2715869 Apr 20 13:01:18.116739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Hosts for router 771df3ef-3956-453f-82c7-d1c2647a8256: [] {{(pid=109409) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 20 13:01:18.146102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Hosts for other DVR routers connected to router 771df3ef-3956-453f-82c7-d1c2647a8256: set() {{(pid=109409) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 20 13:01:18.148813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.153273 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c17dd8e5-a985-4bb3-9e05-6572f3e0f6bf tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "PUT /v2.0/routers/771df3ef-3956-453f-82c7-d1c2647a8256 HTTP/1.1" status: 200 len: 716 time: 0.7989264 Apr 20 13:01:18.154454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39420) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:18.218570 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:01:18.245801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c422a0a3-751e-4fb9-8b19-f51292f55be0 req-2bbac639-e69a-4be3-9617-5d3e441c0893 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256273 Apr 20 13:01:18.252153 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-42d027ef-24dc-4cc0-b182-140525e91191 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "GET /v2.0/routers/771df3ef-3956-453f-82c7-d1c2647a8256 HTTP/1.1" status: 200 len: 716 time: 0.0965362 Apr 20 13:01:18.254715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:18.300281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:18.302853 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5dd058a-43a4-43d6-88f3-3dc56400b20b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:18.306731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ed3d084b-d794-4633-bc48-cfedea8fecf9 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "PUT /v2.0/floatingips/8670c183-35a5-462f-8e0a-b8dcc0bc8a00 HTTP/1.1" status: 200 len: 993 time: 2.6216521 Apr 20 13:01:18.315644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23431f7-f0c1-4539-9847-590410745e76 req-bbf2dafd-8fa5-45fa-835e-73c596c47f32 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.323370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b23431f7-f0c1-4539-9847-590410745e76 req-bbf2dafd-8fa5-45fa-835e-73c596c47f32 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.3181694 Apr 20 13:01:18.434115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.25.3.219 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/602ab819-d640-498b-8e4a-8eb47ddf3076) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:18.447579 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d44a63-faed-425c-b9c2-4ebfa057ce65 x-openstack-request-id: req-55d44a63-faed-425c-b9c2-4ebfa057ce65 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:18.447862 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:18.448109 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55d44a63-faed-425c-b9c2-4ebfa057ce65 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:18.448704 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55d44a63-faed-425c-b9c2-4ebfa057ce65'] response: {'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'status': 'completed', 'code': 200} Apr 20 13:01:18.495724 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b9a2d157-dc4a-4c9a-bf33-83851ceecc17 tempest-RoutersTestDVR-1440763409 tempest-RoutersTestDVR-1440763409-project] 10.222.0.24 "GET /v2.0/routers/771df3ef-3956-453f-82c7-d1c2647a8256 HTTP/1.1" status: 200 len: 682 time: 0.2373528 Apr 20 13:01:18.496980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:18.537481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:18.537864 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.543754 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8670c183-35a5-462f-8e0a-b8dcc0bc8a00', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'mac_address': 'fa:16:3e:aa:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:43Z', 'updated_at': '2022-04-20T13:01:16Z', 'revision_number': 3, 'project_id': 'b3f5191954964431a694808099f99b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:18.554463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b23431f7-f0c1-4539-9847-590410745e76 req-66a5c1e9-8d2b-47db-b5af-75d7517fe00b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302895 Apr 20 13:01:18.595134 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] Checking router: 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:01:18.605862 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:18.607123 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:18.607521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23583a3c-f263-466c-9cc0-cab52accefe5 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.674048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-f2966ae1-b066-4549-8f28-b69f5385419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.677906 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-f2966ae1-b066-4549-8f28-b69f5385419f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.2504644 Apr 20 13:01:18.731043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.737795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=65ab9a9f-775d-4ee6-a961-8a1c26c253b2,segment=NetworkSegment(e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8),segment_id=e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:18.744659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.749100 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:01:18.790935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:18.848081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-dd24dd73-a2bf-473f-9adc-87c96e0ac901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:18.849591 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-dd24dd73-a2bf-473f-9adc-87c96e0ac901 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.1390190 Apr 20 13:01:18.858530 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:18.962713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.016340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23583a3c-f263-466c-9cc0-cab52accefe5 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.023056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23583a3c-f263-466c-9cc0-cab52accefe5 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.036052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:19.046624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:19.051840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:19.073824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca17a6-826a-4fd4-bca7-3d764f841f78 req-46554fd5-a481-4256-81e0-6994165a4792 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:19.076014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22ca17a6-826a-4fd4-bca7-3d764f841f78 req-46554fd5-a481-4256-81e0-6994165a4792 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1793194 Apr 20 13:01:19.097946 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8670c183-35a5-462f-8e0a-b8dcc0bc8a00', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'mac_address': 'fa:16:3e:aa:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:43Z', 'updated_at': '2022-04-20T13:01:16Z', 'revision_number': 3, 'project_id': 'b3f5191954964431a694808099f99b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:19.135369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=602ab819-d640-498b-8e4a-8eb47ddf3076,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:19.144320 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab72a121-7efe-4f3b-a58f-58a940f8b43c None None] The sync data for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 is: [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8670c183-35a5-462f-8e0a-b8dcc0bc8a00', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'floating_ip_address': '172.25.3.167', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'port_id': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'mac_address': 'fa:16:3e:aa:8c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T12:58:43Z', 'updated_at': '2022-04-20T13:01:16Z', 'revision_number': 3, 'project_id': 'b3f5191954964431a694808099f99b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:01:19.160338 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-d7e79bd4-ba98-4b0e-bf69-58fa9aed04c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0776041 Apr 20 13:01:19.160909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23583a3c-f263-466c-9cc0-cab52accefe5 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.161466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23583a3c-f263-466c-9cc0-cab52accefe5 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 771df3ef-3956-453f-82c7-d1c2647a8256 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:01:19.166378 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23583a3c-f263-466c-9cc0-cab52accefe5 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.172859 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-23583a3c-f263-466c-9cc0-cab52accefe5 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "DELETE /v2.0/routers/771df3ef-3956-453f-82c7-d1c2647a8256 HTTP/1.1" status: 204 len: 168 time: 0.6749637 Apr 20 13:01:19.183119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39436) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:19.188553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1a32c373-0daa-496c-b38b-21b14fe5fc5f tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Request body: {'router': {'name': 'tempest-router-468421004', 'distributed': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:19.193775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540effe-3349-4a11-8352-8bf7bec586dc None None] Network 3a5232e5-b9f7-4561-8939-ca8209217897 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:19.238337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.250368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a32c373-0daa-496c-b38b-21b14fe5fc5f tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.251418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a32c373-0daa-496c-b38b-21b14fe5fc5f tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.334557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22ca17a6-826a-4fd4-bca7-3d764f841f78 req-baa3f007-0f4e-48fa-b811-8b231ec200ff tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226319 Apr 20 13:01:19.339378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=65ab9a9f-775d-4ee6-a961-8a1c26c253b2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:19.380221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a4db9ca3-c2f5-4cc6-8821-f3190b4b8a5e None None] Could not find standard attr ID for object 65ab9a9f-775d-4ee6-a961-8a1c26c253b2. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:01:19.391488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a32c373-0daa-496c-b38b-21b14fe5fc5f tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.397327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a32c373-0daa-496c-b38b-21b14fe5fc5f tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.416368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a32c373-0daa-496c-b38b-21b14fe5fc5f tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.420498 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1a32c373-0daa-496c-b38b-21b14fe5fc5f tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2360229 Apr 20 13:01:19.421102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39440) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:19.490085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-0f8bd501-1d33-4caa-aff9-723b337adf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:19.491551 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-0f8bd501-1d33-4caa-aff9-723b337adf7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.3172553 Apr 20 13:01:19.517813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:19.558981 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.559915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-168070c9-314d-4063-b285-2d90be91d0d1 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.645666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89837235-982b-467e-9510-af28e8174f06 req-ae7f8164-d179-4876-a0e1-0aeac806c78a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:19.647377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89837235-982b-467e-9510-af28e8174f06 req-ae7f8164-d179-4876-a0e1-0aeac806c78a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2047198 Apr 20 13:01:19.655950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.717572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e145c-c67c-4f1c-bee5-4251c7b576a3 None None] Network 3a5232e5-b9f7-4561-8939-ca8209217897 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:19.734678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.772439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-168070c9-314d-4063-b285-2d90be91d0d1 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.775838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-168070c9-314d-4063-b285-2d90be91d0d1 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.830234 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-168070c9-314d-4063-b285-2d90be91d0d1 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.830769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168070c9-314d-4063-b285-2d90be91d0d1 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27ddeee5-6a9c-43a9-933a-39cd8e038f9b {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:01:19.836435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-168070c9-314d-4063-b285-2d90be91d0d1 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:19.849303 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-168070c9-314d-4063-b285-2d90be91d0d1 tempest-RoutersTestDVR-2028742491 tempest-RoutersTestDVR-2028742491-project-admin] 10.222.0.24 "DELETE /v2.0/routers/27ddeee5-6a9c-43a9-933a-39cd8e038f9b HTTP/1.1" status: 204 len: 168 time: 0.4211960 Apr 20 13:01:19.852087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7a030-5cb5-4097-8d33-e46ed188f8c2 req-31bffbe1-8808-4977-8924-69d8a8085b7f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:19.853915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82a7a030-5cb5-4097-8d33-e46ed188f8c2 req-31bffbe1-8808-4977-8924-69d8a8085b7f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.2033803 Apr 20 13:01:19.857329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89837235-982b-467e-9510-af28e8174f06 req-7c9c02e7-9cc4-433f-a5be-0635c4596a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657460 Apr 20 13:01:19.885025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-136457b0-18f4-48d7-8af9-2bfc8accc4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:19.889218 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-136457b0-18f4-48d7-8af9-2bfc8accc4eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3588474 Apr 20 13:01:19.975874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.001047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82a7a030-5cb5-4097-8d33-e46ed188f8c2 req-548a6d60-90e0-4cf5-842e-0c4434dedb16 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356902 Apr 20 13:01:20.044340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=d84042a8-f953-4d60-8644-0e0de1d760f0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:20.065094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-ce054ad6-b58e-470f-ab95-c242d27ee22b service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704321 Apr 20 13:01:20.135959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.166925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5232e5-b9f7-4561-8939-ca8209217897']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:20.193899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.196506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:20.196813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73ad0e0-5fe5-477b-bf2e-c8e26cdc39d8') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:20.207772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.222345 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.233448 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f5dd058a-43a4-43d6-88f3-3dc56400b20b req-7612b282-b3ea-4fa8-84ce-6ef62c6f063c service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611254 Apr 20 13:01:20.261908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199cb7b9-de20-4a68-b35d-12687669b381 None None] Network 3a5232e5-b9f7-4561-8939-ca8209217897 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:20.273151 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.293204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:20.293615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:20.297125 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:20.336729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39450) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:20.366606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=602ab819-d640-498b-8e4a-8eb47ddf3076,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:20.409100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.418454 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.433427 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.453144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/3a5232e5-b9f7-4561-8939-ca8209217897 HTTP/1.1" status: 204 len: 168 time: 3.2368228 Apr 20 13:01:20.454107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39456) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:20.458792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:20.461417 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705240a2-1532-4511-9a14-57031bb492ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:20.474809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9410bd-e629-41eb-a1f5-2c0a8b7dfdbd None None] DHCP port deletion for 3a5232e5-b9f7-4561-8939-ca8209217897 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:01:20.502572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d2f77-81e8-434b-93e2-032643e51c04 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=3a5232e5-b9f7-4561-8939-ca8209217897,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:20.519257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac69c050-f6f7-4a1d-acae-f706c7adbb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.530073 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d5bfcd-7503-4c5b-9c11-e4ce60ba9d7f tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:20.530530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d5bfcd-7503-4c5b-9c11-e4ce60ba9d7f tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:20.533929 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08d5bfcd-7503-4c5b-9c11-e4ce60ba9d7f tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/d84042a8-f953-4d60-8644-0e0de1d760f0 HTTP/1.1" status: 404 len: 337 time: 0.0793250 Apr 20 13:01:20.537036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39460) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:20.551294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.552530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fea58beb-e757-4928-bd00-b92ab85fc9fc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5754356 Apr 20 13:01:20.554150 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36bc1cc-c44e-40e4-b406-e6b7123807a2 x-openstack-request-id: req-a36bc1cc-c44e-40e4-b406-e6b7123807a2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:20.554431 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:20.554685 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a36bc1cc-c44e-40e4-b406-e6b7123807a2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:20.555073 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a36bc1cc-c44e-40e4-b406-e6b7123807a2'] response: {'name': 'network-changed', 'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'status': 'completed', 'code': 200} Apr 20 13:01:20.570399 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7d11b6-2ebb-4315-8447-b7803f8fc657 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:20.570977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7d11b6-2ebb-4315-8447-b7803f8fc657 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:20.574108 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc7d11b6-2ebb-4315-8447-b7803f8fc657 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/3a5232e5-b9f7-4561-8939-ca8209217897 HTTP/1.1" status: 404 len: 339 time: 0.0361581 Apr 20 13:01:20.577065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39464) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:20.583031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4b50-1918-41f9-9ad7-504e82b8f62f req-a4ec20b7-23d7-4a1e-92ed-c5ec6ffd67c6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:20.585296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25ce4b50-1918-41f9-9ad7-504e82b8f62f req-a4ec20b7-23d7-4a1e-92ed-c5ec6ffd67c6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1310349 Apr 20 13:01:20.634576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25ce4b50-1918-41f9-9ad7-504e82b8f62f req-e80a70be-b3ef-4f67-9bc8-d6919d58694c tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Apr 20 13:01:20.734589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705240a2-1532-4511-9a14-57031bb492ad req-65dd4ed1-98c4-4691-87e7-306fb632d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:20.737150 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-705240a2-1532-4511-9a14-57031bb492ad req-65dd4ed1-98c4-4691-87e7-306fb632d96d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.1444626 Apr 20 13:01:20.741509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:20.795499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-45edcc49-2b71-4731-875a-c40f73fd349a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1721974299&fields=id&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 267 time: 0.0363016 Apr 20 13:01:20.912300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-bdefe24c-4102-44b1-8c11-8dc5725968b2 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:20.914087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-bdefe24c-4102-44b1-8c11-8dc5725968b2 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.1095293 Apr 20 13:01:20.957345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-b853d248-cb56-48ad-a42f-e714368de162 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/quotas/f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 375 time: 0.0303695 Apr 20 13:01:21.034352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6de323-dfae-47e8-96e0-4211942d5983 req-fdd7068c-8cdd-4873-adda-32700801618d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.036112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db6de323-dfae-47e8-96e0-4211942d5983 req-fdd7068c-8cdd-4873-adda-32700801618d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.0995278 Apr 20 13:01:21.097518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-5ba7b408-4d60-43ef-9dbd-69bec003fe40 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1301539 Apr 20 13:01:21.106148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac69c050-f6f7-4a1d-acae-f706c7adbb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.136761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac69c050-f6f7-4a1d-acae-f706c7adbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.143805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db6de323-dfae-47e8-96e0-4211942d5983 req-ff92e2d6-724d-4007-985e-1d7054235160 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003253 Apr 20 13:01:21.220609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-22f44718-8d17-465e-8edd-31196c30a0e4 service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165507 Apr 20 13:01:21.268771 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ac69c050-f6f7-4a1d-acae-f706c7adbb0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffff0aeb5e2644999fef98b112221db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9309454 Apr 20 13:01:21.281183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69c050-f6f7-4a1d-acae-f706c7adbb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad9bd3d-811f-4d96-8e99-85177b6dee6b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:21.287391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39482) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:21.298693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.307297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705240a2-1532-4511-9a14-57031bb492ad req-7f4615df-96cd-4fe8-aff7-85c763a3346d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.308860 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-705240a2-1532-4511-9a14-57031bb492ad req-7f4615df-96cd-4fe8-aff7-85c763a3346d service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.5653024 Apr 20 13:01:21.345401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638d4ef-0ae3-4121-a016-1f41d25ccaad req-e2043978-185e-44f3-942b-afb392f62172 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.346904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7638d4ef-0ae3-4121-a016-1f41d25ccaad req-e2043978-185e-44f3-942b-afb392f62172 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1001947 Apr 20 13:01:21.374454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-7997b608-1864-4b3b-aacb-d6fbb4ab5039 service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533990 Apr 20 13:01:21.379404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df9055f-a65e-46da-aba3-b74e0f432e1e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:21.406098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1922bc-788e-4eac-80ab-a625e932e525') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:21.406748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1922bc-788e-4eac-80ab-a625e932e525') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:21.427983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7638d4ef-0ae3-4121-a016-1f41d25ccaad req-bbe03cf6-988d-4130-b23f-74285d4a58c7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Apr 20 13:01:21.440275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.444677 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-705240a2-1532-4511-9a14-57031bb492ad req-4eaa9c1a-0d00-48d2-8308-41e176771292 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 1001 time: 0.1261797 Apr 20 13:01:21.462009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8169986f-092e-40f7-89d9-dbd88547e3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.491082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.531142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8169986f-092e-40f7-89d9-dbd88547e3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.533821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:21.534747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:21.538025 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:21.565161 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705240a2-1532-4511-9a14-57031bb492ad req-68481e74-7ddc-4b36-afc4-b06741c1d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.568339 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-705240a2-1532-4511-9a14-57031bb492ad req-68481e74-7ddc-4b36-afc4-b06741c1d13d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1152394 Apr 20 13:01:21.596594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-547f5a44-0764-453c-b197-0039fe0e8414 req-87058c24-e88d-4905-a959-02c5bde7309d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 210 time: 0.0386188 Apr 20 13:01:21.682320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.696132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705240a2-1532-4511-9a14-57031bb492ad req-fc4c02e7-5da1-474b-8e5b-47938953dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.698216 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-705240a2-1532-4511-9a14-57031bb492ad req-fc4c02e7-5da1-474b-8e5b-47938953dac9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577185 Apr 20 13:01:21.703308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.706703 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/0df9055f-a65e-46da-aba3-b74e0f432e1e HTTP/1.1" status: 204 len: 168 time: 1.1286671 Apr 20 13:01:21.710450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39494) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:21.748562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b4c47-89d6-4b9a-885b-fe5fd68d26fa tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=0df9055f-a65e-46da-aba3-b74e0f432e1e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:21.750976 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8169986f-092e-40f7-89d9-dbd88547e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.753515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8169986f-092e-40f7-89d9-dbd88547e3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:21.754683 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8169986f-092e-40f7-89d9-dbd88547e3d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cad9bd3d-811f-4d96-8e99-85177b6dee6b HTTP/1.1" status: 204 len: 168 time: 0.4667568 Apr 20 13:01:21.767429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:21.781270 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e147ea3-7e8e-4669-aa37-749c4e5d5a5f tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:21.782785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e147ea3-7e8e-4669-aa37-749c4e5d5a5f tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:21.803816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:21.804167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 65ab9a9f-775d-4ee6-a961-8a1c26c253b2 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:21.804325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8e147ea3-7e8e-4669-aa37-749c4e5d5a5f tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/0dc06736-3e0f-4112-bfee-f5259e8b8335 HTTP/1.1" status: 404 len: 337 time: 0.0921240 Apr 20 13:01:21.806413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39498) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:21.825853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169986f-092e-40f7-89d9-dbd88547e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad9bd3d-811f-4d96-8e99-85177b6dee6b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:21.881090 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a27bfd-5e62-46a9-afb7-58caf69fe23d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:21.881090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a27bfd-5e62-46a9-afb7-58caf69fe23d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:21.884061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-45a27bfd-5e62-46a9-afb7-58caf69fe23d tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/ca4ed0aa-61c1-4149-a417-f965b46cd080 HTTP/1.1" status: 404 len: 339 time: 0.0722764 Apr 20 13:01:21.886954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39500) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:21.924191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ca071-e517-4e28-90b8-49a330f3b594 req-bd3d39df-c963-4025-8482-9525af3ff94f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:21.930457 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-705240a2-1532-4511-9a14-57031bb492ad req-6f334b94-7006-4f80-8f5c-a257e070c153 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221985 Apr 20 13:01:21.931466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff5ca071-e517-4e28-90b8-49a330f3b594 req-bd3d39df-c963-4025-8482-9525af3ff94f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1234636 Apr 20 13:01:21.981097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff5ca071-e517-4e28-90b8-49a330f3b594 req-344a953e-39bf-484f-a3b4-86f1495131fa tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Apr 20 13:01:22.070282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting subnet 07aaa1ce-ce7c-4612-ae32-a857975ca69b {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:22.083750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.156675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.164673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39508) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:22.193000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd4d85f7-b1c1-4e46-b197-9fb08d942718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.198730 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-705240a2-1532-4511-9a14-57031bb492ad req-8aad2d42-cc92-45bf-8953-08100ef8af41 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511177 Apr 20 13:01:22.276870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.305950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd4d85f7-b1c1-4e46-b197-9fb08d942718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.318658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd4d85f7-b1c1-4e46-b197-9fb08d942718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.363072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.384435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d85f7-b1c1-4e46-b197-9fb08d942718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1182d7dd-b947-4700-bd5a-3b0ed55ff98a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:22.392568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dd4d85f7-b1c1-4e46-b197-9fb08d942718 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a226db8b51234ef58443600cd8e337c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267659 Apr 20 13:01:22.397404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39512) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:22.405063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba595f4-b644-41db-88af-afe24e678897 req-5af90de2-3a92-45e9-be88-0046934e4860 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.405414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=07aaa1ce-ce7c-4612-ae32-a857975ca69b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:22.406409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eba595f4-b644-41db-88af-afe24e678897 req-5af90de2-3a92-45e9-be88-0046934e4860 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.0992553 Apr 20 13:01:22.420796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.422142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8294d74-b057-4044-9b69-13c6c60dd14e None None] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:22.428889 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-36bee84d-dd1e-4989-81e6-c6f789694830 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/07aaa1ce-ce7c-4612-ae32-a857975ca69b HTTP/1.1" status: 204 len: 168 time: 0.5402522 Apr 20 13:01:22.429851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39516) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:22.535876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting subnet cb7fb5a2-17ba-4ee8-a3ad-9a2007a2fe9e {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:22.543442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.550520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eba595f4-b644-41db-88af-afe24e678897 req-f1545950-8dc7-4769-9737-011528c0cc95 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316855 Apr 20 13:01:22.584352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe0b4e42-48ab-45ea-82bf-625565f81050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.608368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.610134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe0b4e42-48ab-45ea-82bf-625565f81050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.649601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759257f-11d5-463c-a82e-a59eedcad710 req-d6181fc0-ae8a-442b-96df-dd935cacea39 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.656931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9759257f-11d5-463c-a82e-a59eedcad710 req-d6181fc0-ae8a-442b-96df-dd935cacea39 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1206598 Apr 20 13:01:22.711066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9759257f-11d5-463c-a82e-a59eedcad710 req-07078fec-1e03-4ec4-9b47-5547984cf20e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489032 Apr 20 13:01:22.741577 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe0b4e42-48ab-45ea-82bf-625565f81050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.754431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe0b4e42-48ab-45ea-82bf-625565f81050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.756422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fe0b4e42-48ab-45ea-82bf-625565f81050 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1182d7dd-b947-4700-bd5a-3b0ed55ff98a HTTP/1.1" status: 204 len: 168 time: 0.3489048 Apr 20 13:01:22.777964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.796175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b4e42-48ab-45ea-82bf-625565f81050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1182d7dd-b947-4700-bd5a-3b0ed55ff98a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:22.813904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51905b07-68f7-450c-a170-9982f64127ee req-aabbd94f-0902-4f4f-a10c-e1015c9a8a2e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 210 time: 0.0884488 Apr 20 13:01:22.906785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.960832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7fb5a2-17ba-4ee8-a3ad-9a2007a2fe9e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:22.981344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:22.982104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-96824193-a7b5-4e4e-9f78-dcee49d3c213 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:22.982104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-96824193-a7b5-4e4e-9f78-dcee49d3c213 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.1997156 Apr 20 13:01:22.982665 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f0899436-1b69-4dfe-bafc-aa1aab40c10b tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/cb7fb5a2-17ba-4ee8-a3ad-9a2007a2fe9e HTTP/1.1" status: 204 len: 168 time: 0.5461643 Apr 20 13:01:22.982665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39522) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:23.078947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-cf981c00-f89a-446f-8bcf-e737855e23be tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 380 time: 0.0863230 Apr 20 13:01:23.100511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'port': {'device_id': 'feded6f1-d061-457b-9564-110e52b9b461', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'admin_state_up': True, 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'security_groups': ['e02ce6e6-4854-423c-b291-66ea93a646df']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:23.152797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.216087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215caeb7-78f6-466f-98b6-2c60ecf360e9 req-8cb6074b-5576-4111-8c5c-fbea7fdfa0be tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.226078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:23.227302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.230753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-215caeb7-78f6-466f-98b6-2c60ecf360e9 req-8cb6074b-5576-4111-8c5c-fbea7fdfa0be tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1764243 Apr 20 13:01:23.330960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-215caeb7-78f6-466f-98b6-2c60ecf360e9 req-6fa2fb7e-b0ab-46bf-af87-1107c213796c tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865641 Apr 20 13:01:23.363877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Made reservation on behalf of f6be64e59ce646a3baefaf244cbd8163 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:23.367638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.369014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port 17e162d2-b842-42ac-a3e4-46f1fdb18e60, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=17e162d2-b842-42ac-a3e4-46f1fdb18e60,segment=NetworkSegment(37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c),segment_id=37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:23.369514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.397221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for 17e162d2-b842-42ac-a3e4-46f1fdb18e60 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:23.502347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.517380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port 17e162d2-b842-42ac-a3e4-46f1fdb18e60 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:23.541575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=17e162d2-b842-42ac-a3e4-46f1fdb18e60,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:23.563287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e4bdab-7c86-43d3-8828-c1d53a03f766 None None] Network 3e6a0cd1-0f7a-4f98-a44d-351e527481cb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:23.573293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.573515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.573887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.574221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.574543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.574875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.575253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.575585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.578818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.579198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.579587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.579857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:23.596252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.20.0.9 (19a9b48e-ece9-48dd-a962-615dbfe7806e/58889dad-8145-4dbb-896b-5deb3346cb4f/3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:23.647180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.683133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-91505927-30fb-4bdc-9806-cb8602f0d44b None None] Could not find standard attr ID for object 17e162d2-b842-42ac-a3e4-46f1fdb18e60. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:01:23.704673 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6a0cd1-0f7a-4f98-a44d-351e527481cb']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:23.719717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:23.720017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f3932f-6aaa-43ad-a6a0-aa0d9309ac1c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:23.720556 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.738252 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.754119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.764134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:23.770927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:23.775767 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:23.882342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c13210-49dd-4792-a7df-f53921a4930d None None] DHCP port deletion for 3e6a0cd1-0f7a-4f98-a44d-351e527481cb request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:01:23.900692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.910105 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:23.916864 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/3e6a0cd1-0f7a-4f98-a44d-351e527481cb HTTP/1.1" status: 204 len: 168 time: 0.9331472 Apr 20 13:01:23.919961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39554) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:23.938649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a178fbd-1181-4c16-bd52-24925ac0db85 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=3e6a0cd1-0f7a-4f98-a44d-351e527481cb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:23.960917 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae91a43f-2796-4060-a94c-befa4c4720f8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:23.961381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae91a43f-2796-4060-a94c-befa4c4720f8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:23.968534 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae91a43f-2796-4060-a94c-befa4c4720f8 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/e68d1917-693b-4160-93b1-f30b9fb319f1 HTTP/1.1" status: 404 len: 337 time: 0.0469069 Apr 20 13:01:23.969262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:23.979565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820254c-901f-48b5-b966-208147203dc2 req-98443c09-b219-4b67-bfa9-4b40b7ebd53d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:23.982295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0820254c-901f-48b5-b966-208147203dc2 req-98443c09-b219-4b67-bfa9-4b40b7ebd53d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2470493 Apr 20 13:01:23.988950 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fa835b-9edf-42d6-abab-0c8fff2abfdd tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:23.997836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fa835b-9edf-42d6-abab-0c8fff2abfdd tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:23.997836 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-65fa835b-9edf-42d6-abab-0c8fff2abfdd tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/7017c0e1-94f6-4bed-9e95-fdae72649b7b HTTP/1.1" status: 404 len: 339 time: 0.0258687 Apr 20 13:01:23.997836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.021767 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.043634 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-783e9dd3-b41f-433f-acee-0f1efb801dd3 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:24.043844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fc215-0d78-4134-b496-36bf4ab161ee req-cac52824-b3c2-40b9-a30b-8bdb51bebc7e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.044811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783e9dd3-b41f-433f-acee-0f1efb801dd3 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:24.049003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-384fc215-0d78-4134-b496-36bf4ab161ee req-cac52824-b3c2-40b9-a30b-8bdb51bebc7e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1758897 Apr 20 13:01:24.049162 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-783e9dd3-b41f-433f-acee-0f1efb801dd3 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/59681c9a-128f-4c3c-9c18-4f2a8b8651de HTTP/1.1" status: 404 len: 337 time: 0.0495090 Apr 20 13:01:24.050397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39560) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.054725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39562) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.112072 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6613f74-9ed6-42cb-9b35-377b49d3d82a tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:24.112072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6613f74-9ed6-42cb-9b35-377b49d3d82a tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:24.112485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c6613f74-9ed6-42cb-9b35-377b49d3d82a tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/d4002818-cf5e-4272-8cff-51eff20d470d HTTP/1.1" status: 404 len: 339 time: 0.0579753 Apr 20 13:01:24.115243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39566) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.125590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0820254c-901f-48b5-b966-208147203dc2 req-a821e373-9af9-455c-aad1-02aac78af0d7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336472 Apr 20 13:01:24.151945 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce17a122-6a43-4bf9-a613-da954a792267 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:24.152505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce17a122-6a43-4bf9-a613-da954a792267 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:24.154369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-384fc215-0d78-4134-b496-36bf4ab161ee req-db9f9564-b36b-4f07-815d-b7c727cc7766 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988169 Apr 20 13:01:24.157103 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ce17a122-6a43-4bf9-a613-da954a792267 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/00334655-bf06-43ae-beb0-81b4283bc3c9 HTTP/1.1" status: 404 len: 337 time: 0.0405700 Apr 20 13:01:24.159986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39568) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.176954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.188443 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b060f383-6bbb-4bfa-bbc9-16013a19d938 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:24.189032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b060f383-6bbb-4bfa-bbc9-16013a19d938 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:24.190519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-961108722'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:24.193694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b060f383-6bbb-4bfa-bbc9-16013a19d938 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/23a387b2-f098-4342-afe2-d3023a582f49 HTTP/1.1" status: 404 len: 339 time: 0.0308843 Apr 20 13:01:24.196074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39572) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.224757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:24.227979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:24.235661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:24.250233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:24.255382 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.267675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting subnet c1e3823c-bace-41ca-8b49-ec528d1c6551 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:24.278026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.280500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.298263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.320062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:24.323698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.324332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.343794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d511a9-d051-431a-9e11-9d3463617bd5 req-b0c82d8b-1547-4869-8e75-70f54c3a7027 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.345345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51d511a9-d051-431a-9e11-9d3463617bd5 req-b0c82d8b-1547-4869-8e75-70f54c3a7027 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 931 time: 0.1108210 Apr 20 13:01:24.358163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-db230ef0-1f4e-4b50-a5b8-c0b79b13a69e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2626805 Apr 20 13:01:24.370688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.374394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Request body: {'port': {'device_id': 'feded6f1-d061-457b-9564-110e52b9b461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:24.455598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.463055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51d511a9-d051-431a-9e11-9d3463617bd5 req-c18a3fea-440f-4eda-9095-766b7a5b57de tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035147 Apr 20 13:01:24.486175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:24.489013 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed71571c-40ae-4627-a35e-c6997d7239c9" -d '{"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:24.502297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.507547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.513438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.513690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:24.520480 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.532647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.570975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25f8c7-df30-4aa3-99e7-c9df64bb2199,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.575616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8b8a7-c415-4456-b795-f48d4ddf7a32 req-132f20fa-ca5e-4c1f-a425-fc314bf87ca8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.577168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acc8b8a7-c415-4456-b795-f48d4ddf7a32 req-132f20fa-ca5e-4c1f-a425-fc314bf87ca8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1203284 Apr 20 13:01:24.592184 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38998c92-6a1b-4f74-827f-e345f75a6e16 x-openstack-request-id: req-38998c92-6a1b-4f74-827f-e345f75a6e16 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:24.592661 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-unplugged", "status": "completed", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:24.593573 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38998c92-6a1b-4f74-827f-e345f75a6e16 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:24.593573 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38998c92-6a1b-4f74-827f-e345f75a6e16'] response: {'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'code': 200} Apr 20 13:01:24.598040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:24.616366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.616366 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Added segment a4a88bfe-8f8d-4c61-abff-45612914967c of type vlan for network 2d360e4e-34e5-4f75-995c-07eb28b71dcb Apr 20 13:01:24.634347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.637975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d0192cc8-f9b1-413a-9365-477981f0167f None None] Provisioning complete for port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:24.638313 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d0192cc8-f9b1-413a-9365-477981f0167f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.672689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.676910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.678509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d0192cc8-f9b1-413a-9365-477981f0167f None None] Port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:24.698163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acc8b8a7-c415-4456-b795-f48d4ddf7a32 req-77b3747c-9c3f-4bbf-80c6-7b7c8748fc15 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119859 Apr 20 13:01:24.714387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.720436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39578) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.720981 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/c1e3823c-bace-41ca-8b49-ec528d1c6551 HTTP/1.1" status: 204 len: 168 time: 0.5238998 Apr 20 13:01:24.722864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0d8d9-acac-4aec-9cb6-4b041bfcc9a9 None None] Network e621b595-bf19-43ec-90c2-06a8eb823f4d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:24.727233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73c0af-b938-406d-9e44-3181eb2e08fc tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e3823c-bace-41ca-8b49-ec528d1c6551,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.739776 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.745615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:24.746243 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.778663 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.7226679 Apr 20 13:01:24.804655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39580) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:24.816793 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'subnet': {'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:24.873829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ecdf8a-27a5-4cb0-8b2f-9e74c62c2947 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Network': ['ID=2d360e4e-34e5-4f75-995c-07eb28b71dcb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:24.891715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:24.929916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:24.935804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:24.975634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] DHCP port deletion for e621b595-bf19-43ec-90c2-06a8eb823f4d request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:01:25.062578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] Deleting port 2f4ca4af-a532-4c7d-b288-92a46372d671 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:25.063398 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.148241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] For port 2f4ca4af-a532-4c7d-b288-92a46372d671, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f4ca4af-a532-4c7d-b288-92a46372d671,segment=NetworkSegment(094cd00e-c88b-4cda-903b-e86ed509b41a),segment_id=094cd00e-c88b-4cda-903b-e86ed509b41a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:25.148910 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.192155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] Calling delete_port for 2f4ca4af-a532-4c7d-b288-92a46372d671 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:25.196816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.202768 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.323329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Checking segment: {'id': 'a4a88bfe-8f8d-4c61-abff-45612914967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:25.323761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network hostable DHCP agents. Network: 2d360e4e-34e5-4f75-995c-07eb28b71dcb, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:25.327588 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.331064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Subnet': ['ID=88b8807d-6b8b-44e4-bdcf-4628ba76f3f9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:25.352145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] No DVR routers for this DVR port 2f4ca4af-a532-4c7d-b288-92a46372d671 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:25.373436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:25.382360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d353bb-c666-4e52-81fd-afb175201c17 None None] Pushing event deleted for resources: {'Port': ['ID=2f4ca4af-a532-4c7d-b288-92a46372d671,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:25.383905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:25.393263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2d360e4e-34e5-4f75-995c-07eb28b71dcb) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:25.399828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.400517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.404290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05346454-7ca6-4d22-b47d-9f4929cd937e None None] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:25.413790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.432926 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-43ee7a0d-16a2-456f-bbcd-805464b65bd1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6250324 Apr 20 13:01:25.433132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:25.436058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cb2b6-7a6b-4cd1-963d-04a7d800739e req-26b6228a-7f2d-4c38-82ca-5a6278ba0881 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.439533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1692880167'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:25.443484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e4cb2b6-7a6b-4cd1-963d-04a7d800739e req-26b6228a-7f2d-4c38-82ca-5a6278ba0881 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1702969 Apr 20 13:01:25.465219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Transition to ACTIVE for port object 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:25.467835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port 2f4ca4af-a532-4c7d-b288-92a46372d671 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:25.468175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.495103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.566848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825a6a6-cafb-4369-84ff-f20f0d7b124b req-d80da730-dc03-4c92-9d16-5f76d70e78e9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:25.570257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e825a6a6-cafb-4369-84ff-f20f0d7b124b req-d80da730-dc03-4c92-9d16-5f76d70e78e9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.2635722 Apr 20 13:01:25.612278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:25.620028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'tenant_id': 'f0bb66a8a1094aec87c0d522a95694d4', 'fixed_ips': [{'subnet_id': '88b8807d-6b8b-44e4-bdcf-4628ba76f3f9'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:01:25.621732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.623324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.645837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] device_id is not set on port 7e301896-712f-4c5e-a663-18f4fc9eae2e yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:01:25.727223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e825a6a6-cafb-4369-84ff-f20f0d7b124b req-0ef9396f-05b6-49ec-b922-791fb30d043c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915816 Apr 20 13:01:25.735628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port 2f4ca4af-a532-4c7d-b288-92a46372d671, host n-d-838550-2, got binding levels [] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:25.736099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.786644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:25.823756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e4cb2b6-7a6b-4cd1-963d-04a7d800739e req-8868408a-dd9a-4e0f-9d26-271d40701955 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793941 Apr 20 13:01:25.840530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for 2f4ca4af-a532-4c7d-b288-92a46372d671 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:25.857792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Port 2f4ca4af-a532-4c7d-b288-92a46372d671 was not found and therefore no delete operation was performed {{(pid=109410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:01:25.858252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f4ca4af-a532-4c7d-b288-92a46372d671 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:25.864720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Allocated IP 2001:db8::288 (2d360e4e-34e5-4f75-995c-07eb28b71dcb/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9/7e301896-712f-4c5e-a663-18f4fc9eae2e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:25.899221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:25.901984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2f4ca4af-a532-4c7d-b288-92a46372d671 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:25.902335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f4ca4af-a532-4c7d-b288-92a46372d671 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:25.903969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 17e162d2-b842-42ac-a3e4-46f1fdb18e60 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:25.932176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 17e162d2-b842-42ac-a3e4-46f1fdb18e60 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:25.932565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 17e162d2-b842-42ac-a3e4-46f1fdb18e60 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:25.962898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=2f4ca4af-a532-4c7d-b288-92a46372d671,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:25.967579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port 2f4ca4af-a532-4c7d-b288-92a46372d671 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:26.026218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.066161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.115327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933eaaf7-4703-4520-b143-bed5791677ca req-2f9b0e5a-295b-4091-ad41-0090189953b4 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.117111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-933eaaf7-4703-4520-b143-bed5791677ca req-2f9b0e5a-295b-4091-ad41-0090189953b4 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 943 time: 0.2734892 Apr 20 13:01:26.119507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:26.123916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:26.126036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Attempting to bind port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:26.126555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Attempting to bind port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:26.127059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Attempting to bind port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:26.128623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:26.135086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.136340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.137571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.141067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Allocated IP 2001:db8::2 (2d360e4e-34e5-4f75-995c-07eb28b71dcb/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9/46fe62e2-9a65-476b-874a-76647499058c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:26.147100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=7e301896-712f-4c5e-a663-18f4fc9eae2e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.156826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee47d94-0c9c-4f71-afa9-a2b4f01cd634 req-f91684c0-aa85-4d94-ae1f-470668ee9c94 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.158322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ee47d94-0c9c-4f71-afa9-a2b4f01cd634 req-f91684c0-aa85-4d94-ae1f-470668ee9c94 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 943 time: 0.2110012 Apr 20 13:01:26.170418 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9bade265-c739-4eb0-9296-5f22e4922959 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7361131 Apr 20 13:01:26.175124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39614) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:26.182663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-36251821', 'allowed_address_pairs': [{'ip_address': '2001:db8::288', 'mac_address': 'fa:16:3e:af:14:49'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:26.186025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e621b595-bf19-43ec-90c2-06a8eb823f4d']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:26.229052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-933eaaf7-4703-4520-b143-bed5791677ca req-aa9edfd2-90a0-42b1-9e0b-b593a281f414 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943279 Apr 20 13:01:26.229856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:26.238113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Attempting to bind port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:26.245562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094cd00e-c88b-4cda-903b-e86ed509b41a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:26.246421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094cd00e-c88b-4cda-903b-e86ed509b41a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:26.300778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:26.301123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Checking segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:26.301579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Bound using segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:26.302199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Bound port: 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:26.302547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.307950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.327291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:26.329496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:26.354501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ee47d94-0c9c-4f71-afa9-a2b4f01cd634 req-a1cb3d8d-3a3d-4fb7-ba0d-fae61766cc32 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607187 Apr 20 13:01:26.388373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.398610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:26.399021 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:26.402610 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:26.424051 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.439629 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.458585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.478538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] device_id is not set on port c76c3f20-c2f2-490e-bfa5-0968f0618b15 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:01:26.490896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] For port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:26.493648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:26.494579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] For port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:26.516507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:26.516740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.523503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:26.530703 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.558849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:26.581694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Pushing event updated for resources: {'Port': ['ID=46fe62e2-9a65-476b-874a-76647499058c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.585027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.588280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'port_id': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'mac_address': 'fa:16:3e:32:da:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8eaaecf-934d-47c5-b7b6-56772a0c3c5d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:26.592144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.593697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 HTTP/1.1" status: 200 len: 1091 time: 2.2258511 Apr 20 13:01:26.601324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:26.603708 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad9a8fa-bd30-4148-a047-15fcd31c4739" -d '{"events": [{"name": "network-changed", "server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:26.626734 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.634747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/e621b595-bf19-43ec-90c2-06a8eb823f4d HTTP/1.1" status: 204 len: 168 time: 1.9128547 Apr 20 13:01:26.637343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39630) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:26.674343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c97183-e0d8-4614-9b89-373f0fd82822 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=e621b595-bf19-43ec-90c2-06a8eb823f4d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.675498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Attempting to bind port 46fe62e2-9a65-476b-874a-76647499058c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:26.676027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Attempting to bind port 46fe62e2-9a65-476b-874a-76647499058c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a4a88bfe-8f8d-4c61-abff-45612914967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:26.676209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Attempting to bind port 46fe62e2-9a65-476b-874a-76647499058c on network 2d360e4e-34e5-4f75-995c-07eb28b71dcb {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:26.684213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:26.684699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Checking segment: {'id': 'a4a88bfe-8f8d-4c61-abff-45612914967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:26.685114 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.685508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Bound using segment: {'id': 'a4a88bfe-8f8d-4c61-abff-45612914967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:26.686062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Bound port: 46fe62e2-9a65-476b-874a-76647499058c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a88bfe-8f8d-4c61-abff-45612914967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:26.686382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.706250 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cde7a0-3296-4d15-82cd-044e446a8ec5 x-openstack-request-id: req-29cde7a0-3296-4d15-82cd-044e446a8ec5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:26.706811 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:26.707543 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29cde7a0-3296-4d15-82cd-044e446a8ec5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:26.708172 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cde7a0-3296-4d15-82cd-044e446a8ec5'] response: {'name': 'network-changed', 'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'status': 'completed', 'code': 200} Apr 20 13:01:26.714909 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d115267-1d58-455a-a86b-d44fe532e6d5 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:26.715394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d115267-1d58-455a-a86b-d44fe532e6d5 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:26.720855 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4d115267-1d58-455a-a86b-d44fe532e6d5 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/7ebf2d65-34fa-4715-b4cd-dc3ea719aa70 HTTP/1.1" status: 404 len: 337 time: 0.0783703 Apr 20 13:01:26.732270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39632) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:26.773004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Allocated IP 2001:db8::266 (2d360e4e-34e5-4f75-995c-07eb28b71dcb/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9/c76c3f20-c2f2-490e-bfa5-0968f0618b15) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:26.811905 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-39167112-81d9-42c8-ba87-ee2697060c26 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] DELETE failed (client error): The resource could not be found. Apr 20 13:01:26.812412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39167112-81d9-42c8-ba87-ee2697060c26 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:01:26.821533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] For port 46fe62e2-9a65-476b-874a-76647499058c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:26.823516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-39167112-81d9-42c8-ba87-ee2697060c26 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/c129aeb7-85ab-4804-969e-572a2d2f5e63 HTTP/1.1" status: 404 len: 339 time: 0.0894351 Apr 20 13:01:26.824321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:26.826095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] For port 46fe62e2-9a65-476b-874a-76647499058c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=46fe62e2-9a65-476b-874a-76647499058c,segment=NetworkSegment(a4a88bfe-8f8d-4c61-abff-45612914967c),segment_id=a4a88bfe-8f8d-4c61-abff-45612914967c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:26.826291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cca6e-7a8a-45da-9a6f-50f2fcb6f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:26.833272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.836940 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.863491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:26.912865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:26.943776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd5ac255-2d2d-4f84-933a-e086f574c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.944045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:26.945406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-fd5ac255-2d2d-4f84-933a-e086f574c420 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 1094 time: 0.2827625 Apr 20 13:01:26.983170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f712461-681e-4184-82ee-03a7f8859933 req-60fc8690-599e-43ed-a0e8-d69bd1e69a28 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:26.994221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f712461-681e-4184-82ee-03a7f8859933 req-60fc8690-599e-43ed-a0e8-d69bd1e69a28 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1615627 Apr 20 13:01:26.998313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843782-a51c-4bfb-b529-bb547a409404 None None] Pushing event updated for resources: {'Port': ['ID=46fe62e2-9a65-476b-874a-76647499058c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:27.010043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting subnet b11d26dc-84f5-4df7-8b59-ee41e8fabd8c {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:27.016829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.100736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:27.118106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.124625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-6896a108-9820-496d-ba7e-1090db61fd80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 HTTP/1.1" status: 200 len: 217 time: 0.1279011 Apr 20 13:01:27.177268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.208478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f712461-681e-4184-82ee-03a7f8859933 req-72009ae1-d730-4aa7-a3fd-9020374e9ef8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878150 Apr 20 13:01:27.214217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-a7460aa6-bbc6-441b-ac04-37129f87709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.215693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-a7460aa6-bbc6-441b-ac04-37129f87709f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.0820162 Apr 20 13:01:27.226299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76792fc5-ced3-4975-bae5-2ae96aa073a2 req-365ed680-5962-4784-93a9-fdf84abd3b29 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.237036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76792fc5-ced3-4975-bae5-2ae96aa073a2 req-365ed680-5962-4784-93a9-fdf84abd3b29 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2413731 Apr 20 13:01:27.251072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.290680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.331374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17e0ffd6-1f4d-42cf-be9b-7413a2c77819'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:27.391168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76792fc5-ced3-4975-bae5-2ae96aa073a2 req-43af8c4f-1079-4c1a-86a8-31850af6c3a3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530273 Apr 20 13:01:27.399865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-d526cde7-5ca7-4625-b182-638739c3c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.418063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-d526cde7-5ca7-4625-b182-638739c3c994 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789188 Apr 20 13:01:27.426955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:27.448990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:27.474031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:27.481180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.481180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.503109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=c76c3f20-c2f2-490e-bfa5-0968f0618b15,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:27.540582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.561312 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-69093ec3-9968-4a31-ae7c-22129321de86 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.3850167 Apr 20 13:01:27.564592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.570233 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/subnets/b11d26dc-84f5-4df7-8b59-ee41e8fabd8c HTTP/1.1" status: 204 len: 168 time: 0.7427077 Apr 20 13:01:27.586698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39654) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:27.587009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39656) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:27.591771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6aa77-783a-421a-8dca-ffb0297fbab6 None None] Network 8c79ab4c-2462-49b2-9547-6d0bff22f337 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:27.598067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74e518-0cc2-4d67-ad62-d84bbe122049 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Subnet': ['ID=b11d26dc-84f5-4df7-8b59-ee41e8fabd8c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:27.658423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32cc12-74c6-4737-9a15-8ac291c9f4e3 req-1fad077f-f655-4e19-9d60-1e0ab1445cb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.666711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae32cc12-74c6-4737-9a15-8ac291c9f4e3 req-1fad077f-f655-4e19-9d60-1e0ab1445cb0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 943 time: 0.2475648 Apr 20 13:01:27.730877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c31ccb-a7db-4ea3-9d4e-6f987e24573a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.738086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c31ccb-a7db-4ea3-9d4e-6f987e24573a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.745098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c31ccb-a7db-4ea3-9d4e-6f987e24573a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.746400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-01c31ccb-a7db-4ea3-9d4e-6f987e24573a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1581056 Apr 20 13:01:27.752648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39662) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:27.764037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-3842a774-1b1a-4f0f-aaa7-f8b2cb681af0 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840579 Apr 20 13:01:27.783085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae32cc12-74c6-4737-9a15-8ac291c9f4e3 req-d9d7fd21-1848-4e02-b9e0-23489e89f163 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059346 Apr 20 13:01:27.794396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634604e-7a78-40a8-b03e-edf6ed611995 req-4d2928e1-a804-4bc6-b60c-320ef936bbda tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:27.811701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1634604e-7a78-40a8-b03e-edf6ed611995 req-4d2928e1-a804-4bc6-b60c-320ef936bbda tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 944 time: 0.2636533 Apr 20 13:01:27.841455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.917389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting port c76c3f20-c2f2-490e-bfa5-0968f0618b15 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:27.917777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:27.947196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 46fe62e2-9a65-476b-874a-76647499058c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:27.966447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1634604e-7a78-40a8-b03e-edf6ed611995 req-a9de9308-c7e2-4e19-833a-6a51a641d1f7 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532218 Apr 20 13:01:28.025363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c34040a-93af-4f65-b02f-9a0c5c3af072 req-b5f93a21-c4d4-4a9d-830c-09e2bb8c7503 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051361 Apr 20 13:01:28.033847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Deleting port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:28.038551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.108784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 46fe62e2-9a65-476b-874a-76647499058c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:28.109155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.143717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.176259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Calling delete_port for c76c3f20-c2f2-490e-bfa5-0968f0618b15 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:28.176486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-9228e9c0-1f43-4483-a21b-23cf3550cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.176701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-9228e9c0-1f43-4483-a21b-23cf3550cab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 1094 time: 0.0891268 Apr 20 13:01:28.209779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] DHCP port deletion for 8c79ab4c-2462-49b2-9547-6d0bff22f337 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:01:28.247135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] For port 652a0bb7-7eb5-41ad-b5b6-f500c5938128, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=652a0bb7-7eb5-41ad-b5b6-f500c5938128,segment=NetworkSegment(ef1a8bf8-394e-4bdd-ab24-08284a6186de),segment_id=ef1a8bf8-394e-4bdd-ab24-08284a6186de)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:28.247511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.266177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Calling delete_port for 652a0bb7-7eb5-41ad-b5b6-f500c5938128 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:28.304329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.326486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-047108ce-c0c7-4f5d-a6fa-6f6f847b037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.329067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-047108ce-c0c7-4f5d-a6fa-6f6f847b037e service neutron] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.1439333 Apr 20 13:01:28.344598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] Deleting port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:28.344964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.439532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 46fe62e2-9a65-476b-874a-76647499058c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=46fe62e2-9a65-476b-874a-76647499058c,segment=NetworkSegment(a4a88bfe-8f8d-4c61-abff-45612914967c),segment_id=a4a88bfe-8f8d-4c61-abff-45612914967c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:28.447756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.487118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-760d9183-e1a5-458a-ba4b-f98850bbb8d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 HTTP/1.1" status: 200 len: 217 time: 0.1446800 Apr 20 13:01:28.518474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] For port 652a0bb7-7eb5-41ad-b5b6-f500c5938128, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=652a0bb7-7eb5-41ad-b5b6-f500c5938128,segment=NetworkSegment(ef1a8bf8-394e-4bdd-ab24-08284a6186de),segment_id=ef1a8bf8-394e-4bdd-ab24-08284a6186de)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:28.518474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.550017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] Calling delete_port for 652a0bb7-7eb5-41ad-b5b6-f500c5938128 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:28.558839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.600011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Port': ['ID=c76c3f20-c2f2-490e-bfa5-0968f0618b15,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:28.604688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.642974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a35b4-7767-4be5-8391-bbce5a5e5330 req-b45cd2fb-114f-49a0-9540-36dae1a9c863 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.644818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-183a35b4-7767-4be5-8391-bbce5a5e5330 req-b45cd2fb-114f-49a0-9540-36dae1a9c863 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.3141148 Apr 20 13:01:28.647394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-25b5eb8d-33fe-420d-ba08-23a720fe9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.648926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-25b5eb8d-33fe-420d-ba08-23a720fe9393 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.1467767 Apr 20 13:01:28.650782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=46fe62e2-9a65-476b-874a-76647499058c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:28.659123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a09a1b-ed19-4198-8e9f-5fb714663113 None None] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:28.701321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Port': ['ID=652a0bb7-7eb5-41ad-b5b6-f500c5938128,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:28.704768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] No DVR routers for this DVR port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:28.743827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccf8f7-91e1-46d2-b6f4-705b3c9ed23e req-a967ab22-4ef6-4536-a403-ec1b9b13dbb9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.745702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10ccf8f7-91e1-46d2-b6f4-705b3c9ed23e req-a967ab22-4ef6-4536-a403-ec1b9b13dbb9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2535217 Apr 20 13:01:28.753839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.757605 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-81f3789d-f1ac-4766-82f1-2c5ae96df0b2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/ports/c76c3f20-c2f2-490e-bfa5-0968f0618b15 HTTP/1.1" status: 204 len: 168 time: 1.0036750 Apr 20 13:01:28.764700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39678) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:28.768340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-183a35b4-7767-4be5-8391-bbce5a5e5330 req-0c3f2a58-f52d-4211-ac94-92b6d6d37c92 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167777 Apr 20 13:01:28.799051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-7a695ec7-72c9-4f0f-8342-ce9d3c097783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:28.801656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-7a695ec7-72c9-4f0f-8342-ce9d3c097783 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298447 Apr 20 13:01:28.803304 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a31945-c80b-47d9-8b9c-78259043ab14 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] GET failed (client error): The resource could not be found. Apr 20 13:01:28.808899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e8a31945-c80b-47d9-8b9c-78259043ab14 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "GET /v2.0/ports/c76c3f20-c2f2-490e-bfa5-0968f0618b15 HTTP/1.1" status: 404 len: 333 time: 0.0358105 Apr 20 13:01:28.809439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39682) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:28.826793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.852254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-750868381'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:28.853291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10ccf8f7-91e1-46d2-b6f4-705b3c9ed23e req-fbcf6320-c0e8-44d2-a679-f56414b27d6c tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893838 Apr 20 13:01:28.884439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] Pushing event deleted for resources: {'Port': ['ID=652a0bb7-7eb5-41ad-b5b6-f500c5938128,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:28.896938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694deee7-7b15-454f-8de8-b440d4db0c0e None None] No DVR routers for this DVR port 652a0bb7-7eb5-41ad-b5b6-f500c5938128 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:28.916472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f72d9103-7dcf-4fdc-9c6a-ae59ac2c5db0 None None] Provisioning complete for port 46fe62e2-9a65-476b-874a-76647499058c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:28.916852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f72d9103-7dcf-4fdc-9c6a-ae59ac2c5db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:28.970417 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:01:29.028506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-cffd0b70-7d71-4abb-9308-908d94f8a0f5 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793234 Apr 20 13:01:29.113295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd08dbc-ac85-435c-9d89-34571d6b38d9 req-1f7fbd65-4907-4c23-8b8d-e61272b8a4e7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.115030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6bd08dbc-ac85-435c-9d89-34571d6b38d9 req-1f7fbd65-4907-4c23-8b8d-e61272b8a4e7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 943 time: 0.2030683 Apr 20 13:01:29.205218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6bd08dbc-ac85-435c-9d89-34571d6b38d9 req-28ae02ee-cebd-41e2-afd1-4f8c11653a63 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532880 Apr 20 13:01:29.242330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427f1c1-90ab-4d52-a62f-631e49ea318b req-ceedadae-6391-4eab-bd77-5c8f7c95f23a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.244425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2427f1c1-90ab-4d52-a62f-631e49ea318b req-ceedadae-6391-4eab-bd77-5c8f7c95f23a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 944 time: 0.1267815 Apr 20 13:01:29.246942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad9a8fa-bd30-4148-a047-15fcd31c4739 req-805d21a5-711e-4dff-8651-3b1cc87ef090 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090659 Apr 20 13:01:29.264660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.312990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2427f1c1-90ab-4d52-a62f-631e49ea318b req-3740e3f6-73c9-4245-8de9-c860ce7d8128 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614014 Apr 20 13:01:29.328213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c79ab4c-2462-49b2-9547-6d0bff22f337']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:29.341735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef1a8bf8-394e-4bdd-ab24-08284a6186de') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:29.342029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef1a8bf8-394e-4bdd-ab24-08284a6186de') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:29.361258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.368557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9f3b9119-4ca7-4db7-b5d8-03e9b7595f91 None None] Provisioning complete for port 46fe62e2-9a65-476b-874a-76647499058c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:29.369031 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9119-4ca7-4db7-b5d8-03e9b7595f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.388385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.397908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:29.398312 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:29.401513 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:29.464153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:29.468339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.478062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:29.487882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] device_id is not set on port 90cdfce2-02b8-41b3-a91b-71986d026f7b yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:01:29.492895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.502404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.511101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] 10.222.0.24 "DELETE /v2.0/networks/8c79ab4c-2462-49b2-9547-6d0bff22f337 HTTP/1.1" status: 204 len: 168 time: 1.9212763 Apr 20 13:01:29.527713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9f3b9119-4ca7-4db7-b5d8-03e9b7595f91 None None] Provisioning complete for port 7e301896-712f-4c5e-a663-18f4fc9eae2e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:29.529041 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9119-4ca7-4db7-b5d8-03e9b7595f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.575620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85946da-4210-420d-87cb-cf9db381ac55 tempest-NetworksIpV6Test-2039521513 tempest-NetworksIpV6Test-2039521513-project] Pushing event deleted for resources: {'Network': ['ID=8c79ab4c-2462-49b2-9547-6d0bff22f337,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:29.639279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9f3b9119-4ca7-4db7-b5d8-03e9b7595f91 None None] Port 7e301896-712f-4c5e-a663-18f4fc9eae2e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:29.688438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:29.727203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'port_id': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'mac_address': 'fa:16:3e:75:61:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:29.754978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Allocated IP 2001:db8::36e (2d360e4e-34e5-4f75-995c-07eb28b71dcb/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9/90cdfce2-02b8-41b3-a91b-71986d026f7b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:29.830520 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:29.863738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:29.902926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:29.911106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 46fe62e2-9a65-476b-874a-76647499058c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:29.960107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:29.969412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e5dfd-cfc6-43d3-b1e4-09b781a635b8 req-2def48e0-9313-4864-a157-630329d2fe44 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:29.977101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-968e5dfd-cfc6-43d3-b1e4-09b781a635b8 req-2def48e0-9313-4864-a157-630329d2fe44 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.0698178 Apr 20 13:01:30.006595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8c174253-39a7-4e45-a3f7-3658766d4185 None None] Provisioning complete for port 7e301896-712f-4c5e-a663-18f4fc9eae2e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:30.006960 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c174253-39a7-4e45-a3f7-3658766d4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.008425 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.077296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-968e5dfd-cfc6-43d3-b1e4-09b781a635b8 req-6a09ae8b-da11-4dc0-bca2-39fc4f171b0a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992875 Apr 20 13:01:30.099296 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.113294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc78877-0494-4b3e-9cec-cd24e0c01208 req-c2f46c40-5091-4505-b7a1-e0d9ac6ebbeb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.125309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bc78877-0494-4b3e-9cec-cd24e0c01208 req-c2f46c40-5091-4505-b7a1-e0d9ac6ebbeb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1095345 Apr 20 13:01:30.136783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:30.175818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 46fe62e2-9a65-476b-874a-76647499058c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:30.176666 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.209329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bc78877-0494-4b3e-9cec-cd24e0c01208 req-36274c39-1996-4d9f-9320-4b345e8edc3e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831473 Apr 20 13:01:30.216210 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8c174253-39a7-4e45-a3f7-3658766d4185 None None] Port 7e301896-712f-4c5e-a663-18f4fc9eae2e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:30.241991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39718) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:30.255415 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b4d64f11-ff31-4ea2-8918-c178f2c94ec7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8fa1fcf61bb4f8aa8d4b1f9e6b3ea48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899940 Apr 20 13:01:30.257769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.266118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:30.329612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:30.333387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:30.339900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:30.345940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.346559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.369739 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5245664 Apr 20 13:01:30.373360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39722) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:30.373959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:30.380875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::288', 'mac_address': 'fa:16:3e:af:14:49'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:30.394813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b27f124-f189-4e31-9855-ec895c0258ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.416755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32736fb8-a645-4631-ba17-21258c58895c tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=90cdfce2-02b8-41b3-a91b-71986d026f7b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:30.453460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420139c-f48c-46d9-8a8e-55f44c04b4b2 req-1452b14b-07a9-4dcf-84ff-b91fc7501d3c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.458460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ddca0f8f-3192-44ac-bef6-ca435af5dd65 None None] Could not find standard attr ID for object c76c3f20-c2f2-490e-bfa5-0968f0618b15. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:01:30.466673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8420139c-f48c-46d9-8a8e-55f44c04b4b2 req-1452b14b-07a9-4dcf-84ff-b91fc7501d3c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 944 time: 0.1565056 Apr 20 13:01:30.507924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.518070 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b27f124-f189-4e31-9855-ec895c0258ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.538633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:30.539106 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.668577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 652a0bb7-7eb5-41ad-b5b6-f500c5938128 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:30.674379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8420139c-f48c-46d9-8a8e-55f44c04b4b2 req-8af5082c-03cf-4d73-b53d-e0d05e6d5e52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107713 Apr 20 13:01:30.690987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b27f124-f189-4e31-9855-ec895c0258ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.690987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b27f124-f189-4e31-9855-ec895c0258ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.690987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6b27f124-f189-4e31-9855-ec895c0258ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b6925ef-b648-4468-8d0a-3f15c2e3a5f4 HTTP/1.1" status: 204 len: 168 time: 0.4445164 Apr 20 13:01:30.710641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27f124-f189-4e31-9855-ec895c0258ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6925ef-b648-4468-8d0a-3f15c2e3a5f4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:30.740614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c8e17-acdc-4969-bc17-1ef676eb0c74 req-0ffb32f2-74d7-40cb-b9e2-351f8fc1d670 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.757199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a76c8e17-acdc-4969-bc17-1ef676eb0c74 req-0ffb32f2-74d7-40cb-b9e2-351f8fc1d670 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 944 time: 0.2866347 Apr 20 13:01:30.783176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 652a0bb7-7eb5-41ad-b5b6-f500c5938128 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:30.783442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 652a0bb7-7eb5-41ad-b5b6-f500c5938128 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:30.844212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a76c8e17-acdc-4969-bc17-1ef676eb0c74 req-28b03d68-34b7-4ee6-97b0-5a6adaa26572 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851743 Apr 20 13:01:30.871794 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.876999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.888731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.900816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:30.903109 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11dabc8-0916-4c64-9e98-e9333c5d4065" -d '{"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-plugged", "status": "completed", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:30.919594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:30.925663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:30.951450 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb718e6-f565-4784-ad1b-0adcf1bb0cbb x-openstack-request-id: req-0fb718e6-f565-4784-ad1b-0adcf1bb0cbb {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:30.952101 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-plugged", "status": "completed", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:30.952765 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fb718e6-f565-4784-ad1b-0adcf1bb0cbb {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:30.953351 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb718e6-f565-4784-ad1b-0adcf1bb0cbb'] response: {'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'code': 200} Apr 20 13:01:30.988154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] In _notify_port_updated(), no bound segment for port 90cdfce2-02b8-41b3-a91b-71986d026f7b on network 2d360e4e-34e5-4f75-995c-07eb28b71dcb {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:01:30.996237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:30.997420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.001938 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "PUT /v2.0/ports/90cdfce2-02b8-41b3-a91b-71986d026f7b HTTP/1.1" status: 200 len: 1002 time: 0.6263008 Apr 20 13:01:31.002644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39742) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:31.017565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-99b3ec69-55b9-4a54-b8fe-bdc1326e5ee4 None None] Provisioning complete for port 90cdfce2-02b8-41b3-a91b-71986d026f7b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:31.018202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99b3ec69-55b9-4a54-b8fe-bdc1326e5ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.027815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e601f34-4452-4269-a72c-ca4eb892bf8b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=90cdfce2-02b8-41b3-a91b-71986d026f7b,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:31.056232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:31.108017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-99b3ec69-55b9-4a54-b8fe-bdc1326e5ee4 None None] Port 90cdfce2-02b8-41b3-a91b-71986d026f7b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:31.222391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f8701-af4b-43d1-9446-4286b809f7b3 req-8352c3c7-b41f-42e2-a63f-4c1009ba2685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.224189 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ab1f8701-af4b-43d1-9446-4286b809f7b3 req-8352c3c7-b41f-42e2-a63f-4c1009ba2685 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0620861 Apr 20 13:01:31.264024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09e423-c8b5-4376-92cf-bcc6eff2d28d req-525f0c72-0ac8-4500-ba8d-351de26b9ea5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.271283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea09e423-c8b5-4376-92cf-bcc6eff2d28d req-525f0c72-0ac8-4500-ba8d-351de26b9ea5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.0680909 Apr 20 13:01:31.285323 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ab1f8701-af4b-43d1-9446-4286b809f7b3 req-3dac0c89-3c5e-47e3-a5a7-f7f8c739df4a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Apr 20 13:01:31.303080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting port 90cdfce2-02b8-41b3-a91b-71986d026f7b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:31.303751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.340517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-881f8c64-7463-4c23-a474-262858fed0c6 None None] Provisioning complete for port 90cdfce2-02b8-41b3-a91b-71986d026f7b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:31.342006 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-881f8c64-7463-4c23-a474-262858fed0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.384594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-881f8c64-7463-4c23-a474-262858fed0c6 None None] Port 90cdfce2-02b8-41b3-a91b-71986d026f7b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:31.403881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea09e423-c8b5-4376-92cf-bcc6eff2d28d req-133e08ec-1a13-41b3-8437-462512544142 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311953 Apr 20 13:01:31.435491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda716-938e-4f48-9751-b0e9b1fe78ea req-bd13cd9b-404d-4bfa-bff6-0c2eb20a445f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.436977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dcda716-938e-4f48-9751-b0e9b1fe78ea req-bd13cd9b-404d-4bfa-bff6-0c2eb20a445f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1075304 Apr 20 13:01:31.479815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:31.484069 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.513516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dcda716-938e-4f48-9751-b0e9b1fe78ea req-82b9eb79-cbff-4713-a744-b3de79a7391e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693469 Apr 20 13:01:31.523032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Calling delete_port for 90cdfce2-02b8-41b3-a91b-71986d026f7b owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:31.573039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:31.581664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:31.582211 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.689750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.719123 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.722891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Port': ['ID=90cdfce2-02b8-41b3-a91b-71986d026f7b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:31.799791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:31.821319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.882939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:31.907129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:31.910793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4bca1c25-862c-4c86-9621-91c079cfea58 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/ports/90cdfce2-02b8-41b3-a91b-71986d026f7b HTTP/1.1" status: 204 len: 168 time: 0.9060724 Apr 20 13:01:31.913657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39780) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:31.943741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ac09-141b-488c-a80e-6f7cd20d23e6 req-cd18be7f-01ff-4fca-8631-c33ea61c4f81 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:31.946989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41f1ac09-141b-488c-a80e-6f7cd20d23e6 req-cd18be7f-01ff-4fca-8631-c33ea61c4f81 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 945 time: 0.1228936 Apr 20 13:01:31.956520 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3928e20-955a-4199-b872-b4017f63a1d8 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] GET failed (client error): The resource could not be found. Apr 20 13:01:31.958135 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b3928e20-955a-4199-b872-b4017f63a1d8 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "GET /v2.0/ports/90cdfce2-02b8-41b3-a91b-71986d026f7b HTTP/1.1" status: 404 len: 333 time: 0.0433118 Apr 20 13:01:31.961890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39782) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:31.967238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-360966315'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:32.038691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6eaa98-5c01-459f-aa26-ea55805dd667 req-c01405b0-f785-45c0-9e18-8ee3edc52b54 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.040238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b6eaa98-5c01-459f-aa26-ea55805dd667 req-c01405b0-f785-45c0-9e18-8ee3edc52b54 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.0906718 Apr 20 13:01:32.044169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41f1ac09-141b-488c-a80e-6f7cd20d23e6 req-59c4c0e1-67ba-4982-855b-e1e123530487 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790477 Apr 20 13:01:32.095712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b6eaa98-5c01-459f-aa26-ea55805dd667 req-a288d76a-9a70-415a-9463-c9df28be3369 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492680 Apr 20 13:01:32.139571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:32.143147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:32.164968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] device_id is not set on port 1d85984d-e4c2-41ab-bb14-0f5d898bb45b yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:01:32.302044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Allocated IP 2001:db8::3d4 (2d360e4e-34e5-4f75-995c-07eb28b71dcb/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9/1d85984d-e4c2-41ab-bb14-0f5d898bb45b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:32.478346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:32.530314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:32.591623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:32.611828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe252f5d-b1ca-4e77-9c5f-53588b2769b4 req-f743c37b-a53c-46c9-a809-8bc1d77dbeff tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.614730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe252f5d-b1ca-4e77-9c5f-53588b2769b4 req-f743c37b-a53c-46c9-a809-8bc1d77dbeff tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1257164 Apr 20 13:01:32.621147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:32.627200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:32.643416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.644101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:32.678258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=1d85984d-e4c2-41ab-bb14-0f5d898bb45b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:32.692895 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3ab0d5b3-6304-44ad-a4cb-eff86fd86e92 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7275252 Apr 20 13:01:32.693677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39814) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:32.699705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:af:14:49'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:32.785994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe252f5d-b1ca-4e77-9c5f-53588b2769b4 req-aaf44bd2-1f59-4d37-b1a0-beb88c792160 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629460 Apr 20 13:01:32.873214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eeb86-a0a9-4a51-8796-efb47d90a048 req-81e60289-8181-49c5-aed0-1083de54b5c8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:32.882035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f2eeb86-a0a9-4a51-8796-efb47d90a048 req-81e60289-8181-49c5-aed0-1083de54b5c8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2210033 Apr 20 13:01:32.951229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:32.959465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:32.966729 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1970a47-6c3e-47ae-9e45-6e50e840a794" -d '{"events": [{"server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "name": "network-vif-plugged", "status": "completed", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:32.984327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f2eeb86-a0a9-4a51-8796-efb47d90a048 req-e59e5010-595c-40a8-aab4-02f16280a691 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005538 Apr 20 13:01:33.042672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-8efe4728-82b1-4f1e-9080-27a54125099c service neutron] 10.222.0.37 "GET /v2.0/ports/2c996833-cf97-4672-8f74-b3c794ab83f5/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 382 time: 0.1565723 Apr 20 13:01:33.046488 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120c4cd-53c2-466e-a84c-b9027ed30164 x-openstack-request-id: req-6120c4cd-53c2-466e-a84c-b9027ed30164 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:33.046895 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "name": "network-vif-plugged", "status": "completed", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:33.047389 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6120c4cd-53c2-466e-a84c-b9027ed30164 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:33.048019 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6120c4cd-53c2-466e-a84c-b9027ed30164'] response: {'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'code': 200} Apr 20 13:01:33.257606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4dd133cd-b692-43f0-b67c-e1a680731952 None None] Provisioning complete for port 1d85984d-e4c2-41ab-bb14-0f5d898bb45b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:33.261939 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4dd133cd-b692-43f0-b67c-e1a680731952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.298462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36487fbe-6cb7-43da-b77a-a345cda563e1 req-6dfc6db9-d57c-4df9-ac01-3d25df50d574 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.300899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36487fbe-6cb7-43da-b77a-a345cda563e1 req-6dfc6db9-d57c-4df9-ac01-3d25df50d574 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.0948215 Apr 20 13:01:33.311092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273a43-d05e-454b-a1f9-74932ce97282 req-5b80b420-15b4-495b-9f09-c5720b042af0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.319152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8273a43-d05e-454b-a1f9-74932ce97282 req-5b80b420-15b4-495b-9f09-c5720b042af0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 945 time: 0.1708074 Apr 20 13:01:33.353783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4dd133cd-b692-43f0-b67c-e1a680731952 None None] Port 1d85984d-e4c2-41ab-bb14-0f5d898bb45b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:33.390661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037bbcc1-fdd5-4f18-9da6-75b6f7168e27 req-8927b1eb-aef9-4672-a990-9cbcdf328a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.392117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-037bbcc1-fdd5-4f18-9da6-75b6f7168e27 req-8927b1eb-aef9-4672-a990-9cbcdf328a63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 1096 time: 0.1734173 Apr 20 13:01:33.393461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.395368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36487fbe-6cb7-43da-b77a-a345cda563e1 req-f8473b8b-c350-4436-b83a-336341e35ea3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689082 Apr 20 13:01:33.402835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.462145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8273a43-d05e-454b-a1f9-74932ce97282 req-2d9a2409-a992-449c-b5e2-4b5a7bc1cdfc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417341 Apr 20 13:01:33.470093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] In _notify_port_updated(), no bound segment for port 1d85984d-e4c2-41ab-bb14-0f5d898bb45b on network 2d360e4e-34e5-4f75-995c-07eb28b71dcb {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:01:33.488809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.489505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.490874 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "PUT /v2.0/ports/1d85984d-e4c2-41ab-bb14-0f5d898bb45b HTTP/1.1" status: 200 len: 1002 time: 0.7961459 Apr 20 13:01:33.502686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39846) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:33.521026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2909fa9-ec77-4db6-85a6-08f555ea6cb5 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=1d85984d-e4c2-41ab-bb14-0f5d898bb45b,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:33.546642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39848) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:33.576496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-037bbcc1-fdd5-4f18-9da6-75b6f7168e27 req-b4723952-ec34-4f78-8fbf-a4e7f2e7bc1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591733 Apr 20 13:01:33.664357 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73dfd494-8867-4bfc-86a0-272b0c18ec7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.720253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-feeba777-566c-4b91-9f87-5df655740346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.721765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-feeba777-566c-4b91-9f87-5df655740346 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b&tenant_id=c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 1101 time: 0.1641858 Apr 20 13:01:33.732647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c994552e-dcb7-4314-8f66-e7fea4095144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.756503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc1412-8bce-430d-a171-cd2cd397aa59 req-f8f1f62b-b7a5-4b37-b4b8-0ae4a1ce9bab tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:33.758036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8cc1412-8bce-430d-a171-cd2cd397aa59 req-f8f1f62b-b7a5-4b37-b4b8-0ae4a1ce9bab tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.1464961 Apr 20 13:01:33.767410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting port 1d85984d-e4c2-41ab-bb14-0f5d898bb45b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:33.767749 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.863805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c994552e-dcb7-4314-8f66-e7fea4095144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.871897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c994552e-dcb7-4314-8f66-e7fea4095144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.909172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7d2ebe52-9b5a-49d5-aa30-a5aa43fd930f None None] Provisioning complete for port 1d85984d-e4c2-41ab-bb14-0f5d898bb45b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:33.909929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebe52-9b5a-49d5-aa30-a5aa43fd930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:33.922554 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c994552e-dcb7-4314-8f66-e7fea4095144 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe6ddb81da234abc8610aa419d65aefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744459 Apr 20 13:01:33.923343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994552e-dcb7-4314-8f66-e7fea4095144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b391b2da-c13b-43da-b12f-05652d4f0661,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:33.926177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39860) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:33.976356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ebe52-9b5a-49d5-aa30-a5aa43fd930f None None] Port 1d85984d-e4c2-41ab-bb14-0f5d898bb45b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:34.015131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76c5cffb-eb8d-43c8-822d-e5f43febc377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.041158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76c5cffb-eb8d-43c8-822d-e5f43febc377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.092943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76c5cffb-eb8d-43c8-822d-e5f43febc377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.095525 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76c5cffb-eb8d-43c8-822d-e5f43febc377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.098903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-76c5cffb-eb8d-43c8-822d-e5f43febc377 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b391b2da-c13b-43da-b12f-05652d4f0661 HTTP/1.1" status: 204 len: 168 time: 0.1581008 Apr 20 13:01:34.106792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5cffb-eb8d-43c8-822d-e5f43febc377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b391b2da-c13b-43da-b12f-05652d4f0661,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:34.268525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8cc1412-8bce-430d-a171-cd2cd397aa59 req-194c2177-be0c-4438-8d36-fc62bf0bfe77 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965990 Apr 20 13:01:34.334144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.345513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-db06792b-6b5f-4b6b-b3f9-71d5592b1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.347054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-db06792b-6b5f-4b6b-b3f9-71d5592b1234 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 1101 time: 0.5433235 Apr 20 13:01:34.358828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Calling delete_port for 1d85984d-e4c2-41ab-bb14-0f5d898bb45b owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:34.389380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a97245-1833-43ea-b466-b40ef9438d19 req-4dd049d6-17af-404f-a32b-9ad3cf44b06a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.390877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4a97245-1833-43ea-b466-b40ef9438d19 req-4dd049d6-17af-404f-a32b-9ad3cf44b06a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.1394444 Apr 20 13:01:34.419785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:34.434447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1928de82-8487-4ef1-a0b1-3856730a925f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.546437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236fe0b-9e46-4fe8-acb9-3cc52ce743e0 req-7efc863b-0f27-44a1-8ef4-8bc81c3fcd27 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.550422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1928de82-8487-4ef1-a0b1-3856730a925f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.550642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6236fe0b-9e46-4fe8-acb9-3cc52ce743e0 req-7efc863b-0f27-44a1-8ef4-8bc81c3fcd27 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2006218 Apr 20 13:01:34.555765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1928de82-8487-4ef1-a0b1-3856730a925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.599483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4a97245-1833-43ea-b466-b40ef9438d19 req-b4a106d7-3898-4704-84b1-ac70db86194b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799719 Apr 20 13:01:34.607174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1928de82-8487-4ef1-a0b1-3856730a925f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=290c534db6014b05a016b747bb9d0974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860096 Apr 20 13:01:34.609717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39882) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:34.624037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-75cf8ee3-08b8-4ade-a0a6-a0f288e7604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.625773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-75cf8ee3-08b8-4ade-a0a6-a0f288e7604e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2584372 Apr 20 13:01:34.651087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928de82-8487-4ef1-a0b1-3856730a925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed96b500-1255-4bba-9054-e95655baab80,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:34.682629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc9ddb5-ef6e-4042-a8c1-e083318b3d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.699129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-1932d6d7-be00-41a7-874c-ed51fe589ff9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 200 len: 217 time: 0.0432453 Apr 20 13:01:34.707880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc9ddb5-ef6e-4042-a8c1-e083318b3d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.765529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc9ddb5-ef6e-4042-a8c1-e083318b3d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.766415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6236fe0b-9e46-4fe8-acb9-3cc52ce743e0 req-bbd1c7e6-88d7-4273-b379-299accb15271 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761487 Apr 20 13:01:34.769261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc9ddb5-ef6e-4042-a8c1-e083318b3d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.773263 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5cc9ddb5-ef6e-4042-a8c1-e083318b3d0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed96b500-1255-4bba-9054-e95655baab80 HTTP/1.1" status: 204 len: 168 time: 0.1598752 Apr 20 13:01:34.781250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9ddb5-ef6e-4042-a8c1-e083318b3d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed96b500-1255-4bba-9054-e95655baab80,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:34.830350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-e506445c-3155-4c90-b096-c6ad1c949178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:34.832060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-e506445c-3155-4c90-b096-c6ad1c949178 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1237409 Apr 20 13:01:34.869677 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:34.962150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Port': ['ID=1d85984d-e4c2-41ab-bb14-0f5d898bb45b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:35.029156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.029498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.029880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.031962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.032316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.032660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.032997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.033331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.043083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.044110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.044462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.044807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:01:35.070131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-3ba04d23-6354-4dd6-8621-641a6aa7225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.071708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-3ba04d23-6354-4dd6-8621-641a6aa7225e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2309537 Apr 20 13:01:35.135470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c4e13-c04c-4cfa-b1d5-6b7e7a0fb8c8 req-1c45df5b-477a-4a00-9fa2-a9d92752d6e7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.138158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252c4e13-c04c-4cfa-b1d5-6b7e7a0fb8c8 req-1c45df5b-477a-4a00-9fa2-a9d92752d6e7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 945 time: 0.2320466 Apr 20 13:01:35.161182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.164505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dfa0e371-1140-4e08-ac3c-ce5df5c5ff26 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/ports/1d85984d-e4c2-41ab-bb14-0f5d898bb45b HTTP/1.1" status: 204 len: 168 time: 1.6604636 Apr 20 13:01:35.167173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:35.218247 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-159b8fae-21dc-4087-afae-2f1341d52b59 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] GET failed (client error): The resource could not be found. Apr 20 13:01:35.226959 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-159b8fae-21dc-4087-afae-2f1341d52b59 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "GET /v2.0/ports/1d85984d-e4c2-41ab-bb14-0f5d898bb45b HTTP/1.1" status: 404 len: 333 time: 0.0585327 Apr 20 13:01:35.230828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39916) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:35.241369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-280470218'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:35.330686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-698699a4-babf-42e1-aba6-04a0cb02844a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.332123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-698699a4-babf-42e1-aba6-04a0cb02844a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 815 time: 0.2153847 Apr 20 13:01:35.379542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252c4e13-c04c-4cfa-b1d5-6b7e7a0fb8c8 req-5b5ad50f-80f7-4505-aa57-04c6b151dccd tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137930 Apr 20 13:01:35.387398 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:35.400243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-77629e29-8e47-49e0-a02a-a2e8307e2914 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/quotas/c1715328c64143e7871be0d232ff367a HTTP/1.1" status: 200 len: 375 time: 0.0379126 Apr 20 13:01:35.400570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.426089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] device_id is not set on port c4690d02-a343-411c-b1ec-43fe6f88202e yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:01:35.428756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-864e00a4-abdd-4713-a86b-9926bea237d6 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146777 Apr 20 13:01:35.498825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c996833-cf97-4672-8f74-b3c794ab83f5 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:35.598600 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.618359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Allocated IP 2001:db8::281 (2d360e4e-34e5-4f75-995c-07eb28b71dcb/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9/c4690d02-a343-411c-b1ec-43fe6f88202e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:35.633080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-76d91880-ebfc-4a4c-962a-3a467b6ebc1e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2393200 Apr 20 13:01:35.650656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:35.653044 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6e0832-c02a-4458-b553-588b3139e2aa" -d '{"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:35.673367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:35.680416 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.781203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:35.788832 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac9e15ff-10eb-4913-a48d-2260f9813733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.796829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5d37b00-e3c9-4725-99b8-c325e0d72761 req-1f23344d-ce79-41c7-8481-8ab4b88007bd service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597879 Apr 20 13:01:35.806717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69c494-8630-41a7-9829-b31df1795c6f req-e2e8f534-ae0a-4caf-90f3-e53d587a9cc5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:35.812580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db69c494-8630-41a7-9829-b31df1795c6f req-e2e8f534-ae0a-4caf-90f3-e53d587a9cc5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 945 time: 0.2883255 Apr 20 13:01:35.816897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39942) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:35.825530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'port_id': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:35.884424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:35.904121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-5e916b5d-877b-4536-9c6f-de03777f236e service neutron] 10.222.0.24 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575765 Apr 20 13:01:36.014926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27256d4-ba1f-4fa3-bf66-2ff962d62c2d req-5ba7a70a-4ac0-465e-aacc-d349ef0371b1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.023386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a27256d4-ba1f-4fa3-bf66-2ff962d62c2d req-5ba7a70a-4ac0-465e-aacc-d349ef0371b1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 948 time: 0.1171970 Apr 20 13:01:36.088478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-42af23f1-7299-4c7f-8490-f79612af226b service neutron] 10.222.0.24 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699843 Apr 20 13:01:36.107217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.123807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a27256d4-ba1f-4fa3-bf66-2ff962d62c2d req-ac49a31f-cd9a-425f-a81b-c64131f4adff tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943854 Apr 20 13:01:36.196758 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282b20f5-f122-49f8-9946-b61b158b2de2 x-openstack-request-id: req-282b20f5-f122-49f8-9946-b61b158b2de2 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:36.197243 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:36.197747 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-282b20f5-f122-49f8-9946-b61b158b2de2 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:36.198298 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282b20f5-f122-49f8-9946-b61b158b2de2'] response: {'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'code': 200} Apr 20 13:01:36.343106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97d2d-a482-4e4f-8c06-c8144eb5b0f3 req-9fe75057-912a-4322-b71f-6a78e149cd2b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.350783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dc97d2d-a482-4e4f-8c06-c8144eb5b0f3 req-9fe75057-912a-4322-b71f-6a78e149cd2b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1025393 Apr 20 13:01:36.432232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9d76c49-0c40-4237-873c-5728cde83445 req-38aa147d-b0cf-42fb-8910-8c79b3c25225 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 210 time: 0.0557327 Apr 20 13:01:36.440135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dc97d2d-a482-4e4f-8c06-c8144eb5b0f3 req-0ddd434c-b4f1-49cc-b2f0-7391f1e87ce5 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874326 Apr 20 13:01:36.459286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.529013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:36.538129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:36.545421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:36.551205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.551817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.558603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=c4690d02-a343-411c-b1ec-43fe6f88202e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:36.652833 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e7ce105b-b9ba-4a76-8a8e-dcf64d99f520 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4175675 Apr 20 13:01:36.653664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39974) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:36.659561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:01:36.659990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'network_id': '2d360e4e-34e5-4f75-995c-07eb28b71dcb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-601021423'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:36.767912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-4e17fec8-19ff-47f0-a955-9d9d3a55ffa0 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:36.770642 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-4e17fec8-19ff-47f0-a955-9d9d3a55ffa0 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "GET /v2.0/ports?device_id=57cd2b9d-314d-427a-8698-ccbf00c86ac4 HTTP/1.1" status: 200 len: 945 time: 0.2152355 Apr 20 13:01:36.781055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.844221 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.907297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Made reservation on behalf of f0bb66a8a1094aec87c0d522a95694d4 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:36.921999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:36.950206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] device_id is not set on port bd426dd0-6b96-463f-a6ce-7cb479ad3264 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:01:37.038359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b629ea3d-736c-4e02-b259-9433263ebc6f None None] Provisioning complete for port c4690d02-a343-411c-b1ec-43fe6f88202e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:37.039359 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b629ea3d-736c-4e02-b259-9433263ebc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.056201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Deleting port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:37.056201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.061974 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 1f05270e-bf13-4d0d-8d23-ddad5ce40bb2 associated. External IP: 172.25.3.219, port: 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8. Apr 20 13:01:37.099479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b629ea3d-736c-4e02-b259-9433263ebc6f None None] Port c4690d02-a343-411c-b1ec-43fe6f88202e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:37.119819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.201538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Allocated IP 2001:db8::38c (2d360e4e-34e5-4f75-995c-07eb28b71dcb/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9/bd426dd0-6b96-463f-a6ce-7cb479ad3264) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:37.300890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a868a8-440a-4680-a793-747163073bc3 req-cbc1c77e-da13-4841-b0c3-1275300eff42 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.303009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56a868a8-440a-4680-a793-747163073bc3 req-cbc1c77e-da13-4841-b0c3-1275300eff42 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 948 time: 0.0989993 Apr 20 13:01:37.347102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] For port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:37.347506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.382852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Calling delete_port for 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:37.418021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56a868a8-440a-4680-a793-747163073bc3 req-60f7341c-40f0-4509-b1df-f9983d59ac85 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060479 Apr 20 13:01:37.493462 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.513077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c996833-cf97-4672-8f74-b3c794ab83f5 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:37.557265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.701582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=bd426dd0-6b96-463f-a6ce-7cb479ad3264,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:37.749107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:37.775117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'mac_address': 'fa:16:3e:bd:b7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:37.793249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1f14704-94e2-49be-a443-147681cec12e req-aaebadb8-2abf-4682-9e40-8f4d32b8552f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 210 time: 0.1099775 Apr 20 13:01:37.802073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:37.841727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:01:37.880595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.899970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c996833-cf97-4672-8f74-b3c794ab83f5 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:37.925116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:37.926880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:37.936799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-bde0aaf3-cde2-4879-ab7d-d2b3cb5fa229 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.938899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-bde0aaf3-cde2-4879-ab7d-d2b3cb5fa229 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.37 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 815 time: 0.1350389 Apr 20 13:01:37.940978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.945728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:37.952621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:37.953186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:37.974969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Request body: {'port': {'device_id': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'admin_state_up': True, 'tenant_id': 'c1715328c64143e7871be0d232ff367a'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:37.994985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1b9e-2064-4dcb-aeba-caa8ccd3faa9 req-b847f291-51eb-4f65-8e6a-22f306404d32 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.004481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c56a1b9e-2064-4dcb-aeba-caa8ccd3faa9 req-b847f291-51eb-4f65-8e6a-22f306404d32 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.3346598 Apr 20 13:01:38.023866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:38.136751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b03fad8-c5ce-4767-9f11-fcb14e7cee15 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4818640 Apr 20 13:01:38.156173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40018) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:38.160895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2c996833-cf97-4672-8f74-b3c794ab83f5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:38.167709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::288', 'mac_address': 'fa:16:3e:af:14:49'}, {'ip_address': '2001:db8::281', 'mac_address': 'fa:16:3e:da:27:26'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:38.199754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c56a1b9e-2064-4dcb-aeba-caa8ccd3faa9 req-6caa08af-b797-4711-a81e-fcee42836aeb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942308 Apr 20 13:01:38.206015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:01:38.213302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.230259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:01:38.244042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.249827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:38.250693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:38.302180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Pushing event deleted for resources: {'Port': ['ID=17e0ffd6-1f4d-42cf-be9b-7413a2c77819,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:38.310618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17e0ffd6-1f4d-42cf-be9b-7413a2c77819'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:38.351118 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc2111f2-1db8-4650-bae6-e1c93f87031a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "PUT /v2.0/floatingips/1f05270e-bf13-4d0d-8d23-ddad5ce40bb2 HTTP/1.1" status: 200 len: 991 time: 2.5332875 Apr 20 13:01:38.352271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:38.355156 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ec6cc5-4bb4-4713-bcd8-240471b51877" -d '{"events": [{"name": "network-changed", "server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:38.380159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] No DVR routers for this DVR port 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:38.383638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.387692 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-79d0b219-8b00-475d-83f4-e64cf99e469c req-f1e87e79-a6a8-48f5-9055-2d6cdb33dba4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.30 "DELETE /v2.0/ports/17e0ffd6-1f4d-42cf-be9b-7413a2c77819 HTTP/1.1" status: 204 len: 173 time: 1.5976045 Apr 20 13:01:38.398709 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29387c87-3637-400a-971a-5086ee03d4d3 x-openstack-request-id: req-29387c87-3637-400a-971a-5086ee03d4d3 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:38.399081 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:38.399343 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29387c87-3637-400a-971a-5086ee03d4d3 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:38.399755 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29387c87-3637-400a-971a-5086ee03d4d3'] response: {'name': 'network-changed', 'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'status': 'completed', 'code': 200} Apr 20 13:01:38.405899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Made reservation on behalf of c1715328c64143e7871be0d232ff367a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:38.409370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.603680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-ab9c6a1a-d243-4bcb-a00e-b175b504c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.604889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-ab9c6a1a-d243-4bcb-a00e-b175b504c0f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 1096 time: 0.1755016 Apr 20 13:01:38.605497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.709278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d851ed8-04f0-491c-a523-563528a23b46 req-d81ba5d4-49e7-47ee-a9a0-22fc9cb2e31d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.710292 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.710806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d851ed8-04f0-491c-a523-563528a23b46 req-d81ba5d4-49e7-47ee-a9a0-22fc9cb2e31d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 949 time: 0.2000422 Apr 20 13:01:38.734383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-16769907-0718-45b9-bfa7-68470eeddf9b None None] Provisioning complete for port bd426dd0-6b96-463f-a6ce-7cb479ad3264 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:38.734752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-16769907-0718-45b9-bfa7-68470eeddf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.776896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:01:38.869939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-16769907-0718-45b9-bfa7-68470eeddf9b None None] Port bd426dd0-6b96-463f-a6ce-7cb479ad3264 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:38.917859 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:38.923592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Allocated IP 172.20.0.3 (72383997-6ade-4298-983c-792a835060fc/e8eaaecf-934d-47c5-b7b6-56772a0c3c5d/5a1125ca-239e-42d6-8481-fc22a052b606) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:38.949846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-cfe70b12-8803-4b31-ac70-1c304a6fe263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:38.952779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-cfe70b12-8803-4b31-ac70-1c304a6fe263 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.3376019 Apr 20 13:01:38.979619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d851ed8-04f0-491c-a523-563528a23b46 req-c92f0014-770a-4eac-a9c2-b7083b13c8f4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403326 Apr 20 13:01:38.998032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba3e6d1a-4b2a-49f7-be9f-083b6a04d696 req-92de3f67-d3b4-4c48-98d8-9c3948817769 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 210 time: 0.0788574 Apr 20 13:01:39.164537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-1c249e15-918a-47a0-ae79-1165801d6679 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 HTTP/1.1" status: 200 len: 999 time: 0.1797547 Apr 20 13:01:39.212907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1f05270e-bf13-4d0d-8d23-ddad5ce40bb2', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:75:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feded6f1-d061-457b-9564-110e52b9b461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:01:19Z', 'updated_at': '2022-04-20T13:01:36Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:39.251912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:01:39.263809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:39.264855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:39.292710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-dd2a2acb-fb74-41af-b306-f16f83540765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.310878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-dd2a2acb-fb74-41af-b306-f16f83540765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.1379969 Apr 20 13:01:39.436397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:01:39.602684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c996833-cf97-4672-8f74-b3c794ab83f5 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:39.856625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2c996833-cf97-4672-8f74-b3c794ab83f5 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:39.857016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:39.963945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f30a15-fde4-4f20-8cf1-1b45ba7c3fed req-4c347056-3386-404a-9f8a-a07b84a08caa tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.966168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40f30a15-fde4-4f20-8cf1-1b45ba7c3fed req-4c347056-3386-404a-9f8a-a07b84a08caa tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 949 time: 0.6892083 Apr 20 13:01:39.976724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-300284ad-c823-49fb-b078-88e39da6cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.978169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-300284ad-c823-49fb-b078-88e39da6cebc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6163666 Apr 20 13:01:39.991624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d052845-0c72-4fc7-92c0-2bf582b99aff req-404df0db-347b-40db-9694-74c4fec1294f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:39.999642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d052845-0c72-4fc7-92c0-2bf582b99aff req-404df0db-347b-40db-9694-74c4fec1294f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.6260772 Apr 20 13:01:40.111074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-c78614f6-5ef1-4625-8ef1-2acbf76130fa tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.112597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-c78614f6-5ef1-4625-8ef1-2acbf76130fa tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b&tenant_id=c1df0c054cf04bec940ed048971593be&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 949 time: 0.7332582 Apr 20 13:01:40.163481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.170312 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.176763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40f30a15-fde4-4f20-8cf1-1b45ba7c3fed req-2cdf8215-df4e-4926-859b-065c65f651ae tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943817 Apr 20 13:01:40.182602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1f05270e-bf13-4d0d-8d23-ddad5ce40bb2', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:75:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feded6f1-d061-457b-9564-110e52b9b461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:01:19Z', 'updated_at': '2022-04-20T13:01:36Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:40.215237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9c5e9d-484a-4a54-ad1a-26b57f051eee None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1f05270e-bf13-4d0d-8d23-ddad5ce40bb2', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:75:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feded6f1-d061-457b-9564-110e52b9b461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:01:19Z', 'updated_at': '2022-04-20T13:01:36Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:01:40.237662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.274279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:40.276583 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe3436-c568-444a-bf35-0fafb6a90cc1" -d '{"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-plugged", "status": "completed", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:40.295448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:40.301669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d052845-0c72-4fc7-92c0-2bf582b99aff req-e6114c22-d5ab-4e33-a38d-81e8b62aa190 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011620 Apr 20 13:01:40.305792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-cdf12869-61b3-4f93-a9bf-d366b60c75f7 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991126 Apr 20 13:01:40.306058 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.326603 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.346346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] In _notify_port_updated(), no bound segment for port bd426dd0-6b96-463f-a6ce-7cb479ad3264 on network 2d360e4e-34e5-4f75-995c-07eb28b71dcb {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:01:40.366138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.375806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.388159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "PUT /v2.0/ports/bd426dd0-6b96-463f-a6ce-7cb479ad3264 HTTP/1.1" status: 200 len: 1067 time: 2.2244117 Apr 20 13:01:40.403911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-deleted', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:40.408836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40084) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:40.413367 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db64d36d-b8c2-473a-b243-19232728ed9e" -d '{"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-deleted", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:40.467609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:40.469956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-1042a067-b1df-4021-897a-c885642eae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.473205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:40.480424 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-1042a067-b1df-4021-897a-c885642eae7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 1101 time: 0.1373675 Apr 20 13:01:40.513543 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc98629c-a338-4dfb-a6b7-52eb4f0ee30f x-openstack-request-id: req-fc98629c-a338-4dfb-a6b7-52eb4f0ee30f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:40.515553 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-plugged", "status": "completed", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:40.515808 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc98629c-a338-4dfb-a6b7-52eb4f0ee30f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:40.516211 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc98629c-a338-4dfb-a6b7-52eb4f0ee30f'] response: {'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'code': 200} Apr 20 13:01:40.523468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:40.523880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17e0ffd6-1f4d-42cf-be9b-7413a2c77819 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:40.664584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a126c0d7-786a-416f-81c0-8f7663cacb07 req-e339a1c4-fac7-4883-82d5-4733e4f3c04e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 210 time: 0.2545462 Apr 20 13:01:40.680945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-3e88fe22-cc9e-49ee-b2bd-d8469fc18a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.688459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-3e88fe22-cc9e-49ee-b2bd-d8469fc18a7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1937120 Apr 20 13:01:40.701341 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae770c1-7a77-4575-a67d-a6beb0d5b2b3 x-openstack-request-id: req-4ae770c1-7a77-4575-a67d-a6beb0d5b2b3 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:40.701713 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57cd2b9d-314d-427a-8698-ccbf00c86ac4", "name": "network-vif-deleted", "tag": "17e0ffd6-1f4d-42cf-be9b-7413a2c77819", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:40.701980 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ae770c1-7a77-4575-a67d-a6beb0d5b2b3 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:40.702797 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ae770c1-7a77-4575-a67d-a6beb0d5b2b3'] response: {'server_uuid': '57cd2b9d-314d-427a-8698-ccbf00c86ac4', 'name': 'network-vif-deleted', 'tag': '17e0ffd6-1f4d-42cf-be9b-7413a2c77819', 'status': 'completed', 'code': 200} Apr 20 13:01:40.779274 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-316e4836-e62d-4b44-9933-79cd763099cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 200 len: 217 time: 0.0755990 Apr 20 13:01:40.826138 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979d3ad-e3ed-418c-b39d-83db6cc4560d None None] New status for floating IP 1f05270e-bf13-4d0d-8d23-ddad5ce40bb2: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:01:40.853451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-189ae928-3092-4141-abfb-e160a613f2eb None None] Provisioning complete for port bd426dd0-6b96-463f-a6ce-7cb479ad3264 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:40.853852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-189ae928-3092-4141-abfb-e160a613f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.855036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-8c5e8be8-fb1e-445d-a2d5-469bf174b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.856970 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-8c5e8be8-fb1e-445d-a2d5-469bf174b529 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0662274 Apr 20 13:01:40.868753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee86568-86c7-4a44-8585-d14342d837f1 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event updated for resources: {'Port': ['ID=bd426dd0-6b96-463f-a6ce-7cb479ad3264,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:40.914258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:40.950319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-189ae928-3092-4141-abfb-e160a613f2eb None None] Port bd426dd0-6b96-463f-a6ce-7cb479ad3264 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:40.962926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-c6056254-2c7e-4695-ad42-cbc2f81d71c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:40.964597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-c6056254-2c7e-4695-ad42-cbc2f81d71c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017077 Apr 20 13:01:41.032885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87ec6cc5-4bb4-4713-bcd8-240471b51877 req-79a96f86-65bb-4518-8d6f-d7530099a001 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7153473 Apr 20 13:01:41.093097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Network 72383997-6ade-4298-983c-792a835060fc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:41.138524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:41.146995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:41.197915 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-37b7bf3d-f880-4614-912f-ead8d3c6a1af service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259119 Apr 20 13:01:41.209315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Pushing event updated for resources: {'Port': ['ID=5a1125ca-239e-42d6-8481-fc22a052b606,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:41.238408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:41.239064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.245027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting port bd426dd0-6b96-463f-a6ce-7cb479ad3264 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:41.245370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.360070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-aee630b0-5df0-46a6-88c0-e011ace6c8e1 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3888328 Apr 20 13:01:41.384328 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5c68562b-b613-4d2d-b32e-b32b038a534c req-58cd2462-d5d6-4dfa-885b-cadbed0b76f9 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785800 Apr 20 13:01:41.402146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Request body: {'port': {'device_id': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:41.536150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09659ed-202c-4b64-8b41-97093575df91 req-e876d51d-53d9-4b9d-b6de-30ce9f0eacb9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:41.537665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d09659ed-202c-4b64-8b41-97093575df91 req-e876d51d-53d9-4b9d-b6de-30ce9f0eacb9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.2070940 Apr 20 13:01:41.539697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.571097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Calling delete_port for bd426dd0-6b96-463f-a6ce-7cb479ad3264 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:41.583480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:41.606031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ed868-85ae-4852-8b03-23e45da560f0 req-7a90774f-0c36-4daa-8859-f09a0ba3b24a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:41.607728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-018ed868-85ae-4852-8b03-23e45da560f0 req-7a90774f-0c36-4daa-8859-f09a0ba3b24a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1933219 Apr 20 13:01:41.714648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d09659ed-202c-4b64-8b41-97093575df91 req-cab2d48e-ff66-4e47-b8a3-6b5570e74bb8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694641 Apr 20 13:01:41.770610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-018ed868-85ae-4852-8b03-23e45da560f0 req-77e5ecf1-8530-4c3c-8f7d-44c4b8f0e11d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421249 Apr 20 13:01:42.027242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba5d51-472c-4bb3-8037-343e9928053f req-674ef6a9-ac67-42a1-b4d9-d8218f3d18d4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:42.029442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9ba5d51-472c-4bb3-8037-343e9928053f req-674ef6a9-ac67-42a1-b4d9-d8218f3d18d4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 931 time: 0.1921141 Apr 20 13:01:42.062502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.139236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Port': ['ID=bd426dd0-6b96-463f-a6ce-7cb479ad3264,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:42.187163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9ba5d51-472c-4bb3-8037-343e9928053f req-40a314f7-7fa5-40ea-a239-aa7317bf3fa6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473174 Apr 20 13:01:42.310299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1125ca-239e-42d6-8481-fc22a052b606 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:42.319768 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.339846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Transition to ACTIVE for port object 5a1125ca-239e-42d6-8481-fc22a052b606 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:42.347571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.408939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1125ca-239e-42d6-8481-fc22a052b606,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:42.520658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.524555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6b6ef34f-baff-4294-bbe0-2d234271f95a tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/ports/bd426dd0-6b96-463f-a6ce-7cb479ad3264 HTTP/1.1" status: 204 len: 168 time: 2.0950336 Apr 20 13:01:42.528723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40134) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:42.593975 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f83671-73aa-47c0-97c1-d11660fedfc2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] GET failed (client error): The resource could not be found. Apr 20 13:01:42.598120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f3f83671-73aa-47c0-97c1-d11660fedfc2 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "GET /v2.0/ports/bd426dd0-6b96-463f-a6ce-7cb479ad3264 HTTP/1.1" status: 404 len: 333 time: 0.0659235 Apr 20 13:01:42.598331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40136) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:42.679214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Attempting to bind port 5a1125ca-239e-42d6-8481-fc22a052b606 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:42.679550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Attempting to bind port 5a1125ca-239e-42d6-8481-fc22a052b606 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:42.679879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Attempting to bind port 5a1125ca-239e-42d6-8481-fc22a052b606 on network 72383997-6ade-4298-983c-792a835060fc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:42.687727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Port 5a1125ca-239e-42d6-8481-fc22a052b606 on network 72383997-6ade-4298-983c-792a835060fc not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:42.688053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Attempting to bind port 5a1125ca-239e-42d6-8481-fc22a052b606 on network 72383997-6ade-4298-983c-792a835060fc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:42.695933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:42.696270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Checking segment: {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:42.696651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Bound using segment: {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:42.697073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Bound port: 5a1125ca-239e-42d6-8481-fc22a052b606, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72bc21d6-6ccd-4632-b4eb-0617a090c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '72383997-6ade-4298-983c-792a835060fc'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:42.697432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.753667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting port c4690d02-a343-411c-b1ec-43fe6f88202e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:42.754002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:42.868146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] For port 5a1125ca-239e-42d6-8481-fc22a052b606, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:42.924593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] For port 5a1125ca-239e-42d6-8481-fc22a052b606, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5a1125ca-239e-42d6-8481-fc22a052b606,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:42.937279 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.040668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356792c-7e85-4efa-871c-4251a67b7ed4 req-f98369a7-b715-42a4-b414-448293876143 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.042189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5356792c-7e85-4efa-871c-4251a67b7ed4 req-f98369a7-b715-42a4-b414-448293876143 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.2097976 Apr 20 13:01:43.045101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.050422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.051030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.052373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] 10.222.0.37 "PUT /v2.0/ports/5a1125ca-239e-42d6-8481-fc22a052b606 HTTP/1.1" status: 200 len: 1091 time: 1.6552644 Apr 20 13:01:43.061480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9944b-eb94-4371-bd27-164840b2bd79 req-dff656da-e053-4fd4-91d0-86663f989745 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.069647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3b9944b-eb94-4371-bd27-164840b2bd79 req-dff656da-e053-4fd4-91d0-86663f989745 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.2269068 Apr 20 13:01:43.071141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'tag': '5a1125ca-239e-42d6-8481-fc22a052b606'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:43.074093 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5e3720-082e-4fa9-8ea1-0777b7291562" -d '{"events": [{"name": "network-changed", "server_uuid": "133287f9-118b-4d22-aba4-8dbc096d1a63", "tag": "5a1125ca-239e-42d6-8481-fc22a052b606"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:43.092301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e879694-33ea-4d12-98e4-62fb9fbabe57 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1125ca-239e-42d6-8481-fc22a052b606,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:43.112523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Calling delete_port for c4690d02-a343-411c-b1ec-43fe6f88202e owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:43.217128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3b9944b-eb94-4371-bd27-164840b2bd79 req-87824098-bd7a-40b1-af1e-769623f36f46 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466126 Apr 20 13:01:43.225178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5356792c-7e85-4efa-871c-4251a67b7ed4 req-6442f946-28f4-4bf0-8424-c1c996873548 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487217 Apr 20 13:01:43.263346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-84d81fee-7465-447e-ae9e-c75fdf5b78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.264832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-84d81fee-7465-447e-ae9e-c75fdf5b78c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 1094 time: 0.1534998 Apr 20 13:01:43.341223 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23c5b75-d2db-4dce-933e-62577f4b908e x-openstack-request-id: req-c23c5b75-d2db-4dce-933e-62577f4b908e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:43.341509 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "133287f9-118b-4d22-aba4-8dbc096d1a63", "tag": "5a1125ca-239e-42d6-8481-fc22a052b606", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:43.341781 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c23c5b75-d2db-4dce-933e-62577f4b908e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:43.342174 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23c5b75-d2db-4dce-933e-62577f4b908e'] response: {'name': 'network-changed', 'server_uuid': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'tag': '5a1125ca-239e-42d6-8481-fc22a052b606', 'status': 'completed', 'code': 200} Apr 20 13:01:43.343800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-ecbceea3-796c-4505-a9a9-067cb67c549b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a1125ca-239e-42d6-8481-fc22a052b606 HTTP/1.1" status: 200 len: 217 time: 0.0639572 Apr 20 13:01:43.522789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-792d0432-a120-4fff-a2b8-cbfd292d6d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.524409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-792d0432-a120-4fff-a2b8-cbfd292d6d42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d HTTP/1.1" status: 200 len: 855 time: 0.1599269 Apr 20 13:01:43.600350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018513d6-3430-4ba3-a541-604da01bfd70 req-79ac9f22-1d46-4fce-996a-fadba2d6b0ff tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.602317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-018513d6-3430-4ba3-a541-604da01bfd70 req-79ac9f22-1d46-4fce-996a-fadba2d6b0ff tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.2638156 Apr 20 13:01:43.608228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-bf3b54e9-0710-4842-b43d-34b6cd6746a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72383997-6ade-4298-983c-792a835060fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721204 Apr 20 13:01:43.633188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc9474-d711-4dab-b1a4-a6779a11c8b3 req-75bb3243-79c4-4f45-ad8b-db4d24a29c8d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:43.639208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-febc9474-d711-4dab-b1a4-a6779a11c8b3 req-75bb3243-79c4-4f45-ad8b-db4d24a29c8d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 943 time: 0.2995188 Apr 20 13:01:43.656120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.814758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:43.817943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/ports/c4690d02-a343-411c-b1ec-43fe6f88202e HTTP/1.1" status: 204 len: 168 time: 1.2187355 Apr 20 13:01:43.819222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2879c-0376-4b08-8238-c3e1aca8e203 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Port': ['ID=c4690d02-a343-411c-b1ec-43fe6f88202e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:43.820612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40168) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:43.863900 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8072261-0f3d-469f-898b-a44e38476589 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] GET failed (client error): The resource could not be found. Apr 20 13:01:43.875251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e8072261-0f3d-469f-898b-a44e38476589 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "GET /v2.0/ports/c4690d02-a343-411c-b1ec-43fe6f88202e HTTP/1.1" status: 404 len: 333 time: 0.0524337 Apr 20 13:01:43.876321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:43.891010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-febc9474-d711-4dab-b1a4-a6779a11c8b3 req-127b8bb3-935d-458a-a28c-cf7f4166a6c9 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356553 Apr 20 13:01:43.912265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-018513d6-3430-4ba3-a541-604da01bfd70 req-79d54976-d280-4e18-b26f-5912ae8da7c8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657278 Apr 20 13:01:43.914951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-f0de8516-9efa-4a2f-a4aa-295c39a41eca service neutron] 10.222.0.37 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683923 Apr 20 13:01:44.043525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting port 7e301896-712f-4c5e-a663-18f4fc9eae2e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:44.044668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.088035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10798cd6-3fe4-47d3-bd17-5b8a5a041ec8 req-57a6c4f5-3f8c-4e22-8e97-0aaf8c05809c service neutron] 10.222.0.37 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601009 Apr 20 13:01:44.169787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.186071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Calling delete_port for 7e301896-712f-4c5e-a663-18f4fc9eae2e owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:44.242102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-c3a2eac4-214f-451b-a024-5432921c2a6d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286572 Apr 20 13:01:44.251776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-ae71fa1c-dbf8-4f75-b632-cc559f29c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.253557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-ae71fa1c-dbf8-4f75-b632-cc559f29c1fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1715328c64143e7871be0d232ff367a&device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 1094 time: 0.0676098 Apr 20 13:01:44.323355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.359856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Port': ['ID=7e301896-712f-4c5e-a663-18f4fc9eae2e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:44.393402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.398919 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e921eb56-facb-4c47-8e32-5f1e7ed949a9 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/ports/7e301896-712f-4c5e-a663-18f4fc9eae2e HTTP/1.1" status: 204 len: 168 time: 0.5205059 Apr 20 13:01:44.401437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40204) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:44.549416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting subnet 88b8807d-6b8b-44e4-bdcf-4628ba76f3f9 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:01:44.553225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.632378 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.756142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.852923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-62bb8a78-dd48-4cf6-ade3-72e4744e65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.853778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-62bb8a78-dd48-4cf6-ade3-72e4744e65e4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 200 len: 916 time: 0.5828085 Apr 20 13:01:44.884788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.922268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Subnet': ['ID=88b8807d-6b8b-44e4-bdcf-4628ba76f3f9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:44.926230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-4bb09330-cf07-4aaf-91fb-2667c0ad1a4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a1125ca-239e-42d6-8481-fc22a052b606 HTTP/1.1" status: 200 len: 217 time: 0.0595248 Apr 20 13:01:44.931655 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:44.938638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb03b6-9cf7-4521-b10a-fa8bcba11aea req-b505cba8-0116-4d0b-b62b-80154646c8f8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.940638 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-87a9bbb7-cf55-4a4a-b16a-7e2ff3be7a27 tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/subnets/88b8807d-6b8b-44e4-bdcf-4628ba76f3f9 HTTP/1.1" status: 204 len: 168 time: 0.5378568 Apr 20 13:01:44.941620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40220) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:44.944421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af831d8-c08b-41da-9218-276f78a7d26b None None] Network 2d360e4e-34e5-4f75-995c-07eb28b71dcb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:44.944857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23cb03b6-9cf7-4521-b10a-fa8bcba11aea req-b505cba8-0116-4d0b-b62b-80154646c8f8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.6420219 Apr 20 13:01:44.960172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-2ed0b1c9-cfd7-4be8-86ca-e6565cfae746 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:44.971356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-2ed0b1c9-cfd7-4be8-86ca-e6565cfae746 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7163656 Apr 20 13:01:45.030528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-e636c13e-6d2a-4c24-8241-789220b976e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:45.031983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-e636c13e-6d2a-4c24-8241-789220b976e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d HTTP/1.1" status: 200 len: 855 time: 0.0510712 Apr 20 13:01:45.036178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.048838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-47b622e4-ad6e-43a4-88ea-3b31d4f584ff tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/quotas/c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 375 time: 0.0765135 Apr 20 13:01:45.119182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Deleting port 46fe62e2-9a65-476b-874a-76647499058c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:45.119671 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.144689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-13aab4d7-251d-428f-8cc8-a1121c33fcb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72383997-6ade-4298-983c-792a835060fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581763 Apr 20 13:01:45.205887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] For port 46fe62e2-9a65-476b-874a-76647499058c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=46fe62e2-9a65-476b-874a-76647499058c,segment=NetworkSegment(a4a88bfe-8f8d-4c61-abff-45612914967c),segment_id=a4a88bfe-8f8d-4c61-abff-45612914967c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:45.207612 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.216026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23cb03b6-9cf7-4521-b10a-fa8bcba11aea req-58eda40e-b52b-4549-b1ce-1083e6897cfb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698038 Apr 20 13:01:45.217506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] DHCP port deletion for 2d360e4e-34e5-4f75-995c-07eb28b71dcb request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:01:45.257560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Calling delete_port for 46fe62e2-9a65-476b-874a-76647499058c owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:45.341982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] Deleting port 46fe62e2-9a65-476b-874a-76647499058c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:45.342681 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.382313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.422891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Port': ['ID=46fe62e2-9a65-476b-874a-76647499058c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:45.425439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-2b83d3da-1d2d-4b84-a8f7-8db79714ca09 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3754413 Apr 20 13:01:45.442078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] No DVR routers for this DVR port 46fe62e2-9a65-476b-874a-76647499058c on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:45.448785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-e5e60736-898d-42e2-b52d-77e8246480fc service neutron] 10.222.0.37 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889702 Apr 20 13:01:45.513161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9fd39-0a8c-4f51-a58c-29e47d568c1e req-d11e6683-7515-4dde-adfa-f6963ce4a879 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:45.513161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68c9fd39-0a8c-4f51-a58c-29e47d568c1e req-d11e6683-7515-4dde-adfa-f6963ce4a879 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 943 time: 0.1561997 Apr 20 13:01:45.540586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] For port 46fe62e2-9a65-476b-874a-76647499058c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=46fe62e2-9a65-476b-874a-76647499058c,segment=NetworkSegment(a4a88bfe-8f8d-4c61-abff-45612914967c),segment_id=a4a88bfe-8f8d-4c61-abff-45612914967c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:45.546311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.576698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] Calling delete_port for 46fe62e2-9a65-476b-874a-76647499058c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:45.637692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.647604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5a1125ca-239e-42d6-8481-fc22a052b606 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:45.703486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d360e4e-34e5-4f75-995c-07eb28b71dcb']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:45.710645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68c9fd39-0a8c-4f51-a58c-29e47d568c1e req-6cd9f5d2-016d-4132-bd5c-6e58b388e1b2 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637986 Apr 20 13:01:45.741011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d5e3720-082e-4fa9-8ea1-0777b7291562 req-3d2c54ee-e0d0-4721-9b44-09ea1cf45f61 service neutron] 10.222.0.37 "GET /v2.0/networks/72383997-6ade-4298-983c-792a835060fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745404 Apr 20 13:01:45.749097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a88bfe-8f8d-4c61-abff-45612914967c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:45.749706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a88bfe-8f8d-4c61-abff-45612914967c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:45.762655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.772330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.789251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a8a6344-7f63-49ee-9799-9ab253278d47 req-dc353283-013e-4263-b110-684fed8a0c10 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 210 time: 0.0472107 Apr 20 13:01:45.814889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.817587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] No DVR routers for this DVR port 46fe62e2-9a65-476b-874a-76647499058c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:45.823935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49673cf4-7af2-40d6-ba01-38c5fc638074 None None] Pushing event deleted for resources: {'Port': ['ID=46fe62e2-9a65-476b-874a-76647499058c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:45.834237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:01:45.836993 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:01:45.848266 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:01:45.866880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 5a1125ca-239e-42d6-8481-fc22a052b606, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5a1125ca-239e-42d6-8481-fc22a052b606,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:45.883226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '5a1125ca-239e-42d6-8481-fc22a052b606', 'network_id': '72383997-6ade-4298-983c-792a835060fc', 'port_id': '5a1125ca-239e-42d6-8481-fc22a052b606', 'mac_address': 'fa:16:3e:f7:97:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8eaaecf-934d-47c5-b7b6-56772a0c3c5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:45.942553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.945023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 46fe62e2-9a65-476b-874a-76647499058c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:01:45.947925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.956174 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:45.963164 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] 10.222.0.24 "DELETE /v2.0/networks/2d360e4e-34e5-4f75-995c-07eb28b71dcb HTTP/1.1" status: 204 len: 168 time: 1.0203187 Apr 20 13:01:45.984716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1125ca-239e-42d6-8481-fc22a052b606 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:45.990372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 46fe62e2-9a65-476b-874a-76647499058c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:01:45.990762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 46fe62e2-9a65-476b-874a-76647499058c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:01:45.993176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc905e3-e3f8-43d3-8129-b9ca338de52b tempest-AllowedAddressPairIpV6TestJSON-250396801 tempest-AllowedAddressPairIpV6TestJSON-250396801-project] Pushing event deleted for resources: {'Network': ['ID=2d360e4e-34e5-4f75-995c-07eb28b71dcb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:46.013436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 5a1125ca-239e-42d6-8481-fc22a052b606, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5a1125ca-239e-42d6-8481-fc22a052b606,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:46.018642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:46.081712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=5a1125ca-239e-42d6-8481-fc22a052b606,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:46.259736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['5a1125ca-239e-42d6-8481-fc22a052b606'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:46.464786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a56562-5c53-4ccf-b44a-178bf14e2f83 req-219cd384-4ada-49c7-a7d7-5fa82ced9d3e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:46.478195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a56562-5c53-4ccf-b44a-178bf14e2f83 req-219cd384-4ada-49c7-a7d7-5fa82ced9d3e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1339035 Apr 20 13:01:46.491207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40268) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:46.584331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a56562-5c53-4ccf-b44a-178bf14e2f83 req-2462e919-ae28-4e14-b2d5-4d15077c6bee tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040273 Apr 20 13:01:46.754615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40286) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:46.763623 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b06904c8-2caa-4fa7-81ce-15397c4db713 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0bb66a8a1094aec87c0d522a95694d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709954 Apr 20 13:01:46.806757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4886-eb4b-4585-8b75-707d24921f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:46.832523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4886-eb4b-4585-8b75-707d24921f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:46.930640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eda3-8f91-4a56-82fb-c54a8f4ec657 req-9ea24fa9-1812-4e69-8bee-675839eb5ff8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:46.941292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50d6eda3-8f91-4a56-82fb-c54a8f4ec657 req-9ea24fa9-1812-4e69-8bee-675839eb5ff8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 944 time: 0.1008358 Apr 20 13:01:46.972396 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4886-eb4b-4585-8b75-707d24921f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:46.975066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1fa4886-eb4b-4585-8b75-707d24921f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:46.976302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c1fa4886-eb4b-4585-8b75-707d24921f0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a25f8c7-df30-4aa3-99e7-c9df64bb2199 HTTP/1.1" status: 204 len: 168 time: 0.2260463 Apr 20 13:01:46.995249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa4886-eb4b-4585-8b75-707d24921f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25f8c7-df30-4aa3-99e7-c9df64bb2199,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:47.035361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50d6eda3-8f91-4a56-82fb-c54a8f4ec657 req-430570b0-60db-4ca4-9fa9-484d2776a7a6 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842042 Apr 20 13:01:47.209319 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-0249c9d7-6b8a-48fc-ac9c-6d773ea8a3fd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049681 Apr 20 13:01:47.246769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1abfdac-c422-4fc8-ba9b-f0473da2dae9 req-39d4fd79-d041-47f4-87b6-987cc75359db tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 210 time: 0.0715969 Apr 20 13:01:47.537405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-4cefe4b6-b03b-41d0-ad7e-924496319a6a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:47.538992 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-4cefe4b6-b03b-41d0-ad7e-924496319a6a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3245378 Apr 20 13:01:47.553320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Request body: {'port': {'device_id': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'c1df0c054cf04bec940ed048971593be'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:47.584886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5a1125ca-239e-42d6-8481-fc22a052b606 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:47.678308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 5a1125ca-239e-42d6-8481-fc22a052b606 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:01:47.693140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 5a1125ca-239e-42d6-8481-fc22a052b606 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:47.693685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:47.777742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Made reservation on behalf of c1df0c054cf04bec940ed048971593be for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:47.781538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:47.854689 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:47.880067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1125ca-239e-42d6-8481-fc22a052b606'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:47.883383 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c3fab5-4f65-437d-bde8-860de8630fde" -d '{"events": [{"server_uuid": "133287f9-118b-4d22-aba4-8dbc096d1a63", "name": "network-vif-plugged", "status": "completed", "tag": "5a1125ca-239e-42d6-8481-fc22a052b606"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:47.898691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 5a1125ca-239e-42d6-8481-fc22a052b606, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5a1125ca-239e-42d6-8481-fc22a052b606,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:47.911507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:47.998206 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bfbc78-b8a7-4a02-a878-7438793c57e4 x-openstack-request-id: req-a1bfbc78-b8a7-4a02-a878-7438793c57e4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:47.998501 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133287f9-118b-4d22-aba4-8dbc096d1a63", "name": "network-vif-plugged", "status": "completed", "tag": "5a1125ca-239e-42d6-8481-fc22a052b606", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:47.998764 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1bfbc78-b8a7-4a02-a878-7438793c57e4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:47.999166 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bfbc78-b8a7-4a02-a878-7438793c57e4'] response: {'server_uuid': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1125ca-239e-42d6-8481-fc22a052b606', 'code': 200} Apr 20 13:01:48.000105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=5a1125ca-239e-42d6-8481-fc22a052b606,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:48.019652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Allocated IP 192.168.233.239 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:48.095794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b74c6-601d-435d-ba6d-1b5213a3cc49 req-1fce4238-1514-4618-ab52-8035fe2e89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.097308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a87b74c6-601d-435d-ba6d-1b5213a3cc49 req-1fce4238-1514-4618-ab52-8035fe2e89d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 1096 time: 0.0779970 Apr 20 13:01:48.189216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a87b74c6-601d-435d-ba6d-1b5213a3cc49 req-0008bfb1-f99d-45ce-b254-a676e7882712 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828974 Apr 20 13:01:48.211846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40354) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:48.218026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998caa4e-568d-421b-bbbd-415687361f0a req-bbc0d228-7fbd-4936-892a-0fffafd9ab9b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.219703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-998caa4e-568d-421b-bbbd-415687361f0a req-bbc0d228-7fbd-4936-892a-0fffafd9ab9b tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.0768924 Apr 20 13:01:48.284632 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.291627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-998caa4e-568d-421b-bbbd-415687361f0a req-ee2d699d-f8bd-4465-a0fb-4b9caaa38ab3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612471 Apr 20 13:01:48.333405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.346832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:48.354456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2c996833-cf97-4672-8f74-b3c794ab83f5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:48.451162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:48.458417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-725971278'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:48.462449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:48.468700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:48.498170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcb1a8-8d08-4f11-bb26-12dc085c8192 req-1de288a5-4389-448d-ab15-46426e27027a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.508628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30bcb1a8-8d08-4f11-bb26-12dc085c8192 req-1de288a5-4389-448d-ab15-46426e27027a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 936 time: 0.0890841 Apr 20 13:01:48.580895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.580895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.587774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:48.591289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30bcb1a8-8d08-4f11-bb26-12dc085c8192 req-4779a56e-1e87-4c0b-9d73-57723cc553bd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815308 Apr 20 13:01:48.595998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:48.599586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.613927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.695260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.702082 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-69a4b183-0478-488b-b84b-6870d73d8f9e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1528680 Apr 20 13:01:48.703288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.715486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:48.725126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.725564 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment d30b2805-3a8b-481e-aabc-36a841b5c215 of type vlan for network 82c8a0b5-8bd3-41cc-b949-92014ccced6d Apr 20 13:01:48.784579 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.838315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Request body: {'port': {'device_id': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:48.855225 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.874024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.879753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:48.881168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:48.923339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9689ea-720d-4b8d-926d-2085341188dc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:48.969784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ac84f5e5-1eda-44a1-b58f-0095b24ee9de None None] Provisioning complete for port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:48.970087 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac84f5e5-1eda-44a1-b58f-0095b24ee9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.006249 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.038752 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8256319 Apr 20 13:01:49.042517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40382) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:49.048121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ac84f5e5-1eda-44a1-b58f-0095b24ee9de None None] Port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:49.065453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1850759272'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:49.081293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b30b1-cbe6-4e6a-a854-d65739396e31 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=82c8a0b5-8bd3-41cc-b949-92014ccced6d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:49.095265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:49.119016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:49.124011 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.183194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:01:49.215029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.215406 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment bb9703b4-1520-408f-9ae8-be63b24a4098 of type vlan for network ee52c635-4cde-4ecc-aba1-cbd6ae096541 Apr 20 13:01:49.288212 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.338238 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.354384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.355306 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.407790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3639812 Apr 20 13:01:49.422077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:49.450492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': '82c8a0b5-8bd3-41cc-b949-92014ccced6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:49.541974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349eff2-2ef4-44ab-a665-f764672c4091 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=ee52c635-4cde-4ecc-aba1-cbd6ae096541,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:49.554601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:01:49.576798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e2335-d32f-489a-8880-15d05c3a8093 req-773be1aa-4a05-43f5-927d-3317f035a0e4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.579590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab0e2335-d32f-489a-8880-15d05c3a8093 req-773be1aa-4a05-43f5-927d-3317f035a0e4 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.0932148 Apr 20 13:01:49.679597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab0e2335-d32f-489a-8880-15d05c3a8093 req-e7c44539-7362-48ab-949c-87cb26b89a76 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854447 Apr 20 13:01:49.770175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:49.781704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.786800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:49.790658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.813651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cebb4-f7d7-4e3c-8a17-f6d7a36bc766 req-5bd951b6-eca8-4d91-b9cf-12a81849a14d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:49.821205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e8cebb4-f7d7-4e3c-8a17-f6d7a36bc766 req-5bd951b6-eca8-4d91-b9cf-12a81849a14d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 936 time: 0.0957217 Apr 20 13:01:49.864733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Transition to ACTIVE for port object bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:01:49.870131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e8cebb4-f7d7-4e3c-8a17-f6d7a36bc766 req-b3c6fcf2-e1d2-4d7a-9dc9-5479137283e5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Apr 20 13:01:49.871020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:49.948469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:50.187896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:50.189029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:50.189029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:50.219778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:01:50.219778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:50.238156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:50.238494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:50.238876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:50.239299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Bound port: bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:50.239638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.270114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.382224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=d8ddf048-330b-4bad-b996-a91c9efe4ede,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:50.401896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': 'd30b2805-3a8b-481e-aabc-36a841b5c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c8a0b5-8bd3-41cc-b949-92014ccced6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:50.401896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: 82c8a0b5-8bd3-41cc-b949-92014ccced6d, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:50.430138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:50.432993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d8f1e679-fde0-429a-b6ac-f62d6e9436f7 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:50.447482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:50.453203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:50.469614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.521760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 82c8a0b5-8bd3-41cc-b949-92014ccced6d) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:50.535128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.535764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.544663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a2654-a11a-419a-88c6-1ddc9d49183f None None] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:50.547942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.548391 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.549847 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] 10.222.0.30 "PUT /v2.0/ports/bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 1096 time: 1.7307658 Apr 20 13:01:50.552087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:50.554385 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03e5a77-7274-412c-9dd3-74492ccb764b" -d '{"events": [{"name": "network-changed", "server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:50.588471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40432) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:50.601648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': 'ee52c635-4cde-4ecc-aba1-cbd6ae096541', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:50.621069 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1bc9e628-ed62-43c5-a499-089ef29bdb42 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1912115 Apr 20 13:01:50.622093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e6c4-ac89-470d-b210-6fda02fe4976 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:50.712637 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0cd1cd-2620-42ee-8535-63f5c44d69f0 x-openstack-request-id: req-cd0cd1cd-2620-42ee-8535-63f5c44d69f0 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:50.725065 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:50.725604 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd0cd1cd-2620-42ee-8535-63f5c44d69f0 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:50.726254 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0cd1cd-2620-42ee-8535-63f5c44d69f0'] response: {'name': 'network-changed', 'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'status': 'completed', 'code': 200} Apr 20 13:01:50.789128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-33c4bf94-6e72-4e73-8c75-58ff66249e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:50.790648 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-33c4bf94-6e72-4e73-8c75-58ff66249e52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1099 time: 0.1621931 Apr 20 13:01:50.855327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:01:50.866772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:50.888903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-58eaf407-febd-45fd-a966-c2316af05ece service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.0891402 Apr 20 13:01:50.910414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:50.928163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'mac_address': 'fa:16:3e:0e:d1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:51.046526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.055142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-743beeda-6497-4a4d-a1d6-a76cba9e6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.059931 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-743beeda-6497-4a4d-a1d6-a76cba9e6d57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1603630 Apr 20 13:01:51.147390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-17ea9c1d-3544-41d4-b96a-dfb0e1a972c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.149002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-17ea9c1d-3544-41d4-b96a-dfb0e1a972c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851474 Apr 20 13:01:51.150833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8f1e679-fde0-429a-b6ac-f62d6e9436f7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:51.235857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:51.247134 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.344809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbcf80-68b9-46a2-a5aa-60f2dbe7d044 req-f5f160b6-8dce-4fd8-8d7c-f08ae20796fc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.354552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bccbcf80-68b9-46a2-a5aa-60f2dbe7d044 req-f5f160b6-8dce-4fd8-8d7c-f08ae20796fc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.2023404 Apr 20 13:01:51.377459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d8f1e679-fde0-429a-b6ac-f62d6e9436f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:51.437029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bccbcf80-68b9-46a2-a5aa-60f2dbe7d044 req-37760ff0-4ef9-400f-87d0-ca5306f1d4c1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815272 Apr 20 13:01:51.475528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81de202-5a5b-4451-a330-e3fbb919513b req-9fccb190-7892-4909-bb86-bc7217de0a00 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.477133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f81de202-5a5b-4451-a330-e3fbb919513b req-9fccb190-7892-4909-bb86-bc7217de0a00 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.3360741 Apr 20 13:01:51.484446 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.494272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:51.522317 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-9e03e0c1-79f5-4a74-b95e-24bb4fdbb0fb service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639989 Apr 20 13:01:51.549844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-82c8a0b5-8bd3-41cc-b949-92014ccced6d', 'network_id': '82c8a0b5-8bd3-41cc-b949-92014ccced6d', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': 'd8ddf048-330b-4bad-b996-a91c9efe4ede'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:01:51.550828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.576365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=59504613-04cc-4f36-b306-f88021dfa124,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:51.636575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f81de202-5a5b-4451-a330-e3fbb919513b req-18fed14c-b520-4163-9463-c0300da091d0 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493602 Apr 20 13:01:51.665821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': 'bb9703b4-1520-408f-9ae8-be63b24a4098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ee52c635-4cde-4ecc-aba1-cbd6ae096541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:51.665821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: ee52c635-4cde-4ecc-aba1-cbd6ae096541, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:01:51.695871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:01:51.733324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ee52c635-4cde-4ecc-aba1-cbd6ae096541) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:51.748018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5892bd0-96bb-4878-b8f2-ae5341057b5b None None] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:51.754532 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-caa12004-5ede-475b-bc2f-5e1fb6443589 req-a12c7d94-ba18-4c22-b951-aae1704de78e service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248387 Apr 20 13:01:51.756078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.756683 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.820360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-48a2977f-2a73-492a-bad7-ec32d8a44167 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2284048 Apr 20 13:01:51.820796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40470) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:51.829843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fa14de8a-167e-4428-b058-1a8548234fa6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153553095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:01:51.885331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa14de8a-167e-4428-b058-1a8548234fa6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.886416 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa14de8a-167e-4428-b058-1a8548234fa6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:51.891337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Allocated IP 2001:db8::2 (82c8a0b5-8bd3-41cc-b949-92014ccced6d/d8ddf048-330b-4bad-b996-a91c9efe4ede/20d597ae-b046-48c3-86ac-165ade16006b) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:51.914210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae37e1-12b8-42df-a059-a32cf11ad353 req-160f2c66-5106-4057-a208-3ee280fb0731 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:51.915844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2ae37e1-12b8-42df-a059-a32cf11ad353 req-160f2c66-5106-4057-a208-3ee280fb0731 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.0875747 Apr 20 13:01:51.974466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2ae37e1-12b8-42df-a059-a32cf11ad353 req-bde8f149-988d-423c-839c-d7854eeeb898 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515680 Apr 20 13:01:52.066923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ee52c635-4cde-4ecc-aba1-cbd6ae096541', 'network_id': 'ee52c635-4cde-4ecc-aba1-cbd6ae096541', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': '59504613-04cc-4f36-b306-f88021dfa124'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:01:52.068533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.096064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa14de8a-167e-4428-b058-1a8548234fa6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.109194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa14de8a-167e-4428-b058-1a8548234fa6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.180195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa14de8a-167e-4428-b058-1a8548234fa6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.181948 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fa14de8a-167e-4428-b058-1a8548234fa6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3600152 Apr 20 13:01:52.194740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40478) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:52.197025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-864d039b-bfa3-42bb-b750-7a5a942eae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.198887 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-864d039b-bfa3-42bb-b750-7a5a942eae8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1099 time: 0.1992760 Apr 20 13:01:52.284730 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.319235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Allocated IP 2001:db8:1::2 (ee52c635-4cde-4ecc-aba1-cbd6ae096541/59504613-04cc-4f36-b306-f88021dfa124/dfa7d3c2-b537-4d1b-8a14-92b608faabfc) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:52.364130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-c5bdbd16-8dc5-42f7-bfe8-ff773f79be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.368177 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-c5bdbd16-8dc5-42f7-bfe8-ff773f79be3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1616838 Apr 20 13:01:52.427816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.521153 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-6e1d96a1-0859-4f38-bfa8-0a6eb877e838 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.1354790 Apr 20 13:01:52.601103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d8f1e679-fde0-429a-b6ac-f62d6e9436f7 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:52.655896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Pushing event updated for resources: {'Port': ['ID=20d597ae-b046-48c3-86ac-165ade16006b,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:52.669900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:52.678189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:52.691561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:52.706665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-b69ea6f1-9d89-4509-b465-0b0c52ff5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.708356 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-b69ea6f1-9d89-4509-b465-0b0c52ff5866 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1803372 Apr 20 13:01:52.780721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Attempting to bind port 20d597ae-b046-48c3-86ac-165ade16006b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:52.781370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Attempting to bind port 20d597ae-b046-48c3-86ac-165ade16006b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'd30b2805-3a8b-481e-aabc-36a841b5c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c8a0b5-8bd3-41cc-b949-92014ccced6d'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:52.781952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Attempting to bind port 20d597ae-b046-48c3-86ac-165ade16006b on network 82c8a0b5-8bd3-41cc-b949-92014ccced6d {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:52.805921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:52.806308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Checking segment: {'id': 'd30b2805-3a8b-481e-aabc-36a841b5c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c8a0b5-8bd3-41cc-b949-92014ccced6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:52.806717 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.807116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Bound using segment: {'id': 'd30b2805-3a8b-481e-aabc-36a841b5c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c8a0b5-8bd3-41cc-b949-92014ccced6d'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:52.807604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Bound port: 20d597ae-b046-48c3-86ac-165ade16006b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30b2805-3a8b-481e-aabc-36a841b5c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '82c8a0b5-8bd3-41cc-b949-92014ccced6d'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:52.807991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.839826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-cd11492d-3ef5-43c2-a1de-fd23d660a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.841350 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-cd11492d-3ef5-43c2-a1de-fd23d660a000 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250978 Apr 20 13:01:52.861774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d280814-8aeb-4a49-8ef0-3ee9726c7dec req-3f8222af-6850-44b6-81f7-2dd58877209d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.863453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d280814-8aeb-4a49-8ef0-3ee9726c7dec req-3f8222af-6850-44b6-81f7-2dd58877209d tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.4810259 Apr 20 13:01:52.874093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:52.874491 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.946189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:52.956638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f43238-a863-455a-8b74-048352c3bc9c req-57600b1f-27fe-4ab9-9bf6-dcde112d75c8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:52.971164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9f43238-a863-455a-8b74-048352c3bc9c req-57600b1f-27fe-4ab9-9bf6-dcde112d75c8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.3022213 Apr 20 13:01:52.999017 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.045441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d280814-8aeb-4a49-8ef0-3ee9726c7dec req-2c38b986-b3aa-4632-aa53-44329d693df8 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625230 Apr 20 13:01:53.046967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Pushing event updated for resources: {'Port': ['ID=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:53.051156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] For port 20d597ae-b046-48c3-86ac-165ade16006b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:53.059735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.076157 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-8dea2d3a-c1dc-4f54-8764-3cf3a462a3e8 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213213 Apr 20 13:01:53.164851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9f43238-a863-455a-8b74-048352c3bc9c req-d73e5168-1cf1-4a1b-b175-5af8c16f22d1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921360 Apr 20 13:01:53.176360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] For port 20d597ae-b046-48c3-86ac-165ade16006b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=20d597ae-b046-48c3-86ac-165ade16006b,segment=NetworkSegment(d30b2805-3a8b-481e-aabc-36a841b5c215),segment_id=d30b2805-3a8b-481e-aabc-36a841b5c215)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:53.197501 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:53.204485 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.243418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:53.266044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:53.278704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.363841 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b03e5a77-7274-412c-9dd3-74492ccb764b req-b4613897-c8d2-4354-a98d-904459741e8b service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760010 Apr 20 13:01:53.478465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b83cf-b738-4ed2-8bf3-55924f1d39fd req-889cb2b5-1dc0-4faa-8e58-4e65f5322ccc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:53.480449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-318b83cf-b738-4ed2-8bf3-55924f1d39fd req-889cb2b5-1dc0-4faa-8e58-4e65f5322ccc tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.1663542 Apr 20 13:01:53.581785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8::1 (82c8a0b5-8bd3-41cc-b949-92014ccced6d/d8ddf048-330b-4bad-b996-a91c9efe4ede/fd21054d-d78a-4620-b4ff-2ed0e590b18d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:53.594015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:53.598814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634270a6-fdab-4253-86e4-67e42b4e936c None None] Pushing event updated for resources: {'Port': ['ID=20d597ae-b046-48c3-86ac-165ade16006b,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:53.607992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:53.621948 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a09cdc9-0bb8-4d7a-8607-b431a3738fc0" -d '{"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:53.638571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.645034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-318b83cf-b738-4ed2-8bf3-55924f1d39fd req-eb58bda2-0c69-42a9-a418-464c979887f2 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561015 Apr 20 13:01:53.738961 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baccfd09-7da6-4f6f-87f6-e36b5c90d7c5 x-openstack-request-id: req-baccfd09-7da6-4f6f-87f6-e36b5c90d7c5 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:53.739340 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:53.739529 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baccfd09-7da6-4f6f-87f6-e36b5c90d7c5 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:53.739886 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baccfd09-7da6-4f6f-87f6-e36b5c90d7c5'] response: {'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'code': 200} Apr 20 13:01:53.743784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Attempting to bind port dfa7d3c2-b537-4d1b-8a14-92b608faabfc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:01:53.744144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Attempting to bind port dfa7d3c2-b537-4d1b-8a14-92b608faabfc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'bb9703b4-1520-408f-9ae8-be63b24a4098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ee52c635-4cde-4ecc-aba1-cbd6ae096541'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:01:53.744639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Attempting to bind port dfa7d3c2-b537-4d1b-8a14-92b608faabfc on network ee52c635-4cde-4ecc-aba1-cbd6ae096541 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:01:53.750134 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.771120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:01:53.771862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Checking segment: {'id': 'bb9703b4-1520-408f-9ae8-be63b24a4098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ee52c635-4cde-4ecc-aba1-cbd6ae096541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:01:53.775166 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.775848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Bound using segment: {'id': 'bb9703b4-1520-408f-9ae8-be63b24a4098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ee52c635-4cde-4ecc-aba1-cbd6ae096541'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:01:53.776607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Bound port: dfa7d3c2-b537-4d1b-8a14-92b608faabfc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9703b4-1520-408f-9ae8-be63b24a4098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ee52c635-4cde-4ecc-aba1-cbd6ae096541'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:01:53.777241 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.940708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:53.962942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:54.056343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 20d597ae-b046-48c3-86ac-165ade16006b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:54.062883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.063120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] For port dfa7d3c2-b537-4d1b-8a14-92b608faabfc, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:01:54.096253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] For port dfa7d3c2-b537-4d1b-8a14-92b608faabfc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,segment=NetworkSegment(bb9703b4-1520-408f-9ae8-be63b24a4098),segment_id=bb9703b4-1520-408f-9ae8-be63b24a4098)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:01:54.107476 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.152464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41770292-a749-4275-b854-ea5de924b666 req-edd5c130-40ec-4d08-b73e-0f277e5194bd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:54.154618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41770292-a749-4275-b854-ea5de924b666 req-edd5c130-40ec-4d08-b73e-0f277e5194bd tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.1304667 Apr 20 13:01:54.161391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=fd21054d-d78a-4620-b4ff-2ed0e590b18d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:54.172429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:54.181099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:54.184091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:01:54.184816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.206051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ef47f-68b7-4147-9444-7156a1b99cf0 None None] Pushing event updated for resources: {'Port': ['ID=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:54.220282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 20d597ae-b046-48c3-86ac-165ade16006b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:54.221003 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.359431 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.390250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41770292-a749-4275-b854-ea5de924b666 req-28cd0a63-7c73-43f2-8500-57d498545a32 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156212 Apr 20 13:01:54.466597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 20d597ae-b046-48c3-86ac-165ade16006b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=20d597ae-b046-48c3-86ac-165ade16006b,segment=NetworkSegment(d30b2805-3a8b-481e-aabc-36a841b5c215),segment_id=d30b2805-3a8b-481e-aabc-36a841b5c215)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:54.474176 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.531532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466406de-3a7f-4e0d-99fd-bcd4487bf620 req-b22c9056-0ca3-4f46-9d40-353afb4d804a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:54.533155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-466406de-3a7f-4e0d-99fd-bcd4487bf620 req-b22c9056-0ca3-4f46-9d40-353afb4d804a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.1619883 Apr 20 13:01:54.615638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=20d597ae-b046-48c3-86ac-165ade16006b,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:54.782675 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:54.856538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-466406de-3a7f-4e0d-99fd-bcd4487bf620 req-3a6270d0-bf6e-4df4-9b8e-78ed13996df7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114715 Apr 20 13:01:55.238020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567da161-7d86-4ec4-832f-91a8b2c0fa84 None None] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:55.240120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781de10-17a6-4954-a8ce-d5308392d399 req-e6741121-8148-43b9-98b0-06bcb3a8c03e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:55.241911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9781de10-17a6-4954-a8ce-d5308392d399 req-e6741121-8148-43b9-98b0-06bcb3a8c03e tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.4691670 Apr 20 13:01:55.333676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9781de10-17a6-4954-a8ce-d5308392d399 req-b6f4c106-501c-4a0b-a17f-c1086c9d311f tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830956 Apr 20 13:01:55.358414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-60fc3bc7-5fec-4619-8120-4ee0c378b797 None None] Provisioning complete for port 20d597ae-b046-48c3-86ac-165ade16006b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:55.358788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-60fc3bc7-5fec-4619-8120-4ee0c378b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.188876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dfa7d3c2-b537-4d1b-8a14-92b608faabfc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:56.356813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88498643-2f12-46f1-969a-f59e2c448d35 None None] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:01:56.383126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dfa7d3c2-b537-4d1b-8a14-92b608faabfc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:56.383743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.444174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.463660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:01:56.538490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.539422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.601387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:56.731368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fdbb5-6d77-4792-a941-7542832e3a44 req-2b1fa8e1-87d7-46f4-8334-e62ada2444ca tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.744753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef4fdbb5-6d77-4792-a941-7542832e3a44 req-2b1fa8e1-87d7-46f4-8334-e62ada2444ca tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.2974365 Apr 20 13:01:56.818367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-86e4ebce-5680-4685-ab78-697cc0294f15 None None] Provisioning complete for port dfa7d3c2-b537-4d1b-8a14-92b608faabfc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:56.818745 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-86e4ebce-5680-4685-ab78-697cc0294f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:56.833101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631c88-6ec2-4f07-9f16-3f0e618d0214 req-72e637be-f1be-4f7f-a6e2-716554c47d97 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:56.841693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03631c88-6ec2-4f07-9f16-3f0e618d0214 req-72e637be-f1be-4f7f-a6e2-716554c47d97 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.3528922 Apr 20 13:01:56.855258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:01:56.877063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'mac_address': 'fa:16:3e:97:e5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:01:56.901907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef4fdbb5-6d77-4792-a941-7542832e3a44 req-bfffd5a5-7a7b-40c6-b407-7c1610674f58 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517720 Apr 20 13:01:56.903427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=fd21054d-d78a-4620-b4ff-2ed0e590b18d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:56.911965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:01:57.097237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:57.109273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03631c88-6ec2-4f07-9f16-3f0e618d0214 req-6fe7f28a-3990-4c34-8292-154bcccd068a tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664099 Apr 20 13:01:57.117419 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:57.151842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router fe58fd52-6068-40de-b721-3eb18b3cd591 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:01:57.256578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:01:57.305102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:57.329355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port dfa7d3c2-b537-4d1b-8a14-92b608faabfc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,segment=NetworkSegment(bb9703b4-1520-408f-9ae8-be63b24a4098),segment_id=bb9703b4-1520-408f-9ae8-be63b24a4098)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:57.338470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:57.355218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:01:57.372407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e54d5c76-3588-4487-9fa1-47494b40506e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/fe58fd52-6068-40de-b721-3eb18b3cd591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1810701 Apr 20 13:01:57.375306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:57.445199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:57.446596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 20d597ae-b046-48c3-86ac-165ade16006b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:57.454665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:57.473377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] Sync routers for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:01:57.524478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-bfd1be52-ea3c-43bb-b85e-668d99d3cef3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.530712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce3da62-b11e-47bd-b0ce-8f1eb7550253 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:57.532713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-bfd1be52-ea3c-43bb-b85e-668d99d3cef3 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.37 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.3055282 Apr 20 13:01:57.537296 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4ce3da62-b11e-47bd-b0ce-8f1eb7550253 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports/fd21054d-d78a-4620-b4ff-2ed0e590b18d HTTP/1.1" status: 200 len: 911 time: 0.1609149 Apr 20 13:01:57.545826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:57.546671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:57.548574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40652) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:01:57.613988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:57.651939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:01:57.651939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:57.745753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:01:57.746599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7c7b5-fe30-40de-845a-a8490136dc92 None None] The sync data for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:01:57.797935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Deleting port 5a1125ca-239e-42d6-8481-fc22a052b606 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:01:57.798484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:57.829773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:57.853849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:57.937483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-37027801-3858-472d-8dbf-345b732bb53e None None] Provisioning complete for port 20d597ae-b046-48c3-86ac-165ade16006b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:57.938066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37027801-3858-472d-8dbf-345b732bb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.041845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 20d597ae-b046-48c3-86ac-165ade16006b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:58.042380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.175077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] For port 5a1125ca-239e-42d6-8481-fc22a052b606, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5a1125ca-239e-42d6-8481-fc22a052b606,segment=NetworkSegment(72bc21d6-6ccd-4632-b4eb-0617a090c947),segment_id=72bc21d6-6ccd-4632-b4eb-0617a090c947)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:01:58.175408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.258809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-37027801-3858-472d-8dbf-345b732bb53e None None] Provisioning complete for port fd21054d-d78a-4620-b4ff-2ed0e590b18d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:58.259409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-37027801-3858-472d-8dbf-345b732bb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.295144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Calling delete_port for 5a1125ca-239e-42d6-8481-fc22a052b606 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:01:58.368237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6fc3e9-dfb8-4337-897a-83326767590a req-9bccccad-daab-4914-823b-d26529e142ec tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.369890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b6fc3e9-dfb8-4337-897a-83326767590a req-9bccccad-daab-4914-823b-d26529e142ec tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 0.2565479 Apr 20 13:01:58.384742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-37027801-3858-472d-8dbf-345b732bb53e None None] Port fd21054d-d78a-4620-b4ff-2ed0e590b18d cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:01:58.431298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66418236-7134-4148-8f54-46ab28bf1b08 req-8f4ae6ac-5507-4e8f-8f71-60ea37be6296 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:58.432784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66418236-7134-4148-8f54-46ab28bf1b08 req-8f4ae6ac-5507-4e8f-8f71-60ea37be6296 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/ports?device_id=133287f9-118b-4d22-aba4-8dbc096d1a63 HTTP/1.1" status: 200 len: 945 time: 0.1980472 Apr 20 13:01:58.540668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b6fc3e9-dfb8-4337-897a-83326767590a req-78299661-e973-4991-a0a5-bf872a481f29 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240389 Apr 20 13:01:58.576877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66418236-7134-4148-8f54-46ab28bf1b08 req-907ea978-9c54-4699-9851-363c15bf34f2 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.24 "GET /v2.0/security-groups?id=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336524 Apr 20 13:01:58.607035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a61bf3b-2bb7-435c-8b9a-20b8a7b04a41 None None] Provisioning complete for port dfa7d3c2-b537-4d1b-8a14-92b608faabfc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:58.608084 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a61bf3b-2bb7-435c-8b9a-20b8a7b04a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.769915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.787410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['5a1125ca-239e-42d6-8481-fc22a052b606'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:01:58.831011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dfa7d3c2-b537-4d1b-8a14-92b608faabfc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:01:58.835619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Pushing event deleted for resources: {'Port': ['ID=5a1125ca-239e-42d6-8481-fc22a052b606,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:01:58.921374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] No DVR routers for this DVR port 5a1125ca-239e-42d6-8481-fc22a052b606 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:01:58.924788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:58.932170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27dfbbc9-e27f-425e-857a-0c8f26d71f7c req-ccf300d2-62e7-4213-b81e-ab3d34d0ccf5 tempest-ServerDiskConfigTestJSON-1989249446 tempest-ServerDiskConfigTestJSON-1989249446-project] 10.222.0.37 "DELETE /v2.0/ports/5a1125ca-239e-42d6-8481-fc22a052b606 HTTP/1.1" status: 204 len: 173 time: 1.3927696 Apr 20 13:01:58.936442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'name': 'network-vif-deleted', 'tag': '5a1125ca-239e-42d6-8481-fc22a052b606'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:01:58.939253 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9b92e9-6901-4d00-9f8d-cdf9cc845e0a" -d '{"events": [{"server_uuid": "133287f9-118b-4d22-aba4-8dbc096d1a63", "name": "network-vif-deleted", "tag": "5a1125ca-239e-42d6-8481-fc22a052b606"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:01:58.968092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dfa7d3c2-b537-4d1b-8a14-92b608faabfc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:01:58.968542 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.064332 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d566341-af27-4975-b644-613756a71f26 x-openstack-request-id: req-0d566341-af27-4975-b644-613756a71f26 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:01:59.064719 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "133287f9-118b-4d22-aba4-8dbc096d1a63", "name": "network-vif-deleted", "tag": "5a1125ca-239e-42d6-8481-fc22a052b606", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:01:59.065133 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d566341-af27-4975-b644-613756a71f26 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:01:59.065614 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d566341-af27-4975-b644-613756a71f26'] response: {'server_uuid': '133287f9-118b-4d22-aba4-8dbc096d1a63', 'name': 'network-vif-deleted', 'tag': '5a1125ca-239e-42d6-8481-fc22a052b606', 'status': 'completed', 'code': 200} Apr 20 13:01:59.254522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.696713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8:1::1 (ee52c635-4cde-4ecc-aba1-cbd6ae096541/59504613-04cc-4f36-b306-f88021dfa124/7bf4eb43-f02a-4433-be52-b83be58b21b8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:01:59.849016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0b6b3-7cc3-41f3-9d56-e67cee9760b3 req-3b21239b-97f9-4699-b29e-630042a2da2c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:01:59.854999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35e0b6b3-7cc3-41f3-9d56-e67cee9760b3 req-3b21239b-97f9-4699-b29e-630042a2da2c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 0.1505165 Apr 20 13:01:59.923347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:01:59.948915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35e0b6b3-7cc3-41f3-9d56-e67cee9760b3 req-02001386-3d05-4ad0-90bd-40b43205464a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808136 Apr 20 13:01:59.964675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:00.036195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.046637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] Deleting subnet e8eaaecf-934d-47c5-b7b6-56772a0c3c5d {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:02:00.071442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.104599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:00.111943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:00.119951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:00.120196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.188164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=7bf4eb43-f02a-4433-be52-b83be58b21b8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:00.208387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.344706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.472586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.479129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:00.554220 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.572314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.576768 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e8eaaecf-934d-47c5-b7b6-56772a0c3c5d HTTP/1.1" status: 204 len: 168 time: 0.6103916 Apr 20 13:02:00.580060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40760) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:00.604204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d0343-41cb-49b1-ac30-5b21fb3ffd20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8eaaecf-934d-47c5-b7b6-56772a0c3c5d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:00.669187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3d2eaf43-e556-49ea-a75d-6bd68df985ae None None] Provisioning complete for port 7bf4eb43-f02a-4433-be52-b83be58b21b8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:00.669603 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3d2eaf43-e556-49ea-a75d-6bd68df985ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.745962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:00.749816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3d2eaf43-e556-49ea-a75d-6bd68df985ae None None] Port 7bf4eb43-f02a-4433-be52-b83be58b21b8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:00.765438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:00.765438 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.812119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.925841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.953337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72383997-6ade-4298-983c-792a835060fc']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:00.975606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bc21d6-6ccd-4632-b4eb-0617a090c947') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:00.975992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bc21d6-6ccd-4632-b4eb-0617a090c947') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:00.990647 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:00.996603 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.005272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.016134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:02:01.016651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.082195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:01.095978 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd9c17b-715d-4a0b-90bc-c96fee6e041c" -d '{"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:02:01.120020 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:02:01.123692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.126734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:01.134835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.136733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.141097 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.144515 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.203802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:01.224853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] 10.222.0.24 "DELETE /v2.0/networks/72383997-6ade-4298-983c-792a835060fc HTTP/1.1" status: 204 len: 168 time: 0.6401432 Apr 20 13:02:01.252753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:01.264534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ade5b0-71d2-4be5-bc36-178f0fb04f02 admin admin] Pushing event deleted for resources: {'Network': ['ID=72383997-6ade-4298-983c-792a835060fc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:01.270054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.272371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.285299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.285999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.286688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.287183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.292705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.293371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.294448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.295012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.295582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.296122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:01.304864 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c989ab-2cf1-43e5-8d1b-6a04b34930a8 x-openstack-request-id: req-d9c989ab-2cf1-43e5-8d1b-6a04b34930a8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:01.305455 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:01.305928 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9c989ab-2cf1-43e5-8d1b-6a04b34930a8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:01.325215 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c989ab-2cf1-43e5-8d1b-6a04b34930a8'] response: {'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'code': 200} Apr 20 13:02:01.348248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd3c70-0100-4a8c-ae28-27cf7ccbac0e req-d8c6c4eb-9354-4cac-9451-7f3f92c3b1b4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.362102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=7bf4eb43-f02a-4433-be52-b83be58b21b8,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:01.383132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adcd3c70-0100-4a8c-ae28-27cf7ccbac0e req-d8c6c4eb-9354-4cac-9451-7f3f92c3b1b4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.2279718 Apr 20 13:02:01.429004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916830fa-db4c-481b-8d3a-46e0de83521f req-6905c5f0-b5e6-4220-9b1d-265c361f6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:01.432565 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-916830fa-db4c-481b-8d3a-46e0de83521f req-6905c5f0-b5e6-4220-9b1d-265c361f6523 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1101 time: 0.0872915 Apr 20 13:02:01.487754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adcd3c70-0100-4a8c-ae28-27cf7ccbac0e req-f20a8829-438c-4a25-a1e3-18845dd3408d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006877 Apr 20 13:02:01.530881 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-916830fa-db4c-481b-8d3a-46e0de83521f req-c397ac1c-30e1-446b-b98f-bbbf54c5aab6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913336 Apr 20 13:02:01.549023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:01.550538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:01.632722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40790) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:01.645473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5a1125ca-239e-42d6-8481-fc22a052b606 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:01.707179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 5a1125ca-239e-42d6-8481-fc22a052b606 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:01.707518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5a1125ca-239e-42d6-8481-fc22a052b606 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:01.756913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router fe58fd52-6068-40de-b721-3eb18b3cd591 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:01.801298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ce364f4b-a190-4a0d-94f1-1cb299b762e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1715328c64143e7871be0d232ff367a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666234 Apr 20 13:02:01.801874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40798) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:01.939364 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c595bd78-bf2c-438a-9d85-03dac186dd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.016337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d0e22d15-493c-4160-8b74-09f5c2cff3f4 None None] Provisioning complete for port 7bf4eb43-f02a-4433-be52-b83be58b21b8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:02.018887 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c595bd78-bf2c-438a-9d85-03dac186dd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.020790 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d0e22d15-493c-4160-8b74-09f5c2cff3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.113985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:02.126204 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] Sync routers for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:02.129542 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7d2f26be-ccfc-46bf-9125-6578c1655005 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/fe58fd52-6068-40de-b721-3eb18b3cd591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5798526 Apr 20 13:02:02.132090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40808) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:02.145997 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:02.147960 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:02.149118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c595bd78-bf2c-438a-9d85-03dac186dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.151729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c595bd78-bf2c-438a-9d85-03dac186dd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:02.155489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c595bd78-bf2c-438a-9d85-03dac186dd68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41e6090c-b2c9-4a63-8ce0-1a8c24177d7f HTTP/1.1" status: 204 len: 168 time: 0.3500860 Apr 20 13:02:02.170915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595bd78-bf2c-438a-9d85-03dac186dd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e6090c-b2c9-4a63-8ce0-1a8c24177d7f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:02.214787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d0e22d15-493c-4160-8b74-09f5c2cff3f4 None None] Port 7bf4eb43-f02a-4433-be52-b83be58b21b8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:02.241041 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:02.269369 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:02.272298 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:02.276455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c4aaed-4762-4fb7-9ae2-f07402315bd3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:02.278491 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8c4aaed-4762-4fb7-9ae2-f07402315bd3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports/7bf4eb43-f02a-4433-be52-b83be58b21b8 HTTP/1.1" status: 200 len: 913 time: 0.1449850 Apr 20 13:02:02.282021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40814) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:02.362241 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:02.364982 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb76d38-f301-4cf5-9fef-fbc1fe344053 None None] The sync data for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:02.753745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6e770-2806-44a3-b0f1-78f241b5b428 req-37804933-7743-401d-ab19-9e92367fc999 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:02.764522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d6e770-2806-44a3-b0f1-78f241b5b428 req-37804933-7743-401d-ab19-9e92367fc999 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.0904365 Apr 20 13:02:02.845167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d6e770-2806-44a3-b0f1-78f241b5b428 req-65a7a349-01ec-4959-8869-9c8ab328c157 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793281 Apr 20 13:02:03.147546 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:03.575635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 7bf4eb43-f02a-4433-be52-b83be58b21b8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:03.576142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:03.709276 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f9bbe41-d993-4103-b36a-b8020d5006f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:03.784858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:03.866895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:03.908131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 7bf4eb43-f02a-4433-be52-b83be58b21b8 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:03.972599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1489633641-network', 'tenant_id': 'aab713afd2d44c77a6a63d48aeea841f'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:04.006515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Made reservation on behalf of aab713afd2d44c77a6a63d48aeea841f for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:04.009140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.029065 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.173842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.188044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.217268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:02:04.231658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.232202 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Added segment 4db76502-7a4c-4fd7-b9e7-82e8cd4817cb of type vlan for network 0ce03659-0107-43e3-b8c8-c1043d9526c5 Apr 20 13:02:04.290191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27fbac-6105-438b-bae6-d5b1167cc404 req-ed08d92b-90e2-4065-968b-ec963dd0e3d3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.298186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca27fbac-6105-438b-bae6-d5b1167cc404 req-ed08d92b-90e2-4065-968b-ec963dd0e3d3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.1202919 Apr 20 13:02:04.313999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.363335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca27fbac-6105-438b-bae6-d5b1167cc404 req-30943ad7-0c24-4132-9ed7-79cf73c0abcb tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631499 Apr 20 13:02:04.383737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.384862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:04.385436 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.476105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5425c-94d4-4968-a2df-1e4848479cf8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:04.491315 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7024934 Apr 20 13:02:04.491615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:04.493951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40902) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:04.519205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Request body: {'subnet': {'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1489633641-subnet', 'tenant_id': 'aab713afd2d44c77a6a63d48aeea841f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:04.577087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1f52b-0fb4-416c-9b43-33e26e80bb11 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce03659-0107-43e3-b8c8-c1043d9526c5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:04.600542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:02:04.625119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=7bf4eb43-f02a-4433-be52-b83be58b21b8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:04.634775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Made reservation on behalf of aab713afd2d44c77a6a63d48aeea841f for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:04.647272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.083207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3ceac-afd0-462a-93d0-17c9311a2ef8 req-1c708568-b8fd-4964-af56-c957a4fd1601 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:05.084953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ff3ceac-afd0-462a-93d0-17c9311a2ef8 req-1c708568-b8fd-4964-af56-c957a4fd1601 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.5155718 Apr 20 13:02:05.091906 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.278678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ff3ceac-afd0-462a-93d0-17c9311a2ef8 req-7fc19b9e-45ab-45b2-bc47-c64bb6ac067b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777136 Apr 20 13:02:05.608389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router fe58fd52-6068-40de-b721-3eb18b3cd591 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:05.618781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-ccc4c08c-33af-433e-b15d-933550e618ed req-de4022ac-d722-455c-b713-9ebf66015e45 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:02:05.623701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccc4c08c-33af-433e-b15d-933550e618ed req-de4022ac-d722-455c-b713-9ebf66015e45 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128484 Apr 20 13:02:05.693131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.781198 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7fbc24fa-2ea4-4034-b9ec-467eccd247e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:05.840423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c45f473-2b04-47db-82e9-5c482c4ad38e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:05.927692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Checking segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:05.928138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Network hostable DHCP agents. Network: 0ce03659-0107-43e3-b8c8-c1043d9526c5, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:02:05.962726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:05.970504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5974b419-997d-4de0-b93a-f376d6737576 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/fe58fd52-6068-40de-b721-3eb18b3cd591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6841278 Apr 20 13:02:05.973367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40954) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:05.974702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665c478-9577-420d-807f-147470ec0514 None None] Sync routers for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:05.986404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:02:05.988805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665c478-9577-420d-807f-147470ec0514 None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:05.992155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3665c478-9577-420d-807f-147470ec0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:06.002932 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:02:06.010493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0ce03659-0107-43e3-b8c8-c1043d9526c5) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:06.018136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.018702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.067721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b70cc510-3918-4787-9b20-87d8bdc7066d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5702803 Apr 20 13:02:06.077548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3665c478-9577-420d-807f-147470ec0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:06.083064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eae4275-a80c-4e4e-8224-c6499b0ea07e None None] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:06.249946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665c478-9577-420d-807f-147470ec0514 None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:06.250724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3665c478-9577-420d-807f-147470ec0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:06.321031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-add54814-4498-456a-8c99-99498db7a5df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1925619 Apr 20 13:02:06.333817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-0ce03659-0107-43e3-b8c8-c1043d9526c5', 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'tenant_id': 'aab713afd2d44c77a6a63d48aeea841f', 'fixed_ips': [{'subnet_id': '4c45f473-2b04-47db-82e9-5c482c4ad38e'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:02:06.335191 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:06.345393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c43ef-316c-4eb5-b104-f5794a5fc52a req-344b27a2-fcb3-49f2-8e04-fb6a3fae9f03 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.346931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f9c43ef-316c-4eb5-b104-f5794a5fc52a req-344b27a2-fcb3-49f2-8e04-fb6a3fae9f03 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.1433156 Apr 20 13:02:06.358936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3665c478-9577-420d-807f-147470ec0514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:06.360090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3665c478-9577-420d-807f-147470ec0514 None None] The sync data for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:06.516540 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-ca680b9d-ca15-4daf-b426-69685e702161 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4344966 Apr 20 13:02:06.533894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f9c43ef-316c-4eb5-b104-f5794a5fc52a req-24d8f162-c6fb-48fd-a8db-2d91e9ad11fc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634989 Apr 20 13:02:06.566315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-1a6c6061-2cd0-4350-921d-4acf742e71d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.579733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-1a6c6061-2cd0-4350-921d-4acf742e71d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 1097 time: 0.2105751 Apr 20 13:02:06.733316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Allocated IP 172.20.0.2 (0ce03659-0107-43e3-b8c8-c1043d9526c5/4c45f473-2b04-47db-82e9-5c482c4ad38e/cd2075ab-f471-4025-bb48-dfd42e1eff0a) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:06.833602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-02120aab-7634-4def-bdf5-5743294279f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:06.835193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-02120aab-7634-4def-bdf5-5743294279f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.2329934 Apr 20 13:02:06.913305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.023994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-5577d009-f081-455a-afda-b49950a1c7e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 200 len: 217 time: 0.1791964 Apr 20 13:02:07.197295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-2a7c6d29-4441-4dcd-9ef9-c6840034c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.201199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-2a7c6d29-4441-4dcd-9ef9-c6840034c7a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1695778 Apr 20 13:02:07.299016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.366662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.381577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.563893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:07.564916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Pushing event updated for resources: {'Port': ['ID=cd2075ab-f471-4025-bb48-dfd42e1eff0a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:07.580193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:07.587601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:07.601901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-6d8499a2-b69a-4e76-99e7-baf1042775c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.603403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-6d8499a2-b69a-4e76-99e7-baf1042775c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3352573 Apr 20 13:02:07.679346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port fd21054d-d78a-4620-b4ff-2ed0e590b18d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:07.679877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.864298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-f67f447b-2a4c-4681-8e72-4b2bb40a16b7 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:07.870036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-f67f447b-2a4c-4681-8e72-4b2bb40a16b7 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 816 time: 0.6658356 Apr 20 13:02:07.897360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:07.922111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for fd21054d-d78a-4620-b4ff-2ed0e590b18d owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:08.108860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Attempting to bind port cd2075ab-f471-4025-bb48-dfd42e1eff0a on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:08.109514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Attempting to bind port cd2075ab-f471-4025-bb48-dfd42e1eff0a by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:08.109905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Attempting to bind port cd2075ab-f471-4025-bb48-dfd42e1eff0a on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:08.116694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:08.117196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Checking segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:08.117599 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:08.118017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Bound using segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:08.118480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Bound port: cd2075ab-f471-4025-bb48-dfd42e1eff0a, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:08.118899 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:08.331505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] For port cd2075ab-f471-4025-bb48-dfd42e1eff0a, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:08.341726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] For port cd2075ab-f471-4025-bb48-dfd42e1eff0a, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cd2075ab-f471-4025-bb48-dfd42e1eff0a,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:08.359497 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:08.516403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:08.626331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=fd21054d-d78a-4620-b4ff-2ed0e590b18d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:08.648810 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36745f78-579c-44ca-b5c1-2879fcd70e6f None None] Pushing event updated for resources: {'Port': ['ID=cd2075ab-f471-4025-bb48-dfd42e1eff0a,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:08.660295 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:08.882704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:09.016628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:09.054460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-b63ce169-d0a1-42d9-a048-94e6d3d65c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.055912 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-b63ce169-d0a1-42d9-a048-94e6d3d65c72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1101 time: 0.4176126 Apr 20 13:02:09.215766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-56275efe-d585-4aed-af61-4235958fc8d3 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/quotas/aab713afd2d44c77a6a63d48aeea841f HTTP/1.1" status: 200 len: 375 time: 1.3321199 Apr 20 13:02:09.245385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cddc6-fb34-4603-ba65-a7eae2466a36 req-d7eb3041-8265-403b-9118-2a05cf31316c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.246969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0cddc6-fb34-4603-ba65-a7eae2466a36 req-d7eb3041-8265-403b-9118-2a05cf31316c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 1.5382833 Apr 20 13:02:09.262988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-ccc9d199-87b2-4523-821f-0578637d5564 service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6434062 Apr 20 13:02:09.377422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d083c2d-8aab-4014-ad3f-3186cdc4897d req-6810aeef-7d6c-42dc-90a2-9aec6d67391a service neutron] 10.222.0.37 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042199 Apr 20 13:02:09.435691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0cddc6-fb34-4603-ba65-a7eae2466a36 req-70f21e19-6709-43c5-9c90-dde55687fc95 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717434 Apr 20 13:02:09.450677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-2339fde5-bd42-4146-8f59-e258671fda5e tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2270157 Apr 20 13:02:09.559935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-849f7cf5-4741-4589-9cc0-1d22e74d9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.561841 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-849f7cf5-4741-4589-9cc0-1d22e74d9d6f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.4936974 Apr 20 13:02:09.571003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router fe58fd52-6068-40de-b721-3eb18b3cd591 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:09.671846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-eba716d9-3977-4e04-9f07-e01498a1243a service neutron] 10.222.0.24 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963315 Apr 20 13:02:09.676935 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-38196373-3baa-40fd-b15c-527bc86ad35c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.1047626 Apr 20 13:02:09.807802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-acb64617-d89c-44b0-aa32-febe26ed3149 service neutron] 10.222.0.24 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215811 Apr 20 13:02:09.824777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:09.837469 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7059ed4b-5cc2-4295-b344-627861bb61e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/fe58fd52-6068-40de-b721-3eb18b3cd591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8593302 Apr 20 13:02:09.838207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41076) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:09.848467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] Sync routers for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:09.854995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-6a0880ec-d3d0-46d8-b4f0-4cb33ee32907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.860167 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-6a0880ec-d3d0-46d8-b4f0-4cb33ee32907 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1778808 Apr 20 13:02:09.882974 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:09.899458 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:09.904550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-87208777-35dd-432a-90f5-b1ddfaed530f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe58fd52-6068-40de-b721-3eb18b3cd591 HTTP/1.1" status: 200 len: 205 time: 0.0655019 Apr 20 13:02:09.919353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41082) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:09.957310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-793b63b1-73fe-4492-a918-33ac803b00cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:09.961323 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-793b63b1-73fe-4492-a918-33ac803b00cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932314 Apr 20 13:02:10.028969 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:10.044113 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] Routers {'fe58fd52-6068-40de-b721-3eb18b3cd591'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:10.050551 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['fe58fd52-6068-40de-b721-3eb18b3cd591'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:10.291674 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03d84986-3850-4a9a-93e2-d46e088127e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:10.304786 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:10.305434 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c578581c-be97-4d1a-8f60-d9b7732e63ed None None] The sync data for ids ['fe58fd52-6068-40de-b721-3eb18b3cd591'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:10.523158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-d19a65e9-fee5-4eb6-944a-b6aaf2b16480 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4771626 Apr 20 13:02:10.698553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084385a7-31c0-4a3a-a0bf-9c1f46cfe85b None None] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:10.978797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cd2075ab-f471-4025-bb48-dfd42e1eff0a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:11.079074 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-38aa69a3-d3b4-42ee-bf11-134bd421caa8 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1056936 Apr 20 13:02:11.111200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5cbe8b03-ba0d-43da-8186-725118c6f2aa None None] Provisioning complete for port cd2075ab-f471-4025-bb48-dfd42e1eff0a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:11.111951 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8b03-ba0d-43da-8186-725118c6f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.208786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-6205fec1-9e0e-4473-9be8-916fb5505190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.210264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-6205fec1-9e0e-4473-9be8-916fb5505190 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3f5191954964431a694808099f99b9b&device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 1096 time: 0.3757999 Apr 20 13:02:11.250740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cd2075ab-f471-4025-bb48-dfd42e1eff0a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:11.251118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.261472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03d84986-3850-4a9a-93e2-d46e088127e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.272766 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-4b2bae9a-4796-4793-af7a-92914aaa4be6 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883409 Apr 20 13:02:11.280931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5610e-da01-4476-831f-35e8b2d0ac48 req-dd656569-1576-46e2-b37f-781519f701a9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.290912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e5610e-da01-4476-831f-35e8b2d0ac48 req-dd656569-1576-46e2-b37f-781519f701a9 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.6004276 Apr 20 13:02:11.351772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03d84986-3850-4a9a-93e2-d46e088127e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.414550 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8b03-ba0d-43da-8186-725118c6f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.541326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-a5e7b64d-3657-41c9-91a8-e3fe614d062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.546715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-a5e7b64d-3657-41c9-91a8-e3fe614d062d service neutron] 10.222.0.30 "GET /v2.0/networks?id=55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 200 len: 919 time: 0.2758689 Apr 20 13:02:11.660933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5cbe8b03-ba0d-43da-8186-725118c6f2aa None None] For port cd2075ab-f471-4025-bb48-dfd42e1eff0a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cd2075ab-f471-4025-bb48-dfd42e1eff0a,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:11.668806 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.672874 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5cbe8b03-ba0d-43da-8186-725118c6f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.730399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-3bcb024e-0b46-4b94-adec-5e8d87e41340 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:11.740580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-3bcb024e-0b46-4b94-adec-5e8d87e41340 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 816 time: 1.3622539 Apr 20 13:02:11.745764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e5610e-da01-4476-831f-35e8b2d0ac48 req-05ba1f0f-c3e3-4032-a2c8-c31bf907ae69 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530733 Apr 20 13:02:11.769950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03d84986-3850-4a9a-93e2-d46e088127e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.770536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d84986-3850-4a9a-93e2-d46e088127e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Fanout notify agent at l3_agent the message router_deleted on router fe58fd52-6068-40de-b721-3eb18b3cd591 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:02:11.784113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03d84986-3850-4a9a-93e2-d46e088127e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:11.788383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-03d84986-3850-4a9a-93e2-d46e088127e3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/fe58fd52-6068-40de-b721-3eb18b3cd591 HTTP/1.1" status: 204 len: 168 time: 1.8680732 Apr 20 13:02:11.797137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41140) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:11.821700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-5d0111d1-86cb-46b6-9c5d-51886337732a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/quotas/aab713afd2d44c77a6a63d48aeea841f HTTP/1.1" status: 200 len: 375 time: 0.0802221 Apr 20 13:02:11.864946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-7dbb150d-1c31-43af-8822-c702883f6ba8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 200 len: 1001 time: 0.2988820 Apr 20 13:02:12.023213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:02:12.023862 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:02:12.027476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-c89a0a31-3dd5-4573-85ea-df6c71f677d1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048419 Apr 20 13:02:12.029406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-15671075-6da7-40fa-a0d6-af7060d5dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.029737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet 59504613-04cc-4f36-b306-f88021dfa124 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:02:12.030826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-15671075-6da7-40fa-a0d6-af7060d5dac9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 200 len: 857 time: 0.1306512 Apr 20 13:02:12.035620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.046154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe8b03-ba0d-43da-8186-725118c6f2aa None None] Pushing event updated for resources: {'Port': ['ID=cd2075ab-f471-4025-bb48-dfd42e1eff0a,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:12.075695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fd864804-6501-4d75-8738-783e114ee96e None None] Provisioning complete for port cd2075ab-f471-4025-bb48-dfd42e1eff0a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:12.076495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fd864804-6501-4d75-8738-783e114ee96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.098739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.236051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.239059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-9c6be9b1-c75f-4513-b230-3ffc326bfa1b service neutron] 10.222.0.24 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824472 Apr 20 13:02:12.358650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.394879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b0420-f0c5-4d75-81b0-78dc07a20fa5 None None] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:12.408505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=59504613-04cc-4f36-b306-f88021dfa124,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:12.411832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.415701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-820ecd85-e6ab-4c5a-9f25-d13cb4617de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/59504613-04cc-4f36-b306-f88021dfa124 HTTP/1.1" status: 204 len: 168 time: 0.6053269 Apr 20 13:02:12.426283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41154) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:12.516082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet d8ddf048-330b-4bad-b996-a91c9efe4ede {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:02:12.518212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-6fd34dca-bcd6-466c-b42b-f033d279046c service neutron] 10.222.0.24 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501774 Apr 20 13:02:12.520099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.522486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-481c235b-4944-427c-a213-cd3d2de2c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.523598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-481c235b-4944-427c-a213-cd3d2de2c32a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55ebe669-820c-4816-b3cd-4d0281911922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4850626 Apr 20 13:02:12.593937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.646550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-6a9fc1dc-f235-49ee-94fd-bb3421f22d05 service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126719 Apr 20 13:02:12.692690 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.791989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.914971 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ddf048-330b-4bad-b996-a91c9efe4ede,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:12.924055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:12.935036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f1c02-f75d-4cc2-84ce-7b223744775f None None] Network 82c8a0b5-8bd3-41cc-b949-92014ccced6d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:12.935770 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-478817af-9e42-4f02-a7b6-f5fda589e184 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ddf048-330b-4bad-b996-a91c9efe4ede HTTP/1.1" status: 204 len: 168 time: 0.5083613 Apr 20 13:02:12.936797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41166) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:12.961405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-50464b0f-03d2-4e1a-be65-5847b6094fbb tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:12.990792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-50464b0f-03d2-4e1a-be65-5847b6094fbb tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 816 time: 0.7252657 Apr 20 13:02:13.003775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] DHCP port deletion for ee52c635-4cde-4ecc-aba1-cbd6ae096541 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:02:13.005607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cd2075ab-f471-4025-bb48-dfd42e1eff0a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:13.043856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Request body: {'port': {'device_id': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'admin_state_up': True, 'tenant_id': 'aab713afd2d44c77a6a63d48aeea841f'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:13.066057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144122aa-d5d5-47d8-b18c-30be4a74b2bc req-cf344ef7-8795-4e7e-9b4d-bc5660d4870c service neutron] 10.222.0.30 "GET /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992124 Apr 20 13:02:13.245979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.405898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port dfa7d3c2-b537-4d1b-8a14-92b608faabfc {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:13.406469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.553267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port dfa7d3c2-b537-4d1b-8a14-92b608faabfc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,segment=NetworkSegment(bb9703b4-1520-408f-9ae8-be63b24a4098),segment_id=bb9703b4-1520-408f-9ae8-be63b24a4098)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:13.553970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.571802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb451288-5c51-4b29-9ca4-db400d719657 req-daacae7c-0dfb-4cfa-8f76-ca2350f76042 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.588722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb451288-5c51-4b29-9ca4-db400d719657 req-daacae7c-0dfb-4cfa-8f76-ca2350f76042 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.5967278 Apr 20 13:02:13.591408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for dfa7d3c2-b537-4d1b-8a14-92b608faabfc owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:13.680807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cd2075ab-f471-4025-bb48-dfd42e1eff0a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:13.690782 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.806937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] Deleting port dfa7d3c2-b537-4d1b-8a14-92b608faabfc {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:13.818160 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.872441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:13.894774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb451288-5c51-4b29-9ca4-db400d719657 req-3564db93-74be-47e4-bf5d-be197e5b21e4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051996 Apr 20 13:02:13.934621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-3fe03ef1-0749-4dc2-b77f-3cad2b0e626f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:13.936210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-3fe03ef1-0749-4dc2-b77f-3cad2b0e626f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 816 time: 0.8691907 Apr 20 13:02:13.943740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] DHCP port deletion for 82c8a0b5-8bd3-41cc-b949-92014ccced6d request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:02:14.023483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:14.048074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-b91b6ffc-5001-4c23-b892-0d74e453fef6 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/quotas/aab713afd2d44c77a6a63d48aeea841f HTTP/1.1" status: 200 len: 375 time: 0.0933783 Apr 20 13:02:14.056421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port dfa7d3c2-b537-4d1b-8a14-92b608faabfc on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:14.116964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Made reservation on behalf of aab713afd2d44c77a6a63d48aeea841f for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:14.125171 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.201798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] For port dfa7d3c2-b537-4d1b-8a14-92b608faabfc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,segment=NetworkSegment(bb9703b4-1520-408f-9ae8-be63b24a4098),segment_id=bb9703b4-1520-408f-9ae8-be63b24a4098)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:14.219297 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.264749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] Calling delete_port for dfa7d3c2-b537-4d1b-8a14-92b608faabfc owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:14.302892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-06cd0297-cb8d-476f-bcda-f668abb894ea tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2503777 Apr 20 13:02:14.327290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.364116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee52c635-4cde-4ecc-aba1-cbd6ae096541']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:14.377849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9703b4-1520-408f-9ae8-be63b24a4098') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:14.378477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9703b4-1520-408f-9ae8-be63b24a4098') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:14.392586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.418519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.436547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:02:14.438431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.450892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] Deleting port 20d597ae-b046-48c3-86ac-165ade16006b {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:14.452618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.617119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] For port 20d597ae-b046-48c3-86ac-165ade16006b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=20d597ae-b046-48c3-86ac-165ade16006b,segment=NetworkSegment(d30b2805-3a8b-481e-aabc-36a841b5c215),segment_id=d30b2805-3a8b-481e-aabc-36a841b5c215)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:14.622857 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.645760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] Calling delete_port for 20d597ae-b046-48c3-86ac-165ade16006b owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:14.736611 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.783424 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:14.823862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] No DVR routers for this DVR port 20d597ae-b046-48c3-86ac-165ade16006b on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:14.841261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-ccdb2e7b-86e4-42ce-8642-35696c653fd3 service neutron] 10.222.0.24 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370195 Apr 20 13:02:14.853597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01a116-5a55-4aee-8eae-feae62dd9a3f None None] Pushing event deleted for resources: {'Port': ['ID=20d597ae-b046-48c3-86ac-165ade16006b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:14.878190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] Network ee52c635-4cde-4ecc-aba1-cbd6ae096541 is not hosted by any dhcp agent {{(pid=109411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:02:14.885918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] No DVR routers for this DVR port dfa7d3c2-b537-4d1b-8a14-92b608faabfc on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:14.945108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dfa7d3c2-b537-4d1b-8a14-92b608faabfc no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:15.009673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: dfa7d3c2-b537-4d1b-8a14-92b608faabfc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:15.010925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dfa7d3c2-b537-4d1b-8a14-92b608faabfc not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:15.012354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 20d597ae-b046-48c3-86ac-165ade16006b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:02:15.047984 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:02:15.060624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f7512-32ad-4a7c-a4bb-b5f6520c7ac9 None None] Pushing event deleted for resources: {'Port': ['ID=dfa7d3c2-b537-4d1b-8a14-92b608faabfc,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:15.068008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 20d597ae-b046-48c3-86ac-165ade16006b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:15.068567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 20d597ae-b046-48c3-86ac-165ade16006b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:15.069852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.106347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Allocated IP 172.20.0.5 (0ce03659-0107-43e3-b8c8-c1043d9526c5/4c45f473-2b04-47db-82e9-5c482c4ad38e/10e2ca97-1988-45dc-85fb-7121301b227b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:15.134250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.138990 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/ee52c635-4cde-4ecc-aba1-cbd6ae096541 HTTP/1.1" status: 204 len: 168 time: 2.2006729 Apr 20 13:02:15.143232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210874c-cc0c-4043-aa50-2575e0f7b7ca tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=ee52c635-4cde-4ecc-aba1-cbd6ae096541,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:15.145025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41232) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:15.324409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-18385b2e-6f68-4740-a5b3-d317c8d8f8df tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.329949 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-18385b2e-6f68-4740-a5b3-d317c8d8f8df tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 816 time: 0.5823374 Apr 20 13:02:15.337061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.349788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Request body: {'port': {'device_id': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'admin_state_up': True, 'tenant_id': 'aab713afd2d44c77a6a63d48aeea841f'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:15.369401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-5901b30c-5df0-4b4d-b642-55c74542600f service neutron] 10.222.0.24 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237527 Apr 20 13:02:15.420530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e0e40-a18d-4de3-b3aa-1875c3129a5b req-cb4e6815-d9fc-4d0c-8eed-aa7c518b1734 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:15.424131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-300e0e40-a18d-4de3-b3aa-1875c3129a5b req-cb4e6815-d9fc-4d0c-8eed-aa7c518b1734 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.3193121 Apr 20 13:02:15.591422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Made reservation on behalf of aab713afd2d44c77a6a63d48aeea841f for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:15.601757 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.740869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-300e0e40-a18d-4de3-b3aa-1875c3129a5b req-1f1457d9-2d99-41d0-9e14-651e15d9cd9f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832005 Apr 20 13:02:15.816477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.869862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.898812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c8a0b5-8bd3-41cc-b949-92014ccced6d']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:15.911200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30b2805-3a8b-481e-aabc-36a841b5c215') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:15.911504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30b2805-3a8b-481e-aabc-36a841b5c215') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:15.924291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.942358 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.950171 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:02:15.950515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:15.985503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d746e643-64fb-4b53-8d0e-02a2f11de210 req-9bec618e-6593-4515-ab4b-78485d30554b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 210 time: 0.0807178 Apr 20 13:02:16.014363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:02:16.123370 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:02:16.136866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.164917 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.177113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:16.180431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:16.184252 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/82c8a0b5-8bd3-41cc-b949-92014ccced6d HTTP/1.1" status: 204 len: 168 time: 1.0293565 Apr 20 13:02:16.194497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:16.197169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41256) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:16.219916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1093604458'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:16.267610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Pushing event updated for resources: {'Port': ['ID=10e2ca97-1988-45dc-85fb-7121301b227b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:16.291846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb9ccf-882f-4a6d-9b33-491fad762254 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=82c8a0b5-8bd3-41cc-b949-92014ccced6d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:16.339419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.341476 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.377490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:16.384247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.391863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-d2f89e62-1de1-41b1-93f1-53f4329f300c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3742461 Apr 20 13:02:16.411505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Request body: {'port': {'device_id': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:16.513727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:02:16.524433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Allocated IP 172.20.0.4 (0ce03659-0107-43e3-b8c8-c1043d9526c5/4c45f473-2b04-47db-82e9-5c482c4ad38e/3d41c819-c187-4e4f-af9e-1dd53e6c9796) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:16.535510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.565024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.568642 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment f41ae9a9-57e9-4710-b605-e50bd2e209de of type vlan for network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e Apr 20 13:02:16.638585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.761928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.785615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.785615 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.798477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-98d04b27-72b3-4590-8017-9aa54f361f47 None None] Provisioning complete for port 10e2ca97-1988-45dc-85fb-7121301b227b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:16.801916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98d04b27-72b3-4590-8017-9aa54f361f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:16.952289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-98d04b27-72b3-4590-8017-9aa54f361f47 None None] Port 10e2ca97-1988-45dc-85fb-7121301b227b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:16.972120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d98cf0-b157-4fe8-984a-bd344c15c445 req-6ad25135-9c65-4bf1-a75f-c704a331cf5a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:16.973755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96d98cf0-b157-4fe8-984a-bd344c15c445 req-6ad25135-9c65-4bf1-a75f-c704a331cf5a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.0914431 Apr 20 13:02:17.045313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96d98cf0-b157-4fe8-984a-bd344c15c445 req-7b5883b4-dee0-44c2-ad48-232c6cbddc48 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633619 Apr 20 13:02:17.088317 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8842533 Apr 20 13:02:17.091806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41288) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:17.097003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:17.111915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6519884-b903-4298-925d-82b6df2fd23d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=cb7f3fcb-9c6c-4c50-84f0-de7224a4206e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:17.123910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:02:17.199883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.245842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-514aec67-8cd4-4d74-b874-ad87aac55336 req-9ff753b6-3a55-45fb-86fb-80aef0a10370 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 210 time: 0.1154950 Apr 20 13:02:17.273031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.370878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:17.378809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:17.385999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:17.467202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Pushing event updated for resources: {'Port': ['ID=3d41c819-c187-4e4f-af9e-1dd53e6c9796,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:17.502295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:17.505548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:17.508125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.509064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.552152 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-e848cace-df8c-40a1-94a9-a192b7bbfd24 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2028716 Apr 20 13:02:17.571496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Request body: {'port': {'device_id': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:17.713805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.920430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-65c59017-69d4-4493-9a1e-d2b95f0aa0be None None] Provisioning complete for port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:17.921417 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65c59017-69d4-4493-9a1e-d2b95f0aa0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:17.996933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-65c59017-69d4-4493-9a1e-d2b95f0aa0be None None] Port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:18.484200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96801dcd-aa2f-4631-a82e-5df876111aa1 req-662a837b-0d93-484a-a167-338618f17796 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 210 time: 0.0567219 Apr 20 13:02:18.520314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-e3f8124e-6c9c-45b0-a7a7-5042bd270a7f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:18.521795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-e3f8124e-6c9c-45b0-a7a7-5042bd270a7f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.30 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 816 time: 0.3080108 Apr 20 13:02:18.550305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Request body: {'port': {'device_id': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'admin_state_up': True, 'tenant_id': 'aab713afd2d44c77a6a63d48aeea841f'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:18.587184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556474d0-4590-492b-b4c3-c83aae98eb98 req-583ec4bb-c239-4434-bc06-29385a0f9e42 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:18.588894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-556474d0-4590-492b-b4c3-c83aae98eb98 req-583ec4bb-c239-4434-bc06-29385a0f9e42 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.3740273 Apr 20 13:02:18.683784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e2ca97-1988-45dc-85fb-7121301b227b {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:18.700273 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:18.769191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Transition to ACTIVE for port object 10e2ca97-1988-45dc-85fb-7121301b227b will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:18.820453 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:18.859140 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:18.992482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Made reservation on behalf of aab713afd2d44c77a6a63d48aeea841f for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:18.997055 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.139432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d41c819-c187-4e4f-af9e-1dd53e6c9796 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:19.144192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-556474d0-4590-492b-b4c3-c83aae98eb98 req-2fba810f-c0c4-4d68-a029-b0e4c9d806ee tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465224 Apr 20 13:02:19.149453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.196972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Transition to ACTIVE for port object 3d41c819-c187-4e4f-af9e-1dd53e6c9796 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:19.207985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.208214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.259920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Pushing event updated for resources: {'Port': ['ID=3d41c819-c187-4e4f-af9e-1dd53e6c9796,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:19.368095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=78cfbaa7-7632-43c6-9536-6cdeb8c99caa,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:19.371314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Attempting to bind port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:19.372930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Attempting to bind port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:19.373656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Attempting to bind port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:19.376185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Pushing event updated for resources: {'Port': ['ID=10e2ca97-1988-45dc-85fb-7121301b227b,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:19.379858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:19.380462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Attempting to bind port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:19.387004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:19.387635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Checking segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:19.388245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Bound using segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:19.389034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Bound port: 3d41c819-c187-4e4f-af9e-1dd53e6c9796, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:19.389670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.550201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] For port 3d41c819-c187-4e4f-af9e-1dd53e6c9796, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:19.571179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] For port 3d41c819-c187-4e4f-af9e-1dd53e6c9796, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d41c819-c187-4e4f-af9e-1dd53e6c9796,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:19.584966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.594515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': 'f41ae9a9-57e9-4710-b605-e50bd2e209de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:19.595053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: cb7f3fcb-9c6c-4c50-84f0-de7224a4206e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:02:19.597514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Allocated IP 172.20.0.12 (0ce03659-0107-43e3-b8c8-c1043d9526c5/4c45f473-2b04-47db-82e9-5c482c4ad38e/26928931-4a97-43b7-ba72-6836a06af5bc) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:19.625538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Attempting to bind port 10e2ca97-1988-45dc-85fb-7121301b227b on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:19.625952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Attempting to bind port 10e2ca97-1988-45dc-85fb-7121301b227b by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:19.626223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Attempting to bind port 10e2ca97-1988-45dc-85fb-7121301b227b on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:19.633085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Port 10e2ca97-1988-45dc-85fb-7121301b227b on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:19.633456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Attempting to bind port 10e2ca97-1988-45dc-85fb-7121301b227b on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:19.673842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:19.674243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Checking segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:19.674648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Bound using segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:19.675098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Bound port: 10e2ca97-1988-45dc-85fb-7121301b227b, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:19.675464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.678576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.679368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.681065 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] 10.222.0.37 "PUT /v2.0/ports/3d41c819-c187-4e4f-af9e-1dd53e6c9796 HTTP/1.1" status: 200 len: 1091 time: 2.1253853 Apr 20 13:02:19.681878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'tag': '3d41c819-c187-4e4f-af9e-1dd53e6c9796'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:19.685067 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b6ec07-37f0-41da-8c65-01cdb633144c" -d '{"events": [{"name": "network-changed", "server_uuid": "11018c55-9729-45b4-aac0-5f5f7fbc4055", "tag": "3d41c819-c187-4e4f-af9e-1dd53e6c9796"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:19.718177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e96db2-47fa-40ba-acc0-1f230b06affa service neutron] Pushing event updated for resources: {'Port': ['ID=3d41c819-c187-4e4f-af9e-1dd53e6c9796,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:19.762102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:02:19.798668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b94efa06-f2db-474a-8dee-4fd0cb277ea2 req-b9bb9ed3-1a6b-413c-af53-80f55aecd177 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 210 time: 0.1169555 Apr 20 13:02:19.832492 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dd08f4-8c5b-4e21-925f-2ab06507327a x-openstack-request-id: req-64dd08f4-8c5b-4e21-925f-2ab06507327a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:19.832785 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11018c55-9729-45b4-aac0-5f5f7fbc4055", "tag": "3d41c819-c187-4e4f-af9e-1dd53e6c9796", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:19.833035 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64dd08f4-8c5b-4e21-925f-2ab06507327a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:19.833437 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64dd08f4-8c5b-4e21-925f-2ab06507327a'] response: {'name': 'network-changed', 'server_uuid': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'tag': '3d41c819-c187-4e4f-af9e-1dd53e6c9796', 'status': 'completed', 'code': 200} Apr 20 13:02:19.860016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-0aa31971-a635-423a-9381-86dd88200f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.861835 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-0aa31971-a635-423a-9381-86dd88200f29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 1094 time: 0.1190844 Apr 20 13:02:19.874936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, cb7f3fcb-9c6c-4c50-84f0-de7224a4206e) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:19.915996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:19.916591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:19.923707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4240d541-a1f1-43be-9d8e-b61473b8b23f None None] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:19.940681 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-b4899093-11e3-4246-8b6e-00b8953e7acc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d41c819-c187-4e4f-af9e-1dd53e6c9796 HTTP/1.1" status: 200 len: 217 time: 0.0543990 Apr 20 13:02:20.073558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-219f9367-716d-4dcf-a9b0-4eae3ca28d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:20.076576 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-219f9367-716d-4dcf-a9b0-4eae3ca28d01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 200 len: 855 time: 0.1127400 Apr 20 13:02:20.101727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] For port 10e2ca97-1988-45dc-85fb-7121301b227b, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:20.130160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] For port 10e2ca97-1988-45dc-85fb-7121301b227b, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=10e2ca97-1988-45dc-85fb-7121301b227b,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:20.169972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-faf6661e-1fd2-486b-b06f-cb14b6d38fa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0728903 Apr 20 13:02:20.175615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.177368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41354) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:20.179909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-822866d1-ed42-495e-9e3c-7f258aa2da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:20.184532 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-822866d1-ed42-495e-9e3c-7f258aa2da9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ce03659-0107-43e3-b8c8-c1043d9526c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023018 Apr 20 13:02:20.190323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4894ffe8-01d8-4a2f-afcb-1b31637493df tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-902908144', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:20.322931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:20.327301 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.328830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] 10.222.0.37 "PUT /v2.0/ports/10e2ca97-1988-45dc-85fb-7121301b227b HTTP/1.1" status: 200 len: 1091 time: 3.9254661 Apr 20 13:02:20.335928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'tag': '10e2ca97-1988-45dc-85fb-7121301b227b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:20.347327 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930" -d '{"events": [{"name": "network-changed", "server_uuid": "bee870ac-5773-492f-9d93-ced89cd6d736", "tag": "10e2ca97-1988-45dc-85fb-7121301b227b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:20.464385 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-3c75532f-eab5-41b0-8d24-852d642be5b9 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527592 Apr 20 13:02:20.465180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-cb7f3fcb-9c6c-4c50-84f0-de7224a4206e', 'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': '78cfbaa7-7632-43c6-9536-6cdeb8c99caa'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:02:20.466282 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.492873 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.504980 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e90d11-0199-4956-b858-c3f90a81ddea x-openstack-request-id: req-50e90d11-0199-4956-b858-c3f90a81ddea {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:20.505333 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee870ac-5773-492f-9d93-ced89cd6d736", "tag": "10e2ca97-1988-45dc-85fb-7121301b227b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:20.505877 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50e90d11-0199-4956-b858-c3f90a81ddea {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:20.507125 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e90d11-0199-4956-b858-c3f90a81ddea'] response: {'name': 'network-changed', 'server_uuid': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'tag': '10e2ca97-1988-45dc-85fb-7121301b227b', 'status': 'completed', 'code': 200} Apr 20 13:02:20.544988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4894ffe8-01d8-4a2f-afcb-1b31637493df tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.546200 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4894ffe8-01d8-4a2f-afcb-1b31637493df tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.678569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa623372-42cc-4334-868e-00f8753d5332 service neutron] Pushing event updated for resources: {'Port': ['ID=10e2ca97-1988-45dc-85fb-7121301b227b,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:20.717380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-f692b06a-4ad2-4cee-81dd-884dcd47a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:20.728904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-f692b06a-4ad2-4cee-81dd-884dcd47a46b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 1094 time: 0.3258317 Apr 20 13:02:20.754344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4894ffe8-01d8-4a2f-afcb-1b31637493df tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.773380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4894ffe8-01d8-4a2f-afcb-1b31637493df tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.795520 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ecfafb86-2952-49a3-a0bc-8d84cf908b38 req-04e7f2a6-2f99-454b-b89e-30940f36b3ec service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666335 Apr 20 13:02:20.807827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4894ffe8-01d8-4a2f-afcb-1b31637493df tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:20.809433 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4894ffe8-01d8-4a2f-afcb-1b31637493df tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6237967 Apr 20 13:02:20.812538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:20.821442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'port': {'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e', 'name': 'tempest-RoutersIpV6Test-605702578'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:20.889840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-6022499a-3943-4ac6-857d-0b9635ba0b4c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e2ca97-1988-45dc-85fb-7121301b227b HTTP/1.1" status: 200 len: 217 time: 0.1459525 Apr 20 13:02:20.948425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Allocated IP 2001:db8::2 (cb7f3fcb-9c6c-4c50-84f0-de7224a4206e/78cfbaa7-7632-43c6-9536-6cdeb8c99caa/f655661c-2568-4b00-bffc-ce30810b3035) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:21.003239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.016207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75258e7-f86b-49cf-b3b1-ea3f88bcc298 req-7c66999a-886c-4a5d-a00c-aa0bf732f771 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.026010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b75258e7-f86b-49cf-b3b1-ea3f88bcc298 req-7c66999a-886c-4a5d-a00c-aa0bf732f771 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.7425644 Apr 20 13:02:21.141386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-7e1d766c-5c59-48d6-b247-6dd50e305a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.142361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cb6b-d006-4030-ba7e-bc70729e379a req-b44cd630-5c79-43b8-9b5a-cfa36356681b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.148573 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-7e1d766c-5c59-48d6-b247-6dd50e305a41 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 1094 time: 0.3001947 Apr 20 13:02:21.150370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c76cb6b-d006-4030-ba7e-bc70729e379a req-b44cd630-5c79-43b8-9b5a-cfa36356681b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 932 time: 0.1798966 Apr 20 13:02:21.159537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-59c3e5bf-166e-470e-80ef-45a4d00f4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.161298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-59c3e5bf-166e-470e-80ef-45a4d00f4e3e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 200 len: 855 time: 0.2510204 Apr 20 13:02:21.177278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:21.201350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:21.217982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b75258e7-f86b-49cf-b3b1-ea3f88bcc298 req-7ec69c51-ed74-4876-b0bf-0cbee8ab3db1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907325 Apr 20 13:02:21.218769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Pushing event updated for resources: {'Port': ['ID=26928931-4a97-43b7-ba72-6836a06af5bc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:21.245740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:21.319209 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:21.323870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.345308 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.360869 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.390628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] device_id is not set on port c08e462e-1489-4ae6-9852-b84603f6a5e4 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:02:21.416904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Pushing event updated for resources: {'Port': ['ID=f655661c-2568-4b00-bffc-ce30810b3035,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:21.422192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c76cb6b-d006-4030-ba7e-bc70729e379a req-c5fb251e-caa8-42d0-a111-fa096c02e2f6 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706423 Apr 20 13:02:21.432366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:21.434295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:21.437476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:21.439105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-04d71711-e79e-463a-8de3-f73e5c9f2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.442523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-04d71711-e79e-463a-8de3-f73e5c9f2a6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ce03659-0107-43e3-b8c8-c1043d9526c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2617755 Apr 20 13:02:21.473256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-53049b8b-f0dd-49ed-96e2-50ca802c91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.477407 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-53049b8b-f0dd-49ed-96e2-50ca802c91a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 917 time: 0.3177149 Apr 20 13:02:21.490504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.491221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.513268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Attempting to bind port f655661c-2568-4b00-bffc-ce30810b3035 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:21.514199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Attempting to bind port f655661c-2568-4b00-bffc-ce30810b3035 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f41ae9a9-57e9-4710-b605-e50bd2e209de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:21.514199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Attempting to bind port f655661c-2568-4b00-bffc-ce30810b3035 on network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:21.520067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-a2bb71bd-f410-4443-b6a2-51d36a0cec36 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9735498 Apr 20 13:02:21.520514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:21.521651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Checking segment: {'id': 'f41ae9a9-57e9-4710-b605-e50bd2e209de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:21.521651 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.532404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Bound using segment: {'id': 'f41ae9a9-57e9-4710-b605-e50bd2e209de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:21.532799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Bound port: f655661c-2568-4b00-bffc-ce30810b3035, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41ae9a9-57e9-4710-b605-e50bd2e209de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cb7f3fcb-9c6c-4c50-84f0-de7224a4206e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:21.533214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.548965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Request body: {'port': {'device_id': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:21.608791 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-34832523-7078-43cd-9363-26ef6709bf6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d41c819-c187-4e4f-af9e-1dd53e6c9796 HTTP/1.1" status: 200 len: 217 time: 0.0513015 Apr 20 13:02:21.670385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] For port f655661c-2568-4b00-bffc-ce30810b3035, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:21.676402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] For port f655661c-2568-4b00-bffc-ce30810b3035, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f655661c-2568-4b00-bffc-ce30810b3035,segment=NetworkSegment(f41ae9a9-57e9-4710-b605-e50bd2e209de),segment_id=f41ae9a9-57e9-4710-b605-e50bd2e209de)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:21.696057 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.751988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-ba5b73f2-190e-4100-ac39-bf22fabc66ed service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979240 Apr 20 13:02:21.793805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-bca1b19a-65a7-4ede-9181-1c3ddb513ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.795538 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-bca1b19a-65a7-4ede-9181-1c3ddb513ec8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 200 len: 855 time: 0.1772053 Apr 20 13:02:21.843889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410354b-2db9-4f8e-9bc3-8a73f2a61978 None None] Pushing event updated for resources: {'Port': ['ID=f655661c-2568-4b00-bffc-ce30810b3035,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:21.909417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.914562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8::e1 (cb7f3fcb-9c6c-4c50-84f0-de7224a4206e/78cfbaa7-7632-43c6-9536-6cdeb8c99caa/c08e462e-1489-4ae6-9852-b84603f6a5e4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:21.923589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1389f2e6-1ffc-40dd-bf2d-4c104eef00c8 None None] Provisioning complete for port 26928931-4a97-43b7-ba72-6836a06af5bc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:21.926197 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1389f2e6-1ffc-40dd-bf2d-4c104eef00c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:21.934070 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-cd32429a-6628-45ea-a959-78553b8542b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:21.936479 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-cd32429a-6628-45ea-a959-78553b8542b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ce03659-0107-43e3-b8c8-c1043d9526c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338229 Apr 20 13:02:22.046727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1389f2e6-1ffc-40dd-bf2d-4c104eef00c8 None None] Port 26928931-4a97-43b7-ba72-6836a06af5bc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:22.099573 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-41de9f48-f3c4-4901-bf72-cae10654f10a service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540213 Apr 20 13:02:22.112777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910e27ca-0741-4774-8df7-4313948f2eb7 req-dd4dfa42-218f-485f-99af-638741dfded5 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887888 Apr 20 13:02:22.356506 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-88b6ec07-37f0-41da-8c65-01cdb633144c req-e9683a0a-860b-4391-878a-b69082004973 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337291 Apr 20 13:02:22.393148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:22.405541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-a128d19a-ab06-4ea3-9ee9-be8a2d315a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.406300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-a128d19a-ab06-4ea3-9ee9-be8a2d315a6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 1094 time: 0.2060680 Apr 20 13:02:22.447110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:22.512987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:22.522606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:22.531250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=c08e462e-1489-4ae6-9852-b84603f6a5e4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:22.533703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:22.544308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.544988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:22.581518 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4d9daf97-b4cc-4c7d-95d2-464e7498b36c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7676523 Apr 20 13:02:22.583411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41442) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:22.741302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a008c-f7c8-4b4e-b033-50882c55504b req-c4696ee0-2803-467c-a3bd-8af569e3c03b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.742892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f74a008c-f7c8-4b4e-b033-50882c55504b req-c4696ee0-2803-467c-a3bd-8af569e3c03b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.3520322 Apr 20 13:02:22.833502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a053ff-5264-443d-876f-20162c22899c req-53f770c1-5c12-4f6f-b6e7-281525b23ceb tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.837439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43a053ff-5264-443d-876f-20162c22899c req-53f770c1-5c12-4f6f-b6e7-281525b23ceb tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 932 time: 0.2569325 Apr 20 13:02:22.880582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f74a008c-f7c8-4b4e-b033-50882c55504b req-df2ef9bf-8d2b-4856-b063-4368fa5e2943 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973506 Apr 20 13:02:22.926963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-013af091-ea09-41d8-b273-14d590f7bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:22.928430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-013af091-ea09-41d8-b273-14d590f7bbfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 917 time: 0.4716685 Apr 20 13:02:23.026164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-fc8a3879-be0a-4166-a0af-0aec1efae168 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e2ca97-1988-45dc-85fb-7121301b227b HTTP/1.1" status: 200 len: 217 time: 0.0830958 Apr 20 13:02:23.061370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f655661c-2568-4b00-bffc-ce30810b3035 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:23.096157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43a053ff-5264-443d-876f-20162c22899c req-6c8c0a03-7780-4915-92dd-f6b326593d62 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361758 Apr 20 13:02:23.191235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26928931-4a97-43b7-ba72-6836a06af5bc {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:23.205722 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.256203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f655661c-2568-4b00-bffc-ce30810b3035 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:23.256582 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.282786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-7ed743d8-39ca-4eea-8ddc-15242450c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:23.288316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-7ed743d8-39ca-4eea-8ddc-15242450c64e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 200 len: 855 time: 0.2214987 Apr 20 13:02:23.323934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Transition to ACTIVE for port object 26928931-4a97-43b7-ba72-6836a06af5bc will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:23.333155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.370109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.434317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port f655661c-2568-4b00-bffc-ce30810b3035, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f655661c-2568-4b00-bffc-ce30810b3035,segment=NetworkSegment(f41ae9a9-57e9-4710-b605-e50bd2e209de),segment_id=f41ae9a9-57e9-4710-b605-e50bd2e209de)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:23.443969 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.595076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=f655661c-2568-4b00-bffc-ce30810b3035,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:23.616463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:23.702953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d41c819-c187-4e4f-af9e-1dd53e6c9796 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:23.738038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-dda45edd-504f-47ce-b8a2-75184dae8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:23.739595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-dda45edd-504f-47ce-b8a2-75184dae8fa9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ce03659-0107-43e3-b8c8-c1043d9526c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4430714 Apr 20 13:02:23.766085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Pushing event updated for resources: {'Port': ['ID=26928931-4a97-43b7-ba72-6836a06af5bc,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:23.955924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337ac3de-72f1-4906-93b0-5b4c15584a7c None None] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:24.009873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Attempting to bind port 26928931-4a97-43b7-ba72-6836a06af5bc on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:24.010505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Attempting to bind port 26928931-4a97-43b7-ba72-6836a06af5bc by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:24.010505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Attempting to bind port 26928931-4a97-43b7-ba72-6836a06af5bc on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:24.050900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Port 26928931-4a97-43b7-ba72-6836a06af5bc on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:24.051210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Attempting to bind port 26928931-4a97-43b7-ba72-6836a06af5bc on network 0ce03659-0107-43e3-b8c8-c1043d9526c5 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:24.052046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.066262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:24.077458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Checking segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:24.078107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Bound using segment: {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:24.078853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Bound port: 26928931-4a97-43b7-ba72-6836a06af5bc, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:24.079417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.162516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-eb7a2013-b457-4c36-9f5b-32a128221308 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935657 Apr 20 13:02:24.184149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c358f8f8-b861-46dc-94ae-689e0b5f9eef None None] Provisioning complete for port f655661c-2568-4b00-bffc-ce30810b3035 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:24.184693 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c358f8f8-b861-46dc-94ae-689e0b5f9eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.238800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3d41c819-c187-4e4f-af9e-1dd53e6c9796, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d41c819-c187-4e4f-af9e-1dd53e6c9796,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:24.364153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] For port 26928931-4a97-43b7-ba72-6836a06af5bc, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:24.379972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] For port 26928931-4a97-43b7-ba72-6836a06af5bc, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26928931-4a97-43b7-ba72-6836a06af5bc,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:24.380717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '3d41c819-c187-4e4f-af9e-1dd53e6c9796', 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'port_id': '3d41c819-c187-4e4f-af9e-1dd53e6c9796', 'mac_address': 'fa:16:3e:ff:47:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c45f473-2b04-47db-82e9-5c482c4ad38e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:24.390112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939cbd-1c04-4bef-b785-7e0795d1e362 req-060b1690-c357-49fd-8524-dcc0b0c2de1f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:24.391558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba939cbd-1c04-4bef-b785-7e0795d1e362 req-060b1690-c357-49fd-8524-dcc0b0c2de1f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.3550115 Apr 20 13:02:24.397727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.494359 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.565282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d41c819-c187-4e4f-af9e-1dd53e6c9796 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:24.628055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.633793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.643449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3d41c819-c187-4e4f-af9e-1dd53e6c9796, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d41c819-c187-4e4f-af9e-1dd53e6c9796,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:24.654286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.655221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 10e2ca97-1988-45dc-85fb-7121301b227b details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:24.728339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=c08e462e-1489-4ae6-9852-b84603f6a5e4,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:24.744280 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.745316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.745690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.746065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.746392 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.746718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.747042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.747766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.748107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.748741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.749199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.750449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:24.762884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba939cbd-1c04-4bef-b785-7e0795d1e362 req-b333be12-2906-4960-8c1f-1723b4470689 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534692 Apr 20 13:02:24.884699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:24.891347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:24.897450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] 10.222.0.30 "PUT /v2.0/ports/26928931-4a97-43b7-ba72-6836a06af5bc HTTP/1.1" status: 200 len: 1092 time: 3.3689549 Apr 20 13:02:24.906970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:02:24.920201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'tag': '26928931-4a97-43b7-ba72-6836a06af5bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:24.937299 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40fd88-812e-4538-906d-7539e9638813" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd4f5bb-b066-4d76-9281-b136fa4b8a80", "tag": "26928931-4a97-43b7-ba72-6836a06af5bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:24.953246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3d41c819-c187-4e4f-af9e-1dd53e6c9796,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:25.018579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e55069-200c-4fe0-bbb7-50cc7ed7e985 req-7529e79f-b974-4403-a4b0-c3b8e8c5d07f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.027991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 10e2ca97-1988-45dc-85fb-7121301b227b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=10e2ca97-1988-45dc-85fb-7121301b227b,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:25.035345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3e55069-200c-4fe0-bbb7-50cc7ed7e985 req-7529e79f-b974-4403-a4b0-c3b8e8c5d07f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 944 time: 0.6400800 Apr 20 13:02:25.078287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '10e2ca97-1988-45dc-85fb-7121301b227b', 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'port_id': '10e2ca97-1988-45dc-85fb-7121301b227b', 'mac_address': 'fa:16:3e:37:77:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c45f473-2b04-47db-82e9-5c482c4ad38e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:25.162943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.217359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b090bd-cde1-45a2-be47-e61daae02158 service neutron] Pushing event updated for resources: {'Port': ['ID=26928931-4a97-43b7-ba72-6836a06af5bc,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:25.236618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f40c7f1-d406-4fb1-aa55-f7c38b0c7930 req-c597ad10-01e7-4ae4-8c26-3d1fd057e180 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0563335 Apr 20 13:02:25.286713 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.302500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3e55069-200c-4fe0-bbb7-50cc7ed7e985 req-e123fe00-b66d-4dab-bbed-804d3faf62c5 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652488 Apr 20 13:02:25.321035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-b0899055-2140-45a0-aab3-e5267fabc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.341417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-b0899055-2140-45a0-aab3-e5267fabc60f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 1095 time: 0.2967660 Apr 20 13:02:25.344160 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f35783-7a3b-4327-bef1-2fda208e6834 x-openstack-request-id: req-c8f35783-7a3b-4327-bef1-2fda208e6834 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:25.344546 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd4f5bb-b066-4d76-9281-b136fa4b8a80", "tag": "26928931-4a97-43b7-ba72-6836a06af5bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:25.344892 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8f35783-7a3b-4327-bef1-2fda208e6834 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:25.345502 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f35783-7a3b-4327-bef1-2fda208e6834'] response: {'name': 'network-changed', 'server_uuid': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'tag': '26928931-4a97-43b7-ba72-6836a06af5bc', 'status': 'completed', 'code': 200} Apr 20 13:02:25.359770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e2ca97-1988-45dc-85fb-7121301b227b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:25.447205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 10e2ca97-1988-45dc-85fb-7121301b227b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=10e2ca97-1988-45dc-85fb-7121301b227b,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:25.462298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ba5a6ed7-b0bf-44c6-ac26-a6e7af01601e None None] Provisioning complete for port f655661c-2568-4b00-bffc-ce30810b3035 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:25.469934 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba5a6ed7-b0bf-44c6-ac26-a6e7af01601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.474523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.555402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f655661c-2568-4b00-bffc-ce30810b3035 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:25.576512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:25.606705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-2c5e8c05-4091-4743-8a52-f10ed9d874a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26928931-4a97-43b7-ba72-6836a06af5bc HTTP/1.1" status: 200 len: 217 time: 0.2356615 Apr 20 13:02:25.753889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-bc3d9027-a09d-428e-9a89-50db3e6fe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.755575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-bc3d9027-a09d-428e-9a89-50db3e6fe7a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 200 len: 855 time: 0.1477499 Apr 20 13:02:25.906017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-357acd03-cd5f-4ff8-b2bc-6ceab2acef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:25.907540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-357acd03-cd5f-4ff8-b2bc-6ceab2acef9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ce03659-0107-43e3-b8c8-c1043d9526c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434464 Apr 20 13:02:25.957951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['10e2ca97-1988-45dc-85fb-7121301b227b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:25.963437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3d41c819-c187-4e4f-af9e-1dd53e6c9796'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:26.129019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=10e2ca97-1988-45dc-85fb-7121301b227b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:26.250455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f655661c-2568-4b00-bffc-ce30810b3035 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:26.250829 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.332520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.342498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.343383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.454942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=c08e462e-1489-4ae6-9852-b84603f6a5e4,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:26.478189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ba5a6ed7-b0bf-44c6-ac26-a6e7af01601e None None] Provisioning complete for port c08e462e-1489-4ae6-9852-b84603f6a5e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:26.479164 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba5a6ed7-b0bf-44c6-ac26-a6e7af01601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.525708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a6ed7-b0bf-44c6-ac26-a6e7af01601e None None] Port c08e462e-1489-4ae6-9852-b84603f6a5e4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:26.537603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d8f1e679-fde0-429a-b6ac-f62d6e9436f7 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:26.666815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:26.668764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:26.717966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-934ee4b3-8610-463c-9582-89d13f996ccd None None] Provisioning complete for port c08e462e-1489-4ae6-9852-b84603f6a5e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:26.718337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-934ee4b3-8610-463c-9582-89d13f996ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.789458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d098f-56de-4a27-baa4-07a28110a190 req-7b08a1a0-8efe-4cd9-9954-7e8b0deb9bf8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:26.791197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f7d098f-56de-4a27-baa4-07a28110a190 req-7b08a1a0-8efe-4cd9-9954-7e8b0deb9bf8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.8139801 Apr 20 13:02:26.888889 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:26.918179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-87bf9540-5562-4dd2-b668-dcadceedf6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0023041 Apr 20 13:02:26.927953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-934ee4b3-8610-463c-9582-89d13f996ccd None None] Port c08e462e-1489-4ae6-9852-b84603f6a5e4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:26.930154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f7d098f-56de-4a27-baa4-07a28110a190 req-02edff99-77e5-4630-bbf2-1862658b368d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184609 Apr 20 13:02:26.946375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-7e8ef33d-eb44-4bce-ad81-187edca1da0f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:26.947951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-7e8ef33d-eb44-4bce-ad81-187edca1da0f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.9662433 Apr 20 13:02:27.001503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:27.005034 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce994648-8cf6-463c-b2c1-211a2367c907" -d '{"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:27.015203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:27.027000 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.045573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 775185b0-9591-4868-b262-7ba438bac4b9 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:02:27.078077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-b5fb4e39-ab31-4200-95b8-1df8dc9af2fb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/quotas/abc0fbb3fbc94041b0bfb1ce93839878 HTTP/1.1" status: 200 len: 375 time: 0.0267179 Apr 20 13:02:27.088658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-5f5e1eba-8e4c-4b79-a344-ef2f829c170b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.098854 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-5f5e1eba-8e4c-4b79-a344-ef2f829c170b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ff03020-b158-438b-b7fd-ae7e0277055b HTTP/1.1" status: 200 len: 945 time: 0.1799908 Apr 20 13:02:27.111412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:27.149983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c443eccb-ffb2-4028-a1be-b5dbf066c430 None None] Provisioning complete for port c08e462e-1489-4ae6-9852-b84603f6a5e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:27.150426 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c443eccb-ffb2-4028-a1be-b5dbf066c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.186779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcfce00b-0de8-4b7d-badc-07b36e52b5c1 req-ffee6f8a-f09a-43f0-aa99-3f67490e07f7 service neutron] 10.222.0.30 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601163 Apr 20 13:02:27.196819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-fbcadd0d-d85a-4efd-a371-db9f9d077e70 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118476 Apr 20 13:02:27.209451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c443eccb-ffb2-4028-a1be-b5dbf066c430 None None] Port c08e462e-1489-4ae6-9852-b84603f6a5e4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:27.415482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:27.425406 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-46d014e1-4152-4570-92e3-dfed3a3cbeea tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/775185b0-9591-4868-b262-7ba438bac4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8411222 Apr 20 13:02:27.426048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:27.430088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] Sync routers for ids ['775185b0-9591-4868-b262-7ba438bac4b9'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:27.438149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Deleting port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:27.438513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.441585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] Routers {'775185b0-9591-4868-b262-7ba438bac4b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:27.442247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['775185b0-9591-4868-b262-7ba438bac4b9'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:27.528689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:27.530001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fd88-812e-4538-906d-7539e9638813 req-fe9d2243-9fa7-44b1-9d57-a25ddb997e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.534812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ee1dc-8e4c-4573-83c8-e795f79d3f4f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.535900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a40fd88-812e-4538-906d-7539e9638813 req-fe9d2243-9fa7-44b1-9d57-a25ddb997e24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 1095 time: 0.2550220 Apr 20 13:02:27.538198 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f94ee1dc-8e4c-4573-83c8-e795f79d3f4f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports/c08e462e-1489-4ae6-9852-b84603f6a5e4 HTTP/1.1" status: 200 len: 982 time: 0.1101141 Apr 20 13:02:27.538819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:27.545220 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] Routers {'775185b0-9591-4868-b262-7ba438bac4b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:27.546332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['775185b0-9591-4868-b262-7ba438bac4b9'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:27.556423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb395375-d3e0-4d6f-9338-24848365c7e3 req-d577ca32-3ef2-450c-b958-c8b2c6f6692a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.565612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb395375-d3e0-4d6f-9338-24848365c7e3 req-d577ca32-3ef2-450c-b958-c8b2c6f6692a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 944 time: 0.1641479 Apr 20 13:02:27.620694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:27.621521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1e6178-4367-4ebc-b30f-a4da483d073c None None] The sync data for ids ['775185b0-9591-4868-b262-7ba438bac4b9'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:27.623543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-3484a77e-cd9a-471b-8ad0-0d866df8539d service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043128 Apr 20 13:02:27.693140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] For port d8f1e679-fde0-429a-b6ac-f62d6e9436f7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:27.693513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.718534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 10e2ca97-1988-45dc-85fb-7121301b227b up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:27.721544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Calling delete_port for d8f1e679-fde0-429a-b6ac-f62d6e9436f7 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:27.877914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 10e2ca97-1988-45dc-85fb-7121301b227b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:27.882467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 10e2ca97-1988-45dc-85fb-7121301b227b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:27.882846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:27.908603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fd88-812e-4538-906d-7539e9638813 req-45d2e516-d90e-4984-855e-1f8d1b7d7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:27.911114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a40fd88-812e-4538-906d-7539e9638813 req-45d2e516-d90e-4984-855e-1f8d1b7d7fcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 917 time: 0.3406386 Apr 20 13:02:27.991920 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.026391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb395375-d3e0-4d6f-9338-24848365c7e3 req-3b5dd238-4a24-4e7d-9fa6-fab6da305451 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592896 Apr 20 13:02:28.037997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 10e2ca97-1988-45dc-85fb-7121301b227b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=10e2ca97-1988-45dc-85fb-7121301b227b,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:28.042078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a40fd88-812e-4538-906d-7539e9638813 req-15cf778b-db50-4fc4-b199-2faa0146cd97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26928931-4a97-43b7-ba72-6836a06af5bc HTTP/1.1" status: 200 len: 217 time: 0.1180444 Apr 20 13:02:28.058459 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.059769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d41c819-c187-4e4f-af9e-1dd53e6c9796 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:28.125722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.171229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-82e30142-6662-4e22-8380-1add07a6e011 service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280032 Apr 20 13:02:28.181256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fd88-812e-4538-906d-7539e9638813 req-87d72d03-8b4c-45c4-84fd-26a3a9c3ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.183790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a40fd88-812e-4538-906d-7539e9638813 req-87d72d03-8b4c-45c4-84fd-26a3a9c3ed5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 200 len: 855 time: 0.1310821 Apr 20 13:02:28.188760 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1206a0-9007-4375-81d0-63f777405c80 x-openstack-request-id: req-fd1206a0-9007-4375-81d0-63f777405c80 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:28.189051 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:28.189292 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd1206a0-9007-4375-81d0-63f777405c80 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:28.189789 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1206a0-9007-4375-81d0-63f777405c80'] response: {'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'code': 200} Apr 20 13:02:28.191027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=10e2ca97-1988-45dc-85fb-7121301b227b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:28.209120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:28.214442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:28.215648 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.252376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event deleted for resources: {'Port': ['ID=d8f1e679-fde0-429a-b6ac-f62d6e9436f7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:28.287359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40fd88-812e-4538-906d-7539e9638813 req-6162c7db-7dee-4b8d-b9b7-91149f3209b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.288946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a40fd88-812e-4538-906d-7539e9638813 req-6162c7db-7dee-4b8d-b9b7-91149f3209b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ce03659-0107-43e3-b8c8-c1043d9526c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965040 Apr 20 13:02:28.348127 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.391567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3d41c819-c187-4e4f-af9e-1dd53e6c9796, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d41c819-c187-4e4f-af9e-1dd53e6c9796,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:28.401153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.486858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] No DVR routers for this DVR port d8f1e679-fde0-429a-b6ac-f62d6e9436f7 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:28.494669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.501807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3d41c819-c187-4e4f-af9e-1dd53e6c9796,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:28.503085 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c53b0d02-ddd7-4b91-96cf-47dc60be2a24 req-b387901f-f734-4bdd-b1b9-600ad50a79c3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "DELETE /v2.0/ports/d8f1e679-fde0-429a-b6ac-f62d6e9436f7 HTTP/1.1" status: 204 len: 173 time: 1.3960700 Apr 20 13:02:28.514866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-deleted', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:28.526294 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42773fb-1388-4d01-9194-e59132a22793" -d '{"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-deleted", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:28.671855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-910550a0-4704-40e9-a001-8175a70e65b9 req-f9a743f8-507b-47e1-878b-349ff930de4a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 210 time: 0.1999450 Apr 20 13:02:28.715442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:28.733261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a40fd88-812e-4538-906d-7539e9638813 req-741865ec-384e-4b25-ba8c-3a5bc07c38e6 service neutron] 10.222.0.30 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334166 Apr 20 13:02:28.771396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677150d-90a5-41a5-af02-41651e5b171f req-bf3247e2-6476-4f07-87a2-9934434a151a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:28.779202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6677150d-90a5-41a5-af02-41651e5b171f req-bf3247e2-6476-4f07-87a2-9934434a151a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.2774677 Apr 20 13:02:28.866419 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b678a9-8209-43f0-b660-8c17ce3b417c x-openstack-request-id: req-46b678a9-8209-43f0-b660-8c17ce3b417c {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:28.868830 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ff03020-b158-438b-b7fd-ae7e0277055b", "name": "network-vif-deleted", "tag": "d8f1e679-fde0-429a-b6ac-f62d6e9436f7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:28.870077 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-46b678a9-8209-43f0-b660-8c17ce3b417c {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:28.871611 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b678a9-8209-43f0-b660-8c17ce3b417c'] response: {'server_uuid': '4ff03020-b158-438b-b7fd-ae7e0277055b', 'name': 'network-vif-deleted', 'tag': 'd8f1e679-fde0-429a-b6ac-f62d6e9436f7', 'status': 'completed', 'code': 200} Apr 20 13:02:28.878458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6677150d-90a5-41a5-af02-41651e5b171f req-0aec1c58-233c-4495-9624-2b64a410807a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983400 Apr 20 13:02:28.941390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a40fd88-812e-4538-906d-7539e9638813 req-bf3d4a65-da2a-4d47-a722-bb9224a373fe service neutron] 10.222.0.30 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978073 Apr 20 13:02:29.229737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port c08e462e-1489-4ae6-9852-b84603f6a5e4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:29.231052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:29.286711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028f2ae-2020-469a-af6c-b5a3dea8fe02 req-175c341a-25e0-4f2f-9133-8632d119120f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:29.288587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c028f2ae-2020-469a-af6c-b5a3dea8fe02 req-175c341a-25e0-4f2f-9133-8632d119120f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 944 time: 0.1053658 Apr 20 13:02:29.443527 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:29.444226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c028f2ae-2020-469a-af6c-b5a3dea8fe02 req-2efe9077-4c8c-4271-a8bc-0f99c9e420f7 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406167 Apr 20 13:02:29.478320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for c08e462e-1489-4ae6-9852-b84603f6a5e4 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:29.682710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:29.717346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=c08e462e-1489-4ae6-9852-b84603f6a5e4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:29.834903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e66039b-4f44-42f5-8dd6-a3d371ccffe6 req-b102e6c0-4a57-4339-ba1d-c324e58b13c6 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 210 time: 0.0408642 Apr 20 13:02:29.892736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:30.022878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-275d0b6e-5b88-432d-8351-21f5a128eaa7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:30.024577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-275d0b6e-5b88-432d-8351-21f5a128eaa7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.1578085 Apr 20 13:02:30.046341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Request body: {'port': {'device_id': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'admin_state_up': True, 'tenant_id': 'abc0fbb3fbc94041b0bfb1ce93839878'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:30.155111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 775185b0-9591-4868-b262-7ba438bac4b9 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:30.177374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2081b-87f5-426c-b9da-6b1c7c916a13 req-a1e79fac-6775-4f66-9181-6839cb5b1e41 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:30.178919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5b2081b-87f5-426c-b9da-6b1c7c916a13 req-a1e79fac-6775-4f66-9181-6839cb5b1e41 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.1684139 Apr 20 13:02:30.190500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e2ca97-1988-45dc-85fb-7121301b227b'}, {'server_uuid': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d41c819-c187-4e4f-af9e-1dd53e6c9796'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:30.192940 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f10312-0d0f-4d19-9753-ebc5500425e2" -d '{"events": [{"server_uuid": "bee870ac-5773-492f-9d93-ced89cd6d736", "name": "network-vif-plugged", "status": "completed", "tag": "10e2ca97-1988-45dc-85fb-7121301b227b"}, {"server_uuid": "11018c55-9729-45b4-aac0-5f5f7fbc4055", "name": "network-vif-plugged", "status": "completed", "tag": "3d41c819-c187-4e4f-af9e-1dd53e6c9796"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:30.245676 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508b2f47-9fc9-43c3-8bf9-d7cce64507b8 x-openstack-request-id: req-508b2f47-9fc9-43c3-8bf9-d7cce64507b8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:30.246386 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee870ac-5773-492f-9d93-ced89cd6d736", "name": "network-vif-plugged", "status": "completed", "tag": "10e2ca97-1988-45dc-85fb-7121301b227b", "code": 200}, {"server_uuid": "11018c55-9729-45b4-aac0-5f5f7fbc4055", "name": "network-vif-plugged", "status": "completed", "tag": "3d41c819-c187-4e4f-af9e-1dd53e6c9796", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:30.246665 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-508b2f47-9fc9-43c3-8bf9-d7cce64507b8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:30.247032 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508b2f47-9fc9-43c3-8bf9-d7cce64507b8'] response: {'server_uuid': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e2ca97-1988-45dc-85fb-7121301b227b', 'code': 200} Apr 20 13:02:30.247287 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508b2f47-9fc9-43c3-8bf9-d7cce64507b8'] response: {'server_uuid': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d41c819-c187-4e4f-af9e-1dd53e6c9796', 'code': 200} Apr 20 13:02:30.293261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:30.299446 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e8476957-afc6-444b-be56-489b7623da97 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/775185b0-9591-4868-b262-7ba438bac4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7546742 Apr 20 13:02:30.302122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41616) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:30.304346 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] Sync routers for ids ['775185b0-9591-4868-b262-7ba438bac4b9'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:30.325398 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] Routers {'775185b0-9591-4868-b262-7ba438bac4b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:30.326060 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['775185b0-9591-4868-b262-7ba438bac4b9'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:30.348878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5b2081b-87f5-426c-b9da-6b1c7c916a13 req-f22da42b-4e9b-4121-9d01-a90dabb5a6ca tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507149 Apr 20 13:02:30.384394 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:30.392368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Made reservation on behalf of abc0fbb3fbc94041b0bfb1ce93839878 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:30.393718 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] Routers {'775185b0-9591-4868-b262-7ba438bac4b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:30.394310 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['775185b0-9591-4868-b262-7ba438bac4b9'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:30.397463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:30.436965 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:30.441761 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1958544-bd01-4da8-bb4d-b3c8536da203 None None] The sync data for ids ['775185b0-9591-4868-b262-7ba438bac4b9'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:30.518029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182eb78-8cb8-47e7-b52a-fcfef363b3b1 req-8674e5de-216f-4c08-98b3-3a8cd126a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:30.521176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6182eb78-8cb8-47e7-b52a-fcfef363b3b1 req-8674e5de-216f-4c08-98b3-3a8cd126a0cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 1096 time: 0.1585963 Apr 20 13:02:30.549468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26928931-4a97-43b7-ba72-6836a06af5bc details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:30.551696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d8f1e679-fde0-429a-b6ac-f62d6e9436f7 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:30.633340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: d8f1e679-fde0-429a-b6ac-f62d6e9436f7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:30.633713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d8f1e679-fde0-429a-b6ac-f62d6e9436f7 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:30.731656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Allocated IP 172.20.0.12 (f4cb89c2-98f9-4422-9e77-65d3cb00efcc/1aa62797-b198-497f-a93d-8740c141e6b6/bf08f98a-9ccf-4455-86dc-6d0b843194b3) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:30.741801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26928931-4a97-43b7-ba72-6836a06af5bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26928931-4a97-43b7-ba72-6836a06af5bc,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:30.760332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '26928931-4a97-43b7-ba72-6836a06af5bc', 'network_id': '0ce03659-0107-43e3-b8c8-c1043d9526c5', 'port_id': '26928931-4a97-43b7-ba72-6836a06af5bc', 'mac_address': 'fa:16:3e:6d:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c45f473-2b04-47db-82e9-5c482c4ad38e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:30.824070 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:30.849599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26928931-4a97-43b7-ba72-6836a06af5bc {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:30.893472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26928931-4a97-43b7-ba72-6836a06af5bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26928931-4a97-43b7-ba72-6836a06af5bc,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:30.904223 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:30.961014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=26928931-4a97-43b7-ba72-6836a06af5bc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:31.022791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.086861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.143484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8178-ee79-4355-9778-62d3ca1c39fb req-6951b55d-acca-48d8-8e8b-e14ff7bc4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.145201 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-bfba8178-ee79-4355-9778-62d3ca1c39fb req-6951b55d-acca-48d8-8e8b-e14ff7bc4c55 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 1096 time: 0.7581146 Apr 20 13:02:31.165424 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-a4d6e01a-66df-4d55-91e2-05a91183c874 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 13:02:31.169326 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a4d6e01a-66df-4d55-91e2-05a91183c874 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/775185b0-9591-4868-b262-7ba438bac4b9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8658936 Apr 20 13:02:31.172182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:31.177397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41628) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:31.191780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:31.201763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:31.209919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:31.213891 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f0dae6b6-d5c4-4493-adca-4e47f4b63f26 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=775185b0-9591-4868-b262-7ba438bac4b9 HTTP/1.1" status: 200 len: 205 time: 0.0351961 Apr 20 13:02:31.216206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6182eb78-8cb8-47e7-b52a-fcfef363b3b1 req-f16fe5e6-d84e-453f-8877-6621a1854796 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116366 Apr 20 13:02:31.216799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41630) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:31.252938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd68aa-21f0-4a5d-b87b-cc8c64d811fc req-9dcbf24f-82e7-49f7-b415-ce02f0700b82 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.254785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-befd68aa-21f0-4a5d-b87b-cc8c64d811fc req-9dcbf24f-82e7-49f7-b415-ce02f0700b82 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 945 time: 0.4995928 Apr 20 13:02:31.259327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['26928931-4a97-43b7-ba72-6836a06af5bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:31.263612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1d4ef-8a57-443d-a31c-41fc422ade74 req-85b9a6d8-cc3e-45c8-9e39-5832ea37b385 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.273318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96b1d4ef-8a57-443d-a31c-41fc422ade74 req-85b9a6d8-cc3e-45c8-9e39-5832ea37b385 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 932 time: 0.2178929 Apr 20 13:02:31.286659 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-bfba8178-ee79-4355-9778-62d3ca1c39fb req-a1e017ff-609b-456d-8446-0699291b4881 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230240 Apr 20 13:02:31.324820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99b93b06-63b5-407e-b365-9b31c6686a5d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.330959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.331756 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.374665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-9a33d0c7-9092-41ef-8dfd-32676d8c7a1d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3335536 Apr 20 13:02:31.391548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96b1d4ef-8a57-443d-a31c-41fc422ade74 req-75b2e01d-fddf-48d4-8447-e835b5643287 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154375 Apr 20 13:02:31.403361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-befd68aa-21f0-4a5d-b87b-cc8c64d811fc req-1324f944-3c5e-497a-8bf1-b9bd9a097729 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202102 Apr 20 13:02:31.549926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bb66d-b8ce-4f5e-beb6-82d541577112 req-fb0b7010-b1a0-4350-b2a0-c0f340e548fe tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:31.551695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c1bb66d-b8ce-4f5e-beb6-82d541577112 req-fb0b7010-b1a0-4350-b2a0-c0f340e548fe tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.0745516 Apr 20 13:02:31.572418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99b93b06-63b5-407e-b365-9b31c6686a5d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.575948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99b93b06-63b5-407e-b365-9b31c6686a5d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.622472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c1bb66d-b8ce-4f5e-beb6-82d541577112 req-e0e3f849-2399-493a-ba02-51bef010f719 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639699 Apr 20 13:02:31.640180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Request body: {'port': {'device_id': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:31.657074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99b93b06-63b5-407e-b365-9b31c6686a5d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.657772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b93b06-63b5-407e-b365-9b31c6686a5d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Fanout notify agent at l3_agent the message router_deleted on router 775185b0-9591-4868-b262-7ba438bac4b9 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:02:31.669914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99b93b06-63b5-407e-b365-9b31c6686a5d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.671137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99b93b06-63b5-407e-b365-9b31c6686a5d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/775185b0-9591-4868-b262-7ba438bac4b9 HTTP/1.1" status: 204 len: 168 time: 0.4520183 Apr 20 13:02:31.673704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41640) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:31.758275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.767721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet 78cfbaa7-7632-43c6-9536-6cdeb8c99caa {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:02:31.777821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:31.959719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.119825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.235632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf08f98a-9ccf-4455-86dc-6d0b843194b3 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:32.242709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.245822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.281503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=78cfbaa7-7632-43c6-9536-6cdeb8c99caa,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:32.286601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Transition to ACTIVE for port object bf08f98a-9ccf-4455-86dc-6d0b843194b3 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:32.287654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.290884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4c94f67c-6060-4c11-9d67-1539637185b0 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/78cfbaa7-7632-43c6-9536-6cdeb8c99caa HTTP/1.1" status: 204 len: 168 time: 0.6161637 Apr 20 13:02:32.292422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.294061 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41644) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:32.297525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23eabd76-0d73-46c3-bdd4-8a1b49fd84b5 None None] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:32.425454 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.518420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port f655661c-2568-4b00-bffc-ce30810b3035 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:32.519020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.561125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26928931-4a97-43b7-ba72-6836a06af5bc up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:32.609340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port f655661c-2568-4b00-bffc-ce30810b3035, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f655661c-2568-4b00-bffc-ce30810b3035,segment=NetworkSegment(f41ae9a9-57e9-4710-b605-e50bd2e209de),segment_id=f41ae9a9-57e9-4710-b605-e50bd2e209de)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:32.610106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.641654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 26928931-4a97-43b7-ba72-6836a06af5bc completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:32.644925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for f655661c-2568-4b00-bffc-ce30810b3035 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:32.649197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 26928931-4a97-43b7-ba72-6836a06af5bc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:32.649569 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.720371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] DHCP port deletion for cb7f3fcb-9c6c-4c50-84f0-de7224a4206e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:02:32.766820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:32.781172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Attempting to bind port bf08f98a-9ccf-4455-86dc-6d0b843194b3 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:32.781400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Attempting to bind port bf08f98a-9ccf-4455-86dc-6d0b843194b3 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:32.781697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Attempting to bind port bf08f98a-9ccf-4455-86dc-6d0b843194b3 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:32.790572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.849537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Port bf08f98a-9ccf-4455-86dc-6d0b843194b3 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:32.849995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Attempting to bind port bf08f98a-9ccf-4455-86dc-6d0b843194b3 on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:32.869672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:32.879006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Checking segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:32.879006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Bound using segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:32.879006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Bound port: bf08f98a-9ccf-4455-86dc-6d0b843194b3, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:32.879006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:32.879483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=f655661c-2568-4b00-bffc-ce30810b3035,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:32.885952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port f655661c-2568-4b00-bffc-ce30810b3035 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:32.950162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dac85-78fe-41b9-b628-332441f46431 req-89a625e5-e72d-4b5d-bb91-833f956738fe tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:32.951823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c66dac85-78fe-41b9-b628-332441f46431 req-89a625e5-e72d-4b5d-bb91-833f956738fe tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 945 time: 0.3327217 Apr 20 13:02:32.973844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae91ec9-60b5-485e-8a29-db942b13083c req-552b76ea-a18c-466b-b9ae-4bde4fa9dcea tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:32.975420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ae91ec9-60b5-485e-8a29-db942b13083c req-552b76ea-a18c-466b-b9ae-4bde4fa9dcea tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 944 time: 0.2881873 Apr 20 13:02:33.025026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:33.025136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:33.039816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.045153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.083417 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.085521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f655661c-2568-4b00-bffc-ce30810b3035 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:33.086491 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7f3fcb-9c6c-4c50-84f0-de7224a4206e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:33.115596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41ae9a9-57e9-4710-b605-e50bd2e209de') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:33.115934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41ae9a9-57e9-4710-b605-e50bd2e209de') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:33.123749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f655661c-2568-4b00-bffc-ce30810b3035 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:33.124469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f655661c-2568-4b00-bffc-ce30810b3035 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:33.127112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Deleting port f655661c-2568-4b00-bffc-ce30810b3035 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:33.127428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.127873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.145311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.146219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.150430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] 10.222.0.37 "PUT /v2.0/ports/bf08f98a-9ccf-4455-86dc-6d0b843194b3 HTTP/1.1" status: 200 len: 1092 time: 1.5213618 Apr 20 13:02:33.159080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.169816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26928931-4a97-43b7-ba72-6836a06af5bc'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:33.174905 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ac153e-0ac3-42cf-872d-7fa761537864" -d '{"events": [{"server_uuid": "3dd4f5bb-b066-4d76-9281-b136fa4b8a80", "name": "network-vif-plugged", "status": "completed", "tag": "26928931-4a97-43b7-ba72-6836a06af5bc"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:33.187312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:33.187655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:02:33.188008 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:02:33.191272 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:02:33.197679 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18" -d '{"events": [{"name": "network-changed", "server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:33.280121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c66dac85-78fe-41b9-b628-332441f46431 req-30cb9092-a0bb-452e-9588-d8f5328d4aef tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184881 Apr 20 13:02:33.291386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.302042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.305977 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/cb7f3fcb-9c6c-4c50-84f0-de7224a4206e HTTP/1.1" status: 204 len: 168 time: 1.0108151 Apr 20 13:02:33.306227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26928931-4a97-43b7-ba72-6836a06af5bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26928931-4a97-43b7-ba72-6836a06af5bc,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:33.317750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.337443 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfade1-1286-4be3-8068-14a5ce142eaf tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=cb7f3fcb-9c6c-4c50-84f0-de7224a4206e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:33.344352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ae91ec9-60b5-485e-8a29-db942b13083c req-d4834a45-36d0-4d5d-b413-15cc64daf263 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526936 Apr 20 13:02:33.346815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41682) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:33.357692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424736586'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:33.366488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] For port f655661c-2568-4b00-bffc-ce30810b3035, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:33.366794 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.391367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Calling delete_port for f655661c-2568-4b00-bffc-ce30810b3035 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:33.395739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:33.399654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.400356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Port f655661c-2568-4b00-bffc-ce30810b3035 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:02:33.407907 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.453810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:02:33.458563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c79a-b00e-4438-965c-97441d6d7396 service neutron] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:33.467505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Network cb7f3fcb-9c6c-4c50-84f0-de7224a4206e is not hosted by any dhcp agent {{(pid=109411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:02:33.467958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] No DVR routers for this DVR port f655661c-2568-4b00-bffc-ce30810b3035 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:33.469975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=26928931-4a97-43b7-ba72-6836a06af5bc,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:33.475742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.475975 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment 786d9721-8c3a-433b-bd1e-e25333a8afca of type vlan for network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 Apr 20 13:02:33.523842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaf396-a3c6-4c57-86ea-8595077e463b None None] Pushing event deleted for resources: {'Port': ['ID=f655661c-2568-4b00-bffc-ce30810b3035,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:33.573439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-ad8eec2a-53ed-4347-a36a-f5996fe659b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.584277 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff892e8-0670-4d63-a53a-3fa0f5efd172 x-openstack-request-id: req-1ff892e8-0670-4d63-a53a-3fa0f5efd172 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:33.584277 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4f5bb-b066-4d76-9281-b136fa4b8a80", "name": "network-vif-plugged", "status": "completed", "tag": "26928931-4a97-43b7-ba72-6836a06af5bc", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:33.584277 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ff892e8-0670-4d63-a53a-3fa0f5efd172 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:33.584277 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff892e8-0670-4d63-a53a-3fa0f5efd172'] response: {'server_uuid': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26928931-4a97-43b7-ba72-6836a06af5bc', 'code': 200} Apr 20 13:02:33.586116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-ad8eec2a-53ed-4347-a36a-f5996fe659b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 1095 time: 0.3705430 Apr 20 13:02:33.613662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.666398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.670774 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98a31464-466f-4605-8b66-050a6983082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.679121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.679848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:33.684197 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc2cb44-6e5c-4f9d-902d-e9a59581fbdd x-openstack-request-id: req-3dc2cb44-6e5c-4f9d-902d-e9a59581fbdd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:33.684733 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:33.685828 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dc2cb44-6e5c-4f9d-902d-e9a59581fbdd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:33.686445 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc2cb44-6e5c-4f9d-902d-e9a59581fbdd'] response: {'name': 'network-changed', 'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'status': 'completed', 'code': 200} Apr 20 13:02:33.688046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-06329afe-5bac-4a58-984d-28892241de18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3 HTTP/1.1" status: 200 len: 217 time: 0.1002772 Apr 20 13:02:33.740630 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-11760bb8-2e1f-4f62-afa0-223c045bf192 service neutron] show failed (client error): The resource could not be found. Apr 20 13:02:33.742208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-11760bb8-2e1f-4f62-afa0-223c045bf192 service neutron] 10.222.0.30 "GET /v2.0/ports/bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.5059338 Apr 20 13:02:33.762891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8dec8-b22a-42b9-86fb-fc56a7075152 req-57bbbb16-317e-4310-8b56-d8fc715c1234 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.764878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4bf8dec8-b22a-42b9-86fb-fc56a7075152 req-57bbbb16-317e-4310-8b56-d8fc715c1234 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.2974093 Apr 20 13:02:33.790738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-06895e20-2f32-4f71-be70-a3e8533945b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.793145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-06895e20-2f32-4f71-be70-a3e8533945b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.0915434 Apr 20 13:02:33.798925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=780d39fd-62c9-4f81-ac69-b6f4f99025a3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:33.809618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:02:33.816155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4bf8dec8-b22a-42b9-86fb-fc56a7075152 req-6740f0a4-d86e-4b75-8146-9c163f9782f8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431864 Apr 20 13:02:33.827050 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b63687fb-033a-494b-9b78-2f1029a003e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4757063 Apr 20 13:02:33.827432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41686) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:33.834426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': '780d39fd-62c9-4f81-ac69-b6f4f99025a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:33.848397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04a199-4082-4430-a5f0-4c4612d870a9 req-83d957fc-ab97-4648-8495-526097f58cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:33.849908 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af04a199-4082-4430-a5f0-4c4612d870a9 req-83d957fc-ab97-4648-8495-526097f58cdc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 1097 time: 0.1854696 Apr 20 13:02:33.872146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-ae571ec8-b36c-4cd7-996e-dc01cadf2b1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596163 Apr 20 13:02:33.926550 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-af04a199-4082-4430-a5f0-4c4612d870a9 req-a4cc1f37-a242-492b-8365-6f82e217b20b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662260 Apr 20 13:02:34.026075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-6b5f4f34-5a72-4cc3-aacd-c07fd8d3768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:34.028101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-6b5f4f34-5a72-4cc3-aacd-c07fd8d3768a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6&tenant_id=c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 1101 time: 0.0457299 Apr 20 13:02:34.050958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:34.065285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-aa8ab0f8-a186-4517-9dde-6edaaf4d22f4 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765783 Apr 20 13:02:34.082482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:02:34.086437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.135253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.298004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dcd4b90-9895-48ba-8379-9fa103960608 req-4ba3e6f2-37a6-47a8-8e66-c5fed33299e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256999 Apr 20 13:02:34.559319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:34.608330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:34.642613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a29f-c68c-4acf-a037-158904f35eb3 req-b99efe5a-967c-4477-b334-8ce4bb933965 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:34.644879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0840a29f-c68c-4acf-a037-158904f35eb3 req-b99efe5a-967c-4477-b334-8ce4bb933965 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.2533553 Apr 20 13:02:34.664486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-084f1ec7-1ce8-49b5-b27c-636d8c9c681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:34.667221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-084f1ec7-1ce8-49b5-b27c-636d8c9c681c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 1095 time: 0.2854040 Apr 20 13:02:34.671727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:34.674943 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142f14dd-a2ab-41a9-b260-04ba20d36bc4" -d '{"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:34.681224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.703871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Transition to ACTIVE for port object bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:34.707061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.719667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.729072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f069b-b9fd-411c-8e25-625edb0f955d req-21db0f49-8714-4360-9e28-12e5b1055c66 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:34.731139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5f069b-b9fd-411c-8e25-625edb0f955d req-21db0f49-8714-4360-9e28-12e5b1055c66 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 944 time: 0.2412484 Apr 20 13:02:34.774908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=6']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:34.834312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] No DVR routers for this DVR port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:34.880215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:34.880559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:34.880892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:34.888617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:34.890159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:34.897567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:34.897948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:34.898341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:34.898782 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Bound port: bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:34.899152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:34.902579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0840a29f-c68c-4acf-a037-158904f35eb3 req-ca2b59b5-5987-4e7e-87b6-030c2f84b97c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497027 Apr 20 13:02:34.980851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5f069b-b9fd-411c-8e25-625edb0f955d req-59e3b3fc-ddf4-4614-9e31-2b2e7febfebf tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233434 Apr 20 13:02:34.982491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=4c6afd6d-c0fe-4798-a30f-ce3726b36d3d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:35.031006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': '786d9721-8c3a-433b-bd1e-e25333a8afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '780d39fd-62c9-4f81-ac69-b6f4f99025a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:35.031549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: 780d39fd-62c9-4f81-ac69-b6f4f99025a3, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:02:35.038548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:35.039116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-368ff439-15a0-416d-9f37-46940b8f052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.048613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-368ff439-15a0-416d-9f37-46940b8f052f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 906 time: 0.3631830 Apr 20 13:02:35.059375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:35.069668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.133397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.135471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.146912 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 1096 time: 1.1103959 Apr 20 13:02:35.171207 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ac77ac-f3fc-40e8-a7f7-42590a865928 x-openstack-request-id: req-10ac77ac-f3fc-40e8-a7f7-42590a865928 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:35.171495 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:35.171777 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10ac77ac-f3fc-40e8-a7f7-42590a865928 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:35.172193 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10ac77ac-f3fc-40e8-a7f7-42590a865928'] response: {'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'code': 200} Apr 20 13:02:35.315684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2971f-2818-4262-adf7-77475479e1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=7']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:35.330514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-0fb7cafc-a89d-466d-91ad-a968e0994811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.332366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-0fb7cafc-a89d-466d-91ad-a968e0994811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1099 time: 0.1593678 Apr 20 13:02:35.611837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5d7370d7-78b6-4ddc-8df6-d73d8c7884dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.613011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-b38b610a-694a-4ab2-9b8f-44a990864927 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3 HTTP/1.1" status: 200 len: 217 time: 0.5521870 Apr 20 13:02:35.617718 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-5d7370d7-78b6-4ddc-8df6-d73d8c7884dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2788551 Apr 20 13:02:35.683359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:02:35.706030 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-87560194-df7d-4a14-b086-aa80d911e2df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.0789213 Apr 20 13:02:35.711790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 780d39fd-62c9-4f81-ac69-b6f4f99025a3) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:35.717611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.718213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.723978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bf08f98a-9ccf-4455-86dc-6d0b843194b3 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:35.727523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f313d8-7afc-4636-a354-34f7a43cdc79 None None] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:35.746833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-a02d083d-f9c7-45c5-ac7f-4a94a0cdde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.750625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-a02d083d-f9c7-45c5-ac7f-4a94a0cdde03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.1145539 Apr 20 13:02:35.774678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2c0e-390b-4dee-8d56-58fc4e136dd0 req-d13e0464-554c-4908-9261-76d6ffadc99a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.776482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a3a2c0e-390b-4dee-8d56-58fc4e136dd0 req-d13e0464-554c-4908-9261-76d6ffadc99a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.1767557 Apr 20 13:02:35.816695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-978923c8-2f53-405d-a313-ccf8771ee631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.818203 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-978923c8-2f53-405d-a313-ccf8771ee631 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1053035 Apr 20 13:02:35.842431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-364353b9-0144-41ea-a6ff-4d9adb7d57c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632298 Apr 20 13:02:35.861522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-13abda80-19c5-48e7-8dda-bab604eb8ffa tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0327296 Apr 20 13:02:35.895647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41728) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:35.908166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-abdfe990-5964-423d-9de8-e2c2f94299d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:35.909833 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-abdfe990-5964-423d-9de8-e2c2f94299d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0834992 Apr 20 13:02:35.914026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-67db1ed9-f29e-46e9-b682-6d296e4f36f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:35.917444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-24d26572-eb18-4df1-9255-970dbc8b9422 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-374644962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:36.070142 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-742da462-742e-4b14-8bfa-32e07c4c61b7 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407340 Apr 20 13:02:36.129234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a3a2c0e-390b-4dee-8d56-58fc4e136dd0 req-b21a1700-5430-42d1-bbf9-3317175b6586 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689509 Apr 20 13:02:36.179382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24d26572-eb18-4df1-9255-970dbc8b9422 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.182595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24d26572-eb18-4df1-9255-970dbc8b9422 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.240876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:36.250204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-7afc9727-1293-42e3-abdb-1e2e865f506c service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757586 Apr 20 13:02:36.250428 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-50720a95-4f78-4341-bfc5-a329a95f00a7 req-834b5de5-9fa9-482e-80d9-284b9a1e775f service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725085 Apr 20 13:02:36.271794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'mac_address': 'fa:16:3e:d5:16:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:36.324478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0b2a0-0b90-4829-9c6a-888c8cf1d131 req-5562b3bf-a68c-4c18-8b28-addf3f86cb95 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.327449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bc0b2a0-0b90-4829-9c6a-888c8cf1d131 req-5562b3bf-a68c-4c18-8b28-addf3f86cb95 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.3170807 Apr 20 13:02:36.342735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-780d39fd-62c9-4f81-ac69-b6f4f99025a3', 'network_id': '780d39fd-62c9-4f81-ac69-b6f4f99025a3', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': '4c6afd6d-c0fe-4798-a30f-ce3726b36d3d'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:02:36.345019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.448691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24d26572-eb18-4df1-9255-970dbc8b9422 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.467971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24d26572-eb18-4df1-9255-970dbc8b9422 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.501614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88be8c8-ab7b-4c1f-8a40-eb1bec01418e req-8360665e-3146-4eca-a846-b66dd32590eb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.503173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a88be8c8-ab7b-4c1f-8a40-eb1bec01418e req-8360665e-3146-4eca-a846-b66dd32590eb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 944 time: 0.2512677 Apr 20 13:02:36.536577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.583533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:36.592512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bc0b2a0-0b90-4829-9c6a-888c8cf1d131 req-5554f57e-12bc-495e-ba14-c40374cb1bb8 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218122 Apr 20 13:02:36.596537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf08f98a-9ccf-4455-86dc-6d0b843194b3 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:36.608671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4b7b6eb-4a25-4b4a-bb05-6a6a15bc2d18 req-c78fccc1-9efd-4382-bf10-06a216cb98ae service neutron] 10.222.0.37 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407671 Apr 20 13:02:36.614229 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-24d26572-eb18-4df1-9255-970dbc8b9422 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.615335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-24d26572-eb18-4df1-9255-970dbc8b9422 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7043707 Apr 20 13:02:36.622856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:36.663719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a88be8c8-ab7b-4c1f-8a40-eb1bec01418e req-123e43a3-ff51-479a-b832-ceffcd8fe8b0 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265750 Apr 20 13:02:36.712922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:36.738648 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:36.752860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:36.819403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Allocated IP 2001:db8::2 (780d39fd-62c9-4f81-ac69-b6f4f99025a3/4c6afd6d-c0fe-4798-a30f-ce3726b36d3d/670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:36.867126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:36.910697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94528821-b42f-47db-b280-7bc43162d087 req-98cbe6e3-9a03-4671-b2bf-7789b4ce3061 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:36.939476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94528821-b42f-47db-b280-7bc43162d087 req-98cbe6e3-9a03-4671-b2bf-7789b4ce3061 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1086473 Apr 20 13:02:36.982592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94528821-b42f-47db-b280-7bc43162d087 req-180eb610-94b8-42fa-a71a-a2ab7ab0a1a1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Apr 20 13:02:37.051602 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.106006 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.123303 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.173528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:37.175589 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306e6a99-e542-418e-8c39-0a10a593d03a" -d '{"events": [{"name": "network-changed", "server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:37.191026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:37.195313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:37.215483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:37.218073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Pushing event updated for resources: {'Port': ['ID=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:37.223203 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.286452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Attempting to bind port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:37.287019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Attempting to bind port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '786d9721-8c3a-433b-bd1e-e25333a8afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '780d39fd-62c9-4f81-ac69-b6f4f99025a3'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:37.287386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Attempting to bind port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 on network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:37.295000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:37.295373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Checking segment: {'id': '786d9721-8c3a-433b-bd1e-e25333a8afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '780d39fd-62c9-4f81-ac69-b6f4f99025a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:37.295778 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.296172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Bound using segment: {'id': '786d9721-8c3a-433b-bd1e-e25333a8afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '780d39fd-62c9-4f81-ac69-b6f4f99025a3'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:37.297314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Bound port: 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786d9721-8c3a-433b-bd1e-e25333a8afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '780d39fd-62c9-4f81-ac69-b6f4f99025a3'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:37.297314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.333370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4566a-b086-4e72-9620-32141bfc9062 req-1589ac06-0aa9-4dd3-8fb5-582e7a140f75 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.341846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1a4566a-b086-4e72-9620-32141bfc9062 req-1589ac06-0aa9-4dd3-8fb5-582e7a140f75 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 945 time: 0.1050718 Apr 20 13:02:37.370133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8::1 (780d39fd-62c9-4f81-ac69-b6f4f99025a3/4c6afd6d-c0fe-4798-a30f-ce3726b36d3d/ee18df5d-ae0a-4b49-83ad-97444719e066) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:37.382973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] For port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:37.388265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] For port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,segment=NetworkSegment(786d9721-8c3a-433b-bd1e-e25333a8afca),segment_id=786d9721-8c3a-433b-bd1e-e25333a8afca)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:37.389825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['bf08f98a-9ccf-4455-86dc-6d0b843194b3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:37.438319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1a4566a-b086-4e72-9620-32141bfc9062 req-3607bf34-c9f1-49f0-bec9-c755c070dd7e tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892727 Apr 20 13:02:37.445852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.516309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889a2b8-b13c-4365-ae4f-3c1e2f288ffe None None] Pushing event updated for resources: {'Port': ['ID=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:37.619648 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1020786-8800-428c-97e4-1381ab9d601a x-openstack-request-id: req-b1020786-8800-428c-97e4-1381ab9d601a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:37.619782 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:37.619991 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1020786-8800-428c-97e4-1381ab9d601a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:37.620377 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1020786-8800-428c-97e4-1381ab9d601a'] response: {'name': 'network-changed', 'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'status': 'completed', 'code': 200} Apr 20 13:02:37.633759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deab016-437d-474e-ba77-2f9bf8f51ddf req-94bf446e-fe63-48e1-a54b-12e581baa5ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.644791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1deab016-437d-474e-ba77-2f9bf8f51ddf req-94bf446e-fe63-48e1-a54b-12e581baa5ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.1495273 Apr 20 13:02:37.718807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:37.741890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-8a4e2e36-6afc-4c17-aa1c-0d1a73fbdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.743368 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-8a4e2e36-6afc-4c17-aa1c-0d1a73fbdf77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1099 time: 0.1257083 Apr 20 13:02:37.780801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1deab016-437d-474e-ba77-2f9bf8f51ddf req-05538658-44ef-4957-88af-3b5adda40341 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267800 Apr 20 13:02:37.792309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-cd4ab66c-0c6d-4fd9-9aff-3b51a4ac9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.804896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-cd4ab66c-0c6d-4fd9-9aff-3b51a4ac9f1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1099 time: 0.1589599 Apr 20 13:02:37.858821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26456a7-318c-4336-aa4f-80905bb8e38f req-3b04126d-40ba-410d-9519-62357266d530 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.871520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d26456a7-318c-4336-aa4f-80905bb8e38f req-3b04126d-40ba-410d-9519-62357266d530 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1656063 Apr 20 13:02:37.954705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-df2a9ef2-a084-48c9-b509-eb03c0b4b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:37.956511 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-df2a9ef2-a084-48c9-b509-eb03c0b4b214 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2054381 Apr 20 13:02:38.035564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-d0a5e95f-fe8c-403f-b71a-714bd68311f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.037047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-d0a5e95f-fe8c-403f-b71a-714bd68311f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2233379 Apr 20 13:02:38.056548 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-2cf1757e-ac9d-49b1-a503-96f171f1a0fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.0909319 Apr 20 13:02:38.126602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d26456a7-318c-4336-aa4f-80905bb8e38f req-3fa4b959-cc0a-4e1e-abe2-de06b1f2390d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2535818 Apr 20 13:02:38.128235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-05f61d37-3f93-400b-9269-114d4f7b86b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.0733685 Apr 20 13:02:38.134044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.203975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-6f7517a9-67a7-4516-b267-0b6b606d02de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.205946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-6f7517a9-67a7-4516-b267-0b6b606d02de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0659540 Apr 20 13:02:38.287436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:38.308737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:38.324279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:38.324900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.328303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-2afb0408-8dea-4815-b6ab-f16305a5432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.332507 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-2afb0408-8dea-4815-b6ab-f16305a5432d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2624273 Apr 20 13:02:38.352042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=ee18df5d-ae0a-4b49-83ad-97444719e066,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:38.384912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-8eb156e8-fecf-4e35-9d99-16156886b768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.392006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-8eb156e8-fecf-4e35-9d99-16156886b768 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1792428 Apr 20 13:02:38.506064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.519567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6a99-e542-418e-8c39-0a10a593d03a req-24420bbb-1cf7-48be-8222-d768c4c0cae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.521174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-24420bbb-1cf7-48be-8222-d768c4c0cae0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073461 Apr 20 13:02:38.545188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae5bc6-4a92-4562-9346-b809dc532246 req-b9f47be0-9128-4198-b5b4-18b7aa858106 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.547825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae5bc6-4a92-4562-9346-b809dc532246 req-b9f47be0-9128-4198-b5b4-18b7aa858106 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.2334728 Apr 20 13:02:38.570300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb4cda-76fe-4acf-9db3-c32c7e5879c9 req-9df7ffe1-5d4a-4111-9493-3086481d2617 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:38.572651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66eb4cda-76fe-4acf-9db3-c32c7e5879c9 req-9df7ffe1-5d4a-4111-9493-3086481d2617 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 945 time: 0.3138301 Apr 20 13:02:38.676392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae5bc6-4a92-4562-9346-b809dc532246 req-b93d8aa7-43a1-4d8f-bf06-f608752d81a2 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185176 Apr 20 13:02:38.677064 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-41406634-92b7-4a60-8732-d3adb2f6dc31 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458476 Apr 20 13:02:38.698254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-0f9d3615-8fac-429a-bc5a-154c6f4be1d0 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808924 Apr 20 13:02:38.716262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66eb4cda-76fe-4acf-9db3-c32c7e5879c9 req-8d7dd95e-5cd1-48e1-bf6a-9891d5f0aba5 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245937 Apr 20 13:02:38.728883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.865726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-0618cdab-e832-4f78-aa76-fdc248729da1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378784 Apr 20 13:02:38.879425 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:38.938434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306e6a99-e542-418e-8c39-0a10a593d03a req-983dbb59-53fa-421a-9205-aa3f4f040ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208223 Apr 20 13:02:39.064218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c398-61d1-4145-aa16-cf2aae254539 req-4f167c0c-e74b-40cf-aa3c-cb27823ea65d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.065832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e42c398-61d1-4145-aa16-cf2aae254539 req-4f167c0c-e74b-40cf-aa3c-cb27823ea65d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.0939579 Apr 20 13:02:39.083216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:39.207055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e42c398-61d1-4145-aa16-cf2aae254539 req-7c8f4586-f70c-47f6-bc74-586e7ca14ef4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231642 Apr 20 13:02:39.209497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:39.213079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.402421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d1861-dcf9-4840-a727-ecf2a960e78e None None] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:39.471217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f9d43-3249-466c-bd3b-aee4f2ca8b26 req-4e560786-c4fb-4b92-9ae3-c6a77d4ac378 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.473060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d42f9d43-3249-466c-bd3b-aee4f2ca8b26 req-4e560786-c4fb-4b92-9ae3-c6a77d4ac378 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1541026 Apr 20 13:02:39.490678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4054dc9-04cf-4cda-9878-d768ea51bf57 req-6a7552dd-9cdf-46fa-aa90-fe1df79b1f38 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.499426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4054dc9-04cf-4cda-9878-d768ea51bf57 req-6a7552dd-9cdf-46fa-aa90-fe1df79b1f38 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1275017 Apr 20 13:02:39.536136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.549430 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.550568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.585101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d42f9d43-3249-466c-bd3b-aee4f2ca8b26 req-6dffa4e6-1459-4f97-bd77-d14544ab769a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606105 Apr 20 13:02:39.601144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4054dc9-04cf-4cda-9878-d768ea51bf57 req-ff32d6b7-becc-4b69-89d4-168eebbba76f tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006815 Apr 20 13:02:39.696974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.726353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-54925f1a-326d-4b12-9181-e2ae262aed81 None None] Provisioning complete for port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:39.729961 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-54925f1a-326d-4b12-9181-e2ae262aed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:39.735236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=ee18df5d-ae0a-4b49-83ad-97444719e066,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:39.786930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:39.789160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:39.844303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:39.942536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bf08f98a-9ccf-4455-86dc-6d0b843194b3 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:39.959538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router d57a8c55-ac29-4e06-8a1e-c2d5c143f784 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:02:39.975184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f690-68c6-438a-bde6-28222ed2252d req-84aaf263-3953-405b-97dc-4040b73f6258 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.983766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f690-68c6-438a-bde6-28222ed2252d req-84aaf263-3953-405b-97dc-4040b73f6258 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.990220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f690-68c6-438a-bde6-28222ed2252d req-84aaf263-3953-405b-97dc-4040b73f6258 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:39.992514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e893f690-68c6-438a-bde6-28222ed2252d req-84aaf263-3953-405b-97dc-4040b73f6258 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80&device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055&device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 2417 time: 0.0967822 Apr 20 13:02:40.135950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,segment=NetworkSegment(786d9721-8c3a-433b-bd1e-e25333a8afca),segment_id=786d9721-8c3a-433b-bd1e-e25333a8afca)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:40.189750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e893f690-68c6-438a-bde6-28222ed2252d req-1f8f808a-6e9f-4a6d-83f6-09605826e19a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909289 Apr 20 13:02:40.228020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-b8e25d0d-9c2b-4592-b285-9ce3d5bc740e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.229700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-b8e25d0d-9c2b-4592-b285-9ce3d5bc740e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6&tenant_id=c1df0c054cf04bec940ed048971593be&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 948 time: 0.1922183 Apr 20 13:02:40.251584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cad6a-31b8-476c-9dc2-7d4c08adf2ba req-4de91bdc-4913-4c7f-b5b6-6061890a26eb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.263984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b44cad6a-31b8-476c-9dc2-7d4c08adf2ba req-4de91bdc-4913-4c7f-b5b6-6061890a26eb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 945 time: 0.1623821 Apr 20 13:02:40.361280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b44cad6a-31b8-476c-9dc2-7d4c08adf2ba req-b1b0cc1a-3cc9-46ef-beac-413be68ee5df tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962083 Apr 20 13:02:40.438287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.456807 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-54925f1a-326d-4b12-9181-e2ae262aed81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.585248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:40.599571 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-29111d96-293d-4282-b8e9-c1ceb4a29be7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/d57a8c55-ac29-4e06-8a1e-c2d5c143f784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9751377 Apr 20 13:02:40.602017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41820) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:40.626766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:40.640707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port bf08f98a-9ccf-4455-86dc-6d0b843194b3 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:40.644713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] Sync routers for ids ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:40.656097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a10c4d7-1a85-448a-b59a-f13adef84247 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.661796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port bf08f98a-9ccf-4455-86dc-6d0b843194b3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:40.661986 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5a10c4d7-1a85-448a-b59a-f13adef84247 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports/ee18df5d-ae0a-4b49-83ad-97444719e066 HTTP/1.1" status: 200 len: 911 time: 0.0560389 Apr 20 13:02:40.662095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:40.662206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41824) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:40.711187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-46b7d7c1-6856-44aa-b96d-d1a6f58f073a service neutron] 10.222.0.37 "GET /v2.0/ports/bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 382 time: 0.4665709 Apr 20 13:02:40.734693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109f05d-e884-4861-a430-7678e1513788 req-39bff6e4-7305-47ae-9bb3-80946f762b83 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.743973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d109f05d-e884-4861-a430-7678e1513788 req-39bff6e4-7305-47ae-9bb3-80946f762b83 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 948 time: 0.3780615 Apr 20 13:02:40.779147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'mac_address': 'fa:16:3e:97:e5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:40.849387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:40.854813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] Routers {'d57a8c55-ac29-4e06-8a1e-c2d5c143f784'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:40.856728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:40.896581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28008c-ccd1-4fe7-bd29-3cf6eff3aeb8 req-0787398d-7ab6-42a0-8e26-61e867416189 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:40.914268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c28008c-ccd1-4fe7-bd29-3cf6eff3aeb8 req-0787398d-7ab6-42a0-8e26-61e867416189 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.3328886 Apr 20 13:02:40.960008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:40.977877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d109f05d-e884-4861-a430-7678e1513788 req-c715e863-eb10-4627-a84f-bf10d9934193 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328117 Apr 20 13:02:41.022198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-2f1a2172-b306-4438-8f9b-22dfc1a91ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:41.023704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-2f1a2172-b306-4438-8f9b-22dfc1a91ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1099 time: 0.2653391 Apr 20 13:02:41.076321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-fee17566-0c7c-41f7-bad1-645d3ec7c69c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:41.077846 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-fee17566-0c7c-41f7-bad1-645d3ec7c69c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2428396 Apr 20 13:02:41.085014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-54925f1a-326d-4b12-9181-e2ae262aed81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:02:41.085503 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-54925f1a-326d-4b12-9181-e2ae262aed81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:02:41.087348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c28008c-ccd1-4fe7-bd29-3cf6eff3aeb8 req-d8592c9a-d9d8-4c98-ac34-73a7cb1bc30f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720700 Apr 20 13:02:41.103927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] Routers {'d57a8c55-ac29-4e06-8a1e-c2d5c143f784'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:41.104579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:41.282135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:41.282971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58128e71-94f8-485e-a53b-a299ba02d311 None None] The sync data for ids ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:41.313021 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.336939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:41.374567 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.430924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd6c49-37e5-415d-937e-bf29deca79e8 req-b41d7e25-5e2b-4da6-9d58-453a11feda99 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:41.433162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:41.450174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03dd6c49-37e5-415d-937e-bf29deca79e8 req-b41d7e25-5e2b-4da6-9d58-453a11feda99 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.2531261 Apr 20 13:02:41.456255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:41.458997 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6eefe3-53ef-4f24-9dbe-d43cdaab83e8" -d '{"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-plugged", "status": "completed", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:41.465849 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.581411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-844c8536-efda-4dd1-8fd4-44c0ef1c0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:41.581411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-844c8536-efda-4dd1-8fd4-44c0ef1c0658 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.4993761 Apr 20 13:02:41.696660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:41.734804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-e44e93d8-3df5-4626-a0ec-83ed554331e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.1825926 Apr 20 13:02:41.770235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03dd6c49-37e5-415d-937e-bf29deca79e8 req-aee5847e-4790-41ab-94d6-f86c5fcccb52 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3144772 Apr 20 13:02:41.827520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Deleting port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:41.828145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.852751 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:41.967278 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176c7320-26cf-4add-92a4-6b7eef97d9ef x-openstack-request-id: req-176c7320-26cf-4add-92a4-6b7eef97d9ef {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:41.967575 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-plugged", "status": "completed", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:41.967829 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-176c7320-26cf-4add-92a4-6b7eef97d9ef {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:41.968230 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-176c7320-26cf-4add-92a4-6b7eef97d9ef'] response: {'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'code': 200} Apr 20 13:02:42.015833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-d3ec9342-0064-40f0-a406-45c7bef84477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.022654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-d3ec9342-0064-40f0-a406-45c7bef84477 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2507186 Apr 20 13:02:42.032167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:42.168930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edae80-5850-4bdf-b9b1-d97be4c2a3e3 req-299d8e7e-7917-4125-aa59-dea312ac130f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.179607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28edae80-5850-4bdf-b9b1-d97be4c2a3e3 req-299d8e7e-7917-4125-aa59-dea312ac130f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 946 time: 0.2675352 Apr 20 13:02:42.186660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-dd8a8d04-6e09-404a-9194-9fbfe3d328e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.188794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-dd8a8d04-6e09-404a-9194-9fbfe3d328e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530025 Apr 20 13:02:42.191483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:42.282371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881f864-cb98-4cb5-b174-978d7b8f96fd req-577fe73a-4593-42dc-8ec9-758777beec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.284693 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4881f864-cb98-4cb5-b174-978d7b8f96fd req-577fe73a-4593-42dc-8ec9-758777beec83 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 1097 time: 0.1989782 Apr 20 13:02:42.374779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28edae80-5850-4bdf-b9b1-d97be4c2a3e3 req-379f2e66-b367-4b65-9529-b21ef57d2fb9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817634 Apr 20 13:02:42.396453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] For port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:42.407223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.456694 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4881f864-cb98-4cb5-b174-978d7b8f96fd req-ea0a5b51-6c9d-436d-867e-c13a2efd9298 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646323 Apr 20 13:02:42.494717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e121e1-7897-44ee-a07b-3eb3c2ceb261 req-93b4498c-76ff-4193-b152-1cfd809373de tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:42.506726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e121e1-7897-44ee-a07b-3eb3c2ceb261 req-93b4498c-76ff-4193-b152-1cfd809373de tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 0.2262106 Apr 20 13:02:42.522788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.551536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:42.631089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e121e1-7897-44ee-a07b-3eb3c2ceb261 req-1c12d78f-2a94-4181-a3a9-19756a089436 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228626 Apr 20 13:02:42.635836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-5f0f2652-54a0-488b-8a7e-de672b994004 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989537 Apr 20 13:02:42.671202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-feaa961e-22d2-4929-bac1-2acb108f0ded None None] Provisioning complete for port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:42.671596 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-feaa961e-22d2-4929-bac1-2acb108f0ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:42.963671 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:02:42.984992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-fef8c1d3-7a6c-4d3a-ac71-7ebe9e2d60c0 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362870 Apr 20 13:02:43.014662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:43.041846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a98ff3-45ea-467a-8dac-4ac1feae6707 req-287fbe3c-90b6-4917-81be-3f10a2924274 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:43.069693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08a98ff3-45ea-467a-8dac-4ac1feae6707 req-287fbe3c-90b6-4917-81be-3f10a2924274 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 945 time: 0.1378615 Apr 20 13:02:43.179983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08a98ff3-45ea-467a-8dac-4ac1feae6707 req-2e2c09d4-3784-42a9-9a45-f5b5c49eb955 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=8bac0e99-5128-41e6-9e4b-fcec49271f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091847 Apr 20 13:02:43.204418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.205000 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.205861 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Floating IP 8670c183-35a5-462f-8e0a-b8dcc0bc8a00 disassociated. External IP: 172.25.3.167, port: 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4. Apr 20 13:02:43.206570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Calling delete_port for 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:43.248259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:43.248630 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.425857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-feaa961e-22d2-4929-bac1-2acb108f0ded None None] Provisioning complete for port ee18df5d-ae0a-4b49-83ad-97444719e066 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:43.426234 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-feaa961e-22d2-4929-bac1-2acb108f0ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.516144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-feaa961e-22d2-4929-bac1-2acb108f0ded None None] Port ee18df5d-ae0a-4b49-83ad-97444719e066 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:02:43.568472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be4b4d-17f2-4bd1-99b0-8c0fe02d6a4a req-0b080b92-4852-47a8-830d-60b7e43b6b23 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:43.577294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18be4b4d-17f2-4bd1-99b0-8c0fe02d6a4a req-0b080b92-4852-47a8-830d-60b7e43b6b23 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 946 time: 0.0863678 Apr 20 13:02:43.617212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18be4b4d-17f2-4bd1-99b0-8c0fe02d6a4a req-ea0f7303-a860-4174-8143-8ea10dd70abe tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Apr 20 13:02:43.687461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port ee18df5d-ae0a-4b49-83ad-97444719e066 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:43.687939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.756830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.799889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d7c55-9a9e-497d-9c06-5bcff04e2059 req-ad3c0558-e18e-4619-b874-f7c2ef31a8ee tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:43.802181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-821d7c55-9a9e-497d-9c06-5bcff04e2059 req-ad3c0558-e18e-4619-b874-f7c2ef31a8ee tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 0.0851970 Apr 20 13:02:43.807906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event deleted for resources: {'Port': ['ID=09f4dc1e-4495-4894-8bc1-2ba7ae899dc4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:43.899130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:43.920802 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for ee18df5d-ae0a-4b49-83ad-97444719e066 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:43.923065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-821d7c55-9a9e-497d-9c06-5bcff04e2059 req-01f34bcf-e0a9-450d-b812-bfe98561f99c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023710 Apr 20 13:02:44.014485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02edeb-d788-404d-9065-867bf98954e7 req-ad9b3f41-d498-4251-8401-d087d1a59cb6 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:44.023152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd02edeb-d788-404d-9065-867bf98954e7 req-ad9b3f41-d498-4251-8401-d087d1a59cb6 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.0934684 Apr 20 13:02:44.042354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:44.084494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd02edeb-d788-404d-9065-867bf98954e7 req-0e536ad5-2998-4354-bffe-d0815fe81bda tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597854 Apr 20 13:02:44.311020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:44.346338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51f0f6b6-770c-4d58-b0d9-ce677bb6f5de req-40da69bc-0a6f-44ef-a0ff-9aa560dd8a57 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b743714-3e9e-445c-bbf7-fa4710bc4842 HTTP/1.1" status: 200 len: 210 time: 0.0455406 Apr 20 13:02:44.361926 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] Sync routers for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:44.403063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] No DVR routers for this DVR port 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:44.403699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:44.406470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.408597 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:44.413114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-cc7e087a-21f5-4d6c-9af0-ea7de35867dd req-c94d05c2-5c05-4330-8ee0-1ca8ec8de050 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "DELETE /v2.0/ports/09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 HTTP/1.1" status: 204 len: 173 time: 3.2551994 Apr 20 13:02:44.416940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'name': 'network-vif-deleted', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:44.420488 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5627c386-c17f-40af-a56f-cf8d800836b0" -d '{"events": [{"server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "name": "network-vif-deleted", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:44.441080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.602883 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17e3ddc-ffac-4112-9bf1-fe3f6c73016a x-openstack-request-id: req-e17e3ddc-ffac-4112-9bf1-fe3f6c73016a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:44.603618 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b743714-3e9e-445c-bbf7-fa4710bc4842", "name": "network-vif-deleted", "tag": "09f4dc1e-4495-4894-8bc1-2ba7ae899dc4", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:44.603618 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e17e3ddc-ffac-4112-9bf1-fe3f6c73016a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:44.604382 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17e3ddc-ffac-4112-9bf1-fe3f6c73016a'] response: {'server_uuid': '2b743714-3e9e-445c-bbf7-fa4710bc4842', 'name': 'network-vif-deleted', 'tag': '09f4dc1e-4495-4894-8bc1-2ba7ae899dc4', 'status': 'completed', 'code': 200} Apr 20 13:02:44.632706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:44.675005 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:44.714456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=ee18df5d-ae0a-4b49-83ad-97444719e066,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:44.717657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:44.718002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 09f4dc1e-4495-4894-8bc1-2ba7ae899dc4 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:44.795897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:44.864472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954e3e1-bd4f-4205-9ac5-aa990d97e11c req-14c8e927-3333-4c7a-94d8-886d3707332d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:44.868681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3954e3e1-bd4f-4205-9ac5-aa990d97e11c req-14c8e927-3333-4c7a-94d8-886d3707332d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 946 time: 0.1193511 Apr 20 13:02:44.922425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3954e3e1-bd4f-4205-9ac5-aa990d97e11c req-012eda8a-83cd-4df6-a798-c2af0abd961b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489998 Apr 20 13:02:45.131637 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:45.155363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5dfdb-6076-4e47-9c5a-d84bfbe09ba8 req-3de5f21c-16ba-450b-a981-28c948c68798 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.163949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4d5dfdb-6076-4e47-9c5a-d84bfbe09ba8 req-3de5f21c-16ba-450b-a981-28c948c68798 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 0.0662637 Apr 20 13:02:45.172337 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] Checking router: 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:02:45.185989 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:45.189239 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:45.239888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4d5dfdb-6076-4e47-9c5a-d84bfbe09ba8 req-31f68e8b-ccea-46aa-a48a-136c364034fe tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729845 Apr 20 13:02:45.395458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router d57a8c55-ac29-4e06-8a1e-c2d5c143f784 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:45.439328 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:45.498326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8866b-1534-4461-b241-825adcbed76d req-9a9c9b52-429f-46e4-bc98-0ed2aed46c9d tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.500056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dc8866b-1534-4461-b241-825adcbed76d req-9a9c9b52-429f-46e4-bc98-0ed2aed46c9d tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1808932 Apr 20 13:02:45.576672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ad754-78f2-4a28-b868-fb009aa418a5 req-c162c3ba-79fd-4234-88b4-9ed5c58563a2 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:45.584135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ad754-78f2-4a28-b868-fb009aa418a5 req-c162c3ba-79fd-4234-88b4-9ed5c58563a2 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 946 time: 0.1968107 Apr 20 13:02:45.647524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dc8866b-1534-4461-b241-825adcbed76d req-0830d993-9f02-4597-ae5f-ff376f21d1ab tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320422 Apr 20 13:02:45.672375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ad754-78f2-4a28-b868-fb009aa418a5 req-a2edf74c-70a0-4f70-beef-894d5852edf8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727673 Apr 20 13:02:45.783500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:45.785917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:45.918135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.946963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:45.970677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:45.975561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:45.976273 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.004506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.008528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.009973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "DELETE /v2.0/security-groups/8bac0e99-5128-41e6-9e4b-fcec49271f0e HTTP/1.1" status: 204 len: 168 time: 0.2231452 Apr 20 13:02:46.022231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41982) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:46.053312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac0e99-5128-41e6-9e4b-fcec49271f0e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:46.080736 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.081686 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-af9982ec-94ff-4378-b50d-dd1f9e485a28 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] show failed (client error): The resource could not be found. Apr 20 13:02:46.083626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af9982ec-94ff-4378-b50d-dd1f9e485a28 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups/8bac0e99-5128-41e6-9e4b-fcec49271f0e HTTP/1.1" status: 404 len: 347 time: 0.0464275 Apr 20 13:02:46.085670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.086083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.086424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.086756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.087085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.087460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.087792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.088113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.088442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.088761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.091746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.092130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b97a06-c42c-4b0d-b744-9a580e02a06c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:02:46.094649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41984) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:46.176026 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:46.186349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:46.204353 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de76ebc8-b973-4961-9e00-22f7d6d1dc94" -d '{"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:46.252116 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb3e0a2-5c7b-43a4-becb-3d60c1f25a9c None None] The sync data for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 is: [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T12:56:52Z', 'revision_number': 4, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1c9d6b9-c83f-4719-8094-d5529570a6b7', 'name': '', 'network_id': '55ebe669-820c-4816-b3cd-4d0281911922', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'mac_address': 'fa:16:3e:3a:1c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:49Z', 'updated_at': '2022-04-20T12:56:57Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'subnets': [{'id': '22612944-2d0f-4166-9c28-8a18dbd0af32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:46.302053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:46.317870 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.478209 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e729b2-b558-42b5-a89d-fd25fed33e6f x-openstack-request-id: req-20e729b2-b558-42b5-a89d-fd25fed33e6f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:46.478415 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:46.478660 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20e729b2-b558-42b5-a89d-fd25fed33e6f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:46.482752 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e729b2-b558-42b5-a89d-fd25fed33e6f'] response: {'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'code': 200} Apr 20 13:02:46.498297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Deleting port f0c1d25f-72c9-4a60-b6d0-14df0f10c58d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:46.498832 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.575905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:46.712343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.712893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:46.730748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Calling delete_port for f0c1d25f-72c9-4a60-b6d0-14df0f10c58d owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:46.742746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:46.755547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] Sync routers for ids ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:46.770866 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-447c12b4-fdcf-49e3-bf27-866a5fa28d03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/d57a8c55-ac29-4e06-8a1e-c2d5c143f784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1078150 Apr 20 13:02:46.773866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:46.775581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] Routers {'d57a8c55-ac29-4e06-8a1e-c2d5c143f784'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:46.776507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:46.853663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:46.858352 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77b7eb8c-50e8-4058-a801-360d20417c4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=d57a8c55-ac29-4e06-8a1e-c2d5c143f784 HTTP/1.1" status: 200 len: 205 time: 0.0819082 Apr 20 13:02:46.862239 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42010) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:46.876705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] Routers {'d57a8c55-ac29-4e06-8a1e-c2d5c143f784'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:46.877669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:46.880951 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42068879-0586-4544-9dc8-b7a44d93bba6 None None] New status for floating IP 8670c183-35a5-462f-8e0a-b8dcc0bc8a00: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:02:46.899573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa34da-d7f3-48d2-b492-fd53a9b2508a req-314bf958-6120-41e7-b5bb-9ff6c0e01135 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:46.908425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2aaa34da-d7f3-48d2-b492-fd53a9b2508a req-314bf958-6120-41e7-b5bb-9ff6c0e01135 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.4026783 Apr 20 13:02:46.936134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:46.937021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efc7ca2-3419-4dac-b590-e975885a9fd0 None None] The sync data for ids ['d57a8c55-ac29-4e06-8a1e-c2d5c143f784'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:47.020413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-6632501e-f460-44e3-88b3-7a5cf8a3b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:47.022527 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-6632501e-f460-44e3-88b3-7a5cf8a3b559 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6&tenant_id=c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 1101 time: 0.4393706 Apr 20 13:02:47.031748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2123f5b7-6683-4080-b10a-d603314e7d01 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.048097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:47.053612 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.db.api [None req-42068879-0586-4544-9dc8-b7a44d93bba6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:02:47.054808 n-d-838550-2 neutron-server[109412]: DEBUG oslo_db.api [None req-42068879-0586-4544-9dc8-b7a44d93bba6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:02:47.060736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.090794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2aaa34da-d7f3-48d2-b492-fd53a9b2508a req-fc610210-e297-49d5-acf8-ffacb79d092c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743164 Apr 20 13:02:47.113177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65989c62-2b46-4ea5-9476-6e9b2e37ef2f req-233dc438-f216-487c-bc7c-b9f1b2166643 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:47.123271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65989c62-2b46-4ea5-9476-6e9b2e37ef2f req-233dc438-f216-487c-bc7c-b9f1b2166643 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 946 time: 0.2473519 Apr 20 13:02:47.174774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event deleted for resources: {'Port': ['ID=f0c1d25f-72c9-4a60-b6d0-14df0f10c58d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:47.215042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.282576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65989c62-2b46-4ea5-9476-6e9b2e37ef2f req-31a2fa51-547e-410a-8f5a-48a6cfbf1e44 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548409 Apr 20 13:02:47.352038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b6c13-86c9-41e3-ac96-31e9a6e048af req-3fc2d5a3-5927-4f82-b0e5-c856e310e8c8 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:47.353687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d61b6c13-86c9-41e3-ac96-31e9a6e048af req-3fc2d5a3-5927-4f82-b0e5-c856e310e8c8 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1421480 Apr 20 13:02:47.356526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.359167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.362706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7b8ced76-45db-4288-936f-866f0670e3fe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "DELETE /v2.0/floatingips/8670c183-35a5-462f-8e0a-b8dcc0bc8a00 HTTP/1.1" status: 204 len: 168 time: 1.2647600 Apr 20 13:02:47.382844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2123f5b7-6683-4080-b10a-d603314e7d01 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.391267 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2123f5b7-6683-4080-b10a-d603314e7d01 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.449744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d61b6c13-86c9-41e3-ac96-31e9a6e048af req-80aab0b9-dcdf-4008-97e0-899d1f051107 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881660 Apr 20 13:02:47.557308 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42068879-0586-4544-9dc8-b7a44d93bba6 None None] New status for floating IP 8670c183-35a5-462f-8e0a-b8dcc0bc8a00: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:02:47.704454 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2123f5b7-6683-4080-b10a-d603314e7d01 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.707925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2123f5b7-6683-4080-b10a-d603314e7d01 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Fanout notify agent at l3_agent the message router_deleted on router d57a8c55-ac29-4e06-8a1e-c2d5c143f784 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:02:47.728114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2123f5b7-6683-4080-b10a-d603314e7d01 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.732516 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2123f5b7-6683-4080-b10a-d603314e7d01 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/d57a8c55-ac29-4e06-8a1e-c2d5c143f784 HTTP/1.1" status: 204 len: 168 time: 0.8679171 Apr 20 13:02:47.735221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42048) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:47.804431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:47.850329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:47.860895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet 4c6afd6d-c0fe-4798-a30f-ce3726b36d3d {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:02:47.872281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:47.950981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:47.985339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.085970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.104939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.152446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Transition to ACTIVE for port object bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:02:48.156657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:48.162291 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8232a0d-188d-4b1c-aa8a-e562d596397a" -d '{"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:48.189047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.249075 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.340418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:02:48.340774 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:02:48.356004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=10']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:48.359191 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df8bbb-224f-43b4-aa17-273529500e5e x-openstack-request-id: req-b0df8bbb-224f-43b4-aa17-273529500e5e {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:48.359476 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:48.359728 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0df8bbb-224f-43b4-aa17-273529500e5e {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:48.360240 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0df8bbb-224f-43b4-aa17-273529500e5e'] response: {'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'code': 200} Apr 20 13:02:48.408122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] No DVR routers for this DVR port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:48.481198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28babd8-ae2d-43b0-a015-81166fa57056 req-95facce0-0391-4246-aed2-56e7ea5c8cc7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:48.496078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c28babd8-ae2d-43b0-a015-81166fa57056 req-95facce0-0391-4246-aed2-56e7ea5c8cc7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 0.1699986 Apr 20 13:02:48.509546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:02:48.509950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:02:48.510244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:48.525118 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:02:48.525457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Attempting to bind port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:02:48.544730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:02:48.545066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:02:48.545477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:02:48.545942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Bound port: bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:02:48.546304 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.609608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c28babd8-ae2d-43b0-a015-81166fa57056 req-9339d838-e044-4680-a04f-cbafad501929 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126773 Apr 20 13:02:48.611169 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.758482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3edd14-d3a1-411c-a3da-68d8e28d347a None None] Network 780d39fd-62c9-4f81-ac69-b6f4f99025a3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:02:48.778903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:02:48.782583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:02:48.789390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.798092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6afd6d-c0fe-4798-a30f-ce3726b36d3d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:48.802641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.814215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8a16b076-39c7-4230-b3f3-1883b8031d07 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/4c6afd6d-c0fe-4798-a30f-ce3726b36d3d HTTP/1.1" status: 204 len: 168 time: 1.0778646 Apr 20 13:02:48.814772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:48.816017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42098) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:48.816774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:48.818615 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] 10.222.0.30 "PUT /v2.0/ports/bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 1097 time: 1.7845833 Apr 20 13:02:49.004220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-6bdb8f05-3e18-46cc-9ce7-131373af24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.008578 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-6bdb8f05-3e18-46cc-9ce7-131373af24d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1100 time: 0.1167326 Apr 20 13:02:49.023051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f32e01-9556-4f83-bea0-e745b9db665d req-e70b7d34-65a6-455d-aa4d-381539c936bd tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.027731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7f32e01-9556-4f83-bea0-e745b9db665d req-e70b7d34-65a6-455d-aa4d-381539c936bd tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.3146105 Apr 20 13:02:49.113211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.164699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd3ce3-8a7f-4e47-b2cc-ed4c2701def4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=11']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:49.185962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7f32e01-9556-4f83-bea0-e745b9db665d req-108272fb-a8c5-4cdd-ad8d-da44288f3c19 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363864 Apr 20 13:02:49.201357 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.313646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-2215e380-2907-4976-b89f-8842aceccb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.315570 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-2215e380-2907-4976-b89f-8842aceccb2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2986765 Apr 20 13:02:49.365196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7514a-73da-48a8-81af-29caee49097b req-ac864d38-f7da-47ab-932b-812ee07d9ce0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.382119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ca7514a-73da-48a8-81af-29caee49097b req-ac864d38-f7da-47ab-932b-812ee07d9ce0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 945 time: 0.2659073 Apr 20 13:02:49.421597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-738a88ef-5f9e-4135-915e-e2e4436c2d76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.0970016 Apr 20 13:02:49.426115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] DHCP port deletion for 780d39fd-62c9-4f81-ac69-b6f4f99025a3 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:02:49.484678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ca7514a-73da-48a8-81af-29caee49097b req-51357c2f-687a-4d18-bb8c-e89230ec2c14 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969846 Apr 20 13:02:49.503717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:49.504055 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.538106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-7943adc2-1f10-4b15-a147-a571f8ba886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.539615 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-7943adc2-1f10-4b15-a147-a571f8ba886d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1109846 Apr 20 13:02:49.606931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,segment=NetworkSegment(786d9721-8c3a-433b-bd1e-e25333a8afca),segment_id=786d9721-8c3a-433b-bd1e-e25333a8afca)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:49.607395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.614498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] Deleting port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:49.615130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.645256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:49.661576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-c4e4eda6-4498-4019-a321-b84d14888bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.664316 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-c4e4eda6-4498-4019-a321-b84d14888bdd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179020 Apr 20 13:02:49.771535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] For port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,segment=NetworkSegment(786d9721-8c3a-433b-bd1e-e25333a8afca),segment_id=786d9721-8c3a-433b-bd1e-e25333a8afca)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:49.771947 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.796486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] Calling delete_port for 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:49.820673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bf08f98a-9ccf-4455-86dc-6d0b843194b3 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:49.864224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551b37a-62b7-4084-92e1-f036e113b2b4 req-172a05e8-05df-4ac5-a0c5-3931405048f2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:49.865984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1551b37a-62b7-4084-92e1-f036e113b2b4 req-172a05e8-05df-4ac5-a0c5-3931405048f2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 0.1115768 Apr 20 13:02:49.867667 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-dc7d8c62-b838-472b-9b91-7f907a2d062c service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960757 Apr 20 13:02:49.919620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1551b37a-62b7-4084-92e1-f036e113b2b4 req-bca135e3-9465-4347-8a56-cd8ae1d563b3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483041 Apr 20 13:02:49.950379 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.980714 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:49.986780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:50.010428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:50.023901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] No DVR routers for this DVR port 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:50.113500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469334c-4d88-466d-a1a9-9bbc23723239 None None] Pushing event deleted for resources: {'Port': ['ID=670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:50.150771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.180675 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d1814a9-de50-4801-8b1f-1c3042455237 req-114d4392-2e39-4056-bcd0-994359148c33 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063014 Apr 20 13:02:50.232425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780d39fd-62c9-4f81-ac69-b6f4f99025a3']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:50.243305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:50.265842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'mac_address': 'fa:16:3e:d5:16:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:50.275403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786d9721-8c3a-433b-bd1e-e25333a8afca') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:50.280371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786d9721-8c3a-433b-bd1e-e25333a8afca') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:50.318696 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.336008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf08f98a-9ccf-4455-86dc-6d0b843194b3 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:50.337016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.358290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.361662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:50.364613 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c2fc59-cefa-4762-920d-80e85b44e1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:50.393352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:50.398574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:02:50.398983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.402725 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:02:50.410698 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:02:50.435446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d1fb3-beac-437b-8c6a-3a79d9285ea3 req-8db18dba-0375-4cae-8056-85345a03189c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.437347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698d1fb3-beac-437b-8c6a-3a79d9285ea3 req-8db18dba-0375-4cae-8056-85345a03189c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1522896 Apr 20 13:02:50.547862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:50.566740 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0854ba57-ab2a-4197-8ea5-b1f4b68fdcba x-openstack-request-id: req-0854ba57-ab2a-4197-8ea5-b1f4b68fdcba {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:50.567418 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:50.567940 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0854ba57-ab2a-4197-8ea5-b1f4b68fdcba {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:50.568680 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0854ba57-ab2a-4197-8ea5-b1f4b68fdcba'] response: {'name': 'network-changed', 'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'status': 'completed', 'code': 200} Apr 20 13:02:50.588567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698d1fb3-beac-437b-8c6a-3a79d9285ea3 req-8a431730-a132-4ac9-9e2a-c5ba6759f3b7 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261892 Apr 20 13:02:50.590193 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.609239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.616456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['bf08f98a-9ccf-4455-86dc-6d0b843194b3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:50.618353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/780d39fd-62c9-4f81-ac69-b6f4f99025a3 HTTP/1.1" status: 204 len: 168 time: 1.7936471 Apr 20 13:02:50.619182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42162) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:50.620017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3033478-07b6-4956-9ece-2424d0730d9c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=780d39fd-62c9-4f81-ac69-b6f4f99025a3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:50.631190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-345584663', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:50.671146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.672268 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:50.724213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-26991c4e-a8dd-4f07-85bd-73d088cd1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.727267 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-26991c4e-a8dd-4f07-85bd-73d088cd1df3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1100 time: 0.1319141 Apr 20 13:02:50.727807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-e9fa20b6-7e7d-4a03-a04c-f6f0f42c6326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:50.729463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-e9fa20b6-7e7d-4a03-a04c-f6f0f42c6326 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 1100 time: 0.0763686 Apr 20 13:02:50.884385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:50.937401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:50.937774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 670fe6f6-6d8f-4c62-9fbe-aa9551c9a0d6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:51.126687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-9c9b25e4-0a14-4751-8ca3-9220ba343b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.128678 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-9c9b25e4-0a14-4751-8ca3-9220ba343b85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3948913 Apr 20 13:02:51.139059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-1eafeb51-b485-417e-bdd0-cbd186d87a1f tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.140998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-1eafeb51-b485-417e-bdd0-cbd186d87a1f tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 945 time: 0.1485441 Apr 20 13:02:51.273500 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-2630dae4-a024-4037-afb6-c60d641c3de7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.1261046 Apr 20 13:02:51.343603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-359acc40-0729-4ea9-b8d9-f48a65db25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.344843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:51.346172 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-359acc40-0729-4ea9-b8d9-f48a65db25ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0610623 Apr 20 13:02:51.353571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:51.354175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:51.501595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-3bd3312c-3918-4d82-b9a0-5f641c79f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.504192 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-3bd3312c-3918-4d82-b9a0-5f641c79f8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440082 Apr 20 13:02:51.575466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] For port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:51.575985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:51.607326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-e2c0c1e8-3b77-4056-aaca-5f810de7e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.608776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-e2c0c1e8-3b77-4056-aaca-5f810de7e3e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.8707762 Apr 20 13:02:51.758595 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-f980f316-f8af-4e66-a1f6-56a04bd36cfe service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325926 Apr 20 13:02:51.808390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639267d1-dfda-4e1e-a74d-c4c517efe73d req-f01fc9e2-0696-4c72-b21e-dc1c25a25e64 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:51.815878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bf08f98a-9ccf-4455-86dc-6d0b843194b3 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:51.821754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-639267d1-dfda-4e1e-a74d-c4c517efe73d req-f01fc9e2-0696-4c72-b21e-dc1c25a25e64 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 945 time: 1.0136459 Apr 20 13:02:51.945518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port bf08f98a-9ccf-4455-86dc-6d0b843194b3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:51.946000 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.006051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.006527 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.006935 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 1f05270e-bf13-4d0d-8d23-ddad5ce40bb2 disassociated. External IP: 172.25.3.219, port: 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8. Apr 20 13:02:52.007374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:52.027861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-16323e4e-4673-4719-b2a8-7bf191acf3c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 200 len: 217 time: 0.4045727 Apr 20 13:02:52.051674 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-b18069a2-70cc-472c-a781-a27cc0ba9b5f service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747085 Apr 20 13:02:52.171618 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.186104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-dd877c02-0322-45d3-b331-7560f2e0abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:52.191218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-dd877c02-0322-45d3-b331-7560f2e0abab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1240911 Apr 20 13:02:52.323105 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.418837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.427623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:52.432173 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba78ef9d-70aa-4d1c-8d80-fd514384995a" -d '{"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-plugged", "status": "completed", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:52.467181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c536d9-03c4-4ca5-8b83-05e9cfb38a1b req-a179f4e3-6f72-4069-a701-751b99593976 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:52.471314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:52.476138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:52.482707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80c536d9-03c4-4ca5-8b83-05e9cfb38a1b req-a179f4e3-6f72-4069-a701-751b99593976 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 949 time: 1.2271359 Apr 20 13:02:52.496730 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:52.597746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:52.674091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:02:52.681569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-639267d1-dfda-4e1e-a74d-c4c517efe73d req-a91c5fb3-9fbf-4c65-8a00-99fa06952216 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e02ce6e6-4854-423c-b291-66ea93a646df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8587925 Apr 20 13:02:52.737184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80c536d9-03c4-4ca5-8b83-05e9cfb38a1b req-025252b2-30da-488d-be2b-2dd815d4d0e5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425315 Apr 20 13:02:52.910092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-66fc36ab-8e2e-4fdf-91ce-4e388a27e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:52.910092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-66fc36ab-8e2e-4fdf-91ce-4e388a27e92c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6201496 Apr 20 13:02:52.911310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:02:53.202979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-9fca63f8-ed02-4460-b25f-a68cb9a3d848 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773697 Apr 20 13:02:53.231949 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:53.250055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:53.263597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:53.306295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'mac_address': 'fa:16:3e:97:e5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:02:53.332752 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6de42f-dc83-4a5e-a5d0-3b43c2279d7b x-openstack-request-id: req-5e6de42f-dc83-4a5e-a5d0-3b43c2279d7b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:53.333166 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-plugged", "status": "completed", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:53.335457 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e6de42f-dc83-4a5e-a5d0-3b43c2279d7b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:53.336656 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6de42f-dc83-4a5e-a5d0-3b43c2279d7b'] response: {'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'code': 200} Apr 20 13:02:53.352005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] No DVR routers for this DVR port 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:53.357388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:53.360875 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c6659baf-70f7-4226-a78f-e2d042d270b3 req-f0418249-6b82-4688-ba5c-431f66ba4d92 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "DELETE /v2.0/ports/3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 HTTP/1.1" status: 204 len: 173 time: 2.2080233 Apr 20 13:02:53.361802 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'name': 'network-vif-deleted', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:53.364380 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e491f6a-f029-4f92-96c4-281750e17087" -d '{"events": [{"server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "name": "network-vif-deleted", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:53.441615 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccc7713-49a3-4b1a-b369-9caa357eafcc x-openstack-request-id: req-1ccc7713-49a3-4b1a-b369-9caa357eafcc {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:53.442671 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feded6f1-d061-457b-9564-110e52b9b461", "name": "network-vif-deleted", "tag": "3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:53.443139 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ccc7713-49a3-4b1a-b369-9caa357eafcc {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:53.443753 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccc7713-49a3-4b1a-b369-9caa357eafcc'] response: {'server_uuid': 'feded6f1-d061-457b-9564-110e52b9b461', 'name': 'network-vif-deleted', 'tag': '3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8', 'status': 'completed', 'code': 200} Apr 20 13:02:53.468670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:53.553224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:53.554016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:53.710076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1d22-ddbb-44a2-aba2-3f06b1ba4a22 req-300e0a51-417c-4651-ae86-9035c0b5aa92 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:53.715049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-845e1d22-ddbb-44a2-aba2-3f06b1ba4a22 req-300e0a51-417c-4651-ae86-9035c0b5aa92 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.5110352 Apr 20 13:02:54.114012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9df1be9b-2586-4808-99ac-80ea15cc2882 req-1c1e08c2-4837-4c96-b762-b391e01b8f4f tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=feded6f1-d061-457b-9564-110e52b9b461 HTTP/1.1" status: 200 len: 210 time: 0.1957853 Apr 20 13:02:54.225599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46c2fc59-cefa-4762-920d-80e85b44e1c6 req-b7e9bee4-d1d0-49c5-8eae-a222be3d341f service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8988225 Apr 20 13:02:54.245075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-845e1d22-ddbb-44a2-aba2-3f06b1ba4a22 req-d17680a2-d10b-4a70-bbdc-9adfcba7950a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397857 Apr 20 13:02:54.270258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.296170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.373449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:02:54.444916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:02:54.460192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:02:54.461087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3e76ad2a-4b6c-4e85-b93b-a5bcab68e7c8 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:02:54.467901 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.490521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 172.25.3.155 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/5b2fd875-8a49-4bb9-8d1e-df3e165aa7a0) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:02:54.493024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:54.498530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:54.500891 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.862163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.878996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=12']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:54.915647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797c695-1a27-4f02-b603-a95e39149a59 req-9010290f-48d4-437e-89f7-b57cc7c507e2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:54.918682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f797c695-1a27-4f02-b603-a95e39149a59 req-9010290f-48d4-437e-89f7-b57cc7c507e2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.4092135 Apr 20 13:02:54.919934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:54.956987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:54.974516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=5b2fd875-8a49-4bb9-8d1e-df3e165aa7a0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:55.018910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:55.020518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:02:55.030326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:02:55.048490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:02:55.076073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:02:55.093311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:55.094159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:55.117749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f797c695-1a27-4f02-b603-a95e39149a59 req-ea3d0239-2e93-4ea4-873c-9e3a096a01e6 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387148 Apr 20 13:02:55.263292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42320) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:55.438400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dac16692-b489-40d0-beed-1e3573b5f59a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.562787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dac16692-b489-40d0-beed-1e3573b5f59a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.580283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:02:55.619402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dac16692-b489-40d0-beed-1e3573b5f59a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.625297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dac16692-b489-40d0-beed-1e3573b5f59a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:55.629191 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dac16692-b489-40d0-beed-1e3573b5f59a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/security-groups/e02ce6e6-4854-423c-b291-66ea93a646df HTTP/1.1" status: 204 len: 168 time: 0.3614025 Apr 20 13:02:55.630537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42330) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:55.662822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac16692-b489-40d0-beed-1e3573b5f59a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02ce6e6-4854-423c-b291-66ea93a646df,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:55.717034 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-52ef7c8b-167a-4806-9fbf-92cfd0f3b81b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] show failed (client error): The resource could not be found. Apr 20 13:02:55.723201 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-52ef7c8b-167a-4806-9fbf-92cfd0f3b81b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups/e02ce6e6-4854-423c-b291-66ea93a646df HTTP/1.1" status: 404 len: 347 time: 0.0869048 Apr 20 13:02:55.723529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42338) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:56.096360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481d591-b3d2-4d9d-863d-e7fe77027f88 req-f86da1f0-d54f-4823-9306-a67366490d65 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.101677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6481d591-b3d2-4d9d-863d-e7fe77027f88 req-f86da1f0-d54f-4823-9306-a67366490d65 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.4402976 Apr 20 13:02:56.125456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port 602ab819-d640-498b-8e4a-8eb47ddf3076 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:56.126978 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.150316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699d8e5-1525-4392-93eb-71a336016c28 req-01559d8c-2338-4be3-88d3-97776f61206f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:56.160036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e699d8e5-1525-4392-93eb-71a336016c28 req-01559d8c-2338-4be3-88d3-97776f61206f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 950 time: 0.5349503 Apr 20 13:02:56.223684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.243254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:56.327316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.328431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.342662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for 602ab819-d640-498b-8e4a-8eb47ddf3076 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:56.350993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc359dfa-8180-4a37-b5e2-42ff68e80f1e None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:56.529761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6481d591-b3d2-4d9d-863d-e7fe77027f88 req-55ef3cfa-facc-4ca4-9e30-885883f6c319 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672605 Apr 20 13:02:56.549232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e699d8e5-1525-4392-93eb-71a336016c28 req-b9d5b4d7-04ee-41af-9930-6f2d58389a2c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880527 Apr 20 13:02:56.708885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.711596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:02:56.774861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:56.884873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:02:56.891581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:02:56.892251 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.006695 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155810-9e6b-4833-bd6e-f88b45d993f2 None None] New status for floating IP 1f05270e-bf13-4d0d-8d23-ddad5ce40bb2: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:02:57.070211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=602ab819-d640-498b-8e4a-8eb47ddf3076,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:57.128345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 423965c6-673c-42b9-ae18-9cbad7aeb678 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:02:57.165091 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.230561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.237597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.243173 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b4fc50f-8158-41c4-8d11-a3aea4005966 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/floatingips/1f05270e-bf13-4d0d-8d23-ddad5ce40bb2 HTTP/1.1" status: 204 len: 168 time: 1.5159979 Apr 20 13:02:57.260324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:57.262881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:57.266822 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf44769-6f76-4975-bd23-6274218a3efa" -d '{"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:57.275069 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.289244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-4ff4f1d7-0416-4190-b3ac-2f792c1b1d36 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385553 Apr 20 13:02:57.390214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=13']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:57.594299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:02:57.607772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] Sync routers for ids ['423965c6-673c-42b9-ae18-9cbad7aeb678'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:02:57.634491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] Routers {'423965c6-673c-42b9-ae18-9cbad7aeb678'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:57.635575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['423965c6-673c-42b9-ae18-9cbad7aeb678'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:57.650299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.655414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42418) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:57.670449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fab67b27-10b1-4e11-a17b-6c4561e3caff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.0479875 Apr 20 13:02:57.738911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-05c76be5-3aae-4c89-b878-59344e6862a5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:57.745875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-05c76be5-3aae-4c89-b878-59344e6862a5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4456258 Apr 20 13:02:57.771140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-22372eac-5d72-4200-aa13-16a88b83f217 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/quotas/c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 375 time: 0.0187907 Apr 20 13:02:57.792169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:57.833851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] Routers {'423965c6-673c-42b9-ae18-9cbad7aeb678'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:02:57.833851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['423965c6-673c-42b9-ae18-9cbad7aeb678'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:57.861396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42428) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:57.880408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6bf2d4fa-bf0d-47b3-9792-02fe136a9780 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413987179', 'description': 'tempest-description--2132050830'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:57.933890 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc8af2bc-2043-4deb-aacc-77570c3c6153 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/routers/423965c6-673c-42b9-ae18-9cbad7aeb678 HTTP/1.1" status: 200 len: 884 time: 0.2766564 Apr 20 13:02:57.937161 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42436) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:57.960662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-a3f6c554-7b3b-49e2-b6c1-49a8ce23cf21 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1820710 Apr 20 13:02:57.980428 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80633c-b18f-45c0-a4bc-e55fca4abd65 x-openstack-request-id: req-5b80633c-b18f-45c0-a4bc-e55fca4abd65 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:02:57.983455 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-plugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:02:57.983884 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b80633c-b18f-45c0-a4bc-e55fca4abd65 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:02:57.984448 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b80633c-b18f-45c0-a4bc-e55fca4abd65'] response: {'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'code': 200} Apr 20 13:02:57.985441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:02:57.988852 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4fa-bf0d-47b3-9792-02fe136a9780 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:57.990009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8d935-4549-4d64-89f7-a8db2a7c33b7 None None] The sync data for ids ['423965c6-673c-42b9-ae18-9cbad7aeb678'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:02:58.145091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-87a3e391-bfd6-44ab-997a-c79a3f2aa96c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:58.146643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-87a3e391-bfd6-44ab-997a-c79a3f2aa96c tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.37 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.1768274 Apr 20 13:02:58.474143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42454) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:58.610363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda26a63-0160-4f4c-860b-18b37e233bfb req-42804329-92cd-465d-bed6-37c3afde71c1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:58.622308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eda26a63-0160-4f4c-860b-18b37e233bfb req-42804329-92cd-465d-bed6-37c3afde71c1 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 946 time: 0.4728100 Apr 20 13:02:58.731859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a276cf5-3018-44d0-b926-c6de6eb673be admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:58.778234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1d44e-d2ff-475f-bdb8-10044eac48f5 req-8b47771b-7896-479e-aeea-40f685182462 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:02:58.786166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6d1d44e-d2ff-475f-bdb8-10044eac48f5 req-8b47771b-7896-479e-aeea-40f685182462 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.4370790 Apr 20 13:02:58.861369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4fa-bf0d-47b3-9792-02fe136a9780 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:58.964088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a276cf5-3018-44d0-b926-c6de6eb673be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:58.996210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eda26a63-0160-4f4c-860b-18b37e233bfb req-18a1715c-782d-4c15-8222-a1e5a4780183 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572989 Apr 20 13:02:59.000655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4fa-bf0d-47b3-9792-02fe136a9780 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.011026 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a276cf5-3018-44d0-b926-c6de6eb673be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.036265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf2d4fa-bf0d-47b3-9792-02fe136a9780 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.040673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6bf2d4fa-bf0d-47b3-9792-02fe136a9780 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1782084 Apr 20 13:02:59.050964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42470) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:59.055142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6d1d44e-d2ff-475f-bdb8-10044eac48f5 req-d0ee35b5-f90e-4b15-8688-4a27e38200bc tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680507 Apr 20 13:02:59.065512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6a2ddd59-ed6e-4dad-b20d-a91147f9efb9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': 'e2f890cf-1249-4ca1-9612-0126e7a8f11f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:59.130356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2d4fa-bf0d-47b3-9792-02fe136a9780 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f890cf-1249-4ca1-9612-0126e7a8f11f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:59.174558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c685dc1-3253-4333-b839-74e3ddf48cc3 req-6e7449c8-5108-4c70-9110-2a5382845a48 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 210 time: 0.0371816 Apr 20 13:02:59.178609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0a276cf5-3018-44d0-b926-c6de6eb673be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64831960ac1f4b5bbbf3ff320c493d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6960068 Apr 20 13:02:59.184899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddd59-ed6e-4dad-b20d-a91147f9efb9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.187481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42478) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:59.220081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a276cf5-3018-44d0-b926-c6de6eb673be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab4ef2-fc58-4cf4-a21c-4c61b4ece0f1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:59.239054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Deleting port 002a8515-b45c-434c-adbe-336b0c57bd4c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:02:59.240971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.322715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b0eae1f0-1425-4aee-ace1-8d043d25fb03 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.3814912 Apr 20 13:02:59.337265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42482) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:59.363860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2f80376f-d246-45cc-bee3-ccf1837c62e1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-345584663'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:59.457664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] For port 002a8515-b45c-434c-adbe-336b0c57bd4c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=002a8515-b45c-434c-adbe-336b0c57bd4c,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:02:59.458043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.490227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddd59-ed6e-4dad-b20d-a91147f9efb9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.491189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d075-c2c0-47c5-a600-1ac53d8db6cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.497531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Calling delete_port for 002a8515-b45c-434c-adbe-336b0c57bd4c owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:02:59.518209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddd59-ed6e-4dad-b20d-a91147f9efb9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.796772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.814482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['002a8515-b45c-434c-adbe-336b0c57bd4c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:59.817717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['a8a18332-e7ec-43d0-ab31-a8348ef54585'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:02:59.834259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event deleted for resources: {'Port': ['ID=002a8515-b45c-434c-adbe-336b0c57bd4c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:02:59.835010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d075-c2c0-47c5-a600-1ac53d8db6cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.853445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddd59-ed6e-4dad-b20d-a91147f9efb9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.858291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42492) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:02:59.858536 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6a2ddd59-ed6e-4dad-b20d-a91147f9efb9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8050139 Apr 20 13:02:59.888219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2c9e05f2-882b-4514-a8cd-aa7f09c4a30b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'security_group_rule': {'security_group_id': 'e2f890cf-1249-4ca1-9612-0126e7a8f11f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:02:59.916041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] No DVR routers for this DVR port 002a8515-b45c-434c-adbe-336b0c57bd4c on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:02:59.920655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.923960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72f25e9f-c996-4b17-8303-05bbe1556167 req-7f281a40-4f31-4fb7-ba38-acd09f002f7b tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.37 "DELETE /v2.0/ports/002a8515-b45c-434c-adbe-336b0c57bd4c HTTP/1.1" status: 204 len: 173 time: 1.7243538 Apr 20 13:02:59.924580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'name': 'network-vif-deleted', 'tag': '002a8515-b45c-434c-adbe-336b0c57bd4c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:02:59.927069 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf463aac-acf5-4a5e-bd1f-827cc34c3693" -d '{"events": [{"server_uuid": "d25b5b26-1d3c-494c-8952-88dadbdbaa33", "name": "network-vif-deleted", "tag": "002a8515-b45c-434c-adbe-336b0c57bd4c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:02:59.955101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2c9e05f2-882b-4514-a8cd-aa7f09c4a30b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:02:59.962087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ddd59-ed6e-4dad-b20d-a91147f9efb9 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efec44f2-2d17-40fd-9d05-07062871054c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:00.150582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2c9e05f2-882b-4514-a8cd-aa7f09c4a30b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:00.154682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d075-c2c0-47c5-a600-1ac53d8db6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:00.158274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ae6d075-c2c0-47c5-a600-1ac53d8db6cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:00.160031 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ae6d075-c2c0-47c5-a600-1ac53d8db6cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5ab4ef2-fc58-4cf4-a21c-4c61b4ece0f1 HTTP/1.1" status: 204 len: 168 time: 0.9713709 Apr 20 13:03:00.173189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6d075-c2c0-47c5-a600-1ac53d8db6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab4ef2-fc58-4cf4-a21c-4c61b4ece0f1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:00.246011 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2c9e05f2-882b-4514-a8cd-aa7f09c4a30b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:00.306349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-752e0996-5fc3-4924-8d36-063fb9ff0f0a req-368490a4-f8c8-400b-93c1-a58780362bfe tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=d25b5b26-1d3c-494c-8952-88dadbdbaa33 HTTP/1.1" status: 200 len: 210 time: 0.1487401 Apr 20 13:03:00.346799 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-11ae98cb-09b7-4290-8289-f2546dc6619e tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c1df0c054cf04bec940ed048971593be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659063 Apr 20 13:03:00.362428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2c9e05f2-882b-4514-a8cd-aa7f09c4a30b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:00.363747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2c9e05f2-882b-4514-a8cd-aa7f09c4a30b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4795954 Apr 20 13:03:00.366936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e05f2-882b-4514-a8cd-aa7f09c4a30b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3d225d-e8b8-45df-a0a3-5f44e47ee1da,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:00.369862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42512) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:00.375477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:00.429583 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:00.497764 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55598a00-8a5c-47fa-aa11-1be781687cb3 x-openstack-request-id: req-55598a00-8a5c-47fa-aa11-1be781687cb3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:00.505989 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d25b5b26-1d3c-494c-8952-88dadbdbaa33", "name": "network-vif-deleted", "tag": "002a8515-b45c-434c-adbe-336b0c57bd4c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:00.507964 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55598a00-8a5c-47fa-aa11-1be781687cb3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:00.510547 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55598a00-8a5c-47fa-aa11-1be781687cb3'] response: {'server_uuid': 'd25b5b26-1d3c-494c-8952-88dadbdbaa33', 'name': 'network-vif-deleted', 'tag': '002a8515-b45c-434c-adbe-336b0c57bd4c', 'status': 'completed', 'code': 200} Apr 20 13:03:00.598440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-5d94a140-3988-42a6-b425-7e63c63f016a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:00.600189 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-5d94a140-3988-42a6-b425-7e63c63f016a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060592 Apr 20 13:03:00.630194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f80376f-d246-45cc-bee3-ccf1837c62e1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:00.667912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Request body: {'port': {'device_id': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'c1df0c054cf04bec940ed048971593be'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:00.815949 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f80376f-d246-45cc-bee3-ccf1837c62e1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:01.007616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f80376f-d246-45cc-bee3-ccf1837c62e1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 423965c6-673c-42b9-ae18-9cbad7aeb678 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:01.103566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Made reservation on behalf of c1df0c054cf04bec940ed048971593be for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:01.107487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:01.148777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42540) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:01.232824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7609d8f0-caf1-4439-983c-646171a68f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:01.281911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f80376f-d246-45cc-bee3-ccf1837c62e1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:01.293583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f80376f-d246-45cc-bee3-ccf1837c62e1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:01.294837 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f80376f-d246-45cc-bee3-ccf1837c62e1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/423965c6-673c-42b9-ae18-9cbad7aeb678 HTTP/1.1" status: 200 len: 891 time: 1.9545581 Apr 20 13:03:01.298658 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] Sync routers for ids ['423965c6-673c-42b9-ae18-9cbad7aeb678'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:01.301054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:01.313532 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] Routers {'423965c6-673c-42b9-ae18-9cbad7aeb678'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:01.319231 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['423965c6-673c-42b9-ae18-9cbad7aeb678'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:01.401291 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:01.412541 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] Routers {'423965c6-673c-42b9-ae18-9cbad7aeb678'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:01.413445 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:02:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['423965c6-673c-42b9-ae18-9cbad7aeb678'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:01.437406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f8268-a8d3-4b36-9baa-44370ef9674a req-87c6265c-e67f-4df5-8708-951325789d7b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:01.439004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-003f8268-a8d3-4b36-9baa-44370ef9674a req-87c6265c-e67f-4df5-8708-951325789d7b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.7889390 Apr 20 13:03:01.450072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ace6e9db-8348-4885-95a8-323c0df1e297 req-c23f6c77-5505-49c4-99bb-1f3204a78950 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 210 time: 0.5683031 Apr 20 13:03:01.477003 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:01.478972 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64df040-2ae6-4c43-8bda-320fd0e55c3c None None] The sync data for ids ['423965c6-673c-42b9-ae18-9cbad7aeb678'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:01.500162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-003f8268-a8d3-4b36-9baa-44370ef9674a req-2390ea40-ccb5-4bd2-8fda-11cb13bbfd27 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486445 Apr 20 13:03:01.549851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Allocated IP 192.168.233.45 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/26c90991-2755-4253-9983-520236c0adfa) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:01.559901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:01.599911 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8925608a-1787-41b8-8864-d9ef688a50b3 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/routers/423965c6-673c-42b9-ae18-9cbad7aeb678 HTTP/1.1" status: 200 len: 891 time: 0.2917421 Apr 20 13:03:01.600272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42552) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:01.661909 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b5fd4aad-6863-44df-887d-d370129d5898 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=423965c6-673c-42b9-ae18-9cbad7aeb678 HTTP/1.1" status: 200 len: 205 time: 0.0582426 Apr 20 13:03:01.675231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:01.748925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.25.3.162 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/29acd8f0-f454-46e2-8a2b-4b307a11fd8a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:01.897297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 002a8515-b45c-434c-adbe-336b0c57bd4c no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:01.941399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 002a8515-b45c-434c-adbe-336b0c57bd4c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:01.943953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 002a8515-b45c-434c-adbe-336b0c57bd4c not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:02.032133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7609d8f0-caf1-4439-983c-646171a68f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.042895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cc98d-c974-4278-88de-edf4a6c983ba req-a96ea25b-93a8-46ba-844a-6d69caa6284d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.048733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7609d8f0-caf1-4439-983c-646171a68f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.051628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f1cc98d-c974-4278-88de-edf4a6c983ba req-a96ea25b-93a8-46ba-844a-6d69caa6284d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.1291211 Apr 20 13:03:02.076436 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.082554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.111387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f1cc98d-c974-4278-88de-edf4a6c983ba req-88ec132e-f5b0-4f09-8a74-dae8e1d8b0ff tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586605 Apr 20 13:03:02.174483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.274802 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609d8f0-caf1-4439-983c-646171a68f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb0df8-cd5e-4715-8879-4129e1b605e8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:02.283175 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7609d8f0-caf1-4439-983c-646171a68f7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55b27bd218ad4c45a893a6435111d7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1333480 Apr 20 13:03:02.287122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:02.318945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=29acd8f0-f454-46e2-8a2b-4b307a11fd8a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:02.320478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.345044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:02.346608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:02.354295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:02.365234 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.437815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b690b37-1b08-408b-994f-24fcdf899ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.450935 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.464521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2c996833-cf97-4672-8f74-b3c794ab83f5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:02.467820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:02.505332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b690b37-1b08-408b-994f-24fcdf899ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.510739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.516670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:02.530062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:02.535228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:02.594422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:02.596710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.650245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 5b2fd875-8a49-4bb9-8d1e-df3e165aa7a0 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:02.662597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.698697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.699751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.816181 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-e0389ed9-2814-40e1-819a-7f3371e8f7d5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1557176 Apr 20 13:03:02.840935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Request body: {'port': {'device_id': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:02.863477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59758dc7-e1b3-4efc-8ffd-18956bddd4ce req-10bdbfa9-e3a5-414b-9d59-11373d0af0f8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:02.865648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59758dc7-e1b3-4efc-8ffd-18956bddd4ce req-10bdbfa9-e3a5-414b-9d59-11373d0af0f8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 935 time: 0.1883864 Apr 20 13:03:02.884010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b690b37-1b08-408b-994f-24fcdf899ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.890922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b690b37-1b08-408b-994f-24fcdf899ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.892718 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4b690b37-1b08-408b-994f-24fcdf899ff8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3fb0df8-cd5e-4715-8879-4129e1b605e8 HTTP/1.1" status: 204 len: 168 time: 0.5945446 Apr 20 13:03:02.922721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b690b37-1b08-408b-994f-24fcdf899ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb0df8-cd5e-4715-8879-4129e1b605e8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:02.979169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:02.999869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 5b2fd875-8a49-4bb9-8d1e-df3e165aa7a0 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:03.002217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:03.054823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c5a09-655d-452d-b70d-923550ee9412 req-5b1e9e9f-f06b-4f1b-ac9e-e7db7f7d88ce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:03.056405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-256c5a09-655d-452d-b70d-923550ee9412 req-5b1e9e9f-f06b-4f1b-ac9e-e7db7f7d88ce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.3085532 Apr 20 13:03:03.066656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59758dc7-e1b3-4efc-8ffd-18956bddd4ce req-ad14a36b-3acb-4a3f-b571-dc811c1727ad tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826320 Apr 20 13:03:03.208103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-256c5a09-655d-452d-b70d-923550ee9412 req-58a54879-0559-4258-a4aa-b2a8a51cb65e tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869870 Apr 20 13:03:03.343700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4f6fe873-71d1-42e0-8fb1-e87381597ed2 None None] Provisioning complete for port 26c90991-2755-4253-9983-520236c0adfa triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:03.344265 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f6fe873-71d1-42e0-8fb1-e87381597ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:03.357281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:03.366007 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:03.468310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=29acd8f0-f454-46e2-8a2b-4b307a11fd8a,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:03.494545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4f6fe873-71d1-42e0-8fb1-e87381597ed2 None None] Port 26c90991-2755-4253-9983-520236c0adfa cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:03.499886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:03.553444 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:03.559934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9ee7480b-3164-4e14-8ce5-62ab5f54ce52 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1877532 Apr 20 13:03:03.759473 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-135be456-554f-40fa-a534-604c45f7369f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.161351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.194035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=5b2fd875-8a49-4bb9-8d1e-df3e165aa7a0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:04.267355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139406c-74fc-469a-8450-d27b37b6365d req-2c29155e-cf79-48a3-9de1-aa5c31ec0769 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.268990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3139406c-74fc-469a-8450-d27b37b6365d req-2c29155e-cf79-48a3-9de1-aa5c31ec0769 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2369282 Apr 20 13:03:04.274182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-169c8414-c268-4210-8e62-c62e2a4bbcb5 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1413987179&fields=id&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 267 time: 0.3201220 Apr 20 13:03:04.367167 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.372683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c90991-2755-4253-9983-520236c0adfa {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:04.449314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.449515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3139406c-74fc-469a-8450-d27b37b6365d req-b3216c5b-f11a-4d87-8de9-66540436a324 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176958 Apr 20 13:03:04.473917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-2c5d7c10-6cf1-41ce-a2d3-f5b716d9996a tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.475875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-2c5d7c10-6cf1-41ce-a2d3-f5b716d9996a tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2268610 Apr 20 13:03:04.522686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.532020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.533933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Transition to ACTIVE for port object 26c90991-2755-4253-9983-520236c0adfa will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:04.553434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.559032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-a4694164-4799-4ead-98f5-2708c0d36623 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.560870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-a4694164-4799-4ead-98f5-2708c0d36623 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.2515755 Apr 20 13:03:04.635104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-8111e3b2-376b-4e01-9fe5-9b3f73d6ca91 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/quotas/f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 375 time: 0.0670292 Apr 20 13:03:04.698195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.698748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Fanout notify agent at l3_agent the message router_deleted on router 423965c6-673c-42b9-ae18-9cbad7aeb678 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:03:04.716726 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.717896 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-322486ca-e2b1-4b69-9a0d-1f52083f06f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/423965c6-673c-42b9-ae18-9cbad7aeb678 HTTP/1.1" status: 204 len: 168 time: 3.0416732 Apr 20 13:03:04.737615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:04.772030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1337715864'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:04.863987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:04.864335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:04.865134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:04.870831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:04.882774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:03:04.883099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:04.899374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35427dd-dd5c-4757-b10a-94c877075085 req-4d48142d-fed7-4d35-bc63-dea435e16a54 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:04.902738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:04.903087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:04.903502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:04.904639 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Bound port: 26c90991-2755-4253-9983-520236c0adfa, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:04.906148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f35427dd-dd5c-4757-b10a-94c877075085 req-4d48142d-fed7-4d35-bc63-dea435e16a54 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 947 time: 0.2944894 Apr 20 13:03:04.910091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:04.951006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-43778d01-6f23-49d6-8b11-84aeb62122d7 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3057911 Apr 20 13:03:04.981497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Deleting port a8a18332-e7ec-43d0-ab31-a8348ef54585 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:04.981927 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.003370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:05.008807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.067070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f35427dd-dd5c-4757-b10a-94c877075085 req-f4620c31-61d1-4ef0-a2ab-de4f6032cb37 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533191 Apr 20 13:03:05.104553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:03:05.104939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:05.109128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:05.115861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.116228 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment 447920b1-1e9b-4e2d-994c-f5ffd2eff31f of type vlan for network 258a396b-4368-4cc8-9f1d-412651b16440 Apr 20 13:03:05.132880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.193108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-edb9acb8-b8fb-43e1-8f00-9c0977c02970 service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282281 Apr 20 13:03:05.204427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] For port a8a18332-e7ec-43d0-ab31-a8348ef54585, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a8a18332-e7ec-43d0-ab31-a8348ef54585,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:05.204810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.275378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:05.324541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.325181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.326619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-7023eb59-61a2-4b07-9116-a487d008b5b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 1095 time: 2.5012445 Apr 20 13:03:05.327075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:05.330352 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c252d27f-2fe7-4f7d-b2a9-83907ac85786" -d '{"events": [{"name": "network-changed", "server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "tag": "26c90991-2755-4253-9983-520236c0adfa"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:05.333288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Calling delete_port for a8a18332-e7ec-43d0-ab31-a8348ef54585 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:05.339685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.458486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.466904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.470697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.527149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-2951a1c5-e799-4a9b-a868-dcb7a79ae8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.530181 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-2951a1c5-e799-4a9b-a868-dcb7a79ae8ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1098 time: 0.1524069 Apr 20 13:03:05.569823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-66204408-aa8c-42be-9d16-f684b4d3844d service neutron] 10.222.0.24 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526635 Apr 20 13:03:05.769928 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-d5cedca2-050c-4c8f-a081-343583a817e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.2266574 Apr 20 13:03:05.795622 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0363243 Apr 20 13:03:05.800275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954504d-050d-48ff-bee3-648d9bcc0039 req-431e57e4-0584-41b6-82fc-6cc88514763d tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.801856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6954504d-050d-48ff-bee3-648d9bcc0039 req-431e57e4-0584-41b6-82fc-6cc88514763d tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.4534938 Apr 20 13:03:05.803868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42666) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:05.809049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d5299cf2-3fbd-4aab-9251-4bb1c38c4849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:05.827263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': '258a396b-4368-4cc8-9f1d-412651b16440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:05.922837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-fdb6c280-607b-41e6-ab21-85c48098b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:05.924292 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-fdb6c280-607b-41e6-ab21-85c48098b658 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1352117 Apr 20 13:03:05.953840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf9ecf-7889-45cd-91e3-d07a00c639af tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=258a396b-4368-4cc8-9f1d-412651b16440,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:05.965881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 258a396b-4368-4cc8-9f1d-412651b16440 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:03:06.131555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-c22c41ce-ef94-476c-b341-dc6fd3997ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.133102 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-c22c41ce-ef94-476c-b341-dc6fd3997ad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988635 Apr 20 13:03:06.173580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6954504d-050d-48ff-bee3-648d9bcc0039 req-e9680c96-4c9f-4693-8564-17e47ce4f81a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238072 Apr 20 13:03:06.285680 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-bd1cca12-655f-4bc2-a0d1-947b1766541b service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416230 Apr 20 13:03:06.372341 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158e6898-6115-456b-b38d-93b56e03b651 x-openstack-request-id: req-158e6898-6115-456b-b38d-93b56e03b651 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:06.377310 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "tag": "26c90991-2755-4253-9983-520236c0adfa", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:06.377610 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-158e6898-6115-456b-b38d-93b56e03b651 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:06.378166 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158e6898-6115-456b-b38d-93b56e03b651'] response: {'name': 'network-changed', 'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'status': 'completed', 'code': 200} Apr 20 13:03:06.544912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08ceb10b-032e-4ff8-991b-1eaa3f7c96ad req-d9d4051e-b465-4511-ab8d-0567ab12243c tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 210 time: 0.0989368 Apr 20 13:03:06.601967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:06.605770 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:06.620206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d393f-5e35-4920-8ac5-e9af646c63a3 req-c13483f1-02f0-45a7-a623-c1d4f0e62230 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.627951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f9d393f-5e35-4920-8ac5-e9af646c63a3 req-c13483f1-02f0-45a7-a623-c1d4f0e62230 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 946 time: 0.2999141 Apr 20 13:03:06.665464 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8ddcac26-33e4-4b41-a143-2058f2a244ad req-cf38c259-29a2-4b2d-b28a-6134f8eccf92 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722031 Apr 20 13:03:06.847592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-60237ef9-5285-4bb0-882b-55d9eac12a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:06.852614 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-60237ef9-5285-4bb0-882b-55d9eac12a6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1098 time: 0.1309819 Apr 20 13:03:06.861700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f9d393f-5e35-4920-8ac5-e9af646c63a3 req-e95ebbcf-b331-463b-9c60-673350f6d696 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/security-groups?id=2bd0d233-ba0e-42bd-82b0-2f4d669f177e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282050 Apr 20 13:03:06.875059 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:06.950064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Pushing event deleted for resources: {'Port': ['ID=a8a18332-e7ec-43d0-ab31-a8348ef54585,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:07.016885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] No DVR routers for this DVR port a8a18332-e7ec-43d0-ab31-a8348ef54585 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:07.023693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:07.037915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08a91c05-17f3-402d-9ceb-24db022b9220 req-70f0214b-6235-4e31-ac72-8095145e78d3 tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.30 "DELETE /v2.0/ports/a8a18332-e7ec-43d0-ab31-a8348ef54585 HTTP/1.1" status: 204 len: 173 time: 2.5485222 Apr 20 13:03:07.062081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1c06d-d51f-43e6-bbe6-2d3120ac815d req-b9aab3b3-8d6c-4713-bf1f-3d56ec94451f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.063614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ca1c06d-d51f-43e6-bbe6-2d3120ac815d req-b9aab3b3-8d6c-4713-bf1f-3d56ec94451f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 947 time: 0.3253889 Apr 20 13:03:07.072538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdce772d-b65d-4415-b052-6550146f52d0', 'name': 'network-vif-deleted', 'tag': 'a8a18332-e7ec-43d0-ab31-a8348ef54585'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:07.076792 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116bb69-c041-48da-b47d-3843e744e947" -d '{"events": [{"server_uuid": "cdce772d-b65d-4415-b052-6550146f52d0", "name": "network-vif-deleted", "tag": "a8a18332-e7ec-43d0-ab31-a8348ef54585"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:07.104384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-e98437dc-2990-4b1e-bff1-9d96f9499e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.105904 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-e98437dc-2990-4b1e-bff1-9d96f9499e99 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2464597 Apr 20 13:03:07.126212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:07.210566 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-7bff093e-78b4-44e3-99a5-2d026e02e196 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.0967238 Apr 20 13:03:07.327853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-2e2b18b0-5364-4aee-b80a-b090ce4732d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.334373 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-2e2b18b0-5364-4aee-b80a-b090ce4732d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1166544 Apr 20 13:03:07.412668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ca1c06d-d51f-43e6-bbe6-2d3120ac815d req-ee209312-3c3f-41a1-82ce-6e3b9bc01ee1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236098 Apr 20 13:03:07.432634 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-1abaae9a-8f52-46a2-9565-4a981f091f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.436243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-1abaae9a-8f52-46a2-9565-4a981f091f0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958345 Apr 20 13:03:07.490153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-db07be9c-aef0-489a-bed5-d446e9825941 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2565758 Apr 20 13:03:07.576845 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b375e4a-1dd5-46a9-b10b-1a9e723196df x-openstack-request-id: req-7b375e4a-1dd5-46a9-b10b-1a9e723196df {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:07.577485 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdce772d-b65d-4415-b052-6550146f52d0", "name": "network-vif-deleted", "tag": "a8a18332-e7ec-43d0-ab31-a8348ef54585", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:07.577993 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b375e4a-1dd5-46a9-b10b-1a9e723196df {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:07.578616 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b375e4a-1dd5-46a9-b10b-1a9e723196df'] response: {'server_uuid': 'cdce772d-b65d-4415-b052-6550146f52d0', 'name': 'network-vif-deleted', 'tag': 'a8a18332-e7ec-43d0-ab31-a8348ef54585', 'status': 'completed', 'code': 200} Apr 20 13:03:07.686614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-fbcf2617-8790-4a83-a9a2-b038fd1f564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.687790 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-fbcf2617-8790-4a83-a9a2-b038fd1f564e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aab713afd2d44c77a6a63d48aeea841f&device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 1096 time: 0.1151350 Apr 20 13:03:07.690018 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-f66dc39d-b52e-48c9-a5e3-a1e5b6f7d093 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447472 Apr 20 13:03:07.715289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:07.789799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb38da-15ab-41ca-b6e2-eccbd7cd5035 req-9431be23-31d2-4b2f-8a56-37cbfeb934b3 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.791479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cfb38da-15ab-41ca-b6e2-eccbd7cd5035 req-9431be23-31d2-4b2f-8a56-37cbfeb934b3 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.2117045 Apr 20 13:03:07.868880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-7d2889ec-1eee-4440-8e88-158bd531689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:07.870703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-7d2889ec-1eee-4440-8e88-158bd531689c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 1101 time: 0.2894115 Apr 20 13:03:07.889837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99da8197-22d7-40d7-a1d6-aaec2c16bce6 req-6400a1a7-a6a3-4f1b-b214-bd5ec22781cb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 210 time: 0.0923250 Apr 20 13:03:08.141814 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c252d27f-2fe7-4f7d-b2a9-83907ac85786 req-48a43ca7-49fe-4501-86e7-b1a9e34b1add service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417000 Apr 20 13:03:08.153477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cfb38da-15ab-41ca-b6e2-eccbd7cd5035 req-b7cec458-54f3-4638-a84b-e44d23a6ac63 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440769 Apr 20 13:03:08.188707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-1c6fbc5b-974d-4101-a85f-fb0b62bb703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.191953 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-1c6fbc5b-974d-4101-a85f-fb0b62bb703a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 200 len: 917 time: 0.4700360 Apr 20 13:03:08.208934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=e0de9248-f878-43f0-8262-bbdbb231f8ed,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:08.243928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': '447920b1-1e9b-4e2d-994c-f5ffd2eff31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '258a396b-4368-4cc8-9f1d-412651b16440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:08.244511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: 258a396b-4368-4cc8-9f1d-412651b16440, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:03:08.270476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da39a8a1-ea11-4ec7-8686-33202cb3e4bf req-d4aac59a-273d-4fea-a279-db181cbde16d tempest-ServerRescueNegativeTestJSON-1212854513 tempest-ServerRescueNegativeTestJSON-1212854513-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdce772d-b65d-4415-b052-6550146f52d0 HTTP/1.1" status: 200 len: 210 time: 0.1846147 Apr 20 13:03:08.296788 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-d2df7a3b-c377-4567-b925-9cd1b6ffe661 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10e2ca97-1988-45dc-85fb-7121301b227b HTTP/1.1" status: 200 len: 217 time: 0.0945802 Apr 20 13:03:08.344632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-627638e4-33cb-4bd2-a605-539bf1c3b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.348063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-627638e4-33cb-4bd2-a605-539bf1c3b6f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.4428511 Apr 20 13:03:08.381470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-ff5f5191-15da-4861-91ce-6f12b3ab4f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.384207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-ff5f5191-15da-4861-91ce-6f12b3ab4f7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 200 len: 855 time: 0.0813570 Apr 20 13:03:08.411444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 258a396b-4368-4cc8-9f1d-412651b16440 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:03:08.423389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-f0c1041e-f2b8-45f5-93a0-8b980b4ed330 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 200 len: 217 time: 0.0679789 Apr 20 13:03:08.451348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 258a396b-4368-4cc8-9f1d-412651b16440) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:08.461342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9c85c-c3fc-4c56-91a1-58c15a4404af None None] Network 258a396b-4368-4cc8-9f1d-412651b16440 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:08.472455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-8c9c297d-2aad-4a5d-92b8-c600290ac8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.474147 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-8c9c297d-2aad-4a5d-92b8-c600290ac8fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0ce03659-0107-43e3-b8c8-c1043d9526c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793066 Apr 20 13:03:08.512477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.512477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.556587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-fb1633ba-7732-4691-9b6c-d29bb00df667 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.558183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-fb1633ba-7732-4691-9b6c-d29bb00df667 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 813 time: 0.4706743 Apr 20 13:03:08.607251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-2ed92b60-dfd7-447f-977a-e4498c926e87 service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215837 Apr 20 13:03:08.622908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6bdaf279-3d2e-4ce6-803b-90c27a7af3f2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8156466 Apr 20 13:03:08.625334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42744) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:08.641757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ad3a326c-709e-4f30-86fa-0863b709ac4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1930166529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:08.645928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-c4aeb7aa-7ae1-4153-8783-deaf9c5c63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.647610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-c4aeb7aa-7ae1-4153-8783-deaf9c5c63eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2016828 Apr 20 13:03:08.684986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886b8bb-ca33-4ff4-ad6c-665940d707b3 req-97b045f9-eee5-450e-a7dc-2fd833786b6b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.689070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad3a326c-709e-4f30-86fa-0863b709ac4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.690468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad3a326c-709e-4f30-86fa-0863b709ac4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.693424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d886b8bb-ca33-4ff4-ad6c-665940d707b3 req-97b045f9-eee5-450e-a7dc-2fd833786b6b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 947 time: 0.1467645 Apr 20 13:03:08.750943 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.753023 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-838d346d-5516-4b7c-bdfd-f8a5a0b0a5cb tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6be64e59ce646a3baefaf244cbd8163 HTTP/1.1" status: 200 len: 380 time: 0.1774485 Apr 20 13:03:08.781335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a8a18332-e7ec-43d0-ab31-a8348ef54585 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:08.783635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'port': {'device_id': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'admin_state_up': True, 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'security_groups': ['e2f890cf-1249-4ca1-9612-0126e7a8f11f']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:08.813167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d886b8bb-ca33-4ff4-ad6c-665940d707b3 req-129ec2d5-d12d-460e-bf18-789a9ff4cc7c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107998 Apr 20 13:03:08.889022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: a8a18332-e7ec-43d0-ab31-a8348ef54585 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:08.889368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a8a18332-e7ec-43d0-ab31-a8348ef54585 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:08.895539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad3a326c-709e-4f30-86fa-0863b709ac4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.942486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-f35be8bf-a24d-46bd-8094-41b18af3c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:08.945400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-f35be8bf-a24d-46bd-8094-41b18af3c9ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2851102 Apr 20 13:03:08.947207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d2c6ca7f-4522-440c-a786-489f4a0accd8 req-8dd9484f-14a9-4b37-b72a-49f44454d5df service neutron] 10.222.0.37 "GET /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305368 Apr 20 13:03:08.950678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad3a326c-709e-4f30-86fa-0863b709ac4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.977075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:08.997331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad3a326c-709e-4f30-86fa-0863b709ac4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.004589 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad3a326c-709e-4f30-86fa-0863b709ac4a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3741717 Apr 20 13:03:09.007109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42752) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:09.086370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-258a396b-4368-4cc8-9f1d-412651b16440', 'network_id': '258a396b-4368-4cc8-9f1d-412651b16440', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': 'e0de9248-f878-43f0-8262-bbdbb231f8ed'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:03:09.087578 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.190885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d3dcea2-ba1f-4b2e-a82d-b5d17d699b81 req-27f01152-8fc6-444b-bc93-c61a69fecc0b tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 210 time: 0.1049325 Apr 20 13:03:09.400992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Allocated IP 2001:db8::2 (258a396b-4368-4cc8-9f1d-412651b16440/e0de9248-f878-43f0-8262-bbdbb231f8ed/e3cdcb91-bb65-4277-9f53-31e14659091e) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:09.413046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-de7c6c13-95b8-4ebc-888f-baaa29868412 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418857 Apr 20 13:03:09.625983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42774) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:09.696629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Made reservation on behalf of f6be64e59ce646a3baefaf244cbd8163 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:09.701255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.745135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237e5bb-3bc4-43bc-8be5-aef939ee8543 req-5846b875-b28b-478a-8d9e-60cc9e84fc8b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:09.759110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b237e5bb-3bc4-43bc-8be5-aef939ee8543 req-5846b875-b28b-478a-8d9e-60cc9e84fc8b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.4942803 Apr 20 13:03:09.798865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.813930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.835068 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:09.891229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Network 258a396b-4368-4cc8-9f1d-412651b16440 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:09.953990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b237e5bb-3bc4-43bc-8be5-aef939ee8543 req-ed11a0e3-b803-4a6f-a408-74c9463928f7 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936100 Apr 20 13:03:10.025763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3a27756-225a-44aa-95b2-9a8458d30d4a req-d4916df0-ce4c-409d-9e00-0ba3e2fa6922 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930462 Apr 20 13:03:10.027457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:10.049871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:10.053657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Pushing event updated for resources: {'Port': ['ID=e3cdcb91-bb65-4277-9f53-31e14659091e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.081106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.081943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.086208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.086616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.087022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.087519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.089612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.090094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.090494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.090890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.091252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.093502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:10.132710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbfeac-2a64-4e9b-97c5-5b0ae15cd631 req-ff865d7e-3e5f-45ed-9783-80053c6c064b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.141910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cdbfeac-2a64-4e9b-97c5-5b0ae15cd631 req-ff865d7e-3e5f-45ed-9783-80053c6c064b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 947 time: 0.1719949 Apr 20 13:03:10.178116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Allocated IP 172.20.0.9 (19a9b48e-ece9-48dd-a962-615dbfe7806e/58889dad-8145-4dbb-896b-5deb3346cb4f/2c358dd2-3c60-4b3e-a9f1-a911c78af07f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:10.242766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cdbfeac-2a64-4e9b-97c5-5b0ae15cd631 req-50c66ea8-4c5e-4b0e-a186-f40429b1071f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994942 Apr 20 13:03:10.278710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Attempting to bind port e3cdcb91-bb65-4277-9f53-31e14659091e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:10.279843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Attempting to bind port e3cdcb91-bb65-4277-9f53-31e14659091e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '447920b1-1e9b-4e2d-994c-f5ffd2eff31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '258a396b-4368-4cc8-9f1d-412651b16440'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:10.280475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Attempting to bind port e3cdcb91-bb65-4277-9f53-31e14659091e on network 258a396b-4368-4cc8-9f1d-412651b16440 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:10.288403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:10.289187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Checking segment: {'id': '447920b1-1e9b-4e2d-994c-f5ffd2eff31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '258a396b-4368-4cc8-9f1d-412651b16440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:10.289896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.290522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Bound using segment: {'id': '447920b1-1e9b-4e2d-994c-f5ffd2eff31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '258a396b-4368-4cc8-9f1d-412651b16440'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:10.291217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Bound port: e3cdcb91-bb65-4277-9f53-31e14659091e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447920b1-1e9b-4e2d-994c-f5ffd2eff31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '258a396b-4368-4cc8-9f1d-412651b16440'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:10.291871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.378654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b36b99d1-38a8-41d3-b778-3dd056cfefaf req-93210799-d8de-4534-bd09-b19dba496015 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 210 time: 0.0560191 Apr 20 13:03:10.404150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] For port e3cdcb91-bb65-4277-9f53-31e14659091e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:10.409991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] For port e3cdcb91-bb65-4277-9f53-31e14659091e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e3cdcb91-bb65-4277-9f53-31e14659091e,segment=NetworkSegment(447920b1-1e9b-4e2d-994c-f5ffd2eff31f),segment_id=447920b1-1e9b-4e2d-994c-f5ffd2eff31f)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:10.417762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.530360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.569925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b424cdb-4d60-4271-91bf-27f35eab1307 None None] Pushing event updated for resources: {'Port': ['ID=e3cdcb91-bb65-4277-9f53-31e14659091e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.621293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.689283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:10.700947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:10.711556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:10.714233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event updated for resources: {'Port': ['ID=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:10.787889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26c90991-2755-4253-9983-520236c0adfa details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:10.853339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:10.854288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:10.901991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-2b6e0dc0-e458-42bf-aed3-347edea28400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1284435 Apr 20 13:03:10.905751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8::1 (258a396b-4368-4cc8-9f1d-412651b16440/e0de9248-f878-43f0-8262-bbdbb231f8ed/b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:10.910202 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-21605b2d-63ef-4bd5-8d89-74fcf7eb6cdc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6088831 Apr 20 13:03:10.923464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Request body: {'port': {'device_id': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:11.042670 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:11.262944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:11.312052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '26c90991-2755-4253-9983-520236c0adfa', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '26c90991-2755-4253-9983-520236c0adfa', 'mac_address': 'fa:16:3e:e5:d1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:11.438968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:11.474460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-3bbd2936-120d-4cd9-95f3-0f00d0249adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.476448 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-3bbd2936-120d-4cd9-95f3-0f00d0249adf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 1101 time: 0.5287268 Apr 20 13:03:11.492041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c90991-2755-4253-9983-520236c0adfa {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:11.524693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d2f55cb7-3505-4313-b5a5-249953625ec0 None None] Provisioning complete for port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:11.531265 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2f55cb7-3505-4313-b5a5-249953625ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:11.566882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:11.636868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:11.674961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d2f55cb7-3505-4313-b5a5-249953625ec0 None None] Port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:11.680210 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:11.808064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-988ecfeb-ca96-47d0-96cc-974c27dc0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:11.818163 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-988ecfeb-ca96-47d0-96cc-974c27dc0d1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3144217 Apr 20 13:03:11.820006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:11.827004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:11.921529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 258a396b-4368-4cc8-9f1d-412651b16440 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:11.929311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:11.941721 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-b18522b6-d851-4088-a01d-b9e161284d82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 200 len: 217 time: 0.1107566 Apr 20 13:03:11.954663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:11.955214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:12.023710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['26c90991-2755-4253-9983-520236c0adfa'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:12.149065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a97e6e-6021-476d-9e98-e81263f88a85 req-7b559dd5-ed8f-43df-9492-3075230d5aee tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:12.157484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8a97e6e-6021-476d-9e98-e81263f88a85 req-7b559dd5-ed8f-43df-9492-3075230d5aee tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.9383221 Apr 20 13:03:12.371339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8a97e6e-6021-476d-9e98-e81263f88a85 req-d9926dc5-514e-4e6b-bc97-f535b0c7da2d tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126014 Apr 20 13:03:12.387877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:12.405188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69887a8e-a22a-495f-9664-ebd3fd298be4 None None] Network 258a396b-4368-4cc8-9f1d-412651b16440 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:12.442769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:12.468602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573b17b-e8ad-46c9-a570-6df1ac34e5e0 req-a7681f3d-ba82-4c42-934b-fb45ee597267 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:12.478546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a573b17b-e8ad-46c9-a570-6df1ac34e5e0 req-a7681f3d-ba82-4c42-934b-fb45ee597267 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.3097246 Apr 20 13:03:12.623789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a573b17b-e8ad-46c9-a570-6df1ac34e5e0 req-04ad7801-bbd4-442a-aea5-0d33d51f3cbc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376963 Apr 20 13:03:12.778765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c358dd2-3c60-4b3e-a9f1-a911c78af07f {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:12.800775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:12.825996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8705e811-5a6b-4d2d-8579-0d882d72bd83 None None] Provisioning complete for port e3cdcb91-bb65-4277-9f53-31e14659091e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:12.826538 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8705e811-5a6b-4d2d-8579-0d882d72bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:12.846038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Transition to ACTIVE for port object 2c358dd2-3c60-4b3e-a9f1-a911c78af07f will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:12.863007 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:12.901599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e12fc-2a49-475e-b357-a8b1078afdbe req-e2444846-203e-4c21-ad39-71e939d34128 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:12.903524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-228e12fc-2a49-475e-b357-a8b1078afdbe req-e2444846-203e-4c21-ad39-71e939d34128 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 931 time: 0.3338757 Apr 20 13:03:13.054940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e3cdcb91-bb65-4277-9f53-31e14659091e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:13.284728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Pushing event updated for resources: {'Port': ['ID=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:13.457366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2108931-7f73-4cf7-b814-3786c97cd63d req-49ba7a46-8978-4a77-821a-5a5631045781 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:13.474599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2108931-7f73-4cf7-b814-3786c97cd63d req-49ba7a46-8978-4a77-821a-5a5631045781 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.5263686 Apr 20 13:03:13.538490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Attempting to bind port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:13.538825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Attempting to bind port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:13.539105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Attempting to bind port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:13.547575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-228e12fc-2a49-475e-b357-a8b1078afdbe req-1aa6e429-5b56-491a-92b9-5f972541c056 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5983491 Apr 20 13:03:13.552212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8705e811-5a6b-4d2d-8579-0d882d72bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:13.552647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f on network 19a9b48e-ece9-48dd-a962-615dbfe7806e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:03:13.552915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Attempting to bind port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f on network 19a9b48e-ece9-48dd-a962-615dbfe7806e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:13.564649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e3cdcb91-bb65-4277-9f53-31e14659091e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:13.565825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:13.566705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:13.577029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Checking segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:13.577029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Bound using segment: {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:13.577029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Bound port: 2c358dd2-3c60-4b3e-a9f1-a911c78af07f, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed783ed1-cc79-4535-a9eb-04569d298cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:13.577029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:13.587290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2108931-7f73-4cf7-b814-3786c97cd63d req-5fda3829-cab9-4afd-b3b7-28552fc5497e tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120944 Apr 20 13:03:13.674344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:13.720218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] For port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:13.724714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] For port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:13.729112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:13.739729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-3afd3a3d-61da-4938-908f-84941e89811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:13.744695 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-3afd3a3d-61da-4938-908f-84941e89811a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 1.5081744 Apr 20 13:03:13.784128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8705e811-5a6b-4d2d-8579-0d882d72bd83 None None] For port e3cdcb91-bb65-4277-9f53-31e14659091e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e3cdcb91-bb65-4277-9f53-31e14659091e,segment=NetworkSegment(447920b1-1e9b-4e2d-994c-f5ffd2eff31f),segment_id=447920b1-1e9b-4e2d-994c-f5ffd2eff31f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:13.817076 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8705e811-5a6b-4d2d-8579-0d882d72bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:13.881474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705e811-5a6b-4d2d-8579-0d882d72bd83 None None] Pushing event updated for resources: {'Port': ['ID=e3cdcb91-bb65-4277-9f53-31e14659091e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:14.026726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Pushing event updated for resources: {'Port': ['ID=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:14.076003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.076632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:14.082952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c061f650-f44b-41f9-83b3-5e898775fafe service neutron] 10.222.0.37 "PUT /v2.0/ports/2c358dd2-3c60-4b3e-a9f1-a911c78af07f HTTP/1.1" status: 200 len: 1091 time: 3.1769052 Apr 20 13:03:14.084640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:14.097911 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858158f7-96d8-48a0-8be2-b3f69cb17600" -d '{"events": [{"name": "network-changed", "server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:14.226763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745d342-c700-451c-b299-3c971af78ebc req-f94f37e0-d3f2-4a4d-8387-36875ca86280 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.238564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c745d342-c700-451c-b299-3c971af78ebc req-f94f37e0-d3f2-4a4d-8387-36875ca86280 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.3575051 Apr 20 13:03:14.278870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-acd82a2f-026b-46fb-85ad-54f930ead921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.284007 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-acd82a2f-026b-46fb-85ad-54f930ead921 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5203638 Apr 20 13:03:14.305014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43dfa-821e-4943-8acb-a84e3242a2e6 req-cbd6ed48-4c59-4a19-80a8-6ffbd189ea33 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.322683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8c43dfa-821e-4943-8acb-a84e3242a2e6 req-cbd6ed48-4c59-4a19-80a8-6ffbd189ea33 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 945 time: 0.3603568 Apr 20 13:03:14.395704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-018becdd-2de2-4829-83f6-d9be74ab9998 None None] Provisioning complete for port b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:14.419704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-018becdd-2de2-4829-83f6-d9be74ab9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:14.575569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-018becdd-2de2-4829-83f6-d9be74ab9998 None None] Port b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:14.606690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-018becdd-2de2-4829-83f6-d9be74ab9998 None None] Provisioning complete for port e3cdcb91-bb65-4277-9f53-31e14659091e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:14.607356 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-018becdd-2de2-4829-83f6-d9be74ab9998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:14.650328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c745d342-c700-451c-b299-3c971af78ebc req-139d2938-c7f1-4dc5-927c-cb10e2e7929c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091547 Apr 20 13:03:14.657112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-54968e40-7bea-49b5-8157-aaceb537f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:14.659316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-54968e40-7bea-49b5-8157-aaceb537f0ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 1094 time: 0.5228267 Apr 20 13:03:14.675950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8c43dfa-821e-4943-8acb-a84e3242a2e6 req-652a31ef-91f9-4a55-87c7-f2573f638b74 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523548 Apr 20 13:03:14.851898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-c5bebd8f-8f6c-42d8-9a8f-42b1b7e66c82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f HTTP/1.1" status: 200 len: 217 time: 0.1696196 Apr 20 13:03:14.867879 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aadbed5-c538-48cd-aee4-7373e004f190 x-openstack-request-id: req-0aadbed5-c538-48cd-aee4-7373e004f190 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:14.869991 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:14.870537 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0aadbed5-c538-48cd-aee4-7373e004f190 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:14.871348 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aadbed5-c538-48cd-aee4-7373e004f190'] response: {'name': 'network-changed', 'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'status': 'completed', 'code': 200} Apr 20 13:03:14.911957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26c90991-2755-4253-9983-520236c0adfa up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:15.132286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e3cdcb91-bb65-4277-9f53-31e14659091e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:15.144744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-17b49932-39b6-4262-b038-64782b30eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.153692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-17b49932-39b6-4262-b038-64782b30eef4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.2792990 Apr 20 13:03:15.267676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.292717 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-f8eb02d6-0578-4fc4-9829-c499368683c1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9697526 Apr 20 13:03:15.345163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e3cdcb91-bb65-4277-9f53-31e14659091e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:15.345823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.355913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.356783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.396620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 26c90991-2755-4253-9983-520236c0adfa completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:15.408969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 26c90991-2755-4253-9983-520236c0adfa triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:15.409314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.582448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4721c4d-4178-4842-b3b9-b29e00eb462e req-e71d21b3-b24a-4a38-9117-2ce593490713 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.584008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5ca0fc51-cfbb-4e61-b327-a4de02c1cacf None None] Provisioning complete for port b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:15.585930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4721c4d-4178-4842-b3b9-b29e00eb462e req-e71d21b3-b24a-4a38-9117-2ce593490713 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 943 time: 0.3617265 Apr 20 13:03:15.594924 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca0fc51-cfbb-4e61-b327-a4de02c1cacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.607045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02cfbe-cc1a-42e4-ac7a-b65c5eb4670e req-9c23f721-be5f-468b-ad17-a0136d187dd3 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.609154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d02cfbe-cc1a-42e4-ac7a-b65c5eb4670e req-9c23f721-be5f-468b-ad17-a0136d187dd3 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.4537189 Apr 20 13:03:15.658142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-3b04cb36-2883-415a-9a33-fdb873fe8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:15.660354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-3b04cb36-2883-415a-9a33-fdb873fe8061 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3556087 Apr 20 13:03:15.701424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:15.741821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Deleting port b1c9d6b9-c83f-4719-8094-d5529570a6b7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:15.742305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.758714 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4917cbb5-42e9-4bb4-870e-c9405fa33331 req-ac7a1bdc-8d61-402d-bc90-c3351ad58caf service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593379 Apr 20 13:03:15.765909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5ca0fc51-cfbb-4e61-b327-a4de02c1cacf None None] Port b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:15.801789 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.847261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:15.856933 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ef38a-8d58-4049-ae0b-674bb673d8a5" -d '{"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-plugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:15.907441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:15.920759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:15.939339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 258a396b-4368-4cc8-9f1d-412651b16440 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:15.959128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:15.990451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] For port b1c9d6b9-c83f-4719-8094-d5529570a6b7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1c9d6b9-c83f-4719-8094-d5529570a6b7,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:15.990939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:16.020969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4721c4d-4178-4842-b3b9-b29e00eb462e req-ba92ceb2-b24d-47d7-b8ea-d8af98be79da tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050436 Apr 20 13:03:16.026616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-33d1cacb-0955-45ee-adbd-cd3f03062a04 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318033 Apr 20 13:03:16.034545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d02cfbe-cc1a-42e4-ac7a-b65c5eb4670e req-9726bb5d-7645-4d37-9e77-9b976bb4766b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058974 Apr 20 13:03:16.046633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:16.068489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Calling delete_port for b1c9d6b9-c83f-4719-8094-d5529570a6b7 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:16.176530 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b85b05-2289-467e-8284-701598cc76b5 x-openstack-request-id: req-13b85b05-2289-467e-8284-701598cc76b5 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:16.177031 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-plugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:16.177334 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13b85b05-2289-467e-8284-701598cc76b5 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:16.179228 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b85b05-2289-467e-8284-701598cc76b5'] response: {'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'code': 200} Apr 20 13:03:16.313157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978a5bf0-b502-4d17-8625-e6139b7fad10 req-da2a11ef-d51c-487e-be08-9767e5fb0160 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775927 Apr 20 13:03:16.431495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-69f63ef5-cd2d-4151-8823-54e44f65b5a8 req-60272380-1bfc-40a1-ba5e-c3f34a1b5c97 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:03:16.439860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f63ef5-cd2d-4151-8823-54e44f65b5a8 req-60272380-1bfc-40a1-ba5e-c3f34a1b5c97 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0359445 Apr 20 13:03:16.454299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e1127466-a647-4b24-8385-8e37c40199af None None] Provisioning complete for port b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:16.455738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e1127466-a647-4b24-8385-8e37c40199af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:16.559106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e1127466-a647-4b24-8385-8e37c40199af None None] Port b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:16.585389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f90cf-6f64-4d9a-acba-4736eeb95f55 req-b0b31c07-055f-4801-8ee2-32fed85eea51 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.596276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a37f90cf-6f64-4d9a-acba-4736eeb95f55 req-b0b31c07-055f-4801-8ee2-32fed85eea51 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.2816110 Apr 20 13:03:16.603179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbda2f-5947-4c29-bc46-25bc43d82d0d req-54817620-f45d-4efc-95c9-30f6f032bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.610323 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6ddbda2f-5947-4c29-bc46-25bc43d82d0d req-54817620-f45d-4efc-95c9-30f6f032bf63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1100 time: 0.2345972 Apr 20 13:03:16.644864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-a6598de7-3065-4124-b946-291a22b12625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.647139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-a6598de7-3065-4124-b946-291a22b12625 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 1094 time: 0.2443488 Apr 20 13:03:16.676545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f63ef5-cd2d-4151-8823-54e44f65b5a8 req-a6bfa411-f7d1-4109-8cfd-5e60afbf2146 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2353833 Apr 20 13:03:16.771733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a37f90cf-6f64-4d9a-acba-4736eeb95f55 req-57100651-a919-490d-a87a-4a1b2e9f8e62 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742418 Apr 20 13:03:16.860305 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6ddbda2f-5947-4c29-bc46-25bc43d82d0d req-1f3a6df7-0250-424f-9037-8e733ded26d6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420425 Apr 20 13:03:16.896971 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 711027bb-6b87-441c-978d-ce6f894ccca3 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:03:16.985207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-48fbbf37-07f1-4d38-9584-f02274f93a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:16.990562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-48fbbf37-07f1-4d38-9584-f02274f93a6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.3021688 Apr 20 13:03:17.103785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-51246164-4b6f-4c23-96c1-6424836451d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f HTTP/1.1" status: 200 len: 217 time: 0.0992901 Apr 20 13:03:17.299945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-2335e22e-6b87-409d-8757-ef17d73bd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.300174 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:17.301161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-2335e22e-6b87-409d-8757-ef17d73bd797 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.1896238 Apr 20 13:03:17.311094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:17.335866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] Sync routers for ids ['711027bb-6b87-441c-978d-ce6f894ccca3'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:17.336348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2a3c3922-e5c8-4e66-9bcc-611d5e7b964f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/711027bb-6b87-441c-978d-ce6f894ccca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3276608 Apr 20 13:03:17.373482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43094) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:17.388708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] Routers {'711027bb-6b87-441c-978d-ce6f894ccca3'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:17.389853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['711027bb-6b87-441c-978d-ce6f894ccca3'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:17.395966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c9d6b9-c83f-4719-8094-d5529570a6b7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:17.455040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3e209-ab8e-4e0f-823f-e5db5115d214 req-f013f569-2433-48cd-b8d1-9ceb41a0b2a6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.464416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfd3e209-ab8e-4e0f-823f-e5db5115d214 req-f013f569-2433-48cd-b8d1-9ceb41a0b2a6 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 943 time: 0.2620330 Apr 20 13:03:17.484140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aec40c-7328-4362-83ca-dbd461d040e8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.492333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-32aec40c-7328-4362-83ca-dbd461d040e8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports/b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb HTTP/1.1" status: 200 len: 911 time: 0.1087167 Apr 20 13:03:17.499706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43108) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:17.563859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0de9248-f878-43f0-8262-bbdbb231f8ed'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:17.621758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:17.677659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] Routers {'711027bb-6b87-441c-978d-ce6f894ccca3'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:17.678296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['711027bb-6b87-441c-978d-ce6f894ccca3'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:17.856765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-fb60be47-04da-497b-833d-acc8f1053a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:17.857359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-fb60be47-04da-497b-833d-acc8f1053a52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5475392 Apr 20 13:03:17.859913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:17.860366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf76e97-28d5-42b5-8ab3-2c2cb5b336db None None] The sync data for ids ['711027bb-6b87-441c-978d-ce6f894ccca3'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:17.926290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfd3e209-ab8e-4e0f-823f-e5db5115d214 req-54c0e435-a943-4514-9571-5ed2079d317a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4608102 Apr 20 13:03:17.945649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c358dd2-3c60-4b3e-a9f1-a911c78af07f details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:18.020622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:18.357316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb784e5-f166-4df9-95c4-01c6be2327dd req-5e123d27-cb7b-4308-a86b-6d2374c5ef67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:18.362867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adb784e5-f166-4df9-95c4-01c6be2327dd req-5e123d27-cb7b-4308-a86b-6d2374c5ef67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.3196776 Apr 20 13:03:18.463997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-adb784e5-f166-4df9-95c4-01c6be2327dd req-5e10da34-89f5-482b-91bc-20aadb2cbfd2 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801060 Apr 20 13:03:18.492072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:18.519090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e7a17-74a0-43c0-96af-7f8c111ed986 req-7dd150d8-4325-40fe-9839-c327b3e9991a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:18.520622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-638e7a17-74a0-43c0-96af-7f8c111ed986 req-7dd150d8-4325-40fe-9839-c327b3e9991a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.2867239 Apr 20 13:03:18.669976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:18.678609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-d8289b41-6ed1-454a-9509-05aae5c35df3 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790775 Apr 20 13:03:18.716381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'port_id': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'mac_address': 'fa:16:3e:fd:38:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:18.773687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:18.785501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530693a-4948-487b-802c-f36c05e6942b None None] Sync routers for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:18.786002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db434047-fbfe-4f02-9b13-d0d8e08f7d25 admin admin] 10.222.0.24 "PUT /v2.0/routers/4f6ba87e-cafa-4fbc-870f-0fc5c6020681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1584551 Apr 20 13:03:18.792651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43200) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:18.816813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:18.834633 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:18.835275 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:18.847407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c358dd2-3c60-4b3e-a9f1-a911c78af07f {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:18.907372 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:18.933819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:18.943747 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:19.032660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-858158f7-96d8-48a0-8be2-b3f69cb17600 req-fc7b71d6-2842-4216-a41f-4a8032739b09 service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468819 Apr 20 13:03:19.033218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:19.053706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:19.075470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:19.111033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-638e7a17-74a0-43c0-96af-7f8c111ed986 req-7c7d3f93-bbfe-40d1-af84-5b024aed1418 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821350 Apr 20 13:03:19.230178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22a9c-3dc5-41a9-9e1d-27f9431cc023 req-3f41a88d-1df0-4648-ad97-714daeb7f278 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:19.234848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2c358dd2-3c60-4b3e-a9f1-a911c78af07f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:19.263468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2f22a9c-3dc5-41a9-9e1d-27f9431cc023 req-3f41a88d-1df0-4648-ad97-714daeb7f278 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 945 time: 0.5760739 Apr 20 13:03:19.391893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:19.484871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2f22a9c-3dc5-41a9-9e1d-27f9431cc023 req-4d81b6cb-e4f7-4684-8f66-11e2f74fe99c tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171450 Apr 20 13:03:19.528257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Deleting port fce0d95c-baa1-41a8-8293-1014565dad76 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:19.528611 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:19.552746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1272-89cc-4ed1-a9ad-6ce7bdf9c95c req-0769e51c-fd90-42d5-86f1-5ffe3c658693 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:19.560692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b0e1272-89cc-4ed1-a9ad-6ce7bdf9c95c req-0769e51c-fd90-42d5-86f1-5ffe3c658693 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 944 time: 0.1817334 Apr 20 13:03:19.598269 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:19.748207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] For port fce0d95c-baa1-41a8-8293-1014565dad76, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fce0d95c-baa1-41a8-8293-1014565dad76,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:19.748770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:19.781741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Calling delete_port for fce0d95c-baa1-41a8-8293-1014565dad76 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:19.923695 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T13:03:16Z', 'revision_number': 5, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port': {'id': 'fce0d95c-baa1-41a8-8293-1014565dad76', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:56:43Z', 'updated_at': '2022-04-20T12:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:19.929234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b0e1272-89cc-4ed1-a9ad-6ce7bdf9c95c req-e1291aa8-5fd3-4d09-991b-0630ca327507 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672950 Apr 20 13:03:19.984597 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530693a-4948-487b-802c-f36c05e6942b None None] Checking router: 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:19.991463 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:03:19.996182 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] Routers {'4f6ba87e-cafa-4fbc-870f-0fc5c6020681'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:19.997027 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:20.022298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38464-7308-49e1-9fcd-61cdc5e7d121 req-ddf1482c-373b-45d8-a43a-807d1ad906b5 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.031220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fc38464-7308-49e1-9fcd-61cdc5e7d121 req-ddf1482c-373b-45d8-a43a-807d1ad906b5 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.1584947 Apr 20 13:03:20.094632 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] Set router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:20.189148 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e530693a-4948-487b-802c-f36c05e6942b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T13:03:19Z', 'revision_number': 6, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:20.203548 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.234012 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530693a-4948-487b-802c-f36c05e6942b None None] The sync data for ids ['4f6ba87e-cafa-4fbc-870f-0fc5c6020681'] in n-d-838550-2 is: [{'id': '4f6ba87e-cafa-4fbc-870f-0fc5c6020681', 'name': 'tempest-ServerRescueNegativeTestJSON-457597409-router', 'tenant_id': 'b3f5191954964431a694808099f99b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:56:42Z', 'updated_at': '2022-04-20T13:03:19Z', 'revision_number': 6, 'project_id': 'b3f5191954964431a694808099f99b9b', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:20.253390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce0d95c-baa1-41a8-8293-1014565dad76,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:20.399440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.437444 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.482778 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.489967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.491120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.497065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/ports/b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb HTTP/1.1" status: 200 len: 911 time: 2.9700458 Apr 20 13:03:20.500035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43368) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:20.549433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fc38464-7308-49e1-9fcd-61cdc5e7d121 req-506c530e-f7a2-40a5-90d6-dc1131ea4e43 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166976 Apr 20 13:03:20.714857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.720244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.734830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd46ac-5279-42ff-b03e-fb45eeac08c3 req-175791ba-07ea-4f37-bd68-6ecb4a2321fb tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:20.737095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfdd46ac-5279-42ff-b03e-fb45eeac08c3 req-175791ba-07ea-4f37-bd68-6ecb4a2321fb tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.5065215 Apr 20 13:03:20.775650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9ae93-13ef-4ce1-a79f-ffd8f2ae16c6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:20.849925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.850964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f6ba87e-cafa-4fbc-870f-0fc5c6020681 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:03:20.859062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:20.862650 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6e9004b3-bb55-49f6-945e-7bb1aaca8d91 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4f6ba87e-cafa-4fbc-870f-0fc5c6020681 HTTP/1.1" status: 204 len: 168 time: 2.0662286 Apr 20 13:03:20.870846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43418) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:20.961770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] Deleting subnet 22612944-2d0f-4166-9c28-8a18dbd0af32 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:03:20.966003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.007444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.133522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.260845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1c9d6b9-c83f-4719-8094-d5529570a6b7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:21.263597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.324116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfdd46ac-5279-42ff-b03e-fb45eeac08c3 req-b99e797d-e309-4750-b5c2-c30e0ae390ed tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734456 Apr 20 13:03:21.331009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22612944-2d0f-4166-9c28-8a18dbd0af32,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:21.333829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.339186 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9349a65b-c4b3-4186-ab32-ebc0ca3bb836 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/22612944-2d0f-4166-9c28-8a18dbd0af32 HTTP/1.1" status: 204 len: 168 time: 0.4667022 Apr 20 13:03:21.341605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43468) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:21.371782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b1c9d6b9-c83f-4719-8094-d5529570a6b7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:21.386244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1c9d6b9-c83f-4719-8094-d5529570a6b7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:21.404542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c908b-fdeb-48da-b1ed-2cc315036cb2 None None] Network 55ebe669-820c-4816-b3cd-4d0281911922 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:21.427348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.502347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Deleting port c0883f64-eed6-4e60-a28e-d60cd29e5da0 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:21.503130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.526030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c40aa-3362-49a6-827c-8fdd8ccba059 req-d7c84b47-88bc-4375-affd-e7aff555aec0 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:21.546160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c40aa-3362-49a6-827c-8fdd8ccba059 req-d7c84b47-88bc-4375-affd-e7aff555aec0 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:21.554624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c40aa-3362-49a6-827c-8fdd8ccba059 req-d7c84b47-88bc-4375-affd-e7aff555aec0 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:21.556500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581c40aa-3362-49a6-827c-8fdd8ccba059 req-d7c84b47-88bc-4375-affd-e7aff555aec0 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80&device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055&device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 2417 time: 0.2594879 Apr 20 13:03:21.634782 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] For port c0883f64-eed6-4e60-a28e-d60cd29e5da0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c0883f64-eed6-4e60-a28e-d60cd29e5da0,segment=NetworkSegment(a6ffa75c-dc00-47e9-a33a-6472bc4bbef8),segment_id=a6ffa75c-dc00-47e9-a33a-6472bc4bbef8)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:21.636120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.654936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Calling delete_port for c0883f64-eed6-4e60-a28e-d60cd29e5da0 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:21.722340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] DHCP port deletion for 55ebe669-820c-4816-b3cd-4d0281911922 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:03:21.758517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7ff7a-0935-48df-922a-ba2750299ffc req-888a4551-4588-4025-bd50-f06ec7971b2a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:21.760187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fc7ff7a-0935-48df-922a-ba2750299ffc req-888a4551-4588-4025-bd50-f06ec7971b2a tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 944 time: 0.2000015 Apr 20 13:03:21.780438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581c40aa-3362-49a6-827c-8fdd8ccba059 req-bd421542-ff5a-4175-9df8-4cdc79846da5 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673295 Apr 20 13:03:21.781948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.811807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] Deleting port c0883f64-eed6-4e60-a28e-d60cd29e5da0 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:21.812546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.822864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] No DVR routers for this DVR port c0883f64-eed6-4e60-a28e-d60cd29e5da0 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:21.825484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0883f64-eed6-4e60-a28e-d60cd29e5da0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:21.895483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] For port c0883f64-eed6-4e60-a28e-d60cd29e5da0, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:21.896228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.904140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fc7ff7a-0935-48df-922a-ba2750299ffc req-9b7ed976-074d-4623-ad33-17f6234301d0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185265 Apr 20 13:03:21.926391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] Calling delete_port for c0883f64-eed6-4e60-a28e-d60cd29e5da0 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:21.930357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] Port c0883f64-eed6-4e60-a28e-d60cd29e5da0 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:03:21.932620 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.939758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:21.957592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c140b-7d1e-4a8e-a003-ab7817d4258d req-46fb9c77-ce56-4f62-b5eb-1f46ceb52603 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:21.959988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe0c140b-7d1e-4a8e-a003-ab7817d4258d req-46fb9c77-ce56-4f62-b5eb-1f46ceb52603 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1100 time: 0.0965230 Apr 20 13:03:21.967372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] Pushing event deleted for resources: {'Port': ['ID=c0883f64-eed6-4e60-a28e-d60cd29e5da0,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:21.972160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ebe669-820c-4816-b3cd-4d0281911922']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:21.975988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c358dd2-3c60-4b3e-a9f1-a911c78af07f up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:21.985019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:21.985342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ffa75c-dc00-47e9-a33a-6472bc4bbef8') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:22.002795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.003237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.020148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.034575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f390e-951d-4205-86d4-cc240ea87033 None None] No DVR routers for this DVR port c0883f64-eed6-4e60-a28e-d60cd29e5da0 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:22.035617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:03:22.036614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.085993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:22.091555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:22.092240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:03:22.124909 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:03:22.131264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.143525 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.149195 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] 10.222.0.24 "DELETE /v2.0/networks/55ebe669-820c-4816-b3cd-4d0281911922 HTTP/1.1" status: 204 len: 168 time: 0.8039353 Apr 20 13:03:22.157568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe0c140b-7d1e-4a8e-a003-ab7817d4258d req-459a2df8-983b-456c-9e13-4236c6cd9621 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639268 Apr 20 13:03:22.162255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572005a-e1dc-4800-8f70-4813e491b72b admin admin] Pushing event deleted for resources: {'Network': ['ID=55ebe669-820c-4816-b3cd-4d0281911922,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:22.214874 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.244329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:22.247879 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbbad9c-b7d5-4bba-a9e2-93efccfec558" -d '{"events": [{"server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "name": "network-vif-plugged", "status": "completed", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:22.265299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:22.270545 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.272399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bf08f98a-9ccf-4455-86dc-6d0b843194b3 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:22.370506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecbf3071-b55b-4b84-b9f9-3ec85d4b661e req-df07b9c3-496c-4a79-b984-e07fa57002b9 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1440496 Apr 20 13:03:22.380274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:22.510229 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.550611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43536) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:22.596124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:22.606649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.615391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:22.616659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.668415 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1a1ecaac-cb30-4f56-8192-6b01960afdcc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3f5191954964431a694808099f99b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1163411 Apr 20 13:03:22.670356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:22.692184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:22.762503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.801529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:22.842006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8edcb77a-01b9-437f-89a7-cd9f00750705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.892144 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51fb903-f83f-42e2-bb7f-afeaa2294ecb x-openstack-request-id: req-e51fb903-f83f-42e2-bb7f-afeaa2294ecb {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:22.892512 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "name": "network-vif-plugged", "status": "completed", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:22.893065 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e51fb903-f83f-42e2-bb7f-afeaa2294ecb {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:22.893557 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51fb903-f83f-42e2-bb7f-afeaa2294ecb'] response: {'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'code': 200} Apr 20 13:03:22.913037 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8edcb77a-01b9-437f-89a7-cd9f00750705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:22.927245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fce0d95c-baa1-41a8-8293-1014565dad76 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:23.030937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8edcb77a-01b9-437f-89a7-cd9f00750705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.040694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8edcb77a-01b9-437f-89a7-cd9f00750705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.059550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fce0d95c-baa1-41a8-8293-1014565dad76 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:23.060121 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8edcb77a-01b9-437f-89a7-cd9f00750705 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bd0d233-ba0e-42bd-82b0-2f4d669f177e HTTP/1.1" status: 204 len: 168 time: 0.3862164 Apr 20 13:03:23.060546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fce0d95c-baa1-41a8-8293-1014565dad76 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:23.064620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c0883f64-eed6-4e60-a28e-d60cd29e5da0 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:23.090669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcb77a-01b9-437f-89a7-cd9f00750705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd0d233-ba0e-42bd-82b0-2f4d669f177e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:23.154860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: c0883f64-eed6-4e60-a28e-d60cd29e5da0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:23.158550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c0883f64-eed6-4e60-a28e-d60cd29e5da0 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:23.296181 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.350221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=b4a2f9d6-7a34-4fda-8ea5-27730c0cb7bb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:23.407072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac243a-f8ef-4987-a6f9-bea6ce9fc00b req-d56c1e20-f2f3-4f62-8188-94e27a83f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.408776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6ac243a-f8ef-4987-a6f9-bea6ce9fc00b req-d56c1e20-f2f3-4f62-8188-94e27a83f542 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 1096 time: 0.1277478 Apr 20 13:03:23.526834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43578) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:23.627410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.736399 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.742573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6ac243a-f8ef-4987-a6f9-bea6ce9fc00b req-12f29f5d-aabb-4a32-afa1-e22787867f09 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582221 Apr 20 13:03:23.805266 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17acbe05-7dd2-49b0-bda4-5e40ff4255c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.835381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11b9e8-fefc-4c0e-b668-d118f81524c7 req-1cbe12f1-0086-42e2-8080-71a7635c77ec tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.843007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d11b9e8-fefc-4c0e-b668-d118f81524c7 req-1cbe12f1-0086-42e2-8080-71a7635c77ec tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 945 time: 0.2400479 Apr 20 13:03:23.864897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e753695d-53d6-4101-a256-571b8845cbef req-64d1970e-27ac-47e9-bd9d-578502e9d40d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:23.866472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e753695d-53d6-4101-a256-571b8845cbef req-64d1970e-27ac-47e9-bd9d-578502e9d40d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.2698128 Apr 20 13:03:23.926109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17acbe05-7dd2-49b0-bda4-5e40ff4255c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.928402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-4080b9d7-d0c8-4c2a-b54d-3a601bba16cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6495070 Apr 20 13:03:23.952243 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17acbe05-7dd2-49b0-bda4-5e40ff4255c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:23.964909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d11b9e8-fefc-4c0e-b668-d118f81524c7 req-2de3c467-e9ad-48db-aaec-4c442d04c47e tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161380 Apr 20 13:03:24.006701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acbe05-7dd2-49b0-bda4-5e40ff4255c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e1c4fd-eeee-4744-b2ef-c0a0da1a6d4e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:24.087416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e753695d-53d6-4101-a256-571b8845cbef req-29970b2a-c9eb-43e6-ac78-85cc5b98264c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846461 Apr 20 13:03:24.106230 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-17acbe05-7dd2-49b0-bda4-5e40ff4255c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b353082f4f164a28a3e10cf146c14008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781212 Apr 20 13:03:24.108865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43596) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:24.176179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce20f172-c37e-4592-bfaa-3dd52efae282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.183985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 711027bb-6b87-441c-978d-ce6f894ccca3 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:24.243237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce20f172-c37e-4592-bfaa-3dd52efae282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.341029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce20f172-c37e-4592-bfaa-3dd52efae282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.343860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ce20f172-c37e-4592-bfaa-3dd52efae282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.347280 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ce20f172-c37e-4592-bfaa-3dd52efae282 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61e1c4fd-eeee-4744-b2ef-c0a0da1a6d4e HTTP/1.1" status: 204 len: 168 time: 0.2348952 Apr 20 13:03:24.357007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20f172-c37e-4592-bfaa-3dd52efae282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e1c4fd-eeee-4744-b2ef-c0a0da1a6d4e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:24.382982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:24.393603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b9f2f41b-d6d7-4397-bef5-e0cb32057358 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/711027bb-6b87-441c-978d-ce6f894ccca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8523347 Apr 20 13:03:24.393603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43624) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:24.396335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] Sync routers for ids ['711027bb-6b87-441c-978d-ce6f894ccca3'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:24.431577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] Routers {'711027bb-6b87-441c-978d-ce6f894ccca3'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:24.431778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9ac4e8a3-6f1d-4fcd-85ed-9e0935b180dd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=711027bb-6b87-441c-978d-ce6f894ccca3 HTTP/1.1" status: 200 len: 205 time: 0.0346491 Apr 20 13:03:24.431888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['711027bb-6b87-441c-978d-ce6f894ccca3'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:24.433244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43626) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:24.479896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-402220e3-4feb-44ac-8dc3-3d32992db63e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:24.487488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-402220e3-4feb-44ac-8dc3-3d32992db63e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.2130530 Apr 20 13:03:24.489450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43628) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:24.516294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:24.532546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] Routers {'711027bb-6b87-441c-978d-ce6f894ccca3'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:24.535383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['711027bb-6b87-441c-978d-ce6f894ccca3'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:24.535751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-77ad6d08-648f-4ae5-b1b1-1951e67bb680 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/quotas/abc0fbb3fbc94041b0bfb1ce93839878 HTTP/1.1" status: 200 len: 375 time: 0.0470552 Apr 20 13:03:24.612304 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd7355e8-e493-4e3f-b5b8-271a646bd2fd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.640060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:24.640748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45f1653-5f68-4b46-bbf6-46a59927ebbe None None] The sync data for ids ['711027bb-6b87-441c-978d-ce6f894ccca3'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:24.658220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-8e150598-a55e-4da9-baac-ae7c2f817c67 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110983 Apr 20 13:03:24.801297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-8c9e0581-c958-475b-a541-db39c015dcca service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392365 Apr 20 13:03:24.894735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:24.899112 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4e6883-82e6-47f6-9122-81636224cf07" -d '{"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:24.920985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1242887419-network', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:24.950392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-17b50c66-55d9-490e-8f16-14ed6089bd9a service neutron] 10.222.0.24 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472085 Apr 20 13:03:24.970569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Made reservation on behalf of b63d7c30f1a44ec8ac8e7f0ad8eedc76 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:24.973903 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:24.996361 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.016460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43650) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:25.022069 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ddb8d8-19ad-4bfd-abff-ea49b3cb00c3 x-openstack-request-id: req-00ddb8d8-19ad-4bfd-abff-ea49b3cb00c3 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:25.022634 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-unplugged", "status": "completed", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:25.023113 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00ddb8d8-19ad-4bfd-abff-ea49b3cb00c3 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:25.023718 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ddb8d8-19ad-4bfd-abff-ea49b3cb00c3'] response: {'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'code': 200} Apr 20 13:03:25.073805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd7355e8-e493-4e3f-b5b8-271a646bd2fd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.078087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd7355e8-e493-4e3f-b5b8-271a646bd2fd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.119248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45f71985-0933-4326-9ed9-b26ff5457e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.138964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd7355e8-e493-4e3f-b5b8-271a646bd2fd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.139610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7355e8-e493-4e3f-b5b8-271a646bd2fd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Fanout notify agent at l3_agent the message router_deleted on router 711027bb-6b87-441c-978d-ce6f894ccca3 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:03:25.149724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd7355e8-e493-4e3f-b5b8-271a646bd2fd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.151692 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bd7355e8-e493-4e3f-b5b8-271a646bd2fd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/711027bb-6b87-441c-978d-ce6f894ccca3 HTTP/1.1" status: 204 len: 168 time: 0.7167528 Apr 20 13:03:25.155300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:25.216116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7fd7e-9aeb-4502-b5a3-ed8cf4d2b348 req-5f1c75d3-83f5-4c03-a0bc-7b141ffcbf68 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.219128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c7fd7e-9aeb-4502-b5a3-ed8cf4d2b348 req-5f1c75d3-83f5-4c03-a0bc-7b141ffcbf68 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 945 time: 0.1327457 Apr 20 13:03:25.241322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet e0de9248-f878-43f0-8262-bbdbb231f8ed {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:03:25.246847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.317939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.321920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.331781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.363077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c7fd7e-9aeb-4502-b5a3-ed8cf4d2b348 req-c4635f40-4615-4e72-b0f3-9da0bf750467 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363683 Apr 20 13:03:25.422053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:03:25.434508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.435095 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Added segment 844bac55-81dc-4353-a532-4d1b69bf48ef of type vlan for network 8bbac716-7544-4143-a856-0136ed547fdb Apr 20 13:03:25.534605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.606349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d64d1bd-e45d-4fb8-818d-2af6d0a1f07b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:25.670104 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.692763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.704729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-1676cc29-f740-4cc2-af85-cfdfa15b8ea8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.706355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-1676cc29-f740-4cc2-af85-cfdfa15b8ea8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "GET /v2.0/ports?device_id=07d6616d-61df-4bed-a7a9-0855263a3ec4 HTTP/1.1" status: 200 len: 944 time: 0.2603447 Apr 20 13:03:25.733033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45f71985-0933-4326-9ed9-b26ff5457e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.747103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-149c7a30-8612-4ea3-ac0c-61d483fcfbef req-bc34f712-3793-479a-ac72-b7c6f76b0ba6 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 210 time: 0.0895967 Apr 20 13:03:25.753997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=e0de9248-f878-43f0-8262-bbdbb231f8ed,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:25.765483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.766588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.766953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.767296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.767826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.768463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.768958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.769463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.772290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.772889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.779131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.779613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:25.781924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-45f71985-0933-4326-9ed9-b26ff5457e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.791904 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.794868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81841b4-9b1d-4718-b250-bb7d583b7305 None None] Network 258a396b-4368-4cc8-9f1d-412651b16440 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:25.800699 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ae05533-420e-4074-9e9f-0aff4d70a626 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/e0de9248-f878-43f0-8262-bbdbb231f8ed HTTP/1.1" status: 204 len: 168 time: 0.6443100 Apr 20 13:03:25.804859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43684) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:25.873144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bba2c-d6d8-4bdd-99d3-48fce16a6b73 req-853ce8f1-711d-446b-8758-ac87696daa92 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.881160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-125bba2c-d6d8-4bdd-99d3-48fce16a6b73 req-853ce8f1-711d-446b-8758-ac87696daa92 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.3726375 Apr 20 13:03:25.943657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.944615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:25.945183 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.951597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:25.998491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-45f71985-0933-4326-9ed9-b26ff5457e93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c97c62616ae14552b2a5c1bae606ddb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9132254 Apr 20 13:03:26.019934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f71985-0933-4326-9ed9-b26ff5457e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03314c-4991-4af3-bd83-20afa4aa81bd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:26.025137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43686) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:26.116025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6211560 Apr 20 13:03:26.120819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43688) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:26.124000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port e3cdcb91-bb65-4277-9f53-31e14659091e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:26.124573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.132419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] DHCP port deletion for 258a396b-4368-4cc8-9f1d-412651b16440 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:03:26.153978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-125bba2c-d6d8-4bdd-99d3-48fce16a6b73 req-2ea99b64-d021-4b60-911f-b27b727b6392 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672803 Apr 20 13:03:26.157936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ebbe0-c999-40ea-b67d-680ae80eae88 admin admin] Pushing event updated for resources: {'Network': ['ID=8bbac716-7544-4143-a856-0136ed547fdb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:26.179415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 8bbac716-7544-4143-a856-0136ed547fdb details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:03:26.206667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840836d-3a13-4400-84d4-1f57a874271f req-34cef836-8a2b-44ae-bb13-12553a382a97 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:26.215504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a840836d-3a13-4400-84d4-1f57a874271f req-34cef836-8a2b-44ae-bb13-12553a382a97 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 945 time: 0.3243542 Apr 20 13:03:26.226533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port e3cdcb91-bb65-4277-9f53-31e14659091e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e3cdcb91-bb65-4277-9f53-31e14659091e,segment=NetworkSegment(447920b1-1e9b-4e2d-994c-f5ffd2eff31f),segment_id=447920b1-1e9b-4e2d-994c-f5ffd2eff31f)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:26.226816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43690) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:26.227762 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.233008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Request body: {'floatingip': {'port_id': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:26.244522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for e3cdcb91-bb65-4277-9f53-31e14659091e owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:26.344693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Request body: {'subnet': {'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1242887419-subnet', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:26.350119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] Deleting port e3cdcb91-bb65-4277-9f53-31e14659091e {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:26.350651 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.351270 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.366102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.374610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bee42d88-791c-4102-b901-08cb09485142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.379598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Deleting port bf08f98a-9ccf-4455-86dc-6d0b843194b3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:26.380095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.512809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] For port e3cdcb91-bb65-4277-9f53-31e14659091e, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:26.513578 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.532273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] Calling delete_port for e3cdcb91-bb65-4277-9f53-31e14659091e owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:26.536353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] Port e3cdcb91-bb65-4277-9f53-31e14659091e was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:03:26.538685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.567327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] Pushing event deleted for resources: {'Port': ['ID=e3cdcb91-bb65-4277-9f53-31e14659091e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:26.579378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40413ca-0d25-4b0c-aa64-95ae49a29a52 None None] No DVR routers for this DVR port e3cdcb91-bb65-4277-9f53-31e14659091e on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:26.592068 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bee42d88-791c-4102-b901-08cb09485142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.768647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] For port bf08f98a-9ccf-4455-86dc-6d0b843194b3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bf08f98a-9ccf-4455-86dc-6d0b843194b3,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:26.768647 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.805320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c0535-b26c-405f-8253-43e1b00c6e51 req-ae30aa5f-cbb5-4cac-9285-1129e6091112 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:26.814333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-524c0535-b26c-405f-8253-43e1b00c6e51 req-ae30aa5f-cbb5-4cac-9285-1129e6091112 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.2970521 Apr 20 13:03:26.835460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=e3cdcb91-bb65-4277-9f53-31e14659091e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:26.849296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port e3cdcb91-bb65-4277-9f53-31e14659091e on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:26.919065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Made reservation on behalf of b63d7c30f1a44ec8ac8e7f0ad8eedc76 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:26.921670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:26.938480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e3cdcb91-bb65-4277-9f53-31e14659091e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:26.974706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e3cdcb91-bb65-4277-9f53-31e14659091e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:26.975310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e3cdcb91-bb65-4277-9f53-31e14659091e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:27.030486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-1a563c78-dc1d-4e72-a584-648c23ead809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.032019 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-1a563c78-dc1d-4e72-a584-648c23ead809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1100 time: 0.6918087 Apr 20 13:03:27.039576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.132931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258a396b-4368-4cc8-9f1d-412651b16440']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:27.149404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447920b1-1e9b-4e2d-994c-f5ffd2eff31f') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:27.149812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447920b1-1e9b-4e2d-994c-f5ffd2eff31f') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:27.163320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.190867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.204395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:03:27.204843 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:03:27.208549 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:03:27.210814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-fe089b21-f7b5-4c25-896f-7e78c0e108db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.211395 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-fe089b21-f7b5-4c25-896f-7e78c0e108db service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1682003 Apr 20 13:03:27.232824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Calling delete_port for bf08f98a-9ccf-4455-86dc-6d0b843194b3 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:27.290615 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-eb38cbe5-65de-4809-86f6-2e22373610fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.0681336 Apr 20 13:03:27.296247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22891056-55ed-4ed0-b75e-b8f2d3c44f42 req-656c5589-30e3-490a-b4f1-3d35fdac7fe5 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 210 time: 0.4345911 Apr 20 13:03:27.304105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bee42d88-791c-4102-b901-08cb09485142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.306563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bee42d88-791c-4102-b901-08cb09485142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.307904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bee42d88-791c-4102-b901-08cb09485142 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc03314c-4991-4af3-bd83-20afa4aa81bd HTTP/1.1" status: 204 len: 168 time: 1.2799232 Apr 20 13:03:27.404462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.425264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-524c0535-b26c-405f-8253-43e1b00c6e51 req-8ce046b2-98bd-4eb7-86f7-8dff3ee2b63f tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079128 Apr 20 13:03:27.438130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee42d88-791c-4102-b901-08cb09485142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03314c-4991-4af3-bd83-20afa4aa81bd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:27.446896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.452285 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/258a396b-4368-4cc8-9f1d-412651b16440 HTTP/1.1" status: 204 len: 168 time: 1.6458998 Apr 20 13:03:27.466361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43702) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:27.475983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2078fc04-b24c-42e3-8bb7-a8e67f9826d8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1381263862', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:27.482080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111dc6d-e5e2-44e1-95b8-c1f645427c6f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=258a396b-4368-4cc8-9f1d-412651b16440,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:27.491274 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-22b18207-25f2-4596-b029-9c4b6f88bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.492793 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-22b18207-25f2-4596-b029-9c4b6f88bd94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1874259 Apr 20 13:03:27.539373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-c1e08a1b-5023-4f3d-b795-ba1dc16e10e1 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.542766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-c1e08a1b-5023-4f3d-b795-ba1dc16e10e1 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 805 time: 0.8067515 Apr 20 13:03:27.573558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2078fc04-b24c-42e3-8bb7-a8e67f9826d8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.574653 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2078fc04-b24c-42e3-8bb7-a8e67f9826d8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.596034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1267a5-2ad5-4eeb-a391-cd5bee2146ff req-d8ec94dd-afb4-4f72-a5a9-2ded152c764f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.603801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a1267a5-2ad5-4eeb-a391-cd5bee2146ff req-d8ec94dd-afb4-4f72-a5a9-2ded152c764f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.1776464 Apr 20 13:03:27.686420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2078fc04-b24c-42e3-8bb7-a8e67f9826d8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.701497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Request body: {'port': {'device_id': '75a65ae8-1885-4c64-912b-d80a22440848', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'admin_state_up': True, 'tenant_id': 'abc0fbb3fbc94041b0bfb1ce93839878'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:27.721441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2078fc04-b24c-42e3-8bb7-a8e67f9826d8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.736518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-32ce9b85-d079-42b8-b33e-1ae90b62d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:27.739696 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-32ce9b85-d079-42b8-b33e-1ae90b62d10b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2354944 Apr 20 13:03:27.752890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2078fc04-b24c-42e3-8bb7-a8e67f9826d8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.754090 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2078fc04-b24c-42e3-8bb7-a8e67f9826d8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2836990 Apr 20 13:03:27.757697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:27.778969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-505160437'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:27.792927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.817803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a1267a5-2ad5-4eeb-a391-cd5bee2146ff req-79371e17-3912-43ab-b114-28c61760422d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127938 Apr 20 13:03:27.858515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571222ce-99f6-451d-849d-30e1ea538cfb,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:27.882224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.923971 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:27.927470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:27.953614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event deleted for resources: {'Port': ['ID=bf08f98a-9ccf-4455-86dc-6d0b843194b3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:27.963948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Checking segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:27.964314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Network hostable DHCP agents. Network: 8bbac716-7544-4143-a856-0136ed547fdb, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:03:27.982252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:03:27.982624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:03:27.986708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bf08f98a-9ccf-4455-86dc-6d0b843194b3 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:28.020969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: bf08f98a-9ccf-4455-86dc-6d0b843194b3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:28.021314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bf08f98a-9ccf-4455-86dc-6d0b843194b3 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:28.036716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Network 8bbac716-7544-4143-a856-0136ed547fdb is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:03:28.044912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.045279 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment 67419576-aa82-47b1-99b7-372209478120 of type vlan for network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 Apr 20 13:03:28.059630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 8bbac716-7544-4143-a856-0136ed547fdb) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:28.067230 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-fc21d782-2861-4ba7-9fa1-e7fa6ca2bdea service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121073 Apr 20 13:03:28.070440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1241d39-239b-4dfb-b162-76cff18f638e None None] Network 8bbac716-7544-4143-a856-0136ed547fdb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:28.085494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] No DVR routers for this DVR port bf08f98a-9ccf-4455-86dc-6d0b843194b3 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:28.100114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:28.100114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.103790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.107352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4cbeace-6f71-42c6-a137-9c7d550904c0 req-f5723c63-8cbb-4737-9f34-b4c62f2f8b3d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.37 "DELETE /v2.0/ports/bf08f98a-9ccf-4455-86dc-6d0b843194b3 HTTP/1.1" status: 204 len: 173 time: 2.3790238 Apr 20 13:03:28.107946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Made reservation on behalf of abc0fbb3fbc94041b0bfb1ce93839878 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:28.111488 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.113903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-deleted', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:28.117122 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af0c2c6-3dba-411f-ab8d-6635ad3c435b" -d '{"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-deleted", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:28.226769 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.231314 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f44790a-8b42-4926-8537-2794f053a62c x-openstack-request-id: req-2f44790a-8b42-4926-8537-2794f053a62c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:28.231608 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d6616d-61df-4bed-a7a9-0855263a3ec4", "name": "network-vif-deleted", "tag": "bf08f98a-9ccf-4455-86dc-6d0b843194b3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:28.231723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-51127e3b-4fcb-4efa-aa09-d75494b2b4b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8885844 Apr 20 13:03:28.232149 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f44790a-8b42-4926-8537-2794f053a62c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:28.232374 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f44790a-8b42-4926-8537-2794f053a62c'] response: {'server_uuid': '07d6616d-61df-4bed-a7a9-0855263a3ec4', 'name': 'network-vif-deleted', 'tag': 'bf08f98a-9ccf-4455-86dc-6d0b843194b3', 'status': 'completed', 'code': 200} Apr 20 13:03:28.232654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:28.239584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:28.273133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.274183 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.277472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.331814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.376596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-1aeabcb4-23c2-41aa-80ba-97fb2f799bd6 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:28.378139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-1aeabcb4-23c2-41aa-80ba-97fb2f799bd6 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.30 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.2907867 Apr 20 13:03:28.402948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-8bbac716-7544-4143-a856-0136ed547fdb', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:03:28.404180 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.443298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.449386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:28.450057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.528873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=563b6e82-f1ba-4f12-9deb-660d1b86e3d2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:28.532941 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-c7302a68-bdae-4b52-8d2e-08808c3b1420 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511631 Apr 20 13:03:28.545485 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-169ec328-2ca4-486d-bb84-22c95ddf927e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7787936 Apr 20 13:03:28.548515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:28.554416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:28.578944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:03:28.695811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94056d9d-bad6-4dc1-82ee-e23d7a8dd68d req-cd392420-3710-45e5-8c4d-c90e2a743ce9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 210 time: 0.2260950 Apr 20 13:03:28.724865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.785255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:28.791875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:28.873506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Allocated IP 172.20.0.2 (8bbac716-7544-4143-a856-0136ed547fdb/571222ce-99f6-451d-849d-30e1ea538cfb/c46e224b-a54d-4c58-9e0a-76ae8eaac4b3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:29.091410 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 5fb28c20-473d-4d06-9525-3b9fd2c5ee4a associated. External IP: 172.25.3.162, port: 2c358dd2-3c60-4b3e-a9f1-a911c78af07f. Apr 20 13:03:29.124716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.131958 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.185034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Network 8bbac716-7544-4143-a856-0136ed547fdb is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:29.189576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Allocated IP 172.20.0.12 (f4cb89c2-98f9-4422-9e77-65d3cb00efcc/1aa62797-b198-497f-a93d-8740c141e6b6/e23c22e5-1bca-4179-a9cf-a070fa9d6f6d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:29.189853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:29.193907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:29.209773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Pushing event updated for resources: {'Port': ['ID=c46e224b-a54d-4c58-9e0a-76ae8eaac4b3,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:29.257476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.266863 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.271128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Attempting to bind port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:29.271301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Attempting to bind port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:29.271652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Attempting to bind port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 on network 8bbac716-7544-4143-a856-0136ed547fdb {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:29.278928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:29.279704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Checking segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:29.280299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.281159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Bound using segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:29.282058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Bound port: c46e224b-a54d-4c58-9e0a-76ae8eaac4b3, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:29.282618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.305425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36869f-3241-43ca-86c3-0bb5c2fa60cf req-cb7f00c0-4fd3-4624-9656-daafd1ccc32e tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.312887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d36869f-3241-43ca-86c3-0bb5c2fa60cf req-cb7f00c0-4fd3-4624-9656-daafd1ccc32e tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.6026211 Apr 20 13:03:29.344633 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=9a64480e-ebbf-4594-96ea-1b158e5fdb92,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:29.376444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Deleting port 26928931-4a97-43b7-ba72-6836a06af5bc {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:29.376789 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.384191 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] For port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:29.389371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] For port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c46e224b-a54d-4c58-9e0a-76ae8eaac4b3,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:29.392846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:29.393704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: 563b6e82-f1ba-4f12-9deb-660d1b86e3d2, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:03:29.407654 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.435820 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:03:29.450316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 563b6e82-f1ba-4f12-9deb-660d1b86e3d2) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:29.456008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b2c5b-8029-429e-9df9-762e73c44074 req-349d2ff0-93a4-45e5-ad27-9d969e200141 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.458712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b1b2c5b-8029-429e-9df9-762e73c44074 req-349d2ff0-93a4-45e5-ad27-9d969e200141 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.4879093 Apr 20 13:03:29.460701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:29.463175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.497622 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8c68d425-edbf-4593-8f63-023bde24b2f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9475636 Apr 20 13:03:29.499929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43754) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:29.520991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbac76-b714-41c1-ae93-916ffb2fddae None None] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:29.668265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91755fe7-eefb-40f0-8b63-4d4436e7b4cc None None] Pushing event updated for resources: {'Port': ['ID=c46e224b-a54d-4c58-9e0a-76ae8eaac4b3,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:29.793706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:03:29.799975 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:29.947229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d36869f-3241-43ca-86c3-0bb5c2fa60cf req-acc10efa-0806-453a-bec6-c1886ac24298 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245337 Apr 20 13:03:29.961830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.027476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b1b2c5b-8029-429e-9df9-762e73c44074 req-728817fd-30a3-467e-b6c0-39644e6803d0 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482662 Apr 20 13:03:30.204772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9039b4f5-ba06-482a-9e24-a9a06393706b req-2cfee707-6c8d-416b-af35-98f7ea676812 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 210 time: 0.1411190 Apr 20 13:03:30.206530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] For port 26928931-4a97-43b7-ba72-6836a06af5bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26928931-4a97-43b7-ba72-6836a06af5bc,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:30.207028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.236423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.251058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Calling delete_port for 26928931-4a97-43b7-ba72-6836a06af5bc owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:30.284209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Allocated IP 2001:db8::2 (563b6e82-f1ba-4f12-9deb-660d1b86e3d2/9a64480e-ebbf-4594-96ea-1b158e5fdb92/f8518a00-b255-42b9-a499-85624282dfcb) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:30.490850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.504370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43772) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:30.509604 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.579158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:30.580640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:30.587191 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:30.602562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8::1 (563b6e82-f1ba-4f12-9deb-660d1b86e3d2/9a64480e-ebbf-4594-96ea-1b158e5fdb92/8e16f0f4-55fa-4440-882e-d0b7f624a34b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:30.693514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Pushing event updated for resources: {'Port': ['ID=f8518a00-b255-42b9-a499-85624282dfcb,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:30.718463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Attempting to bind port f8518a00-b255-42b9-a499-85624282dfcb on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:30.718734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Attempting to bind port f8518a00-b255-42b9-a499-85624282dfcb by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:30.719102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Attempting to bind port f8518a00-b255-42b9-a499-85624282dfcb on network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:30.726848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:30.727204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Checking segment: {'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:30.727621 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.728309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Bound using segment: {'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:30.729436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Bound port: f8518a00-b255-42b9-a499-85624282dfcb, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:30.729872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.829240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26928931-4a97-43b7-ba72-6836a06af5bc no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:30.910384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.912254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7980615-1e84-44ff-9575-3279d24b334b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:30.940592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] For port f8518a00-b255-42b9-a499-85624282dfcb, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:30.958353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] For port f8518a00-b255-42b9-a499-85624282dfcb, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f8518a00-b255-42b9-a499-85624282dfcb,segment=NetworkSegment(67419576-aa82-47b1-99b7-372209478120),segment_id=67419576-aa82-47b1-99b7-372209478120)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:30.973228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.020305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:31.049708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:31.120662 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.133502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7980615-1e84-44ff-9575-3279d24b334b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.149955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7980615-1e84-44ff-9575-3279d24b334b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.200143 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7980615-1e84-44ff-9575-3279d24b334b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1cd8faeae634d0fb576c6a0ba26e42f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6942227 Apr 20 13:03:31.200782 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43782) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:31.247380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Network f4cb89c2-98f9-4422-9e77-65d3cb00efcc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:31.259718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7980615-1e84-44ff-9575-3279d24b334b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c160c486-d793-4b47-bc8b-c2280dadc756,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:31.318094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.387391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=8e16f0f4-55fa-4440-882e-d0b7f624a34b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:31.414633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a65830-a458-458a-bdc3-de2a84a812e6 None None] Network 8bbac716-7544-4143-a856-0136ed547fdb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:31.420853 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76ce3def-2b7d-4ba2-b32a-6cf6b58553dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.446945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:31.447405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:31.452859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:31.454701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:31.458820 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:31.459082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.495323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:31.519540 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:31.534261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.552332 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:31.552848 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:31.560648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-08abe37c-96ea-44fe-9486-4a0d493bffce None None] Provisioning complete for port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:31.561034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08abe37c-96ea-44fe-9486-4a0d493bffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.570076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.578105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.583388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76ce3def-2b7d-4ba2-b32a-6cf6b58553dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.641580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e5c77-6ab8-4e45-968d-75778c5fad87 None None] Pushing event updated for resources: {'Port': ['ID=f8518a00-b255-42b9-a499-85624282dfcb,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:31.650263 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.664713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.699877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:31.700257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.701872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22f0d2-f3e1-4429-bd95-67fc88d1c997 req-386b8d2e-4974-4f2f-b6df-1030be2de316 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.704654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc22f0d2-f3e1-4429-bd95-67fc88d1c997 req-386b8d2e-4974-4f2f-b6df-1030be2de316 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 946 time: 0.6031256 Apr 20 13:03:31.729983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:31.800457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76ce3def-2b7d-4ba2-b32a-6cf6b58553dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.804255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-76ce3def-2b7d-4ba2-b32a-6cf6b58553dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.808451 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-76ce3def-2b7d-4ba2-b32a-6cf6b58553dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c160c486-d793-4b47-bc8b-c2280dadc756 HTTP/1.1" status: 204 len: 168 time: 0.6013069 Apr 20 13:03:31.812093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:31.862460 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08abe37c-96ea-44fe-9486-4a0d493bffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.868501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce3def-2b7d-4ba2-b32a-6cf6b58553dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c160c486-d793-4b47-bc8b-c2280dadc756,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:31.917403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef5d0-2b76-4322-844c-563712a051f2 req-30bcb128-8348-41da-aad2-3d31a4104766 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.935445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b1ef5d0-2b76-4322-844c-563712a051f2 req-30bcb128-8348-41da-aad2-3d31a4104766 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.6851573 Apr 20 13:03:31.941462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:31.950471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-08abe37c-96ea-44fe-9486-4a0d493bffce None None] For port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c46e224b-a54d-4c58-9e0a-76ae8eaac4b3,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:31.958203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:31.960822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08abe37c-96ea-44fe-9486-4a0d493bffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.061432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8449ea52-d8dd-4007-bdcc-7dce157c31ad tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "PUT /v2.0/floatingips/5fb28c20-473d-4d06-9525-3b9fd2c5ee4a HTTP/1.1" status: 200 len: 991 time: 5.8255424 Apr 20 13:03:32.102500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:32.107411 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324" -d '{"events": [{"name": "network-changed", "server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:32.128553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abe37c-96ea-44fe-9486-4a0d493bffce None None] Pushing event updated for resources: {'Port': ['ID=c46e224b-a54d-4c58-9e0a-76ae8eaac4b3,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:32.225317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-909434c3-e077-42cf-bb7d-d3ec51e1d94d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5848341 Apr 20 13:03:32.229792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc22f0d2-f3e1-4429-bd95-67fc88d1c997 req-73afc44f-6fdc-41ca-9fa1-08f59b7e65a8 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109892 Apr 20 13:03:32.247072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Request body: {'port': {'device_id': '75a65ae8-1885-4c64-912b-d80a22440848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:32.290592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.304019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3d41c819-c187-4e4f-af9e-1dd53e6c9796', '10e2ca97-1988-45dc-85fb-7121301b227b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:32.357769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.370747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.371704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.407528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.441299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Pushing event deleted for resources: {'Port': ['ID=26928931-4a97-43b7-ba72-6836a06af5bc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:32.471958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=8e16f0f4-55fa-4440-882e-d0b7f624a34b,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:32.486898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5fb28c20-473d-4d06-9525-3b9fd2c5ee4a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:fd:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:03:02Z', 'updated_at': '2022-04-20T13:03:27Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:32.503292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Allocated IP 172.25.3.46 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/e15fac1f-f23c-4a00-ac06-25237b96a2f9) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:32.562483 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:32.578315 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:32.579185 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:32.583622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-41b3255a-8d79-4fe4-a804-1df2a71fa957 None None] Provisioning complete for port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:32.584712 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41b3255a-8d79-4fe4-a804-1df2a71fa957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.597985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43798) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:32.667657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:32.669546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:32.726834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b1ef5d0-2b76-4322-844c-563712a051f2 req-30702ad5-1773-45d4-94f2-28ca1aa95645 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118976 Apr 20 13:03:32.750766 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:32.823549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7785e241-6f47-4092-a6d5-a9e94ed0bb4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:32.885708 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ace0d3-8101-41ea-ba9c-59273c18c6f5 x-openstack-request-id: req-27ace0d3-8101-41ea-ba9c-59273c18c6f5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:32.886016 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:32.886274 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27ace0d3-8101-41ea-ba9c-59273c18c6f5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:32.886691 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ace0d3-8101-41ea-ba9c-59273c18c6f5'] response: {'name': 'network-changed', 'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'status': 'completed', 'code': 200} Apr 20 13:03:32.917007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93261553-d65f-4627-8ccb-fa428d7b1a2c None None] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:32.920866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:03:33.055462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-763ff31f-358e-435d-bbe0-64d683b6c1e0 None None] Provisioning complete for port f8518a00-b255-42b9-a499-85624282dfcb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:33.055880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-763ff31f-358e-435d-bbe0-64d683b6c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.092763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:33.101408 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ddf6c1a6-2a8f-4c35-992f-f883049508e6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6003165 Apr 20 13:03:33.102048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43802) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:33.107738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-92271410'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:33.119383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:33.126602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:33.132961 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5fb28c20-473d-4d06-9525-3b9fd2c5ee4a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:fd:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:03:02Z', 'updated_at': '2022-04-20T13:03:27Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:33.134244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:33.138964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.176400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:03:33.188705 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5b1cb-b727-436f-8a96-399fb92d01d3 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '5fb28c20-473d-4d06-9525-3b9fd2c5ee4a', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'port_id': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'mac_address': 'fa:16:3e:fd:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:03:02Z', 'updated_at': '2022-04-20T13:03:27Z', 'revision_number': 1, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:33.198688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.199312 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment 54571505-2493-4902-baf9-04849e5a38b4 of type vlan for network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e Apr 20 13:03:33.250630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:33.251411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:33.258870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.290504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.297424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:33.298101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.329978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] No DVR routers for this DVR port 26928931-4a97-43b7-ba72-6836a06af5bc on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:33.345230 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.348467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf9f4c71-ad7d-4cef-b710-75ef2eed2325 req-17f17f60-2c91-4eb9-87fb-c48f002dbfce tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.30 "DELETE /v2.0/ports/26928931-4a97-43b7-ba72-6836a06af5bc HTTP/1.1" status: 204 len: 173 time: 4.9575429 Apr 20 13:03:33.367617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf136bb-9b78-463c-b0fa-eb9a75a48ff3 req-d1fd1a49-639a-4c77-8681-325acfaeee79 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:33.369538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbf136bb-9b78-463c-b0fa-eb9a75a48ff3 req-d1fd1a49-639a-4c77-8681-325acfaeee79 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 932 time: 0.9208972 Apr 20 13:03:33.389233 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2861199 Apr 20 13:03:33.406016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:33.415021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:33.448872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a55dec3-75ee-4357-baee-0e4731ce807d req-776335f9-3d8b-497d-bf4a-bb347994a1d2 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dd4f5bb-b066-4d76-9281-b136fa4b8a80 HTTP/1.1" status: 200 len: 210 time: 0.0942006 Apr 20 13:03:33.493556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-86738338-32bb-40e0-84e0-66fbb46c5400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:33.495191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-86738338-32bb-40e0-84e0-66fbb46c5400 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f6be64e59ce646a3baefaf244cbd8163&device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 1096 time: 0.6148646 Apr 20 13:03:33.505377 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cebcdd-2b2a-44c7-9ec0-5bbb7f11361b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:33.539266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.549537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:03:33.561944 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894de9b-91ab-4a10-b271-ec8da1ab6a4e None None] New status for floating IP 5fb28c20-473d-4d06-9525-3b9fd2c5ee4a: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:03:33.570739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:33.574472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.578045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:33.633331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbf136bb-9b78-463c-b0fa-eb9a75a48ff3 req-673968c7-4663-4658-982f-c8f9c3155c51 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289279 Apr 20 13:03:33.771466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-f3a6d5a5-c237-45b2-8c41-0b4513c90413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:33.773009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-f3a6d5a5-c237-45b2-8c41-0b4513c90413 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 200 len: 914 time: 0.2522156 Apr 20 13:03:33.780758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.795394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23c22e5-1bca-4179-a9cf-a070fa9d6f6d {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:33.846123 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-763ff31f-358e-435d-bbe0-64d683b6c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.929140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7785e241-6f47-4092-a6d5-a9e94ed0bb4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.931592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.933337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.944455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:33.974029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7785e241-6f47-4092-a6d5-a9e94ed0bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:33.993156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:34.010890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:34.028531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Transition to ACTIVE for port object e23c22e5-1bca-4179-a9cf-a070fa9d6f6d will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:34.055465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=a5f832c5-5a84-425c-99ec-04b3860b63fc,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:34.066843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.077515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Pushing event updated for resources: {'Port': ['ID=e15fac1f-f23c-4a00-ac06-25237b96a2f9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:34.078239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:34.078607 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.100148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-5b6ba8b0-96c7-49b6-b910-d2ff1caa8892 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f HTTP/1.1" status: 200 len: 999 time: 0.3002028 Apr 20 13:03:34.104474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:34.105549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:03:34.132092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:03:34.135202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7785e241-6f47-4092-a6d5-a9e94ed0bb4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3f5dcf7495e42c0862f93ad58ca1df0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5115209 Apr 20 13:03:34.142426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43812) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:34.177070 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f724bfc-653f-4f82-a8c8-684436e593e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.196703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:34.200232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967978c-138d-4568-a2fa-b9f937e078ad req-24423a53-3558-438c-b76a-a481a0b7464a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.202965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.203885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.205192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-763ff31f-358e-435d-bbe0-64d683b6c1e0 None None] For port f8518a00-b255-42b9-a499-85624282dfcb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f8518a00-b255-42b9-a499-85624282dfcb,segment=NetworkSegment(67419576-aa82-47b1-99b7-372209478120),segment_id=67419576-aa82-47b1-99b7-372209478120)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:34.210574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6967978c-138d-4568-a2fa-b9f937e078ad req-24423a53-3558-438c-b76a-a481a0b7464a tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.2917557 Apr 20 13:03:34.211810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785e241-6f47-4092-a6d5-a9e94ed0bb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b541c8c-edb1-49dc-8037-507c506e34cd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:34.212043 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-763ff31f-358e-435d-bbe0-64d683b6c1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.244973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973bdd5d-1560-458e-aa93-33bb3cc05a22 None None] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:34.257569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-3c234275-add5-48f0-883c-8630227f8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:34.261504 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-894a504b-0fb5-4b8d-83ce-2b840c211985 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8512874 Apr 20 13:03:34.261677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-3c234275-add5-48f0-883c-8630227f8b42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 200 len: 852 time: 0.1465206 Apr 20 13:03:34.265427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:34.406141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9782037-b5a3-415c-b106-d9db3547a1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.444971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6967978c-138d-4568-a2fa-b9f937e078ad req-1477de76-38a3-44c3-a122-a8547f1441fc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289102 Apr 20 13:03:34.446410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:34.456822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ff31f-358e-435d-bbe0-64d683b6c1e0 None None] Pushing event updated for resources: {'Port': ['ID=f8518a00-b255-42b9-a499-85624282dfcb,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:34.483023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:31Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:32Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:34.491289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f8518a00-b255-42b9-a499-85624282dfcb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:34.549956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9782037-b5a3-415c-b106-d9db3547a1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.804784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Attempting to bind port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:34.805860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Attempting to bind port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:34.806430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Attempting to bind port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:34.815042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:34.815395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Updating router 7f023724-9fc3-4009-af0b-1703fb41aa73 port 8e16f0f4-55fa-4440-882e-d0b7f624a34b binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:03:34.955549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.958688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9782037-b5a3-415c-b106-d9db3547a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.961308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9782037-b5a3-415c-b106-d9db3547a1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:34.962488 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9782037-b5a3-415c-b106-d9db3547a1dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b541c8c-edb1-49dc-8037-507c506e34cd HTTP/1.1" status: 204 len: 168 time: 0.8187037 Apr 20 13:03:34.983749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9782037-b5a3-415c-b106-d9db3547a1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b541c8c-edb1-49dc-8037-507c506e34cd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:35.037741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'name': 'network-vif-deleted', 'tag': '26928931-4a97-43b7-ba72-6836a06af5bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:35.044816 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb6fc91-178c-4f85-9454-6ea008cc9cd5" -d '{"events": [{"server_uuid": "3dd4f5bb-b066-4d76-9281-b136fa4b8a80", "name": "network-vif-deleted", "tag": "26928931-4a97-43b7-ba72-6836a06af5bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:35.047453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:35.049865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:35.070818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c96b6298-a5b6-49ac-99bc-58d7c0e7a2bf None None] Provisioning complete for port 8e16f0f4-55fa-4440-882e-d0b7f624a34b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:35.072275 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c96b6298-a5b6-49ac-99bc-58d7c0e7a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:35.219061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:03:35.219959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Attempting to bind port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d on network f4cb89c2-98f9-4422-9e77-65d3cb00efcc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:35.248235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:35.255878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Checking segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:35.256455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Bound using segment: {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:35.257008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Bound port: e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d6c43d-5ecd-41a8-83c0-3f66c9edf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:35.259962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:35.269591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:03:35.272006 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:35.303707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f8518a00-b255-42b9-a499-85624282dfcb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:35.304128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:35.313661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c96b6298-a5b6-49ac-99bc-58d7c0e7a2bf None None] Port 8e16f0f4-55fa-4440-882e-d0b7f624a34b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:35.339854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-3c3acd5e-b806-4fe7-af57-f7d15ff5a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:35.343197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-3c3acd5e-b806-4fe7-af57-f7d15ff5a9e2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19a9b48e-ece9-48dd-a962-615dbfe7806e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0604563 Apr 20 13:03:35.420865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8:1::1 (e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e/a5f832c5-5a84-425c-99ec-04b3860b63fc/5aede986-41cc-4531-97c7-1b27d5c74b1f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:35.638741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c96b6298-a5b6-49ac-99bc-58d7c0e7a2bf None None] Provisioning complete for port f8518a00-b255-42b9-a499-85624282dfcb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:35.639299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c96b6298-a5b6-49ac-99bc-58d7c0e7a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:35.863622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95dd12d0-3cdf-4361-bee8-ebb636ffab37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.000039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:36.024224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:36.085467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f8518a00-b255-42b9-a499-85624282dfcb up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:36.140866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.150197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.204704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.210715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b2dc4-2fab-49b2-9e5b-c514d58ff867 req-831b7347-e098-4a53-a917-0bcf5e96d34a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.212889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a5b2dc4-2fab-49b2-9e5b-c514d58ff867 req-831b7347-e098-4a53-a917-0bcf5e96d34a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 945 time: 1.1609426 Apr 20 13:03:36.258990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.260230 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.262346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] 10.222.0.30 "PUT /v2.0/ports/e23c22e5-1bca-4179-a9cf-a070fa9d6f6d HTTP/1.1" status: 200 len: 1092 time: 4.0197177 Apr 20 13:03:36.334758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f8518a00-b255-42b9-a499-85624282dfcb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:36.335129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.356327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f766e85-1703-4195-a501-52576571c9b7 req-98deb1c1-26b9-48b1-9653-4f40a3964c98 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.358127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f766e85-1703-4195-a501-52576571c9b7 req-98deb1c1-26b9-48b1-9653-4f40a3964c98 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 1.5694280 Apr 20 13:03:36.363655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=5aede986-41cc-4531-97c7-1b27d5c74b1f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:36.375527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:36.377004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:36.380463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:36.381028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.395486 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.404076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Allocated IP 2001:db8:1::2 (e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e/a5f832c5-5a84-425c-99ec-04b3860b63fc/461843ca-ad85-4c07-af7a-709c836f08d2) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:36.424514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e8f85fa8-29bc-4fc1-986d-170c856a4691 None None] Provisioning complete for port 8e16f0f4-55fa-4440-882e-d0b7f624a34b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:36.424903 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8f85fa8-29bc-4fc1-986d-170c856a4691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.428622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.491389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f766e85-1703-4195-a501-52576571c9b7 req-d1d89166-0be7-444c-8870-ed35144aef39 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931866 Apr 20 13:03:36.557741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.570195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9290b7-998c-4cc4-930a-9fdff5a68e1c service neutron] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:36.584045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-f919d63b-79e4-4f46-b397-780f55563e4f service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1989181 Apr 20 13:03:36.604409 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad81596d-89c4-403e-96eb-4cea1c20dda0 x-openstack-request-id: req-ad81596d-89c4-403e-96eb-4cea1c20dda0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:36.605085 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd4f5bb-b066-4d76-9281-b136fa4b8a80", "name": "network-vif-deleted", "tag": "26928931-4a97-43b7-ba72-6836a06af5bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:36.605344 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad81596d-89c4-403e-96eb-4cea1c20dda0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:36.605977 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad81596d-89c4-403e-96eb-4cea1c20dda0'] response: {'server_uuid': '3dd4f5bb-b066-4d76-9281-b136fa4b8a80', 'name': 'network-vif-deleted', 'tag': '26928931-4a97-43b7-ba72-6836a06af5bc', 'status': 'completed', 'code': 200} Apr 20 13:03:36.714013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a5b2dc4-2fab-49b2-9e5b-c514d58ff867 req-d632bb8a-7e7c-4ff4-b557-3c08198a0c0a tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426893 Apr 20 13:03:36.716079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d76dcc9-57f0-44b7-bff0-0ea3161a5324 req-e2b15245-8fab-4f14-b43e-e5ac129fba1c service neutron] 10.222.0.37 "GET /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091497 Apr 20 13:03:36.746192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.784747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-3c0549de-5ca9-4640-9e70-2aa0c82b1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.786961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-3c0549de-5ca9-4640-9e70-2aa0c82b1797 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 1095 time: 0.4276185 Apr 20 13:03:36.796045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-aa6b4f8b-1bbd-4293-897f-6135f2f16145 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:36.797784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-aa6b4f8b-1bbd-4293-897f-6135f2f16145 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 945 time: 0.4355857 Apr 20 13:03:36.812915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:36.933760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e8f85fa8-29bc-4fc1-986d-170c856a4691 None None] Port 8e16f0f4-55fa-4440-882e-d0b7f624a34b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:36.941892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca49d5-5486-4099-b021-44164629d2f6 None None] Pushing event updated for resources: {'Port': ['ID=8e16f0f4-55fa-4440-882e-d0b7f624a34b,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:36.959281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.029019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.037672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Pushing event updated for resources: {'Port': ['ID=461843ca-ad85-4c07-af7a-709c836f08d2,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:37.038446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.039397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.066499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-2473f76d-b1c3-48eb-bdd7-03d02d308b88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d HTTP/1.1" status: 200 len: 217 time: 0.2637937 Apr 20 13:03:37.088229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3d69b-008b-4eb2-bb59-f3ce621a5d04 req-fb5987f5-e803-42d3-a398-83fbfdfad1c2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.088414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:37.089842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4f3d69b-008b-4eb2-bb59-f3ce621a5d04 req-fb5987f5-e803-42d3-a398-83fbfdfad1c2 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.3666596 Apr 20 13:03:37.107014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:37.114130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-70bb03ff-770e-40fa-bc67-55e63a8f92e5 None None] Provisioning complete for port 8e16f0f4-55fa-4440-882e-d0b7f624a34b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:37.114576 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-70bb03ff-770e-40fa-bc67-55e63a8f92e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.160270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:37.182588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=5aede986-41cc-4531-97c7-1b27d5c74b1f,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:37.202728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Attempting to bind port 8e16f0f4-55fa-4440-882e-d0b7f624a34b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:37.203381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Attempting to bind port 8e16f0f4-55fa-4440-882e-d0b7f624a34b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:37.204038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Attempting to bind port 8e16f0f4-55fa-4440-882e-d0b7f624a34b on network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:37.216882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:37.217171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Checking segment: {'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:37.217393 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.217931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Bound using segment: {'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:37.218472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Bound port: 8e16f0f4-55fa-4440-882e-d0b7f624a34b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67419576-aa82-47b1-99b7-372209478120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:37.219204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.266437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4f3d69b-008b-4eb2-bb59-f3ce621a5d04 req-45d7ff02-c0f0-4e3b-bdc7-d20a25079960 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686196 Apr 20 13:03:37.267876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-615ee6ea-2d18-4c7b-91d9-e3e63f6bbc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:37.269450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-615ee6ea-2d18-4c7b-91d9-e3e63f6bbc49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.1787274 Apr 20 13:03:37.291360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:37.293383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:37.358672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.359287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Attempting to bind port 461843ca-ad85-4c07-af7a-709c836f08d2 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:37.359720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Attempting to bind port 461843ca-ad85-4c07-af7a-709c836f08d2 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:37.360144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Attempting to bind port 461843ca-ad85-4c07-af7a-709c836f08d2 on network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:37.369460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-70bb03ff-770e-40fa-bc67-55e63a8f92e5 None None] Port 8e16f0f4-55fa-4440-882e-d0b7f624a34b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:37.377414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-03dafaa0-25f5-41c3-98ac-4be9d0f6723b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853899 Apr 20 13:03:37.415572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:37.416273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Checking segment: {'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:37.417219 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.418023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Bound using segment: {'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:37.419042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Bound port: 461843ca-ad85-4c07-af7a-709c836f08d2, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:37.419734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.436134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Deleting port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:37.437359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.442942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:03:37.466107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:37.550555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] For port 8e16f0f4-55fa-4440-882e-d0b7f624a34b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:37.554885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] For port 8e16f0f4-55fa-4440-882e-d0b7f624a34b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8e16f0f4-55fa-4440-882e-d0b7f624a34b,segment=NetworkSegment(67419576-aa82-47b1-99b7-372209478120),segment_id=67419576-aa82-47b1-99b7-372209478120)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:37.556363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] For port 461843ca-ad85-4c07-af7a-709c836f08d2, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:37.562131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] For port 461843ca-ad85-4c07-af7a-709c836f08d2, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=461843ca-ad85-4c07-af7a-709c836f08d2,segment=NetworkSegment(54571505-2493-4902-baf9-04849e5a38b4),segment_id=54571505-2493-4902-baf9-04849e5a38b4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:37.564139 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.612847 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.676930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:37.695419 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e2926ce9-c07b-499d-bc9e-126dcc28eb36 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4288840 Apr 20 13:03:37.696060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:37.696713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:37.698645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:37.707176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-623754098'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:37.737122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:37.745607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.790774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:03:37.818678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:37.819680 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment e9aa0906-3142-4b43-911b-8ea96e22755d of type vlan for network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b Apr 20 13:03:37.879443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-7bbff579-9d4f-4a0b-98cd-4d1092c8e56f service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930346 Apr 20 13:03:37.906804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:37.954476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.007343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca49d5-5486-4099-b021-44164629d2f6 None None] Pushing event updated for resources: {'Port': ['ID=8e16f0f4-55fa-4440-882e-d0b7f624a34b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:38.055872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] For port 3d41c819-c187-4e4f-af9e-1dd53e6c9796, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3d41c819-c187-4e4f-af9e-1dd53e6c9796,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:38.056472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.132536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.142991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.142991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.170283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Calling delete_port for 3d41c819-c187-4e4f-af9e-1dd53e6c9796 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:38.250882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=14c9ecbc-73ba-4a59-aa7c-6107b381a55b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:38.269257 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d69e15fa-7bf8-416f-b1bc-9d01e1ee06ec tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5691731 Apr 20 13:03:38.269820 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43922) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:38.275180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:38.287859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:38.328558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a973807-8b84-4c87-9e2b-abf66a887df7 req-4cd4c176-2638-4b19-921e-fd9f91caa23d tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.330149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a973807-8b84-4c87-9e2b-abf66a887df7 req-4cd4c176-2638-4b19-921e-fd9f91caa23d tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 945 time: 0.4498293 Apr 20 13:03:38.339056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aeaf6-c548-4548-ac7b-ba6f35821e86 req-aba238e7-bd4d-49ca-8f91-25e2fb3d5db1 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.340580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b85aeaf6-c548-4548-ac7b-ba6f35821e86 req-aba238e7-bd4d-49ca-8f91-25e2fb3d5db1 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 0.6160963 Apr 20 13:03:38.367978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Sync routers for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:38.374797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:03:38.433030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.436876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d389386e-ebe9-49d1-a6d2-76dc762157de admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.1982689 Apr 20 13:03:38.443015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43926) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:38.491768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6f59990-47fc-4eb4-8ea3-c51feefae1df req-f94c7f3e-08c9-4a18-9b25-d1eecb0cc307 service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044088 Apr 20 13:03:38.496844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a973807-8b84-4c87-9e2b-abf66a887df7 req-19594045-261f-4963-94a6-b070791f45e4 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495173 Apr 20 13:03:38.501671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b85aeaf6-c548-4548-ac7b-ba6f35821e86 req-da244dd9-3cd4-4d96-b754-ee2d435e77de tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465697 Apr 20 13:03:38.594528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:38.599305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.610235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:38.612496 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba31d70-9c4c-4961-af69-1cfde849fe00" -d '{"events": [{"name": "network-changed", "server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:38.684433 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.811604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['10e2ca97-1988-45dc-85fb-7121301b227b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:38.832958 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe1f62b-febc-4c3c-80b4-00d0fa3eecc5 x-openstack-request-id: req-3fe1f62b-febc-4c3c-80b4-00d0fa3eecc5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:38.833682 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:38.834096 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fe1f62b-febc-4c3c-80b4-00d0fa3eecc5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:38.835095 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe1f62b-febc-4c3c-80b4-00d0fa3eecc5'] response: {'name': 'network-changed', 'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'status': 'completed', 'code': 200} Apr 20 13:03:38.835942 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.836732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Pushing event deleted for resources: {'Port': ['ID=3d41c819-c187-4e4f-af9e-1dd53e6c9796,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:38.873569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4992623a-8b78-48c6-825f-e3c65aaedc2b None None] Provisioning complete for port 8e16f0f4-55fa-4440-882e-d0b7f624a34b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:38.874473 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4992623a-8b78-48c6-825f-e3c65aaedc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:38.939129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:38.939943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:38.961204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-d0f48e29-cded-4113-9e5d-edd6aecad977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:38.966456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-d0f48e29-cded-4113-9e5d-edd6aecad977 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 1095 time: 0.1536252 Apr 20 13:03:39.010166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ebb65-895f-4dca-b0e2-bb5b7288e2f5 req-4a7cd166-567f-4062-a562-1c1c4d891065 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.012164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-193ebb65-895f-4dca-b0e2-bb5b7288e2f5 req-4a7cd166-567f-4062-a562-1c1c4d891065 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.3561783 Apr 20 13:03:39.037891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:39.101778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d864e-7ddc-458a-82fa-c171236d75cd None None] Pushing event updated for resources: {'Port': ['ID=461843ca-ad85-4c07-af7a-709c836f08d2,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:39.103540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] No DVR routers for this DVR port 3d41c819-c187-4e4f-af9e-1dd53e6c9796 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:39.113067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:39.116385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55684c5e-c917-4253-8f2a-001dc77c3efa req-526df6a9-40dc-4e30-adc2-5fb9da5ebe67 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "DELETE /v2.0/ports/3d41c819-c187-4e4f-af9e-1dd53e6c9796 HTTP/1.1" status: 204 len: 173 time: 2.2834432 Apr 20 13:03:39.310415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-193ebb65-895f-4dca-b0e2-bb5b7288e2f5 req-1bc65d78-85ff-435d-a595-e02f5e974975 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119379 Apr 20 13:03:39.347607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:39.357676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-06fc526b-2cca-4e63-90c9-a7d363ba6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.359719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-06fc526b-2cca-4e63-90c9-a7d363ba6753 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 200 len: 906 time: 0.3858209 Apr 20 13:03:39.441624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc371d5-8134-4c64-883b-095a616b059c None None] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:39.443530 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:39.456798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-d2b6458a-5542-4a07-a741-4400ceb857e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d HTTP/1.1" status: 200 len: 217 time: 0.0815663 Apr 20 13:03:39.554516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-b7ff62ff-6bd4-404b-a669-ae6f3a61ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:39.571492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-b7ff62ff-6bd4-404b-a669-ae6f3a61ec29 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 200 len: 845 time: 0.1117787 Apr 20 13:03:39.637042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-0355f114-cc1c-4fc3-b909-89e945ff7abb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f4cb89c2-98f9-4422-9e77-65d3cb00efcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584481 Apr 20 13:03:39.707906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4869e640-a273-4f90-9085-a1e68200862e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:36Z', 'revision_number': 3, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:36Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:37Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:39.710405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=f2a5f48e-4dab-4304-b58f-6912d8ce27e0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:39.780145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74f70bda-5b12-4167-abec-2b25bc656384 req-624d9e67-55c4-481d-a422-989d14a6a1d2 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=11018c55-9729-45b4-aac0-5f5f7fbc4055 HTTP/1.1" status: 200 len: 210 time: 0.1054673 Apr 20 13:03:39.797951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4869e640-a273-4f90-9085-a1e68200862e None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:36Z', 'revision_number': 3, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:36Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:37Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:39.887073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:39.889352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: 14c9ecbc-73ba-4a59-aa7c-6107b381a55b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:03:40.003175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcde770-88d8-4961-bbea-ac9ce5f945ca req-13fd77a2-d787-4230-b49a-4f91fee117d7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.014460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dcde770-88d8-4961-bbea-ac9ce5f945ca req-13fd77a2-d787-4230-b49a-4f91fee117d7 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 0.2492771 Apr 20 13:03:40.079634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.089649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dcde770-88d8-4961-bbea-ac9ce5f945ca req-3e5151eb-a63c-4c9d-b2c4-32e83a91bc2f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585797 Apr 20 13:03:40.091805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-21f7a828-3b50-4e80-9708-c1a55e30b83d service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475644 Apr 20 13:03:40.093558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:03:40.117195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 14c9ecbc-73ba-4a59-aa7c-6107b381a55b) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:40.132703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.133394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.142492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d41c819-c187-4e4f-af9e-1dd53e6c9796 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:40.168219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85df2f35-27e5-49ce-adbd-886770e170cf None None] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:40.168831 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-88423d55-30b2-45bf-b330-2e3601ebceff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8974211 Apr 20 13:03:40.171609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43962) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:40.285515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 461843ca-ad85-4c07-af7a-709c836f08d2 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:40.294670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4992623a-8b78-48c6-825f-e3c65aaedc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.296375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 3d41c819-c187-4e4f-af9e-1dd53e6c9796 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:40.296870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3d41c819-c187-4e4f-af9e-1dd53e6c9796 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:40.313980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ba31d70-9c4c-4961-af69-1cfde849fe00 req-92c22efd-d614-432d-bbc5-78b37ee043d1 service neutron] 10.222.0.30 "GET /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144046 Apr 20 13:03:40.493730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17847f7c-8b2b-453b-94b5-d2d30f67fca2 req-cc9bd197-7658-40bb-91e8-02c181611af1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:40.505977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17847f7c-8b2b-453b-94b5-d2d30f67fca2 req-cc9bd197-7658-40bb-91e8-02c181611af1 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.0913010 Apr 20 13:03:40.567700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17847f7c-8b2b-453b-94b5-d2d30f67fca2 req-be7a0ed9-b34f-4770-a649-a6873055f80b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606043 Apr 20 13:03:40.614117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4992623a-8b78-48c6-825f-e3c65aaedc2b None None] For port 8e16f0f4-55fa-4440-882e-d0b7f624a34b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8e16f0f4-55fa-4440-882e-d0b7f624a34b,segment=NetworkSegment(67419576-aa82-47b1-99b7-372209478120),segment_id=67419576-aa82-47b1-99b7-372209478120)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:40.651376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4992623a-8b78-48c6-825f-e3c65aaedc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.665434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:34Z', 'revision_number': 3, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:40.718427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Checking router: dca864d5-c8e6-40cc-8a1d-1c558e2f79bb for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:40.718798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Updating router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb port e15fac1f-f23c-4a00-ac06-25237b96a2f9 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:03:40.763450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.837194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'name': 'network-vif-deleted', 'tag': '3d41c819-c187-4e4f-af9e-1dd53e6c9796'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:40.842425 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff8ee78-24e3-4957-abab-52a2afcb6f4c" -d '{"events": [{"server_uuid": "11018c55-9729-45b4-aac0-5f5f7fbc4055", "name": "network-vif-deleted", "tag": "3d41c819-c187-4e4f-af9e-1dd53e6c9796"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:40.846272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 461843ca-ad85-4c07-af7a-709c836f08d2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:40.846689 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:40.933200 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9ecf04-e0f1-4275-86d0-d0a6efa8b3b4 x-openstack-request-id: req-6f9ecf04-e0f1-4275-86d0-d0a6efa8b3b4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:40.933494 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11018c55-9729-45b4-aac0-5f5f7fbc4055", "name": "network-vif-deleted", "tag": "3d41c819-c187-4e4f-af9e-1dd53e6c9796", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:40.933776 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f9ecf04-e0f1-4275-86d0-d0a6efa8b3b4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:40.934156 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f9ecf04-e0f1-4275-86d0-d0a6efa8b3b4'] response: {'server_uuid': '11018c55-9729-45b4-aac0-5f5f7fbc4055', 'name': 'network-vif-deleted', 'tag': '3d41c819-c187-4e4f-af9e-1dd53e6c9796', 'status': 'completed', 'code': 200} Apr 20 13:03:40.974240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Allocated IP 172.20.0.1 (8bbac716-7544-4143-a856-0136ed547fdb/571222ce-99f6-451d-849d-30e1ea538cfb/7bcd4572-b5d8-42a5-99ff-b945eb2ccc82) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:41.100696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-670bd847-5943-4b1b-8345-b8504fb564ca None None] Provisioning complete for port 461843ca-ad85-4c07-af7a-709c836f08d2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:41.101071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-670bd847-5943-4b1b-8345-b8504fb564ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:41.242623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:41.505772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d43e99-9d39-45a0-b242-9c15a18bbafd req-e0619db7-7172-4f32-ab15-70bbafed924e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:41.507364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70d43e99-9d39-45a0-b242-9c15a18bbafd req-e0619db7-7172-4f32-ab15-70bbafed924e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 0.1925006 Apr 20 13:03:41.600803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff166f5b-73b9-482d-bb10-79e1f26b5a98 req-a562b091-d275-4e1c-9029-e479c0a5ef8b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:41.602443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff166f5b-73b9-482d-bb10-79e1f26b5a98 req-a562b091-d275-4e1c-9029-e479c0a5ef8b tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1915319 Apr 20 13:03:41.742618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:41.810032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff166f5b-73b9-482d-bb10-79e1f26b5a98 req-ed6d4182-d797-4f9f-9abd-46f5ace843bd tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798704 Apr 20 13:03:41.839236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70d43e99-9d39-45a0-b242-9c15a18bbafd req-543a4af4-ffc9-480c-9db1-efff8b534533 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127420 Apr 20 13:03:41.947484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:03:41.948341 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:41.974889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992623a-8b78-48c6-825f-e3c65aaedc2b None None] Pushing event updated for resources: {'Port': ['ID=8e16f0f4-55fa-4440-882e-d0b7f624a34b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:42.016025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.060776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Network 8bbac716-7544-4143-a856-0136ed547fdb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:42.093272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761ee4b-d1aa-4183-84c5-0645514466a0 req-6a5d624c-1e74-46e9-aa38-332243ab080c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:42.108763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4761ee4b-d1aa-4183-84c5-0645514466a0 req-6a5d624c-1e74-46e9-aa38-332243ab080c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.1305726 Apr 20 13:03:42.110164 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:42.116844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:42.164404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.280881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4761ee4b-d1aa-4183-84c5-0645514466a0 req-ffeb82aa-2e02-416f-b664-2a84f62673c7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711633 Apr 20 13:03:42.341170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.368857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Pushing event updated for resources: {'Port': ['ID=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:42.389273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8:2::1 (14c9ecbc-73ba-4a59-aa7c-6107b381a55b/f2a5f48e-4dab-4304-b58f-6912d8ce27e0/a49e851a-1980-4efc-ab08-04fc0d93f79f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:42.614037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 461843ca-ad85-4c07-af7a-709c836f08d2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=461843ca-ad85-4c07-af7a-709c836f08d2,segment=NetworkSegment(54571505-2493-4902-baf9-04849e5a38b4),segment_id=54571505-2493-4902-baf9-04849e5a38b4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:42.626345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-670bd847-5943-4b1b-8345-b8504fb564ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.637340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:42.810248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8e16f0f4-55fa-4440-882e-d0b7f624a34b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:42.926333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e23c22e5-1bca-4179-a9cf-a070fa9d6f6d details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:03:42.997682 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.009306 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-670bd847-5943-4b1b-8345-b8504fb564ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:03:43.010704 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-670bd847-5943-4b1b-8345-b8504fb564ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:03:43.012240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=461843ca-ad85-4c07-af7a-709c836f08d2,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:43.066680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-99ca2c6b-7a28-4079-a7f6-3112045513dc tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.068789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-99ca2c6b-7a28-4079-a7f6-3112045513dc tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1748521 Apr 20 13:03:43.083639 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.106451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b43a8c-465c-4a5c-86fc-866c0cee85b9 req-757a6074-3a92-439c-bd4e-6bb383d598cc tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.108496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34b43a8c-465c-4a5c-86fc-866c0cee85b9 req-757a6074-3a92-439c-bd4e-6bb383d598cc tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 945 time: 0.1745515 Apr 20 13:03:43.169906 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.183744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.238901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34b43a8c-465c-4a5c-86fc-866c0cee85b9 req-893a49ad-6597-4173-af1e-19f28848b649 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9f5425c-94d4-4968-a2df-1e4848479cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040177 Apr 20 13:03:43.275886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 8e16f0f4-55fa-4440-882e-d0b7f624a34b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:43.276376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.284345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c04d0-a5ee-457c-8e41-c24d61dff020 None None] Pushing event updated for resources: {'Port': ['ID=e15fac1f-f23c-4a00-ac06-25237b96a2f9,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:43.296756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09655b-4c56-4e3d-8a15-d39e137105a1 req-7e6b317a-c84c-4fb2-9db3-9a34fd099f81 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.312242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af09655b-4c56-4e3d-8a15-d39e137105a1 req-7e6b317a-c84c-4fb2-9db3-9a34fd099f81 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 0.3143516 Apr 20 13:03:43.320024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Attempting to bind port e15fac1f-f23c-4a00-ac06-25237b96a2f9 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:43.320393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Attempting to bind port e15fac1f-f23c-4a00-ac06-25237b96a2f9 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:43.320891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Attempting to bind port e15fac1f-f23c-4a00-ac06-25237b96a2f9 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:43.344890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:43.345265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:43.345692 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.346137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:43.346796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Bound port: e15fac1f-f23c-4a00-ac06-25237b96a2f9, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:43.347181 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.383046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af09655b-4c56-4e3d-8a15-d39e137105a1 req-f6821280-c796-4d3a-bc69-feca2cb52329 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Apr 20 13:03:43.400854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Deleting port 10e2ca97-1988-45dc-85fb-7121301b227b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:43.401359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.422520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] For port e15fac1f-f23c-4a00-ac06-25237b96a2f9, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:43.427715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] For port e15fac1f-f23c-4a00-ac06-25237b96a2f9, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e15fac1f-f23c-4a00-ac06-25237b96a2f9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:43.436947 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.444480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.444766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.498786 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:43.511210 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:43.512463 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:43.537146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.557663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:43.575004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'mac_address': 'fa:16:3e:dc:a7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:03:43.593888 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.594114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69d456-118b-4417-baaf-78521b6ea41d req-401dadfc-2273-40b3-94b2-02bdb161abc7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:43.594114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb69d456-118b-4417-baaf-78521b6ea41d req-401dadfc-2273-40b3-94b2-02bdb161abc7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.1734519 Apr 20 13:03:43.594323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c04d0-a5ee-457c-8e41-c24d61dff020 None None] Pushing event updated for resources: {'Port': ['ID=e15fac1f-f23c-4a00-ac06-25237b96a2f9,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:43.594461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Pushing event updated for resources: {'Port': ['ID=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:43.607779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:43.613754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:43.690105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:43.690792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.693331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=a49e851a-1980-4efc-ab08-04fc0d93f79f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:43.709431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Allocated IP 2001:db8:2::2 (14c9ecbc-73ba-4a59-aa7c-6107b381a55b/f2a5f48e-4dab-4304-b58f-6912d8ce27e0/5049ad19-661c-4a79-ac4f-9830f2485583) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:43.762143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] For port 10e2ca97-1988-45dc-85fb-7121301b227b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=10e2ca97-1988-45dc-85fb-7121301b227b,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:43.762876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.782790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Calling delete_port for 10e2ca97-1988-45dc-85fb-7121301b227b owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:43.836716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Network 8bbac716-7544-4143-a856-0136ed547fdb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:43.840607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:43.867320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:43.867949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:43.869671 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:43.908502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb69d456-118b-4417-baaf-78521b6ea41d req-c21e9b73-a83d-4e64-8c1f-a61570118e0c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160889 Apr 20 13:03:43.948958 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:43.991655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23c22e5-1bca-4179-a9cf-a070fa9d6f6d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:03:44.007557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.145890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.256383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:44.308948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] No DVR routers for this DVR port 10e2ca97-1988-45dc-85fb-7121301b227b on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:44.314030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.318904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07490957-bbb9-4a06-8ca3-22f86fc5f1b6 req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.37 "DELETE /v2.0/ports/10e2ca97-1988-45dc-85fb-7121301b227b HTTP/1.1" status: 204 len: 173 time: 1.2215700 Apr 20 13:03:44.319701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'name': 'network-vif-deleted', 'tag': '10e2ca97-1988-45dc-85fb-7121301b227b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:44.324344 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0138e7f4-3e1f-44e3-ac8b-43057233125a" -d '{"events": [{"server_uuid": "bee870ac-5773-492f-9d93-ced89cd6d736", "name": "network-vif-deleted", "tag": "10e2ca97-1988-45dc-85fb-7121301b227b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:44.328786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca21ed3-d325-46e3-8f49-4090489252f1 tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] Pushing event deleted for resources: {'Port': ['ID=10e2ca97-1988-45dc-85fb-7121301b227b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:44.370358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Provisioning complete for port 5aede986-41cc-4531-97c7-1b27d5c74b1f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:44.370733 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.398342 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:36Z', 'revision_number': 3, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:36Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:44.490301 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:44.494085 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Updating router 7f023724-9fc3-4009-af0b-1703fb41aa73 port 5aede986-41cc-4531-97c7-1b27d5c74b1f binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:03:44.501353 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3288b888-b27f-4b5a-992e-ff25e8bc3018 x-openstack-request-id: req-3288b888-b27f-4b5a-992e-ff25e8bc3018 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:44.503356 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee870ac-5773-492f-9d93-ced89cd6d736", "name": "network-vif-deleted", "tag": "10e2ca97-1988-45dc-85fb-7121301b227b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:44.503618 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3288b888-b27f-4b5a-992e-ff25e8bc3018 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:44.504043 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3288b888-b27f-4b5a-992e-ff25e8bc3018'] response: {'server_uuid': 'bee870ac-5773-492f-9d93-ced89cd6d736', 'name': 'network-vif-deleted', 'tag': '10e2ca97-1988-45dc-85fb-7121301b227b', 'status': 'completed', 'code': 200} Apr 20 13:03:44.513098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ee8bd50-7022-4fb2-9b30-cbe5c8f1e590 req-ad70e80a-3a5d-41f8-9b54-650c0be2d7eb tempest-ListServerFiltersTestJSON-107249513 tempest-ListServerFiltersTestJSON-107249513-project] 10.222.0.24 "GET /v2.0/ports?device_id=bee870ac-5773-492f-9d93-ced89cd6d736 HTTP/1.1" status: 200 len: 210 time: 0.1420617 Apr 20 13:03:44.571422 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.587849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1ea39-46c0-470a-bfd4-723d685e579d req-81531c3c-5193-400a-8537-3f6c583f7255 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:44.599749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7da1ea39-46c0-470a-bfd4-723d685e579d req-81531c3c-5193-400a-8537-3f6c583f7255 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 0.0824156 Apr 20 13:03:44.640336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:44.749553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.750416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7da1ea39-46c0-470a-bfd4-723d685e579d req-3d940c9a-e4d5-4644-b818-c94064d2a7fc tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475804 Apr 20 13:03:44.789843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:44.816096 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.835476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.836324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:44.856096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Port 5aede986-41cc-4531-97c7-1b27d5c74b1f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:44.945188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 461843ca-ad85-4c07-af7a-709c836f08d2 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:45.115652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Provisioning complete for port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:45.116248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.180594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c352c-ca7b-477a-b04e-e85f94bad9ba req-9a09b09d-974a-4fcd-971b-56a12d0be8c8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:45.189415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496c352c-ca7b-477a-b04e-e85f94bad9ba req-9a09b09d-974a-4fcd-971b-56a12d0be8c8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.1442356 Apr 20 13:03:45.200005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e23c22e5-1bca-4179-a9cf-a070fa9d6f6d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:03:45.200914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:45.207548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:45.220950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:45.223028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=a49e851a-1980-4efc-ab08-04fc0d93f79f,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:45.242544 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff800287-b92a-411d-bf9a-4bb1f6bb0efb admin admin] 10.222.0.24 "PUT /v2.0/routers/dca864d5-c8e6-40cc-8a1d-1c558e2f79bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7913511 Apr 20 13:03:45.299833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:45.313312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496c352c-ca7b-477a-b04e-e85f94bad9ba req-953c39ed-6e77-4280-b5cd-c057268b6974 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230211 Apr 20 13:03:45.324487 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.337496 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.343565 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.365085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:45.372134 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.456794 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Pushing event updated for resources: {'Port': ['ID=5aede986-41cc-4531-97c7-1b27d5c74b1f,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:45.462069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:45.490752 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.491428 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.492006 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.492541 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.493055 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.493581 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.494760 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.495281 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.495802 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.496530 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.497071 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.497593 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:45.542189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Provisioning complete for port 461843ca-ad85-4c07-af7a-709c836f08d2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:45.542484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc76ce45-f3da-4fb6-8bc3-59b1606f46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.552386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 461843ca-ad85-4c07-af7a-709c836f08d2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:45.552797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.565296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:45.606504 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Attempting to bind port 5aede986-41cc-4531-97c7-1b27d5c74b1f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:45.609301 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Attempting to bind port 5aede986-41cc-4531-97c7-1b27d5c74b1f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:45.610160 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Attempting to bind port 5aede986-41cc-4531-97c7-1b27d5c74b1f on network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:45.620486 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:45.621225 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Checking segment: {'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:45.621959 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.622526 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Bound using segment: {'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:45.623159 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Bound port: 5aede986-41cc-4531-97c7-1b27d5c74b1f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54571505-2493-4902-baf9-04849e5a38b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:45.623753 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.652471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44082) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:45.721975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:45.738666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a3e92b0e-7a56-4a2f-9300-ad6d45a428b4 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5659587 Apr 20 13:03:45.739635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44088) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:45.745657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1661301346'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:45.789288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:45.806559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.836640 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] For port 5aede986-41cc-4531-97c7-1b27d5c74b1f, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:45.842553 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] For port 5aede986-41cc-4531-97c7-1b27d5c74b1f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aede986-41cc-4531-97c7-1b27d5c74b1f,segment=NetworkSegment(54571505-2493-4902-baf9-04849e5a38b4),segment_id=54571505-2493-4902-baf9-04849e5a38b4)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:45.849055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Deleting subnet 4c45f473-2b04-47db-82e9-5c482c4ad38e {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:03:45.867084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.891211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:03:45.898346 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.912419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:45.912819 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added segment 801f8cd0-7b67-4d9f-9287-91727d6baba5 of type vlan for network 07d2d287-0024-41db-bcd6-b1969d180e81 Apr 20 13:03:45.957763 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:45.958387 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:45.964646 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.001508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.001998 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44b666-24c7-42ea-af45-880142715a19 None None] Pushing event updated for resources: {'Port': ['ID=5aede986-41cc-4531-97c7-1b27d5c74b1f,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:46.028968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:46.029698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.071622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.115740 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:46.128505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Network': ['ID=07d2d287-0024-41db-bcd6-b1969d180e81,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:46.182490 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bea30e6f-8fc0-49dc-87b2-ff1bd43afd6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4416690 Apr 20 13:03:46.187139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44094) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:46.192522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'subnet': {'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:46.298660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 10e2ca97-1988-45dc-85fb-7121301b227b no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:46.388621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 07d2d287-0024-41db-bcd6-b1969d180e81 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:03:46.388621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:46.433797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 10e2ca97-1988-45dc-85fb-7121301b227b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:46.434194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 10e2ca97-1988-45dc-85fb-7121301b227b not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:46.436244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:46.494544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Pushing event updated for resources: {'Port': ['ID=5049ad19-661c-4a79-ac4f-9830f2485583,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:46.520761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Made reservation on behalf of e737fdb7c45b464e97f67998e006d5a2 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:46.524897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.698300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:45Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:44Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:46.740060 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c85aa2e-45f2-4633-aec2-58cff79c7f58 None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:45Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:44Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:46.774264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd40e1-8e6e-4f1a-abf1-57afe8c4bcde req-36f08e1d-3e7f-471a-9911-50321292b4d1 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:46.782192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37fd40e1-8e6e-4f1a-abf1-57afe8c4bcde req-36f08e1d-3e7f-471a-9911-50321292b4d1 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 945 time: 0.8402736 Apr 20 13:03:46.785125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.817033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:46.827247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3c86e74a-72cd-455e-b445-e40b26d00ffa tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221270440', 'description': 'tempest-description--962006345'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:46.904158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Attempting to bind port 5049ad19-661c-4a79-ac4f-9830f2485583 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:46.904527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Attempting to bind port 5049ad19-661c-4a79-ac4f-9830f2485583 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:46.904884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Attempting to bind port 5049ad19-661c-4a79-ac4f-9830f2485583 on network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:46.940111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 2, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:46.958037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:46.958466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Checking segment: {'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:46.958893 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.959253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Bound using segment: {'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:46.959795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Bound port: 5049ad19-661c-4a79-ac4f-9830f2485583, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:46.960282 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:46.988861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.004274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c86e74a-72cd-455e-b445-e40b26d00ffa tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.010553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.066238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37fd40e1-8e6e-4f1a-abf1-57afe8c4bcde req-46be3fbd-54c2-40e9-9c35-e3960ecaf9c4 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829864 Apr 20 13:03:47.080910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c45f473-2b04-47db-82e9-5c482c4ad38e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:47.102504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.105957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9d33c-18ce-4faf-a901-5fe0ca57d2f6 None None] The sync data for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 is: [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 2, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:47.107630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ca4727-e0b2-48e9-a50b-451f9b28b7e6 None None] Network 0ce03659-0107-43e3-b8c8-c1043d9526c5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:47.122934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c45f473-2b04-47db-82e9-5c482c4ad38e HTTP/1.1" status: 204 len: 168 time: 1.4690390 Apr 20 13:03:47.127251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.128354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.133138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.133834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.134405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.135713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.136121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.137813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.137946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44118) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:47.138040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.138478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.138756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.139143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d6daa-c560-4a1f-a56d-45e2f99fa13b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:03:47.158923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41c740f-14f0-4902-a4da-9944b553c1d7 req-f3a3d0f8-0af1-443f-a821-6b044f814b14 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:47.172067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e41c740f-14f0-4902-a4da-9944b553c1d7 req-f3a3d0f8-0af1-443f-a821-6b044f814b14 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.2630558 Apr 20 13:03:47.242018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e41c740f-14f0-4902-a4da-9944b553c1d7 req-567fbbc4-58e7-4e80-9f79-f2a1b22357cf tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686235 Apr 20 13:03:47.322697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] For port 5049ad19-661c-4a79-ac4f-9830f2485583, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:47.394201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] For port 5049ad19-661c-4a79-ac4f-9830f2485583, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5049ad19-661c-4a79-ac4f-9830f2485583,segment=NetworkSegment(e9aa0906-3142-4b43-911b-8ea96e22755d),segment_id=e9aa0906-3142-4b43-911b-8ea96e22755d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:47.416291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.416549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.434240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Subnet': ['ID=6d6fa1a0-088f-4193-92a2-3ad4ded9bb81,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:47.473922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Checking segment: {'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:47.474250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network hostable DHCP agents. Network: 07d2d287-0024-41db-bcd6-b1969d180e81, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:03:47.548601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c86e74a-72cd-455e-b445-e40b26d00ffa tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.571251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aede986-41cc-4531-97c7-1b27d5c74b1f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:47.574607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 07d2d287-0024-41db-bcd6-b1969d180e81 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:03:47.577017 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c86e74a-72cd-455e-b445-e40b26d00ffa tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.607686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Deleting port cd2075ab-f471-4025-bb48-dfd42e1eff0a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:03:47.608158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.654525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 07d2d287-0024-41db-bcd6-b1969d180e81) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:47.705572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c86e74a-72cd-455e-b445-e40b26d00ffa tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.710884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44126) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:47.711081 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3c86e74a-72cd-455e-b445-e40b26d00ffa tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8896523 Apr 20 13:03:47.717102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a5fc6bad-c27c-41ec-b3df-63ea74f399f9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'security_group_rule': {'security_group_id': 'ccf70658-39a4-4a08-968a-3c06ee91dc33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:47.734167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:47.735181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.739879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86e74a-72cd-455e-b445-e40b26d00ffa tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf70658-39a4-4a08-968a-3c06ee91dc33,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:47.741382 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca425fa-d0d2-4d33-9d33-387406d18e44 None None] Network 07d2d287-0024-41db-bcd6-b1969d180e81 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:47.773438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Provisioning complete for port 5aede986-41cc-4531-97c7-1b27d5c74b1f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:47.778412 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.788915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1e7c1-2f1b-4e11-985d-881acc10982b None None] Pushing event updated for resources: {'Port': ['ID=5049ad19-661c-4a79-ac4f-9830f2485583,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:47.813263 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-38a719c0-7e79-40cb-a3b6-a8603277afa7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6247501 Apr 20 13:03:47.816476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44128) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:47.863769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] For port cd2075ab-f471-4025-bb48-dfd42e1eff0a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cd2075ab-f471-4025-bb48-dfd42e1eff0a,segment=NetworkSegment(4db76502-7a4c-4fd7-b9e7-82e8cd4817cb),segment_id=4db76502-7a4c-4fd7-b9e7-82e8cd4817cb)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:47.864288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.887893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6bad-c27c-41ec-b3df-63ea74f399f9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:47.910276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Calling delete_port for cd2075ab-f471-4025-bb48-dfd42e1eff0a owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:03:48.079015 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.167838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2075ab-f471-4025-bb48-dfd42e1eff0a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:48.175769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] No DVR routers for this DVR port cd2075ab-f471-4025-bb48-dfd42e1eff0a on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:48.268138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5aede986-41cc-4531-97c7-1b27d5c74b1f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:48.268509 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.428756 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6bad-c27c-41ec-b3df-63ea74f399f9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.456317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:48.461229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdb0b97-6a30-47bf-8f49-0d5efe636603 None None] DHCP port deletion for 0ce03659-0107-43e3-b8c8-c1043d9526c5 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:03:48.477874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.500833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6bad-c27c-41ec-b3df-63ea74f399f9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.543862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce03659-0107-43e3-b8c8-c1043d9526c5']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:48.579038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:48.589137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:48.647544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:48.647911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db76502-7a4c-4fd7-b9e7-82e8cd4817cb') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:48.677335 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.684319 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a5fc6bad-c27c-41ec-b3df-63ea74f399f9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.696077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a5fc6bad-c27c-41ec-b3df-63ea74f399f9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9831879 Apr 20 13:03:48.700926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:48.708492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-42d05c3f-420e-45fc-a4c9-cff78348dda1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'security_group_rule': {'security_group_id': 'ccf70658-39a4-4a08-968a-3c06ee91dc33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:48.716477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe9a51-111f-4378-8627-2845e7eddf98 req-2ef9f142-aa6a-4182-b423-bb6bf9422bc4 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:48.718805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8afe9a51-111f-4378-8627-2845e7eddf98 req-2ef9f142-aa6a-4182-b423-bb6bf9422bc4 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 945 time: 0.4356241 Apr 20 13:03:48.721432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc6bad-c27c-41ec-b3df-63ea74f399f9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0dee73-69b8-46e9-907b-4ce448e76cbc,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:48.777745 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.807690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:03:48.809460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:03:48.821404 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:03:48.841959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d05c3f-420e-45fc-a4c9-cff78348dda1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:48.875065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8afe9a51-111f-4378-8627-2845e7eddf98 req-d5282e54-1fea-4905-9f10-aa26fbda34bd tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351438 Apr 20 13:03:48.904173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ba701-c8b3-4f34-ac46-907faf58d0e4 req-e7aac0b0-5cc2-49a3-8746-1b27ae922622 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:48.916312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a84ba701-c8b3-4f34-ac46-907faf58d0e4 req-e7aac0b0-5cc2-49a3-8746-1b27ae922622 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.4856007 Apr 20 13:03:48.967319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e23c22e5-1bca-4179-a9cf-a070fa9d6f6d up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:49.033535 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d05c3f-420e-45fc-a4c9-cff78348dda1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.045805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d05c3f-420e-45fc-a4c9-cff78348dda1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.110589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-07d2d287-0024-41db-bcd6-b1969d180e81', 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'fixed_ips': [{'subnet_id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:03:49.113146 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.120727 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.125496 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.134991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d05c3f-420e-45fc-a4c9-cff78348dda1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce09e391-729e-4edf-9cb3-49664589a96b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:49.141298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d05c3f-420e-45fc-a4c9-cff78348dda1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.157516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44158) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:49.158926 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-42d05c3f-420e-45fc-a4c9-cff78348dda1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4569318 Apr 20 13:03:49.160058 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.162808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:49.171171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.181230 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] 10.222.0.24 "DELETE /v2.0/networks/0ce03659-0107-43e3-b8c8-c1043d9526c5 HTTP/1.1" status: 204 len: 168 time: 2.0418389 Apr 20 13:03:49.208480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad77747-0975-4ada-b53b-d670f894ccbe admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce03659-0107-43e3-b8c8-c1043d9526c5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:49.215124 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.216854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:49.319994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a84ba701-c8b3-4f34-ac46-907faf58d0e4 req-5223801b-886f-4af9-a11a-3be9c0a9f60f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025421 Apr 20 13:03:49.409072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.411709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.506199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 5aede986-41cc-4531-97c7-1b27d5c74b1f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aede986-41cc-4531-97c7-1b27d5c74b1f,segment=NetworkSegment(54571505-2493-4902-baf9-04849e5a38b4),segment_id=54571505-2493-4902-baf9-04849e5a38b4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:49.530293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:03:49.534366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.636319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:49.637269 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:49.725766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44168) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:49.880639 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f2e078c2-7074-4a0c-970b-c6df43102e3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aab713afd2d44c77a6a63d48aeea841f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511867 Apr 20 13:03:49.888437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:49.982159 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.008001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdee523-201d-4478-9b5a-abe9b2f2c41e None None] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:50.011248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e15fac1f-f23c-4a00-ac06-25237b96a2f9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:50.015977 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362fb791-8a0f-4b0e-8d89-f81b7bbe3f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.044286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362fb791-8a0f-4b0e-8d89-f81b7bbe3f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.118678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362fb791-8a0f-4b0e-8d89-f81b7bbe3f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.122556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362fb791-8a0f-4b0e-8d89-f81b7bbe3f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.126045 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-362fb791-8a0f-4b0e-8d89-f81b7bbe3f64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9f5425c-94d4-4968-a2df-1e4848479cf8 HTTP/1.1" status: 204 len: 168 time: 0.2330031 Apr 20 13:03:50.135089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fb791-8a0f-4b0e-8d89-f81b7bbe3f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5425c-94d4-4968-a2df-1e4848479cf8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:50.166884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a5261-dae3-4a35-93eb-3b090c41267e req-9538b6bd-5190-4be8-859e-3e589ad8f816 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:50.168733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b65a5261-dae3-4a35-93eb-3b090c41267e req-9538b6bd-5190-4be8-859e-3e589ad8f816 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 945 time: 0.1372643 Apr 20 13:03:50.177563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Allocated IP 2001:db8:3::2 (07d2d287-0024-41db-bcd6-b1969d180e81/6d6fa1a0-088f-4193-92a2-3ad4ded9bb81/9ba7a376-e916-4612-a15f-f1164cd64780) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:50.198942 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:03:50.199541 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:03:50.226468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Allocated IP 172.25.3.174 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a4e98888-dd01-4973-b3f9-70ce7d8afaa8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:50.263591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b65a5261-dae3-4a35-93eb-3b090c41267e req-67037119-a42a-4e2d-b09f-8ba0ec0f0f60 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848634 Apr 20 13:03:50.377245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=5aede986-41cc-4531-97c7-1b27d5c74b1f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:50.383736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.432059 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.530589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'Port': ['ID=a4e98888-dd01-4973-b3f9-70ce7d8afaa8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:50.544475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:50.546592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:50.552869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:50.708657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.895721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:50.932607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e15fac1f-f23c-4a00-ac06-25237b96a2f9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:50.933099 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.024196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12b281-c438-4bbe-84a4-0996cb43401c req-22d6d4b5-63fa-46bb-b278-5c11486d53b3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:51.035211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f12b281-c438-4bbe-84a4-0996cb43401c req-22d6d4b5-63fa-46bb-b278-5c11486d53b3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.4445372 Apr 20 13:03:51.057661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.116066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:51.122226 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a54a7a-01bf-44d6-b5ba-abb140d97586" -d '{"events": [{"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-plugged", "status": "completed", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:51.124855 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-54581249-f1ab-4453-aec8-3a10b204dd94 service neutron] show failed (client error): The resource could not be found. Apr 20 13:03:51.128430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-54581249-f1ab-4453-aec8-3a10b204dd94 service neutron] 10.222.0.30 "GET /v2.0/ports/26c90991-2755-4253-9983-520236c0adfa/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.5310900 Apr 20 13:03:51.215194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:51.243930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.259327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.271211 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57785a9-0d8d-4bc4-a352-de8c9372d592 x-openstack-request-id: req-c57785a9-0d8d-4bc4-a352-de8c9372d592 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:51.271499 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-plugged", "status": "completed", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:51.271756 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c57785a9-0d8d-4bc4-a352-de8c9372d592 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:51.272199 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c57785a9-0d8d-4bc4-a352-de8c9372d592'] response: {'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'code': 200} Apr 20 13:03:51.352829 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.414475 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Sync routers for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:51.444877 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:51.445514 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:51.469493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Provisioning complete for port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:51.470041 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.505799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Network 07d2d287-0024-41db-bcd6-b1969d180e81 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:51.541709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:45Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:44Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:51.560323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:51.560836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f12b281-c438-4bbe-84a4-0996cb43401c req-d0651c75-0d53-4dcc-901b-f201f4d1b5af tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060773 Apr 20 13:03:51.623079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Allocated IP 2001:db8:3::1 (07d2d287-0024-41db-bcd6-b1969d180e81/6d6fa1a0-088f-4193-92a2-3ad4ded9bb81/960f26fe-0ce1-4c11-a4d8-fb7214330fc6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:03:51.652675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:51.653095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-4701cf19-09af-4cc0-ab3b-e8f22ee4fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:51.655026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-4701cf19-09af-4cc0-ab3b-e8f22ee4fbef service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0&tenant_id=c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 1100 time: 0.2788358 Apr 20 13:03:51.656120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:51.669105 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.680752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:51.681286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Updating router 7f023724-9fc3-4009-af0b-1703fb41aa73 port a49e851a-1980-4efc-ab08-04fc0d93f79f binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:03:51.772761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce397b11-8455-4c65-9322-0d332e356b0e req-c950f653-562a-4226-a87a-0bb77df0096a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:51.790329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce397b11-8455-4c65-9322-0d332e356b0e req-c950f653-562a-4226-a87a-0bb77df0096a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 946 time: 0.3510768 Apr 20 13:03:51.793120 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:51.797050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed77c7b-34c8-4da6-a95b-14b9e893cb70 req-9a09e021-6252-49f6-a126-7cc6ea9e8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:51.798515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ed77c7b-34c8-4da6-a95b-14b9e893cb70 req-9a09e021-6252-49f6-a126-7cc6ea9e8169 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 1097 time: 0.3421295 Apr 20 13:03:51.808187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port e15fac1f-f23c-4a00-ac06-25237b96a2f9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e15fac1f-f23c-4a00-ac06-25237b96a2f9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:51.826648 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:51.827423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5049ad19-661c-4a79-ac4f-9830f2485583 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:51.857681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ea482-a0ad-4223-9ab1-70c79d991a70 None None] Port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:51.919939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44232) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:51.983341 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.087171 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.090693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0118bdb8-479d-4d8e-993c-01645d528bfd None None] Provisioning complete for port 5049ad19-661c-4a79-ac4f-9830f2485583 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:52.091337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0118bdb8-479d-4d8e-993c-01645d528bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.095456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Pushing event updated for resources: {'Port': ['ID=9ba7a376-e916-4612-a15f-f1164cd64780,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.156322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-230007717-network', 'tenant_id': '067e07519e614fc093d60af9616b780e'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:52.162156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:52.190059 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.193823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.202685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Made reservation on behalf of 067e07519e614fc093d60af9616b780e for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:52.206126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.230855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.257787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.369547 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:43Z', 'revision_number': 2, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:52.375540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 07d2d287-0024-41db-bcd6-b1969d180e81 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:52.380800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=e15fac1f-f23c-4a00-ac06-25237b96a2f9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.404763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce397b11-8455-4c65-9322-0d332e356b0e req-c7adfcd8-8160-4c23-94a1-8ad01864038a tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128776 Apr 20 13:03:52.405813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:52.410232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Attempting to bind port 9ba7a376-e916-4612-a15f-f1164cd64780 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:52.410909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Attempting to bind port 9ba7a376-e916-4612-a15f-f1164cd64780 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:52.412509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.412837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Attempting to bind port 9ba7a376-e916-4612-a15f-f1164cd64780 on network 07d2d287-0024-41db-bcd6-b1969d180e81 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:52.452076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.453564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ed77c7b-34c8-4da6-a95b-14b9e893cb70 req-a1c02674-0a3a-4d28-8d8c-2beeca3463aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864439 Apr 20 13:03:52.456378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:03:52.456974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.465378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.466617 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Checking router: dca864d5-c8e6-40cc-8a1d-1c558e2f79bb for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:03:52.467111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Updating router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:03:52.480765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:52.481294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Checking segment: {'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:52.481837 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.482336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Bound using segment: {'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:52.484299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Bound port: 9ba7a376-e916-4612-a15f-f1164cd64780, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:52.484815 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.516613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f862f7-e2a9-4abe-bed5-fe3391d85019,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.562589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:03:52.573177 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.597483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.597972 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Added segment 9d93e51d-ff82-4679-82b8-547f8cbfc600 of type vlan for network 652c5336-21b2-43ac-b350-132de8ab3cac Apr 20 13:03:52.626252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.690481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] For port 9ba7a376-e916-4612-a15f-f1164cd64780, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:52.694460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] For port 9ba7a376-e916-4612-a15f-f1164cd64780, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ba7a376-e916-4612-a15f-f1164cd64780,segment=NetworkSegment(801f8cd0-7b67-4d9f-9287-91727d6baba5),segment_id=801f8cd0-7b67-4d9f-9287-91727d6baba5)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:52.722215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5049ad19-661c-4a79-ac4f-9830f2485583 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:52.723441 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.735688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.768179 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.775874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'Port': ['ID=a4e98888-dd01-4973-b3f9-70ce7d8afaa8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:52.783174 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.814438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.815612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:52.816201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.866210 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9451509 Apr 20 13:03:52.876020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:52.877245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-420c886e-30d6-48f4-bac3-fb0b67990cd8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7184935 Apr 20 13:03:52.885742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44244) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:52.932847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Request body: {'subnet': {'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-230007717-subnet', 'tenant_id': '067e07519e614fc093d60af9616b780e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:53.178362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d3b75-f193-4bd6-bbf7-a24bdd95d3b4 admin admin] Pushing event updated for resources: {'Network': ['ID=652c5336-21b2-43ac-b350-132de8ab3cac,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:53.202098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Made reservation on behalf of 067e07519e614fc093d60af9616b780e for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:03:53.206515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.249917 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0118bdb8-479d-4d8e-993c-01645d528bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.280782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 652c5336-21b2-43ac-b350-132de8ab3cac details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:03:53.700028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0118bdb8-479d-4d8e-993c-01645d528bfd None None] For port 5049ad19-661c-4a79-ac4f-9830f2485583, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5049ad19-661c-4a79-ac4f-9830f2485583,segment=NetworkSegment(e9aa0906-3142-4b43-911b-8ea96e22755d),segment_id=e9aa0906-3142-4b43-911b-8ea96e22755d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:53.731905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316250dc-1d6c-4532-9a46-4fe3b877e72a None None] Pushing event updated for resources: {'Port': ['ID=9ba7a376-e916-4612-a15f-f1164cd64780,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:53.736767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.746888 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0118bdb8-479d-4d8e-993c-01645d528bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.825656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Checking segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:53.826092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Network hostable DHCP agents. Network: 652c5336-21b2-43ac-b350-132de8ab3cac, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:03:53.850771 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.853312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a30c74a-836a-45f4-9324-7f5f9295eb71,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:53.859076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Network 652c5336-21b2-43ac-b350-132de8ab3cac is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:03:53.877450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 652c5336-21b2-43ac-b350-132de8ab3cac) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:53.917958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3b488-7780-4d5b-9a4e-c95ffcc46849 None None] Network 652c5336-21b2-43ac-b350-132de8ab3cac requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:53.924656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:53.927472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.932647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:53.991039 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ebfb841e-dc9a-46ac-90eb-03de8726feb2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1036141 Apr 20 13:03:54.020936 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.046419 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.092256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118bdb8-479d-4d8e-993c-01645d528bfd None None] Pushing event updated for resources: {'Port': ['ID=5049ad19-661c-4a79-ac4f-9830f2485583,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:54.108836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ddba6e1b-a9c9-4143-a612-98aa9118c876 None None] Provisioning complete for port 5049ad19-661c-4a79-ac4f-9830f2485583 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:54.109213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ddba6e1b-a9c9-4143-a612-98aa9118c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.201835 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741c93b-043b-4e15-b820-026153fa75f7 None None] Pushing event updated for resources: {'Port': ['ID=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:54.331278 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Attempting to bind port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:54.331636 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Attempting to bind port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:54.331988 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Attempting to bind port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 on network 8bbac716-7544-4143-a856-0136ed547fdb {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:54.348285 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:54.351118 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Checking segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:54.351634 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.351939 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Bound using segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:54.352435 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Bound port: 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:54.352815 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.457593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-1458f829-0da5-4cb8-ba97-7049119940f7 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--221270440&fields=id&tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76 HTTP/1.1" status: 200 len: 267 time: 0.3339846 Apr 20 13:03:54.498992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.502634 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] For port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:54.508865 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] For port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:54.519698 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:54.608518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d278680-58d0-4efa-84cd-25fae406f9cb req-e189d6e7-df06-400e-b354-93c355e715ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:54.619575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d278680-58d0-4efa-84cd-25fae406f9cb req-e189d6e7-df06-400e-b354-93c355e715ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 1.8444426 Apr 20 13:03:54.712007 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741c93b-043b-4e15-b820-026153fa75f7 None None] Pushing event updated for resources: {'Port': ['ID=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:54.745931 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:54.747328 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:54.968844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d278680-58d0-4efa-84cd-25fae406f9cb req-b7140908-2246-43ec-baa4-c65b43c53dbd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480904 Apr 20 13:03:55.026476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e249f58-0ddb-4f7a-ab4f-3802d6ea7b0d None None] Network 07d2d287-0024-41db-bcd6-b1969d180e81 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:55.045497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26c90991-2755-4253-9983-520236c0adfa no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:55.102285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:55.133213 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:55.192523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-502c8989-7b93-4b97-9dfa-7e222acec363 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:55.194050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-502c8989-7b93-4b97-9dfa-7e222acec363 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 811 time: 0.7315269 Apr 20 13:03:55.265780 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:03:55.266151 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:03:55.268122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2c150846-37b5-4643-9949-68cb92f43473 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/quotas/b63d7c30f1a44ec8ac8e7f0ad8eedc76 HTTP/1.1" status: 200 len: 375 time: 0.0597069 Apr 20 13:03:55.300496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d1a06a-dac1-4cb3-b8b5-97c1ddf05916 None None] Network 652c5336-21b2-43ac-b350-132de8ab3cac requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:03:55.341440 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.395225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:55.474414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab154553-b8c4-4611-8750-fdc6db1231fa req-2c0847fb-2ff6-43a9-84a7-6a96d01f3d46 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:55.483159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab154553-b8c4-4611-8750-fdc6db1231fa req-2c0847fb-2ff6-43a9-84a7-6a96d01f3d46 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 946 time: 0.3829219 Apr 20 13:03:55.539216 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.652231 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:54Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:55.680098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.697835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Transition to ACTIVE for port object 26c90991-2755-4253-9983-520236c0adfa will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:03:55.736377 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865f6df-72b7-4ccd-bcf9-4ee442d18762 None None] The sync data for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 is: [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:54Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:55.762494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.769352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:03:55.778331 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe5d807-0370-4fb4-b51e-609d09193cfd" -d '{"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:03:55.811597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab154553-b8c4-4611-8750-fdc6db1231fa req-a74a31ec-065a-4bde-9e5d-e4b981a16354 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275640 Apr 20 13:03:55.812422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.822294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:55.823636 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.001527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ddba6e1b-a9c9-4143-a612-98aa9118c876 None None] Provisioning complete for port a49e851a-1980-4efc-ab08-04fc0d93f79f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:56.004691 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ddba6e1b-a9c9-4143-a612-98aa9118c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.102024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cd2075ab-f471-4025-bb48-dfd42e1eff0a no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:03:56.170238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-e48420e0-8daa-440e-aaf2-24901a13a73d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8899789 Apr 20 13:03:56.209261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40347-da6b-4ba0-af46-0f084e68c0b9 None None] Pushing event updated for resources: {'Port': ['ID=a49e851a-1980-4efc-ab08-04fc0d93f79f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:56.220590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cd2075ab-f471-4025-bb48-dfd42e1eff0a {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:03:56.221823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cd2075ab-f471-4025-bb48-dfd42e1eff0a not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:03:56.239762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Attempting to bind port a49e851a-1980-4efc-ab08-04fc0d93f79f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:56.240325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Attempting to bind port a49e851a-1980-4efc-ab08-04fc0d93f79f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:56.240803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Attempting to bind port a49e851a-1980-4efc-ab08-04fc0d93f79f on network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:56.246463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ddba6e1b-a9c9-4143-a612-98aa9118c876 None None] Port a49e851a-1980-4efc-ab08-04fc0d93f79f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:03:56.249196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:56.249712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Checking segment: {'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:56.250222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.250723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Bound using segment: {'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:56.252296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Bound port: a49e851a-1980-4efc-ab08-04fc0d93f79f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9aa0906-3142-4b43-911b-8ea96e22755d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:56.252792 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.296518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:56.346125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] No DVR routers for this DVR port 26c90991-2755-4253-9983-520236c0adfa on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:03:56.521238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Provisioning complete for port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:56.521615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.547894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] For port a49e851a-1980-4efc-ab08-04fc0d93f79f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:56.560075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] For port a49e851a-1980-4efc-ab08-04fc0d93f79f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a49e851a-1980-4efc-ab08-04fc0d93f79f,segment=NetworkSegment(e9aa0906-3142-4b43-911b-8ea96e22755d),segment_id=e9aa0906-3142-4b43-911b-8ea96e22755d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:56.602694 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:56.757267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed40347-da6b-4ba0-af46-0f084e68c0b9 None None] Pushing event updated for resources: {'Port': ['ID=a49e851a-1980-4efc-ab08-04fc0d93f79f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:56.811905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e15fac1f-f23c-4a00-ac06-25237b96a2f9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:56.816761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:56.817517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:56.844947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Network 07d2d287-0024-41db-bcd6-b1969d180e81 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:03:56.874047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event updated for resources: {'Port': ['ID=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:56.926042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:03:56.956134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:03:56.956899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:03:56.958128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:56.997484 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:03:56.999407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:03:57.000103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:03:57.130598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:03:57.144172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:03:57.144869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:03:57.145496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:03:57.146222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Bound port: 26c90991-2755-4253-9983-520236c0adfa, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:03:57.146878 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.241053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-47786ac4-1894-4bfd-82ac-51bd36b5837a service neutron] 10.222.0.24 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0664706 Apr 20 13:03:57.295620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-fdf0e870-678f-45b7-b4ed-ff7dd359ef47 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:57.297169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-fdf0e870-678f-45b7-b4ed-ff7dd359ef47 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 812 time: 0.8206248 Apr 20 13:03:57.370996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.429616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e15fac1f-f23c-4a00-ac06-25237b96a2f9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:57.430012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.448482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-9e2a370b-6927-4609-8905-887da5b42636 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/quotas/067e07519e614fc093d60af9616b780e HTTP/1.1" status: 200 len: 375 time: 0.1288173 Apr 20 13:03:57.473688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] For port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:57.497934 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.552242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:03:57.592403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-7211e388-9a02-4719-836a-d6d320ae5973 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1426711 Apr 20 13:03:57.672723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:03:57.728400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Pushing event updated for resources: {'Port': ['ID=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:57.744575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Provisioning complete for port a49e851a-1980-4efc-ab08-04fc0d93f79f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:57.745062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:57.745498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-e20395e8-8861-4f11-9e8a-fbc3b29007ef service neutron] 10.222.0.24 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031757 Apr 20 13:03:57.751793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:57.818698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:52Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f26fe-0ce1-4c11-a4d8-fb7214330fc6', 'name': '', 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:16:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:49Z', 'updated_at': '2022-04-20T13:03:55Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:56Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:57.946821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:03:57.960280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.059143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:58.059757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.061156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 1095 time: 5.9049931 Apr 20 13:03:58.062327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a4df5-2f86-4afa-ac8c-392e8c942cab None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:52Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f26fe-0ce1-4c11-a4d8-fb7214330fc6', 'name': '', 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:16:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:49Z', 'updated_at': '2022-04-20T13:03:55Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:56Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:03:58.083526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadcb8b-16dd-4e1f-b94b-46b7c40c87c9 service neutron] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:58.215196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:03:58.247600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3fa22397-71de-4ecf-980a-b7779b2d65ab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4254341 Apr 20 13:03:58.247600 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f99189-0fa5-4066-b86d-ca190c0faa42 x-openstack-request-id: req-b6f99189-0fa5-4066-b86d-ca190c0faa42 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:03:58.247600 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:03:58.247600 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b6f99189-0fa5-4066-b86d-ca190c0faa42 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:03:58.247600 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f99189-0fa5-4066-b86d-ca190c0faa42'] response: {'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'code': 200} Apr 20 13:03:58.248193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44348) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:03:58.254498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:03:58.285059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:58.286461 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.302679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.351051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-7988465d-ffa1-425b-b84e-08d9d6fe10f8 service neutron] 10.222.0.24 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387197 Apr 20 13:03:58.381431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-7fac2da7-8ba8-4574-bd6f-1a6d59309778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:58.382969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-7fac2da7-8ba8-4574-bd6f-1a6d59309778 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1098 time: 0.2809432 Apr 20 13:03:58.514406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] For port a49e851a-1980-4efc-ab08-04fc0d93f79f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a49e851a-1980-4efc-ab08-04fc0d93f79f,segment=NetworkSegment(e9aa0906-3142-4b43-911b-8ea96e22755d),segment_id=e9aa0906-3142-4b43-911b-8ea96e22755d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:58.524953 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.606894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Pushing event updated for resources: {'Port': ['ID=a49e851a-1980-4efc-ab08-04fc0d93f79f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:58.653356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Provisioning complete for port 9ba7a376-e916-4612-a15f-f1164cd64780 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:58.653752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.692876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5049ad19-661c-4a79-ac4f-9830f2485583 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:58.874949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-6e35248d-b62f-4e51-9565-9c684c7f42d4 service neutron] 10.222.0.24 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999545 Apr 20 13:03:58.923443 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:58.950618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5049ad19-661c-4a79-ac4f-9830f2485583 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:58.951002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.029268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-98f6bcba-52ea-4dcb-8af6-fd3989777486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:59.035213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-98f6bcba-52ea-4dcb-8af6-fd3989777486 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.6193810 Apr 20 13:03:59.167778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:03:59.170276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] For port 9ba7a376-e916-4612-a15f-f1164cd64780, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ba7a376-e916-4612-a15f-f1164cd64780,segment=NetworkSegment(801f8cd0-7b67-4d9f-9287-91727d6baba5),segment_id=801f8cd0-7b67-4d9f-9287-91727d6baba5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:03:59.186044 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.209112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Removed routes are [] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:03:59.209283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-00f4c87a-20a9-4972-beab-3742e5d77217 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.1647463 Apr 20 13:03:59.212136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.441915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf1dd1-6908-4c90-8ccd-ad8dbfe9d7bf None None] Pushing event updated for resources: {'Port': ['ID=9ba7a376-e916-4612-a15f-f1164cd64780,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:03:59.450431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-38dd7842-da9b-4604-a600-23d7bb1c7060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:59.456535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-38dd7842-da9b-4604-a600-23d7bb1c7060 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2002404 Apr 20 13:03:59.462512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4eff2b8f-43d6-4410-b22a-6a0bc12f3397 None None] Provisioning complete for port 9ba7a376-e916-4612-a15f-f1164cd64780 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:59.463569 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4eff2b8f-43d6-4410-b22a-6a0bc12f3397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.594031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f02c1-447a-421b-a9e4-17aad55e8605 req-d3c64ea7-c977-47d3-96b8-21c4b7d28dba tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:59.612204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aede986-41cc-4531-97c7-1b27d5c74b1f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:03:59.613112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c1f02c1-447a-421b-a9e4-17aad55e8605 req-d3c64ea7-c977-47d3-96b8-21c4b7d28dba tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 947 time: 0.5482213 Apr 20 13:03:59.709211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f221aa52-bb63-4807-9667-b58067b60882 req-27b81af8-90af-4e47-8002-d218343d0e2c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 210 time: 0.0833187 Apr 20 13:03:59.722240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-fd57c94a-9799-4251-a458-95dae14a59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:03:59.724087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-fd57c94a-9799-4251-a458-95dae14a59ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2581372 Apr 20 13:03:59.750917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:03:59.796485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c1f02c1-447a-421b-a9e4-17aad55e8605 req-6a5f4f0b-d927-406f-98ea-cc08d5cf939d tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732016 Apr 20 13:03:59.811541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4eff2b8f-43d6-4410-b22a-6a0bc12f3397 None None] Provisioning complete for port a49e851a-1980-4efc-ab08-04fc0d93f79f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:59.811918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4eff2b8f-43d6-4410-b22a-6a0bc12f3397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:03:59.944634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:03:59.954125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:03:59.968278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5aede986-41cc-4531-97c7-1b27d5c74b1f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:03:59.970211 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.502141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:00.745468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.751546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:00.792736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ba7a376-e916-4612-a15f-f1164cd64780 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:00.921681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:00.936313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4eff2b8f-43d6-4410-b22a-6a0bc12f3397 None None] Provisioning complete for port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:00.936950 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4eff2b8f-43d6-4410-b22a-6a0bc12f3397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.037467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:01.041265 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23" -d '{"events": [{"name": "network-changed", "server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "tag": "26c90991-2755-4253-9983-520236c0adfa"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:01.058973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:01.071847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.074852 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b072cbe-c506-4d33-a76b-314c70e756fc tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 200 len: 954 time: 2.8233082 Apr 20 13:04:01.076223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44454) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:01.199411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4eff2b8f-43d6-4410-b22a-6a0bc12f3397 None None] Port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:01.223551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ba7a376-e916-4612-a15f-f1164cd64780 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:01.223930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.267358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c728901-41ed-4688-98f1-dcca2c1a49f0 req-e4ee598d-3e27-4ce1-9db7-617d94c568cc tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 210 time: 0.2228258 Apr 20 13:04:01.360168 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a8a0537a-3e9d-4916-a76d-a6d4600f1196 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 200 len: 954 time: 0.2795162 Apr 20 13:04:01.361776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44464) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:01.371578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'routes': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:01.440595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-0aa98746-a917-4b9d-8bc1-8509d596cd86 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7077591 Apr 20 13:04:01.469843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-46f96b46-9931-4e97-956c-9a939780ecf1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:01.471332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-46f96b46-9931-4e97-956c-9a939780ecf1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.37 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 811 time: 1.5489767 Apr 20 13:04:01.519207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:03:59Z', 'revision_number': 6, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f26fe-0ce1-4c11-a4d8-fb7214330fc6', 'name': '', 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:16:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:49Z', 'updated_at': '2022-04-20T13:03:55Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:01.521155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e66e-86cd-4219-b790-b16e990555b3 req-04b633fd-5ae9-4a51-a958-e3409552333f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:01.529162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5155e66e-86cd-4219-b790-b16e990555b3 req-04b633fd-5ae9-4a51-a958-e3409552333f tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 946 time: 0.4359899 Apr 20 13:04:01.550094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:01.550453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Updating router 7f023724-9fc3-4009-af0b-1703fb41aa73 port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:04:01.589982 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:01.656982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5155e66e-86cd-4219-b790-b16e990555b3 req-1bf9e634-33d3-497d-9c12-640e26c1c0c6 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267588 Apr 20 13:04:01.665993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-a6290e9c-bde6-4475-85d7-c5fbef1e2e39 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76 HTTP/1.1" status: 200 len: 379 time: 0.1180041 Apr 20 13:04:01.710966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e649e9b-f74a-48c0-9d46-b92e448912af req-56f0b4bb-96d0-49c4-80e3-f9d7141ce0c1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 210 time: 0.2626150 Apr 20 13:04:01.742996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'port': {'device_id': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'admin_state_up': True, 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'security_groups': ['ccf70658-39a4-4a08-968a-3c06ee91dc33']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:01.872440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-e2bf7d86-7d17-4c24-9756-a12f4dc2d029 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:01.874129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-e2bf7d86-7d17-4c24-9756-a12f4dc2d029 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 812 time: 0.2028036 Apr 20 13:04:01.892543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Request body: {'port': {'device_id': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'admin_state_up': True, 'tenant_id': '067e07519e614fc093d60af9616b780e'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:01.919736 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0960886c-e5eb-455a-8336-47a204e89ca4 x-openstack-request-id: req-0960886c-e5eb-455a-8336-47a204e89ca4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:01.920339 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "tag": "26c90991-2755-4253-9983-520236c0adfa", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:01.920811 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0960886c-e5eb-455a-8336-47a204e89ca4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:01.921407 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0960886c-e5eb-455a-8336-47a204e89ca4'] response: {'name': 'network-changed', 'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'status': 'completed', 'code': 200} Apr 20 13:04:01.973823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a49e851a-1980-4efc-ab08-04fc0d93f79f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:02.088806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a49e851a-1980-4efc-ab08-04fc0d93f79f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:02.089293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.134700 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.149539 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.219483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c1ac9-4eb5-4220-a582-09a5a88e2f08 None None] Pushing event updated for resources: {'Port': ['ID=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:02.228017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-be8cab11-c16d-4280-8ca6-bd1402dea99a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:02.238083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-be8cab11-c16d-4280-8ca6-bd1402dea99a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 812 time: 0.2156756 Apr 20 13:04:02.257681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Request body: {'port': {'device_id': 'd913c79e-f005-434d-a76f-7440f94e578c', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'admin_state_up': True, 'tenant_id': '067e07519e614fc093d60af9616b780e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:02.330676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:02.333754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Attempting to bind port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:02.334094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Attempting to bind port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:02.334456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Attempting to bind port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 on network 07d2d287-0024-41db-bcd6-b1969d180e81 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:02.387600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:02.388266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Checking segment: {'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:02.388899 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.389465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Bound using segment: {'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:02.390141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Bound port: 960f26fe-0ce1-4c11-a4d8-fb7214330fc6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801f8cd0-7b67-4d9f-9287-91727d6baba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:02.390722 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.439074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab7957-1720-4fa9-935d-922ff9face2b req-8d190204-66b7-4573-8682-7e051eb6fa35 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:02.441698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Made reservation on behalf of 067e07519e614fc093d60af9616b780e for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:02.447554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.450100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12ab7957-1720-4fa9-935d-922ff9face2b req-8d190204-66b7-4573-8682-7e051eb6fa35 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 947 time: 0.5732443 Apr 20 13:04:02.555036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-354d3d48-ab5d-41bb-a32a-c6148f8a241f req-6cf8a6b5-a752-4c74-b9fd-3c5fb5266ca5 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 210 time: 0.0707922 Apr 20 13:04:02.605748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] For port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:02.624178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] For port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,segment=NetworkSegment(801f8cd0-7b67-4d9f-9287-91727d6baba5),segment_id=801f8cd0-7b67-4d9f-9287-91727d6baba5)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:02.635436 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.637565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:02.637939 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.676396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14347bc1-d198-4888-b4a1-2573b3e40fb4 req-30dcee1e-f0f0-4593-acdf-ce28aeba73e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2261491 Apr 20 13:04:02.729021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-b2d5407c-b25c-425d-a779-655cfbe1fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:02.731706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-b2d5407c-b25c-425d-a779-655cfbe1fdaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1098 time: 0.7646611 Apr 20 13:04:02.749406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Allocated IP 172.20.0.2 (652c5336-21b2-43ac-b350-132de8ab3cac/9a30c74a-836a-45f4-9324-7f5f9295eb71/46863bbe-03e4-434f-9f6a-d4d6817161d3) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:02.770569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added routes are [] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:04:02.770913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:04:02.840299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c1ac9-4eb5-4220-a582-09a5a88e2f08 None None] Pushing event updated for resources: {'Port': ['ID=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:02.862532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:02.925009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:02.931362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:03:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:02.935696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-64051bac-502a-40da-b905-00d7e4f11cb3 None None] Provisioning complete for port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:02.936344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-64051bac-502a-40da-b905-00d7e4f11cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.038702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12ab7957-1720-4fa9-935d-922ff9face2b req-93927d28-6cf9-4e28-b168-f664ba517aa5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872660 Apr 20 13:04:03.109418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Made reservation on behalf of b63d7c30f1a44ec8ac8e7f0ad8eedc76 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:03.114634 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.174229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e23c22e5-1bca-4179-a9cf-a070fa9d6f6d details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:03.232036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f30b1c33-5c47-4dae-b7d2-30a94d1a38bc req-0ce679a8-66b4-40d6-936b-feaa1c5b6c85 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 210 time: 0.0850029 Apr 20 13:04:03.280655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-f7f5ee1a-ddce-4fdd-b5c4-da3c32f881a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:03.284511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-f7f5ee1a-ddce-4fdd-b5c4-da3c32f881a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1098 time: 0.4803543 Apr 20 13:04:03.304065 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.369958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3be5d-d188-4e5b-be50-0b30385848eb req-4a832e03-c453-45de-b9a7-146965587772 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:03.378975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbd3be5d-d188-4e5b-be50-0b30385848eb req-4a832e03-c453-45de-b9a7-146965587772 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 946 time: 0.5147564 Apr 20 13:04:03.517878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:03.537943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.553853 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.688784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-22e0a2cd-06cf-4548-af9b-887ea89043e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:03.690491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-22e0a2cd-06cf-4548-af9b-887ea89043e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.9282680 Apr 20 13:04:03.704190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Made reservation on behalf of 067e07519e614fc093d60af9616b780e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:03.707587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.790092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:03.802895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:03.816076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbd3be5d-d188-4e5b-be50-0b30385848eb req-00566233-9198-409e-b77e-c5686e32924e tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357138 Apr 20 13:04:03.914653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef01bcd6-1a65-4fc9-997b-7345b6625967 req-572dd661-6efb-460b-a548-f70c128af954 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 210 time: 0.2203894 Apr 20 13:04:03.916640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-9b8cfffd-0ec1-48d7-b637-1797bcac97da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:03.919746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-9b8cfffd-0ec1-48d7-b637-1797bcac97da service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.5070801 Apr 20 13:04:03.924051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44508) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:03.956617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-a71ba027-8f25-4047-8cff-f9a116b09be7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.2420280 Apr 20 13:04:04.022700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ba7a376-e916-4612-a15f-f1164cd64780 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:04.045035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Network 652c5336-21b2-43ac-b350-132de8ab3cac is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:04.045858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-924ff74a-5131-4a2d-9de1-4f1fadc5ae91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.0974429 Apr 20 13:04:04.053473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:04.060042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:04.109753 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3cb8917f-8763-4192-b74a-83a96ea577fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.114003 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-64051bac-502a-40da-b905-00d7e4f11cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.161480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event updated for resources: {'Port': ['ID=46863bbe-03e4-434f-9f6a-d4d6817161d3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:04.216884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:04.222528 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:04.233300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.237348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-40b5e3b1-2ee1-454e-b311-8483d1a03c16 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 200 len: 704 time: 2.8745098 Apr 20 13:04:04.240812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44520) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:04.250029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'network_id': 'f4cb89c2-98f9-4422-9e77-65d3cb00efcc', 'port_id': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'mac_address': 'fa:16:3e:dc:a7:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa62797-b198-497f-a93d-8740c141e6b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:04.271437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:04.274876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.368015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 26c90991-2755-4253-9983-520236c0adfa details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:04.444672 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c4cc9dff-9a5e-4e13-aca5-6900f2197254 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5566199 Apr 20 13:04:04.463560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Request body: {'port': {'device_id': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:04.537841 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-effe3977-3e39-4f1c-9afd-0d92b95bed04 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 200 len: 704 time: 0.2956221 Apr 20 13:04:04.543878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44530) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:04.548834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ba7a376-e916-4612-a15f-f1164cd64780 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:04.549234 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.599212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-5a4675e2-cb01-4b25-90b7-8ce83db37022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:04.600701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-5a4675e2-cb01-4b25-90b7-8ce83db37022 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.5633605 Apr 20 13:04:04.649336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:04:04.659552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da19cfe4-b3cb-43ce-8d8b-d5fd3d8beca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.676431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-64051bac-502a-40da-b905-00d7e4f11cb3 None None] For port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,segment=NetworkSegment(801f8cd0-7b67-4d9f-9287-91727d6baba5),segment_id=801f8cd0-7b67-4d9f-9287-91727d6baba5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:04.748294 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-64051bac-502a-40da-b905-00d7e4f11cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.761497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:04.908925 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.008409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e23c22e5-1bca-4179-a9cf-a070fa9d6f6d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:05.015709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da19cfe4-b3cb-43ce-8d8b-d5fd3d8beca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.034952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ffd83dc-af41-4422-adb8-21db5103d478 req-91f9b7fd-93a1-4d5d-91ba-a2f88a587426 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 210 time: 0.4488254 Apr 20 13:04:05.051309 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da19cfe4-b3cb-43ce-8d8b-d5fd3d8beca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.067257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Allocated IP 172.20.0.8 (652c5336-21b2-43ac-b350-132de8ab3cac/9a30c74a-836a-45f4-9324-7f5f9295eb71/11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:05.083979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0cd59df7-f747-49d8-b0fe-5528635fc175 None None] Provisioning complete for port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:05.084703 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0cd59df7-f747-49d8-b0fe-5528635fc175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.125642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-31170587-1358-4a7b-9364-ffb9725f4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.127138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-31170587-1358-4a7b-9364-ffb9725f4dd9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.9057016 Apr 20 13:04:05.138753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19cfe4-b3cb-43ce-8d8b-d5fd3d8beca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240bf6ea-a9a6-4250-8a25-a58788b697bc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:05.151532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Allocated IP 172.20.0.6 (8bbac716-7544-4143-a856-0136ed547fdb/571222ce-99f6-451d-849d-30e1ea538cfb/df6b6fbc-885f-4bd3-a856-49d5b140d86d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:05.173876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f88a1-66d0-4bb9-a32e-c2b6a88b9e4f req-2d5b1572-58ff-41b3-a004-37b797a39b5f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.175917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc1f88a1-66d0-4bb9-a32e-c2b6a88b9e4f req-2d5b1572-58ff-41b3-a004-37b797a39b5f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 947 time: 0.8909669 Apr 20 13:04:05.237965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-da19cfe4-b3cb-43ce-8d8b-d5fd3d8beca3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a590c141a37f405990780a17d8aeae18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3126733 Apr 20 13:04:05.263142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44548) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:05.274449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-82f0971b-82f5-4361-8bd0-2a0f45693d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.276241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-82f0971b-82f5-4361-8bd0-2a0f45693d99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6259677 Apr 20 13:04:05.297364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:05.313914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.322798 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.329394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051bac-502a-40da-b905-00d7e4f11cb3 None None] Pushing event updated for resources: {'Port': ['ID=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:05.349756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:05.370247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc1f88a1-66d0-4bb9-a32e-c2b6a88b9e4f req-5c54ffde-d9ff-4160-bd29-ef872fa26896 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651649 Apr 20 13:04:05.403963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-1edbc739-619b-45a7-bd05-e6d5056ae8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.405543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-1edbc739-619b-45a7-bd05-e6d5056ae8ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2639925 Apr 20 13:04:05.588682 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a6399af-1df2-4f9f-9878-11d1ba739e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.624018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e23c22e5-1bca-4179-a9cf-a070fa9d6f6d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:05.629766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '26c90991-2755-4253-9983-520236c0adfa', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '26c90991-2755-4253-9983-520236c0adfa', 'mac_address': 'fa:16:3e:e5:d1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:05.657133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a6399af-1df2-4f9f-9878-11d1ba739e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.770251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dff3ff-1857-4189-becc-21c224268b5a req-ba5bf912-0da9-4599-b78f-095ee64a6cfb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:05.772300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7dff3ff-1857-4189-becc-21c224268b5a req-ba5bf912-0da9-4599-b78f-095ee64a6cfb tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 946 time: 0.5471473 Apr 20 13:04:05.842846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:05.846777 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.858790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:05.870694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04a981f4-c374-4787-920d-59dc74cb1365 req-40d4f723-e5e0-4b6d-958d-a0bbe788c5b6 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 210 time: 0.3291504 Apr 20 13:04:05.917337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:05.917997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:05.973831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-e6420107-e378-469e-b3da-0ed56b3a55e1 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292087 Apr 20 13:04:05.998906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c90991-2755-4253-9983-520236c0adfa {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:06.005951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:02Z', 'revision_number': 7, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f26fe-0ce1-4c11-a4d8-fb7214330fc6', 'name': '', 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:16:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:49Z', 'updated_at': '2022-04-20T13:04:02Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:06.019778 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8490f3fc-d688-42db-bd02-aa15fbef9ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.044586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:06.101793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce2f19-cae1-48d7-b43b-a53fdf44f2c7 None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:02Z', 'revision_number': 7, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f26fe-0ce1-4c11-a4d8-fb7214330fc6', 'name': '', 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:16:43:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:49Z', 'updated_at': '2022-04-20T13:04:02Z', 'revision_number': 4, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:06.104319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.164347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:06.216623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:06.217004 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.373186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['26c90991-2755-4253-9983-520236c0adfa'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:06.409578 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:06.432990 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:06.433676 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:06.570041 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:06.574705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7dff3ff-1857-4189-becc-21c224268b5a req-86d1b4cc-a9ed-443e-81d4-dd2fe2628462 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315712 Apr 20 13:04:06.593080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-b37de951-e99c-43bf-8ae3-3116339f4dda service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2847571 Apr 20 13:04:06.605106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a35d2d3-8912-41b8-b16a-6950ae3bed65 req-5bd166a0-01f7-48c3-ad34-b60b6dffa393 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 210 time: 0.1137857 Apr 20 13:04:06.650579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port 960f26fe-0ce1-4c11-a4d8-fb7214330fc6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,segment=NetworkSegment(801f8cd0-7b67-4d9f-9287-91727d6baba5),segment_id=801f8cd0-7b67-4d9f-9287-91727d6baba5)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:06.654233 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.693102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:06.713821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a6399af-1df2-4f9f-9878-11d1ba739e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.721239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a6399af-1df2-4f9f-9878-11d1ba739e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.722433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1a6399af-1df2-4f9f-9878-11d1ba739e57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/240bf6ea-a9a6-4250-8a25-a58788b697bc HTTP/1.1" status: 204 len: 168 time: 1.4442527 Apr 20 13:04:06.835442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6399af-1df2-4f9f-9878-11d1ba739e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240bf6ea-a9a6-4250-8a25-a58788b697bc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:06.861154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:06.922697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.022967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-8900af9f-8887-44f7-ae8c-03ca30d52e79 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0243926 Apr 20 13:04:07.058458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89941d17-6584-4e62-94ad-2830288ffc9f req-130ba2ff-347e-46a7-9b0b-69eac97938f5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.070746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89941d17-6584-4e62-94ad-2830288ffc9f req-130ba2ff-347e-46a7-9b0b-69eac97938f5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.3168299 Apr 20 13:04:07.076245 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:02Z', 'revision_number': 7, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '960f26fe-0ce1-4c11-a4d8-fb7214330fc6', 'name': '', 'network_id': '07d2d287-0024-41db-bcd6-b1969d180e81', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:16:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:49Z', 'updated_at': '2022-04-20T13:04:04Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '6d6fa1a0-088f-4193-92a2-3ad4ded9bb81', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:07.099095 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.125427 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:07.133926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7307c-3a5e-4276-b1d0-0c8a2f0bcb23 req-3cc4bde1-507c-4bbc-bb6a-ef42c012b34e service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277870 Apr 20 13:04:07.140951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=960f26fe-0ce1-4c11-a4d8-fb7214330fc6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:07.141262 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.176556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.180304 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:07.183578 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:07.196285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.247459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89941d17-6584-4e62-94ad-2830288ffc9f req-827ace59-5574-4abe-abc5-32dbb46f50d8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690862 Apr 20 13:04:07.338142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e23c22e5-1bca-4179-a9cf-a070fa9d6f6d up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:07.355108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Network 652c5336-21b2-43ac-b350-132de8ab3cac is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:07.378996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44598) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:07.401802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:07.411428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:07.430514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Network 8bbac716-7544-4143-a856-0136ed547fdb is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:07.483912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:07.484202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.505916 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:07.507347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event updated for resources: {'Port': ['ID=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:07.534463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:07.540488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:07.570000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-862622f6-b752-4a7a-9058-d7ba547c03fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.709444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.842340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.901247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.902770 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.940708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:07.942823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:07.948589 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7f7828-70d0-4d82-90ba-463a5de3c4a8" -d '{"events": [{"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-plugged", "status": "completed", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:07.963161 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:07.998119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:07.998901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.001322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'Port': ['ID=df6b6fbc-885f-4bd3-a856-49d5b140d86d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:08.045352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7f993-b42a-47af-b668-c412e0fd1c5d req-bfbeaade-4048-4a09-b394-c622758b6df0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.054605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11e7f993-b42a-47af-b668-c412e0fd1c5d req-bfbeaade-4048-4a09-b394-c622758b6df0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 931 time: 0.6203620 Apr 20 13:04:08.082892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:08.121770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f60648fe-7bed-4a9d-a9c0-ff20146d7cb1 None None] Provisioning complete for port df6b6fbc-885f-4bd3-a856-49d5b140d86d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:08.122149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f60648fe-7bed-4a9d-a9c0-ff20146d7cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.147400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-862622f6-b752-4a7a-9058-d7ba547c03fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.175875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-ce3007f5-5b0d-4036-9800-39d9781e1177 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9266047 Apr 20 13:04:08.185130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-862622f6-b752-4a7a-9058-d7ba547c03fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.194924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f60648fe-7bed-4a9d-a9c0-ff20146d7cb1 None None] Port df6b6fbc-885f-4bd3-a856-49d5b140d86d cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:08.205193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-2b831ae7-ee63-4beb-9b5a-05f1e57f80cf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4914525 Apr 20 13:04:08.215765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Request body: {'port': {'device_id': 'd913c79e-f005-434d-a76f-7440f94e578c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:08.235928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 26c90991-2755-4253-9983-520236c0adfa up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:08.293264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Request body: {'port': {'device_id': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:08.335817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 26c90991-2755-4253-9983-520236c0adfa completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:08.340951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 26c90991-2755-4253-9983-520236c0adfa triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:08.341379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.397811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11e7f993-b42a-47af-b668-c412e0fd1c5d req-eba3bb86-b185-46f6-a8b0-275878cf5bff tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406925 Apr 20 13:04:08.411271 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:06Z', 'revision_number': 8, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:08.451867 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.466117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46863bbe-03e4-434f-9f6a-d4d6817161d3 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:08.476974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-9c86984e-71fd-4590-86e5-85ea82d0a323 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.478852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-9c86984e-71fd-4590-86e5-85ea82d0a323 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0&tenant_id=c1df0c054cf04bec940ed048971593be&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 948 time: 0.6088800 Apr 20 13:04:08.481382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-862622f6-b752-4a7a-9058-d7ba547c03fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8efa2d6ca95a42259aef11af8568ef3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1013744 Apr 20 13:04:08.485146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.493407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44622) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:08.502540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862622f6-b752-4a7a-9058-d7ba547c03fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0bfced-14e2-47f3-85cf-d892e9cf9ffd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:08.536246 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2d003-84c0-466d-a5cf-e1a0ce62dad0 None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:06Z', 'revision_number': 8, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:08.543065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:08.559613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.560433 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.579980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.636166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce773a2e-9a6b-430d-96fa-85ac3aac3f94 req-d365fa03-b2a2-42e4-843a-799d5e2d839d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:08.644331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce773a2e-9a6b-430d-96fa-85ac3aac3f94 req-d365fa03-b2a2-42e4-843a-799d5e2d839d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 946 time: 0.6709428 Apr 20 13:04:08.647944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Transition to ACTIVE for port object 46863bbe-03e4-434f-9f6a-d4d6817161d3 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:08.659448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.662551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:08.682293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.718038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:08.724936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe882-81ec-46f6-b2dd-6e1b208a95e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.747770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe882-81ec-46f6-b2dd-6e1b208a95e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.811152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe882-81ec-46f6-b2dd-6e1b208a95e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.815344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8ebe882-81ec-46f6-b2dd-6e1b208a95e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.818812 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a8ebe882-81ec-46f6-b2dd-6e1b208a95e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa0bfced-14e2-47f3-85cf-d892e9cf9ffd HTTP/1.1" status: 204 len: 168 time: 0.2495883 Apr 20 13:04:08.823249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce773a2e-9a6b-430d-96fa-85ac3aac3f94 req-d6b7646c-e29c-4da6-8a64-f4f21cefd7e9 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778414 Apr 20 13:04:08.872153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:08.999794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebe882-81ec-46f6-b2dd-6e1b208a95e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0bfced-14e2-47f3-85cf-d892e9cf9ffd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:09.006839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Pushing event updated for resources: {'Port': ['ID=46863bbe-03e4-434f-9f6a-d4d6817161d3,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:09.058257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-bc1b9ab9-b6bd-4480-ae86-eeb5063695c4 service neutron] 10.222.0.37 "GET /v2.0/ports/26c90991-2755-4253-9983-520236c0adfa/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 382 time: 0.5194523 Apr 20 13:04:09.085495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Attempting to bind port 46863bbe-03e4-434f-9f6a-d4d6817161d3 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:09.085495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Attempting to bind port 46863bbe-03e4-434f-9f6a-d4d6817161d3 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:09.085847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Attempting to bind port 46863bbe-03e4-434f-9f6a-d4d6817161d3 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:09.100759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c966e-d674-4761-a04d-cfe5e1703616 req-13a5aaf1-b7e3-43e4-9308-11ba53fd398b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:09.110369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213c966e-d674-4761-a04d-cfe5e1703616 req-13a5aaf1-b7e3-43e4-9308-11ba53fd398b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 931 time: 0.4525023 Apr 20 13:04:09.114189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Port 46863bbe-03e4-434f-9f6a-d4d6817161d3 on network 652c5336-21b2-43ac-b350-132de8ab3cac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:09.114518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Attempting to bind port 46863bbe-03e4-434f-9f6a-d4d6817161d3 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:09.139044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:09.139392 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Checking segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:09.139777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Bound using segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:09.140228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Bound port: 46863bbe-03e4-434f-9f6a-d4d6817161d3, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:09.140582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:09.221261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:09.237535 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a4cdac5c-42ef-4c57-bff3-1905ff54b345 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6926334 Apr 20 13:04:09.279213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44638) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:09.349931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e23c22e5-1bca-4179-a9cf-a070fa9d6f6d no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:09.380851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:09.439106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:09.441672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet 6d6fa1a0-088f-4193-92a2-3ad4ded9bb81 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:09.453731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:09.464063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:09.538305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] For port 46863bbe-03e4-434f-9f6a-d4d6817161d3, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:09.588331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] For port 46863bbe-03e4-434f-9f6a-d4d6817161d3, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:09.604229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:09.609746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:09.689413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213c966e-d674-4761-a04d-cfe5e1703616 req-1218ee92-b63a-46d5-958f-8c6876746099 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5779741 Apr 20 13:04:09.732101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46161368-2fe1-43ac-b67f-5caa0b626424 req-895966ad-7f3b-4930-b5d8-fae821deb154 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:09.746431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46161368-2fe1-43ac-b67f-5caa0b626424 req-895966ad-7f3b-4930-b5d8-fae821deb154 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.6593335 Apr 20 13:04:09.822588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-c1cf86dd-3dc4-4833-a2d0-6cecab04467b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:09.822588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-c1cf86dd-3dc4-4833-a2d0-6cecab04467b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1100 time: 0.7045941 Apr 20 13:04:09.927603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.068078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:10.072529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.076494 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] 10.222.0.37 "PUT /v2.0/ports/46863bbe-03e4-434f-9f6a-d4d6817161d3 HTTP/1.1" status: 200 len: 1091 time: 5.6179545 Apr 20 13:04:10.077935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:10.082367 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:10.086358 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.097848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf57d-ad6e-49b4-86e5-3f06b757b339 service neutron] Pushing event updated for resources: {'Port': ['ID=46863bbe-03e4-434f-9f6a-d4d6817161d3,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:10.123618 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f8709-25a2-4bb4-87e3-dd99aec59a99 x-openstack-request-id: req-955f8709-25a2-4bb4-87e3-dd99aec59a99 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:10.125449 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-plugged", "status": "completed", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:10.125869 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-955f8709-25a2-4bb4-87e3-dd99aec59a99 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:10.126944 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955f8709-25a2-4bb4-87e3-dd99aec59a99'] response: {'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'code': 200} Apr 20 13:04:10.138761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:10.166601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6fa1a0-088f-4193-92a2-3ad4ded9bb81,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:10.192194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6b6fbc-885f-4bd3-a856-49d5b140d86d {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:10.196543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.200309 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8f87934e-2878-4496-9bec-8ca9f4271f71 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/6d6fa1a0-088f-4193-92a2-3ad4ded9bb81 HTTP/1.1" status: 204 len: 168 time: 0.9201450 Apr 20 13:04:10.202867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:10.212095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.214685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf00a16-6f10-49ce-bfc5-981ae783febe None None] Network 07d2d287-0024-41db-bcd6-b1969d180e81 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:10.217274 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.226560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:10.227862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 960f26fe-0ce1-4c11-a4d8-fb7214330fc6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:10.299683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c8e99cf3-5e86-4f74-a87f-849581431018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:10.301193 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-c8e99cf3-5e86-4f74-a87f-849581431018 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=9e01e0ac-53e7-454c-9e33-c45f01b9c9a9 HTTP/1.1" status: 200 len: 1094 time: 0.1471529 Apr 20 13:04:10.319227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46161368-2fe1-43ac-b67f-5caa0b626424 req-83dbfe91-a2b4-4e07-b4c5-f4427c7522d7 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668859 Apr 20 13:04:10.354383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Transition to ACTIVE for port object df6b6fbc-885f-4bd3-a856-49d5b140d86d will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:10.384161 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.416363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:10.437540 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-99c9d2e0-5452-43f6-bf23-2f5243723562 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3 HTTP/1.1" status: 200 len: 217 time: 0.1268055 Apr 20 13:04:10.441610 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.475844 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df25d3f8-54d3-4e69-9e56-b7b6e3517c9a x-openstack-request-id: req-df25d3f8-54d3-4e69-9e56-b7b6e3517c9a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:10.476738 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:10.477421 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df25d3f8-54d3-4e69-9e56-b7b6e3517c9a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:10.482886 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df25d3f8-54d3-4e69-9e56-b7b6e3517c9a'] response: {'name': 'network-changed', 'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3', 'status': 'completed', 'code': 200} Apr 20 13:04:10.513344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:10.601993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.610953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946da98-eb6d-4433-b98a-eeca253a8c7e req-c61a0ef4-1674-474c-80c0-986d37b222dc tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:10.614191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5946da98-eb6d-4433-b98a-eeca253a8c7e req-c61a0ef4-1674-474c-80c0-986d37b222dc tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 931 time: 0.3596313 Apr 20 13:04:10.661271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-4b49bdfb-386b-4140-a3ae-2ff4757d8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:10.669769 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-4b49bdfb-386b-4140-a3ae-2ff4757d8b5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.2182338 Apr 20 13:04:10.759839 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-4d04b549-62fd-4ff5-807b-c0682da552cb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715199 Apr 20 13:04:10.862582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 9ba7a376-e916-4612-a15f-f1164cd64780 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:10.862926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:10.921004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5946da98-eb6d-4433-b98a-eeca253a8c7e req-feaaf181-3b22-4378-a0f3-14614b9d0b4b tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727134 Apr 20 13:04:10.934680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:10.982080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Pushing event updated for resources: {'Port': ['ID=df6b6fbc-885f-4bd3-a856-49d5b140d86d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:10.990440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-e3d54f60-f530-449f-8f9d-0bfb220e7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:11.007336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-e3d54f60-f530-449f-8f9d-0bfb220e7ce4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 1.1667840 Apr 20 13:04:11.030683 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.052234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:11.112698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port 9ba7a376-e916-4612-a15f-f1164cd64780, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ba7a376-e916-4612-a15f-f1164cd64780,segment=NetworkSegment(801f8cd0-7b67-4d9f-9287-91727d6baba5),segment_id=801f8cd0-7b67-4d9f-9287-91727d6baba5)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:11.113072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.137583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.137583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.137583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.137583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.150090 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-67f2b6f5-0860-431d-bdd1-21d1950a16db service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735018 Apr 20 13:04:11.151185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 9ba7a376-e916-4612-a15f-f1164cd64780 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:11.151935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.152294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.152707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.152945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.153274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.153611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.153971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.154297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:11.164818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-176ea113-40a2-4844-98d8-b31fa1fa0f6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.1307566 Apr 20 13:04:11.172647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] DHCP port deletion for 07d2d287-0024-41db-bcd6-b1969d180e81 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:04:11.256134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-5fcfbd1d-ccb1-43bb-8472-4f58b6e4c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:11.260475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-5fcfbd1d-ccb1-43bb-8472-4f58b6e4c008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0576556 Apr 20 13:04:11.267591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Transition to ACTIVE for port object 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:11.300608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.306867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] Deleting port 9ba7a376-e916-4612-a15f-f1164cd64780 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:11.307514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.341464 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-52b6d938-abeb-444e-bc01-a871e7e50344 service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844273 Apr 20 13:04:11.367414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.407179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=9ba7a376-e916-4612-a15f-f1164cd64780,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:11.467559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] For port 9ba7a376-e916-4612-a15f-f1164cd64780, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ba7a376-e916-4612-a15f-f1164cd64780,segment=NetworkSegment(801f8cd0-7b67-4d9f-9287-91727d6baba5),segment_id=801f8cd0-7b67-4d9f-9287-91727d6baba5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:11.468186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.474352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port 9ba7a376-e916-4612-a15f-f1164cd64780 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:11.489837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:06Z', 'revision_number': 8, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:11.524504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:11.548447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] Calling delete_port for 9ba7a376-e916-4612-a15f-f1164cd64780 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:11.566370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:11.567011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:11.718778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-8261b105-e140-4e7a-86bc-fa42f51ef34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:11.720326 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-8261b105-e140-4e7a-86bc-fa42f51ef34a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=9e01e0ac-53e7-454c-9e33-c45f01b9c9a9 HTTP/1.1" status: 200 len: 1094 time: 0.3103118 Apr 20 13:04:11.722183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:11.935934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ba7a376-e916-4612-a15f-f1164cd64780 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:11.942607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:11.958677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-6ee525a2-4659-455b-8c0d-ead236cb2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:11.966828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-6ee525a2-4659-455b-8c0d-ead236cb2370 service neutron] 10.222.0.37 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 913 time: 0.2155955 Apr 20 13:04:11.991243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9ba7a376-e916-4612-a15f-f1164cd64780 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:11.991655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ba7a376-e916-4612-a15f-f1164cd64780 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:12.048798 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.088939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:06Z', 'revision_number': 8, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:12.094465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] Pushing event deleted for resources: {'Port': ['ID=9ba7a376-e916-4612-a15f-f1164cd64780,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.112140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a425d6f-c41a-4e11-9049-03fccd9e60c9 None None] No DVR routers for this DVR port 9ba7a376-e916-4612-a15f-f1164cd64780 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:12.163726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}, {'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:12.163726 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee41543-b55d-44b8-af75-53dce0fe48d8" -d '{"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-plugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa"}, {"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-unplugged", "status": "completed", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:12.164116 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-8d8b38a2-b4f8-475a-8f54-5a8403b5ccc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3 HTTP/1.1" status: 200 len: 217 time: 0.1627271 Apr 20 13:04:12.164221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Attempting to bind port df6b6fbc-885f-4bd3-a856-49d5b140d86d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:12.164221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Attempting to bind port df6b6fbc-885f-4bd3-a856-49d5b140d86d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:12.164221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Attempting to bind port df6b6fbc-885f-4bd3-a856-49d5b140d86d on network 8bbac716-7544-4143-a856-0136ed547fdb {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:12.174001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3ff25-7b1b-4368-b6b3-85598336a4a8 None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:06Z', 'revision_number': 8, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a49e851a-1980-4efc-ab08-04fc0d93f79f', 'name': '', 'network_id': '14c9ecbc-73ba-4a59-aa7c-6107b381a55b', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:a2:29:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:41Z', 'updated_at': '2022-04-20T13:03:58Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'f2a5f48e-4dab-4304-b58f-6912d8ce27e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:12.208804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a97e8-c039-450b-bac6-6bd873da791e req-a86c216c-9405-40fc-8bb1-ecf0b5cf6f1b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.211841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c42a97e8-c039-450b-bac6-6bd873da791e req-a86c216c-9405-40fc-8bb1-ecf0b5cf6f1b tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 1.4397209 Apr 20 13:04:12.282620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Port df6b6fbc-885f-4bd3-a856-49d5b140d86d on network 8bbac716-7544-4143-a856-0136ed547fdb not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:12.283773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Attempting to bind port df6b6fbc-885f-4bd3-a856-49d5b140d86d on network 8bbac716-7544-4143-a856-0136ed547fdb {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:12.300987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:12.305869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Checking segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:12.307211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Bound using segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:12.307921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Bound port: df6b6fbc-885f-4bd3-a856-49d5b140d86d, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:12.308527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.323466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-76bfc743-b29c-4216-a692-670524a1c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.324936 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-76bfc743-b29c-4216-a692-670524a1c319 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.1544385 Apr 20 13:04:12.378715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-1623eefc-aa29-4341-88da-a61b14d4696d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444067 Apr 20 13:04:12.383850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d2d287-0024-41db-bcd6-b1969d180e81']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:12.392972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c42a97e8-c039-450b-bac6-6bd873da791e req-51a1a779-7228-4fb2-b688-7bfead5631f3 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989194 Apr 20 13:04:12.402914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3e731-2cf5-4b95-b894-f8dae0c2cf6b req-792069ea-ed15-4ddd-b051-42a143b82e8f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.425621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbb3e731-2cf5-4b95-b894-f8dae0c2cf6b req-792069ea-ed15-4ddd-b051-42a143b82e8f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 943 time: 1.2770174 Apr 20 13:04:12.481386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-5aaa2033-b3d1-4131-8414-d50fd419fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.492912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-5aaa2033-b3d1-4131-8414-d50fd419fba5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2190065 Apr 20 13:04:12.505887 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-92d93aca-74d8-41ce-b876-600c4662f281 service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153386 Apr 20 13:04:12.551009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801f8cd0-7b67-4d9f-9287-91727d6baba5') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:12.551413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801f8cd0-7b67-4d9f-9287-91727d6baba5') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:12.562662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.579269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.616214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:12.616633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:12.620521 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:12.624668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] For port df6b6fbc-885f-4bd3-a856-49d5b140d86d, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:12.628684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] For port df6b6fbc-885f-4bd3-a856-49d5b140d86d, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:12.633042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Pushing event updated for resources: {'Port': ['ID=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.702790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.718982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.724879 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/07d2d287-0024-41db-bcd6-b1969d180e81 HTTP/1.1" status: 204 len: 168 time: 2.5209863 Apr 20 13:04:12.726926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:12.783827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dfb58-4897-4c5f-a409-107b9a411483 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=07d2d287-0024-41db-bcd6-b1969d180e81,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:12.797892 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1f5635a-11c9-4ad3-b602-45a72fd3cfd6 req-d8f68250-fee9-45a9-97bb-114eb0389d2e service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848959 Apr 20 13:04:12.800956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:12.850016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-38e88987-53fe-4f5f-bbc2-edc3b825af83 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:12.851532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-38e88987-53fe-4f5f-bbc2-edc3b825af83 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 0.7348094 Apr 20 13:04:12.903957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbb3e731-2cf5-4b95-b894-f8dae0c2cf6b req-f226038d-56a2-4577-ad10-09c099ae3510 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4729469 Apr 20 13:04:13.022543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5639b3f-9765-46f2-98d3-cfcddfd02fa6 req-4a7f1ab3-973a-44e1-9bd5-5fce390001bd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.030050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5639b3f-9765-46f2-98d3-cfcddfd02fa6 req-4a7f1ab3-973a-44e1-9bd5-5fce390001bd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.5304987 Apr 20 13:04:13.120438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.121349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.123228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] 10.222.0.37 "PUT /v2.0/ports/df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 1091 time: 4.8551710 Apr 20 13:04:13.130954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:13.135238 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5657288a-f633-4bf4-b489-bac29ea75920" -d '{"events": [{"name": "network-changed", "server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:13.315264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5639b3f-9765-46f2-98d3-cfcddfd02fa6 req-828555e7-2243-452f-ad68-78700b963408 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842760 Apr 20 13:04:13.316664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Attempting to bind port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:13.317182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Attempting to bind port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:13.317739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Attempting to bind port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:13.380598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 on network 652c5336-21b2-43ac-b350-132de8ab3cac not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:13.381405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Attempting to bind port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:13.392543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9b99d-6394-4327-9811-8520ff0f4c46 service neutron] Pushing event updated for resources: {'Port': ['ID=df6b6fbc-885f-4bd3-a856-49d5b140d86d,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:13.436520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.446309 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc80eb-c3bd-45d7-8f98-cdb8444922d5 x-openstack-request-id: req-76bc80eb-c3bd-45d7-8f98-cdb8444922d5 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:13.447363 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-plugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa", "code": 200}, {"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-unplugged", "status": "completed", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:13.447475 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76bc80eb-c3bd-45d7-8f98-cdb8444922d5 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:13.447851 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bc80eb-c3bd-45d7-8f98-cdb8444922d5'] response: {'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'code': 200} Apr 20 13:04:13.448113 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bc80eb-c3bd-45d7-8f98-cdb8444922d5'] response: {'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'code': 200} Apr 20 13:04:13.452389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:13.454118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Checking segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:13.454518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Bound using segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:13.459814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Bound port: 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:13.460468 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.480148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-9b69fb93-4f3d-4ff1-967c-2c036985b4e5 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9359274 Apr 20 13:04:13.536089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee862e4-b303-4d98-ad6f-5a29bf625e9f req-dbc20590-3ea3-4301-9399-e21a641654cb tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.547025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ee862e4-b303-4d98-ad6f-5a29bf625e9f req-dbc20590-3ea3-4301-9399-e21a641654cb tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 943 time: 0.5426056 Apr 20 13:04:13.563871 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79832be-3b3c-472f-9a77-b34ec37792fc x-openstack-request-id: req-a79832be-3b3c-472f-9a77-b34ec37792fc {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:13.564203 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:13.564756 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a79832be-3b3c-472f-9a77-b34ec37792fc {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:13.565221 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79832be-3b3c-472f-9a77-b34ec37792fc'] response: {'name': 'network-changed', 'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'status': 'completed', 'code': 200} Apr 20 13:04:13.599683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-f540e450-fb02-4211-a057-40e1e99f8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:13.601297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-f540e450-fb02-4211-a057-40e1e99f8588 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1094 time: 0.4000554 Apr 20 13:04:13.779373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] For port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:13.784539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-a64d9b88-b8dd-440a-b765-9ad58e9b7b84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 217 time: 0.1283550 Apr 20 13:04:13.816246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] For port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:13.823964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ee862e4-b303-4d98-ad6f-5a29bf625e9f req-aeda93b6-b759-40d6-9460-abe88588cab7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760212 Apr 20 13:04:13.826515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Deleting port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:13.827047 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:13.881234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.038559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-2cbcf69c-97d1-4d57-97f8-5f5ccceafc6d service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462110 Apr 20 13:04:14.070766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b444bd-9473-48a4-aa51-d592abc4fdba req-471ef349-2908-4c69-aa3e-7627817626d8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.080419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19b444bd-9473-48a4-aa51-d592abc4fdba req-471ef349-2908-4c69-aa3e-7627817626d8 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 944 time: 0.4250391 Apr 20 13:04:14.084742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.084742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.098321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 HTTP/1.1" status: 200 len: 1091 time: 5.8875136 Apr 20 13:04:14.168471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] For port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,segment=NetworkSegment(75d6c43d-5ecd-41a8-83c0-3f66c9edf687),segment_id=75d6c43d-5ecd-41a8-83c0-3f66c9edf687)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:14.169291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.188304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Calling delete_port for e23c22e5-1bca-4179-a9cf-a070fa9d6f6d owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:14.254566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 46863bbe-03e4-434f-9f6a-d4d6817161d3 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:14.285410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-9f76d5ac-253c-49ab-ac92-9df3aaf50591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.287183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-9f76d5ac-253c-49ab-ac92-9df3aaf50591 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.4943800 Apr 20 13:04:14.288020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bc091-4923-433b-a1a9-b77845fe41a2 service neutron] Pushing event updated for resources: {'Port': ['ID=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:14.450130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 46863bbe-03e4-434f-9f6a-d4d6817161d3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:14.479086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '46863bbe-03e4-434f-9f6a-d4d6817161d3', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'port_id': '46863bbe-03e4-434f-9f6a-d4d6817161d3', 'mac_address': 'fa:16:3e:39:71:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a30c74a-836a-45f4-9324-7f5f9295eb71', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:14.496885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port a49e851a-1980-4efc-ab08-04fc0d93f79f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:14.497497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.531191 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.550727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46863bbe-03e4-434f-9f6a-d4d6817161d3 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:14.589764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19b444bd-9473-48a4-aa51-d592abc4fdba req-f1d81262-a3fa-45b7-8d95-bc3df9ba7812 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b939aa3-0436-43b6-87a5-214cb5f35d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081232 Apr 20 13:04:14.590364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 46863bbe-03e4-434f-9f6a-d4d6817161d3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:14.600701 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.629183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port a49e851a-1980-4efc-ab08-04fc0d93f79f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a49e851a-1980-4efc-ab08-04fc0d93f79f,segment=NetworkSegment(e9aa0906-3142-4b43-911b-8ea96e22755d),segment_id=e9aa0906-3142-4b43-911b-8ea96e22755d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:14.631075 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.667448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for a49e851a-1980-4efc-ab08-04fc0d93f79f owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:14.691741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d787a7-f909-41b3-8857-111f0dd30f75 req-c7ed0a55-a0d1-4c7c-ad43-897102e68dd0 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.699286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3d787a7-f909-41b3-8857-111f0dd30f75 req-c7ed0a55-a0d1-4c7c-ad43-897102e68dd0 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 943 time: 0.5997627 Apr 20 13:04:14.718347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=46863bbe-03e4-434f-9f6a-d4d6817161d3,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:14.749488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-82997236-c3e2-44fb-89f3-6d49b8a04dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.751004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-82997236-c3e2-44fb-89f3-6d49b8a04dec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 1094 time: 0.4375186 Apr 20 13:04:14.787861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-1e74bb52-7116-4dab-a8ce-e32a915e0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:14.789600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-1e74bb52-7116-4dab-a8ce-e32a915e0e52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4500854 Apr 20 13:04:14.842195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['46863bbe-03e4-434f-9f6a-d4d6817161d3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:14.951926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:14.967324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-63f0d093-9af2-4dd6-988b-f357ebf911ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 HTTP/1.1" status: 200 len: 217 time: 0.2013457 Apr 20 13:04:15.002317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3d787a7-f909-41b3-8857-111f0dd30f75 req-485900d5-a371-4ff8-85d2-ca24d09a51e5 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823508 Apr 20 13:04:15.096139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=a49e851a-1980-4efc-ab08-04fc0d93f79f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:15.332812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-18af6a90-6c46-4844-9ab6-57b96c523148 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231982 Apr 20 13:04:15.369353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e23c22e5-1bca-4179-a9cf-a070fa9d6f6d no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:15.395443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:15.403408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: e23c22e5-1bca-4179-a9cf-a070fa9d6f6d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:15.404072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e23c22e5-1bca-4179-a9cf-a070fa9d6f6d not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:15.429849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:15.513898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85665064-1c99-48e6-a767-23f4c75f5ae7 req-83d0718b-6f49-41b3-989e-df23f9096c60 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:15.521371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85665064-1c99-48e6-a767-23f4c75f5ae7 req-83d0718b-6f49-41b3-989e-df23f9096c60 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.7694240 Apr 20 13:04:15.587840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:15.591513 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb00f8-f510-4fed-a50e-23d98eb404e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:15.610873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Pushing event deleted for resources: {'Port': ['ID=e23c22e5-1bca-4179-a9cf-a070fa9d6f6d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:15.621447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-909401c4-575f-4cf3-98f7-c9492decaa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:15.622987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-909401c4-575f-4cf3-98f7-c9492decaa62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.4097340 Apr 20 13:04:15.699949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-0dc40b65-e04b-48bc-bfcd-8b7e39740d57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642850 Apr 20 13:04:15.758714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] No DVR routers for this DVR port e23c22e5-1bca-4179-a9cf-a070fa9d6f6d on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:15.768748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971a5e3-863e-49e3-882a-284af9e1b037 req-29b32e7f-54c9-4a91-9fc3-db75381d528d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:15.770318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b971a5e3-863e-49e3-882a-284af9e1b037 req-29b32e7f-54c9-4a91-9fc3-db75381d528d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 943 time: 0.4332628 Apr 20 13:04:15.777372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:15.780651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9d3ba1-22b6-4436-a048-2f79c7605319 req-0d7fa469-bc81-41e3-8624-469d5293fd19 tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.30 "DELETE /v2.0/ports/e23c22e5-1bca-4179-a9cf-a070fa9d6f6d HTTP/1.1" status: 204 len: 173 time: 2.8035095 Apr 20 13:04:15.784072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85665064-1c99-48e6-a767-23f4c75f5ae7 req-d0b742ca-82e5-4fac-9e5a-216e6e912ee5 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618740 Apr 20 13:04:15.869246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:15.886410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbab8582-1463-4df6-b011-0b350e9477e9 req-bb2fa84c-e61a-4434-b893-6f3cbf76a71d service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276523 Apr 20 13:04:15.911457 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28093b1d-a42c-4666-a46d-23e3c3e0eeea x-openstack-request-id: req-28093b1d-a42c-4666-a46d-23e3c3e0eeea {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:15.911753 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:15.912035 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28093b1d-a42c-4666-a46d-23e3c3e0eeea {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:15.912444 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28093b1d-a42c-4666-a46d-23e3c3e0eeea'] response: {'name': 'network-changed', 'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1', 'status': 'completed', 'code': 200} Apr 20 13:04:15.944367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b971a5e3-863e-49e3-882a-284af9e1b037 req-29965a97-238f-4f99-85fd-99b01510d097 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520684 Apr 20 13:04:16.044415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-b853db83-2629-47ac-9226-128ddce0d70d service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303733 Apr 20 13:04:16.068328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fafd620b-df64-4ce4-813d-57427de7ac37 req-94fd84ef-8b7b-4933-9285-beebd1f2095d tempest-ImagesTestJSON-1107277618 tempest-ImagesTestJSON-1107277618-project] 10.222.0.24 "GET /v2.0/ports?device_id=75a65ae8-1885-4c64-912b-d80a22440848 HTTP/1.1" status: 200 len: 210 time: 0.0418563 Apr 20 13:04:16.105390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:16.108361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657288a-f633-4bf4-b489-bac29ea75920 req-a8d9da26-7e3d-45fe-b949-b50fb65b7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:16.109688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5657288a-f633-4bf4-b489-bac29ea75920 req-a8d9da26-7e3d-45fe-b949-b50fb65b7e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1094 time: 0.1457045 Apr 20 13:04:16.121275 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:16.127793 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2dfc59f1-8632-4e38-9330-535d15d2b2cd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3974049 Apr 20 13:04:16.129815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44858) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:16.141728 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:16.143801 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:16.235013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet f2a5f48e-4dab-4304-b58f-6912d8ce27e0 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:16.242706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.271727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 46863bbe-03e4-434f-9f6a-d4d6817161d3 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:16.309378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547d638-d3f2-406f-9faa-d05b3edb94f8 req-601004a9-372f-4270-9ed4-c76f52e33394 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:16.310693 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:16.319096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f547d638-d3f2-406f-9faa-d05b3edb94f8 req-601004a9-372f-4270-9ed4-c76f52e33394 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 943 time: 0.1728382 Apr 20 13:04:16.391528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.441137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 46863bbe-03e4-434f-9f6a-d4d6817161d3 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:16.449295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 46863bbe-03e4-434f-9f6a-d4d6817161d3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:16.450222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.516616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f455b519-c558-4cbd-b8f6-e181ec1ba312 req-5c7c03c1-27e7-4486-901e-caca9e7727e7 service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571528 Apr 20 13:04:16.517594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657288a-f633-4bf4-b489-bac29ea75920 req-56c3aed4-9a0c-4904-a9f2-8fc78cd53116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:16.518974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5657288a-f633-4bf4-b489-bac29ea75920 req-56c3aed4-9a0c-4904-a9f2-8fc78cd53116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.3640833 Apr 20 13:04:16.596974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.626704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:16.633527 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e24d12-69e6-406a-8045-81dc433a2a2e" -d '{"events": [{"server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "name": "network-vif-plugged", "status": "completed", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:16.657370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 46863bbe-03e4-434f-9f6a-d4d6817161d3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:16.668370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.669505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 26c90991-2755-4253-9983-520236c0adfa no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:16.675013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.743181 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7e12a0-7956-4b79-a490-3e5f2227310f x-openstack-request-id: req-4e7e12a0-7956-4b79-a490-3e5f2227310f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:16.744150 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "name": "network-vif-plugged", "status": "completed", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:16.744505 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e7e12a0-7956-4b79-a490-3e5f2227310f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:16.745526 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7e12a0-7956-4b79-a490-3e5f2227310f'] response: {'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3', 'code': 200} Apr 20 13:04:16.748322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5657288a-f633-4bf4-b489-bac29ea75920 req-63377d64-c398-4e7f-a0cd-97173ddb2164 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 217 time: 0.1658599 Apr 20 13:04:16.839463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.839835 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:14Z', 'revision_number': 9, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:16.878947 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:16.892349 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:16.893106 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:16.910877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a5f48e-4dab-4304-b58f-6912d8ce27e0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:16.949156 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:16.954713 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e676c83-8bac-4473-ad2f-b17f9c39ad80 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/f2a5f48e-4dab-4304-b58f-6912d8ce27e0 HTTP/1.1" status: 204 len: 168 time: 0.8231475 Apr 20 13:04:16.956041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44878) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:16.964321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd331f6-3707-433d-a7b3-238566e25ae3 None None] Network 14c9ecbc-73ba-4a59-aa7c-6107b381a55b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:17.004719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.008722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=46863bbe-03e4-434f-9f6a-d4d6817161d3,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.139412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:17.141431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.146903 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:17.163718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.230560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.275529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 5049ad19-661c-4a79-ac4f-9830f2485583 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:17.276067 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.314748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] DHCP port deletion for 14c9ecbc-73ba-4a59-aa7c-6107b381a55b request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:04:17.392597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port 5049ad19-661c-4a79-ac4f-9830f2485583, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5049ad19-661c-4a79-ac4f-9830f2485583,segment=NetworkSegment(e9aa0906-3142-4b43-911b-8ea96e22755d),segment_id=e9aa0906-3142-4b43-911b-8ea96e22755d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:17.392878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.405688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] Deleting port 5049ad19-661c-4a79-ac4f-9830f2485583 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:17.406077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.408300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 5049ad19-661c-4a79-ac4f-9830f2485583 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:17.494213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.500025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f547d638-d3f2-406f-9faa-d05b3edb94f8 req-fa464c93-8105-44c6-9f38-29491368791f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1744385 Apr 20 13:04:17.548296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=5049ad19-661c-4a79-ac4f-9830f2485583,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.551938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port 5049ad19-661c-4a79-ac4f-9830f2485583 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:17.662925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] For port 5049ad19-661c-4a79-ac4f-9830f2485583, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5049ad19-661c-4a79-ac4f-9830f2485583,segment=NetworkSegment(e9aa0906-3142-4b43-911b-8ea96e22755d),segment_id=e9aa0906-3142-4b43-911b-8ea96e22755d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:17.667226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.672344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-1df596c1-6bc3-4181-b7a0-434a824e056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.673272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.673888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-1df596c1-6bc3-4181-b7a0-434a824e056a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0&tenant_id=c1df0c054cf04bec940ed048971593be HTTP/1.1" status: 200 len: 1100 time: 1.1270452 Apr 20 13:04:17.690627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:17.713355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] Calling delete_port for 5049ad19-661c-4a79-ac4f-9830f2485583 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:17.716852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beeef77-4efd-4eca-ac09-b6c92097663a req-1cf29274-bd07-4ddb-9ae4-4870390897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.718356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8beeef77-4efd-4eca-ac09-b6c92097663a req-1cf29274-bd07-4ddb-9ae4-4870390897d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e01e0ac-53e7-454c-9e33-c45f01b9c9a9 HTTP/1.1" status: 200 len: 1096 time: 0.9303639 Apr 20 13:04:17.722378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c9ecbc-73ba-4a59-aa7c-6107b381a55b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:17.743577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9aa0906-3142-4b43-911b-8ea96e22755d') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:17.743875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9aa0906-3142-4b43-911b-8ea96e22755d') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:17.769139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.783867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-2ac8f6c0-adf2-4ff3-900d-8d55d393e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.784435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-2ac8f6c0-adf2-4ff3-900d-8d55d393e786 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 1094 time: 1.0648265 Apr 20 13:04:17.789935 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:14Z', 'revision_number': 9, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:17.808037 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.818257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:17.818725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.818969 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb18473-13bf-4bdd-b888-568bb84b5e11 None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:14Z', 'revision_number': 9, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '5aede986-41cc-4531-97c7-1b27d5c74b1f', 'name': '', 'network_id': 'e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:66:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:35Z', 'updated_at': '2022-04-20T13:03:49Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': 'a5f832c5-5a84-425c-99ec-04b3860b63fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:17.825397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5049ad19-661c-4a79-ac4f-9830f2485583 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:17.836223 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:17.851528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657288a-f633-4bf4-b489-bac29ea75920 req-835fad81-13f0-4e51-ac69-bb796213e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.851528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5657288a-f633-4bf4-b489-bac29ea75920 req-835fad81-13f0-4e51-ac69-bb796213e6eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 1.0629404 Apr 20 13:04:17.851528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b885cad-aa57-4ff1-aa9b-1a48690d30cc req-7bd5e90b-2594-4173-879d-2da6b51971ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:17.858362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b885cad-aa57-4ff1-aa9b-1a48690d30cc req-7bd5e90b-2594-4173-879d-2da6b51971ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.3570991 Apr 20 13:04:17.881542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5049ad19-661c-4a79-ac4f-9830f2485583 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:17.882599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5049ad19-661c-4a79-ac4f-9830f2485583 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:17.915436 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.938621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-deleted', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:17.940882 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e981b67-7ee6-4301-8a8a-9e42f5c59756" -d '{"events": [{"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-deleted", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:17.950533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] Pushing event deleted for resources: {'Port': ['ID=5049ad19-661c-4a79-ac4f-9830f2485583,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:17.961735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ba851-3e9c-40af-bf6e-fd65cc9c07af None None] No DVR routers for this DVR port 5049ad19-661c-4a79-ac4f-9830f2485583 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:17.992729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:17.999929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.004728 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/14c9ecbc-73ba-4a59-aa7c-6107b381a55b HTTP/1.1" status: 204 len: 168 time: 1.0474722 Apr 20 13:04:18.013072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44900) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:18.035246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab0d0f-604f-4f5f-b222-41f6b02ec3e2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=14c9ecbc-73ba-4a59-aa7c-6107b381a55b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:18.050949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b885cad-aa57-4ff1-aa9b-1a48690d30cc req-a989a7fa-43ad-4803-9c49-30dc72e87170 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916876 Apr 20 13:04:18.079797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8beeef77-4efd-4eca-ac09-b6c92097663a req-dc50dd3d-2466-428f-aa2d-6bf482b9f36e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284395 Apr 20 13:04:18.105574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a033b162-b7b5-4ebc-a70d-5f5a45ce0492 req-927095bc-2e96-4494-9cde-c56bb84ad88c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.107138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a033b162-b7b5-4ebc-a70d-5f5a45ce0492 req-927095bc-2e96-4494-9cde-c56bb84ad88c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 943 time: 0.4128478 Apr 20 13:04:18.122592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.153884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657288a-f633-4bf4-b489-bac29ea75920 req-108bb3c4-ccc0-420b-928f-f18f83f21570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.155366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5657288a-f633-4bf4-b489-bac29ea75920 req-108bb3c4-ccc0-420b-928f-f18f83f21570 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664883 Apr 20 13:04:18.174103 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7970a6-b4d0-486c-ba44-904f4829cbc6 x-openstack-request-id: req-ad7970a6-b4d0-486c-ba44-904f4829cbc6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:18.174320 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a65ae8-1885-4c64-912b-d80a22440848", "name": "network-vif-deleted", "tag": "e23c22e5-1bca-4179-a9cf-a070fa9d6f6d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:18.174436 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad7970a6-b4d0-486c-ba44-904f4829cbc6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:18.174788 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7970a6-b4d0-486c-ba44-904f4829cbc6'] response: {'server_uuid': '75a65ae8-1885-4c64-912b-d80a22440848', 'name': 'network-vif-deleted', 'tag': 'e23c22e5-1bca-4179-a9cf-a070fa9d6f6d', 'status': 'completed', 'code': 200} Apr 20 13:04:18.258860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a033b162-b7b5-4ebc-a70d-5f5a45ce0492 req-4a1492c3-515f-4a52-ada8-97206e6742c7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338961 Apr 20 13:04:18.260420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-66fcc8ad-dc35-4f0f-8b73-566f3b17cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.263172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-66fcc8ad-dc35-4f0f-8b73-566f3b17cd51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 913 time: 0.3286550 Apr 20 13:04:18.280871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device df6b6fbc-885f-4bd3-a856-49d5b140d86d details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:18.547707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port df6b6fbc-885f-4bd3-a856-49d5b140d86d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:18.555026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-265ee420-9537-465e-9383-1324084efca2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 HTTP/1.1" status: 200 len: 217 time: 0.1292949 Apr 20 13:04:18.606828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'port_id': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:18.622737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-f6ab66d6-f5f9-4891-b7fe-d31af2326bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:18.624240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-f6ab66d6-f5f9-4891-b7fe-d31af2326bee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.0573418 Apr 20 13:04:18.729571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-946cdc02-f770-474b-a694-cb2bf0500fda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955281 Apr 20 13:04:18.760339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:18.763809 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb9a6a6-55f0-4c90-b731-fe2103bb20ca" -d '{"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:18.805833 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.842819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44946) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:18.884731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5657288a-f633-4bf4-b489-bac29ea75920 req-723ad2aa-345f-4537-8732-94680d1d97f9 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578681 Apr 20 13:04:18.902838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6b6fbc-885f-4bd3-a856-49d5b140d86d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:18.951843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.956288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:18.977024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port df6b6fbc-885f-4bd3-a856-49d5b140d86d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:18.987455 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1be891-ecb4-4780-a328-457c90393282 x-openstack-request-id: req-9f1be891-ecb4-4780-a328-457c90393282 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:18.987761 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "26c90991-2755-4253-9983-520236c0adfa", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:18.988880 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f1be891-ecb4-4780-a328-457c90393282 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:18.989280 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1be891-ecb4-4780-a328-457c90393282'] response: {'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'code': 200} Apr 20 13:04:18.990664 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.001641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3408fc1-0e32-40cc-91ec-92314fffc040 req-14003530-58fe-43f4-ad44-d21ac72abbf0 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.007293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3408fc1-0e32-40cc-91ec-92314fffc040 req-14003530-58fe-43f4-ad44-d21ac72abbf0 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 943 time: 0.2926278 Apr 20 13:04:19.108078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:19.115314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=df6b6fbc-885f-4bd3-a856-49d5b140d86d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:19.116477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] Deleting subnet 1aa62797-b198-497f-a93d-8740c141e6b6 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:19.174766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.240626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['df6b6fbc-885f-4bd3-a856-49d5b140d86d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:19.243260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.245549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-231739c1-85d5-4d58-a474-fe021678ec9c service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367332 Apr 20 13:04:19.312047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3408fc1-0e32-40cc-91ec-92314fffc040 req-7ad6fa3f-f5d1-47b9-a06a-f2850510c094 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538240 Apr 20 13:04:19.318754 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.323180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:19.377766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:19.380746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5657288a-f633-4bf4-b489-bac29ea75920 req-f09a9169-3824-44fd-9129-47a1ec3b9226 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759529 Apr 20 13:04:19.392690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925372e-618a-405f-a371-20def2210ac8 req-0595af6d-9cde-4b6a-b543-0ceda4814585 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.400624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7925372e-618a-405f-a371-20def2210ac8 req-0595af6d-9cde-4b6a-b543-0ceda4814585 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.2136002 Apr 20 13:04:19.530980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c90991-2755-4253-9983-520236c0adfa {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:19.539576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.556948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15eb00f8-f510-4fed-a50e-23d98eb404e3 req-46ae366a-6d44-44d7-8970-942b428e1ac1 service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967587 Apr 20 13:04:19.596229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.600154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Transition to ACTIVE for port object 26c90991-2755-4253-9983-520236c0adfa will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:19.613885 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.653293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:19.657226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7925372e-618a-405f-a371-20def2210ac8 req-f40bcc01-b7cb-48ae-a1c7-1c7e9e16a776 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552996 Apr 20 13:04:19.660244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a49e851a-1980-4efc-ab08-04fc0d93f79f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:19.675247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aa62797-b198-497f-a93d-8740c141e6b6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:19.683375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 5aede986-41cc-4531-97c7-1b27d5c74b1f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:19.690181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.699085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:19.713497 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7a79d759-8044-4e1f-8f6b-d5564cd86433 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1aa62797-b198-497f-a93d-8740c141e6b6 HTTP/1.1" status: 204 len: 168 time: 0.8665469 Apr 20 13:04:19.719982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0c920-3ee1-45ff-810c-0193dd6ed179 req-cb62093f-eb69-40b9-867d-53c82c5f97e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:19.728513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9f0c920-3ee1-45ff-810c-0193dd6ed179 req-cb62093f-eb69-40b9-867d-53c82c5f97e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 943 time: 0.3006530 Apr 20 13:04:19.734951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44962) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:19.812356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] No DVR routers for this DVR port 26c90991-2755-4253-9983-520236c0adfa on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:19.851073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=11']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:19.900779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9f0c920-3ee1-45ff-810c-0193dd6ed179 req-1a9a26f4-1d4f-43e7-bc91-8193e9f9c2e2 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712983 Apr 20 13:04:19.933009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:19.933662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:19.934179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:19.941536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:19.941926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Attempting to bind port 26c90991-2755-4253-9983-520236c0adfa on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:19.951001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:19.951343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:19.951729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:19.952160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Bound port: 26c90991-2755-4253-9983-520236c0adfa, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:19.952527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.048864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.068778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:20.074219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port 5aede986-41cc-4531-97c7-1b27d5c74b1f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aede986-41cc-4531-97c7-1b27d5c74b1f,segment=NetworkSegment(54571505-2493-4902-baf9-04849e5a38b4),segment_id=54571505-2493-4902-baf9-04849e5a38b4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:20.074706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.078887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:20.087870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.095297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a49e851a-1980-4efc-ab08-04fc0d93f79f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:20.095641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a49e851a-1980-4efc-ab08-04fc0d93f79f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:20.102714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'port_id': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1', 'mac_address': 'fa:16:3e:75:ee:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a30c74a-836a-45f4-9324-7f5f9295eb71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:20.110555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 5aede986-41cc-4531-97c7-1b27d5c74b1f owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:20.160037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.161010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.163325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] 10.222.0.30 "PUT /v2.0/ports/26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 1096 time: 2.4774640 Apr 20 13:04:20.170289 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.191378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:20.193730 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "tag": "26c90991-2755-4253-9983-520236c0adfa"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:20.193938 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.231412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cb89c2-98f9-4422-9e77-65d3cb00efcc']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:20.246376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:20.279754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee4514-1ed5-4295-a69a-a9ed217e244c service neutron] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=12']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:20.291311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d6c43d-5ecd-41a8-83c0-3f66c9edf687') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:20.291625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d6c43d-5ecd-41a8-83c0-3f66c9edf687') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:20.307314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.316732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:20.319580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-c0066e4b-bfe0-4486-8e95-c663fba6a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.322679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-c0066e4b-bfe0-4486-8e95-c663fba6a9cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.1169953 Apr 20 13:04:20.323941 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.353064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.399469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:20.400145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.403582 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcaead-968e-4747-9b3d-5e84cfdc9dea x-openstack-request-id: req-5dfcaead-968e-4747-9b3d-5e84cfdc9dea {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:20.404165 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "tag": "26c90991-2755-4253-9983-520236c0adfa", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:20.404586 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5dfcaead-968e-4747-9b3d-5e84cfdc9dea {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:20.405415 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfcaead-968e-4747-9b3d-5e84cfdc9dea'] response: {'name': 'network-changed', 'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'status': 'completed', 'code': 200} Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:20.414479 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:20.443164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:20.578635 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.588064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-46a2a80b-c668-403f-8ba4-b0f12c77e2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.589599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-46a2a80b-c668-403f-8ba4-b0f12c77e2cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.1823142 Apr 20 13:04:20.622577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.626310 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f4cb89c2-98f9-4422-9e77-65d3cb00efcc HTTP/1.1" status: 204 len: 168 time: 0.8898418 Apr 20 13:04:20.639589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:20.669727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c55fc-614f-4287-b88e-1549e826422c req-5602c8b1-508c-4ab4-9f5f-7412df8cc389 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.671721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-839c55fc-614f-4287-b88e-1549e826422c req-5602c8b1-508c-4ab4-9f5f-7412df8cc389 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 944 time: 0.2068560 Apr 20 13:04:20.674389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-19c23d76-4a4f-450c-93cc-e775e92c1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:20.675806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-19c23d76-4a4f-450c-93cc-e775e92c1d70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3459816 Apr 20 13:04:20.759256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83c740-f501-4c92-8019-3e2d229d12e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4cb89c2-98f9-4422-9e77-65d3cb00efcc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:20.833108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:20.897651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=5aede986-41cc-4531-97c7-1b27d5c74b1f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:21.040594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44996) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:21.072949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-60451720-06af-40ce-a025-ca1d91cac194 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.3333964 Apr 20 13:04:21.137825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-839c55fc-614f-4287-b88e-1549e826422c req-39231b51-877a-4426-a09c-e12e8b18622f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4596283 Apr 20 13:04:21.226324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:21.346835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-edb90136-d69b-4810-8be3-a9a808f907d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.350634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-edb90136-d69b-4810-8be3-a9a808f907d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.7505884 Apr 20 13:04:21.402362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2cf4f721-92d0-4649-9225-baa89e99c547 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abc0fbb3fbc94041b0bfb1ce93839878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478260 Apr 20 13:04:21.403832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-833a7697-d1d8-4f68-8c79-6d7ed7e575b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.404886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45010) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:21.405171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-833a7697-d1d8-4f68-8c79-6d7ed7e575b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.3080993 Apr 20 13:04:21.440678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268552d-e133-46a3-b3aa-a236a7c833aa req-ece8ee6c-d611-4ad6-bdec-35296f62e3bd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.442202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2268552d-e133-46a3-b3aa-a236a7c833aa req-ece8ee6c-d611-4ad6-bdec-35296f62e3bd tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.4189718 Apr 20 13:04:21.461120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-0f2f2bb6-e7df-4a83-a8ad-203f23e6907a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.0727942 Apr 20 13:04:21.550936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-2b068802-7adb-4e93-867b-850c66af05ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.553386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-2b068802-7adb-4e93-867b-850c66af05ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0863163 Apr 20 13:04:21.618853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452fe3c-9893-4afa-847b-6cc5b1cd3389 req-09e8550c-6660-480c-b1ec-0e85d1e8dac6 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.626931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7452fe3c-9893-4afa-847b-6cc5b1cd3389 req-09e8550c-6660-480c-b1ec-0e85d1e8dac6 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 944 time: 0.3343134 Apr 20 13:04:21.686989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7452fe3c-9893-4afa-847b-6cc5b1cd3389 req-fb84fd91-4efa-45d2-959c-60f05d26594c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Apr 20 13:04:21.742222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-6601190e-d2cd-4d19-ac84-cecb5f4e4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.743914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-6601190e-d2cd-4d19-ac84-cecb5f4e4702 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3004107 Apr 20 13:04:21.792273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2268552d-e133-46a3-b3aa-a236a7c833aa req-9fff42f5-8cfc-4468-8bcf-d5a0b6b40da3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284116 Apr 20 13:04:21.818214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-4cc70203-fef0-41c3-8b43-6ff2707c8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:21.829108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-4cc70203-fef0-41c3-8b43-6ff2707c8351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528632 Apr 20 13:04:22.043108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-0477a53c-a469-413b-9172-b2017959d340 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866290 Apr 20 13:04:22.132438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5de188fa-a5a8-47d8-bcd5-ca44c79fb853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.144936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-56d6340f-d4e5-4ace-b9a7-1abf612ac505 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566144 Apr 20 13:04:22.174058 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5de188fa-a5a8-47d8-bcd5-ca44c79fb853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.190586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:22.239470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3902f0-6e84-4a58-94bc-234a4438d033 req-7b0009f2-5770-4343-8335-ea6348dd056d service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848791 Apr 20 13:04:22.296673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device df6b6fbc-885f-4bd3-a856-49d5b140d86d up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:22.339317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-aaf7973f-6b94-4b05-ac9e-07e481d593cd service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863775 Apr 20 13:04:22.356960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5de188fa-a5a8-47d8-bcd5-ca44c79fb853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.359593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5de188fa-a5a8-47d8-bcd5-ca44c79fb853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.362550 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5de188fa-a5a8-47d8-bcd5-ca44c79fb853 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b939aa3-0436-43b6-87a5-214cb5f35d02 HTTP/1.1" status: 204 len: 168 time: 0.9549558 Apr 20 13:04:22.383410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de188fa-a5a8-47d8-bcd5-ca44c79fb853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b939aa3-0436-43b6-87a5-214cb5f35d02,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:22.390189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:22.402286 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-05c34fa9-5f02-46d9-9866-06075c26d375 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3880320 Apr 20 13:04:22.403268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45038) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:22.405034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b52e-e4d8-44b6-93a4-0cefb6cd17b7 req-18c939fa-fd71-4536-b92e-b7188403a88d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:22.406855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48c0b52e-e4d8-44b6-93a4-0cefb6cd17b7 req-18c939fa-fd71-4536-b92e-b7188403a88d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 944 time: 0.1124175 Apr 20 13:04:22.409881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-f991d33b-7c31-4ef9-9754-5413b3d4922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:22.411746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-f991d33b-7c31-4ef9-9754-5413b3d4922c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c1df0c054cf04bec940ed048971593be&device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.1039410 Apr 20 13:04:22.438540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:22.477661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet a5f832c5-5a84-425c-99ec-04b3860b63fc {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:22.482916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.501562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48c0b52e-e4d8-44b6-93a4-0cefb6cd17b7 req-d986fce4-b517-4710-b77d-c0fba4dfcf12 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876503 Apr 20 13:04:22.547371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.554724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:22.555545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:22.626009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-c0bc59a2-7dc1-4500-af6d-f6c2b3aef8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:22.627503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-c0bc59a2-7dc1-4500-af6d-f6c2b3aef8f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2073746 Apr 20 13:04:22.645068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port df6b6fbc-885f-4bd3-a856-49d5b140d86d completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:22.652537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port df6b6fbc-885f-4bd3-a856-49d5b140d86d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:22.652537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.705639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-e0fffbab-5ea2-4060-830c-5c65f7481af6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 200 len: 217 time: 0.0715549 Apr 20 13:04:22.764785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:22.766597 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.773777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.833348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:22.835667 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5e267c-7ade-4971-a653-945bed7562d6" -d '{"events": [{"server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "name": "network-vif-plugged", "status": "completed", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:22.857510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.880882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port df6b6fbc-885f-4bd3-a856-49d5b140d86d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:22.891697 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.895613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f832c5-5a84-425c-99ec-04b3860b63fc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:22.922773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:22.951257 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a646abd7-16c2-45eb-824c-578aff9818a1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/a5f832c5-5a84-425c-99ec-04b3860b63fc HTTP/1.1" status: 204 len: 168 time: 0.5451949 Apr 20 13:04:22.952464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45054) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:23.000503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=df6b6fbc-885f-4bd3-a856-49d5b140d86d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:23.003153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75922cd6-89c7-419e-9517-81d07647134c None None] Network e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:23.061497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-87f1f7d7-2b19-49ba-814a-ec9077730683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:23.063000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-87f1f7d7-2b19-49ba-814a-ec9077730683 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.3361762 Apr 20 13:04:23.158675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.261800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 461843ca-ad85-4c07-af7a-709c836f08d2 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:23.262637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.356154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port 461843ca-ad85-4c07-af7a-709c836f08d2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=461843ca-ad85-4c07-af7a-709c836f08d2,segment=NetworkSegment(54571505-2493-4902-baf9-04849e5a38b4),segment_id=54571505-2493-4902-baf9-04849e5a38b4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:23.356673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.376896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 461843ca-ad85-4c07-af7a-709c836f08d2 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:23.394960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:23.570653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5304dc4-b9b3-4557-a98f-dc92adad40c9 None None] DHCP port deletion for e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:04:23.601158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.697453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=461843ca-ad85-4c07-af7a-709c836f08d2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:23.735845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port 461843ca-ad85-4c07-af7a-709c836f08d2 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:23.779837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e5304dc4-b9b3-4557-a98f-dc92adad40c9 None None] The port '461843ca-ad85-4c07-af7a-709c836f08d2' was deleted {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 20 13:04:23.827779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 461843ca-ad85-4c07-af7a-709c836f08d2 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:23.831390 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.832052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:23.865565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:23.866890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.930724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.961202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:23.974235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54571505-2493-4902-baf9-04849e5a38b4') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:23.975106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54571505-2493-4902-baf9-04849e5a38b4') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:23.982686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 10, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:23.986473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:23.987416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 461843ca-ad85-4c07-af7a-709c836f08d2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:23.987759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 461843ca-ad85-4c07-af7a-709c836f08d2 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:24.039586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.072031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:24.085281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:24.085725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:24.092758 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:24.135093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:24.136371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:24.213883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602518c-6a0c-494d-9263-df03f4e5c265 req-43d163fa-45f6-475f-ab04-194301d6e36f tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:24.216407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f602518c-6a0c-494d-9263-df03f4e5c265 req-43d163fa-45f6-475f-ab04-194301d6e36f tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 944 time: 1.2845540 Apr 20 13:04:24.229852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.237063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.242845 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e HTTP/1.1" status: 204 len: 168 time: 1.2865021 Apr 20 13:04:24.245847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44ca6c-6f0e-4ca4-b70b-78b759343e5a req-83614d05-bc2d-43f2-a5ad-1e64d65dbb44 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:24.246127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45096) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:24.256652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d44ca6c-6f0e-4ca4-b70b-78b759343e5a req-83614d05-bc2d-43f2-a5ad-1e64d65dbb44 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 1.2264559 Apr 20 13:04:24.281120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47852e70-2de6-4894-a310-a66486fda636 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=e17b5cb2-5040-4a9f-ad6a-acbe22c2e44e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:24.319535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-c74961ff-034b-4d68-b252-65b1d263d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:24.321007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-c74961ff-034b-4d68-b252-65b1d263d063 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2393138 Apr 20 13:04:24.422726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:24.429911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f602518c-6a0c-494d-9263-df03f4e5c265 req-6cc12a28-a290-4d13-a9c0-36a7aa520c88 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705310 Apr 20 13:04:24.511569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d44ca6c-6f0e-4ca4-b70b-78b759343e5a req-6c2ac1df-b5fe-4a91-9b2e-b538796a2e76 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539599 Apr 20 13:04:24.606910 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb2d85e-d03e-4478-8c88-aa5b24021115 x-openstack-request-id: req-bfb2d85e-d03e-4478-8c88-aa5b24021115 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:24.607201 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "name": "network-vif-plugged", "status": "completed", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:24.607455 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfb2d85e-d03e-4478-8c88-aa5b24021115 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:24.607857 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb2d85e-d03e-4478-8c88-aa5b24021115'] response: {'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'code': 200} Apr 20 13:04:24.608441 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.669518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-de40db23-31a2-4168-a931-a3ff4990422e service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265364 Apr 20 13:04:24.771465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:24.793266 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:24.915672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:24.939696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-705eb9ac-a0bf-4f64-b38f-7f0b138581cd req-083d7b04-b821-47b9-ab4c-a3c6d5ff21d8 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539661 Apr 20 13:04:24.981529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 10, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:25.044445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef07bb-d027-49f4-9da7-e3e622287eba None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:20Z', 'revision_number': 10, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None, '_interfaces': [{'id': '8e16f0f4-55fa-4440-882e-d0b7f624a34b', 'name': '', 'network_id': '563b6e82-f1ba-4f12-9deb-660d1b86e3d2', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'mac_address': 'fa:16:3e:75:f5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:30Z', 'updated_at': '2022-04-20T13:03:40Z', 'revision_number': 5, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'subnets': [{'id': '9a64480e-ebbf-4594-96ea-1b158e5fdb92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:25.077451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.126745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7938b7-ec62-4f61-8ce9-47cf97807d73 req-e510422b-a5da-4eb5-8e54-89c6100f5136 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.128320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa7938b7-ec62-4f61-8ce9-47cf97807d73 req-e510422b-a5da-4eb5-8e54-89c6100f5136 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.4438617 Apr 20 13:04:25.133235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed68fb8-815e-4934-9250-0612c8709aa8 req-b495343a-3814-458b-bf2b-60fb7572045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.135052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fed68fb8-815e-4934-9250-0612c8709aa8 req-b495343a-3814-458b-bf2b-60fb7572045a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1096 time: 0.4484844 Apr 20 13:04:25.211944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fed68fb8-815e-4934-9250-0612c8709aa8 req-c6d168b7-fa58-42a7-b4de-1a37133d3e9f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645177 Apr 20 13:04:25.222862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa7938b7-ec62-4f61-8ce9-47cf97807d73 req-8118a208-8c54-43ec-aff8-a3e215756bf6 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856349 Apr 20 13:04:25.426217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26c90991-2755-4253-9983-520236c0adfa details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:25.564226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port 8e16f0f4-55fa-4440-882e-d0b7f624a34b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:25.565550 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.825342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port 8e16f0f4-55fa-4440-882e-d0b7f624a34b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8e16f0f4-55fa-4440-882e-d0b7f624a34b,segment=NetworkSegment(67419576-aa82-47b1-99b7-372209478120),segment_id=67419576-aa82-47b1-99b7-372209478120)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:25.826956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:25.846334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for 8e16f0f4-55fa-4440-882e-d0b7f624a34b owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:25.957863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f999c94-4c21-49ed-a62c-a9771322bfab req-668d087e-e99c-4f7d-9305-c6cbf0af8d0a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:25.965886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f999c94-4c21-49ed-a62c-a9771322bfab req-668d087e-e99c-4f7d-9305-c6cbf0af8d0a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 945 time: 0.3262472 Apr 20 13:04:26.031647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8432ff-09b4-4153-9f8f-2e60e9d3b0fb req-877bd977-4df1-4f11-bfbd-c67fc5baa16c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:26.042320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d8432ff-09b4-4153-9f8f-2e60e9d3b0fb req-877bd977-4df1-4f11-bfbd-c67fc5baa16c tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.2616670 Apr 20 13:04:26.114914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.166109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=8e16f0f4-55fa-4440-882e-d0b7f624a34b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:26.173507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f999c94-4c21-49ed-a62c-a9771322bfab req-a3c947fe-ea67-433b-b1bd-3336cb2d3233 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062907 Apr 20 13:04:26.266575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.267021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.267395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.275470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.275888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.277953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.278315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.279026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.279876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.280236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.280574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.281972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:26.283684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d8432ff-09b4-4153-9f8f-2e60e9d3b0fb req-51f24ba8-ecc4-4153-874c-344d7b55be45 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319393 Apr 20 13:04:26.324643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:26.369449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aede986-41cc-4531-97c7-1b27d5c74b1f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:26.463788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '26c90991-2755-4253-9983-520236c0adfa', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '26c90991-2755-4253-9983-520236c0adfa', 'mac_address': 'fa:16:3e:e5:d1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:26.467718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5aede986-41cc-4531-97c7-1b27d5c74b1f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:26.472564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aede986-41cc-4531-97c7-1b27d5c74b1f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:26.504024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.538035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2508d1-cc2d-4803-93bb-42493859dc9a req-862f82c4-6103-4cae-bc29-5c75deb89357 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:26.546343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac2508d1-cc2d-4803-93bb-42493859dc9a req-862f82c4-6103-4cae-bc29-5c75deb89357 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1370206 Apr 20 13:04:26.590613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.612921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:26.620822 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006c18ab-0ed2-4be5-9e41-d84795bc8f3c" -d '{"events": [{"server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "name": "network-vif-plugged", "status": "completed", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:26.627801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c90991-2755-4253-9983-520236c0adfa {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:26.658348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:26.666424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac2508d1-cc2d-4803-93bb-42493859dc9a req-40a47d64-828b-4952-a5c4-6e8cd24b5227 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190772 Apr 20 13:04:26.669841 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:26.708219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356203a6-448e-4692-9020-582ceeaae36d req-b1fd1d52-eaeb-462f-b3da-d9e686bb1740 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:26.715863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-356203a6-448e-4692-9020-582ceeaae36d req-b1fd1d52-eaeb-462f-b3da-d9e686bb1740 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 1099 time: 0.1289170 Apr 20 13:04:26.764833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=13']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:26.793407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-356203a6-448e-4692-9020-582ceeaae36d req-f90b5fe5-8157-498b-b742-6b26338d49d0 tempest-MigrationsAdminTest-214192729 tempest-MigrationsAdminTest-214192729-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680664 Apr 20 13:04:26.863459 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e531134e-ae18-4778-af8c-982fa53bddd7 x-openstack-request-id: req-e531134e-ae18-4778-af8c-982fa53bddd7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:26.863754 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "name": "network-vif-plugged", "status": "completed", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:26.864006 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e531134e-ae18-4778-af8c-982fa53bddd7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:26.864514 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e531134e-ae18-4778-af8c-982fa53bddd7'] response: {'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1', 'code': 200} Apr 20 13:04:26.946160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:27.027989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['26c90991-2755-4253-9983-520236c0adfa'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:27.043830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639b850-a018-4f1e-9a9a-249c92acf82f req-5e159823-c8fb-48b1-af94-bc310d349093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.045598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a639b850-a018-4f1e-9a9a-249c92acf82f req-5e159823-c8fb-48b1-af94-bc310d349093 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 1096 time: 0.0918701 Apr 20 13:04:27.091185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:27.106433 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0ca5166d-dafb-4371-933e-4b56054565e5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8417516 Apr 20 13:04:27.106715 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:27.107442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45192) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:27.126957 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:27.128022 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:27.135080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a639b850-a018-4f1e-9a9a-249c92acf82f req-0bb51fb8-aab6-47da-b163-c5b26bdf43aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801566 Apr 20 13:04:27.190443 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting subnet 9a64480e-ebbf-4594-96ea-1b158e5fdb92 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:04:27.195192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.289184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.354093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:27.375253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515fb65-fe7d-47e9-9c8f-132ae3213000 req-5a2c6a76-d157-46f3-a0e1-9a1a93865751 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.386143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0515fb65-fe7d-47e9-9c8f-132ae3213000 req-5a2c6a76-d157-46f3-a0e1-9a1a93865751 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 945 time: 0.0790801 Apr 20 13:04:27.396954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b9b4a-b5ed-4281-9bed-575f09e74629 req-52334595-dbb3-4980-876c-d71e82e7506b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.406532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d70b9b4a-b5ed-4281-9bed-575f09e74629 req-52334595-dbb3-4980-876c-d71e82e7506b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.1369267 Apr 20 13:04:27.473191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d70b9b4a-b5ed-4281-9bed-575f09e74629 req-a3388697-00f0-435e-9a1d-254ddcaf4cbc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654070 Apr 20 13:04:27.477293 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:26Z', 'revision_number': 11, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:27.522788 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:27.544430 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:27.545351 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:27.546092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0515fb65-fe7d-47e9-9c8f-132ae3213000 req-2717f137-cb5c-4046-9717-2682b28b8136 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588097 Apr 20 13:04:27.598965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.639513 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:27.711397 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:26Z', 'revision_number': 11, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:27.723929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.784434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.790424 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/9a64480e-ebbf-4594-96ea-1b158e5fdb92 HTTP/1.1" status: 204 len: 168 time: 0.6749194 Apr 20 13:04:27.790424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df32ce-e310-4e02-abe5-ac29885f22b1 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Subnet': ['ID=9a64480e-ebbf-4594-96ea-1b158e5fdb92,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:27.790702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298bf3e1-2736-4932-9c35-56f417665cf5 None None] Network 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:04:27.792244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45204) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:27.885792 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f99f58-501f-46a9-a5a0-106168dc15af None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:26Z', 'revision_number': 11, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:27.897398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:27.902602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f14d4-4d3d-44e6-89bf-405bccd41e3d req-82b0c3a1-95e1-4059-bd3c-a9fa5d1561e8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:27.910777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d44f14d4-4d3d-44e6-89bf-405bccd41e3d req-82b0c3a1-95e1-4059-bd3c-a9fa5d1561e8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1429453 Apr 20 13:04:27.962636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d44f14d4-4d3d-44e6-89bf-405bccd41e3d req-9e35c85f-d3bc-418c-9759-73c5b15a2c84 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506723 Apr 20 13:04:27.984091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Deleting port f8518a00-b255-42b9-a499-85624282dfcb {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:27.984719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.065358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] For port f8518a00-b255-42b9-a499-85624282dfcb, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f8518a00-b255-42b9-a499-85624282dfcb,segment=NetworkSegment(67419576-aa82-47b1-99b7-372209478120),segment_id=67419576-aa82-47b1-99b7-372209478120)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:28.065744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.083799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Calling delete_port for f8518a00-b255-42b9-a499-85624282dfcb owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:28.157040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec798e-4af2-494b-b41a-7c5bbfd7ff49 req-15070020-6e9b-4091-819a-3b3203e4924d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:28.158766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dec798e-4af2-494b-b41a-7c5bbfd7ff49 req-15070020-6e9b-4091-819a-3b3203e4924d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.0885119 Apr 20 13:04:28.168902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45216) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:28.174026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'floatingip': {'port_id': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:28.234481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.272389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.275517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe92490-3bc6-46a9-b8db-a66807102ae1 None None] DHCP port deletion for 563b6e82-f1ba-4f12-9deb-660d1b86e3d2 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:04:28.318080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No DVR routers for this DVR port f8518a00-b255-42b9-a499-85624282dfcb on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:28.320275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Port': ['ID=f8518a00-b255-42b9-a499-85624282dfcb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:28.479566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.563016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563b6e82-f1ba-4f12-9deb-660d1b86e3d2']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:28.586322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67419576-aa82-47b1-99b7-372209478120') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:28.586631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67419576-aa82-47b1-99b7-372209478120') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:28.610339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.634694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.644092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:04:28.644769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:04:28.650975 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:04:28.729179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.779358 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:28.789836 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/networks/563b6e82-f1ba-4f12-9deb-660d1b86e3d2 HTTP/1.1" status: 204 len: 168 time: 0.9962163 Apr 20 13:04:28.792883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1dad0-572b-4763-bfc2-d806618335d7 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Pushing event deleted for resources: {'Network': ['ID=563b6e82-f1ba-4f12-9deb-660d1b86e3d2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:28.796035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:28.802211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'routes': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:28.821053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae038e-5c38-4844-bc7b-b91ba92c8865 req-cc396198-9c1f-4779-ab71-6d1d5427d883 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:28.823193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30ae038e-5c38-4844-bc7b-b91ba92c8865 req-cc396198-9c1f-4779-ab71-6d1d5427d883 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.1739547 Apr 20 13:04:28.891797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30ae038e-5c38-4844-bc7b-b91ba92c8865 req-62d55ba7-b9e0-4230-9238-8a0794c24ef0 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608091 Apr 20 13:04:29.012703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b25626-1290-4352-a5d9-56718d529554 req-429e0d50-d871-4c2f-8649-d181da690a5c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:29.030509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14b25626-1290-4352-a5d9-56718d529554 req-429e0d50-d871-4c2f-8649-d181da690a5c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 945 time: 0.3168530 Apr 20 13:04:29.062773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Added routes are [] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:04:29.063331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Removed routes are [] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:04:29.065589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.175862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-6d223b2c-9d2e-4f8f-a89c-5e9e80274839 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:29.177643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-6d223b2c-9d2e-4f8f-a89c-5e9e80274839 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 949 time: 0.1488376 Apr 20 13:04:29.203216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14b25626-1290-4352-a5d9-56718d529554 req-bed1aef9-f37e-410c-a8c5-ade74683afc7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754224 Apr 20 13:04:29.235670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.239528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.319103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 7f023724-9fc3-4009-af0b-1703fb41aa73 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:29.360048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.370295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Deleting port 26c90991-2755-4253-9983-520236c0adfa {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:29.370619 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.373576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.417921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:29.431907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] Sync routers for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:29.435729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.437438 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-447788f2-5ec5-42b5-aa4e-6e973e696433 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 200 len: 705 time: 0.6395907 Apr 20 13:04:29.439785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45264) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:29.448311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 26c90991-2755-4253-9983-520236c0adfa no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:29.485287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c068c1b-d550-492d-8343-aa67cf8ea87d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 200 len: 205 time: 0.0443954 Apr 20 13:04:29.489089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45266) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:29.514632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:29.516157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:29.627651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:29.627866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:29.628142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.635538 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d352fc0d-2849-4c10-93ab-ef766715af89 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.684459 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Floating IP 8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8 associated. External IP: 172.25.3.174, port: df6b6fbc-885f-4bd3-a856-49d5b140d86d. Apr 20 13:04:29.688061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Calling delete_port for 26c90991-2755-4253-9983-520236c0adfa owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:29.727471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:26Z', 'revision_number': 11, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:29.781793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] Checking router: 7f023724-9fc3-4009-af0b-1703fb41aa73 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:29.787035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8e16f0f4-55fa-4440-882e-d0b7f624a34b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:29.834982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 8e16f0f4-55fa-4440-882e-d0b7f624a34b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:29.838568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8e16f0f4-55fa-4440-882e-d0b7f624a34b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:29.839267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f8518a00-b255-42b9-a499-85624282dfcb no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:29.851784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] Routers {'7f023724-9fc3-4009-af0b-1703fb41aa73'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:29.852612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7f023724-9fc3-4009-af0b-1703fb41aa73'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:29.878843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.932969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d352fc0d-2849-4c10-93ab-ef766715af89 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.936844 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d352fc0d-2849-4c10-93ab-ef766715af89 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:29.937053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f8518a00-b255-42b9-a499-85624282dfcb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:29.937249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f8518a00-b255-42b9-a499-85624282dfcb not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:29.984811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 26c90991-2755-4253-9983-520236c0adfa {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:30.017052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 26c90991-2755-4253-9983-520236c0adfa, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=26c90991-2755-4253-9983-520236c0adfa,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:30.023345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] Set router 7f023724-9fc3-4009-af0b-1703fb41aa73 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:30.028150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.060646 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d352fc0d-2849-4c10-93ab-ef766715af89 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.061144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d352fc0d-2849-4c10-93ab-ef766715af89 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Fanout notify agent at l3_agent the message router_deleted on router 7f023724-9fc3-4009-af0b-1703fb41aa73 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:04:30.081850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d352fc0d-2849-4c10-93ab-ef766715af89 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.089105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45280) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:30.089211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d352fc0d-2849-4c10-93ab-ef766715af89 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 204 len: 168 time: 0.5963559 Apr 20 13:04:30.092228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-330379e6-a2eb-4980-b95b-7bdb6d789457 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-154697984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:30.147462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330379e6-a2eb-4980-b95b-7bdb6d789457 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.151103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330379e6-a2eb-4980-b95b-7bdb6d789457 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.154925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:26Z', 'revision_number': 11, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:30.267788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2855-5c1f-4fe9-a0f0-d2e5292a74a5 None None] The sync data for ids ['7f023724-9fc3-4009-af0b-1703fb41aa73'] in n-d-838550-2 is: [{'id': '7f023724-9fc3-4009-af0b-1703fb41aa73', 'name': 'tempest-RoutersIpV6Test-router-1381263862', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:27Z', 'updated_at': '2022-04-20T13:04:26Z', 'revision_number': 11, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:30.323030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330379e6-a2eb-4980-b95b-7bdb6d789457 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.350044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330379e6-a2eb-4980-b95b-7bdb6d789457 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.365813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=14']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:30.371789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c021bb-0a4d-4901-a8a2-015c0cb8b47a req-d5e50c47-5072-4016-9458-922c8022b0f0 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.373442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1c021bb-0a4d-4901-a8a2-015c0cb8b47a req-d5e50c47-5072-4016-9458-922c8022b0f0 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 948 time: 0.3269286 Apr 20 13:04:30.381587 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330379e6-a2eb-4980-b95b-7bdb6d789457 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.386250 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-330379e6-a2eb-4980-b95b-7bdb6d789457 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2952671 Apr 20 13:04:30.386995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45294) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:30.394969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9f25fae5-c4c9-4856-a138-757b111c0a5e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:30.538991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:30.564530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1c021bb-0a4d-4901-a8a2-015c0cb8b47a req-0951e66f-4406-4d36-b5b3-9f842b2edbab tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684523 Apr 20 13:04:30.578822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed18b5-4e3c-4c4e-acb9-4a0054911500 req-a707d8ac-0a31-4b2f-bdc5-f14d7487424c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:30.579925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35ed18b5-4e3c-4c4e-acb9-4a0054911500 req-a707d8ac-0a31-4b2f-bdc5-f14d7487424c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 945 time: 0.1856642 Apr 20 13:04:30.697189 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:30.709788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:30.718074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2c996833-cf97-4672-8f74-b3c794ab83f5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:30.821026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event deleted for resources: {'Port': ['ID=26c90991-2755-4253-9983-520236c0adfa,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:30.891615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35ed18b5-4e3c-4c4e-acb9-4a0054911500 req-b7b967bb-7cbe-48b4-94c3-337aa24dbc9d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923849 Apr 20 13:04:31.349206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f25fae5-c4c9-4856-a138-757b111c0a5e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.365402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f25fae5-c4c9-4856-a138-757b111c0a5e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.485214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] No DVR routers for this DVR port 26c90991-2755-4253-9983-520236c0adfa on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:31.494469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.497612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce61c7cb-fb0b-412f-9eaa-9b3de4967b0a req-ac4f7427-be06-4a47-80f2-769b6c246e2f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "DELETE /v2.0/ports/26c90991-2755-4253-9983-520236c0adfa HTTP/1.1" status: 204 len: 173 time: 2.3101914 Apr 20 13:04:31.498090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-deleted', 'tag': '26c90991-2755-4253-9983-520236c0adfa'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:31.500715 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1604fd9-a440-48f2-b685-e0a8d1506e44" -d '{"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-deleted", "tag": "26c90991-2755-4253-9983-520236c0adfa"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:31.563201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f25fae5-c4c9-4856-a138-757b111c0a5e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Router 0a12d611-ce00-45ec-b561-fb1f1096e984 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:04:31.580143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:31.585400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.599674 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] Sync routers for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:31.614032 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:31.619620 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:31.629611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd4e7d-2a2e-4211-9364-aa78ab53efa4 req-cc620fe4-388b-42d4-9da8-2e099c6a8fb0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:31.632868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fdd4e7d-2a2e-4211-9364-aa78ab53efa4 req-cc620fe4-388b-42d4-9da8-2e099c6a8fb0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e01e0ac-53e7-454c-9e33-c45f01b9c9a9 HTTP/1.1" status: 200 len: 945 time: 0.1413522 Apr 20 13:04:31.639673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0503fc7-bf24-4aa3-a821-e716329d5d9a req-29b5bc90-6659-462d-be6f-045ddb311fa4 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:31.641148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0503fc7-bf24-4aa3-a821-e716329d5d9a req-29b5bc90-6659-462d-be6f-045ddb311fa4 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 945 time: 0.1539478 Apr 20 13:04:31.642793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d7bb6fe0-b30b-4a4a-97b2-4c7416df8314 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "PUT /v2.0/floatingips/8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8 HTTP/1.1" status: 200 len: 991 time: 3.4725442 Apr 20 13:04:31.749828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0503fc7-bf24-4aa3-a821-e716329d5d9a req-80e55d19-4d1e-403d-81d1-c45787cfe557 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979092 Apr 20 13:04:31.776494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fdd4e7d-2a2e-4211-9364-aa78ab53efa4 req-d4af95a1-80ca-416a-bf39-3cae42828907 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324813 Apr 20 13:04:31.806529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f25fae5-c4c9-4856-a138-757b111c0a5e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:31.817726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] Sync routers for ids ['0a12d611-ce00-45ec-b561-fb1f1096e984'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:31.828410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f25fae5-c4c9-4856-a138-757b111c0a5e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:31.833132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45334) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:31.837983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f25fae5-c4c9-4856-a138-757b111c0a5e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "PUT /v2.0/routers/0a12d611-ce00-45ec-b561-fb1f1096e984 HTTP/1.1" status: 200 len: 697 time: 1.4452465 Apr 20 13:04:31.838807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] Routers {'0a12d611-ce00-45ec-b561-fb1f1096e984'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:31.839444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a12d611-ce00-45ec-b561-fb1f1096e984'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:31.963083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] Set router 0a12d611-ce00-45ec-b561-fb1f1096e984 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:32.014455 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:32.100634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a12d611-ce00-45ec-b561-fb1f1096e984', 'name': 'tempest-RoutersIpV6Test-router-154697984', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:31Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:32.143406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a7631994-dcb1-45cd-be63-3383489874db tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/routers/0a12d611-ce00-45ec-b561-fb1f1096e984 HTTP/1.1" status: 200 len: 703 time: 0.3090200 Apr 20 13:04:32.146528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45348) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:32.148610 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6cce08-5cb1-4e2e-81c0-cf886ed467ed x-openstack-request-id: req-4a6cce08-5cb1-4e2e-81c0-cf886ed467ed {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:32.148926 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcf2f5-fe36-44ce-b479-39327ba8f0c0", "name": "network-vif-deleted", "tag": "26c90991-2755-4253-9983-520236c0adfa", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:32.149340 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a6cce08-5cb1-4e2e-81c0-cf886ed467ed {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:32.150330 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a6cce08-5cb1-4e2e-81c0-cf886ed467ed'] response: {'server_uuid': '2afcf2f5-fe36-44ce-b479-39327ba8f0c0', 'name': 'network-vif-deleted', 'tag': '26c90991-2755-4253-9983-520236c0adfa', 'status': 'completed', 'code': 200} Apr 20 13:04:32.218273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50dec008-5a03-4c4e-a115-d7a5e4e3a026 req-667d9ab5-17a1-48f6-90b6-5dff4a6fa30b tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=2afcf2f5-fe36-44ce-b479-39327ba8f0c0 HTTP/1.1" status: 200 len: 210 time: 0.0621822 Apr 20 13:04:32.221065 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7aaba1f8-4371-4d97-8130-0b7272233a68 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a12d611-ce00-45ec-b561-fb1f1096e984 HTTP/1.1" status: 200 len: 205 time: 0.0732112 Apr 20 13:04:32.222034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] Checking router: 0a12d611-ce00-45ec-b561-fb1f1096e984 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:32.222891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45350) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:32.254539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] Routers {'0a12d611-ce00-45ec-b561-fb1f1096e984'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:32.255161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a12d611-ce00-45ec-b561-fb1f1096e984'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:32.390051 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37a18344-44c2-4fde-a7e8-79904464cc6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.404989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-ddcff5cc-dada-4a75-b66a-b073f8fc4695 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9e49ccf741084eec885b2dd16e9b364c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350435 Apr 20 13:04:32.429775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] Set router 0a12d611-ce00-45ec-b561-fb1f1096e984 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:32.443366 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'port_id': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:03:50Z', 'updated_at': '2022-04-20T13:04:29Z', 'revision_number': 1, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:32.487694 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] Checking router: dca864d5-c8e6-40cc-8a1d-1c558e2f79bb for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:32.500056 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:32.501263 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:32.543838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a12d611-ce00-45ec-b561-fb1f1096e984', 'name': 'tempest-RoutersIpV6Test-router-154697984', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:31Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:32.586013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b916e6b-566a-46d3-9a2d-a6e1b38d8e68 None None] The sync data for ids ['0a12d611-ce00-45ec-b561-fb1f1096e984'] in n-d-838550-2 is: [{'id': '0a12d611-ce00-45ec-b561-fb1f1096e984', 'name': 'tempest-RoutersIpV6Test-router-154697984', 'tenant_id': 'e737fdb7c45b464e97f67998e006d5a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:04:30Z', 'updated_at': '2022-04-20T13:04:31Z', 'revision_number': 2, 'project_id': 'e737fdb7c45b464e97f67998e006d5a2', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:32.735993 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:32.822146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37a18344-44c2-4fde-a7e8-79904464cc6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.832398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37a18344-44c2-4fde-a7e8-79904464cc6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:32.851450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-7a12b6ca-5e6c-47cc-8268-0232ce7033c0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.853494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-7a12b6ca-5e6c-47cc-8268-0232ce7033c0 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 945 time: 0.2937009 Apr 20 13:04:32.934805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b7f091f4-c387-45d8-8db3-2c58e46abf44 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:32.936625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b7f091f4-c387-45d8-8db3-2c58e46abf44 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4942052 Apr 20 13:04:33.078376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37a18344-44c2-4fde-a7e8-79904464cc6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.091280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a18344-44c2-4fde-a7e8-79904464cc6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Fanout notify agent at l3_agent the message router_deleted on router 0a12d611-ce00-45ec-b561-fb1f1096e984 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:04:33.132221 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'port_id': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:03:50Z', 'updated_at': '2022-04-20T13:04:29Z', 'revision_number': 1, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:33.138445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37a18344-44c2-4fde-a7e8-79904464cc6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.141094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-37a18344-44c2-4fde-a7e8-79904464cc6a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/0a12d611-ce00-45ec-b561-fb1f1096e984 HTTP/1.1" status: 204 len: 168 time: 0.9149716 Apr 20 13:04:33.144920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.163750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324063cb-ef4d-460c-ad83-32c923bc6ba9 None None] The sync data for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 is: [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'floating_ip_address': '172.25.3.174', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'port_id': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'mac_address': 'fa:16:3e:49:38:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:03:50Z', 'updated_at': '2022-04-20T13:04:29Z', 'revision_number': 1, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:33.209179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b5f70ffa-a1fc-4976-91f6-a20c975a742b tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/quotas/9e49ccf741084eec885b2dd16e9b364c HTTP/1.1" status: 200 len: 375 time: 0.2379391 Apr 20 13:04:33.215788 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d3ac7c80-cfea-4015-9cf1-59d16b3c218a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a12d611-ce00-45ec-b561-fb1f1096e984 HTTP/1.1" status: 200 len: 205 time: 0.0694246 Apr 20 13:04:33.216472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45382) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.261203 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-cf71bbd7-b2a6-45b2-8332-2091fa1da7ed tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510161 Apr 20 13:04:33.300744 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-8b47455e-402d-4af7-8f83-8904422bf24e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] delete failed (client error): The resource could not be found. Apr 20 13:04:33.304658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-aef42c01-c3aa-415e-84ba-e9df04899df6 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:33.314451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-aef42c01-c3aa-415e-84ba-e9df04899df6 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 812 time: 0.4596469 Apr 20 13:04:33.314719 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8b47455e-402d-4af7-8f83-8904422bf24e tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/0a12d611-ce00-45ec-b561-fb1f1096e984 HTTP/1.1" status: 404 len: 336 time: 0.0962749 Apr 20 13:04:33.315259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.354728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9287fa62-9b15-4bdb-8316-94127ff3100a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/quotas/067e07519e614fc093d60af9616b780e HTTP/1.1" status: 200 len: 375 time: 0.0395117 Apr 20 13:04:33.364423 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-365d9c22-0bd6-40d3-a24a-318dff4c4de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:33.365180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365d9c22-0bd6-40d3-a24a-318dff4c4de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:33.371331 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-365d9c22-0bd6-40d3-a24a-318dff4c4de8 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/6d6fa1a0-088f-4193-92a2-3ad4ded9bb81 HTTP/1.1" status: 404 len: 337 time: 0.0548391 Apr 20 13:04:33.372111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.398906 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8054383-2329-4b78-b191-6d57ea818190 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:33.399887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8054383-2329-4b78-b191-6d57ea818190 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:33.405478 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f8054383-2329-4b78-b191-6d57ea818190 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/f2a5f48e-4dab-4304-b58f-6912d8ce27e0 HTTP/1.1" status: 404 len: 337 time: 0.0321999 Apr 20 13:04:33.406082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.438584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:33.439411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.481658 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f4c2e0-bd81-4c26-9364-dd72a283614a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:33.482471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f4c2e0-bd81-4c26-9364-dd72a283614a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:33.503529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-1454e99a-ec31-4bef-9248-9ba9d8786af8 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479237 Apr 20 13:04:33.514424 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0f4c2e0-bd81-4c26-9364-dd72a283614a tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/a5f832c5-5a84-425c-99ec-04b3860b63fc HTTP/1.1" status: 404 len: 337 time: 0.1072767 Apr 20 13:04:33.518085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45404) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.585590 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ab6137-2372-48b4-a5b8-cc613a590cff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:33.586518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ab6137-2372-48b4-a5b8-cc613a590cff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:33.603369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] For port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:33.603369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.606783 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1ab6137-2372-48b4-a5b8-cc613a590cff tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/9a64480e-ebbf-4594-96ea-1b158e5fdb92 HTTP/1.1" status: 404 len: 337 time: 0.0874264 Apr 20 13:04:33.613026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45410) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.675220 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a8a592a3-4446-4f75-9bab-04979ffc3da2 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 200 len: 205 time: 0.0607824 Apr 20 13:04:33.677725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45414) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.738729 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8425fdca-c386-46db-b668-8c97faaba870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:33.780218 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-c151f614-d409-4b61-9c5e-4ea9197bf443 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] delete failed (client error): The resource could not be found. Apr 20 13:04:33.781447 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c151f614-d409-4b61-9c5e-4ea9197bf443 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/7f023724-9fc3-4009-af0b-1703fb41aa73 HTTP/1.1" status: 404 len: 336 time: 0.0924060 Apr 20 13:04:33.783933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45420) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.853469 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-967d77a5-0eef-40dd-ac2b-d45fbb0107f5 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=711027bb-6b87-441c-978d-ce6f894ccca3 HTTP/1.1" status: 200 len: 205 time: 0.0680332 Apr 20 13:04:33.860419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.873878 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96777f-368f-45c0-8814-86fb1c0d914b None None] New status for floating IP 8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:04:33.959936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8634c62-312d-4b6e-8d6e-87e7a9b67d6a req-381e00cc-6206-4512-9214-e3974f9876bc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:33.966415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8634c62-312d-4b6e-8d6e-87e7a9b67d6a req-381e00cc-6206-4512-9214-e3974f9876bc tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 945 time: 0.3493137 Apr 20 13:04:33.972482 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-603143e1-5878-4c18-89c9-857250bd699f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] delete failed (client error): The resource could not be found. Apr 20 13:04:33.979502 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-603143e1-5878-4c18-89c9-857250bd699f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/711027bb-6b87-441c-978d-ce6f894ccca3 HTTP/1.1" status: 404 len: 336 time: 0.1149273 Apr 20 13:04:33.980495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45424) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:33.999357 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:04:34.083263 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dba0316-4bf8-4461-840c-8caf153596f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:34.083905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dba0316-4bf8-4461-840c-8caf153596f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:34.091218 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8dba0316-4bf8-4461-840c-8caf153596f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/e0de9248-f878-43f0-8262-bbdbb231f8ed HTTP/1.1" status: 404 len: 337 time: 0.1104798 Apr 20 13:04:34.098271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45428) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.142435 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f95903c3-7be2-471e-9c33-1322a8353b93 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=423965c6-673c-42b9-ae18-9cbad7aeb678 HTTP/1.1" status: 200 len: 205 time: 0.0406659 Apr 20 13:04:34.143290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45432) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.193994 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-d92592ab-4a85-47de-8710-55e3a22f962c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] delete failed (client error): The resource could not be found. Apr 20 13:04:34.195712 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d92592ab-4a85-47de-8710-55e3a22f962c tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/423965c6-673c-42b9-ae18-9cbad7aeb678 HTTP/1.1" status: 404 len: 336 time: 0.0513916 Apr 20 13:04:34.198928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45434) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.268765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-60ea85ce-d046-4cb0-b4a6-854b02cb771d tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=d57a8c55-ac29-4e06-8a1e-c2d5c143f784 HTTP/1.1" status: 200 len: 205 time: 0.0684507 Apr 20 13:04:34.271155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45438) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.286053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:34.293035 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35aa45e-582b-4358-8486-35b7672bf61d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:34.314318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9f57d5b4-996c-45c8-9590-397ba0e33fd0 service neutron] 10.222.0.24 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7961800 Apr 20 13:04:34.315967 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-3331d5a6-0e2b-40e4-857a-5da6dbf5abab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] delete failed (client error): The resource could not be found. Apr 20 13:04:34.317095 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3331d5a6-0e2b-40e4-857a-5da6dbf5abab tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/d57a8c55-ac29-4e06-8a1e-c2d5c143f784 HTTP/1.1" status: 404 len: 336 time: 0.0448515 Apr 20 13:04:34.319721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45442) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.358984 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb7e7ee-9a0b-49a4-8da6-49fbb24ed78f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:34.360039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb7e7ee-9a0b-49a4-8da6-49fbb24ed78f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:34.364032 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2fb7e7ee-9a0b-49a4-8da6-49fbb24ed78f tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/4c6afd6d-c0fe-4798-a30f-ce3726b36d3d HTTP/1.1" status: 404 len: 337 time: 0.0430260 Apr 20 13:04:34.366822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45444) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.404457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-f28b03d6-8c83-4fde-a980-b3085556160d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.406079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-f28b03d6-8c83-4fde-a980-b3085556160d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e01e0ac-53e7-454c-9e33-c45f01b9c9a9 HTTP/1.1" status: 200 len: 945 time: 0.7014363 Apr 20 13:04:34.429899 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f5b998e-f2ff-48cb-9d37-417428553556 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=775185b0-9591-4868-b262-7ba438bac4b9 HTTP/1.1" status: 200 len: 205 time: 0.0616112 Apr 20 13:04:34.434512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.515108 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-937f41f5-0b82-4dc0-b571-9841263a8714 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] delete failed (client error): The resource could not be found. Apr 20 13:04:34.515827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8634c62-312d-4b6e-8d6e-87e7a9b67d6a req-3bab851d-2ea3-42aa-a8e8-677fa65a283d tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2f890cf-1249-4ca1-9612-0126e7a8f11f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5345254 Apr 20 13:04:34.516123 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-937f41f5-0b82-4dc0-b571-9841263a8714 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/775185b0-9591-4868-b262-7ba438bac4b9 HTTP/1.1" status: 404 len: 336 time: 0.0804136 Apr 20 13:04:34.522815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45452) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.612822 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce1b2a7-b71d-418e-a4c1-bca7be819fbd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:34.613285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce1b2a7-b71d-418e-a4c1-bca7be819fbd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:34.620923 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fce1b2a7-b71d-418e-a4c1-bca7be819fbd tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/78cfbaa7-7632-43c6-9536-6cdeb8c99caa HTTP/1.1" status: 404 len: 337 time: 0.0966690 Apr 20 13:04:34.626637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45460) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.711389 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-206e9614-38f2-4de0-aef9-fb350df312f6 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe58fd52-6068-40de-b721-3eb18b3cd591 HTTP/1.1" status: 200 len: 205 time: 0.0833583 Apr 20 13:04:34.714613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45470) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.718907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-b899125d-b5c5-4b69-89a2-d7a667ea251c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:34.721495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-b899125d-b5c5-4b69-89a2-d7a667ea251c tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "GET /v2.0/ports?device_id=d913c79e-f005-434d-a76f-7440f94e578c HTTP/1.1" status: 200 len: 945 time: 0.7416935 Apr 20 13:04:34.784653 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-58a4a7e8-c802-47a6-9f87-3256a897fd91 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] delete failed (client error): The resource could not be found. Apr 20 13:04:34.785983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58a4a7e8-c802-47a6-9f87-3256a897fd91 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/routers/fe58fd52-6068-40de-b721-3eb18b3cd591 HTTP/1.1" status: 404 len: 336 time: 0.0701284 Apr 20 13:04:34.788546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45472) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.815474 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d734e2da-2593-44ad-bc20-d1dc556d7887 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:34.816034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d734e2da-2593-44ad-bc20-d1dc556d7887 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:34.818155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-1929efa5-b60e-4a36-a434-6112b3d00e04 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9e49ccf741084eec885b2dd16e9b364c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1124287 Apr 20 13:04:34.821282 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d734e2da-2593-44ad-bc20-d1dc556d7887 tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/59504613-04cc-4f36-b306-f88021dfa124 HTTP/1.1" status: 404 len: 337 time: 0.0295544 Apr 20 13:04:34.821551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45474) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:34.849754 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5382a46d-1070-41b1-924f-71910996245b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] DELETE failed (client error): The resource could not be found. Apr 20 13:04:34.850322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5382a46d-1070-41b1-924f-71910996245b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:04:34.856591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.856959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:34.857273 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Floating IP 5fb28c20-473d-4d06-9525-3b9fd2c5ee4a disassociated. External IP: 172.25.3.162, port: 2c358dd2-3c60-4b3e-a9f1-a911c78af07f. Apr 20 13:04:34.857608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for 2c358dd2-3c60-4b3e-a9f1-a911c78af07f owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:34.858994 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5382a46d-1070-41b1-924f-71910996245b tempest-RoutersIpV6Test-926709386 tempest-RoutersIpV6Test-926709386-project] 10.222.0.24 "DELETE /v2.0/subnets/d8ddf048-330b-4bad-b996-a91c9efe4ede HTTP/1.1" status: 404 len: 337 time: 0.0360990 Apr 20 13:04:34.895634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-7f7a61a4-6a78-4dfc-b833-74516a5d1163 service neutron] 10.222.0.24 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795383 Apr 20 13:04:35.013584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Deleting port 46863bbe-03e4-434f-9f6a-d4d6817161d3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:35.014309 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.215846 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d332375e-1d77-422b-b466-90dfb0646e42 x-openstack-request-id: req-d332375e-1d77-422b-b466-90dfb0646e42 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:35.215846 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:35.215846 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d332375e-1d77-422b-b466-90dfb0646e42 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:35.215846 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d332375e-1d77-422b-b466-90dfb0646e42'] response: {'name': 'network-changed', 'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'status': 'completed', 'code': 200} Apr 20 13:04:35.311288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45492) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:35.322009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-8e7ee23b-5b67-4945-bc5b-089ebb5dbef4 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9e49ccf741084eec885b2dd16e9b364c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2054060 Apr 20 13:04:35.352669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-4881432d-3767-49ab-9390-ac908ec0120f tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.354256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa45e-582b-4358-8486-35b7672bf61d req-d978d419-88ef-40ee-9ec6-351e180764a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.357522 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35aa45e-582b-4358-8486-35b7672bf61d req-d978d419-88ef-40ee-9ec6-351e180764a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1096 time: 0.1491311 Apr 20 13:04:35.372098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-4881432d-3767-49ab-9390-ac908ec0120f tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5322134 Apr 20 13:04:35.529399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa45e-582b-4358-8486-35b7672bf61d req-9e06dc27-b92b-4601-a71e-94ae4068063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.531591 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35aa45e-582b-4358-8486-35b7672bf61d req-9e06dc27-b92b-4601-a71e-94ae4068063a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.1608953 Apr 20 13:04:35.622320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.679370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-53095d91-dccb-48c7-a54c-b3a790e230b3 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/quotas/9e49ccf741084eec885b2dd16e9b364c HTTP/1.1" status: 200 len: 375 time: 0.3063715 Apr 20 13:04:35.731351 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35aa45e-582b-4358-8486-35b7672bf61d req-c8546053-f116-4ce9-aa9a-66cfc61f0134 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 1001 time: 0.1923971 Apr 20 13:04:35.775157 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba79f8d5-01ec-49dd-8106-823c9ca9af08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:35.817815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eeca5226-afd3-48aa-84cf-0e5e8c2be022 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e737fdb7c45b464e97f67998e006d5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938126 Apr 20 13:04:35.820777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45540) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:35.838547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa45e-582b-4358-8486-35b7672bf61d req-2bdd93db-3f21-42ad-a8e5-a362f349db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:35.848864 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35aa45e-582b-4358-8486-35b7672bf61d req-2bdd93db-3f21-42ad-a8e5-a362f349db86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.1098526 Apr 20 13:04:35.999954 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-417fe2ce-ffce-453c-b2ff-2bac17a71999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.002998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa45e-582b-4358-8486-35b7672bf61d req-8c580e96-897c-43e2-a829-d13a81e95987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:36.004609 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35aa45e-582b-4358-8486-35b7672bf61d req-8c580e96-897c-43e2-a829-d13a81e95987 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428945 Apr 20 13:04:36.135340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-417fe2ce-ffce-453c-b2ff-2bac17a71999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.214939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35aa45e-582b-4358-8486-35b7672bf61d req-dd1fbbdf-6267-4312-aceb-191a1f5344d5 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922872 Apr 20 13:04:36.249212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-417fe2ce-ffce-453c-b2ff-2bac17a71999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.251752 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-417fe2ce-ffce-453c-b2ff-2bac17a71999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.253117 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-417fe2ce-ffce-453c-b2ff-2bac17a71999 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e9689ea-720d-4b8d-926d-2085341188dc HTTP/1.1" status: 204 len: 168 time: 0.4283457 Apr 20 13:04:36.313062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Deleting port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:36.313693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.364862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=2c358dd2-3c60-4b3e-a9f1-a911c78af07f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:36.377347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 46863bbe-03e4-434f-9f6a-d4d6817161d3 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:36.396398 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fe2ce-ffce-453c-b2ff-2bac17a71999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9689ea-720d-4b8d-926d-2085341188dc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:36.452544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-0aa13db4-0c53-4908-9f23-0cf07cf6b231 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7721186 Apr 20 13:04:36.480540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5add723-f3a1-47ce-9082-a3100b482dd1 req-7e77447e-99a1-4746-9593-83b0b7e384ec tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 210 time: 0.1401753 Apr 20 13:04:36.511767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35aa45e-582b-4358-8486-35b7672bf61d req-1d81331a-b6af-4f9b-acb2-ec6c5f46e1bf service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601001 Apr 20 13:04:36.690544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] For port 46863bbe-03e4-434f-9f6a-d4d6817161d3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:36.691826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.866852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:36.966495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Calling delete_port for 46863bbe-03e4-434f-9f6a-d4d6817161d3 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:37.000910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 46863bbe-03e4-434f-9f6a-d4d6817161d3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=46863bbe-03e4-434f-9f6a-d4d6817161d3,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:37.003978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:37.012785 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04c0566-8430-4beb-afdc-5b3935f3ac83" -d '{"events": [{"server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:37.030665 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.031635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c358dd2-3c60-4b3e-a9f1-a911c78af07f no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:37.111157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 2c358dd2-3c60-4b3e-a9f1-a911c78af07f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:37.111847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c358dd2-3c60-4b3e-a9f1-a911c78af07f not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:37.157130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.158487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=46863bbe-03e4-434f-9f6a-d4d6817161d3,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:37.211009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-04d05bec-6665-42a0-9c24-ec4faee26545 req-977c1ef1-099b-4d14-a15c-1496f9a2a339 service neutron] (109409) timed out ('10.222.0.30', 50034) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:04:37.254545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-db1dba47-2722-489e-89b5-9976da331fdc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:37.256889 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-db1dba47-2722-489e-89b5-9976da331fdc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 951 time: 0.1292055 Apr 20 13:04:37.314037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-16b26bf3-f81b-4403-8414-da1be4221e26 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:37.315708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-16b26bf3-f81b-4403-8414-da1be4221e26 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9417140 Apr 20 13:04:37.461281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:37.542686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Request body: {'port': {'device_id': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '9e49ccf741084eec885b2dd16e9b364c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:37.574173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca3160a1-7c92-4b06-8248-21307e90f197 req-5e9a269f-9b3a-43fa-808b-acef1233b990 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 210 time: 0.4833307 Apr 20 13:04:37.579510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:04:37.652357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Deleting port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:37.653479 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.813953 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.815018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] For port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:37.815486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.921008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:37.928793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.930297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:37.934532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:37.939779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e5ad029-bd79-4768-8dfe-a9cac9fd4e6b req-549d94bd-a275-4197-8b57-ed5bcf993170 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 210 time: 0.0930171 Apr 20 13:04:38.094824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31706aae-8479-4ede-8fab-ef50804106f1 req-afd465a7-2e61-4ae1-abf5-3a0a2b8d8bcc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:38.103803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31706aae-8479-4ede-8fab-ef50804106f1 req-afd465a7-2e61-4ae1-abf5-3a0a2b8d8bcc tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 951 time: 1.4128349 Apr 20 13:04:38.133797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Calling delete_port for 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:38.170156 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e761932-3427-44d0-a105-374270804ff9 x-openstack-request-id: req-4e761932-3427-44d0-a105-374270804ff9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:38.171328 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "name": "network-vif-unplugged", "status": "completed", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:38.171648 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e761932-3427-44d0-a105-374270804ff9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:38.172629 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e761932-3427-44d0-a105-374270804ff9'] response: {'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3', 'code': 200} Apr 20 13:04:38.258859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=14']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:38.290487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] For port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:38.300056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.358731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45810) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:38.362247 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.374846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event deleted for resources: {'Port': ['ID=46863bbe-03e4-434f-9f6a-d4d6817161d3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:38.385406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Calling delete_port for bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:38.441181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:38.451132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.582470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.593766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:38.640600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2da6ec74-d8d0-4584-8979-c12dfe134798 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:38.645698 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2da6ec74-d8d0-4584-8979-c12dfe134798 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 812 time: 0.7244012 Apr 20 13:04:38.646837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b85b9a0-30b3-4aa6-99c2-18edb7fb23e9 req-89f49837-22ea-47ca-9835-a6f17242efde tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 210 time: 0.2576766 Apr 20 13:04:38.695002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--321712976'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:38.814749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-d2b8dee9-fba8-4117-b977-4acc2424b818 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:38.818832 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-d2b8dee9-fba8-4117-b977-4acc2424b818 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 812 time: 0.9170475 Apr 20 13:04:38.827343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:04:38.831712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Request body: {'port': {'device_id': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'admin_state_up': True, 'tenant_id': '067e07519e614fc093d60af9616b780e'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:38.831837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] No DVR routers for this DVR port 46863bbe-03e4-434f-9f6a-d4d6817161d3 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:38.842270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.859975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:04:38.872739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Request body: {'port': {'device_id': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'admin_state_up': True, 'tenant_id': '067e07519e614fc093d60af9616b780e'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:38.896780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:38.897783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:38.950242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-532bf4d8-9a8e-4990-8bd0-b2299a250c9a req-1d360838-ec06-42cf-b7bf-76a242a54b01 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 210 time: 0.0812149 Apr 20 13:04:38.984840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:38.993707 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.001029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.008073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "DELETE /v2.0/ports/46863bbe-03e4-434f-9f6a-d4d6817161d3 HTTP/1.1" status: 204 len: 173 time: 4.5904334 Apr 20 13:04:39.088365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31706aae-8479-4ede-8fab-ef50804106f1 req-afd8436a-59ea-4902-8cc5-d84076171641 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9835873 Apr 20 13:04:39.094788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'name': 'network-vif-deleted', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:39.113588 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a236aa6-6955-4926-8024-3d776012b92b" -d '{"events": [{"server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "name": "network-vif-deleted", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:39.346038 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa57eb-c5b6-4426-86ce-ba5baffe5e25 x-openstack-request-id: req-48aa57eb-c5b6-4426-86ce-ba5baffe5e25 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:39.346865 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e01e0ac-53e7-454c-9e33-c45f01b9c9a9", "name": "network-vif-deleted", "tag": "46863bbe-03e4-434f-9f6a-d4d6817161d3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:39.347374 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48aa57eb-c5b6-4426-86ce-ba5baffe5e25 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:39.348019 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48aa57eb-c5b6-4426-86ce-ba5baffe5e25'] response: {'server_uuid': '9e01e0ac-53e7-454c-9e33-c45f01b9c9a9', 'name': 'network-vif-deleted', 'tag': '46863bbe-03e4-434f-9f6a-d4d6817161d3', 'status': 'completed', 'code': 200} Apr 20 13:04:39.367791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fef42de4-ffb8-4d7e-963a-6d39a0d321b9 req-977f006e-956e-401b-9426-6bd60bb23738 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 210 time: 0.1300187 Apr 20 13:04:39.371313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-8a06d6c8-7dcd-4565-a742-2e95a79aef68 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9e49ccf741084eec885b2dd16e9b364c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3921735 Apr 20 13:04:39.382002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] No DVR routers for this DVR port 2c358dd2-3c60-4b3e-a9f1-a911c78af07f on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:39.382002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.388950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.392939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d11f15f-c0ae-4258-9d71-7b69f54fbd53 req-3b079466-8131-4ae6-8b99-5e87327cc074 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.37 "DELETE /v2.0/ports/2c358dd2-3c60-4b3e-a9f1-a911c78af07f HTTP/1.1" status: 204 len: 173 time: 6.5290456 Apr 20 13:04:39.406087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Made reservation on behalf of 067e07519e614fc093d60af9616b780e for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:39.410434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.432797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.449974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:39.452337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2c996833-cf97-4672-8f74-b3c794ab83f5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:39.475505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Made reservation on behalf of 067e07519e614fc093d60af9616b780e for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:39.480779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.510596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event deleted for resources: {'Port': ['ID=bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:39.573866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:39.582415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-347053d6-eebf-43f1-ac02-5e03688babb1 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:39.594203 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-347053d6-eebf-43f1-ac02-5e03688babb1 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1977632 Apr 20 13:04:39.662776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Request body: {'port': {'device_id': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '9e49ccf741084eec885b2dd16e9b364c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:39.814716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event deleted for resources: {'Port': ['ID=11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:39.818100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Made reservation on behalf of 9e49ccf741084eec885b2dd16e9b364c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:39.822798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.826898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.841250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.963988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:39.989188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] No DVR routers for this DVR port bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:40.074766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.087719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.092515 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "DELETE /v2.0/ports/bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b HTTP/1.1" status: 204 len: 173 time: 2.8112600 Apr 20 13:04:40.095878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-deleted', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:40.099400 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9091ec3d-6c4a-4a3c-a14d-e8fa3c9a8d3e" -d '{"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-deleted", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:40.170366 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.188241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b'}, {'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:40.191884 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65179c96-6436-4b8f-8da7-27a6581d8e1f" -d '{"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b"}, {"server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "name": "network-vif-unplugged", "status": "completed", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:40.410431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44daf5e6-e5d1-4414-bf3d-3377185d1bfb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:40.466470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-648e7317-02df-48ba-addc-274915bc7be0 req-9c6fc497-cdf7-4415-b17a-9baee44d3f96 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c064288-0888-4ca6-a100-5d4aa7da95b6 HTTP/1.1" status: 200 len: 210 time: 0.5572376 Apr 20 13:04:40.490706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b2ec545-542c-4df6-a2cd-28630fb9c2f0 req-fb2b4d46-e144-445e-b282-63a21edd804b tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 210 time: 0.3470654 Apr 20 13:04:40.492418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Allocated IP 172.20.0.4 (652c5336-21b2-43ac-b350-132de8ab3cac/9a30c74a-836a-45f4-9324-7f5f9295eb71/29ac3327-406b-4f41-a24d-9e170149a685) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:40.649536 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f6b20-fcff-41c4-a2a0-e77851147a9d x-openstack-request-id: req-fd8f6b20-fcff-41c4-a2a0-e77851147a9d {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:40.650549 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-deleted", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:40.651127 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd8f6b20-fcff-41c4-a2a0-e77851147a9d {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:40.651742 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8f6b20-fcff-41c4-a2a0-e77851147a9d'] response: {'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-deleted', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'status': 'completed', 'code': 200} Apr 20 13:04:40.735639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.756130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.764268 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50677059-a0d9-4163-afb4-62f6bd131699 x-openstack-request-id: req-50677059-a0d9-4163-afb4-62f6bd131699 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:40.764591 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84628ba-0294-4864-9194-9383bc7ae2a6", "name": "network-vif-unplugged", "status": "completed", "tag": "bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b", "code": 200}, {"server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "name": "network-vif-unplugged", "status": "completed", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:40.765107 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50677059-a0d9-4163-afb4-62f6bd131699 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:40.765721 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50677059-a0d9-4163-afb4-62f6bd131699'] response: {'server_uuid': 'b84628ba-0294-4864-9194-9383bc7ae2a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc9750ac-a0a1-41c4-8aa3-3d1d1b1fb74b', 'code': 200} Apr 20 13:04:40.769034 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50677059-a0d9-4163-afb4-62f6bd131699'] response: {'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1', 'code': 200} Apr 20 13:04:40.847514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf01e5a9-28ab-4044-8da7-9169f3fffd3a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:40.866219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] No DVR routers for this DVR port 11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:40.911463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.913967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:40.917046 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5507250 Apr 20 13:04:40.927115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46036) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:40.931467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1b417c7-01a3-4ed2-82bc-15c4592745cf req-34369168-616d-4b7d-838b-cafef75d326a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "DELETE /v2.0/ports/11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1 HTTP/1.1" status: 204 len: 173 time: 6.1809766 Apr 20 13:04:40.942462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c73fa-ffed-4531-b3bd-ca865f135774 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e6967e-ec06-4616-b1bf-381488ae1046,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:40.961211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:41.012123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:04:41.026854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:04:41.027774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:41.052186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c07c7a3-2657-40b6-87ea-670365762e83 req-74ab1225-e615-412b-91f3-1034fe4c4cf3 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=b84628ba-0294-4864-9194-9383bc7ae2a6 HTTP/1.1" status: 200 len: 210 time: 0.2480385 Apr 20 13:04:41.137593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.144387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d759a167-ed45-491b-b927-d08a2ae07210 req-e9c28105-677d-443f-9dc3-9e371bd7111f tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 210 time: 0.1932936 Apr 20 13:04:41.151247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Made reservation on behalf of 9e49ccf741084eec885b2dd16e9b364c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:04:41.153170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d8436c9d-3e65-4925-8f7a-9e8ef5297b42 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2195401 Apr 20 13:04:41.153976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:41.161572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.167322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-019adaac-4dfc-4179-a18b-f3cc574792a9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-security--641707685', 'description': 'tempest-security-description-1488892137'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:41.190695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Allocated IP 192.168.233.34 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/38214f53-ea44-4790-b301-63f6940f9d46) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:41.233717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-019adaac-4dfc-4179-a18b-f3cc574792a9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.275655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:04:41.320963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.350472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'name': 'network-vif-deleted', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f'}, {'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'name': 'network-vif-deleted', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:41.352841 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6356bbc-4642-42dc-8154-f378c2beca9f" -d '{"events": [{"server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "name": "network-vif-deleted", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f"}, {"server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "name": "network-vif-deleted", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:41.392594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-019adaac-4dfc-4179-a18b-f3cc574792a9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.399054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Allocated IP 172.20.0.7 (652c5336-21b2-43ac-b350-132de8ab3cac/9a30c74a-836a-45f4-9324-7f5f9295eb71/805d93d8-c494-4060-87c4-fc611b28b062) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:41.504725 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.518581 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a1489-cae8-44ca-9aa8-87e9a62f6b32 x-openstack-request-id: req-271a1489-cae8-44ca-9aa8-87e9a62f6b32 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:41.520474 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c064288-0888-4ca6-a100-5d4aa7da95b6", "name": "network-vif-deleted", "tag": "2c358dd2-3c60-4b3e-a9f1-a911c78af07f", "status": "completed", "code": 200}, {"server_uuid": "d913c79e-f005-434d-a76f-7440f94e578c", "name": "network-vif-deleted", "tag": "11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:41.522417 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-271a1489-cae8-44ca-9aa8-87e9a62f6b32 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:41.524466 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271a1489-cae8-44ca-9aa8-87e9a62f6b32'] response: {'server_uuid': '7c064288-0888-4ca6-a100-5d4aa7da95b6', 'name': 'network-vif-deleted', 'tag': '2c358dd2-3c60-4b3e-a9f1-a911c78af07f', 'status': 'completed', 'code': 200} Apr 20 13:04:41.524972 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271a1489-cae8-44ca-9aa8-87e9a62f6b32'] response: {'server_uuid': 'd913c79e-f005-434d-a76f-7440f94e578c', 'name': 'network-vif-deleted', 'tag': '11a6f77e-c335-4d4f-b85f-e48c3ca3b2e1', 'status': 'completed', 'code': 200} Apr 20 13:04:41.609477 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-019adaac-4dfc-4179-a18b-f3cc574792a9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.612085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-019adaac-4dfc-4179-a18b-f3cc574792a9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.616989 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-019adaac-4dfc-4179-a18b-f3cc574792a9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "PUT /v2.0/security-groups/44e6967e-ec06-4616-b1bf-381488ae1046 HTTP/1.1" status: 200 len: 1779 time: 0.4581125 Apr 20 13:04:41.621652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46048) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:41.639694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Network 652c5336-21b2-43ac-b350-132de8ab3cac is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:41.700223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46052) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:41.718466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:41.720562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event updated for resources: {'Port': ['ID=29ac3327-406b-4f41-a24d-9e170149a685,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.725270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:41.729381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019adaac-4dfc-4179-a18b-f3cc574792a9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e6967e-ec06-4616-b1bf-381488ae1046,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:41.767630 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.782479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:04:41.820036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9725c3d-21ef-4e80-b825-7f6b5e8f7ae3 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T12:57:26Z', 'revision_number': 4, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2655d9ff-69a8-48a2-809e-a2e32df04f3e', 'name': '', 'network_id': '19a9b48e-ece9-48dd-a962-615dbfe7806e', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'mac_address': 'fa:16:3e:9d:8c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:25Z', 'updated_at': '2022-04-20T12:57:32Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'subnets': [{'id': '58889dad-8145-4dbb-896b-5deb3346cb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:04:41.904368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e83ee-7dec-4528-af66-f83a73799049 req-f51b5a85-e141-4dbb-8524-1f1ef784dfa5 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.906256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c55e83ee-7dec-4528-af66-f83a73799049 req-f51b5a85-e141-4dbb-8524-1f1ef784dfa5 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 931 time: 0.2898703 Apr 20 13:04:41.906794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:41.907554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.926100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bc019d3a-8cd9-429a-a31e-4afebe4114ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups/44e6967e-ec06-4616-b1bf-381488ae1046 HTTP/1.1" status: 200 len: 1779 time: 0.2676737 Apr 20 13:04:41.933159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46058) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:41.947050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:41.958040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:41.994148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:42.000600 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2a715d5f-6f13-4a92-bf48-ec57ed4f21a7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2579372 Apr 20 13:04:42.014436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:42.022761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Request body: {'port': {'device_id': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:42.088363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d560f092-1cd8-4ee7-88b3-2914813ec7aa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.126392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Allocated IP 192.168.233.160 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/2ed76e90-fbc7-4dd5-bed8-969c18f50eb5) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:04:42.193179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:42.237937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-051c8d1b-dc84-4d42-b2c4-793fb9cd5516 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.282447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.299975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c55e83ee-7dec-4528-af66-f83a73799049 req-0f595d79-a526-46f5-a87d-4f8c0e0a20f9 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772109 Apr 20 13:04:42.314644 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d560f092-1cd8-4ee7-88b3-2914813ec7aa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.339423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:42.340356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.355925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-051c8d1b-dc84-4d42-b2c4-793fb9cd5516 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.418399 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27792b14-84bc-46c2-8f26-e4614e087c9c None None] New status for floating IP 5fb28c20-473d-4d06-9525-3b9fd2c5ee4a: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:04:42.457892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fa5a17e9-eda5-4c7f-9eda-97c996bb90b1 None None] Provisioning complete for port 38214f53-ea44-4790-b301-63f6940f9d46 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:42.459160 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa5a17e9-eda5-4c7f-9eda-97c996bb90b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.499644 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.502779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a17e9-eda5-4c7f-9eda-97c996bb90b1 None None] Port 38214f53-ea44-4790-b301-63f6940f9d46 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:42.526220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-b33c822a-f5f0-4165-85af-95ba4f93a354 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0544710 Apr 20 13:04:42.554629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Request body: {'port': {'device_id': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:42.592591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event updated for resources: {'Port': ['ID=805d93d8-c494-4060-87c4-fc611b28b062,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:42.665229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6078291b-8d8c-47dc-8773-900aaab54752 req-2b5f90dd-cfd1-4ac4-b480-f715ade4af21 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 210 time: 0.1625214 Apr 20 13:04:42.689934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Network 652c5336-21b2-43ac-b350-132de8ab3cac is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:42.713460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-051c8d1b-dc84-4d42-b2c4-793fb9cd5516 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.716126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-051c8d1b-dc84-4d42-b2c4-793fb9cd5516 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.717215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-051c8d1b-dc84-4d42-b2c4-793fb9cd5516 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/44e6967e-ec06-4616-b1bf-381488ae1046 HTTP/1.1" status: 204 len: 168 time: 0.7741365 Apr 20 13:04:42.723782 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:42.731565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46074) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:42.737407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:42.790052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c8d1b-dc84-4d42-b2c4-793fb9cd5516 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e6967e-ec06-4616-b1bf-381488ae1046,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:42.865446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:42.866130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:42.901960 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d64c2379-2cc6-4c9c-a8b5-f7b6e6b525e4 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1669278 Apr 20 13:04:42.904091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46076) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:42.920834 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eeea3bf3-c860-4657-a3bb-ba47402f39e3 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0525270 Apr 20 13:04:42.927918 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-6c52da63-564a-4431-86af-3e948bf52273 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] delete failed (client error): The resource could not be found. Apr 20 13:04:42.933127 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c52da63-564a-4431-86af-3e948bf52273 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/44e6967e-ec06-4616-b1bf-381488ae1046 HTTP/1.1" status: 404 len: 347 time: 0.0241475 Apr 20 13:04:42.934653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Request body: {'port': {'device_id': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:42.940346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46078) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:42.944916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d54a723d-ad22-43ba-8aa0-81f10cfc7b1b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051412364'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:43.035487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d54a723d-ad22-43ba-8aa0-81f10cfc7b1b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.048768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.112834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ac3327-406b-4f41-a24d-9e170149a685 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:43.124063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.138081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a38635-5ca1-41be-a48a-a8fcb12eda9b req-95f59328-8b51-4611-aa3a-a58c3207edeb tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:43.141246 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.145428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11a38635-5ca1-41be-a48a-a8fcb12eda9b req-95f59328-8b51-4611-aa3a-a58c3207edeb tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.5441501 Apr 20 13:04:43.177339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Transition to ACTIVE for port object 29ac3327-406b-4f41-a24d-9e170149a685 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:43.191887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.202782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11a38635-5ca1-41be-a48a-a8fcb12eda9b req-4b87f85a-0521-4709-b08f-7f601322e7cb tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555801 Apr 20 13:04:43.220285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d560f092-1cd8-4ee7-88b3-2914813ec7aa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.224557 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d560f092-1cd8-4ee7-88b3-2914813ec7aa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.225983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d560f092-1cd8-4ee7-88b3-2914813ec7aa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/security-groups/e2f890cf-1249-4ca1-9612-0126e7a8f11f HTTP/1.1" status: 204 len: 168 time: 1.5237253 Apr 20 13:04:43.235948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46084) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:43.251482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560f092-1cd8-4ee7-88b3-2914813ec7aa tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f890cf-1249-4ca1-9612-0126e7a8f11f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:43.342563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d54a723d-ad22-43ba-8aa0-81f10cfc7b1b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.358437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.362480 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-8e149cb1-7317-4d78-84d0-e9b569f75f69 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] show failed (client error): The resource could not be found. Apr 20 13:04:43.363450 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e149cb1-7317-4d78-84d0-e9b569f75f69 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "GET /v2.0/security-groups/e2f890cf-1249-4ca1-9612-0126e7a8f11f HTTP/1.1" status: 404 len: 347 time: 0.0727727 Apr 20 13:04:43.367870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46090) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:43.456633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d54a723d-ad22-43ba-8aa0-81f10cfc7b1b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.469384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=29ac3327-406b-4f41-a24d-9e170149a685,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:43.502973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a723d-ad22-43ba-8aa0-81f10cfc7b1b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecf5d8f-8384-4bad-b664-2cd90e6684ed,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:43.516360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d54a723d-ad22-43ba-8aa0-81f10cfc7b1b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.517211 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d54a723d-ad22-43ba-8aa0-81f10cfc7b1b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5756047 Apr 20 13:04:43.522749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46096) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:43.532246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dc85afe5-8287-40c1-9144-655af07eb4a3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '3ecf5d8f-8384-4bad-b664-2cd90e6684ed', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:43.640685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc85afe5-8287-40c1-9144-655af07eb4a3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.650838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785aa4b-7948-4da5-bf28-d76e94a26171 req-cfa5e4b9-fba2-4242-a533-c80a5b2e69e0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:43.653517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1785aa4b-7948-4da5-bf28-d76e94a26171 req-cfa5e4b9-fba2-4242-a533-c80a5b2e69e0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 943 time: 0.2301269 Apr 20 13:04:43.658883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.708808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Attempting to bind port 29ac3327-406b-4f41-a24d-9e170149a685 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:43.709149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Attempting to bind port 29ac3327-406b-4f41-a24d-9e170149a685 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:43.710546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Attempting to bind port 29ac3327-406b-4f41-a24d-9e170149a685 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:43.753304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Port 29ac3327-406b-4f41-a24d-9e170149a685 on network 652c5336-21b2-43ac-b350-132de8ab3cac not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:43.753983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Attempting to bind port 29ac3327-406b-4f41-a24d-9e170149a685 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:43.775917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:43.776593 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Checking segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:43.777163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Bound using segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:43.777824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Bound port: 29ac3327-406b-4f41-a24d-9e170149a685, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:43.778408 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.788524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805d93d8-c494-4060-87c4-fc611b28b062 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:43.811360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:43.817546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.818668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:04:43.837192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc85afe5-8287-40c1-9144-655af07eb4a3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.844546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:04:43.864480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:04:43.865166 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc85afe5-8287-40c1-9144-655af07eb4a3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.878081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Transition to ACTIVE for port object 805d93d8-c494-4060-87c4-fc611b28b062 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:43.953856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:43.964206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1785aa4b-7948-4da5-bf28-d76e94a26171 req-e7c875a5-dea8-451f-a0bf-f27b263932db tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912548 Apr 20 13:04:43.983297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85afe5-8287-40c1-9144-655af07eb4a3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee0ba95-fa17-4fa1-941e-ec51ec3e2836,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:43.989660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] For port 29ac3327-406b-4f41-a24d-9e170149a685, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:44.033885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc85afe5-8287-40c1-9144-655af07eb4a3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.040966 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dc85afe5-8287-40c1-9144-655af07eb4a3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5123024 Apr 20 13:04:44.042761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:44.054854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] For port 29ac3327-406b-4f41-a24d-9e170149a685, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29ac3327-406b-4f41-a24d-9e170149a685,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:44.080119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Deleting port 29acd8f0-f454-46e2-8a2b-4b307a11fd8a {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:44.080769 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.103513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.117604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.119182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.129184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Pushing event updated for resources: {'Port': ['ID=805d93d8-c494-4060-87c4-fc611b28b062,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.142108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746a139-87bf-4ee9-a3dd-b75369afabf4 req-b2ad2324-5a03-4311-bf56-78f7c92ee9a1 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.147542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8746a139-87bf-4ee9-a3dd-b75369afabf4 req-b2ad2324-5a03-4311-bf56-78f7c92ee9a1 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 936 time: 0.3329742 Apr 20 13:04:44.229926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.230813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.232301 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] 10.222.0.30 "PUT /v2.0/ports/29ac3327-406b-4f41-a24d-9e170149a685 HTTP/1.1" status: 200 len: 1091 time: 2.2147632 Apr 20 13:04:44.232804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'tag': '29ac3327-406b-4f41-a24d-9e170149a685'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:44.242440 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e" -d '{"events": [{"name": "network-changed", "server_uuid": "5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82", "tag": "29ac3327-406b-4f41-a24d-9e170149a685"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:44.307046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e1086-0230-46e6-907f-f97c4e974d2a req-a9bf6659-3665-4e98-85c8-707bb6acb998 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.308592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-303e1086-0230-46e6-907f-f97c4e974d2a req-a9bf6659-3665-4e98-85c8-707bb6acb998 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.4225118 Apr 20 13:04:44.317439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e192d-65a1-4852-a3b2-39e977fb7dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=29ac3327-406b-4f41-a24d-9e170149a685,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:44.329761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e100c849-a523-4f7a-9800-42199a9391c5 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.343228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-28fe9d09-7c0d-4e0f-a425-1ab3473c400f None None] Provisioning complete for port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:44.344252 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-28fe9d09-7c0d-4e0f-a425-1ab3473c400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.355505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-21f4ccbe-96bf-46cc-b20d-350fc1bd4812 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7054968 Apr 20 13:04:44.360205 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e100c849-a523-4f7a-9800-42199a9391c5 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.393119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Request body: {'port': {'device_id': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:44.404817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-28fe9d09-7c0d-4e0f-a425-1ab3473c400f None None] Port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:04:44.470657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38214f53-ea44-4790-b301-63f6940f9d46 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:44.503218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.516478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.516814 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.570157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8746a139-87bf-4ee9-a3dd-b75369afabf4 req-ecc37894-9ae5-4df4-b26b-a4d1cb356be0 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242986 Apr 20 13:04:44.598099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Calling delete_port for 29acd8f0-f454-46e2-8a2b-4b307a11fd8a owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:44.628600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d952d4-15b1-4255-a761-21a87de78158 req-084e3788-5848-41cf-b078-dd3df4be7aaf tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.636534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83d952d4-15b1-4255-a761-21a87de78158 req-084e3788-5848-41cf-b078-dd3df4be7aaf tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 950 time: 0.2851737 Apr 20 13:04:44.647284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.786122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83d952d4-15b1-4255-a761-21a87de78158 req-e82b83fa-b814-4742-bf99-f693954052a8 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482778 Apr 20 13:04:44.828449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Deleting port 2c996833-cf97-4672-8f74-b3c794ab83f5 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:44.829075 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.937389 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeacf8f9-b910-4e7a-9faa-eb31c9f44fce x-openstack-request-id: req-eeacf8f9-b910-4e7a-9faa-eb31c9f44fce {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:44.937863 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82", "tag": "29ac3327-406b-4f41-a24d-9e170149a685", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:44.938159 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eeacf8f9-b910-4e7a-9faa-eb31c9f44fce {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:44.938667 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeacf8f9-b910-4e7a-9faa-eb31c9f44fce'] response: {'name': 'network-changed', 'server_uuid': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'tag': '29ac3327-406b-4f41-a24d-9e170149a685', 'status': 'completed', 'code': 200} Apr 20 13:04:44.939001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Transition to ACTIVE for port object 38214f53-ea44-4790-b301-63f6940f9d46 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:44.941180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e100c849-a523-4f7a-9800-42199a9391c5 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.943197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Attempting to bind port 805d93d8-c494-4060-87c4-fc611b28b062 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:44.943568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Attempting to bind port 805d93d8-c494-4060-87c4-fc611b28b062 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:44.943939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Attempting to bind port 805d93d8-c494-4060-87c4-fc611b28b062 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:44.947759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-fde3c5db-4627-4606-882a-62a8352328e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:44.949278 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-fde3c5db-4627-4606-882a-62a8352328e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 1094 time: 0.6171150 Apr 20 13:04:44.952039 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e100c849-a523-4f7a-9800-42199a9391c5 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.954212 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e100c849-a523-4f7a-9800-42199a9391c5 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fee0ba95-fa17-4fa1-941e-ec51ec3e2836 HTTP/1.1" status: 204 len: 168 time: 0.8972914 Apr 20 13:04:44.960804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46118) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:44.972574 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:44.985120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Port 805d93d8-c494-4060-87c4-fc611b28b062 on network 652c5336-21b2-43ac-b350-132de8ab3cac not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:44.985470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Attempting to bind port 805d93d8-c494-4060-87c4-fc611b28b062 on network 652c5336-21b2-43ac-b350-132de8ab3cac {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:45.022414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:45.022817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Checking segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:45.023132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Bound using segment: {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:45.023575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Bound port: 805d93d8-c494-4060-87c4-fc611b28b062, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d93e51d-ff82-4679-82b8-547f8cbfc600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:45.023942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.028197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100c849-a523-4f7a-9800-42199a9391c5 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fee0ba95-fa17-4fa1-941e-ec51ec3e2836,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:45.034808 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-7a84fb9f-7e9d-4cc0-a4db-aeb10dc848f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ac3327-406b-4f41-a24d-9e170149a685 HTTP/1.1" status: 200 len: 217 time: 0.0741189 Apr 20 13:04:45.197014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.197961 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ca6d3924-fc98-4971-b686-dfb62179ba09 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2361028 Apr 20 13:04:45.199302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46122) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:45.213196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:45.232473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] For port 2c996833-cf97-4672-8f74-b3c794ab83f5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2c996833-cf97-4672-8f74-b3c794ab83f5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:45.232948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.301002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8c88ba32-3a31-4405-ab87-967c6c90b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.303729 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8c88ba32-3a31-4405-ab87-967c6c90b006 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.2540777 Apr 20 13:04:45.309720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3aee7dbf-b20d-4dc0-ba7c-1a5a5fb04eaf tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.360778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Calling delete_port for 2c996833-cf97-4672-8f74-b3c794ab83f5 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:45.365910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Pushing event deleted for resources: {'Port': ['ID=29acd8f0-f454-46e2-8a2b-4b307a11fd8a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:45.380251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-ad58196a-b37a-4118-bad4-b2cf5c757bf5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658493 Apr 20 13:04:45.383029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] For port 805d93d8-c494-4060-87c4-fc611b28b062, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:45.430225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] For port 805d93d8-c494-4060-87c4-fc611b28b062, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=805d93d8-c494-4060-87c4-fc611b28b062,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:45.468264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3aee7dbf-b20d-4dc0-ba7c-1a5a5fb04eaf tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.473508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.486945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623048-09f2-4226-87d8-1018597242f5 req-3dcadcbb-8078-476f-b3ff-8696e6e6b1ec tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.494952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94623048-09f2-4226-87d8-1018597242f5 req-3dcadcbb-8078-476f-b3ff-8696e6e6b1ec tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 943 time: 0.4214368 Apr 20 13:04:45.528690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.529367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.532339 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] 10.222.0.37 "PUT /v2.0/ports/805d93d8-c494-4060-87c4-fc611b28b062 HTTP/1.1" status: 200 len: 1091 time: 2.6023030 Apr 20 13:04:45.631287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.633928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.638928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6a5de031-f788-4ca8-8c1e-4dc094a1a400 tempest-AttachVolumeNegativeTest-1244281993 tempest-AttachVolumeNegativeTest-1244281993-project] 10.222.0.24 "DELETE /v2.0/floatingips/5fb28c20-473d-4d06-9525-3b9fd2c5ee4a HTTP/1.1" status: 204 len: 168 time: 2.2681048 Apr 20 13:04:45.657523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Attempting to bind port 38214f53-ea44-4790-b301-63f6940f9d46 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:45.657906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Attempting to bind port 38214f53-ea44-4790-b301-63f6940f9d46 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:45.658248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Attempting to bind port 38214f53-ea44-4790-b301-63f6940f9d46 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:45.678015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94623048-09f2-4226-87d8-1018597242f5 req-e564925a-f6ab-4753-b318-7a1b0fb48c0e tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821015 Apr 20 13:04:45.718554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Port 38214f53-ea44-4790-b301-63f6940f9d46 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:45.719174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Attempting to bind port 38214f53-ea44-4790-b301-63f6940f9d46 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:45.746781 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-c1eb6436-576e-4267-8699-35dc379e8d52 service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547790 Apr 20 13:04:45.747433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a0ee7-436b-4e97-83aa-a7498e5d8e76 service neutron] Pushing event updated for resources: {'Port': ['ID=805d93d8-c494-4060-87c4-fc611b28b062,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:45.757989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:45.757989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:45.758666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:45.759338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Bound port: 38214f53-ea44-4790-b301-63f6940f9d46, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:45.759898 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.787243 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3aee7dbf-b20d-4dc0-ba7c-1a5a5fb04eaf tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.787481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:45.790236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3aee7dbf-b20d-4dc0-ba7c-1a5a5fb04eaf tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.791493 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3aee7dbf-b20d-4dc0-ba7c-1a5a5fb04eaf tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ecf5d8f-8384-4bad-b664-2cd90e6684ed HTTP/1.1" status: 204 len: 168 time: 0.5847487 Apr 20 13:04:45.794354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46130) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:45.866938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:45.948538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee7dbf-b20d-4dc0-ba7c-1a5a5fb04eaf tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecf5d8f-8384-4bad-b664-2cd90e6684ed,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:45.973871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eda4cb88-5ebb-4a77-8a16-7525334fe54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:45.975548 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-eda4cb88-5ebb-4a77-8a16-7525334fe54b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 1094 time: 0.3809917 Apr 20 13:04:46.000356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:46.023907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-9d5a6c2e-2a9a-47c8-b8dd-2e57b89ed743 service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623675 Apr 20 13:04:46.094875 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-18ca2665-7616-40c1-b505-1966f21ff77f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805d93d8-c494-4060-87c4-fc611b28b062 HTTP/1.1" status: 200 len: 217 time: 0.0684214 Apr 20 13:04:46.095050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86374bed-6485-4e0c-add3-84604c613e55 req-8b4536be-f630-4199-ac2f-a118b05baff5 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.103103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86374bed-6485-4e0c-add3-84604c613e55 req-8b4536be-f630-4199-ac2f-a118b05baff5 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 936 time: 0.3941371 Apr 20 13:04:46.150714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Transition to ACTIVE for port object 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:04:46.164430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:46.168238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-14a4c742-9aa5-48c3-b33a-92777845abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.171573 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-14a4c742-9aa5-48c3-b33a-92777845abb0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.0644813 Apr 20 13:04:46.228666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.238629 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-caa317f2-7c3c-4561-92f1-8a78e605974b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487912 Apr 20 13:04:46.240901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-a3278fec-5770-4c28-8baa-5bec72f5132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.241805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.242690 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-a3278fec-5770-4c28-8baa-5bec72f5132f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 1094 time: 0.1466358 Apr 20 13:04:46.303252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-64ba0d8d-7657-4cf4-8d8a-83e72745e471 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5070503 Apr 20 13:04:46.331164 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.342527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46142) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:46.343638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:46.358092 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-7ae82c61-516d-4f10-bf8f-7c3512be7988 service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099894 Apr 20 13:04:46.358839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989807377'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:46.390242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.396375 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.401403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/38214f53-ea44-4790-b301-63f6940f9d46 HTTP/1.1" status: 200 len: 1095 time: 3.8582778 Apr 20 13:04:46.404218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:46.442305 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:46.495891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c996833-cf97-4672-8f74-b3c794ab83f5 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:46.519212 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2c95308c-3cc5-49d7-8f80-cdd42463ea80 req-2140ca85-3092-4fe0-9a77-c90ccc10174d service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493874 Apr 20 13:04:46.593788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 2c996833-cf97-4672-8f74-b3c794ab83f5 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:46.594130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2c996833-cf97-4672-8f74-b3c794ab83f5 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:46.600905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86374bed-6485-4e0c-add3-84604c613e55 req-5ab6c5cd-9a8d-4a5e-9bd8-0fee0e135f25 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862294 Apr 20 13:04:46.605747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:46.702493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eba1d4-c200-4b00-9207-9fc930221423 req-35359b9f-c04a-4253-b22d-7e58fd898852 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.705498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53eba1d4-c200-4b00-9207-9fc930221423 req-35359b9f-c04a-4253-b22d-7e58fd898852 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b HTTP/1.1" status: 200 len: 867 time: 0.7207835 Apr 20 13:04:46.710624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46154) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:46.712520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:46.786350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-e23442e2-8b69-4c2d-b107-5cb848705e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:46.791203 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-e23442e2-8b69-4c2d-b107-5cb848705e98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 913 time: 0.4317024 Apr 20 13:04:46.852435 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756d7c2c-82e8-4ecd-bd46-20964df84be6 x-openstack-request-id: req-756d7c2c-82e8-4ecd-bd46-20964df84be6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:46.853054 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:46.853054 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-756d7c2c-82e8-4ecd-bd46-20964df84be6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:46.853418 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756d7c2c-82e8-4ecd-bd46-20964df84be6'] response: {'name': 'network-changed', 'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46', 'status': 'completed', 'code': 200} Apr 20 13:04:46.867780 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-a189bbaf-8ec2-4701-83a7-0f93226a3a11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ac3327-406b-4f41-a24d-9e170149a685 HTTP/1.1" status: 200 len: 217 time: 0.0687521 Apr 20 13:04:46.939347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'tag': '805d93d8-c494-4060-87c4-fc611b28b062'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:46.945367 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6205ca83-e049-40e1-97be-4413e5d4093c" -d '{"events": [{"name": "network-changed", "server_uuid": "010946e2-a28e-45d9-be86-a886cc50ef2e", "tag": "805d93d8-c494-4060-87c4-fc611b28b062"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:46.999871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-ad3ff059-92bb-4439-be19-243b989f11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.002225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-ad3ff059-92bb-4439-be19-243b989f11d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.1271517 Apr 20 13:04:47.097159 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-6e13b0a7-fc01-4e16-9003-150b47cc627b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853374 Apr 20 13:04:47.118646 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f64164af-3a60-4bfd-a053-082e69a243c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.214503 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-dec43f3e-d94a-4cc8-afe4-1f07e4b6c883 service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055074 Apr 20 13:04:47.335893 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c2a049a1-a1f8-4d59-b87f-f05dabcbe77e req-e50ee86a-d19e-414a-884f-c3587cad6ce9 service neutron] 10.222.0.30 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100423 Apr 20 13:04:47.417930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f64164af-3a60-4bfd-a053-082e69a243c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.424183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] No DVR routers for this DVR port 2c996833-cf97-4672-8f74-b3c794ab83f5 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:47.425248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f64164af-3a60-4bfd-a053-082e69a243c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.427860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.431704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-303e1086-0230-46e6-907f-f97c4e974d2a req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.37 "DELETE /v2.0/ports/2c996833-cf97-4672-8f74-b3c794ab83f5 HTTP/1.1" status: 204 len: 173 time: 3.0812788 Apr 20 13:04:47.501299 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f64164af-3a60-4bfd-a053-082e69a243c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b8244e58936402381860938efe2423e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853637 Apr 20 13:04:47.501299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64164af-3a60-4bfd-a053-082e69a243c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1029a099-b032-47b5-9978-85cf98b308db,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:47.503495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46162) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:47.598149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff46a718-ca81-4d1e-a18a-920c231efda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.644048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff46a718-ca81-4d1e-a18a-920c231efda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.651456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.670823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.714966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53eba1d4-c200-4b00-9207-9fc930221423 req-3e0f36ba-32e3-499e-a194-b78c0c7a5032 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9993923 Apr 20 13:04:47.756438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff46a718-ca81-4d1e-a18a-920c231efda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.762023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:47.764141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff46a718-ca81-4d1e-a18a-920c231efda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.766253 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff46a718-ca81-4d1e-a18a-920c231efda0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1029a099-b032-47b5-9978-85cf98b308db HTTP/1.1" status: 204 len: 168 time: 0.2614694 Apr 20 13:04:47.778840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46a718-ca81-4d1e-a18a-920c231efda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1029a099-b032-47b5-9978-85cf98b308db,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:47.825703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-cb59e396-aa00-43a8-bb29-5cb468b2a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:47.827832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-cb59e396-aa00-43a8-bb29-5cb468b2a023 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 1098 time: 1.1651542 Apr 20 13:04:47.828468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47daef83-234c-4108-957e-bdf4474fe9fe,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:47.840308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.840664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.841007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.841343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.841687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.842024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.842352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.842801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.842993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.843319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.843783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.844227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68a2abd-28dd-4989-bdaa-ade7c70689a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.884611 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16502061-d46e-47a4-9063-657f04d6c1e7 x-openstack-request-id: req-16502061-d46e-47a4-9063-657f04d6c1e7 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:47.884941 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010946e2-a28e-45d9-be86-a886cc50ef2e", "tag": "805d93d8-c494-4060-87c4-fc611b28b062", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:47.885206 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-16502061-d46e-47a4-9063-657f04d6c1e7 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:47.885656 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16502061-d46e-47a4-9063-657f04d6c1e7'] response: {'name': 'network-changed', 'server_uuid': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'tag': '805d93d8-c494-4060-87c4-fc611b28b062', 'status': 'completed', 'code': 200} Apr 20 13:04:47.944009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.944602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.944741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.945170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.945521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.945873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.946748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.947111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.947442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.947771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.948100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.948430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:04:47.952722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Attempting to bind port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:04:47.952991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Attempting to bind port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:04:47.953321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Attempting to bind port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:47.960032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-42b59d64-b7e0-42c2-b944-83830555ef12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=38214f53-ea44-4790-b301-63f6940f9d46 HTTP/1.1" status: 200 len: 217 time: 0.0914266 Apr 20 13:04:47.984916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:04:47.985296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Attempting to bind port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:04:47.993518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:47.994500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8c1ce6b6-e781-4eb0-a6a6-fcf0c3731224 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6446912 Apr 20 13:04:47.997210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:48.003090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-58759ac9-dc41-4e3b-97f2-3fd45c2b2494 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '47daef83-234c-4108-957e-bdf4474fe9fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:48.037421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58759ac9-dc41-4e3b-97f2-3fd45c2b2494 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.046657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae4c5d-318c-4952-8ab7-99867afa25ea tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event deleted for resources: {'Port': ['ID=2c996833-cf97-4672-8f74-b3c794ab83f5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:48.048707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:04:48.049048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:04:48.049421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:04:48.049943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Bound port: 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:04:48.050349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.140784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9718eb3-b784-4f53-a83f-eb2368cc86c2 req-0c68789a-a023-4d1a-acf2-92407e43d130 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.142334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9718eb3-b784-4f53-a83f-eb2368cc86c2 req-0c68789a-a023-4d1a-acf2-92407e43d130 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 943 time: 1.2489593 Apr 20 13:04:48.198235 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58759ac9-dc41-4e3b-97f2-3fd45c2b2494 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.209081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58759ac9-dc41-4e3b-97f2-3fd45c2b2494 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.233855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-ffe602c0-4784-4180-bd65-91723edfaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.235315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-ffe602c0-4784-4180-bd65-91723edfaa77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.2033994 Apr 20 13:04:48.242135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205ca83-e049-40e1-97be-4413e5d4093c req-9b794c2f-af3e-48c5-951a-3c94b13e5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.243650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6205ca83-e049-40e1-97be-4413e5d4093c req-9b794c2f-af3e-48c5-951a-3c94b13e5105 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=067e07519e614fc093d60af9616b780e&device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 1094 time: 0.2629707 Apr 20 13:04:48.260584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58759ac9-dc41-4e3b-97f2-3fd45c2b2494 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47da548-fee4-4582-bc15-62d9b077df3e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:48.298005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58759ac9-dc41-4e3b-97f2-3fd45c2b2494 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.302268 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58759ac9-dc41-4e3b-97f2-3fd45c2b2494 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3014441 Apr 20 13:04:48.305454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46178) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:48.315030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0233e-861a-4acd-af0e-f8ff3f27f483 req-07e983ac-f69a-49b2-b774-225a7651c307 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.317910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-30c36f6a-ef79-4cbb-ab32-0ec837edb321 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '47daef83-234c-4108-957e-bdf4474fe9fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:48.322374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfe0233e-861a-4acd-af0e-f8ff3f27f483 req-07e983ac-f69a-49b2-b774-225a7651c307 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 948 time: 0.3267565 Apr 20 13:04:48.356829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30c36f6a-ef79-4cbb-ab32-0ec837edb321 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.364996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9718eb3-b784-4f53-a83f-eb2368cc86c2 req-92c9e708-171f-4fda-b000-c8c35e24468e tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000322 Apr 20 13:04:48.428386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 805d93d8-c494-4060-87c4-fc611b28b062 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:48.457265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:04:48.462413 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30c36f6a-ef79-4cbb-ab32-0ec837edb321 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.471985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30c36f6a-ef79-4cbb-ab32-0ec837edb321 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.509427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-18718cf9-2c88-46e7-b226-f6a4c220f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.511008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-18718cf9-2c88-46e7-b226-f6a4c220f134 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2506428 Apr 20 13:04:48.518341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c36f6a-ef79-4cbb-ab32-0ec837edb321 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732cd24b-c913-47dc-89e2-b259d38262b0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:48.535709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-30c36f6a-ef79-4cbb-ab32-0ec837edb321 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.541813 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-30c36f6a-ef79-4cbb-ab32-0ec837edb321 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2332942 Apr 20 13:04:48.542898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46186) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:48.552436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a6e85e57-c7d0-4624-ab58-17c7da7c58ac tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '47daef83-234c-4108-957e-bdf4474fe9fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:48.574630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfe0233e-861a-4acd-af0e-f8ff3f27f483 req-4c53bde4-868a-4de9-8817-03cab87f993c tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513864 Apr 20 13:04:48.604222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 805d93d8-c494-4060-87c4-fc611b28b062, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=805d93d8-c494-4060-87c4-fc611b28b062,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:48.621021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:04:48.623375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6e85e57-c7d0-4624-ab58-17c7da7c58ac tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.625855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '805d93d8-c494-4060-87c4-fc611b28b062', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'port_id': '805d93d8-c494-4060-87c4-fc611b28b062', 'mac_address': 'fa:16:3e:90:8b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a30c74a-836a-45f4-9324-7f5f9295eb71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:48.641320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.681027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.707742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.708582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.710287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 HTTP/1.1" status: 200 len: 1096 time: 4.3337669 Apr 20 13:04:48.719023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805d93d8-c494-4060-87c4-fc611b28b062 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:48.746992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205ca83-e049-40e1-97be-4413e5d4093c req-6d0ffa94-e328-442f-9aec-c4dcba40e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:48.749105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6205ca83-e049-40e1-97be-4413e5d4093c req-6d0ffa94-e328-442f-9aec-c4dcba40e670 service neutron] 10.222.0.37 "GET /v2.0/networks?id=652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 200 len: 913 time: 0.4898098 Apr 20 13:04:48.782718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 805d93d8-c494-4060-87c4-fc611b28b062, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=805d93d8-c494-4060-87c4-fc611b28b062,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:48.796282 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.808895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6e85e57-c7d0-4624-ab58-17c7da7c58ac tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.817865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6e85e57-c7d0-4624-ab58-17c7da7c58ac tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.875534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e85e57-c7d0-4624-ab58-17c7da7c58ac tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319c19e2-67aa-4d65-894c-194ac6c5180b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:48.892683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6205ca83-e049-40e1-97be-4413e5d4093c req-0d86cceb-4183-47e5-a221-acd322869a19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=805d93d8-c494-4060-87c4-fc611b28b062 HTTP/1.1" status: 200 len: 217 time: 0.1349337 Apr 20 13:04:48.893277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-deleted', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5'}, {'name': 'network-changed', 'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:48.895631 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d" -d '{"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-deleted", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5"}, {"name": "network-changed", "server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:48.900161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a6e85e57-c7d0-4624-ab58-17c7da7c58ac tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:48.910875 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a6e85e57-c7d0-4624-ab58-17c7da7c58ac tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3651552 Apr 20 13:04:48.911531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46202) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:48.931814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ef352eb5-deb9-4942-998f-fa146795a1ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '47daef83-234c-4108-957e-bdf4474fe9fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:48.991589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=805d93d8-c494-4060-87c4-fc611b28b062,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:49.011371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96ed75-b486-4183-80a6-c45f91523c70 service neutron] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:49.017941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef352eb5-deb9-4942-998f-fa146795a1ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.048860 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabdd86c-d68d-4f2a-9e24-6fbc05174a48 x-openstack-request-id: req-cabdd86c-d68d-4f2a-9e24-6fbc05174a48 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:49.050275 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b", "name": "network-vif-deleted", "tag": "2c996833-cf97-4672-8f74-b3c794ab83f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:49.050915 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cabdd86c-d68d-4f2a-9e24-6fbc05174a48 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:49.051816 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabdd86c-d68d-4f2a-9e24-6fbc05174a48'] response: {'server_uuid': 'fd3dc24e-7787-4a6a-a1ea-1f39a3160d2b', 'name': 'network-vif-deleted', 'tag': '2c996833-cf97-4672-8f74-b3c794ab83f5', 'status': 'completed', 'code': 200} Apr 20 13:04:49.056086 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cabdd86c-d68d-4f2a-9e24-6fbc05174a48'] response: {'name': 'network-changed', 'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'status': 'completed', 'code': 200} Apr 20 13:04:49.073518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-e7656bbe-5b23-4073-8e28-f2451386a773 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5369847 Apr 20 13:04:49.088441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['805d93d8-c494-4060-87c4-fc611b28b062'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:49.106516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.122306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-e52e54bc-ad8d-4665-9514-769680d8ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.134935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-e52e54bc-ad8d-4665-9514-769680d8ff29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 1099 time: 0.2902162 Apr 20 13:04:49.186761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef352eb5-deb9-4942-998f-fa146795a1ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.195815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef352eb5-deb9-4942-998f-fa146795a1ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.238157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef352eb5-deb9-4942-998f-fa146795a1ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec24a81-4d8e-45f9-871e-ebe332027d28,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:49.270442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef352eb5-deb9-4942-998f-fa146795a1ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.272479 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef352eb5-deb9-4942-998f-fa146795a1ce tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3599665 Apr 20 13:04:49.278499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46212) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:49.302517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ecf929eb-5ebd-4310-864b-665a2f5413bc tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '47daef83-234c-4108-957e-bdf4474fe9fe', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:49.320216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a001ef5b-104c-490a-a784-6841a6a3cc7e req-5fea202a-ccf1-4923-9efc-c91be89f94b1 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252214 Apr 20 13:04:49.346034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205ca83-e049-40e1-97be-4413e5d4093c req-93fb988f-0428-4b27-9719-2345436a7cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.349573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6205ca83-e049-40e1-97be-4413e5d4093c req-93fb988f-0428-4b27-9719-2345436a7cdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 200 len: 852 time: 0.4380662 Apr 20 13:04:49.349950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecf929eb-5ebd-4310-864b-665a2f5413bc tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.406396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-b853328d-9c59-4ca0-947e-bf21ee7e287c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 HTTP/1.1" status: 200 len: 217 time: 0.2505338 Apr 20 13:04:49.483593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecf929eb-5ebd-4310-864b-665a2f5413bc tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.491367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecf929eb-5ebd-4310-864b-665a2f5413bc tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.512020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf929eb-5ebd-4310-864b-665a2f5413bc tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3815d9-5c74-4a47-b338-332c05d204a4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:49.524955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29ac3327-406b-4f41-a24d-9e170149a685 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:49.526225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecf929eb-5ebd-4310-864b-665a2f5413bc tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.528154 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ecf929eb-5ebd-4310-864b-665a2f5413bc tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2485526 Apr 20 13:04:49.531116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46218) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:49.581410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9d49093d-8f71-4919-a78a-1455a3c01ce2 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.589565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6205ca83-e049-40e1-97be-4413e5d4093c req-6c4f2c9d-1a1c-41e1-a67f-9a2e8bdefc33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=652c5336-21b2-43ac-b350-132de8ab3cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1690443 Apr 20 13:04:49.599060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9d49093d-8f71-4919-a78a-1455a3c01ce2 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.674458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9d49093d-8f71-4919-a78a-1455a3c01ce2 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.688634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 29ac3327-406b-4f41-a24d-9e170149a685, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29ac3327-406b-4f41-a24d-9e170149a685,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:49.691693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9d49093d-8f71-4919-a78a-1455a3c01ce2 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.703905 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9d49093d-8f71-4919-a78a-1455a3c01ce2 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3a3815d9-5c74-4a47-b338-332c05d204a4 HTTP/1.1" status: 204 len: 168 time: 0.1626401 Apr 20 13:04:49.709381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46224) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:49.721505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '29ac3327-406b-4f41-a24d-9e170149a685', 'network_id': '652c5336-21b2-43ac-b350-132de8ab3cac', 'port_id': '29ac3327-406b-4f41-a24d-9e170149a685', 'mac_address': 'fa:16:3e:83:66:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a30c74a-836a-45f4-9324-7f5f9295eb71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:49.751604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6205ca83-e049-40e1-97be-4413e5d4093c req-93e880c1-60d5-43a4-af9c-dd2b4f79cf8a service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244378 Apr 20 13:04:49.761352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49093d-8f71-4919-a78a-1455a3c01ce2 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a3815d9-5c74-4a47-b338-332c05d204a4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:49.794624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-7345b13b-5ed1-4f58-ba18-1dc314acfd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.796637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-7345b13b-5ed1-4f58-ba18-1dc314acfd59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.3752582 Apr 20 13:04:49.803544 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.838297 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-154a4ca0-be7a-4a44-88e2-6183af59d05a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1232054 Apr 20 13:04:49.838297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46228) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:49.842912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ac3327-406b-4f41-a24d-9e170149a685 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:49.879433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 29ac3327-406b-4f41-a24d-9e170149a685, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29ac3327-406b-4f41-a24d-9e170149a685,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:49.886913 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.902368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0517342c-4a73-4acb-abe7-1ef8df1584d6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.910202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf96993-9b98-4959-ad76-73cae39cb785 req-d734ae15-9fb5-42b6-8317-2a028caf0938 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.912201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acf96993-9b98-4959-ad76-73cae39cb785 req-d734ae15-9fb5-42b6-8317-2a028caf0938 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.5612426 Apr 20 13:04:49.926587 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0517342c-4a73-4acb-abe7-1ef8df1584d6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.977849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-e38b26ec-d8ec-4c3c-9bec-af2aeef64ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.979547 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-e38b26ec-d8ec-4c3c-9bec-af2aeef64ad1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 1098 time: 0.5602469 Apr 20 13:04:49.990469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0517342c-4a73-4acb-abe7-1ef8df1584d6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:49.996397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1034a-1239-4180-84e8-e0b4cbda0562 req-43d3168d-ea50-4886-a2cb-d1e8e7eb0c6d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:49.999582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0517342c-4a73-4acb-abe7-1ef8df1584d6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.003068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0517342c-4a73-4acb-abe7-1ef8df1584d6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0ec24a81-4d8e-45f9-871e-ebe332027d28 HTTP/1.1" status: 204 len: 168 time: 0.1618371 Apr 20 13:04:50.004456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54a1034a-1239-4180-84e8-e0b4cbda0562 req-43d3168d-ea50-4886-a2cb-d1e8e7eb0c6d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 943 time: 0.3829875 Apr 20 13:04:50.004788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46234) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.009507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=29ac3327-406b-4f41-a24d-9e170149a685,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:50.028681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517342c-4a73-4acb-abe7-1ef8df1584d6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ec24a81-4d8e-45f9-871e-ebe332027d28,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:50.071454 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-876c97cf-8f81-433d-b764-bba8243f02f3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0654299 Apr 20 13:04:50.078385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46238) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.112079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2d9-a0a0-45ce-856c-9caf54be4797 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.120909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6205ca83-e049-40e1-97be-4413e5d4093c req-6c85f127-3e65-4801-93be-36bdda30ce67 service neutron] 10.222.0.37 "GET /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364637 Apr 20 13:04:50.123841 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2d9-a0a0-45ce-856c-9caf54be4797 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.172737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2d9-a0a0-45ce-856c-9caf54be4797 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.179242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dab9a2d9-a0a0-45ce-856c-9caf54be4797 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.180978 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dab9a2d9-a0a0-45ce-856c-9caf54be4797 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/319c19e2-67aa-4d65-894c-194ac6c5180b HTTP/1.1" status: 204 len: 168 time: 0.1010418 Apr 20 13:04:50.185730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.202289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-dd775794-dfbe-4ea1-bed3-80ed064e577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.207831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9a2d9-a0a0-45ce-856c-9caf54be4797 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=319c19e2-67aa-4d65-894c-194ac6c5180b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:50.209615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-dd775794-dfbe-4ea1-bed3-80ed064e577c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3486905 Apr 20 13:04:50.228044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54a1034a-1239-4180-84e8-e0b4cbda0562 req-b5c2dd61-5e2b-44b8-818f-bc0d1b951f09 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219732 Apr 20 13:04:50.273463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['29ac3327-406b-4f41-a24d-9e170149a685'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:50.277035 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4d08c2a8-1817-40db-8dc5-af12d9b12b56 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0901628 Apr 20 13:04:50.285547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46246) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.350878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6910ea2e-3974-41d1-aa5c-db389200abe9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.368897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6910ea2e-3974-41d1-aa5c-db389200abe9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.397870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-42f22d25-e3f4-42e4-9813-6dc4e461502c service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587563 Apr 20 13:04:50.404599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acf96993-9b98-4959-ad76-73cae39cb785 req-cb7d4035-1427-4881-80a8-d4b2c3e44b76 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598114 Apr 20 13:04:50.453716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6910ea2e-3974-41d1-aa5c-db389200abe9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.470720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 805d93d8-c494-4060-87c4-fc611b28b062 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:50.475057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6910ea2e-3974-41d1-aa5c-db389200abe9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.483998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6910ea2e-3974-41d1-aa5c-db389200abe9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/732cd24b-c913-47dc-89e2-b259d38262b0 HTTP/1.1" status: 204 len: 168 time: 0.1960299 Apr 20 13:04:50.489363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46254) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.536982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27b356ca-7591-47b6-b4a6-721e2079f5ce req-f988468c-9e64-4ad7-a104-9dfc1755a810 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037023 Apr 20 13:04:50.560374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910ea2e-3974-41d1-aa5c-db389200abe9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=732cd24b-c913-47dc-89e2-b259d38262b0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:50.619101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ccd5326-24c5-4f24-8095-b963e68042bd tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1285782 Apr 20 13:04:50.619717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46258) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.620540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19124d14-85d6-4fc8-b79e-0e123159038b req-5fcb8276-56c6-46fc-9779-346f4ac9afa5 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.627919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19124d14-85d6-4fc8-b79e-0e123159038b req-5fcb8276-56c6-46fc-9779-346f4ac9afa5 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 948 time: 0.2287841 Apr 20 13:04:50.651426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bedc12c-c51f-4712-aee6-1104398bb5eb tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.661829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bedc12c-c51f-4712-aee6-1104398bb5eb tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.712060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bedc12c-c51f-4712-aee6-1104398bb5eb tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.715684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19124d14-85d6-4fc8-b79e-0e123159038b req-fee38c91-bd80-436a-8d0d-ac5b78bb28f3 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821023 Apr 20 13:04:50.716828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-f6d12610-ef60-4468-94df-064d2ae2188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.718480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-f6d12610-ef60-4468-94df-064d2ae2188b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.6986706 Apr 20 13:04:50.742869 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bedc12c-c51f-4712-aee6-1104398bb5eb tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.747157 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4bedc12c-c51f-4712-aee6-1104398bb5eb tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a47da548-fee4-4582-bc15-62d9b077df3e HTTP/1.1" status: 204 len: 168 time: 0.1264644 Apr 20 13:04:50.750577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46262) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.768044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 805d93d8-c494-4060-87c4-fc611b28b062 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:50.776586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 805d93d8-c494-4060-87c4-fc611b28b062 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:50.777504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.783177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedc12c-c51f-4712-aee6-1104398bb5eb tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a47da548-fee4-4582-bc15-62d9b077df3e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:50.791631 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-34724975-7513-4012-b07c-565b4d7ed105 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=38214f53-ea44-4790-b301-63f6940f9d46 HTTP/1.1" status: 200 len: 217 time: 0.0578771 Apr 20 13:04:50.793738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-96bf99da-0ec9-4db4-8cf2-401a256fe206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.795235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-96bf99da-0ec9-4db4-8cf2-401a256fe206 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 1099 time: 0.1858084 Apr 20 13:04:50.837795 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-042d86bd-1a7e-4c9e-bb56-5da085f86f7d tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805967 Apr 20 13:04:50.841235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46264) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:50.879188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-ef44421e-7017-4c04-ad61-361320aeea5f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.885620 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-ef44421e-7017-4c04-ad61-361320aeea5f tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 950 time: 0.1859028 Apr 20 13:04:50.893545 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:50.959171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-154958c0-cd9d-4f9b-b20a-078aab74a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:50.960649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-154958c0-cd9d-4f9b-b20a-078aab74a140 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1607180 Apr 20 13:04:50.966837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805d93d8-c494-4060-87c4-fc611b28b062'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:50.970144 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d8ae6-bb46-4ba3-abb7-b7d7ce23cc1e" -d '{"events": [{"server_uuid": "010946e2-a28e-45d9-be86-a886cc50ef2e", "name": "network-vif-plugged", "status": "completed", "tag": "805d93d8-c494-4060-87c4-fc611b28b062"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:51.011407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 805d93d8-c494-4060-87c4-fc611b28b062, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=805d93d8-c494-4060-87c4-fc611b28b062,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:51.030448 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.077872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-f340ab66-b3f1-4e3d-b753-eb9d1eb9c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.079860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-f340ab66-b3f1-4e3d-b753-eb9d1eb9c285 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.1973279 Apr 20 13:04:51.082313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-2a596c57-e897-46ac-950d-bcaadd57ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.083943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-2a596c57-e897-46ac-950d-bcaadd57ef70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108212 Apr 20 13:04:51.123388 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0085ef0-33f2-41b7-8100-5ad34e1f0d48 x-openstack-request-id: req-c0085ef0-33f2-41b7-8100-5ad34e1f0d48 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:51.123662 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010946e2-a28e-45d9-be86-a886cc50ef2e", "name": "network-vif-plugged", "status": "completed", "tag": "805d93d8-c494-4060-87c4-fc611b28b062", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:51.123971 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0085ef0-33f2-41b7-8100-5ad34e1f0d48 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:51.125480 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0085ef0-33f2-41b7-8100-5ad34e1f0d48'] response: {'server_uuid': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805d93d8-c494-4060-87c4-fc611b28b062', 'code': 200} Apr 20 13:04:51.170684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-2df2101c-2ce7-4df6-bef2-ad60818beddc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 HTTP/1.1" status: 200 len: 217 time: 0.0822513 Apr 20 13:04:51.194792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d8728482-8ab9-405a-9a46-c5d55096e217 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.216273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=805d93d8-c494-4060-87c4-fc611b28b062,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:51.223721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d8728482-8ab9-405a-9a46-c5d55096e217 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.280686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d8728482-8ab9-405a-9a46-c5d55096e217 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.284863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d8728482-8ab9-405a-9a46-c5d55096e217 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.287458 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d8728482-8ab9-405a-9a46-c5d55096e217 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/47daef83-234c-4108-957e-bdf4474fe9fe HTTP/1.1" status: 204 len: 168 time: 0.4429755 Apr 20 13:04:51.291807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-7963cf53-3048-4934-a2d7-4a93a139334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.293251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-7963cf53-3048-4934-a2d7-4a93a139334e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0977976 Apr 20 13:04:51.297381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46280) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:51.301923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8728482-8ab9-405a-9a46-c5d55096e217 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47daef83-234c-4108-957e-bdf4474fe9fe,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:51.320020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Deleting port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:51.320734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.411917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7d2c6396-95ca-4d4f-82e5-28a8e45c4815 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1111681 Apr 20 13:04:51.415981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46284) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:51.439979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-906ed98b-9512-4296-9f4f-bbf0c8b6399a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1454504879'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:51.535809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] For port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:51.540211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29ac3327-406b-4f41-a24d-9e170149a685 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:51.540725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.570451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Calling delete_port for e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:51.578266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7de5a-ad64-443a-b4da-a00c1edf6aa5 req-e10bbdd0-3414-4118-b879-6e27de9ef701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.585152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6f7de5a-ad64-443a-b4da-a00c1edf6aa5 req-e10bbdd0-3414-4118-b879-6e27de9ef701 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 1096 time: 0.4284990 Apr 20 13:04:51.665373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-3d5551df-172e-4a97-8510-09825ff59aab service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680804 Apr 20 13:04:51.667573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 29ac3327-406b-4f41-a24d-9e170149a685 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:51.679036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 29ac3327-406b-4f41-a24d-9e170149a685 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:51.679418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.792549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.822725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55be4e14-5a2f-42ac-8658-eeba4e6f7d95 req-99aee35d-eefd-4a51-8aca-7486eccc2578 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423032 Apr 20 13:04:51.834582 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.839732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-906ed98b-9512-4296-9f4f-bbf0c8b6399a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.846003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Pushing event deleted for resources: {'Port': ['ID=e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:51.929837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] No DVR routers for this DVR port e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:51.933042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6f7de5a-ad64-443a-b4da-a00c1edf6aa5 req-ecd39684-2ffc-4122-aa64-521763ff71ae service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585680 Apr 20 13:04:51.935315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.936603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-73ce36de-5db5-4561-89d8-8dc8e28d3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:51.938060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-73ce36de-5db5-4561-89d8-8dc8e28d3858 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6317122 Apr 20 13:04:51.942885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 29ac3327-406b-4f41-a24d-9e170149a685, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29ac3327-406b-4f41-a24d-9e170149a685,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:51.945057 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-dbc92383-f4e4-46c5-8798-00164653b3f6 req-2f219637-f3d8-4206-9f9d-55888be2e074 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.30 "DELETE /v2.0/ports/e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 HTTP/1.1" status: 204 len: 173 time: 0.9947374 Apr 20 13:04:51.945540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-deleted', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:51.954914 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82191014-a49d-4bc6-860b-e0238fe9d853" -d '{"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-deleted", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:51.970770 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:51.974152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:04:52.076477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-906ed98b-9512-4296-9f4f-bbf0c8b6399a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.142000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de096e8-2276-4892-b03a-a5a3f844abab req-ef7b6dd6-75e0-48a6-9c59-24b29f32b702 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.157720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5de096e8-2276-4892-b03a-a5a3f844abab req-ef7b6dd6-75e0-48a6-9c59-24b29f32b702 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d2b2170-1d37-43a1-996b-a3c0436e78e2 HTTP/1.1" status: 200 len: 867 time: 0.6200175 Apr 20 13:04:52.162908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:04:52.163250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:04:52.175741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3823b-824e-4cb2-9ad6-b18b27c60f0e req-6cdd461e-55f7-490c-b7a1-66a3702a43d0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:52.177270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97d3823b-824e-4cb2-9ad6-b18b27c60f0e req-6cdd461e-55f7-490c-b7a1-66a3702a43d0 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 944 time: 0.7522306 Apr 20 13:04:52.203441 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-906ed98b-9512-4296-9f4f-bbf0c8b6399a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.221098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=29ac3327-406b-4f41-a24d-9e170149a685,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:52.454433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:52.608896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:52.637935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'mac_address': 'fa:16:3e:d5:b0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:52.732313 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.759743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:52.813000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:52.830749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:52.850945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46308) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:52.904911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.000004 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4526d816-f969-4ebe-824c-c7afe9669a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.064174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-906ed98b-9512-4296-9f4f-bbf0c8b6399a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.065408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-906ed98b-9512-4296-9f4f-bbf0c8b6399a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6289639 Apr 20 13:04:53.068533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46312) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:53.080960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2ed76e90-fbc7-4dd5-bed8-969c18f50eb5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:53.095293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-61aae6f0-b2c2-4f8b-94c3-acef653bd84a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '52e1d4ba-5562-456a-8186-46eea32dc294', 'direction': 'ingress', 'protocol': 17}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:53.127982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ac3327-406b-4f41-a24d-9e170149a685'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:53.134240 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae30f43-4fa9-42c6-9430-b4c04918fd88" -d '{"events": [{"server_uuid": "5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82", "name": "network-vif-plugged", "status": "completed", "tag": "29ac3327-406b-4f41-a24d-9e170149a685"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:53.155576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97d3823b-824e-4cb2-9ad6-b18b27c60f0e req-c0e68644-0ff0-4cc5-aa47-6a2f0d0ca1b4 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9412847 Apr 20 13:04:53.177750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ed98b-9512-4296-9f4f-bbf0c8b6399a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e1d4ba-5562-456a-8186-46eea32dc294,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.194290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5de096e8-2276-4892-b03a-a5a3f844abab req-1eb91aba-33e0-4092-98fb-773397138dc4 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0295804 Apr 20 13:04:53.251267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-90426014-b9c3-404b-9a9c-5e174b66a91e service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0706618 Apr 20 13:04:53.259566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61aae6f0-b2c2-4f8b-94c3-acef653bd84a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.286694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4526d816-f969-4ebe-824c-c7afe9669a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.289349 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c52cdea-9134-406e-a660-deae0ccdf31a x-openstack-request-id: req-5c52cdea-9134-406e-a660-deae0ccdf31a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:53.290433 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2b2170-1d37-43a1-996b-a3c0436e78e2", "name": "network-vif-deleted", "tag": "e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:53.290846 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c52cdea-9134-406e-a660-deae0ccdf31a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:53.291801 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52cdea-9134-406e-a660-deae0ccdf31a'] response: {'server_uuid': '5d2b2170-1d37-43a1-996b-a3c0436e78e2', 'name': 'network-vif-deleted', 'tag': 'e8af8c1e-c2cd-42e3-bf5e-55d67e40a1b8', 'status': 'completed', 'code': 200} Apr 20 13:04:53.300793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4526d816-f969-4ebe-824c-c7afe9669a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.341907 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e84a1b4-dbc8-4471-9a87-d897f954faaa x-openstack-request-id: req-1e84a1b4-dbc8-4471-9a87-d897f954faaa {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:53.342372 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82", "name": "network-vif-plugged", "status": "completed", "tag": "29ac3327-406b-4f41-a24d-9e170149a685", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:53.342733 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e84a1b4-dbc8-4471-9a87-d897f954faaa {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:53.343241 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e84a1b4-dbc8-4471-9a87-d897f954faaa'] response: {'server_uuid': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ac3327-406b-4f41-a24d-9e170149a685', 'code': 200} Apr 20 13:04:53.399796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29215f-7332-4608-90b5-c9fad77c7013 req-d313f77d-58d2-4593-9f12-ccd40aee0cc0 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.401656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c29215f-7332-4608-90b5-c9fad77c7013 req-d313f77d-58d2-4593-9f12-ccd40aee0cc0 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 949 time: 0.1470127 Apr 20 13:04:53.454447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096fe4cb-5f27-4fd1-8354-8d3cfe389a2d req-b258364a-3588-44f3-bc8f-a9465e27b2af service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803195 Apr 20 13:04:53.469225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4526d816-f969-4ebe-824c-c7afe9669a15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06ca21693a054ef28a3e380bcd67b101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6169744 Apr 20 13:04:53.472744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:53.479106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c29215f-7332-4608-90b5-c9fad77c7013 req-cd8906bb-469f-485e-8aee-9a28acb2508d tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700934 Apr 20 13:04:53.487853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526d816-f969-4ebe-824c-c7afe9669a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751d7588-bd25-4210-bb0d-e65a121e88b1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.530368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61aae6f0-b2c2-4f8b-94c3-acef653bd84a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.532431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7e31-b11a-4378-9260-a12d557fe267 req-47270aff-c4bf-42e8-a590-031fbe9477e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:53.534125 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-28bb7e31-b11a-4378-9260-a12d557fe267 req-47270aff-c4bf-42e8-a590-031fbe9477e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 1096 time: 0.1218610 Apr 20 13:04:53.536240 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61aae6f0-b2c2-4f8b-94c3-acef653bd84a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.537852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:04:53.578954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aae6f0-b2c2-4f8b-94c3-acef653bd84a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4154b3-5f71-4728-bbcf-c1faaeb7ba4c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.599564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61aae6f0-b2c2-4f8b-94c3-acef653bd84a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.603268 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61aae6f0-b2c2-4f8b-94c3-acef653bd84a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5282149 Apr 20 13:04:53.603650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46322) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:53.626530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4aa8f856-e474-490f-ac89-f47c42521591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.643144 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-28bb7e31-b11a-4378-9260-a12d557fe267 req-2cdb803f-6d6a-4095-8d05-2e7f1d0842db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954947 Apr 20 13:04:53.696470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.701613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4aa8f856-e474-490f-ac89-f47c42521591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.732342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c61c1a5-58cc-4808-b7e0-2d0db8a0e5e8 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.792646 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4aa8f856-e474-490f-ac89-f47c42521591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.796061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4aa8f856-e474-490f-ac89-f47c42521591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.797360 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4aa8f856-e474-490f-ac89-f47c42521591 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/751d7588-bd25-4210-bb0d-e65a121e88b1 HTTP/1.1" status: 204 len: 168 time: 0.3223541 Apr 20 13:04:53.804411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c61c1a5-58cc-4808-b7e0-2d0db8a0e5e8 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.812278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8f856-e474-490f-ac89-f47c42521591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d7588-bd25-4210-bb0d-e65a121e88b1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.880324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c61c1a5-58cc-4808-b7e0-2d0db8a0e5e8 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.883202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c61c1a5-58cc-4808-b7e0-2d0db8a0e5e8 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:53.887063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c61c1a5-58cc-4808-b7e0-2d0db8a0e5e8 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/52e1d4ba-5562-456a-8186-46eea32dc294 HTTP/1.1" status: 204 len: 168 time: 0.2797921 Apr 20 13:04:53.887212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46332) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:53.920779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61c1a5-58cc-4808-b7e0-2d0db8a0e5e8 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e1d4ba-5562-456a-8186-46eea32dc294,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:53.986515 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1740d942-8f02-4773-bc8e-ea67fac56061 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0946219 Apr 20 13:04:53.986761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46334) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:53.997823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cd48a4be-4d2d-43cc-86cc-4a3f947f1b59 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908014111'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:54.000146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:54.033445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '38214f53-ea44-4790-b301-63f6940f9d46', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '38214f53-ea44-4790-b301-63f6940f9d46', 'mac_address': 'fa:16:3e:30:6a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:04:54.035677 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd48a4be-4d2d-43cc-86cc-4a3f947f1b59 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.078478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.099968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38214f53-ea44-4790-b301-63f6940f9d46 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:04:54.128264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:54.136170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.147017 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd48a4be-4d2d-43cc-86cc-4a3f947f1b59 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.155701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd48a4be-4d2d-43cc-86cc-4a3f947f1b59 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.185127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-3596fd61-5624-4017-bf58-a1f32fe3991e req-0429bea6-539a-4a98-b898-dc4c84d9b1e2 service neutron] (109409) timed out ('10.222.0.37', 59402) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:04:54.217244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd48a4be-4d2d-43cc-86cc-4a3f947f1b59 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.220353 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cd48a4be-4d2d-43cc-86cc-4a3f947f1b59 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2326138 Apr 20 13:04:54.222752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46344) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.230419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d5df4721-36d5-450b-a3ce-05b09acde110 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754631968'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:54.243772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48a4be-4d2d-43cc-86cc-4a3f947f1b59 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=650ff8be-cb9d-4591-ba18-1fe5813bb50b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:54.256048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:54.311390 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5df4721-36d5-450b-a3ce-05b09acde110 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.365367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46348) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.390536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e42134ae-be19-492c-aeb8-9e62cbb962a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.450900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982115f-0758-45a0-88f1-3da320d41999 req-6144c6f0-c870-4b55-aacd-5c5f336e3684 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:54.458305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6982115f-0758-45a0-88f1-3da320d41999 req-6144c6f0-c870-4b55-aacd-5c5f336e3684 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 945 time: 0.1129942 Apr 20 13:04:54.461753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:54.477884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5df4721-36d5-450b-a3ce-05b09acde110 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.486446 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5df4721-36d5-450b-a3ce-05b09acde110 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.534627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5df4721-36d5-450b-a3ce-05b09acde110 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.535367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e42134ae-be19-492c-aeb8-9e62cbb962a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.539273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.543172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['38214f53-ea44-4790-b301-63f6940f9d46'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:54.544323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d5df4721-36d5-450b-a3ce-05b09acde110 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3203895 Apr 20 13:04:54.548310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e76af029-5c49-4904-ad14-ca8662aa0199 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '650ff8be-cb9d-4591-ba18-1fe5813bb50b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3ac2173e-8edf-45d1-b809-1a7e02ac1ea4', 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:54.555060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e42134ae-be19-492c-aeb8-9e62cbb962a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.573602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6982115f-0758-45a0-88f1-3da320d41999 req-5f164708-1ecd-4be8-bd9f-65311e8bd5eb tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140416 Apr 20 13:04:54.591751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df4721-36d5-450b-a3ce-05b09acde110 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac2173e-8edf-45d1-b809-1a7e02ac1ea4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:54.654187 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e42134ae-be19-492c-aeb8-9e62cbb962a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9f89c6ced0c474fa474861a2fa96af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852414 Apr 20 13:04:54.654643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46356) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.663220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42134ae-be19-492c-aeb8-9e62cbb962a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a567ef6-487a-4f97-8a06-dcdc9be3f8c2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:54.670288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e76af029-5c49-4904-ad14-ca8662aa0199 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.752925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:54.755465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.760143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:54.765906 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.818653 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e76af029-5c49-4904-ad14-ca8662aa0199 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.827516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e76af029-5c49-4904-ad14-ca8662aa0199 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.864119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411016a7-9154-42a8-99f7-00ac840240ef req-8ab0187d-8767-4c8e-b4be-2c90dca4f732 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:54.866482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411016a7-9154-42a8-99f7-00ac840240ef req-8ab0187d-8767-4c8e-b4be-2c90dca4f732 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 949 time: 0.2085578 Apr 20 13:04:54.876227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76af029-5c49-4904-ad14-ca8662aa0199 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314b3d42-879d-4e36-a89c-750c1f5dab68,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:54.883409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e76af029-5c49-4904-ad14-ca8662aa0199 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.888425 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e76af029-5c49-4904-ad14-ca8662aa0199 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3444364 Apr 20 13:04:54.889155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46362) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:54.908979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-395c0539-f05b-4111-91f1-6c280d217bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.935863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-797f21cf-a8ed-477a-9a62-0e6af2ae100f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:54.957438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-797f21cf-a8ed-477a-9a62-0e6af2ae100f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.028306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-797f21cf-a8ed-477a-9a62-0e6af2ae100f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.028469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-395c0539-f05b-4111-91f1-6c280d217bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.028688 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.050307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411016a7-9154-42a8-99f7-00ac840240ef req-35bb7fcf-9dd9-46ef-9f8f-1b7e9bf809d4 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658587 Apr 20 13:04:55.058551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-797f21cf-a8ed-477a-9a62-0e6af2ae100f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.064136 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-797f21cf-a8ed-477a-9a62-0e6af2ae100f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/314b3d42-879d-4e36-a89c-750c1f5dab68 HTTP/1.1" status: 204 len: 168 time: 0.1736622 Apr 20 13:04:55.081155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46366) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:55.084574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:55.090614 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.090853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f21cf-a8ed-477a-9a62-0e6af2ae100f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=314b3d42-879d-4e36-a89c-750c1f5dab68,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.122793 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b94431cb-601a-4267-bce5-68e50a78c77e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1df0c054cf04bec940ed048971593be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613505 Apr 20 13:04:55.125804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46368) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:55.158425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.189744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-395c0539-f05b-4111-91f1-6c280d217bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.192750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-395c0539-f05b-4111-91f1-6c280d217bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.196705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-395c0539-f05b-4111-91f1-6c280d217bfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a567ef6-487a-4f97-8a06-dcdc9be3f8c2 HTTP/1.1" status: 204 len: 168 time: 0.5404696 Apr 20 13:04:55.220407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0539-f05b-4111-91f1-6c280d217bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a567ef6-487a-4f97-8a06-dcdc9be3f8c2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.221351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e010697e-3273-4b6b-97e0-8df17166b851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.251348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6161c849-8e2f-433f-9eb8-e0bd0bc7f038 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1690440 Apr 20 13:04:55.253963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46372) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:55.302992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e010697e-3273-4b6b-97e0-8df17166b851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.325873 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b73af9d-9695-4f9b-910f-c9ea4fad0b98 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.344247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:55.346690 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126b1d60-32e2-4d90-8e3a-4d2448d11f2e" -d '{"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:55.355052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b73af9d-9695-4f9b-910f-c9ea4fad0b98 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.431170 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e010697e-3273-4b6b-97e0-8df17166b851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.434012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e010697e-3273-4b6b-97e0-8df17166b851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.436323 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e010697e-3273-4b6b-97e0-8df17166b851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0 HTTP/1.1" status: 204 len: 168 time: 0.3091154 Apr 20 13:04:55.440671 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b73af9d-9695-4f9b-910f-c9ea4fad0b98 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.447540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b73af9d-9695-4f9b-910f-c9ea4fad0b98 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.451439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2b73af9d-9695-4f9b-910f-c9ea4fad0b98 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ac2173e-8edf-45d1-b809-1a7e02ac1ea4 HTTP/1.1" status: 204 len: 168 time: 0.1964929 Apr 20 13:04:55.452045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46386) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:55.465425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010697e-3273-4b6b-97e0-8df17166b851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e17e3-6640-4b06-8f57-f7a1b3fd0ed0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.472889 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dc4ccb-fef4-4695-ab59-ebb5062f7615 x-openstack-request-id: req-f1dc4ccb-fef4-4695-ab59-ebb5062f7615 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:55.473425 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:55.473701 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1dc4ccb-fef4-4695-ab59-ebb5062f7615 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:55.474118 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1dc4ccb-fef4-4695-ab59-ebb5062f7615'] response: {'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'code': 200} Apr 20 13:04:55.486973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73af9d-9695-4f9b-910f-c9ea4fad0b98 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac2173e-8edf-45d1-b809-1a7e02ac1ea4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:55.601192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7ea8a000-c9c5-4f55-86d6-5e3866e67679 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1403522 Apr 20 13:04:55.601192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46396) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:55.755203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f51503-bb29-4a45-9109-88cea190b694 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.771465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c23ff-8015-4565-9922-b1e2d2b2cf78 req-64defb8e-4bc7-4180-a803-7ade1023a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:55.781562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b01c23ff-8015-4565-9922-b1e2d2b2cf78 req-64defb8e-4bc7-4180-a803-7ade1023a146 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 1101 time: 0.2283382 Apr 20 13:04:55.876286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f51503-bb29-4a45-9109-88cea190b694 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:55.881102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b01c23ff-8015-4565-9922-b1e2d2b2cf78 req-4e900c45-cb5c-422b-8df4-e7cddde59e4a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879529 Apr 20 13:04:55.928504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e94a8-120a-476a-8db7-ef014979008d req-a8f65da2-42ac-4132-a712-25938ed18d1e tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:55.939428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e47e94a8-120a-476a-8db7-ef014979008d req-a8f65da2-42ac-4132-a712-25938ed18d1e tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 945 time: 0.1862783 Apr 20 13:04:56.012076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e47e94a8-120a-476a-8db7-ef014979008d req-8b1518bb-ce5f-443c-8d30-c5bb0fd3a350 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701466 Apr 20 13:04:56.036198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f51503-bb29-4a45-9109-88cea190b694 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.039235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f51503-bb29-4a45-9109-88cea190b694 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.047159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46412) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.056129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-86f51503-bb29-4a45-9109-88cea190b694 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/650ff8be-cb9d-4591-ba18-1fe5813bb50b HTTP/1.1" status: 204 len: 168 time: 0.4539666 Apr 20 13:04:56.120526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f51503-bb29-4a45-9109-88cea190b694 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ff8be-cb9d-4591-ba18-1fe5813bb50b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:56.247998 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d273a3c7-3226-42dc-9115-e4884317924b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1975670 Apr 20 13:04:56.263472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.276727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-88b20003-30a0-4382-8654-d31d6d9454da tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779713977'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:56.286091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46424) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.340355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b20003-30a0-4382-8654-d31d6d9454da tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.401798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceca792-fe5c-4263-9c4f-b5b904c34b11 req-11be44db-1635-4460-a269-aea4827bd2d7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:56.403377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ceca792-fe5c-4263-9c4f-b5b904c34b11 req-11be44db-1635-4460-a269-aea4827bd2d7 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 945 time: 0.2842243 Apr 20 13:04:56.481335 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b20003-30a0-4382-8654-d31d6d9454da tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.499410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b20003-30a0-4382-8654-d31d6d9454da tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.542314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5ac7-49d7-4853-a986-1e85423d774d req-64aa98b0-6677-4ef8-8d53-aed9f22cf83b tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:56.550898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc5e5ac7-49d7-4853-a986-1e85423d774d req-64aa98b0-6677-4ef8-8d53-aed9f22cf83b tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 950 time: 0.2826304 Apr 20 13:04:56.557993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c7c09edf-a216-4f97-9882-de059befb799 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dab966b4d80b44d0ba008fe19f71c1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675297 Apr 20 13:04:56.560758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.594489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b20003-30a0-4382-8654-d31d6d9454da tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e749b-e515-4a3b-b3be-0f7379b62e8a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:56.600990 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-88b20003-30a0-4382-8654-d31d6d9454da tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.603088 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-88b20003-30a0-4382-8654-d31d6d9454da tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3384514 Apr 20 13:04:56.610261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46432) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.617688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c6110f76-49c3-4e39-b5c5-a3970edd7255 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': 'fa6e749b-e515-4a3b-b3be-0f7379b62e8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:56.624978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ceca792-fe5c-4263-9c4f-b5b904c34b11 req-5bc514fd-cfb6-4e4c-943c-562e9ec6832d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853721 Apr 20 13:04:56.640211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc5e5ac7-49d7-4853-a986-1e85423d774d req-5df39aa0-b240-4b42-9502-32358db74064 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839009 Apr 20 13:04:56.715481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6110f76-49c3-4e39-b5c5-a3970edd7255 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.721359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330e6aa3-6365-4bf2-8dc0-97d1c242a47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.773369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330e6aa3-6365-4bf2-8dc0-97d1c242a47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.824817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6110f76-49c3-4e39-b5c5-a3970edd7255 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.833260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6110f76-49c3-4e39-b5c5-a3970edd7255 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.873011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6110f76-49c3-4e39-b5c5-a3970edd7255 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f678bb11-9f78-41cb-bfc4-f801b657c795,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:56.892993 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330e6aa3-6365-4bf2-8dc0-97d1c242a47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.895704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-330e6aa3-6365-4bf2-8dc0-97d1c242a47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.899914 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-330e6aa3-6365-4bf2-8dc0-97d1c242a47b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3dadece-bcc2-4f8f-880d-21b32af5a2fa HTTP/1.1" status: 204 len: 168 time: 0.3350823 Apr 20 13:04:56.913325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6110f76-49c3-4e39-b5c5-a3970edd7255 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:56.919000 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c6110f76-49c3-4e39-b5c5-a3970edd7255 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3076639 Apr 20 13:04:56.922457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:56.928973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6aa3-6365-4bf2-8dc0-97d1c242a47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dadece-bcc2-4f8f-880d-21b32af5a2fa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:57.037321 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c4d-b23d-4272-8fc5-87877f00ed30 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.055240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c4d-b23d-4272-8fc5-87877f00ed30 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.091613 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c4d-b23d-4272-8fc5-87877f00ed30 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.106086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c53a3c4d-b23d-4272-8fc5-87877f00ed30 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.111168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46448) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:57.112294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c53a3c4d-b23d-4272-8fc5-87877f00ed30 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f678bb11-9f78-41cb-bfc4-f801b657c795 HTTP/1.1" status: 204 len: 168 time: 0.1883974 Apr 20 13:04:57.113398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a3c4d-b23d-4272-8fc5-87877f00ed30 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f678bb11-9f78-41cb-bfc4-f801b657c795,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:57.175782 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-71e08cd5-3346-42a7-b294-a3ee9e40df83 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631540 Apr 20 13:04:57.179172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46450) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:57.269008 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7ee38bd4-33b2-4af2-bbbe-fabf89a2895b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.319545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7ee38bd4-33b2-4af2-bbbe-fabf89a2895b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.407655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7ee38bd4-33b2-4af2-bbbe-fabf89a2895b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.411965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7ee38bd4-33b2-4af2-bbbe-fabf89a2895b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.413719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7ee38bd4-33b2-4af2-bbbe-fabf89a2895b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa6e749b-e515-4a3b-b3be-0f7379b62e8a HTTP/1.1" status: 204 len: 168 time: 0.2335570 Apr 20 13:04:57.416375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46466) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:57.448639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee38bd4-33b2-4af2-bbbe-fabf89a2895b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e749b-e515-4a3b-b3be-0f7379b62e8a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:57.537035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:04:57.551239 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c31d7de3-9c6e-44b6-b02e-0700735dc3e4 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1337078 Apr 20 13:04:57.556123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46476) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:57.560786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-13cae8a0-4020-43f4-a0c9-f57d914d64a0 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1557287150'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:57.588365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13cae8a0-4020-43f4-a0c9-f57d914d64a0 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.631857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b406a5-bb96-4ac0-8e47-29a1dd617f48 req-88dbeb9e-a934-44f8-97e9-8f171c94da6f tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:57.640406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99b406a5-bb96-4ac0-8e47-29a1dd617f48 req-88dbeb9e-a934-44f8-97e9-8f171c94da6f tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 945 time: 0.2040474 Apr 20 13:04:57.708032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46480) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:57.748436 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13cae8a0-4020-43f4-a0c9-f57d914d64a0 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.755767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 38214f53-ea44-4790-b301-63f6940f9d46 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:04:57.760216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13cae8a0-4020-43f4-a0c9-f57d914d64a0 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.768771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 38214f53-ea44-4790-b301-63f6940f9d46 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:04:57.769414 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.809538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99b406a5-bb96-4ac0-8e47-29a1dd617f48 req-d8af6b46-bc09-4e27-a9c5-730f298bfa8d tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627939 Apr 20 13:04:57.851551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13cae8a0-4020-43f4-a0c9-f57d914d64a0 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.851551 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-13cae8a0-4020-43f4-a0c9-f57d914d64a0 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2930174 Apr 20 13:04:57.853794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46488) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:57.882632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d9299570-c5ab-496a-94b9-ddd597cf0e6a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '9cb6ece8-4420-4a7e-b741-fb1244514a2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:57.902447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cae8a0-4020-43f4-a0c9-f57d914d64a0 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb6ece8-4420-4a7e-b741-fb1244514a2a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:57.919955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2e574-9d53-4258-a134-35dcce9d604b req-516daac3-33eb-49e7-938e-a4d2d150f981 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:57.932711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fd2e574-9d53-4258-a134-35dcce9d604b req-516daac3-33eb-49e7-938e-a4d2d150f981 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 950 time: 0.1303790 Apr 20 13:04:57.969063 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:57.970809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9299570-c5ab-496a-94b9-ddd597cf0e6a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.013248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fd2e574-9d53-4258-a134-35dcce9d604b req-1b2cd762-3f1e-4924-98b5-19d0cbe637a5 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721986 Apr 20 13:04:58.018235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:58.020654 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a443bf-9ecc-4075-a285-b5b249b2e428" -d '{"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-plugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:58.068894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:58.077577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.109557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9299570-c5ab-496a-94b9-ddd597cf0e6a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.116557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9299570-c5ab-496a-94b9-ddd597cf0e6a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.121890 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285d0fd9-365c-4c20-a6a3-311796405420 x-openstack-request-id: req-285d0fd9-365c-4c20-a6a3-311796405420 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:58.122506 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-plugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:58.123237 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-285d0fd9-365c-4c20-a6a3-311796405420 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:58.124167 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285d0fd9-365c-4c20-a6a3-311796405420'] response: {'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46', 'code': 200} Apr 20 13:04:58.186363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.226090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9299570-c5ab-496a-94b9-ddd597cf0e6a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e87518-90b3-44b4-b2a9-03cc018d9b81,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.237192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9299570-c5ab-496a-94b9-ddd597cf0e6a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.242121 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9299570-c5ab-496a-94b9-ddd597cf0e6a tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3824899 Apr 20 13:04:58.248590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46498) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.264082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6b24903-2fd0-4365-b549-a09a935c47bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.272499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4a841-b9da-4e2f-aff4-b56cbcff40eb req-de490939-ed76-47a6-b787-a8abf6dd9f14 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.278620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ee4a841-b9da-4e2f-aff4-b56cbcff40eb req-de490939-ed76-47a6-b787-a8abf6dd9f14 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 949 time: 0.1250327 Apr 20 13:04:58.304525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c2e40-eac4-43a0-be02-d3f5437568d0 req-a7d4fef3-fb98-45ec-9168-9d21b9ccaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.306749 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be6c2e40-eac4-43a0-be02-d3f5437568d0 req-a7d4fef3-fb98-45ec-9168-9d21b9ccaea0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 1100 time: 0.1113443 Apr 20 13:04:58.324722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-035d5cc3-1ae6-4a7f-b9e0-3b01760f5e19 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules/f2e87518-90b3-44b4-b2a9-03cc018d9b81 HTTP/1.1" status: 200 len: 763 time: 0.0435784 Apr 20 13:04:58.335025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.366632 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-be6c2e40-eac4-43a0-be02-d3f5437568d0 req-68fcf5ac-b930-492d-b1fd-7cd4737826b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489192 Apr 20 13:04:58.429674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6b24903-2fd0-4365-b549-a09a935c47bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.438925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6b24903-2fd0-4365-b549-a09a935c47bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.441338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b1094e1a-b0b9-4a9d-810a-b46c5b4fc554 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1034229 Apr 20 13:04:58.445570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46512) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.472438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ee4a841-b9da-4e2f-aff4-b56cbcff40eb req-36bbea46-b0b9-4ab8-a221-94a293a4e80c tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735983 Apr 20 13:04:58.523563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7297-c340-43a5-bdb3-27ae5def04a6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.527775 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6b24903-2fd0-4365-b549-a09a935c47bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a10b285a99b4d6cbce8410d2424c1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8161681 Apr 20 13:04:58.529732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b24903-2fd0-4365-b549-a09a935c47bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab18445-97ce-4f05-bc8a-00955a52f481,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.532081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46518) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.540693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7297-c340-43a5-bdb3-27ae5def04a6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.577085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-db8e606a-5b73-4e1c-800f-a0dc46f0d36a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.580175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-db8e606a-5b73-4e1c-800f-a0dc46f0d36a tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "GET /v2.0/ports?device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 945 time: 0.1351194 Apr 20 13:04:58.601891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7297-c340-43a5-bdb3-27ae5def04a6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.609229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7297-c340-43a5-bdb3-27ae5def04a6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.613073 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b8dc7297-c340-43a5-bdb3-27ae5def04a6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f2e87518-90b3-44b4-b2a9-03cc018d9b81 HTTP/1.1" status: 204 len: 168 time: 0.1650624 Apr 20 13:04:58.622776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46520) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.625354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc7297-c340-43a5-bdb3-27ae5def04a6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2e87518-90b3-44b4-b2a9-03cc018d9b81,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.653124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1d10f2-5718-45a7-a93c-f30d04469656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.702958 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9d56a863-db50-478a-89c2-14511da65c41 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0752106 Apr 20 13:04:58.703498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46526) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.705509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1d10f2-5718-45a7-a93c-f30d04469656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.713177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c4d199e0-f961-4fbe-864d-9d56583af771 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '9cb6ece8-4420-4a7e-b741-fb1244514a2a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:58.723060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Deleting port 805d93d8-c494-4060-87c4-fc611b28b062 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:58.723784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.759872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d199e0-f961-4fbe-864d-9d56583af771 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.823733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1d10f2-5718-45a7-a93c-f30d04469656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.826391 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1d10f2-5718-45a7-a93c-f30d04469656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.827557 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2c1d10f2-5718-45a7-a93c-f30d04469656 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cab18445-97ce-4f05-bc8a-00955a52f481 HTTP/1.1" status: 204 len: 168 time: 0.2894378 Apr 20 13:04:58.829436 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d199e0-f961-4fbe-864d-9d56583af771 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.871220 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d199e0-f961-4fbe-864d-9d56583af771 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.894457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] For port 805d93d8-c494-4060-87c4-fc611b28b062, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=805d93d8-c494-4060-87c4-fc611b28b062,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:58.896557 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.906977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d10f2-5718-45a7-a93c-f30d04469656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab18445-97ce-4f05-bc8a-00955a52f481,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.936253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d199e0-f961-4fbe-864d-9d56583af771 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:58.936483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Calling delete_port for 805d93d8-c494-4060-87c4-fc611b28b062 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:58.941007 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4d199e0-f961-4fbe-864d-9d56583af771 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2302604 Apr 20 13:04:58.944702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46538) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:58.963760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d199e0-f961-4fbe-864d-9d56583af771 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a640eaf-45c5-4aff-97e0-449e554462ee,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:58.988069 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32a65a81-6fe2-40e2-9eee-b5918ab77504 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules/4a640eaf-45c5-4aff-97e0-449e554462ee HTTP/1.1" status: 200 len: 763 time: 0.0422487 Apr 20 13:04:58.995961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-9d08b6d9-729a-49ba-b4ed-fba1750638a4 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:58.997349 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-9d08b6d9-729a-49ba-b4ed-fba1750638a4 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82 HTTP/1.1" status: 200 len: 945 time: 0.1866932 Apr 20 13:04:58.997864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:59.114040 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-64a4fd25-d37e-4fb0-8947-d681be1ef1e5 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1126866 Apr 20 13:04:59.114969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46546) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:59.155162 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07c6932a-dfec-4655-a1e1-84da259db887 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.166380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07c6932a-dfec-4655-a1e1-84da259db887 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.176093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb80c-686c-4fbb-8b82-b82dec98dee5 req-251efd2d-22a6-4380-97d1-43fb1f4635dd tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:59.178066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcceb80c-686c-4fbb-8b82-b82dec98dee5 req-251efd2d-22a6-4380-97d1-43fb1f4635dd tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 945 time: 0.2236140 Apr 20 13:04:59.196567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Deleting port 29ac3327-406b-4f41-a24d-9e170149a685 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:04:59.197044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.226380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07c6932a-dfec-4655-a1e1-84da259db887 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.236192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcceb80c-686c-4fbb-8b82-b82dec98dee5 req-5e16498e-b804-4ac0-a5e6-e5c3b3c2c319 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9f862f7-e2a9-4abe-bed5-fe3391d85019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485175 Apr 20 13:04:59.238641 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07c6932a-dfec-4655-a1e1-84da259db887 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.240586 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07c6932a-dfec-4655-a1e1-84da259db887 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4a640eaf-45c5-4aff-97e0-449e554462ee HTTP/1.1" status: 204 len: 168 time: 0.1242678 Apr 20 13:04:59.253430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46548) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:59.300788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6932a-dfec-4655-a1e1-84da259db887 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a640eaf-45c5-4aff-97e0-449e554462ee,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:59.370127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ee652ab1-98bb-4202-bb58-c56c649f33ba tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1116612 Apr 20 13:04:59.370127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.370127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46552) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:59.381180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['805d93d8-c494-4060-87c4-fc611b28b062'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:59.384040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['29ac3327-406b-4f41-a24d-9e170149a685'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:04:59.398680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] For port 29ac3327-406b-4f41-a24d-9e170149a685, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29ac3327-406b-4f41-a24d-9e170149a685,segment=NetworkSegment(9d93e51d-ff82-4679-82b8-547f8cbfc600),segment_id=9d93e51d-ff82-4679-82b8-547f8cbfc600)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:04:59.399247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.409581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4cc7e0c1-a304-4f05-a45b-2123b6b0073b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '9cb6ece8-4420-4a7e-b741-fb1244514a2a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:04:59.434006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Calling delete_port for 29ac3327-406b-4f41-a24d-9e170149a685 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:04:59.545429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event deleted for resources: {'Port': ['ID=805d93d8-c494-4060-87c4-fc611b28b062,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:59.589697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e0c1-a304-4f05-a45b-2123b6b0073b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.650548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] No DVR routers for this DVR port 805d93d8-c494-4060-87c4-fc611b28b062 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:04:59.672623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46560) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:04:59.731213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.734074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7f41723-66ed-4d0b-b060-4b2ba537c290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.739273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce96fb6-5e56-4688-9cfb-11f657db4488 req-31df350c-daa5-475b-a9af-88c20018f882 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.37 "DELETE /v2.0/ports/805d93d8-c494-4060-87c4-fc611b28b062 HTTP/1.1" status: 204 len: 173 time: 1.1526132 Apr 20 13:04:59.739766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'name': 'network-vif-deleted', 'tag': '805d93d8-c494-4060-87c4-fc611b28b062'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:04:59.750531 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd1d84f-f96d-486c-bb10-29cdb1547d70" -d '{"events": [{"server_uuid": "010946e2-a28e-45d9-be86-a886cc50ef2e", "name": "network-vif-deleted", "tag": "805d93d8-c494-4060-87c4-fc611b28b062"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:04:59.853161 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5c6930-2276-4b00-982f-bd67969fad9a x-openstack-request-id: req-3c5c6930-2276-4b00-982f-bd67969fad9a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:04:59.853460 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010946e2-a28e-45d9-be86-a886cc50ef2e", "name": "network-vif-deleted", "tag": "805d93d8-c494-4060-87c4-fc611b28b062", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:04:59.853742 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c5c6930-2276-4b00-982f-bd67969fad9a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:04:59.854166 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5c6930-2276-4b00-982f-bd67969fad9a'] response: {'server_uuid': '010946e2-a28e-45d9-be86-a886cc50ef2e', 'name': 'network-vif-deleted', 'tag': '805d93d8-c494-4060-87c4-fc611b28b062', 'status': 'completed', 'code': 200} Apr 20 13:04:59.856048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e0c1-a304-4f05-a45b-2123b6b0073b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.881854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02a2c-a400-4332-a78b-22699032e9bb req-4fc45673-cc4d-411e-ae92-c15524aa0190 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:04:59.883707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83a02a2c-a400-4332-a78b-22699032e9bb req-4fc45673-cc4d-411e-ae92-c15524aa0190 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 949 time: 0.2794755 Apr 20 13:04:59.885016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e0c1-a304-4f05-a45b-2123b6b0073b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.955523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7e0c1-a304-4f05-a45b-2123b6b0073b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa84a7b7-fbfa-4488-8093-522b38e542f3,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:04:59.990542 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e0c1-a304-4f05-a45b-2123b6b0073b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:04:59.991183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4cc7e0c1-a304-4f05-a45b-2123b6b0073b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6201346 Apr 20 13:04:59.994790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46570) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:00.011581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83a02a2c-a400-4332-a78b-22699032e9bb req-357cac43-2f42-4fa0-9c81-a85ce7cef855 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990822 Apr 20 13:05:00.011784 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.024201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['805d93d8-c494-4060-87c4-fc611b28b062'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:00.123569 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0335413d-fe75-4260-b8b0-b02974907e90 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules/fa84a7b7-fbfa-4488-8093-522b38e542f3 HTTP/1.1" status: 200 len: 764 time: 0.1127729 Apr 20 13:05:00.126276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46578) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:00.143207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Pushing event deleted for resources: {'Port': ['ID=29ac3327-406b-4f41-a24d-9e170149a685,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:00.178928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7f41723-66ed-4d0b-b060-4b2ba537c290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.198914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7f41723-66ed-4d0b-b060-4b2ba537c290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.204510 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ae5438b5-61df-43bd-8cdc-4dbc63eccd34 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0745957 Apr 20 13:05:00.204813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46586) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:00.216373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46588) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:00.253351 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33a8a227-085c-4a73-8745-8c647db22f2f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.266699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33a8a227-085c-4a73-8745-8c647db22f2f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.281020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] No DVR routers for this DVR port 29ac3327-406b-4f41-a24d-9e170149a685 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:00.295849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.299336 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8fce8334-eff0-4d84-a9f5-fb8e6ce12f52 req-25c9370c-a5d5-45af-9eab-58de0d0e3668 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.30 "DELETE /v2.0/ports/29ac3327-406b-4f41-a24d-9e170149a685 HTTP/1.1" status: 204 len: 173 time: 1.2934492 Apr 20 13:05:00.302557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'name': 'network-vif-deleted', 'tag': '29ac3327-406b-4f41-a24d-9e170149a685'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:00.302557 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bca2cf6-1a2f-457b-b0d8-8a2ecd72e479" -d '{"events": [{"server_uuid": "5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82", "name": "network-vif-deleted", "tag": "29ac3327-406b-4f41-a24d-9e170149a685"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:00.307425 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33a8a227-085c-4a73-8745-8c647db22f2f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.326759 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f7f41723-66ed-4d0b-b060-4b2ba537c290 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5b7827db4624b3c85f5328fe2785eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450176 Apr 20 13:05:00.326759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41723-66ed-4d0b-b060-4b2ba537c290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d84e657-efba-4f88-afd3-e7bdab19fedf,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:00.328771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46596) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:00.333521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33a8a227-085c-4a73-8745-8c647db22f2f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.334602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33a8a227-085c-4a73-8745-8c647db22f2f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fa84a7b7-fbfa-4488-8093-522b38e542f3 HTTP/1.1" status: 204 len: 168 time: 0.1290240 Apr 20 13:05:00.347835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46598) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:00.411635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8a227-085c-4a73-8745-8c647db22f2f tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa84a7b7-fbfa-4488-8093-522b38e542f3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:00.481245 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7d00d2-bf5d-4be4-b384-bc2bc02d5dc0 x-openstack-request-id: req-4f7d00d2-bf5d-4be4-b384-bc2bc02d5dc0 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:00.481874 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82", "name": "network-vif-deleted", "tag": "29ac3327-406b-4f41-a24d-9e170149a685", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:00.482290 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f7d00d2-bf5d-4be4-b384-bc2bc02d5dc0 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:00.484155 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7d00d2-bf5d-4be4-b384-bc2bc02d5dc0'] response: {'server_uuid': '5b942c9e-4d5a-41bc-9a27-cb4c7ec71d82', 'name': 'network-vif-deleted', 'tag': '29ac3327-406b-4f41-a24d-9e170149a685', 'status': 'completed', 'code': 200} Apr 20 13:05:00.491342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46602) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:00.495618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-68c82c92-2b50-4027-a162-243cbb83c7a6 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1392713 Apr 20 13:05:00.578366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45608c76-5584-4ea4-ac1c-a5176ee25910 req-789da8eb-58ce-472e-a6f2-d0269dcce904 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] 10.222.0.24 "GET /v2.0/ports?device_id=010946e2-a28e-45d9-be86-a886cc50ef2e HTTP/1.1" status: 200 len: 210 time: 0.0787022 Apr 20 13:05:00.655601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9505e21-d495-46bc-8590-e2eff2ce7673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.678955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9505e21-d495-46bc-8590-e2eff2ce7673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.793197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df8eb11b-f2fa-4a06-b251-c1d6d58324ad tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.795659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9505e21-d495-46bc-8590-e2eff2ce7673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.798556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9505e21-d495-46bc-8590-e2eff2ce7673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:00.799833 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9505e21-d495-46bc-8590-e2eff2ce7673 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d84e657-efba-4f88-afd3-e7bdab19fedf HTTP/1.1" status: 204 len: 168 time: 0.4701602 Apr 20 13:05:00.819095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9505e21-d495-46bc-8590-e2eff2ce7673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d84e657-efba-4f88-afd3-e7bdab19fedf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:00.890526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df8eb11b-f2fa-4a06-b251-c1d6d58324ad tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.165461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df8eb11b-f2fa-4a06-b251-c1d6d58324ad tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.167944 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df8eb11b-f2fa-4a06-b251-c1d6d58324ad tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.169080 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df8eb11b-f2fa-4a06-b251-c1d6d58324ad tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/9cb6ece8-4420-4a7e-b741-fb1244514a2a HTTP/1.1" status: 204 len: 168 time: 0.6765018 Apr 20 13:05:01.172491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46618) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:01.204412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eb11b-f2fa-4a06-b251-c1d6d58324ad tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb6ece8-4420-4a7e-b741-fb1244514a2a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:01.247803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-614d3ed9-f0be-480d-9e1d-4f08ecbcb59b tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741544 Apr 20 13:05:01.253325 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46622) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:01.262296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e26ba93b-800a-4f08-badc-5125b704aa25 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547139598'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:01.287233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c90ee-5c8c-464e-beda-fdb1d3347400 req-649c6844-2978-4f92-bdf9-10fd744cf7e8 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:01.296885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb1c90ee-5c8c-464e-beda-fdb1d3347400 req-649c6844-2978-4f92-bdf9-10fd744cf7e8 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 949 time: 0.1451271 Apr 20 13:05:01.318514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26ba93b-800a-4f08-badc-5125b704aa25 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.392710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb1c90ee-5c8c-464e-beda-fdb1d3347400 req-c00b8a3b-9237-4cdc-af49-72de0c2b3082 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837049 Apr 20 13:05:01.426908 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.496169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26ba93b-800a-4f08-badc-5125b704aa25 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.516819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26ba93b-800a-4f08-badc-5125b704aa25 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.537959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29ac3327-406b-4f41-a24d-9e170149a685 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:01.561442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ba93b-800a-4f08-badc-5125b704aa25 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c586d7c-b183-4411-942e-3e5fb5baa90e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:01.570238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 29ac3327-406b-4f41-a24d-9e170149a685 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:01.571501 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29ac3327-406b-4f41-a24d-9e170149a685 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:01.623782 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26ba93b-800a-4f08-badc-5125b704aa25 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.625225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e26ba93b-800a-4f08-badc-5125b704aa25 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3687696 Apr 20 13:05:01.627972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:01.635811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a765f467-7122-4d8b-af7e-3be57c463787 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Request body: {'security_group_rule': {'security_group_id': '7c586d7c-b183-4411-942e-3e5fb5baa90e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:01.718649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46658) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:01.737097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a765f467-7122-4d8b-af7e-3be57c463787 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.765463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46664) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:01.818120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a765f467-7122-4d8b-af7e-3be57c463787 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.847792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a765f467-7122-4d8b-af7e-3be57c463787 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.853177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] Deleting subnet 9a30c74a-836a-45f4-9324-7f5f9295eb71 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:05:01.864093 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.896692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e009e0c4-cdaf-4cce-95cb-171784c07e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.899234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765f467-7122-4d8b-af7e-3be57c463787 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7333c15e-925a-40ca-a0db-3045c50e5bcf,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:01.918546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a765f467-7122-4d8b-af7e-3be57c463787 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.922115 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a765f467-7122-4d8b-af7e-3be57c463787 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2904911 Apr 20 13:05:01.928451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46676) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:01.950557 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:01.990851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Deleting port 2655d9ff-69a8-48a2-809e-a2e32df04f3e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:01.992219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.029162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.053251 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.108896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] For port 2655d9ff-69a8-48a2-809e-a2e32df04f3e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2655d9ff-69a8-48a2-809e-a2e32df04f3e,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:02.109259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.113324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e009e0c4-cdaf-4cce-95cb-171784c07e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.124030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5462d9bf-b403-4746-a7d9-c733168d0bc3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.127717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Calling delete_port for 2655d9ff-69a8-48a2-809e-a2e32df04f3e owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:02.131032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e009e0c4-cdaf-4cce-95cb-171784c07e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.193088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5462d9bf-b403-4746-a7d9-c733168d0bc3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.199980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-389813414-network', 'tenant_id': '668ef6febcac4338bf53bc8d8f17d7f5'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:02.216426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e009e0c4-cdaf-4cce-95cb-171784c07e6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a89f7115845487591f014038895db2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4967089 Apr 20 13:05:02.227358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46692) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.228024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009e0c4-cdaf-4cce-95cb-171784c07e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e58752-294d-4f8a-a1e7-22c93bbaac3a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:02.286715 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.298267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Made reservation on behalf of 668ef6febcac4338bf53bc8d8f17d7f5 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:02.302195 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.336703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a30c74a-836a-45f4-9324-7f5f9295eb71,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:02.338879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.350045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.353706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1255ec3c-ce21-4c75-9c87-91e7b0b76386 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9a30c74a-836a-45f4-9324-7f5f9295eb71 HTTP/1.1" status: 204 len: 168 time: 0.5872025 Apr 20 13:05:02.356697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46702) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.368174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cd7611-feda-4552-a0f6-07751625a7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.378905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5462d9bf-b403-4746-a7d9-c733168d0bc3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.381712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5462d9bf-b403-4746-a7d9-c733168d0bc3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.385707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5462d9bf-b403-4746-a7d9-c733168d0bc3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c586d7c-b183-4411-942e-3e5fb5baa90e HTTP/1.1" status: 204 len: 168 time: 0.4562628 Apr 20 13:05:02.387900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.423735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.433294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462d9bf-b403-4746-a7d9-c733168d0bc3 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c586d7c-b183-4411-942e-3e5fb5baa90e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:02.445162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cd7611-feda-4552-a0f6-07751625a7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.462974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2655d9ff-69a8-48a2-809e-a2e32df04f3e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:02.470836 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.499609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 805d93d8-c494-4060-87c4-fc611b28b062 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:02.532999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 805d93d8-c494-4060-87c4-fc611b28b062 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:02.542255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 805d93d8-c494-4060-87c4-fc611b28b062 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:02.542957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d9f07270-abdd-469f-9544-be4145a95af8 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1468019 Apr 20 13:05:02.544765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46706) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.590694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.608504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.614599 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cd7611-feda-4552-a0f6-07751625a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.617257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cd7611-feda-4552-a0f6-07751625a7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.618643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85cd7611-feda-4552-a0f6-07751625a7f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8e58752-294d-4f8a-a1e7-22c93bbaac3a HTTP/1.1" status: 204 len: 168 time: 0.3877745 Apr 20 13:05:02.632589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46710) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.633618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-49f2538c-f5d7-4600-91a0-59ba934c92c9 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0877113 Apr 20 13:05:02.672713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:05:02.687604 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.692394 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-ba38faf9-8d28-4a31-b487-49e31f67bd87 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] delete failed (client error): The resource could not be found. Apr 20 13:05:02.693426 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ba38faf9-8d28-4a31-b487-49e31f67bd87 tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c586d7c-b183-4411-942e-3e5fb5baa90e HTTP/1.1" status: 404 len: 347 time: 0.0606408 Apr 20 13:05:02.698290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46712) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:02.713989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34aa8e8-1313-49a0-850e-e35c1acfb976,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:02.724014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.724606 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Added segment 5030c3a5-5864-4749-aa66-feacc874dda5 of type vlan for network 149028db-366b-44bb-9e1a-1292db28cc10 Apr 20 13:05:02.726763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['652c5336-21b2-43ac-b350-132de8ab3cac']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:02.776291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd7611-feda-4552-a0f6-07751625a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e58752-294d-4f8a-a1e7-22c93bbaac3a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:02.780924 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d93e51d-ff82-4679-82b8-547f8cbfc600') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:02.781273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d93e51d-ff82-4679-82b8-547f8cbfc600') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:02.828821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.894385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.895632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:02.896314 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:02.913938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d4e46e17-2727-45b3-95ae-878ea744adab tempest-SecGroupTest-1180154007 tempest-SecGroupTest-1180154007-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2091968 Apr 20 13:05:03.002932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9678130 Apr 20 13:05:03.038495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398daff-c1b1-4ebe-aa72-f5ee8052344f admin admin] Pushing event updated for resources: {'Network': ['ID=149028db-366b-44bb-9e1a-1292db28cc10,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.040793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46724) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:03.058443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Request body: {'subnet': {'network_id': '149028db-366b-44bb-9e1a-1292db28cc10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-389813414-subnet', 'tenant_id': '668ef6febcac4338bf53bc8d8f17d7f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:03.061034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 149028db-366b-44bb-9e1a-1292db28cc10 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:05:03.089405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Made reservation on behalf of 668ef6febcac4338bf53bc8d8f17d7f5 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:03.091745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.205397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46732) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:03.223886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e466896-070e-4835-a067-139ecef78a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.239006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.256970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.273558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:05:03.274931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:05:03.276805 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:05:03.345686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.373191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.375615 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.388987 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.392109 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] 10.222.0.24 "DELETE /v2.0/networks/652c5336-21b2-43ac-b350-132de8ab3cac HTTP/1.1" status: 204 len: 168 time: 1.0327055 Apr 20 13:05:03.443430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e466896-070e-4835-a067-139ecef78a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.444332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46744) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:03.447461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293ce37-6bd0-417f-b6b0-d65704645dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=652c5336-21b2-43ac-b350-132de8ab3cac,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.466374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e466896-070e-4835-a067-139ecef78a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.483661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3953a6-417c-4dab-a324-2f1fa692381f,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.494731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Checking segment: {'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:03.495379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Network hostable DHCP agents. Network: 149028db-366b-44bb-9e1a-1292db28cc10, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:05:03.531554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5e466896-070e-4835-a067-139ecef78a73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a9065d0858e43c689d6d3fc69b49744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250933 Apr 20 13:05:03.534705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46752) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:03.543574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e466896-070e-4835-a067-139ecef78a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b24bb7-e97c-474f-b594-87c60b400843,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.555076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Network 149028db-366b-44bb-9e1a-1292db28cc10 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:05:03.577085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 149028db-366b-44bb-9e1a-1292db28cc10) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:03.591866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e2b26-b31c-4b4e-a9dd-0aa61059eba7 None None] Network 149028db-366b-44bb-9e1a-1292db28cc10 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:03.595348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:03.595573 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.617744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a149d8da-fde2-44f2-af4d-df17778b4aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.642698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef96b329-cbda-43a5-a482-756cbbd90db1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6006832 Apr 20 13:05:03.668382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a149d8da-fde2-44f2-af4d-df17778b4aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.691521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46756) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:03.722679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:05:03.762315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46758) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:03.763010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-610ee0f9-aa71-49b5-bc32-93069dca7a69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=067e07519e614fc093d60af9616b780e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700781 Apr 20 13:05:03.781486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a149d8da-fde2-44f2-af4d-df17778b4aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.785896 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a149d8da-fde2-44f2-af4d-df17778b4aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:03.790708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a149d8da-fde2-44f2-af4d-df17778b4aac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50b24bb7-e97c-474f-b594-87c60b400843 HTTP/1.1" status: 204 len: 168 time: 0.2547975 Apr 20 13:05:03.800657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149d8da-fde2-44f2-af4d-df17778b4aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b24bb7-e97c-474f-b594-87c60b400843,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:03.996419 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a462183-0ec9-4a9d-9d14-774516f73fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.002901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a398b832-ccfa-4566-bbaf-4223bcacc5de None None] Network 149028db-366b-44bb-9e1a-1292db28cc10 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:04.044227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:05:04.057446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46768) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:04.057680 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8c3ab84-fc19-435d-8527-e7a3fcbdba06 admin admin] 10.222.0.24 "PUT /v2.0/routers/965400f0-0b1e-4eca-ab7a-3445ed6aeea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8398941 Apr 20 13:05:04.095287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b692c5cd-7fad-42ec-96b4-ed00f452d593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b71749edcbe946628f8956aa4dcef796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435990 Apr 20 13:05:04.100694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46776) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:04.127271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fee5928-1122-493e-8ba8-b7ec79f19a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.144581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] Sync routers for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:05:04.192573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fee5928-1122-493e-8ba8-b7ec79f19a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.212323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:05:04.213007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:04.250444 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91ae821-7752-4c9b-8e07-d938378aec34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.283162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91ae821-7752-4c9b-8e07-d938378aec34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.293838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fee5928-1122-493e-8ba8-b7ec79f19a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.296738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fee5928-1122-493e-8ba8-b7ec79f19a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.301327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0fee5928-1122-493e-8ba8-b7ec79f19a37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9f862f7-e2a9-4abe-bed5-fe3391d85019 HTTP/1.1" status: 204 len: 168 time: 0.5375524 Apr 20 13:05:04.319309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee5928-1122-493e-8ba8-b7ec79f19a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f862f7-e2a9-4abe-bed5-fe3391d85019,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:04.343028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.346291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91ae821-7752-4c9b-8e07-d938378aec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.348561 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a91ae821-7752-4c9b-8e07-d938378aec34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.352499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a91ae821-7752-4c9b-8e07-d938378aec34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44daf5e6-e5d1-4414-bf3d-3377185d1bfb HTTP/1.1" status: 204 len: 168 time: 0.2507451 Apr 20 13:05:04.400627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ae821-7752-4c9b-8e07-d938378aec34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44daf5e6-e5d1-4414-bf3d-3377185d1bfb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:04.473018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:05:04.519797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.682881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Deleting port 9e9bd985-1470-4265-ad0e-d02be6500d89 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:04.683291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.797167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] For port 9e9bd985-1470-4265-ad0e-d02be6500d89, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e9bd985-1470-4265-ad0e-d02be6500d89,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:04.797885 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:04.817234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Calling delete_port for 9e9bd985-1470-4265-ad0e-d02be6500d89 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:04.830997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T13:05:02Z', 'revision_number': 5, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port': {'id': '9e9bd985-1470-4265-ad0e-d02be6500d89', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:44:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T12:57:20Z', 'updated_at': '2022-04-20T12:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:04.939937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] Checking router: 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:05:04.961893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] Routers {'965400f0-0b1e-4eca-ab7a-3445ed6aeea5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:05:04.962514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:04:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:05.099379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] Set router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:05:05.171719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T13:05:04Z', 'revision_number': 6, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:05.192256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.223827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e32769-f786-4629-a655-aa7126bd3201 None None] The sync data for ids ['965400f0-0b1e-4eca-ab7a-3445ed6aeea5'] in n-d-838550-2 is: [{'id': '965400f0-0b1e-4eca-ab7a-3445ed6aeea5', 'name': 'tempest-AttachVolumeNegativeTest-25235807-router', 'tenant_id': 'f6be64e59ce646a3baefaf244cbd8163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T12:57:18Z', 'updated_at': '2022-04-20T13:05:04Z', 'revision_number': 6, 'project_id': 'f6be64e59ce646a3baefaf244cbd8163', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:05:05.277105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9bd985-1470-4265-ad0e-d02be6500d89,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:05.389857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.531087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.534678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.553156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:05.615445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.616206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 965400f0-0b1e-4eca-ab7a-3445ed6aeea5 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:05:05.622271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.626816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f3186f0-045f-404a-b390-a03fdc1cafe6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/965400f0-0b1e-4eca-ab7a-3445ed6aeea5 HTTP/1.1" status: 204 len: 168 time: 1.5691638 Apr 20 13:05:05.629424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46842) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:05.754692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] Deleting subnet 58889dad-8145-4dbb-896b-5deb3346cb4f {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:05:05.759630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.776858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:05.810729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '38214f53-ea44-4790-b301-63f6940f9d46', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '38214f53-ea44-4790-b301-63f6940f9d46', 'mac_address': 'fa:16:3e:30:6a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:05.864605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.927046 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:05.931131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2655d9ff-69a8-48a2-809e-a2e32df04f3e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:06.027065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2655d9ff-69a8-48a2-809e-a2e32df04f3e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:06.027065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2655d9ff-69a8-48a2-809e-a2e32df04f3e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:06.030276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38214f53-ea44-4790-b301-63f6940f9d46 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:06.057781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:06.058765 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4eabe58-02cf-451c-ad4a-aa12f19791d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.067690 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.090574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46858) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:06.096909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.158869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['38214f53-ea44-4790-b301-63f6940f9d46'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:06.205178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:06.274733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.322413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58889dad-8145-4dbb-896b-5deb3346cb4f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:06.329384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.335269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46878) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:06.338866 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cb03ec4a-6f47-4c1a-9be2-5a32b81e68e8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/58889dad-8145-4dbb-896b-5deb3346cb4f HTTP/1.1" status: 204 len: 168 time: 0.7063246 Apr 20 13:05:06.345987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0508bb-4376-45ed-947c-b96b78b346bc None None] Network 19a9b48e-ece9-48dd-a962-615dbfe7806e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:06.448127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-network', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:06.453512 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.545904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Made reservation on behalf of eca9df5e5a634f018aa3b18cfaad2b90 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:06.555506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.585548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.654662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Deleting port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:06.655296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.684015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] DHCP port deletion for 19a9b48e-ece9-48dd-a962-615dbfe7806e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:05:06.718314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46894) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:06.752070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] For port e48060e4-0c19-42a4-ba3c-8e5f7a53de59, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:06.752528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.771420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Calling delete_port for e48060e4-0c19-42a4-ba3c-8e5f7a53de59 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:06.818962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] Deleting port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:06.820110 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.869111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8ef10bc7-5691-4fec-9da1-0bc1920130fc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:06.870734 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-8ef10bc7-5691-4fec-9da1-0bc1920130fc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:05:06.871705 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-8ef10bc7-5691-4fec-9da1-0bc1920130fc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:05:06.873726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ef10bc7-5691-4fec-9da1-0bc1920130fc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1547494 Apr 20 13:05:06.876845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46900) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:06.885721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131295897'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:06.921111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.924426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.931002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.943478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.951461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:06.956487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Pushing event deleted for resources: {'Port': ['ID=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:06.991638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] No DVR routers for this DVR port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:07.002306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] For port e48060e4-0c19-42a4-ba3c-8e5f7a53de59, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,segment=NetworkSegment(ed783ed1-cc79-4535-a9eb-04569d298cb4),segment_id=ed783ed1-cc79-4535-a9eb-04569d298cb4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:07.002936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.009062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e0b98-6d8e-4619-b33b-3773e2d497ed,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:07.019398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] Calling delete_port for e48060e4-0c19-42a4-ba3c-8e5f7a53de59 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:07.054179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:05:07.127822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:05:07.133233 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:05:07.145822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.146856 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.189909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.195337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.216186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a9b48e-ece9-48dd-a962-615dbfe7806e']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:07.218881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.219640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] Pushing event deleted for resources: {'Port': ['ID=e48060e4-0c19-42a4-ba3c-8e5f7a53de59,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:07.221609 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Added segment 3abafd04-bdf0-49bd-ad1f-2745da475f7a of type vlan for network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd Apr 20 13:05:07.236509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b10c3f-bb8d-4e3e-9221-f452b8e22c4f None None] No DVR routers for this DVR port e48060e4-0c19-42a4-ba3c-8e5f7a53de59 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:07.290054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed783ed1-cc79-4535-a9eb-04569d298cb4') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:07.290393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed783ed1-cc79-4535-a9eb-04569d298cb4') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:07.337923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.358637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.371485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.391991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:05:07.392556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:05:07.394629 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:05:07.437612 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.440882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adad0ea-3850-4b44-8f9f-e368f0a5ade7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:07.458184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.506729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.511137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6329062 Apr 20 13:05:07.523139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46940) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:07.537733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-467b270f-3d85-4098-92e8-0df16603c91c tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '0dde2315-652f-4f1b-9463-ed4622eb3f84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:07.563335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.572091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:07.590961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:07.600484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.604093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0d12d-9b5e-4f48-b8d2-66e713d992cd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde2315-652f-4f1b-9463-ed4622eb3f84,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:07.621337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-467b270f-3d85-4098-92e8-0df16603c91c tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.662433 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.688451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.697201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] 10.222.0.24 "DELETE /v2.0/networks/19a9b48e-ece9-48dd-a962-615dbfe7806e HTTP/1.1" status: 204 len: 168 time: 1.3602664 Apr 20 13:05:07.703829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6092017 Apr 20 13:05:07.705312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46952) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:07.710329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Request body: {'subnet': {'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-subnet', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:07.802021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea91a25-f924-43e5-a41f-f9f48d10ba4b admin admin] Pushing event updated for resources: {'Network': ['ID=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:07.825785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:05:07.826480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-467b270f-3d85-4098-92e8-0df16603c91c tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.841751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-467b270f-3d85-4098-92e8-0df16603c91c tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.865864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e076d-7e00-4988-a4ca-f7ddb0c9d01e admin admin] Pushing event deleted for resources: {'Network': ['ID=19a9b48e-ece9-48dd-a962-615dbfe7806e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:07.880207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Made reservation on behalf of eca9df5e5a634f018aa3b18cfaad2b90 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:07.882637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.933959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e9bd985-1470-4265-ad0e-d02be6500d89 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:07.942709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b270f-3d85-4098-92e8-0df16603c91c tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eec1756-3ff7-4931-8329-92fc46ef3597,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:07.962855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-467b270f-3d85-4098-92e8-0df16603c91c tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:07.964085 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-467b270f-3d85-4098-92e8-0df16603c91c tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385669 Apr 20 13:05:07.967318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:07.979162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-07622dff-612d-47ed-88cf-2e3d26fa84a7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '0dde2315-652f-4f1b-9463-ed4622eb3f84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:08.035253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07622dff-612d-47ed-88cf-2e3d26fa84a7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.077872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 38214f53-ea44-4790-b301-63f6940f9d46 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:08.081317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.118489 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-07622dff-612d-47ed-88cf-2e3d26fa84a7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:05:08.123612 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07622dff-612d-47ed-88cf-2e3d26fa84a7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1549611 Apr 20 13:05:08.124985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46964) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:08.143035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46966) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:08.175330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9e9bd985-1470-4265-ad0e-d02be6500d89 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:08.176034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e9bd985-1470-4265-ad0e-d02be6500d89 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:08.176698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e48060e4-0c19-42a4-ba3c-8e5f7a53de59 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:08.271399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46980) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:08.303700 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-409e51a1-1b32-43c3-80a4-1e85a557322d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6be64e59ce646a3baefaf244cbd8163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774709 Apr 20 13:05:08.321404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:08.347963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.530031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-daaf95ce-4205-4a70-90f3-6b509364f582 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.531091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-393aedc2-b421-4244-9d7e-2fe4e973f52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.548969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535713d1-98eb-4857-80b3-356d94b3de1a,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:08.564273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Checking segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:08.564741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Network hostable DHCP agents. Network: 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:05:08.586962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-3153717c-8c62-4062-aa4f-4b34b80d0353 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1455398 Apr 20 13:05:08.662655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:05:08.705773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f065a-6014-4dfc-8a28-5ee32958bd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.722603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-daaf95ce-4205-4a70-90f3-6b509364f582 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.738951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:08.794454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.795070 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.812208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a94aa-c2ec-4d0c-9811-202ed91cb405 None None] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:08.840306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e48060e4-0c19-42a4-ba3c-8e5f7a53de59 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:08.840651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e48060e4-0c19-42a4-ba3c-8e5f7a53de59 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:08.846024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4ecea597-7f60-425c-a0f5-4d5fc6045408 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1405573 Apr 20 13:05:08.851247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47012) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:08.863975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:08.870054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f065a-6014-4dfc-8a28-5ee32958bd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.907289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.908484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:08.919222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-4bce72f5-dbbd-4b8c-8f74-47df61490cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:08.921332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-4bce72f5-dbbd-4b8c-8f74-47df61490cab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1096 time: 0.2317700 Apr 20 13:05:08.999201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.011459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-daaf95ce-4205-4a70-90f3-6b509364f582 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.014416 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-daaf95ce-4205-4a70-90f3-6b509364f582 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.020117 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-daaf95ce-4205-4a70-90f3-6b509364f582 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/0dde2315-652f-4f1b-9463-ed4622eb3f84 HTTP/1.1" status: 204 len: 168 time: 0.8725314 Apr 20 13:05:09.022792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47014) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:09.116914 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3536d137-1b0c-443e-9353-348764072712 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0858049 Apr 20 13:05:09.121513 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47020) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:09.122298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf95ce-4205-4a70-90f3-6b509364f582 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde2315-652f-4f1b-9463-ed4622eb3f84,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:09.131200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-68a717dd-cd3b-4eef-b514-711ee5be9307 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928546551'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:09.158443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-393aedc2-b421-4244-9d7e-2fe4e973f52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.162381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.162934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-ccf753a8-9855-45b0-9caa-9f1da06ac019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:09.168437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-ccf753a8-9855-45b0-9caa-9f1da06ac019 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.2231336 Apr 20 13:05:09.175219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-393aedc2-b421-4244-9d7e-2fe4e973f52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.232873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393aedc2-b421-4244-9d7e-2fe4e973f52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c9f6a7-f781-4d60-87ca-6652521f2e5b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:09.239158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f065a-6014-4dfc-8a28-5ee32958bd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.241871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b4f065a-6014-4dfc-8a28-5ee32958bd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.253427 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b4f065a-6014-4dfc-8a28-5ee32958bd99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d57f53c-6ac3-42e4-ac7a-f7d63e6e5a39 HTTP/1.1" status: 204 len: 168 time: 0.9235249 Apr 20 13:05:09.279656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f065a-6014-4dfc-8a28-5ee32958bd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57f53c-6ac3-42e4-ac7a-f7d63e6e5a39,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:09.314707 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68a717dd-cd3b-4eef-b514-711ee5be9307 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.355882 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-393aedc2-b421-4244-9d7e-2fe4e973f52b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70b7e3c538d14c86a12dfc2a37849b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0732622 Apr 20 13:05:09.363273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47026) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:09.539075 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68a717dd-cd3b-4eef-b514-711ee5be9307 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.551125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68a717dd-cd3b-4eef-b514-711ee5be9307 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.619168 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.667104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-66af0a81-8aed-465d-a804-03c04a425739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.717330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68a717dd-cd3b-4eef-b514-711ee5be9307 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.720765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-68a717dd-cd3b-4eef-b514-711ee5be9307 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5992172 Apr 20 13:05:09.741811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47042) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:09.752922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-186be9f6-c952-4037-931a-7e9a348ea186 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': 'f7510a59-97d1-47b4-afdf-f96b8fbf76ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:09.753959 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-186be9f6-c952-4037-931a-7e9a348ea186 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 13:05:09.754643 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-186be9f6-c952-4037-931a-7e9a348ea186 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:09.756693 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-186be9f6-c952-4037-931a-7e9a348ea186 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104520 Apr 20 13:05:09.758771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a717dd-cd3b-4eef-b514-711ee5be9307 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7510a59-97d1-47b4-afdf-f96b8fbf76ad,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:09.773185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47044) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:09.813532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-66af0a81-8aed-465d-a804-03c04a425739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.844022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:09.852629 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7835b7ec-bf5f-4959-8965-f2a0fcb7d096" -d '{"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-plugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:09.876981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:05:09.878179 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.912479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:09.918199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-66af0a81-8aed-465d-a804-03c04a425739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.922005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-66af0a81-8aed-465d-a804-03c04a425739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.928794 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-66af0a81-8aed-465d-a804-03c04a425739 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19c9f6a7-f781-4d60-87ca-6652521f2e5b HTTP/1.1" status: 204 len: 168 time: 0.5581603 Apr 20 13:05:09.934198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-338e7ff9-65c7-4a1c-9b83-9c7e68dd26e4 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:09.944902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af0a81-8aed-465d-a804-03c04a425739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c9f6a7-f781-4d60-87ca-6652521f2e5b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:10.005322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.012421 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe35363-e295-4132-9d31-5814de59b18f x-openstack-request-id: req-cbe35363-e295-4132-9d31-5814de59b18f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:10.013586 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-plugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:10.014097 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbe35363-e295-4132-9d31-5814de59b18f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:10.014738 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe35363-e295-4132-9d31-5814de59b18f'] response: {'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46', 'code': 200} Apr 20 13:05:10.021497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-338e7ff9-65c7-4a1c-9b83-9c7e68dd26e4 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.128167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:10.167011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-338e7ff9-65c7-4a1c-9b83-9c7e68dd26e4 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.169506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-338e7ff9-65c7-4a1c-9b83-9c7e68dd26e4 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.170787 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-338e7ff9-65c7-4a1c-9b83-9c7e68dd26e4 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7510a59-97d1-47b4-afdf-f96b8fbf76ad HTTP/1.1" status: 204 len: 168 time: 0.3954883 Apr 20 13:05:10.178726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Allocated IP 172.20.0.2 (0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd/535713d1-98eb-4857-80b3-356d94b3de1a/c79a9aa6-42ae-48cc-b19b-9003dce52410) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:10.218595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47064) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:10.330991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e7ff9-65c7-4a1c-9b83-9c7e68dd26e4 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7510a59-97d1-47b4-afdf-f96b8fbf76ad,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:10.462912 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-206c60e8-8b77-40a6-a39d-c51ff9b3afcc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2414718 Apr 20 13:05:10.471832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47078) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:10.492337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d7e72bbe-34fe-46d7-afa7-72ca4efb2cdc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--2020017659'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:10.631453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7e72bbe-34fe-46d7-afa7-72ca4efb2cdc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.845520 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.876023 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.889838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7e72bbe-34fe-46d7-afa7-72ca4efb2cdc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:10.901247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7e72bbe-34fe-46d7-afa7-72ca4efb2cdc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.002821 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:05:11.007402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d7e72bbe-34fe-46d7-afa7-72ca4efb2cdc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.016898 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d7e72bbe-34fe-46d7-afa7-72ca4efb2cdc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5422797 Apr 20 13:05:11.020657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47106) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:11.043148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f29644ec-1f0f-4ae6-92a6-2871c6d7fe8a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '322bd958-7c73-46d2-80c7-a9100d14d39b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:11.043298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:11.049306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:11.051052 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-f29644ec-1f0f-4ae6-92a6-2871c6d7fe8a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 13:05:11.054113 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-f29644ec-1f0f-4ae6-92a6-2871c6d7fe8a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:11.054603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:11.059368 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f29644ec-1f0f-4ae6-92a6-2871c6d7fe8a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0352683 Apr 20 13:05:11.060557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47110) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:11.061800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e72bbe-34fe-46d7-afa7-72ca4efb2cdc tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322bd958-7c73-46d2-80c7-a9100d14d39b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:11.104377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Pushing event updated for resources: {'Port': ['ID=c79a9aa6-42ae-48cc-b19b-9003dce52410,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:11.252257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfc35-f5c9-4379-8a15-03651723bfe3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.263783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Attempting to bind port c79a9aa6-42ae-48cc-b19b-9003dce52410 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:11.264374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Attempting to bind port c79a9aa6-42ae-48cc-b19b-9003dce52410 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:11.271081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Attempting to bind port c79a9aa6-42ae-48cc-b19b-9003dce52410 on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:11.295588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:11.295947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Checking segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:11.297761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.298237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Bound using segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:11.298745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Bound port: c79a9aa6-42ae-48cc-b19b-9003dce52410, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:11.299165 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.313893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.398492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfc35-f5c9-4379-8a15-03651723bfe3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.541201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfc35-f5c9-4379-8a15-03651723bfe3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.551903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-003afda5-5107-45fd-b69a-93c0175b223a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 1001 time: 2.3705604 Apr 20 13:05:11.552384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a4cfc35-f5c9-4379-8a15-03651723bfe3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.552384 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6a4cfc35-f5c9-4379-8a15-03651723bfe3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/322bd958-7c73-46d2-80c7-a9100d14d39b HTTP/1.1" status: 204 len: 168 time: 0.4863837 Apr 20 13:05:11.557128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47130) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:11.614438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cfc35-f5c9-4379-8a15-03651723bfe3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322bd958-7c73-46d2-80c7-a9100d14d39b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:11.698909 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e5facc1d-5dae-4c67-9dbb-9443e5147f49 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1293566 Apr 20 13:05:11.704207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47136) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:11.711807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-693e634f-44bf-4eb9-a7cb-13fb41ce27ed tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106306044'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:11.733148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] For port c79a9aa6-42ae-48cc-b19b-9003dce52410, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:11.745987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] For port c79a9aa6-42ae-48cc-b19b-9003dce52410, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c79a9aa6-42ae-48cc-b19b-9003dce52410,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:11.751604 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-693e634f-44bf-4eb9-a7cb-13fb41ce27ed tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.754761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:11.907850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-c1654b53-a256-471c-8c50-18349eb4eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:11.918128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-c1654b53-a256-471c-8c50-18349eb4eb0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.3581502 Apr 20 13:05:12.012012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-693e634f-44bf-4eb9-a7cb-13fb41ce27ed tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.012970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Pushing event updated for resources: {'Port': ['ID=c79a9aa6-42ae-48cc-b19b-9003dce52410,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:12.026002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-693e634f-44bf-4eb9-a7cb-13fb41ce27ed tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.056274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.056610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.073316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.073719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.074061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.074393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.074720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.075056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.075372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.075694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.076012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.076331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b509f5d0-6c2e-4563-b7b1-f08e9a55f527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:12.154176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.194081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-693e634f-44bf-4eb9-a7cb-13fb41ce27ed tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.198881 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-693e634f-44bf-4eb9-a7cb-13fb41ce27ed tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4898617 Apr 20 13:05:12.206511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-8ed101a2-3b0b-4add-b4c0-909caac24df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:12.208543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47156) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.219215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-8ed101a2-3b0b-4add-b4c0-909caac24df8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2843940 Apr 20 13:05:12.224242 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-57440b23-06ee-4b9b-8056-b92b1381fd9d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '6652a3f6-f4a0-40e8-85b3-f43c2da651b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:12.245617 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-57440b23-06ee-4b9b-8056-b92b1381fd9d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 13:05:12.246305 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-57440b23-06ee-4b9b-8056-b92b1381fd9d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:12.250151 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-57440b23-06ee-4b9b-8056-b92b1381fd9d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0371351 Apr 20 13:05:12.250151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e634f-44bf-4eb9-a7cb-13fb41ce27ed tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6652a3f6-f4a0-40e8-85b3-f43c2da651b5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:12.250957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.257318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-820ad0ec-f185-4b77-bf04-d10b41d2e98b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '6652a3f6-f4a0-40e8-85b3-f43c2da651b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:12.262450 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-820ad0ec-f185-4b77-bf04-d10b41d2e98b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 13:05:12.263217 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-820ad0ec-f185-4b77-bf04-d10b41d2e98b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:12.273416 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-820ad0ec-f185-4b77-bf04-d10b41d2e98b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0185778 Apr 20 13:05:12.274064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.297090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4072debf-19bf-4203-a6a7-fba3873e35e7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '6652a3f6-f4a0-40e8-85b3-f43c2da651b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:12.297982 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-4072debf-19bf-4203-a6a7-fba3873e35e7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 13:05:12.306072 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-4072debf-19bf-4203-a6a7-fba3873e35e7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:12.309787 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4072debf-19bf-4203-a6a7-fba3873e35e7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0321059 Apr 20 13:05:12.314691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47164) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.331154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-66bcb195-de8c-4a3d-91fe-eeaa8b383779 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '6652a3f6-f4a0-40e8-85b3-f43c2da651b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:12.332114 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-66bcb195-de8c-4a3d-91fe-eeaa8b383779 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 13:05:12.332637 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-66bcb195-de8c-4a3d-91fe-eeaa8b383779 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:12.346427 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-66bcb195-de8c-4a3d-91fe-eeaa8b383779 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0180070 Apr 20 13:05:12.347187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47166) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.553613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca657517-ce0e-4c8c-91d1-4b4c32b1bbc6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.633171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca657517-ce0e-4c8c-91d1-4b4c32b1bbc6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.732039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.764917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-632099c9-3bf6-4ddd-a820-93b75f3d9fc2 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5445235 Apr 20 13:05:12.795356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca657517-ce0e-4c8c-91d1-4b4c32b1bbc6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.798076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca657517-ce0e-4c8c-91d1-4b4c32b1bbc6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:12.799251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ca657517-ce0e-4c8c-91d1-4b4c32b1bbc6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/6652a3f6-f4a0-40e8-85b3-f43c2da651b5 HTTP/1.1" status: 204 len: 168 time: 0.4511044 Apr 20 13:05:12.804475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.843869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca657517-ce0e-4c8c-91d1-4b4c32b1bbc6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6652a3f6-f4a0-40e8-85b3-f43c2da651b5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:12.914829 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fbd28faa-516f-4bad-b8f3-77d960658552 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074710 Apr 20 13:05:12.922212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47182) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:12.942118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-85619387-4f2f-453b-adfd-45d2295d9c0e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--963763633'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:13.122034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb65d08b-aa0f-4bfb-8f57-5cfb7db0267c req-2e2a6b56-381c-4e63-9929-6cfc5a352b63 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365812 Apr 20 13:05:13.138772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-20622450-network', 'tenant_id': '50f85a696786463d9c48be6016905b12'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:13.162531 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85619387-4f2f-453b-adfd-45d2295d9c0e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.164183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Made reservation on behalf of 50f85a696786463d9c48be6016905b12 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:13.170140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.194669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.365732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85619387-4f2f-453b-adfd-45d2295d9c0e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.375545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85619387-4f2f-453b-adfd-45d2295d9c0e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.597657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.612150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.661205 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85619387-4f2f-453b-adfd-45d2295d9c0e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.666658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85619387-4f2f-453b-adfd-45d2295d9c0e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7390013 Apr 20 13:05:13.674183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47206) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:13.702906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ec3c496c-3299-4f63-a4c3-1927a4fe60f5 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:13.703756 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-ec3c496c-3299-4f63-a4c3-1927a4fe60f5 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:05:13.708570 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-ec3c496c-3299-4f63-a4c3-1927a4fe60f5 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:13.710245 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ec3c496c-3299-4f63-a4c3-1927a4fe60f5 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0272188 Apr 20 13:05:13.769380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:13.780601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:05:13.806765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-258a810a-9148-4ed2-8e94-bf9043ac534b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:13.870418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85619387-4f2f-453b-adfd-45d2295d9c0e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536b5149-c345-48c8-9847-c43c9595f226,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:13.886832 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:13.962510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa4b34-b777-44be-b0a5-5d218d5a97cb None None] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:13.995896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e056728-0716-45c9-b8bf-2820a6708ffd,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:14.006264 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.015080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.015445 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Added segment 8e521c0c-f090-4294-8fb9-eeac9b9550ce of type vlan for network 176f2617-72a7-4420-84f1-45c9c5f3d335 Apr 20 13:05:14.107010 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-258a810a-9148-4ed2-8e94-bf9043ac534b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:14.108079 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-258a810a-9148-4ed2-8e94-bf9043ac534b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3341503 Apr 20 13:05:14.117738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47218) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:14.156874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7f237da2-d143-43b3-8106-d99cfcd6daf3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:14.156874 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-7f237da2-d143-43b3-8106-d99cfcd6daf3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 13:05:14.182140 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-7f237da2-d143-43b3-8106-d99cfcd6daf3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:14.187967 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7f237da2-d143-43b3-8106-d99cfcd6daf3 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0666738 Apr 20 13:05:14.198541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c79a9aa6-42ae-48cc-b19b-9003dce52410 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:14.201287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47224) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:14.225390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-990e828e-8a36-4dd8-8e56-b2253ee61181 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:14.253025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.365490 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.369010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:14.371043 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.427417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Allocated IP 172.25.3.118 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:14.507717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] Pushing event updated for resources: {'Network': ['ID=176f2617-72a7-4420-84f1-45c9c5f3d335,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:14.516997 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4be57192-e675-4f7f-a3cb-ff20be6b32b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7838233 Apr 20 13:05:14.517907 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-990e828e-8a36-4dd8-8e56-b2253ee61181 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:14.518819 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-990e828e-8a36-4dd8-8e56-b2253ee61181 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3165619 Apr 20 13:05:14.522523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47230) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:14.524681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47232) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:14.544801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Request body: {'subnet': {'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-20622450-subnet', 'tenant_id': '50f85a696786463d9c48be6016905b12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:14.572265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 176f2617-72a7-4420-84f1-45c9c5f3d335 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:05:14.606628 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-87c672f3-0fb5-4c20-9295-709d2bff5ccd None None] Provisioning complete for port c79a9aa6-42ae-48cc-b19b-9003dce52410 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:14.615834 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-87c672f3-0fb5-4c20-9295-709d2bff5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.629154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-92051724-c57a-40d4-89b8-91d25b559cd6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:14.629154 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-92051724-c57a-40d4-89b8-91d25b559cd6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:05:14.629154 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-92051724-c57a-40d4-89b8-91d25b559cd6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:14.639175 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-92051724-c57a-40d4-89b8-91d25b559cd6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1076910 Apr 20 13:05:14.642628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47234) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:14.651872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Made reservation on behalf of 50f85a696786463d9c48be6016905b12 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:14.658773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.831902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.877388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c79a9aa6-42ae-48cc-b19b-9003dce52410 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:14.889546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.899800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-245e9434-cdc4-4096-bf31-cb1aaff6bf66 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:14.941371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:14.989326 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-245e9434-cdc4-4096-bf31-cb1aaff6bf66 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Project 79ed0479d6494b2a93e0f98df6b8264d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:05:15.076019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-87c672f3-0fb5-4c20-9295-709d2bff5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:15.080680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:15.091618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:15.102192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:15.103040 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-245e9434-cdc4-4096-bf31-cb1aaff6bf66 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:15.107473 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-245e9434-cdc4-4096-bf31-cb1aaff6bf66 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4595783 Apr 20 13:05:15.108885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:15.116569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7d03228f-20bc-4cba-8e89-899fed7766f9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:15.117193 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-7d03228f-20bc-4cba-8e89-899fed7766f9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 13:05:15.118428 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-7d03228f-20bc-4cba-8e89-899fed7766f9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:15.129324 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7d03228f-20bc-4cba-8e89-899fed7766f9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160804 Apr 20 13:05:15.130992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47244) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:15.138195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d6e118a4-6738-413a-b7bb-1a5469001af6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:15.174352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Pushing event updated for resources: {'Port': ['ID=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:15.239570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-87c672f3-0fb5-4c20-9295-709d2bff5ccd None None] For port c79a9aa6-42ae-48cc-b19b-9003dce52410, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c79a9aa6-42ae-48cc-b19b-9003dce52410,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:15.250281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-c6032004-5cff-444a-b954-e78036b1d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:15.252006 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-c6032004-5cff-444a-b954-e78036b1d1d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 1100 time: 0.2167902 Apr 20 13:05:15.277484 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-d6e118a4-6738-413a-b7bb-1a5469001af6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Project 79ed0479d6494b2a93e0f98df6b8264d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:05:15.309181 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-87c672f3-0fb5-4c20-9295-709d2bff5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:15.548905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c672f3-0fb5-4c20-9295-709d2bff5ccd None None] Pushing event updated for resources: {'Port': ['ID=c79a9aa6-42ae-48cc-b19b-9003dce52410,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:15.681513 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-d6e118a4-6738-413a-b7bb-1a5469001af6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:15.682647 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d6e118a4-6738-413a-b7bb-1a5469001af6 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5496261 Apr 20 13:05:15.685532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47264) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:15.694458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f8b85d0c-135f-47ee-88e1-ad587e41ed0a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '536b5149-c345-48c8-9847-c43c9595f226', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:15.744330 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-f8b85d0c-135f-47ee-88e1-ad587e41ed0a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Project 79ed0479d6494b2a93e0f98df6b8264d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:05:15.972570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c79a9aa6-42ae-48cc-b19b-9003dce52410 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:15.974441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.019736 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-f8b85d0c-135f-47ee-88e1-ad587e41ed0a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:16.024009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f8b85d0c-135f-47ee-88e1-ad587e41ed0a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3331890 Apr 20 13:05:16.033745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47268) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:16.103621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-6598b103-0d5c-4d10-b871-f6352c048e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:16.106081 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-6598b103-0d5c-4d10-b871-f6352c048e56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.8260043 Apr 20 13:05:16.175983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c79a9aa6-42ae-48cc-b19b-9003dce52410 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:16.176556 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.258896 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-cda8e299-c831-49c7-ba84-e8f4e63e355b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=38214f53-ea44-4790-b301-63f6940f9d46 HTTP/1.1" status: 200 len: 217 time: 0.1373203 Apr 20 13:05:16.334640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c22767-932a-41d2-96c3-71852781e94a,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:16.395714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.486051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Checking segment: {'id': '8e521c0c-f090-4294-8fb9-eeac9b9550ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:16.487880 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Network hostable DHCP agents. Network: 176f2617-72a7-4420-84f1-45c9c5f3d335, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:05:16.566136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8032e559-2f57-4f28-adab-ab745ebba107 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.582756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d5826bc7-9851-4a95-b092-548d53f4186b None None] Provisioning complete for port c79a9aa6-42ae-48cc-b19b-9003dce52410 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:16.595922 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d5826bc7-9851-4a95-b092-548d53f4186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.633644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-bb9a45e3-bb3b-4324-ba46-0c6039dddb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:16.638202 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-bb9a45e3-bb3b-4324-ba46-0c6039dddb74 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.3479497 Apr 20 13:05:16.653523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8032e559-2f57-4f28-adab-ab745ebba107 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.815446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Network 176f2617-72a7-4420-84f1-45c9c5f3d335 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:05:16.838187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8032e559-2f57-4f28-adab-ab745ebba107 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.844530 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8032e559-2f57-4f28-adab-ab745ebba107 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.851442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8032e559-2f57-4f28-adab-ab745ebba107 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/536b5149-c345-48c8-9847-c43c9595f226 HTTP/1.1" status: 204 len: 168 time: 0.8172021 Apr 20 13:05:16.855737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:16.883701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 176f2617-72a7-4420-84f1-45c9c5f3d335) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:16.894709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:16.903639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.939301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032e559-2f57-4f28-adab-ab745ebba107 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536b5149-c345-48c8-9847-c43c9595f226,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:16.970167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47310) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:16.971226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:16.973676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-b51f241f-4608-4b4a-a852-9dd9de6af62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:16.990603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce893186-7fd7-49ca-8efe-2b3aa593fcda None None] Network 176f2617-72a7-4420-84f1-45c9c5f3d335 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:16.991138 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-b51f241f-4608-4b4a-a852-9dd9de6af62d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3266141 Apr 20 13:05:17.080121 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-610f1307-4b3b-4aca-bdd3-df672228c727 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5443327 Apr 20 13:05:17.143475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c97d038f-96c0-4b11-af05-512c2b702e99 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2787938 Apr 20 13:05:17.153965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47316) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:17.163767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8bbb30cb-ca58-4c5f-8b8e-90fdd86e7d09 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125676173'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:17.239992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8bbb30cb-ca58-4c5f-8b8e-90fdd86e7d09 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.315732 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-eae60478-e0a5-4c56-90be-6b6cfa6a92bb service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206041 Apr 20 13:05:17.501482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc92ae-e288-4870-9503-63135715e89e None None] Network 176f2617-72a7-4420-84f1-45c9c5f3d335 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:05:17.588617 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1d66b89b-66fd-4953-be0f-34d08f70843b req-e9d745e4-235f-43e7-8951-1c32740efb60 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642174 Apr 20 13:05:17.630441 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c90fef51-d04b-47b0-917a-9b29149bd5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.876335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c90fef51-d04b-47b0-917a-9b29149bd5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:17.895188 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c90fef51-d04b-47b0-917a-9b29149bd5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.048108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8bbb30cb-ca58-4c5f-8b8e-90fdd86e7d09 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.080977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fef51-d04b-47b0-917a-9b29149bd5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe52f23e-1b45-4e2b-b130-9a4035588cf0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:18.090564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8bbb30cb-ca58-4c5f-8b8e-90fdd86e7d09 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.148170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Router ca089b09-3642-4bdb-8b47-27d40aacca87 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:05:18.171913 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8bbb30cb-ca58-4c5f-8b8e-90fdd86e7d09 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.173384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8bbb30cb-ca58-4c5f-8b8e-90fdd86e7d09 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0132122 Apr 20 13:05:18.176283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:18.181783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b3c8a2aa-6b13-4207-a5d5-d5842df38d6a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f46f3-720e-4347-97da-432bc6374547', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:18.285023 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-b3c8a2aa-6b13-4207-a5d5-d5842df38d6a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The resource could not be found. Apr 20 13:05:18.286609 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b3c8a2aa-6b13-4207-a5d5-d5842df38d6a tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1091256 Apr 20 13:05:18.289817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47354) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:18.302222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-19e89fed-c966-422f-a9d3-9caeae75171e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': 'eb3f46f3-720e-4347-97da-432bc6374547', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3e06ca83-250b-4be9-a8fa-6ca6dd4c08fd'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:18.468875 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-19e89fed-c966-422f-a9d3-9caeae75171e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The resource could not be found. Apr 20 13:05:18.475458 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-19e89fed-c966-422f-a9d3-9caeae75171e tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1803248 Apr 20 13:05:18.476294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:18.498520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c90fef51-d04b-47b0-917a-9b29149bd5cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6375a99c85bc4e7e9543d1e34b5b6e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5242784 Apr 20 13:05:18.500904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47360) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:18.613698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb30cb-ca58-4c5f-8b8e-90fdd86e7d09 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f46f3-720e-4347-97da-432bc6374547,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:18.723368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77a5ff7b-32cb-4752-ad4c-a573dcb2605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.815705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581da2d-e495-4514-a249-8746e5ccf056 req-b392987c-c788-483a-8b73-68ae4d851da1 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:18.824098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-b392987c-c788-483a-8b73-68ae4d851da1 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/networks?id=176f2617-72a7-4420-84f1-45c9c5f3d335 HTTP/1.1" status: 200 len: 819 time: 0.6668305 Apr 20 13:05:18.862758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-edb5a9c2-3a24-4c4e-8a32-066a815f618e tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/quotas/50f85a696786463d9c48be6016905b12 HTTP/1.1" status: 200 len: 375 time: 0.0372944 Apr 20 13:05:18.922865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:05:18.923108 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.939625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-87c9b293-0139-4a22-b578-91ff48186ad7 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=50f85a696786463d9c48be6016905b12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755830 Apr 20 13:05:18.941831 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:05:18.986465 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:05:18.992678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77a5ff7b-32cb-4752-ad4c-a573dcb2605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:18.993599 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:05:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:19.146490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.151024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4e04407e-77f1-4545-b6ba-2ccaa033f9aa admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.2982774 Apr 20 13:05:19.157898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47378) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:19.193511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc531-8a6f-4c66-a1c4-759dfaf0d80d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.333159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc531-8a6f-4c66-a1c4-759dfaf0d80d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.358093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:05:19.482924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc531-8a6f-4c66-a1c4-759dfaf0d80d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.492303 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1dc531-8a6f-4c66-a1c4-759dfaf0d80d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.494400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e1dc531-8a6f-4c66-a1c4-759dfaf0d80d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb3f46f3-720e-4347-97da-432bc6374547 HTTP/1.1" status: 204 len: 168 time: 1.0146101 Apr 20 13:05:19.521247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47382) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:19.542304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1dc531-8a6f-4c66-a1c4-759dfaf0d80d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f46f3-720e-4347-97da-432bc6374547,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:19.582909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77a5ff7b-32cb-4752-ad4c-a573dcb2605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.595320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77a5ff7b-32cb-4752-ad4c-a573dcb2605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:19.597980 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77a5ff7b-32cb-4752-ad4c-a573dcb2605c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe52f23e-1b45-4e2b-b130-9a4035588cf0 HTTP/1.1" status: 204 len: 168 time: 1.0957680 Apr 20 13:05:19.647923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a5ff7b-32cb-4752-ad4c-a573dcb2605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe52f23e-1b45-4e2b-b130-9a4035588cf0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:20.102281 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:15Z', 'revision_number': 3, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:20.184915 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:05:20.186304 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Updating router ca089b09-3642-4bdb-8b47-27d40aacca87 port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:05:20.259740 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.440111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47404) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:20.464447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ad28-e0ec-4b37-abfb-f307c6c00f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.697767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ad28-e0ec-4b37-abfb-f307c6c00f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.710029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-9d43b2ea-f4a8-4f76-afb3-c313db8fa2aa service neutron] 10.222.0.24 "GET /v2.0/networks/176f2617-72a7-4420-84f1-45c9c5f3d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7694242 Apr 20 13:05:20.725694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ad28-e0ec-4b37-abfb-f307c6c00f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:20.776634 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9ea6ad28-e0ec-4b37-abfb-f307c6c00f04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8cdf957d6c7425ba4e7088285ed3146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345029 Apr 20 13:05:20.779028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47408) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:20.914671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6ad28-e0ec-4b37-abfb-f307c6c00f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b519ade5-0a98-4bca-b079-8c245df7bd22,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:20.993232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-130c834f-4208-4f1e-8336-4ec7d51fe0c9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.4716787 Apr 20 13:05:20.999219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47416) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:21.005459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fb1d2be5-05e4-4c2e-9341-c3a2650b5191 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '6e6e6f05-6234-4f18-bac6-08c9d024978c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:21.029210 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.041335 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.071706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b3b32b-1134-404e-8dda-63e1a3ff783a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.138498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b3b32b-1134-404e-8dda-63e1a3ff783a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.218155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b3b32b-1134-404e-8dda-63e1a3ff783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.220509 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Attempting to bind port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:21.221021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Attempting to bind port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:21.221439 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Attempting to bind port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:21.225175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92b3b32b-1134-404e-8dda-63e1a3ff783a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.230229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-92b3b32b-1134-404e-8dda-63e1a3ff783a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b519ade5-0a98-4bca-b079-8c245df7bd22 HTTP/1.1" status: 204 len: 168 time: 0.4418879 Apr 20 13:05:21.250719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3b32b-1134-404e-8dda-63e1a3ff783a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b519ade5-0a98-4bca-b079-8c245df7bd22,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.298733 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-fb1d2be5-05e4-4c2e-9341-c3a2650b5191 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The resource could not be found. Apr 20 13:05:21.300332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fb1d2be5-05e4-4c2e-9341-c3a2650b5191 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2996652 Apr 20 13:05:21.306197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47432) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:21.315932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-31c1928d-4570-4938-8ece-396932718d8b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--806654469'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:21.322443 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:21.322852 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:21.323290 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.334010 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:21.336679 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Bound port: 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:21.337752 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.350069 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Pushing event updated for resources: {'Port': ['ID=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.388271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-31c1928d-4570-4938-8ece-396932718d8b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.543486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-5356662b-daaa-4b8f-a7d3-e6a972ff96df service neutron] 10.222.0.24 "GET /v2.0/networks/176f2617-72a7-4420-84f1-45c9c5f3d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8053527 Apr 20 13:05:21.599054 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.599426 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.599741 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.603247 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.608331 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.612819 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.614325 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.617675 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.618885 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.618885 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.623329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.623521 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:21.674026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-31c1928d-4570-4938-8ece-396932718d8b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.682719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-31c1928d-4570-4938-8ece-396932718d8b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.804773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1928d-4570-4938-8ece-396932718d8b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=410e15b3-c0cc-41fd-8db2-69581fc15eb4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:21.816441 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] For port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:21.817568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-31c1928d-4570-4938-8ece-396932718d8b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.818828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-31c1928d-4570-4938-8ece-396932718d8b tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5107319 Apr 20 13:05:21.828761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47438) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:21.838723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6ce9cf00-b73c-43ae-b1d1-5e9aa40f83b9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832280363'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:21.844549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] For port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:21.855631 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.932423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf00-b73c-43ae-b1d1-5e9aa40f83b9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:21.938518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.108766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf00-b73c-43ae-b1d1-5e9aa40f83b9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.117800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf00-b73c-43ae-b1d1-5e9aa40f83b9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.192528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ce9cf00-b73c-43ae-b1d1-5e9aa40f83b9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.197032 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ce9cf00-b73c-43ae-b1d1-5e9aa40f83b9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3642573 Apr 20 13:05:22.199002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47456) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:22.205865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e821f8c1-5bee-4e60-add2-8fcb18221a45 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '410e15b3-c0cc-41fd-8db2-69581fc15eb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ada7e418-8961-4691-baaa-18d2c54a61b7'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:22.227958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9cf00-b73c-43ae-b1d1-5e9aa40f83b9 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada7e418-8961-4691-baaa-18d2c54a61b7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:22.263255 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-e821f8c1-5bee-4e60-add2-8fcb18221a45 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:22.267238 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e821f8c1-5bee-4e60-add2-8fcb18221a45 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0644376 Apr 20 13:05:22.267496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47458) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:22.283562 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:05:22.284313 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:05:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:22.287302 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5ff3-42b8-45d4-b460-502a726ee0a6 None None] Pushing event updated for resources: {'Port': ['ID=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:22.432224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f3e38f2-61e8-41d4-8078-f1e0c6419d7d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.470672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0fce5918-aea9-4c8d-834d-9c4364e229b1 req-a710fc04-cce4-43e9-91f9-e13d685d8923 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 210 time: 0.2695034 Apr 20 13:05:22.567253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f3e38f2-61e8-41d4-8078-f1e0c6419d7d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.653952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47470) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:22.697409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-762244e1-634e-4d6e-b6ba-8f97cee2d12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.743893 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:05:22.755925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f3e38f2-61e8-41d4-8078-f1e0c6419d7d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.760580 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f3e38f2-61e8-41d4-8078-f1e0c6419d7d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:22.764183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3f3e38f2-61e8-41d4-8078-f1e0c6419d7d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/ada7e418-8961-4691-baaa-18d2c54a61b7 HTTP/1.1" status: 204 len: 168 time: 0.4956567 Apr 20 13:05:22.776873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47474) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:22.826569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Allocated IP 172.20.0.1 (0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd/535713d1-98eb-4857-80b3-356d94b3de1a/93b55d43-51fa-4dbd-8128-9f017e259cef) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:22.888857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e38f2-61e8-41d4-8078-f1e0c6419d7d tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada7e418-8961-4691-baaa-18d2c54a61b7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:23.107275 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-72efa2c7-5125-4eb9-81e0-e98cd178b8db tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2948196 Apr 20 13:05:23.107543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47480) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:23.299375 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:15Z', 'revision_number': 3, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:23.343833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2b93-d66f-45fd-afde-0ad42a82aecd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.439220 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2b93-d66f-45fd-afde-0ad42a82aecd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.439612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d6d7bc-67cf-4e31-bca7-90bd5b9c5a54 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:15Z', 'revision_number': 3, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:05:23.450697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47494) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:23.461724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.650239 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.737102 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2b93-d66f-45fd-afde-0ad42a82aecd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.750020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e1f2b93-d66f-45fd-afde-0ad42a82aecd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.752580 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e1f2b93-d66f-45fd-afde-0ad42a82aecd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/410e15b3-c0cc-41fd-8db2-69581fc15eb4 HTTP/1.1" status: 204 len: 168 time: 0.6440017 Apr 20 13:05:23.771075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47500) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:23.811147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f2b93-d66f-45fd-afde-0ad42a82aecd tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=410e15b3-c0cc-41fd-8db2-69581fc15eb4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:23.967238 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-762244e1-634e-4d6e-b6ba-8f97cee2d12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:23.992498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-153c2f0a-37eb-4321-8310-cebeb79de3e6 req-df241062-1b60-457d-be16-0d374577dc9b tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 210 time: 0.1256061 Apr 20 13:05:24.019933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-762244e1-634e-4d6e-b6ba-8f97cee2d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.075478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-762244e1-634e-4d6e-b6ba-8f97cee2d12f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8fb6020dbb6462d9ca3f8af31d9479d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4176345 Apr 20 13:05:24.077154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.084490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47504) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:24.163541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:24.185056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-47490f41-8830-48ed-9c8c-4f4d86f9de38 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4112902 Apr 20 13:05:24.185729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47508) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:24.197587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0bd3b9a3-c606-487d-b095-3a59989d8527 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579555903'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:24.202026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:24.210646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:24.247440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f27f944-4e31-4114-ac53-b3f4db448181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.269380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.293450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762244e1-634e-4d6e-b6ba-8f97cee2d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99f14ef-d5e7-4ee2-a396-0efc8b0deb09,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:24.443161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Pushing event updated for resources: {'Port': ['ID=93b55d43-51fa-4dbd-8128-9f017e259cef,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:24.493866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9a3-c606-487d-b095-3a59989d8527 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.619175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67dfc813-eebc-4505-b16b-ee9292a989af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.771388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-faf9094d-e60f-4faf-a628-d517c4a1d124 None None] Provisioning complete for port 93b55d43-51fa-4dbd-8128-9f017e259cef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:24.777162 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-faf9094d-e60f-4faf-a628-d517c4a1d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.822955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67dfc813-eebc-4505-b16b-ee9292a989af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.911579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-faf9094d-e60f-4faf-a628-d517c4a1d124 None None] Port 93b55d43-51fa-4dbd-8128-9f017e259cef cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:05:24.915735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581da2d-e495-4514-a249-8746e5ccf056 req-7cc18b60-d39e-4fbd-8450-d8724f341eb4 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:24.917768 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-7cc18b60-d39e-4fbd-8450-d8724f341eb4 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.30 "GET /v2.0/networks?id=176f2617-72a7-4420-84f1-45c9c5f3d335 HTTP/1.1" status: 200 len: 819 time: 0.5269203 Apr 20 13:05:24.936776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Request body: {'port': {'device_id': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335', 'admin_state_up': True, 'tenant_id': '50f85a696786463d9c48be6016905b12'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:24.952463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67dfc813-eebc-4505-b16b-ee9292a989af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.955500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67dfc813-eebc-4505-b16b-ee9292a989af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:24.960595 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-67dfc813-eebc-4505-b16b-ee9292a989af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c99f14ef-d5e7-4ee2-a396-0efc8b0deb09 HTTP/1.1" status: 204 len: 168 time: 0.8590190 Apr 20 13:05:25.076509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.080335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9a3-c606-487d-b095-3a59989d8527 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.113973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f27f944-4e31-4114-ac53-b3f4db448181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.141923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f27f944-4e31-4114-ac53-b3f4db448181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.144333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfc813-eebc-4505-b16b-ee9292a989af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99f14ef-d5e7-4ee2-a396-0efc8b0deb09,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:25.170840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9a3-c606-487d-b095-3a59989d8527 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.220411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Made reservation on behalf of 50f85a696786463d9c48be6016905b12 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:25.224280 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.269425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13971e43-139c-487e-bf66-b08f5fc4feec req-32e8877d-0871-4af8-98db-c9d8d04e38b2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 210 time: 0.1627212 Apr 20 13:05:25.469788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3b9a3-c606-487d-b095-3a59989d8527 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41b96f85-5699-4e2e-929c-79ab9ef71875,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:25.478193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Allocated IP 172.20.0.11 (176f2617-72a7-4420-84f1-45c9c5f3d335/e9c22767-932a-41d2-96c3-71852781e94a/18c5992b-ffd1-42f2-bf51-f5b21a022936) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:25.504552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0bd3b9a3-c606-487d-b095-3a59989d8527 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.510782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0bd3b9a3-c606-487d-b095-3a59989d8527 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3170235 Apr 20 13:05:25.545358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47532) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:25.572546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4dec245b-ee7d-463f-b02f-6e10b80a15b8 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '41b96f85-5699-4e2e-929c-79ab9ef71875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:25.688973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47544) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:25.700011 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f27f944-4e31-4114-ac53-b3f4db448181 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f698daaab04469e83b97ce77e96f3c7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2452319 Apr 20 13:05:25.718285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27f944-4e31-4114-ac53-b3f4db448181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51245ca0-1eae-4bd4-9a86-9eccfb3a619f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:25.855393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:25.936497 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-4dec245b-ee7d-463f-b02f-6e10b80a15b8 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:25.937916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4dec245b-ee7d-463f-b02f-6e10b80a15b8 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3750944 Apr 20 13:05:25.957453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47550) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:25.970411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-62aaebe6-01d2-4fcf-9011-e909a3b524a0 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group_rule': {'security_group_id': '41b96f85-5699-4e2e-929c-79ab9ef71875', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:26.019571 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.029030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a9316ca-009a-4671-bb75-1f19b6193103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.073614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:26.088375 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a9316ca-009a-4671-bb75-1f19b6193103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.109306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Network 176f2617-72a7-4420-84f1-45c9c5f3d335 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:26.125470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:26.135583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:26.162891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a9316ca-009a-4671-bb75-1f19b6193103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.167231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a9316ca-009a-4671-bb75-1f19b6193103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.170895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5a9316ca-009a-4671-bb75-1f19b6193103 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51245ca0-1eae-4bd4-9a86-9eccfb3a619f HTTP/1.1" status: 204 len: 168 time: 0.4787304 Apr 20 13:05:26.186258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9316ca-009a-4671-bb75-1f19b6193103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51245ca0-1eae-4bd4-9a86-9eccfb3a619f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:26.236328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:26.237188 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.241432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.248800 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-62aaebe6-01d2-4fcf-9011-e909a3b524a0 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:05:26.251277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-62aaebe6-01d2-4fcf-9011-e909a3b524a0 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2892432 Apr 20 13:05:26.256619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47558) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:26.294690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:26.296556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.300828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.385106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Pushing event updated for resources: {'Port': ['ID=18c5992b-ffd1-42f2-bf51-f5b21a022936,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:26.422083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.422935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.423307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.423638 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.423982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.424816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.425162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.425496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.426055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.426975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.427989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.428344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:26.437526 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-3ea8c4d0-282c-41ed-8861-271de8a925f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5083792 Apr 20 13:05:26.453873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Request body: {'port': {'device_id': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:26.604915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.648471 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.730648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:26.751122 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.797600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Pushing event updated for resources: {'Port': ['ID=93b55d43-51fa-4dbd-8128-9f017e259cef,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:26.801668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.966840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e0e6-ae0e-43af-9c1a-95ea2baa3892 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:26.970240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:26.990987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd63222-c106-4661-88a5-74c45b58766b req-068e5b97-2f52-4771-b9a6-724994f3fe7f tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:26.996344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbd63222-c106-4661-88a5-74c45b58766b req-068e5b97-2f52-4771-b9a6-724994f3fe7f tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 932 time: 0.5144696 Apr 20 13:05:27.289063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbd63222-c106-4661-88a5-74c45b58766b req-294e290c-7688-45e6-bb3e-fdacc70222f2 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658300 Apr 20 13:05:27.291127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e0e6-ae0e-43af-9c1a-95ea2baa3892 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:27.306341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:27.315113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:27.384740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c5992b-ffd1-42f2-bf51-f5b21a022936 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:27.413877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:27.447862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Transition to ACTIVE for port object 18c5992b-ffd1-42f2-bf51-f5b21a022936 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:27.448439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e0e6-ae0e-43af-9c1a-95ea2baa3892 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:27.452543 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0f6e0e6-ae0e-43af-9c1a-95ea2baa3892 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:27.453330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:27.456531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e0f6e0e6-ae0e-43af-9c1a-95ea2baa3892 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/41b96f85-5699-4e2e-929c-79ab9ef71875 HTTP/1.1" status: 204 len: 168 time: 1.1986694 Apr 20 13:05:27.458097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:27.522826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6e0e6-ae0e-43af-9c1a-95ea2baa3892 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b96f85-5699-4e2e-929c-79ab9ef71875,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:27.581970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:05:27.719950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Pushing event updated for resources: {'Port': ['ID=18c5992b-ffd1-42f2-bf51-f5b21a022936,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:27.803938 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1cd3baea-82ee-4706-ab69-d8974796eb73 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3417196 Apr 20 13:05:27.823511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47614) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:27.940802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:05:27.964186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:05:27.974465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aec5b5a6-64f4-42ec-9000-5baa456dcec1 admin admin] 10.222.0.24 "PUT /v2.0/routers/ca089b09-3642-4bdb-8b47-27d40aacca87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8154216 Apr 20 13:05:27.998964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:28.066894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:05:28.067814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:05:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:28.199739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-21f3dac1-1120-4cb1-8d26-432961b2dc87 None None] Provisioning complete for port 93b55d43-51fa-4dbd-8128-9f017e259cef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:28.201697 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-21f3dac1-1120-4cb1-8d26-432961b2dc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.268102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ebfdff6a-4d40-41a8-8e84-954f06587cb1 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'tempest-secgroup--259817744'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:28.327697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebfdff6a-4d40-41a8-8e84-954f06587cb1 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.356954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Attempting to bind port 18c5992b-ffd1-42f2-bf51-f5b21a022936 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:28.357293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Attempting to bind port 18c5992b-ffd1-42f2-bf51-f5b21a022936 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '8e521c0c-f090-4294-8fb9-eeac9b9550ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:28.357656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Attempting to bind port 18c5992b-ffd1-42f2-bf51-f5b21a022936 on network 176f2617-72a7-4420-84f1-45c9c5f3d335 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:28.370079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:28.379356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Port 18c5992b-ffd1-42f2-bf51-f5b21a022936 on network 176f2617-72a7-4420-84f1-45c9c5f3d335 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:28.380173 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.383643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Attempting to bind port 18c5992b-ffd1-42f2-bf51-f5b21a022936 on network 176f2617-72a7-4420-84f1-45c9c5f3d335 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:28.400780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:28.401969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Checking segment: {'id': '8e521c0c-f090-4294-8fb9-eeac9b9550ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:28.402565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Bound using segment: {'id': '8e521c0c-f090-4294-8fb9-eeac9b9550ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:28.403205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Bound port: 18c5992b-ffd1-42f2-bf51-f5b21a022936, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e521c0c-f090-4294-8fb9-eeac9b9550ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:28.403877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.660206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebfdff6a-4d40-41a8-8e84-954f06587cb1 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.661929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] For port 18c5992b-ffd1-42f2-bf51-f5b21a022936, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:28.666207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] For port 18c5992b-ffd1-42f2-bf51-f5b21a022936, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=18c5992b-ffd1-42f2-bf51-f5b21a022936,segment=NetworkSegment(8e521c0c-f090-4294-8fb9-eeac9b9550ce),segment_id=8e521c0c-f090-4294-8fb9-eeac9b9550ce)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:28.673217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebfdff6a-4d40-41a8-8e84-954f06587cb1 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.680583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.712240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2b1db-96ac-4ad4-8fa0-45e8a674f115 req-9b70ecc9-cdfe-4d8d-a0c3-fe322fe01a0c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:28.721387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14e2b1db-96ac-4ad4-8fa0-45e8a674f115 req-9b70ecc9-cdfe-4d8d-a0c3-fe322fe01a0c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 944 time: 0.2407162 Apr 20 13:05:28.790800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:05:28.850495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Pushing event updated for resources: {'Port': ['ID=18c5992b-ffd1-42f2-bf51-f5b21a022936,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:28.890443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14e2b1db-96ac-4ad4-8fa0-45e8a674f115 req-0f72eef4-6eae-458e-8b9d-3044faffc21c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632843 Apr 20 13:05:28.906452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:28.907519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.909475 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-0c3e9697-fdfe-43b8-a9fb-787599c9da42 service neutron] 10.222.0.30 "PUT /v2.0/ports/18c5992b-ffd1-42f2-bf51-f5b21a022936 HTTP/1.1" status: 200 len: 1092 time: 2.4619989 Apr 20 13:05:28.921492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'tag': '18c5992b-ffd1-42f2-bf51-f5b21a022936'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:28.925621 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f0ae52-0c6c-49a1-88a1-61c70a241003" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1a3367-1fbc-450f-a988-8b03ae328495", "tag": "18c5992b-ffd1-42f2-bf51-f5b21a022936"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:28.952386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebfdff6a-4d40-41a8-8e84-954f06587cb1 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:28.958255 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ebfdff6a-4d40-41a8-8e84-954f06587cb1 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1271083 Apr 20 13:05:28.978583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47666) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:29.015953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-f16ba031-d679-407f-8408-730a57de6a08 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:29.018088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-f16ba031-d679-407f-8408-730a57de6a08 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 820 time: 0.3632443 Apr 20 13:05:29.021739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-edb6cbe4-713a-4e03-bc07-39fad20e5700 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:29.022882 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-edb6cbe4-713a-4e03-bc07-39fad20e5700 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:05:29.037480 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-edb6cbe4-713a-4e03-bc07-39fad20e5700 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 13:05:29.039834 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-edb6cbe4-713a-4e03-bc07-39fad20e5700 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "PUT /v2.0/security-groups/ffbd8e82-0f95-40f1-a2f6-7669780d07d6 HTTP/1.1" status: 409 len: 330 time: 0.0590200 Apr 20 13:05:29.041285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdff6a-4d40-41a8-8e84-954f06587cb1 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd8e82-0f95-40f1-a2f6-7669780d07d6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:29.047495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:29.082107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-4f013179-6efd-4014-84e9-9ecc1c2bf4e5 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/quotas/eca9df5e5a634f018aa3b18cfaad2b90 HTTP/1.1" status: 200 len: 375 time: 0.0512450 Apr 20 13:05:29.091994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581da2d-e495-4514-a249-8746e5ccf056 req-f43781d0-a559-44ea-8438-55985c900c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:29.093967 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-f43781d0-a559-44ea-8438-55985c900c74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50f85a696786463d9c48be6016905b12&device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 1095 time: 0.1353350 Apr 20 13:05:29.094224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-21f3dac1-1120-4cb1-8d26-432961b2dc87 None None] Port 93b55d43-51fa-4dbd-8128-9f017e259cef cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:05:29.202305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-f1653758-0ede-4a2f-8bee-389400777b96 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101818 Apr 20 13:05:29.302169 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7646ad1d-de63-477a-bac4-555f5572b1a9 x-openstack-request-id: req-7646ad1d-de63-477a-bac4-555f5572b1a9 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:29.302169 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1a3367-1fbc-450f-a988-8b03ae328495", "tag": "18c5992b-ffd1-42f2-bf51-f5b21a022936", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:29.302169 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7646ad1d-de63-477a-bac4-555f5572b1a9 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:29.302169 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7646ad1d-de63-477a-bac4-555f5572b1a9'] response: {'name': 'network-changed', 'server_uuid': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'tag': '18c5992b-ffd1-42f2-bf51-f5b21a022936', 'status': 'completed', 'code': 200} Apr 20 13:05:29.312265 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-b8cc5437-e0c5-499e-abfd-cd44b482c65b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18c5992b-ffd1-42f2-bf51-f5b21a022936 HTTP/1.1" status: 200 len: 217 time: 0.1960888 Apr 20 13:05:29.411568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-caeaa712-008d-4c07-a0fb-6541e151ce26 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950791 Apr 20 13:05:29.430946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581da2d-e495-4514-a249-8746e5ccf056 req-e9e4c6c3-cf43-438b-b864-0426ba500de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:29.432433 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-e9e4c6c3-cf43-438b-b864-0426ba500de0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9c22767-932a-41d2-96c3-71852781e94a HTTP/1.1" status: 200 len: 859 time: 0.1008127 Apr 20 13:05:29.532016 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-d225c7a5-d2f1-480c-b2b4-e840b18abaf1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f2617-72a7-4420-84f1-45c9c5f3d335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798593 Apr 20 13:05:29.533605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f353a7b-1c51-431a-8cf2-78f298488e04 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:29.661886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-6f4673f7-965d-46db-8ee1-c7c3026887be service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440777 Apr 20 13:05:29.679169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:25Z', 'revision_number': 2, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:29.715115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:05:29.715405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Updating router ca089b09-3642-4bdb-8b47-27d40aacca87 port 93b55d43-51fa-4dbd-8128-9f017e259cef binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:05:29.743876 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-31b3aab9-d10a-4f7d-9bf5-330f54924c29 service neutron] 10.222.0.30 "GET /v2.0/networks/176f2617-72a7-4420-84f1-45c9c5f3d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044041 Apr 20 13:05:29.755533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:29.760003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f353a7b-1c51-431a-8cf2-78f298488e04 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.078554 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8581da2d-e495-4514-a249-8746e5ccf056 req-754c2701-7caf-4925-bcb0-30a61056a53c service neutron] 10.222.0.30 "GET /v2.0/networks/176f2617-72a7-4420-84f1-45c9c5f3d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146117 Apr 20 13:05:30.147081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1758451e-1e2f-411b-a4bb-19a795c34c35 req-59bf0ff5-51b3-4c16-aa46-1ae7345c658d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 210 time: 0.0815382 Apr 20 13:05:30.166013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4484f-9cb1-4a02-89ea-76a80e186bcb req-42b2921d-67d4-4821-b1a6-589f3a23e03b tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:30.187020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ef4484f-9cb1-4a02-89ea-76a80e186bcb req-42b2921d-67d4-4821-b1a6-589f3a23e03b tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 944 time: 0.1832092 Apr 20 13:05:30.314500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ef4484f-9cb1-4a02-89ea-76a80e186bcb req-d58c6c56-ffa8-4300-962e-402ef10053d8 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253366 Apr 20 13:05:30.362296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.374889 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.430519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-7291b86e-e9d0-43ae-973b-91d9b97cd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:30.436093 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-7291b86e-e9d0-43ae-973b-91d9b97cd778 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50f85a696786463d9c48be6016905b12&device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 1095 time: 0.2686195 Apr 20 13:05:30.468652 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f353a7b-1c51-431a-8cf2-78f298488e04 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.473398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f353a7b-1c51-431a-8cf2-78f298488e04 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.478760 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0f353a7b-1c51-431a-8cf2-78f298488e04 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/ffbd8e82-0f95-40f1-a2f6-7669780d07d6 HTTP/1.1" status: 204 len: 168 time: 1.4266005 Apr 20 13:05:30.479755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:30.615623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Attempting to bind port 93b55d43-51fa-4dbd-8128-9f017e259cef on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:30.632129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Attempting to bind port 93b55d43-51fa-4dbd-8128-9f017e259cef by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:30.632644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Attempting to bind port 93b55d43-51fa-4dbd-8128-9f017e259cef on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:30.642887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f353a7b-1c51-431a-8cf2-78f298488e04 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd8e82-0f95-40f1-a2f6-7669780d07d6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:30.652446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e5498df0-aca8-49be-af67-6f5a8f864d21 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1709185 Apr 20 13:05:30.655245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47724) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:30.669215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:30.671256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Checking segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:30.671690 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.672198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Bound using segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:30.672593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Bound port: 93b55d43-51fa-4dbd-8128-9f017e259cef, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:30.672982 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:30.706997 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-61fe5e56-c711-4905-a7ac-ecc6f620afb7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] delete failed (client error): The resource could not be found. Apr 20 13:05:30.717706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47726) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:30.718740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-61fe5e56-c711-4905-a7ac-ecc6f620afb7 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "DELETE /v2.0/security-groups/a04635d4-e41a-4ed8-a04e-28e2dcd0333a HTTP/1.1" status: 404 len: 347 time: 0.0623558 Apr 20 13:05:30.757396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db9a97-b50b-467d-a501-13560ccb3f67 None None] Pushing event updated for resources: {'Port': ['ID=93b55d43-51fa-4dbd-8128-9f017e259cef,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:30.810030 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-accadadb-c2f2-4124-a9ca-60d0e858ce32 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] show failed (client error): The resource could not be found. Apr 20 13:05:30.814415 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-accadadb-c2f2-4124-a9ca-60d0e858ce32 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-groups/b3c21298-3b8a-4133-a9b4-f2fcedcd712d HTTP/1.1" status: 404 len: 347 time: 0.0903649 Apr 20 13:05:30.823347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47732) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:30.846306 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-2a17fa0b-3cbb-4640-8838-1cc4c1e9f830 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] show failed (client error): The resource could not be found. Apr 20 13:05:30.853027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2a17fa0b-3cbb-4640-8838-1cc4c1e9f830 tempest-NegativeSecGroupIPv6Test-678056374 tempest-NegativeSecGroupIPv6Test-678056374-project] 10.222.0.24 "GET /v2.0/security-group-rules/da2f1e81-e2dd-45e2-87c3-22b7911a65d3 HTTP/1.1" status: 404 len: 356 time: 0.0286233 Apr 20 13:05:30.868766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-e6c9081d-101e-421a-8b44-4884655eae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:30.873639 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-e6c9081d-101e-421a-8b44-4884655eae2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=176f2617-72a7-4420-84f1-45c9c5f3d335 HTTP/1.1" status: 200 len: 920 time: 0.4290178 Apr 20 13:05:31.095148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-83819073-1da5-4be3-9672-45f74d27618a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18c5992b-ffd1-42f2-bf51-f5b21a022936 HTTP/1.1" status: 200 len: 217 time: 0.2124066 Apr 20 13:05:31.096339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] For port 93b55d43-51fa-4dbd-8128-9f017e259cef, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:31.134704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] For port 93b55d43-51fa-4dbd-8128-9f017e259cef, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=93b55d43-51fa-4dbd-8128-9f017e259cef,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:31.154286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:31.158922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7a6d8961-e7e2-4f15-8705-426242d80851 None None] Provisioning complete for port 93b55d43-51fa-4dbd-8128-9f017e259cef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:31.159303 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8961-e7e2-4f15-8705-426242d80851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:31.231412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-5d88422a-f0b8-4c62-b037-8b6bb739e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:31.247348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-5d88422a-f0b8-4c62-b037-8b6bb739e628 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9c22767-932a-41d2-96c3-71852781e94a HTTP/1.1" status: 200 len: 859 time: 0.1438420 Apr 20 13:05:31.315347 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-29d646ab-d441-48b4-be6e-53c6f24a7df3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=176f2617-72a7-4420-84f1-45c9c5f3d335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606453 Apr 20 13:05:31.490617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:05:31.495970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d8011a5-7d02-40f2-9f1f-fa2da665bfef req-720632ef-e628-4184-81f9-30c10944a59c tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 210 time: 0.1522357 Apr 20 13:05:31.498062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:05:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:31.680029 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-76dc79bb-e99a-4799-9756-88858f4616c2 service neutron] 10.222.0.30 "GET /v2.0/networks/176f2617-72a7-4420-84f1-45c9c5f3d335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565786 Apr 20 13:05:31.738174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db9a97-b50b-467d-a501-13560ccb3f67 None None] Pushing event updated for resources: {'Port': ['ID=93b55d43-51fa-4dbd-8128-9f017e259cef,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:31.868690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8c13c-657e-492c-8fc2-76645132365e req-7a706fab-20be-4428-9bfd-a9f59903a7e8 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:31.884079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32a8c13c-657e-492c-8fc2-76645132365e req-7a706fab-20be-4428-9bfd-a9f59903a7e8 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 944 time: 0.2007635 Apr 20 13:05:31.963096 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8961-e7e2-4f15-8705-426242d80851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:31.988145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32a8c13c-657e-492c-8fc2-76645132365e req-1ac61e63-bf0d-47b8-a98a-475dc95de13b tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031027 Apr 20 13:05:32.043150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47768) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:32.123525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7a6d8961-e7e2-4f15-8705-426242d80851 None None] For port 93b55d43-51fa-4dbd-8128-9f017e259cef, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=93b55d43-51fa-4dbd-8128-9f017e259cef,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:32.140249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7a6d8961-e7e2-4f15-8705-426242d80851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.149844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dcfbf-a8c6-4bf4-a170-e72c49341180 req-20a20a1e-7cfe-4406-9c99-79220e48c5b2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:32.152642 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-99f0ae52-0c6c-49a1-88a1-61c70a241003 req-06a38abc-f210-4a71-b777-cc0bfa77e870 service neutron] 10.222.0.30 "GET /v2.0/networks/176f2617-72a7-4420-84f1-45c9c5f3d335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607065 Apr 20 13:05:32.153245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:05:32.157137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75dcfbf-a8c6-4bf4-a170-e72c49341180 req-20a20a1e-7cfe-4406-9c99-79220e48c5b2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1335244 Apr 20 13:05:32.290172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75dcfbf-a8c6-4bf4-a170-e72c49341180 req-aaaf46e7-704b-40a1-afa1-92cbf8f60b09 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220195 Apr 20 13:05:32.352500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-18e84b04-64c9-49b7-9e02-c30882c357d2 None None] Provisioning complete for port 93b55d43-51fa-4dbd-8128-9f017e259cef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:32.352986 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-18e84b04-64c9-49b7-9e02-c30882c357d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.671559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-366463fc-6394-4b73-b31f-890a9c2b4d17 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:32.679521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-366463fc-6394-4b73-b31f-890a9c2b4d17 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.37 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 820 time: 0.3469107 Apr 20 13:05:32.694757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'port': {'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'admin_state_up': True, 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:32.733179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d8961-e7e2-4f15-8705-426242d80851 None None] Pushing event updated for resources: {'Port': ['ID=93b55d43-51fa-4dbd-8128-9f017e259cef,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:32.776184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf4f6c41-ab36-4ce7-b80b-efd148528a15 req-ba31ecef-13c9-427b-8a4d-5aabf3062feb tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 210 time: 0.0732193 Apr 20 13:05:32.816927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18c3d05d-455a-481f-a295-1ec80b0dbbae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79ed0479d6494b2a93e0f98df6b8264d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7697520 Apr 20 13:05:32.822643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47796) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:32.904654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0402a04-3416-41ff-86ff-9b12c61cbd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.954867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0402a04-3416-41ff-86ff-9b12c61cbd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:32.957747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Made reservation on behalf of eca9df5e5a634f018aa3b18cfaad2b90 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:32.962689 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.279528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151f53-6307-4798-ab65-6eff8f46ceea req-45947a4e-cd7c-4a54-8ee0-60d3c5855151 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:33.282137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:31Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:33.287741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b151f53-6307-4798-ab65-6eff8f46ceea req-45947a4e-cd7c-4a54-8ee0-60d3c5855151 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 944 time: 0.1521471 Apr 20 13:05:33.332643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0402a04-3416-41ff-86ff-9b12c61cbd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.335466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0402a04-3416-41ff-86ff-9b12c61cbd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.340376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e0402a04-3416-41ff-86ff-9b12c61cbd3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2adad0ea-3850-4b44-8f9f-e368f0a5ade7 HTTP/1.1" status: 204 len: 168 time: 0.5163629 Apr 20 13:05:33.368490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0402a04-3416-41ff-86ff-9b12c61cbd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adad0ea-3850-4b44-8f9f-e368f0a5ade7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:33.389102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b151f53-6307-4798-ab65-6eff8f46ceea req-1384f9e3-db59-436f-9e0d-c749698fd6e7 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979521 Apr 20 13:05:33.392264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Allocated IP 172.20.0.4 (0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd/535713d1-98eb-4857-80b3-356d94b3de1a/c89af775-e22f-401a-822f-14b9ca9995bc) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:33.418347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d32ac1-ffd0-4f75-a717-1171f5486c35 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:31Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:05:33.688985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 18c5992b-ffd1-42f2-bf51-f5b21a022936 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:33.710480 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-70f0a041-954f-46e8-9e6c-444862dd2a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.790278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:33.852517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:34.005873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:34.021223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:34.042428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:34.116313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 93b55d43-51fa-4dbd-8128-9f017e259cef up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:34.221501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.222979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:34.280767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 18c5992b-ffd1-42f2-bf51-f5b21a022936, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=18c5992b-ffd1-42f2-bf51-f5b21a022936,segment=NetworkSegment(8e521c0c-f090-4294-8fb9-eeac9b9550ce),segment_id=8e521c0c-f090-4294-8fb9-eeac9b9550ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:34.344906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '18c5992b-ffd1-42f2-bf51-f5b21a022936', 'network_id': '176f2617-72a7-4420-84f1-45c9c5f3d335', 'port_id': '18c5992b-ffd1-42f2-bf51-f5b21a022936', 'mac_address': 'fa:16:3e:d0:79:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c22767-932a-41d2-96c3-71852781e94a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:34.400066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Pushing event updated for resources: {'Port': ['ID=c89af775-e22f-401a-822f-14b9ca9995bc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:34.464317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521ac00-9ca9-4a0a-a434-ed15325772ca req-6ea2cce1-f096-4bd9-834d-081cbef45e8d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.477923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9521ac00-9ca9-4a0a-a434-ed15325772ca req-6ea2cce1-f096-4bd9-834d-081cbef45e8d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.9844592 Apr 20 13:05:34.579098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 93b55d43-51fa-4dbd-8128-9f017e259cef triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:34.579698 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:34.598478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c3efb373-8ce7-41fe-8476-d56cc7ef4c13 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9065177 Apr 20 13:05:34.606118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:34.679916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a5ede-4f7a-4753-ae41-66a0bcbfd864 req-cbd02695-f08f-4d81-adcc-48c18341a7fd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:34.681552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-739a5ede-4f7a-4753-ae41-66a0bcbfd864 req-cbd02695-f08f-4d81-adcc-48c18341a7fd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 931 time: 0.6783891 Apr 20 13:05:34.703556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Request body: {'port': {'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:34.783483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c5992b-ffd1-42f2-bf51-f5b21a022936 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:34.878419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:34.903608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 18c5992b-ffd1-42f2-bf51-f5b21a022936, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=18c5992b-ffd1-42f2-bf51-f5b21a022936,segment=NetworkSegment(8e521c0c-f090-4294-8fb9-eeac9b9550ce),segment_id=8e521c0c-f090-4294-8fb9-eeac9b9550ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:34.922841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-199430b7-9767-40d4-a8aa-82b13800d5fc None None] Provisioning complete for port c89af775-e22f-401a-822f-14b9ca9995bc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:34.923979 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-199430b7-9767-40d4-a8aa-82b13800d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:34.934545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9521ac00-9ca9-4a0a-a434-ed15325772ca req-df6aa052-33f9-4ac3-93f8-3cf505dac089 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510901 Apr 20 13:05:35.039223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-199430b7-9767-40d4-a8aa-82b13800d5fc None None] Port c89af775-e22f-401a-822f-14b9ca9995bc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:05:35.046750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:35.286706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=18c5992b-ffd1-42f2-bf51-f5b21a022936,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:35.411526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['18c5992b-ffd1-42f2-bf51-f5b21a022936'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:35.435947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-739a5ede-4f7a-4753-ae41-66a0bcbfd864 req-07e20b5d-8175-48fa-a876-c68cac248c97 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5692294 Apr 20 13:05:35.649585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b6138-b41d-4675-b157-8a2d9f1900ee req-0465a2e1-4cc5-44c5-a1df-38a49748edf6 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:35.669486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e76b6138-b41d-4675-b157-8a2d9f1900ee req-0465a2e1-4cc5-44c5-a1df-38a49748edf6 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 945 time: 0.3735895 Apr 20 13:05:35.798271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e76b6138-b41d-4675-b157-8a2d9f1900ee req-078ffada-4af9-47e2-a18e-fc8817c5d0da tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273990 Apr 20 13:05:35.971820 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec57c959-6bf4-400c-8c0d-08986c00a37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:36.125863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89af775-e22f-401a-822f-14b9ca9995bc {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:36.204316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:36.258200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Transition to ACTIVE for port object c89af775-e22f-401a-822f-14b9ca9995bc will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:36.280942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8015963-e015-4780-aa1d-432eebfe26fc req-ed3a68d6-51b3-4c99-b2a1-fe0a5bdb4f7d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:36.284782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8015963-e015-4780-aa1d-432eebfe26fc req-ed3a68d6-51b3-4c99-b2a1-fe0a5bdb4f7d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1878207 Apr 20 13:05:36.287176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:36.393012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47886) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:36.552022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Pushing event updated for resources: {'Port': ['ID=c89af775-e22f-401a-822f-14b9ca9995bc,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:36.579316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8015963-e015-4780-aa1d-432eebfe26fc req-395a4918-93e1-400e-9700-835f7f0993a4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586720 Apr 20 13:05:36.717758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6236020-4e40-4b25-a2de-9e2dd16941d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:36.738090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Attempting to bind port c89af775-e22f-401a-822f-14b9ca9995bc on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:36.738814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Attempting to bind port c89af775-e22f-401a-822f-14b9ca9995bc by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:36.739379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Attempting to bind port c89af775-e22f-401a-822f-14b9ca9995bc on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:36.751667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Port c89af775-e22f-401a-822f-14b9ca9995bc on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:36.752353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Attempting to bind port c89af775-e22f-401a-822f-14b9ca9995bc on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:36.767717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:36.769305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Checking segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:36.774685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Bound using segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:36.775482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Bound port: c89af775-e22f-401a-822f-14b9ca9995bc, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:36.776117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:36.803310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d167d-07b0-41d4-9489-9d3d5bbf8cb8 req-70e1b246-209e-44fc-8ddb-bbf807a9a030 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:36.805528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-171d167d-07b0-41d4-9489-9d3d5bbf8cb8 req-70e1b246-209e-44fc-8ddb-bbf807a9a030 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 943 time: 0.1302779 Apr 20 13:05:37.003769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6236020-4e40-4b25-a2de-9e2dd16941d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.025458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6236020-4e40-4b25-a2de-9e2dd16941d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.076607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6236020-4e40-4b25-a2de-9e2dd16941d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1297ba7b-de35-485d-b7b9-83622e3f950f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:37.111001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-171d167d-07b0-41d4-9489-9d3d5bbf8cb8 req-04a98c28-9d9b-4194-8d75-4bdaca5a7f67 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977834 Apr 20 13:05:37.141069 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f6236020-4e40-4b25-a2de-9e2dd16941d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef706bdc353946878b20ae45eaefac49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462471 Apr 20 13:05:37.146088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:37.161726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] For port c89af775-e22f-401a-822f-14b9ca9995bc, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:37.172525 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.227284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] For port c89af775-e22f-401a-822f-14b9ca9995bc, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c89af775-e22f-401a-822f-14b9ca9995bc,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:37.254377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33956750-c7f3-4abf-9e93-365b00de73fb req-eee0ddb1-0bed-4625-8a7a-a4e9466184b7 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.259402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e982b5-9321-46cc-bacd-9a5783be8140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.268170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33956750-c7f3-4abf-9e93-365b00de73fb req-eee0ddb1-0bed-4625-8a7a-a4e9466184b7 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 945 time: 0.2270715 Apr 20 13:05:37.347187 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e982b5-9321-46cc-bacd-9a5783be8140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.527526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e982b5-9321-46cc-bacd-9a5783be8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.537223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e982b5-9321-46cc-bacd-9a5783be8140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.542249 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c2e982b5-9321-46cc-bacd-9a5783be8140 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1297ba7b-de35-485d-b7b9-83622e3f950f HTTP/1.1" status: 204 len: 168 time: 0.3892903 Apr 20 13:05:37.572994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e982b5-9321-46cc-bacd-9a5783be8140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1297ba7b-de35-485d-b7b9-83622e3f950f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:37.726489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 18c5992b-ffd1-42f2-bf51-f5b21a022936 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:37.883569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 18c5992b-ffd1-42f2-bf51-f5b21a022936 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:37.885521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.894535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 18c5992b-ffd1-42f2-bf51-f5b21a022936 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:37.895201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.958750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:37.959361 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:37.961563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] 10.222.0.37 "PUT /v2.0/ports/c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 1091 time: 3.3314843 Apr 20 13:05:37.972290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:37.974709 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700b4888-0d66-4348-9525-a50b4b0f0cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:38.018334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33956750-c7f3-4abf-9e93-365b00de73fb req-36582efd-2cde-4c02-b627-32d31414485e tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7487996 Apr 20 13:05:38.094274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa130-0faf-470a-a591-a0a7fb613769 req-ea918062-7eb7-447c-8dc9-4599079b6c7f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.095872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-890aa130-0faf-470a-a591-a0a7fb613769 req-ea918062-7eb7-447c-8dc9-4599079b6c7f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2081518 Apr 20 13:05:38.144987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d630-799c-4a6b-b935-eae7fc903a74 service neutron] Pushing event updated for resources: {'Port': ['ID=c89af775-e22f-401a-822f-14b9ca9995bc,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:38.181482 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.231178 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6facfb7-1920-4ab4-a5d2-4bb44cf672b9 x-openstack-request-id: req-f6facfb7-1920-4ab4-a5d2-4bb44cf672b9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:38.231707 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:38.231707 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6facfb7-1920-4ab4-a5d2-4bb44cf672b9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:38.232084 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6facfb7-1920-4ab4-a5d2-4bb44cf672b9'] response: {'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'status': 'completed', 'code': 200} Apr 20 13:05:38.237886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-43474053-e178-42c0-ba06-2c9cd75377d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.242061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-43474053-e178-42c0-ba06-2c9cd75377d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1094 time: 0.1865759 Apr 20 13:05:38.254873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-890aa130-0faf-470a-a591-a0a7fb613769 req-0e351f20-43ba-436b-a15b-58e81ece58b3 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308751 Apr 20 13:05:38.307952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c5992b-ffd1-42f2-bf51-f5b21a022936'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:38.318279 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36d0a2c-6c45-4bf7-9989-fda5fd0e0ab4" -d '{"events": [{"server_uuid": "8e1a3367-1fbc-450f-a988-8b03ae328495", "name": "network-vif-plugged", "status": "completed", "tag": "18c5992b-ffd1-42f2-bf51-f5b21a022936"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:38.357910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-c00edffe-4e7f-4e56-a6b2-c0f056c78d7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 217 time: 0.1019807 Apr 20 13:05:38.381076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 18c5992b-ffd1-42f2-bf51-f5b21a022936, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=18c5992b-ffd1-42f2-bf51-f5b21a022936,segment=NetworkSegment(8e521c0c-f090-4294-8fb9-eeac9b9550ce),segment_id=8e521c0c-f090-4294-8fb9-eeac9b9550ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:38.392172 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.472454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53982-24e6-44a9-a698-c7aeeb97ddeb req-50d3bd93-0016-41ae-8606-28fef6a44f56 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.484078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3f53982-24e6-44a9-a698-c7aeeb97ddeb req-50d3bd93-0016-41ae-8606-28fef6a44f56 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 943 time: 0.2099979 Apr 20 13:05:38.504011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-8ab165c5-0bc1-4b45-b3c2-097bd74ec0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.504011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-8ab165c5-0bc1-4b45-b3c2-097bd74ec0d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1340144 Apr 20 13:05:38.556302 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0444c34d-0df4-4380-8533-08225a3f1096 x-openstack-request-id: req-0444c34d-0df4-4380-8533-08225a3f1096 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:38.556623 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1a3367-1fbc-450f-a988-8b03ae328495", "name": "network-vif-plugged", "status": "completed", "tag": "18c5992b-ffd1-42f2-bf51-f5b21a022936", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:38.557974 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0444c34d-0df4-4380-8533-08225a3f1096 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:38.558599 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0444c34d-0df4-4380-8533-08225a3f1096'] response: {'server_uuid': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c5992b-ffd1-42f2-bf51-f5b21a022936', 'code': 200} Apr 20 13:05:38.585828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=18c5992b-ffd1-42f2-bf51-f5b21a022936,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:38.597001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3f53982-24e6-44a9-a698-c7aeeb97ddeb req-f5b50079-9d37-403d-92a3-ac4bd9e47819 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092985 Apr 20 13:05:38.624567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-011af401-b5f8-494d-b2bf-f9ef17ca138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.626455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232435dc-16fb-4adc-b81e-8e5de2a25c00 req-d50ab7c8-91b3-4176-9a13-d4f8e6d1e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:38.628291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-011af401-b5f8-494d-b2bf-f9ef17ca138b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188033 Apr 20 13:05:38.630002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-232435dc-16fb-4adc-b81e-8e5de2a25c00 req-d50ab7c8-91b3-4176-9a13-d4f8e6d1e315 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 1097 time: 0.1280639 Apr 20 13:05:38.657460 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.712325 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-232435dc-16fb-4adc-b81e-8e5de2a25c00 req-7c39e5ac-8f76-4c5f-85bb-7d286cd9eebf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730405 Apr 20 13:05:38.809452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-920734cf-83c0-4bda-b1d1-73f8a8816cf2 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730065 Apr 20 13:05:38.897861 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:38.960439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d22d4107-1314-4c9b-a04f-8da2f368c68b req-78479352-0d07-4ee7-ac8a-4fd5fb47088b service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436014 Apr 20 13:05:39.090486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-f17e3192-058c-48a6-a256-516073401fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.091989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-f17e3192-058c-48a6-a256-516073401fe3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1094 time: 0.0646050 Apr 20 13:05:39.271484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-83a2b2f5-daf0-4c5c-9b1d-882434693550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.273500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-83a2b2f5-daf0-4c5c-9b1d-882434693550 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.1709046 Apr 20 13:05:39.282074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ade039-03b9-4e6a-9132-8ae1a0f0f911 req-156de0c7-e43e-4456-95b2-1580e5499bb4 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.283633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8ade039-03b9-4e6a-9132-8ae1a0f0f911 req-156de0c7-e43e-4456-95b2-1580e5499bb4 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 946 time: 0.0921373 Apr 20 13:05:39.325712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-f96d47e2-64ae-404f-8ceb-a4cc524afeb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 217 time: 0.0409844 Apr 20 13:05:39.390668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-2d57caa4-cdd9-4a3a-ac42-fc194ce75efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.392057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-2d57caa4-cdd9-4a3a-ac42-fc194ce75efd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.0583093 Apr 20 13:05:39.469885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8ade039-03b9-4e6a-9132-8ae1a0f0f911 req-77500317-3805-44e1-9496-97561fccb27a tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431425 Apr 20 13:05:39.504261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-e3354244-b0b6-483a-94ac-a2422c9e2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.506176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-e3354244-b0b6-483a-94ac-a2422c9e2116 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054475 Apr 20 13:05:39.520286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6077964-3524-43b9-8d37-4685553a98a3 req-1c6845a4-90c5-4e46-a131-5add08c38fdf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:39.523703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f6077964-3524-43b9-8d37-4685553a98a3 req-1c6845a4-90c5-4e46-a131-5add08c38fdf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1028678 Apr 20 13:05:39.620600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f6077964-3524-43b9-8d37-4685553a98a3 req-aa496607-3222-46be-a9dd-376f5a0e1831 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729110 Apr 20 13:05:39.712382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-95d3145a-2056-4058-92e9-0526212ed10c service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875210 Apr 20 13:05:39.971870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-700b4888-0d66-4348-9525-a50b4b0f0cf2 req-882bb395-dfb3-4def-87dd-c4770e6e8960 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501855 Apr 20 13:05:39.994803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4a7d0-360a-474e-97b9-2f589cfa7513 req-ed3c08c2-b20f-4f0c-a1f0-dafcf96555bb tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:40.006445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ea4a7d0-360a-474e-97b9-2f589cfa7513 req-ed3c08c2-b20f-4f0c-a1f0-dafcf96555bb tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 943 time: 0.2460256 Apr 20 13:05:40.127427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ea4a7d0-360a-474e-97b9-2f589cfa7513 req-35f0fa9d-bf72-46ac-a775-13ed602f9e56 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169822 Apr 20 13:05:40.504169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48044) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:40.710416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96201dc9-dd14-49d2-b5ec-e89993927812 req-6af3d2b6-8f0a-4f44-b0d5-028c97d703cf tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:40.722031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96201dc9-dd14-49d2-b5ec-e89993927812 req-6af3d2b6-8f0a-4f44-b0d5-028c97d703cf tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 946 time: 0.1055932 Apr 20 13:05:40.870505 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5b26734-17dd-457a-866f-9d2907a2e341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.030905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96201dc9-dd14-49d2-b5ec-e89993927812 req-047eb282-70f5-4df9-ad7d-210ac24409cd tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068874 Apr 20 13:05:41.080773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814af84-fb06-4a85-8867-e88a7506daf3 req-19f1347d-4706-4247-b5e5-c39e4ea5ea05 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.091104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4814af84-fb06-4a85-8867-e88a7506daf3 req-19f1347d-4706-4247-b5e5-c39e4ea5ea05 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.3253214 Apr 20 13:05:41.203860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4814af84-fb06-4a85-8867-e88a7506daf3 req-72352cf3-f346-45eb-ab74-f6f99deada4b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060147 Apr 20 13:05:41.350598 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5b26734-17dd-457a-866f-9d2907a2e341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.394494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5b26734-17dd-457a-866f-9d2907a2e341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.494062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b26734-17dd-457a-866f-9d2907a2e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2884be46-f40a-4564-9e19-16ab30733ad9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:41.575044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51bcda-309c-464e-8870-cee853e28cea req-6f5e87a5-1423-4871-8425-7cf1c199f88f tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:41.588436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c51bcda-309c-464e-8870-cee853e28cea req-6f5e87a5-1423-4871-8425-7cf1c199f88f tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 943 time: 0.2973456 Apr 20 13:05:41.608919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e5b26734-17dd-457a-866f-9d2907a2e341 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a49834092a54fa2914a6585799bbef2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1033463 Apr 20 13:05:41.609567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48094) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:41.719999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c51bcda-309c-464e-8870-cee853e28cea req-fea1363a-3eb6-4d24-9d82-c4e902c30eb8 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272929 Apr 20 13:05:41.753221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b39085-7ee1-4c50-9ca7-1ee15826c26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.808053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b39085-7ee1-4c50-9ca7-1ee15826c26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.902962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b39085-7ee1-4c50-9ca7-1ee15826c26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.906479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b39085-7ee1-4c50-9ca7-1ee15826c26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:41.908010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-18b39085-7ee1-4c50-9ca7-1ee15826c26a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2884be46-f40a-4564-9e19-16ab30733ad9 HTTP/1.1" status: 204 len: 168 time: 0.2946777 Apr 20 13:05:41.927412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b39085-7ee1-4c50-9ca7-1ee15826c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2884be46-f40a-4564-9e19-16ab30733ad9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:42.583414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c6f1d-8c53-4ae5-b618-a1d230797d6c req-1925e69d-cdfd-40fa-a1f1-500e268564e8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:42.584654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c73c6f1d-8c53-4ae5-b618-a1d230797d6c req-1925e69d-cdfd-40fa-a1f1-500e268564e8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1544282 Apr 20 13:05:42.624312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c89af775-e22f-401a-822f-14b9ca9995bc details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:42.659913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c73c6f1d-8c53-4ae5-b618-a1d230797d6c req-0ab81e0a-6a03-4f0e-83d8-e5f478c56b4b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652187 Apr 20 13:05:42.848898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48158) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:43.019962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da2ef2-5b45-4d49-a6dd-713a2e221f09 req-be1f5f72-bbb7-4baf-b3b2-be01a7e54b28 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.022613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95da2ef2-5b45-4d49-a6dd-713a2e221f09 req-be1f5f72-bbb7-4baf-b3b2-be01a7e54b28 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 943 time: 0.1222010 Apr 20 13:05:43.109693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95da2ef2-5b45-4d49-a6dd-713a2e221f09 req-c603e712-09db-49d9-b3bf-47b0c6ddc7ad tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767040 Apr 20 13:05:43.140325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1fc54cf4-adfb-4a16-831c-c70d32aff101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.254516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35ca8c-a0dd-444e-aee5-a9d114e4b788 req-4928140f-5159-4e19-ace4-00fb08358c07 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.262768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db35ca8c-a0dd-444e-aee5-a9d114e4b788 req-4928140f-5159-4e19-ace4-00fb08358c07 tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 946 time: 0.0762651 Apr 20 13:05:43.291791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c89af775-e22f-401a-822f-14b9ca9995bc, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c89af775-e22f-401a-822f-14b9ca9995bc,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:43.307178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'mac_address': 'fa:16:3e:48:c2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:43.338481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1fc54cf4-adfb-4a16-831c-c70d32aff101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.349268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db35ca8c-a0dd-444e-aee5-a9d114e4b788 req-0fe3d07b-59f9-4592-843b-ab55653567dd tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849857 Apr 20 13:05:43.350400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1fc54cf4-adfb-4a16-831c-c70d32aff101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.352466 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.373698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89af775-e22f-401a-822f-14b9ca9995bc {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:43.397346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc54cf4-adfb-4a16-831c-c70d32aff101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf61c4f-2e4c-4b99-a2e8-7a6469908849,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:43.404950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1fc54cf4-adfb-4a16-831c-c70d32aff101 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=940ebf86ecfc4b91a4723d0d84cc1597&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523975 Apr 20 13:05:43.405144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48180) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:43.412930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c89af775-e22f-401a-822f-14b9ca9995bc, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c89af775-e22f-401a-822f-14b9ca9995bc,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:43.419843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.466905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e14f92a6-8edf-412f-802a-f063627e32e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.472104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c89af775-e22f-401a-822f-14b9ca9995bc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:43.489252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e14f92a6-8edf-412f-802a-f063627e32e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.540353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e14f92a6-8edf-412f-802a-f063627e32e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.543228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e14f92a6-8edf-412f-802a-f063627e32e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:43.547251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e14f92a6-8edf-412f-802a-f063627e32e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bf61c4f-2e4c-4b99-a2e8-7a6469908849 HTTP/1.1" status: 204 len: 168 time: 0.1382992 Apr 20 13:05:43.553515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f92a6-8edf-412f-802a-f063627e32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf61c4f-2e4c-4b99-a2e8-7a6469908849,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:43.646190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c89af775-e22f-401a-822f-14b9ca9995bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:43.889676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2103-b121-4ee2-aaf2-807a4d7cf53a req-f684c6d3-bc75-4dac-87ae-007a126bc6a5 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:43.901072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f5f2103-b121-4ee2-aaf2-807a4d7cf53a req-f684c6d3-bc75-4dac-87ae-007a126bc6a5 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1174796 Apr 20 13:05:43.986949 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48220) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:43.998395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f5f2103-b121-4ee2-aaf2-807a4d7cf53a req-7c896291-a640-4a6e-84e3-1bd846573605 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937414 Apr 20 13:05:44.021399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-149c7f28-e2f0-41cf-9010-0e1142fcb664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.125144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e730670-74a2-43cd-83dd-3f69158f88e9 req-42b30e51-d663-4e8e-9ee0-5bb742d1ec4a tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.127059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e730670-74a2-43cd-83dd-3f69158f88e9 req-42b30e51-d663-4e8e-9ee0-5bb742d1ec4a tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 949 time: 0.1195989 Apr 20 13:05:44.168324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-149c7f28-e2f0-41cf-9010-0e1142fcb664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.175403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-149c7f28-e2f0-41cf-9010-0e1142fcb664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.192454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e730670-74a2-43cd-83dd-3f69158f88e9 req-9b8d39c8-1d11-4988-adf6-ae6a4142c323 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542076 Apr 20 13:05:44.225168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c7f28-e2f0-41cf-9010-0e1142fcb664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ba4903-7518-4c62-9789-2e589ace6e39,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:44.248134 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-149c7f28-e2f0-41cf-9010-0e1142fcb664 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10df8f87ec3848a881a738b9b46a8464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2573903 Apr 20 13:05:44.248368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48228) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:44.286318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4d0d6-1446-4ff0-bf5c-959fc92f356d req-983497da-3bcc-44da-b8cd-90fa493c5919 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.294440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81a4d0d6-1446-4ff0-bf5c-959fc92f356d req-983497da-3bcc-44da-b8cd-90fa493c5919 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 944 time: 0.0692093 Apr 20 13:05:44.322097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcc23-0f14-466c-86cd-4d5bdcd6d6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.336205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81a4d0d6-1446-4ff0-bf5c-959fc92f356d req-54ee0754-bd82-4b9a-9458-aa25a7b4d251 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 Apr 20 13:05:44.361999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcc23-0f14-466c-86cd-4d5bdcd6d6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.439832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcc23-0f14-466c-86cd-4d5bdcd6d6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.442893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcc23-0f14-466c-86cd-4d5bdcd6d6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.444783 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc4dcc23-0f14-466c-86cd-4d5bdcd6d6f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5ba4903-7518-4c62-9789-2e589ace6e39 HTTP/1.1" status: 204 len: 168 time: 0.1949463 Apr 20 13:05:44.456027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dcc23-0f14-466c-86cd-4d5bdcd6d6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ba4903-7518-4c62-9789-2e589ace6e39,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:44.626454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c89af775-e22f-401a-822f-14b9ca9995bc up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:44.660634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df654da-d7a9-405d-89a3-1cdb31e7d1e0 req-6e958dfb-6fb6-4ec7-9f57-e13802c8879d tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.662028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df654da-d7a9-405d-89a3-1cdb31e7d1e0 req-6e958dfb-6fb6-4ec7-9f57-e13802c8879d tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 946 time: 0.1182480 Apr 20 13:05:44.704310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port c89af775-e22f-401a-822f-14b9ca9995bc completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:05:44.710783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c89af775-e22f-401a-822f-14b9ca9995bc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:44.711639 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.747512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4df654da-d7a9-405d-89a3-1cdb31e7d1e0 req-398cffb3-03c0-4e81-b07c-4103976ade7e tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e056728-0716-45c9-b8bf-2820a6708ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748484 Apr 20 13:05:44.845550 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.882108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c89af775-e22f-401a-822f-14b9ca9995bc, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c89af775-e22f-401a-822f-14b9ca9995bc,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:44.883949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:44.887461 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9a9383-328e-42ee-8c5c-1371cda93753" -d '{"events": [{"server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "name": "network-vif-plugged", "status": "completed", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:44.892143 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:44.929421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eceab9-f874-4d5d-b837-326566b27c7f req-7918f3e1-1f4c-469a-be4d-dcccc80105cd tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:44.932167 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80eceab9-f874-4d5d-b837-326566b27c7f req-7918f3e1-1f4c-469a-be4d-dcccc80105cd tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 946 time: 0.0747619 Apr 20 13:05:44.971970 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db91ff1-d779-45d4-a841-1f35d25c7485 x-openstack-request-id: req-2db91ff1-d779-45d4-a841-1f35d25c7485 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:44.972266 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "name": "network-vif-plugged", "status": "completed", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:44.973913 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2db91ff1-d779-45d4-a841-1f35d25c7485 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:44.979237 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db91ff1-d779-45d4-a841-1f35d25c7485'] response: {'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'code': 200} Apr 20 13:05:45.014607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c89af775-e22f-401a-822f-14b9ca9995bc,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:45.063478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Deleting port 18c5992b-ffd1-42f2-bf51-f5b21a022936 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:05:45.064044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:45.148403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f063-8be8-48e9-9e91-0d91efeadf7d req-d7dfd96d-8286-4e48-808c-1fed645bf002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.149923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5979f063-8be8-48e9-9e91-0d91efeadf7d req-d7dfd96d-8286-4e48-808c-1fed645bf002 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.1303105 Apr 20 13:05:45.182026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] For port 18c5992b-ffd1-42f2-bf51-f5b21a022936, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=18c5992b-ffd1-42f2-bf51-f5b21a022936,segment=NetworkSegment(8e521c0c-f090-4294-8fb9-eeac9b9550ce),segment_id=8e521c0c-f090-4294-8fb9-eeac9b9550ce)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:45.182444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:45.204788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Calling delete_port for 18c5992b-ffd1-42f2-bf51-f5b21a022936 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:05:45.225542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbc3f8-24f9-4d62-8ae0-256de4d2771e req-e6241557-a8f4-43e2-b1f8-0822de787f3b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.227439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57cbc3f8-24f9-4d62-8ae0-256de4d2771e req-e6241557-a8f4-43e2-b1f8-0822de787f3b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1312320 Apr 20 13:05:45.293894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5979f063-8be8-48e9-9e91-0d91efeadf7d req-d01807cd-c2ca-4f1a-a731-2a710a6e0d89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363149 Apr 20 13:05:45.377966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57cbc3f8-24f9-4d62-8ae0-256de4d2771e req-b5ee4cc9-6cee-46cd-a4ae-595d4207ef98 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206889 Apr 20 13:05:45.420478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57f296-51e6-45db-9aeb-1358449ef727 req-8706a530-0581-4919-ba05-d4c0f3406cea tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.422893 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d57f296-51e6-45db-9aeb-1358449ef727 req-8706a530-0581-4919-ba05-d4c0f3406cea tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 949 time: 0.1211262 Apr 20 13:05:45.427594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:45.440793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['18c5992b-ffd1-42f2-bf51-f5b21a022936'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:45.525650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Pushing event deleted for resources: {'Port': ['ID=18c5992b-ffd1-42f2-bf51-f5b21a022936,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:45.600694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] No DVR routers for this DVR port 18c5992b-ffd1-42f2-bf51-f5b21a022936 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:05:45.605845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:45.610948 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80eceab9-f874-4d5d-b837-326566b27c7f req-c1f6c704-6358-48c6-904a-ad1628b07a2c tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.30 "DELETE /v2.0/ports/18c5992b-ffd1-42f2-bf51-f5b21a022936 HTTP/1.1" status: 204 len: 173 time: 0.6727414 Apr 20 13:05:45.611381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'name': 'network-vif-deleted', 'tag': '18c5992b-ffd1-42f2-bf51-f5b21a022936'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:45.615421 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5ad32d-0c73-48c3-8390-4d9124381ea0" -d '{"events": [{"server_uuid": "8e1a3367-1fbc-450f-a988-8b03ae328495", "name": "network-vif-deleted", "tag": "18c5992b-ffd1-42f2-bf51-f5b21a022936"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:45.684457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d57f296-51e6-45db-9aeb-1358449ef727 req-baa3cbb5-88c2-41ca-b620-8bf226d0cd14 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502067 Apr 20 13:05:45.718055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce5a12-f979-4139-8340-c0526458bacd req-62bca4bb-05b6-44fe-9359-2b259bd21912 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:45.726739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5ce5a12-f979-4139-8340-c0526458bacd req-62bca4bb-05b6-44fe-9359-2b259bd21912 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 945 time: 0.2399890 Apr 20 13:05:45.770558 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8de0da-2118-4b25-892e-5019712b702b x-openstack-request-id: req-2c8de0da-2118-4b25-892e-5019712b702b {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:45.771092 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1a3367-1fbc-450f-a988-8b03ae328495", "name": "network-vif-deleted", "tag": "18c5992b-ffd1-42f2-bf51-f5b21a022936", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:45.771523 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c8de0da-2118-4b25-892e-5019712b702b {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:45.772090 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8de0da-2118-4b25-892e-5019712b702b'] response: {'server_uuid': '8e1a3367-1fbc-450f-a988-8b03ae328495', 'name': 'network-vif-deleted', 'tag': '18c5992b-ffd1-42f2-bf51-f5b21a022936', 'status': 'completed', 'code': 200} Apr 20 13:05:45.788058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5ce5a12-f979-4139-8340-c0526458bacd req-fe08a4ab-ea2a-43b0-86b0-909e6dafc0e7 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Apr 20 13:05:45.943028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71dc2421-b90f-4f28-85ed-ae56713678e3 req-37accccc-0880-4360-9806-b769a7e701bd tempest-ServerMetadataNegativeTestJSON-303273150 tempest-ServerMetadataNegativeTestJSON-303273150-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e1a3367-1fbc-450f-a988-8b03ae328495 HTTP/1.1" status: 200 len: 210 time: 0.0358047 Apr 20 13:05:46.565012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd82500-3847-4c71-87e8-68a8e9ba67db req-fdc6a937-a212-4f55-b4db-be2d7e9a8d4f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:46.566704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dd82500-3847-4c71-87e8-68a8e9ba67db req-fdc6a937-a212-4f55-b4db-be2d7e9a8d4f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.0749431 Apr 20 13:05:46.650226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1dd82500-3847-4c71-87e8-68a8e9ba67db req-8ee9fe53-6d42-4eb9-8c53-9ff99d30eec2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761986 Apr 20 13:05:46.941503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e15aa-09c1-45d2-a909-f6100bd635d8 req-4a079e40-bbfa-41ac-a19a-853fb9cbe735 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:46.946765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e74e15aa-09c1-45d2-a909-f6100bd635d8 req-4a079e40-bbfa-41ac-a19a-853fb9cbe735 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 945 time: 0.0746028 Apr 20 13:05:46.989450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e74e15aa-09c1-45d2-a909-f6100bd635d8 req-378c8585-fb3f-42e7-82a8-b422d683f64d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Apr 20 13:05:47.024300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48362) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:47.187070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] Deleting subnet e9c22767-932a-41d2-96c3-71852781e94a {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:05:47.190579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.242686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-28d09ed6-b3a1-4105-9404-4988f593407b tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2075450 Apr 20 13:05:47.252174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:47.273002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.325698 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.361033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.482637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.526696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.530686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e9c22767-932a-41d2-96c3-71852781e94a HTTP/1.1" status: 204 len: 168 time: 0.5049982 Apr 20 13:05:47.532657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48394) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:47.539209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d92816-e714-4380-85e3-98fa99435c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c22767-932a-41d2-96c3-71852781e94a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:47.569797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.712937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.737330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Allocated IP 172.25.3.82 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/dcf51d59-6bd7-49d0-bda7-4340e2d1a685) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:47.776813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:47.865519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.906343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.918225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176f2617-72a7-4420-84f1-45c9c5f3d335']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:47.941043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e521c0c-f090-4294-8fb9-eeac9b9550ce') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:47.942127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e521c0c-f090-4294-8fb9-eeac9b9550ce') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:05:47.943856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:47.947477 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cd5c8a-2223-4e33-99dd-b8719267883e" -d '{"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-unplugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:47.954510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.965284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:47.972647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.973481 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.974932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 18c5992b-ffd1-42f2-bf51-f5b21a022936 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:05:47.982863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:05:47.983340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:05:47.986284 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:05:47.994990 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:05:48.013145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 18c5992b-ffd1-42f2-bf51-f5b21a022936 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:05:48.013929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 18c5992b-ffd1-42f2-bf51-f5b21a022936 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:05:48.023655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f117df-20c0-4af3-a5f5-2f83e51f209f req-ccc48349-51c6-458f-af86-c3b3e2dad06b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:48.035157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83f117df-20c0-4af3-a5f5-2f83e51f209f req-ccc48349-51c6-458f-af86-c3b3e2dad06b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2710409 Apr 20 13:05:48.082300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.089817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.091685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83f117df-20c0-4af3-a5f5-2f83e51f209f req-b995a75f-0f2d-46a8-a4fa-5386c4b3abb9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440333 Apr 20 13:05:48.104427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.122943 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/176f2617-72a7-4420-84f1-45c9c5f3d335 HTTP/1.1" status: 204 len: 168 time: 0.5769830 Apr 20 13:05:48.143712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000af6d-7bb0-4d63-b7dd-df5dd7dcc8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=176f2617-72a7-4420-84f1-45c9c5f3d335,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.161134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.188023 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d95ce22-ef22-437b-9269-4bc216506bb8 x-openstack-request-id: req-4d95ce22-ef22-437b-9269-4bc216506bb8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:48.188522 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-unplugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:48.188922 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d95ce22-ef22-437b-9269-4bc216506bb8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:48.190155 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d95ce22-ef22-437b-9269-4bc216506bb8'] response: {'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46', 'code': 200} Apr 20 13:05:48.230923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.234605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48418) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:48.295039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Pushing event updated for resources: {'Port': ['ID=dcf51d59-6bd7-49d0-bda7-4340e2d1a685,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.311385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:48.314782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.315134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.316032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.316471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.317399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.318497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.318848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.319185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.320392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.320993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.321317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.321756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:05:48.325584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:48.331724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:48.363235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48428) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:48.415559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c195-659d-4e0d-8e54-47a5e918be10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.470743 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-faeaf324-d6e3-4c5a-bf08-c043ed6d7c9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50f85a696786463d9c48be6016905b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059649 Apr 20 13:05:48.471485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48438) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:48.472850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.516154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.560700 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97bda498-33f8-4d82-b4cf-59662507d42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.598412 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97bda498-33f8-4d82-b4cf-59662507d42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.601828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c195-659d-4e0d-8e54-47a5e918be10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.609958 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c195-659d-4e0d-8e54-47a5e918be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.645687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3c195-659d-4e0d-8e54-47a5e918be10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8712fda5-0768-42d6-b729-640110fb8c75,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.678769 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e2f3c195-659d-4e0d-8e54-47a5e918be10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26cf6cbf3cec4a44a797136204812db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430611 Apr 20 13:05:48.682496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:48.684815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.690911 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.733347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97bda498-33f8-4d82-b4cf-59662507d42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.736583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97bda498-33f8-4d82-b4cf-59662507d42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.737984 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-97bda498-33f8-4d82-b4cf-59662507d42d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e056728-0716-45c9-b8bf-2820a6708ffd HTTP/1.1" status: 204 len: 168 time: 0.2585316 Apr 20 13:05:48.757427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babcb3ef-409a-4919-94b9-a3d5d2feaec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.759518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bda498-33f8-4d82-b4cf-59662507d42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e056728-0716-45c9-b8bf-2820a6708ffd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.775256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Pushing event updated for resources: {'Port': ['ID=dcf51d59-6bd7-49d0-bda7-4340e2d1a685,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.785852 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.786032 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babcb3ef-409a-4919-94b9-a3d5d2feaec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.808898 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.817362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-c8eb5cd0-6134-4e6b-af1d-534ac37a8757 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5698521 Apr 20 13:05:48.843921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babcb3ef-409a-4919-94b9-a3d5d2feaec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.847428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babcb3ef-409a-4919-94b9-a3d5d2feaec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:48.852514 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-babcb3ef-409a-4919-94b9-a3d5d2feaec4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8712fda5-0768-42d6-b729-640110fb8c75 HTTP/1.1" status: 204 len: 168 time: 0.1696689 Apr 20 13:05:48.863576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcb3ef-409a-4919-94b9-a3d5d2feaec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8712fda5-0768-42d6-b729-640110fb8c75,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:48.904180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-108be889-4c6b-4e90-a342-aa765186a553 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.0857458 Apr 20 13:05:48.910336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.064175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-2eac10ef-1e8a-411e-befd-348c4ed99e19 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:49.065838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-2eac10ef-1e8a-411e-befd-348c4ed99e19 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.1606560 Apr 20 13:05:49.106452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-fa903af4-94d0-46ed-b5b9-69471a43b837 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:05:49.106452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f6afe10-828c-4c92-8584-59410f975fe1 req-fa903af4-94d0-46ed-b5b9-69471a43b837 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151434 Apr 20 13:05:49.283100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7ae6a-e424-4821-b69b-e7a70bacf736 req-6768bcf9-a5e3-403e-9d5b-7955223fcd50 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:49.290690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bce7ae6a-e424-4821-b69b-e7a70bacf736 req-6768bcf9-a5e3-403e-9d5b-7955223fcd50 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.0983162 Apr 20 13:05:49.361242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bce7ae6a-e424-4821-b69b-e7a70bacf736 req-7f729e6a-158d-47fe-ad9e-0a23b91cd1ff tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584452 Apr 20 13:05:49.550878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:49.568464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62184eed-e561-46f3-875a-4c410a66de91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.702317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-26092f25-05f7-489b-bc21-49e72fdc0834 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:49.705826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-26092f25-05f7-489b-bc21-49e72fdc0834 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 820 time: 0.2677095 Apr 20 13:05:49.708847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62184eed-e561-46f3-875a-4c410a66de91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.714974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62184eed-e561-46f3-875a-4c410a66de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:49.753083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-71883e62-7324-4aca-8ed6-700555bb962e tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/quotas/eca9df5e5a634f018aa3b18cfaad2b90 HTTP/1.1" status: 200 len: 375 time: 0.0380235 Apr 20 13:05:49.762697 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-62184eed-e561-46f3-875a-4c410a66de91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06b32e3e256d4ae896a7a94ad0c30426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2097809 Apr 20 13:05:49.765383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48520) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:49.819764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62184eed-e561-46f3-875a-4c410a66de91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d242752-0419-4b77-a578-978a63c837a1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:49.921426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-8bc7b180-02f6-4fa1-a5a3-966e7dcd7050 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1316822 Apr 20 13:05:50.091914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-640328af-ce4d-4cbb-a46e-d69733ea6c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.118841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-640328af-ce4d-4cbb-a46e-d69733ea6c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.176641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-640328af-ce4d-4cbb-a46e-d69733ea6c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.178517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-640328af-ce4d-4cbb-a46e-d69733ea6c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:50.180425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-640328af-ce4d-4cbb-a46e-d69733ea6c2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d242752-0419-4b77-a578-978a63c837a1 HTTP/1.1" status: 204 len: 168 time: 0.4138498 Apr 20 13:05:50.203108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640328af-ce4d-4cbb-a46e-d69733ea6c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d242752-0419-4b77-a578-978a63c837a1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:50.250765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-7901d0ee-09e6-4bd4-a74c-c58b88367f00 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280525 Apr 20 13:05:50.390137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-5e40df6c-85a2-4a35-8162-d2422ba809f1 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334324 Apr 20 13:05:50.626135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe86f1-9f32-4b3d-bd7d-4990a929e50b req-26de392f-71b6-4865-b75e-64025e4adb8b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:50.627693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cfe86f1-9f32-4b3d-bd7d-4990a929e50b req-26de392f-71b6-4865-b75e-64025e4adb8b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1802924 Apr 20 13:05:50.676741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:05:50.840728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cfe86f1-9f32-4b3d-bd7d-4990a929e50b req-96aafc81-5580-450f-b5e4-a4defc24f27f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948023 Apr 20 13:05:50.931008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e66bf020-3e72-4172-bc01-0b8b48c43cf5 req-acc9f7cd-b151-4ea1-924e-f15bf9d78c34 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 210 time: 0.0626407 Apr 20 13:05:51.087341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:51.115746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'mac_address': 'fa:16:3e:d5:b0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:05:51.191208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:51.210692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:51.237818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:51.249442 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:51.405428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:51.465804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2ed76e90-fbc7-4dd5-bed8-969c18f50eb5'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:51.734816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a963672-d8a5-4807-bbf9-04161bc295b6 req-5413aa9b-89f3-471a-9e04-9ea18777fd00 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.0419676 Apr 20 13:05:52.330343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e93a515c-a41a-469c-b65b-b2c52d496083 req-d9d02f87-897c-4f94-88ef-9be5aecbe89c tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 210 time: 0.1790535 Apr 20 13:05:52.353754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42edca4-40d0-4ed8-9cb9-19a70e92f4dd req-e7f3b8dc-2e44-4c79-bc1b-3b92c0067519 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:52.367552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42edca4-40d0-4ed8-9cb9-19a70e92f4dd req-e7f3b8dc-2e44-4c79-bc1b-3b92c0067519 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.3698123 Apr 20 13:05:52.554983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42edca4-40d0-4ed8-9cb9-19a70e92f4dd req-85d195cc-07d7-457b-ad41-15b2d783cb4f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857266 Apr 20 13:05:52.679052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:05:52.967133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:53.001411 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.079130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-ce9949af-ea8c-4a3e-b9c7-547a1841a53a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:53.086389 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-ce9949af-ea8c-4a3e-b9c7-547a1841a53a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.30 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 820 time: 0.4577789 Apr 20 13:05:53.120348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'port': {'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'admin_state_up': True, 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:53.211694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d63e833-91aa-4732-bc91-00a41a059b67 req-60c356c2-2802-472e-bf40-2dfd34e87490 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.1071539 Apr 20 13:05:53.398677 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.403609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:53.440518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:53.443293 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406e095e-b2d2-40e8-b58f-5a3f70b34f7b" -d '{"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:53.470988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:05:53.478332 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.564840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Made reservation on behalf of eca9df5e5a634f018aa3b18cfaad2b90 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:05:53.574483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.598205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5cd4560e-97fb-4e53-8ed0-35ed851fbcae req-3b633978-fb81-46fd-8079-a915707d9673 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 210 time: 0.0734010 Apr 20 13:05:53.641537 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfb5292-8caf-4a1b-8d07-a125f8e98b39 x-openstack-request-id: req-edfb5292-8caf-4a1b-8d07-a125f8e98b39 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:53.648282 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-plugged", "status": "completed", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:53.648282 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edfb5292-8caf-4a1b-8d07-a125f8e98b39 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:53.648713 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfb5292-8caf-4a1b-8d07-a125f8e98b39'] response: {'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'code': 200} Apr 20 13:05:53.649336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:53.749909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:53.774595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:53.935241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de0473-1394-46dd-8274-0b711e92fa66 req-0b8a6af6-6ad3-45d5-bf06-9ee37cdbffc7 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:53.942835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52de0473-1394-46dd-8274-0b711e92fa66 req-0b8a6af6-6ad3-45d5-bf06-9ee37cdbffc7 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1834424 Apr 20 13:05:54.000463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-04eed2f9-8900-4bbe-aa57-9ecbdd4fd5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.044808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecc62012-b0ca-4007-b259-ee8738514e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.050789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Allocated IP 172.20.0.3 (0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd/535713d1-98eb-4857-80b3-356d94b3de1a/3d92917d-5765-4458-bce7-51c615862c30) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:05:54.188911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52de0473-1394-46dd-8274-0b711e92fa66 req-db33b299-a44c-4261-9d93-fa6657cb1ccd tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451220 Apr 20 13:05:54.214458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-04eed2f9-8900-4bbe-aa57-9ecbdd4fd5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.224121 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-04eed2f9-8900-4bbe-aa57-9ecbdd4fd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.258925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-04eed2f9-8900-4bbe-aa57-9ecbdd4fd5c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e0d850873914c909662a5f9b6103a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5077989 Apr 20 13:05:54.262607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48744) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:54.342194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eed2f9-8900-4bbe-aa57-9ecbdd4fd5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f75043-80b8-4771-878c-3f4c42939434,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:54.431748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d30ac6a-e29a-4df7-8155-c02a24ca30d1 req-b6a68428-c84d-4e4e-a362-f89579775c57 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0567050 Apr 20 13:05:54.505959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecc62012-b0ca-4007-b259-ee8738514e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.515078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ecc62012-b0ca-4007-b259-ee8738514e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.558752 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6dabf8b-c89d-4cb7-ae52-b730fa927ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.566138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.622573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.638280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c89af775-e22f-401a-822f-14b9ca9995bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:05:54.644895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ecc62012-b0ca-4007-b259-ee8738514e0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a64f691cbb85442296a0d3799da0cfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2402050 Apr 20 13:05:54.648438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:54.662319 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6dabf8b-c89d-4cb7-ae52-b730fa927ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.682202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc62012-b0ca-4007-b259-ee8738514e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40acd581-0fb3-4eec-ba55-c2f78fc7f479,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:54.726025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b3435-e82f-4a96-b56d-791a927fd4fc req-20257879-f308-451b-bb83-0c3719930494 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:54.728088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7b3435-e82f-4a96-b56d-791a927fd4fc req-20257879-f308-451b-bb83-0c3719930494 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1919620 Apr 20 13:05:54.746300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:05:54.753483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-02d88a84-a97c-4b02-a7fa-02acd79cce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:54.757672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-02d88a84-a97c-4b02-a7fa-02acd79cce66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1096 time: 0.1597753 Apr 20 13:05:54.771218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:05:54.794093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:05:54.887134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Pushing event updated for resources: {'Port': ['ID=3d92917d-5765-4458-bce7-51c615862c30,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:54.920888 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ea679aa-e3ba-4ac7-a5a1-4101c5628124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:54.970638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ea679aa-e3ba-4ac7-a5a1-4101c5628124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.023718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-73205489-c72e-4895-b931-22591a8e7f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:55.030904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-73205489-c72e-4895-b931-22591a8e7f5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.2496269 Apr 20 13:05:55.042421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:55.043157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.047233 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ea679aa-e3ba-4ac7-a5a1-4101c5628124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.050938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ea679aa-e3ba-4ac7-a5a1-4101c5628124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.056211 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2ea679aa-e3ba-4ac7-a5a1-4101c5628124 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40acd581-0fb3-4eec-ba55-c2f78fc7f479 HTTP/1.1" status: 204 len: 168 time: 0.4025953 Apr 20 13:05:55.080780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea679aa-e3ba-4ac7-a5a1-4101c5628124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40acd581-0fb3-4eec-ba55-c2f78fc7f479,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:55.088986 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-e424e182-8458-4188-a055-bae54185c070 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9920077 Apr 20 13:05:55.102424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Request body: {'port': {'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:05:55.182438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.259221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3214c6fb-a1dd-406a-8ca4-9f9274ad844b None None] Provisioning complete for port 3d92917d-5765-4458-bce7-51c615862c30 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:05:55.259735 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3214c6fb-a1dd-406a-8ca4-9f9274ad844b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.323871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af7b3435-e82f-4a96-b56d-791a927fd4fc req-b1371062-b89a-4a3c-b8bf-687286cf474b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5792332 Apr 20 13:05:55.356031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75341ec-28a0-46da-9627-77b7fe8cecd6 req-5e18c2f2-ab04-4c6e-8f2e-94abc8e684de tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:55.359313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b75341ec-28a0-46da-9627-77b7fe8cecd6 req-5e18c2f2-ab04-4c6e-8f2e-94abc8e684de tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 931 time: 0.6158552 Apr 20 13:05:55.368541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6dabf8b-c89d-4cb7-ae52-b730fa927ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.371084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6dabf8b-c89d-4cb7-ae52-b730fa927ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.372214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d6dabf8b-c89d-4cb7-ae52-b730fa927ba9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9f75043-80b8-4771-878c-3f4c42939434 HTTP/1.1" status: 204 len: 168 time: 1.1064479 Apr 20 13:05:55.374936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3214c6fb-a1dd-406a-8ca4-9f9274ad844b None None] Port 3d92917d-5765-4458-bce7-51c615862c30 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:05:55.478050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-15422635-49d8-4f7b-956c-1e54da24be01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 1001 time: 0.4226441 Apr 20 13:05:55.480629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dabf8b-c89d-4cb7-ae52-b730fa927ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f75043-80b8-4771-878c-3f4c42939434,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:55.606958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b75341ec-28a0-46da-9627-77b7fe8cecd6 req-f5f5e049-bb1b-45ce-a655-e5ce83be3c28 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336485 Apr 20 13:05:55.744132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d92917d-5765-4458-bce7-51c615862c30 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:05:55.756360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.770014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Transition to ACTIVE for port object 3d92917d-5765-4458-bce7-51c615862c30 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:05:55.780977 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:55.876354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Pushing event updated for resources: {'Port': ['ID=3d92917d-5765-4458-bce7-51c615862c30,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:56.151211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Attempting to bind port 3d92917d-5765-4458-bce7-51c615862c30 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:05:56.151672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Attempting to bind port 3d92917d-5765-4458-bce7-51c615862c30 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:05:56.152255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Attempting to bind port 3d92917d-5765-4458-bce7-51c615862c30 on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:56.166540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Port 3d92917d-5765-4458-bce7-51c615862c30 on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:05:56.169378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Attempting to bind port 3d92917d-5765-4458-bce7-51c615862c30 on network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:05:56.183895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:05:56.185421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Checking segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:05:56.188241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Bound using segment: {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:05:56.189018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Bound port: 3d92917d-5765-4458-bce7-51c615862c30, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3abafd04-bdf0-49bd-ad1f-2745da475f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:05:56.192064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.193322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090d8a79-9a66-4dc2-a315-8c590ab54763 req-828585d3-ed49-4f0b-82cd-85f02d694126 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.5973427 Apr 20 13:05:56.204591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-f53ca7ec-93dd-4849-8224-477ca5758014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.207998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-f53ca7ec-93dd-4849-8224-477ca5758014 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.7071958 Apr 20 13:05:56.340180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-a23ace2b-0a55-49c8-8090-c0f5162d1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.341874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-a23ace2b-0a55-49c8-8090-c0f5162d1a92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262355 Apr 20 13:05:56.361986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48806) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:56.376678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] For port 3d92917d-5765-4458-bce7-51c615862c30, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:05:56.379889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] For port 3d92917d-5765-4458-bce7-51c615862c30, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3d92917d-5765-4458-bce7-51c615862c30,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:05:56.386659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.414375 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b464ac3f-6255-4354-9b24-a5fcbf4a3347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.463411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.464366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:56.466219 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 1091 time: 1.3697469 Apr 20 13:05:56.468616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'tag': '3d92917d-5765-4458-bce7-51c615862c30'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:05:56.489081 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "tag": "3d92917d-5765-4458-bce7-51c615862c30"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:05:56.619343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a72091-111e-419d-9ee1-5692d673a901 service neutron] Pushing event updated for resources: {'Port': ['ID=3d92917d-5765-4458-bce7-51c615862c30,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:56.678537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-9dce80a7-55ca-4214-b8d3-89038145b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.680635 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-9dce80a7-55ca-4214-b8d3-89038145b5eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 1094 time: 0.1601887 Apr 20 13:05:56.733977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-171d93fc-28e0-4f42-8d7f-d1b6d52fad34 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845284 Apr 20 13:05:56.770833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd14cb-789d-495a-a1ee-5623357b01d8 req-2024c2f9-9f96-4322-9acb-9f4bbc8db054 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.772392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4cd14cb-789d-495a-a1ee-5623357b01d8 req-2024c2f9-9f96-4322-9acb-9f4bbc8db054 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2484803 Apr 20 13:05:56.841535 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da29165-7a49-471b-94e9-54d6a2e63d0e x-openstack-request-id: req-7da29165-7a49-471b-94e9-54d6a2e63d0e {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:05:56.844147 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "tag": "3d92917d-5765-4458-bce7-51c615862c30", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:05:56.844424 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7da29165-7a49-471b-94e9-54d6a2e63d0e {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:05:56.844839 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da29165-7a49-471b-94e9-54d6a2e63d0e'] response: {'name': 'network-changed', 'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'tag': '3d92917d-5765-4458-bce7-51c615862c30', 'status': 'completed', 'code': 200} Apr 20 13:05:56.846403 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-92fd0d82-fe8b-48d7-8cdd-1227ac3b04be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 217 time: 0.1504982 Apr 20 13:05:56.951181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-d43ecb1b-ea3a-4bc7-9431-bb5ec74097ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:56.952360 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-d43ecb1b-ea3a-4bc7-9431-bb5ec74097ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.0981781 Apr 20 13:05:57.018427 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b464ac3f-6255-4354-9b24-a5fcbf4a3347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.053460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4cd14cb-789d-495a-a1ee-5623357b01d8 req-6f2f7ef9-d67b-4749-b89d-be64fd040bf5 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566743 Apr 20 13:05:57.056014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-c648837c-e695-434d-8900-4ece0f64aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:57.057790 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-c648837c-e695-434d-8900-4ece0f64aa0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985723 Apr 20 13:05:57.073360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b464ac3f-6255-4354-9b24-a5fcbf4a3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.149477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e03346-2c2b-440d-b85f-fef2faaaf194 req-0c735f93-0adf-4d2d-a3d9-6af94f386864 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:57.153336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e03346-2c2b-440d-b85f-fef2faaaf194 req-0c735f93-0adf-4d2d-a3d9-6af94f386864 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 943 time: 0.3567212 Apr 20 13:05:57.220609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48842) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:57.242415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b464ac3f-6255-4354-9b24-a5fcbf4a3347 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1136a92177744921a73cb0e7d9cad2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8763943 Apr 20 13:05:57.253327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464ac3f-6255-4354-9b24-a5fcbf4a3347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e588988-daab-42c3-8b7f-96fab8e0a60e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:57.329050 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-85de47ac-29de-43ab-b5cf-81ab4f91b94d service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627592 Apr 20 13:05:57.361688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06baaa49-21bd-4db2-9d4d-62cf26a0d96b req-5ae0c288-b7c1-4d4d-a47c-2e4b4a36dbec service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181929 Apr 20 13:05:57.370429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b403c35-5d94-496e-848e-1e488ab1354e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.452577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07d4ca77-0a07-45e5-848f-584349ed043f req-c9dfe680-73a5-4968-8e34-6c0af9968d45 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0846596 Apr 20 13:05:57.465517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e03346-2c2b-440d-b85f-fef2faaaf194 req-f0147c92-8c5c-4ab5-9577-d080679aa1f1 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218883 Apr 20 13:05:57.469562 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c1213c31-6c05-47c2-a6e0-3fd907dd992e req-c71f978a-8b17-4feb-bfa9-ce9330e07260 service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280539 Apr 20 13:05:57.534894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b403c35-5d94-496e-848e-1e488ab1354e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.602987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f41815d-396e-4da9-bea6-fdb93adf6768 req-f6c5d4a2-2c15-4d78-bdaa-88e24f67e150 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.0440297 Apr 20 13:05:57.645975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-b079974d-2152-4ec0-8859-f4c58376370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:57.649712 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-b079974d-2152-4ec0-8859-f4c58376370e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 1094 time: 0.0991492 Apr 20 13:05:57.668784 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b403c35-5d94-496e-848e-1e488ab1354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.672819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b403c35-5d94-496e-848e-1e488ab1354e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:57.674756 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b403c35-5d94-496e-848e-1e488ab1354e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e588988-daab-42c3-8b7f-96fab8e0a60e HTTP/1.1" status: 204 len: 168 time: 0.4509773 Apr 20 13:05:57.686924 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b403c35-5d94-496e-848e-1e488ab1354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e588988-daab-42c3-8b7f-96fab8e0a60e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:05:58.047486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-f41290f5-273b-48dc-8a24-d894cb4c90b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.049468 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-f41290f5-273b-48dc-8a24-d894cb4c90b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.1804764 Apr 20 13:05:58.401236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f3ba9-f11a-4937-bb7a-6c02fe43618b req-43c0f1dd-7ddb-4c98-8532-14b3a75eede2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.409375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-688f3ba9-f11a-4937-bb7a-6c02fe43618b req-43c0f1dd-7ddb-4c98-8532-14b3a75eede2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1097534 Apr 20 13:05:58.474134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-688f3ba9-f11a-4937-bb7a-6c02fe43618b req-ada82728-30fd-452e-88b0-7024f0ef723a tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566382 Apr 20 13:05:58.678067 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-b668c91e-a6a4-4254-bb06-2e8cc1f6dfde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 217 time: 0.6203315 Apr 20 13:05:58.797992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8004da87-e82b-4172-b253-3090ad10c348 req-b442829d-3bcd-433a-bcaf-ebbc055c1cbb tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.1270590 Apr 20 13:05:58.810172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-4bf6a31a-9aad-4d44-9bec-001984f41dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.811958 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-4bf6a31a-9aad-4d44-9bec-001984f41dae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1267390 Apr 20 13:05:58.897048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-aac5c553-cf8e-4fb8-9734-43e2ef4444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.901597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-aac5c553-cf8e-4fb8-9734-43e2ef4444f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800469 Apr 20 13:05:58.944990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbab6a-76cd-4889-81bf-709f3a169692 req-7b55a25a-d468-47a7-bc93-31974ede8ad3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:05:58.946885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3cbab6a-76cd-4889-81bf-709f3a169692 req-7b55a25a-d468-47a7-bc93-31974ede8ad3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 943 time: 0.3222489 Apr 20 13:05:58.960879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea3c297-fe3e-483a-83b4-fa2c562fceeb req-17537007-1c96-4b8b-ab46-c27231127e0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.1444795 Apr 20 13:05:59.062551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3cbab6a-76cd-4889-81bf-709f3a169692 req-90d290f8-2533-4c7c-9a7c-5dcb419c4f59 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004131 Apr 20 13:05:59.123158 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-2f73f363-99c8-4a56-9db4-c2fcae4c957f service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150700 Apr 20 13:05:59.471972 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-37b342f5-1623-4ff4-ba5b-3fe82a52f5e6 req-ffce330c-c131-4bb7-a4c8-a7802d14ccad service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502496 Apr 20 13:05:59.665077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48974) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:05:59.849933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f15a5fde-b711-4188-9b9c-62a5ab839bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:05:59.981724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab744d55-0134-462c-bf4c-fec688ddadb7 req-98393019-3f12-4c1b-af8b-f43c4d331c27 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0452170 Apr 20 13:05:59.999275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f15a5fde-b711-4188-9b9c-62a5ab839bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.011758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f15a5fde-b711-4188-9b9c-62a5ab839bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.042278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a5fde-b711-4188-9b9c-62a5ab839bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6029c6-b262-4e02-8af8-0b90d285c00e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:00.071912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48996) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:00.082290 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f15a5fde-b711-4188-9b9c-62a5ab839bfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80778d29929f4dea99e20e7d1833044d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4159060 Apr 20 13:06:00.216216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcc3b0bc-877e-44d6-b16c-9e79bf458f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.252974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcc3b0bc-877e-44d6-b16c-9e79bf458f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.393479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696c657-a38c-4b3f-9bfa-4ea61798760e req-f9d7c819-ac4f-4e89-8450-57fecc755afc tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:00.399133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7696c657-a38c-4b3f-9bfa-4ea61798760e req-f9d7c819-ac4f-4e89-8450-57fecc755afc tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 943 time: 0.1973596 Apr 20 13:06:00.466275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcc3b0bc-877e-44d6-b16c-9e79bf458f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.468914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fcc3b0bc-877e-44d6-b16c-9e79bf458f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:00.481676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fcc3b0bc-877e-44d6-b16c-9e79bf458f69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d6029c6-b262-4e02-8af8-0b90d285c00e HTTP/1.1" status: 204 len: 168 time: 0.4084742 Apr 20 13:06:00.506642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7696c657-a38c-4b3f-9bfa-4ea61798760e req-22cbb13e-79fb-40db-b145-6ef2f67c1f8b tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933533 Apr 20 13:06:00.525997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3b0bc-877e-44d6-b16c-9e79bf458f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6029c6-b262-4e02-8af8-0b90d285c00e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:01.087798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49038) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:01.125072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a03e063-eecc-49e9-98fc-bdc8ee14ac1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.160077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d5192fd-cd7d-439c-a88f-5f3a41af3950 req-5d654317-1812-431c-8637-0c2dc4e69c03 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0751345 Apr 20 13:06:01.266939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a03e063-eecc-49e9-98fc-bdc8ee14ac1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.276724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a03e063-eecc-49e9-98fc-bdc8ee14ac1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.361291 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0a03e063-eecc-49e9-98fc-bdc8ee14ac1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04f51fc3163b4984909a12c6a1da2b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723291 Apr 20 13:06:01.362557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03e063-eecc-49e9-98fc-bdc8ee14ac1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f4ec5-30ac-42c3-9982-4d0fc0f36d0d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:01.363860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49060) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:01.483428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1bba-3da1-44e3-983d-093810c4e895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.566969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1bba-3da1-44e3-983d-093810c4e895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.653871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1bba-3da1-44e3-983d-093810c4e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.658182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac0c1bba-3da1-44e3-983d-093810c4e895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:01.659492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ac0c1bba-3da1-44e3-983d-093810c4e895 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e97f4ec5-30ac-42c3-9982-4d0fc0f36d0d HTTP/1.1" status: 204 len: 168 time: 0.2945232 Apr 20 13:06:01.688092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c1bba-3da1-44e3-983d-093810c4e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f4ec5-30ac-42c3-9982-4d0fc0f36d0d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:01.818870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-191b9376-c052-4614-bbe1-6f8b62a1242b req-6ed4561e-41f8-4f52-b696-5cf4a2f63177 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0333588 Apr 20 13:06:01.869275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bffcc-a347-4b68-99b5-798cd0f56b39 req-93242da5-a640-467f-a851-33df87052428 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:01.871276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be1bffcc-a347-4b68-99b5-798cd0f56b39 req-93242da5-a640-467f-a851-33df87052428 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 943 time: 0.1477263 Apr 20 13:06:01.942833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be1bffcc-a347-4b68-99b5-798cd0f56b39 req-f07ddd64-2549-4fdd-9551-cb2f26d2b8dd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624073 Apr 20 13:06:02.668471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49130) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:02.837244 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d5ce-38df-47d7-96d4-112cf004e417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:02.986083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c0ebb2d-98eb-4db7-94dc-adfb1b0ae711 req-9f968f51-c1cd-4ab5-af0c-4eb9d8384adc tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0516040 Apr 20 13:06:03.161804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d5ce-38df-47d7-96d4-112cf004e417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.186256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284efa8-770b-4c8d-9f32-a6b3f6930d30 req-150b4868-647a-469d-9639-b45834915856 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:03.190867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1284efa8-770b-4c8d-9f32-a6b3f6930d30 req-150b4868-647a-469d-9639-b45834915856 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 943 time: 0.1521287 Apr 20 13:06:03.200592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a8b2d5ce-38df-47d7-96d4-112cf004e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.238925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a8b2d5ce-38df-47d7-96d4-112cf004e417 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97044dec016843b79d3a39bab8b915a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5693758 Apr 20 13:06:03.242231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:03.282236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2d5ce-38df-47d7-96d4-112cf004e417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc696258-a1ff-42da-8504-67be61c8b191,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:03.318735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1284efa8-770b-4c8d-9f32-a6b3f6930d30 req-ab44280a-afbf-4a89-8372-e6e3181f4fd1 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938287 Apr 20 13:06:03.343391 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad89e1db-0c81-4e15-ba23-2f38b37f4de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.373429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad89e1db-0c81-4e15-ba23-2f38b37f4de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.445697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad89e1db-0c81-4e15-ba23-2f38b37f4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.455552 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad89e1db-0c81-4e15-ba23-2f38b37f4de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.457002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad89e1db-0c81-4e15-ba23-2f38b37f4de2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc696258-a1ff-42da-8504-67be61c8b191 HTTP/1.1" status: 204 len: 168 time: 0.2136636 Apr 20 13:06:03.476808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89e1db-0c81-4e15-ba23-2f38b37f4de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc696258-a1ff-42da-8504-67be61c8b191,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:03.683729 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-836c772b-19b6-40be-a8df-eab204786b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:03.789731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3d92917d-5765-4458-bce7-51c615862c30 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:03.950282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 3d92917d-5765-4458-bce7-51c615862c30, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3d92917d-5765-4458-bce7-51c615862c30,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:03.968944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '3d92917d-5765-4458-bce7-51c615862c30', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'mac_address': 'fa:16:3e:6d:71:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:06:04.093484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49200) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:04.098389 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.123218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c998d90e-cbb3-4649-983d-3f4f0290c1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.141870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d92917d-5765-4458-bce7-51c615862c30 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:04.204277 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 3d92917d-5765-4458-bce7-51c615862c30, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3d92917d-5765-4458-bce7-51c615862c30,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:04.226826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.238416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff06a37-7c43-4142-af1a-ed5f8b6f1767 req-507db745-97b5-4acd-ab66-a3d5ce206e3e tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0517726 Apr 20 13:06:04.321515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=3d92917d-5765-4458-bce7-51c615862c30,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:04.391599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c998d90e-cbb3-4649-983d-3f4f0290c1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.399548 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c998d90e-cbb3-4649-983d-3f4f0290c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.474673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c998d90e-cbb3-4649-983d-3f4f0290c1fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=873021e1d80d4aa3b7f508e491cfde98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3800457 Apr 20 13:06:04.475969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49218) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:04.476763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998d90e-cbb3-4649-983d-3f4f0290c1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c785b9f1-85b5-43a2-9365-bc4dfe48db04,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:04.551282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b2b63-0b47-4670-83b9-936110174842 req-b5d31ee5-016b-47bb-b6a4-9fc95af911df tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:04.565715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-036b2b63-0b47-4670-83b9-936110174842 req-b5d31ee5-016b-47bb-b6a4-9fc95af911df tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 944 time: 0.1103404 Apr 20 13:06:04.584855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee354822-22da-4d75-9709-c0df28cd8fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.587555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['3d92917d-5765-4458-bce7-51c615862c30'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:04.616916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-036b2b63-0b47-4670-83b9-936110174842 req-139b7a96-c870-4b34-b8a9-16a985face7c tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447905 Apr 20 13:06:04.637726 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee354822-22da-4d75-9709-c0df28cd8fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.722772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee354822-22da-4d75-9709-c0df28cd8fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.726355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ee354822-22da-4d75-9709-c0df28cd8fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:04.731631 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ee354822-22da-4d75-9709-c0df28cd8fab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c785b9f1-85b5-43a2-9365-bc4dfe48db04 HTTP/1.1" status: 204 len: 168 time: 0.2503018 Apr 20 13:06:04.743759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee354822-22da-4d75-9709-c0df28cd8fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c785b9f1-85b5-43a2-9365-bc4dfe48db04,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:05.317694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49278) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:05.490259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec38b0f-a4de-459a-9899-50e5327e48ec req-dabac367-4e93-4ea7-b327-e34575c23bc3 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0694184 Apr 20 13:06:05.673714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8dcebc7f-8c42-4836-9422-0b8c7de6262a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:05.797584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3d92917d-5765-4458-bce7-51c615862c30 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:05.819485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0e3ae-9136-469b-bf22-e283caf309eb req-ae07fc34-2c39-4364-a1eb-6103df3be4d1 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:05.826789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1a0e3ae-9136-469b-bf22-e283caf309eb req-ae07fc34-2c39-4364-a1eb-6103df3be4d1 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 944 time: 0.1027861 Apr 20 13:06:05.908463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 3d92917d-5765-4458-bce7-51c615862c30 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:06:05.944525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 3d92917d-5765-4458-bce7-51c615862c30 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:05.944525 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:05.988068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1a0e3ae-9136-469b-bf22-e283caf309eb req-a22ed5ae-e75d-4134-8fa3-147b324d2948 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603708 Apr 20 13:06:06.010424 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8dcebc7f-8c42-4836-9422-0b8c7de6262a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.024109 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8dcebc7f-8c42-4836-9422-0b8c7de6262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.117932 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f9220fcc-8673-4e2b-ac09-120fa739a283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.151255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8dcebc7f-8c42-4836-9422-0b8c7de6262a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f89e488a868c4f3d84ceaaecfcec3e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318896 Apr 20 13:06:06.153869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49316) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:06.169048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcebc7f-8c42-4836-9422-0b8c7de6262a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b6bd75-da00-4136-a519-84ef46328725,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:06.194991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.236864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6dc77c5-1029-4046-bd68-be487f9ca533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.261857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6dc77c5-1029-4046-bd68-be487f9ca533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.262214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 3d92917d-5765-4458-bce7-51c615862c30, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3d92917d-5765-4458-bce7-51c615862c30,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:06.264116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d92917d-5765-4458-bce7-51c615862c30'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:06.269418 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbb6db9-4a87-4251-998b-15626bb1bd7c" -d '{"events": [{"server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "name": "network-vif-plugged", "status": "completed", "tag": "3d92917d-5765-4458-bce7-51c615862c30"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:06.276466 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.336603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6dc77c5-1029-4046-bd68-be487f9ca533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.339771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6dc77c5-1029-4046-bd68-be487f9ca533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.347333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=3d92917d-5765-4458-bce7-51c615862c30,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:06.348184 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d6dc77c5-1029-4046-bd68-be487f9ca533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3b6bd75-da00-4136-a519-84ef46328725 HTTP/1.1" status: 204 len: 168 time: 0.1899147 Apr 20 13:06:06.382634 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b0115c-a051-4492-980e-b3037108cfe1 x-openstack-request-id: req-c1b0115c-a051-4492-980e-b3037108cfe1 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:06.383229 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "name": "network-vif-plugged", "status": "completed", "tag": "3d92917d-5765-4458-bce7-51c615862c30", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:06.384632 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1b0115c-a051-4492-980e-b3037108cfe1 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:06.385067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc77c5-1029-4046-bd68-be487f9ca533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b6bd75-da00-4136-a519-84ef46328725,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:06.393278 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b0115c-a051-4492-980e-b3037108cfe1'] response: {'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d92917d-5765-4458-bce7-51c615862c30', 'code': 200} Apr 20 13:06:06.559084 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07557491-0d42-4bbc-acf7-412fb33a65f7 req-9d61c190-98f1-4eb0-8eb5-de5bc80f2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:06.566434 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-07557491-0d42-4bbc-acf7-412fb33a65f7 req-9d61c190-98f1-4eb0-8eb5-de5bc80f2920 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 1096 time: 0.0920787 Apr 20 13:06:06.665431 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-07557491-0d42-4bbc-acf7-412fb33a65f7 req-5b9bcd09-0261-4fcd-9d3e-7e01a2d2f726 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920982 Apr 20 13:06:06.683315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c82af74-782a-442f-916b-b8abe81d5b27 req-33851b7f-b803-4fec-993e-9ed2c81a92f9 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0562375 Apr 20 13:06:06.793573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49340) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:06.921463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49344) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:06.935806 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-31c703dd-a759-458a-9de8-1db6d8fdbf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:06.975057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4922e0b-2138-4afe-ad89-3ee7f5f957db admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.066377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-31c703dd-a759-458a-9de8-1db6d8fdbf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.074109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-31c703dd-a759-458a-9de8-1db6d8fdbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.110364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c703dd-a759-458a-9de8-1db6d8fdbf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5532775f-a6bc-4275-b021-f3d9253c0919,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:07.149318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.149838 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-31c703dd-a759-458a-9de8-1db6d8fdbf54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7248d8c2a4bd44b0a6fe401394310b25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239323 Apr 20 13:06:07.149933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49358) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:07.185829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4922e0b-2138-4afe-ad89-3ee7f5f957db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.193372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4922e0b-2138-4afe-ad89-3ee7f5f957db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.234729 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4922e0b-2138-4afe-ad89-3ee7f5f957db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=040ff3bfd74a4357af605c1348b88f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394703 Apr 20 13:06:07.235347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:07.286215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4922e0b-2138-4afe-ad89-3ee7f5f957db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7047987a-4458-49ae-af97-ab5b619bc3bf,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:07.287385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc1d6-be7f-4a15-8e81-1ffed7343fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.325741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0ead6-b07d-4da1-917c-649a9c762be6 req-fc1be4bb-466e-49da-a0da-dd08a4266cce tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:07.327777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fa0ead6-b07d-4da1-917c-649a9c762be6 req-fc1be4bb-466e-49da-a0da-dd08a4266cce tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 945 time: 0.1190298 Apr 20 13:06:07.334627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc1d6-be7f-4a15-8e81-1ffed7343fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.338507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0654d0b9-5dce-49f9-bf6e-08395d28d662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.370836 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0654d0b9-5dce-49f9-bf6e-08395d28d662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.432807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fa0ead6-b07d-4da1-917c-649a9c762be6 req-d1a84415-af87-4491-860b-d14a65a7c7dc tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900090 Apr 20 13:06:07.433455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0654d0b9-5dce-49f9-bf6e-08395d28d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.436474 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0654d0b9-5dce-49f9-bf6e-08395d28d662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.441827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0654d0b9-5dce-49f9-bf6e-08395d28d662 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7047987a-4458-49ae-af97-ab5b619bc3bf HTTP/1.1" status: 204 len: 168 time: 0.2043190 Apr 20 13:06:07.453808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654d0b9-5dce-49f9-bf6e-08395d28d662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7047987a-4458-49ae-af97-ab5b619bc3bf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:07.474261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc1d6-be7f-4a15-8e81-1ffed7343fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.478047 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b0fc1d6-be7f-4a15-8e81-1ffed7343fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:07.482472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2b0fc1d6-be7f-4a15-8e81-1ffed7343fe9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5532775f-a6bc-4275-b021-f3d9253c0919 HTTP/1.1" status: 204 len: 168 time: 0.3316009 Apr 20 13:06:07.492229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fc1d6-be7f-4a15-8e81-1ffed7343fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5532775f-a6bc-4275-b021-f3d9253c0919,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:07.889449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cee57cf2-5fa3-4dbb-b192-398c66c1470b req-b7fc7db4-a527-4e64-912c-cd3b00aebf1b tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0974736 Apr 20 13:06:08.555711 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.668746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-5ba61bd2-e37d-421f-b845-12963db3fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.670240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-5ba61bd2-e37d-421f-b845-12963db3fc2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 1101 time: 0.1553710 Apr 20 13:06:08.686451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093f611-9939-4f96-9c5d-297a4545b2c8 req-de7f4b6a-d6f4-43f9-aa58-d5cb1c8d35f5 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.688412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2093f611-9939-4f96-9c5d-297a4545b2c8 req-de7f4b6a-d6f4-43f9-aa58-d5cb1c8d35f5 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 945 time: 0.0934021 Apr 20 13:06:08.807090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2093f611-9939-4f96-9c5d-297a4545b2c8 req-f94abf01-2b4c-48bd-a864-961f05fdd3bc tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000998 Apr 20 13:06:08.886009 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:08.906765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-ad00dcf6-1e3e-4192-b587-d9f03dfabb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:08.909141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-ad00dcf6-1e3e-4192-b587-d9f03dfabb35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.2163703 Apr 20 13:06:09.083427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df30555e-2926-435c-92ad-1daadb0799ef req-f2201633-2ea4-4243-921b-e32611ae217d tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0438435 Apr 20 13:06:09.134583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-de1faba2-04a0-4341-8394-b30a3c46f2b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 HTTP/1.1" status: 200 len: 217 time: 0.0893497 Apr 20 13:06:09.195916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-cadf2773-5269-4eda-80ff-e04fabd66c6f tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.198523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-cadf2773-5269-4eda-80ff-e04fabd66c6f tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2833834 Apr 20 13:06:09.296478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-0d0586fa-2b32-4356-a88f-bd8c5d34d401 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.0914218 Apr 20 13:06:09.301157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-cc60cce5-577e-4329-a797-c3b601d74c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.302940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-cc60cce5-577e-4329-a797-c3b601d74c85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1574004 Apr 20 13:06:09.315186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'floatingip': {'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:09.407606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:09.490905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-6eeea840-c369-4c4c-afaf-6aa36e624c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:09.493286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-6eeea840-c369-4c4c-afaf-6aa36e624c32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1740632 Apr 20 13:06:09.695055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-a0c90d1e-246e-47fc-b4dd-c666f65c808a service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892366 Apr 20 13:06:09.923976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca390f0c-5e0d-4db1-a1d5-b5060c069d00 req-855e3748-e809-4d33-99b4-6f1591bcf861 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999028 Apr 20 13:06:10.035923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49552) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:10.141825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.150335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.247863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2832e785-86fe-471c-a6bf-5ab850994110 req-49a52fe0-8e92-4612-9f57-7c307924a0c8 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0413349 Apr 20 13:06:10.261742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfab9b54-d5ad-429a-b7e0-31f14b9d54fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.354236 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 associated. External IP: 172.25.3.82, port: c89af775-e22f-401a-822f-14b9ca9995bc. Apr 20 13:06:10.412526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfab9b54-d5ad-429a-b7e0-31f14b9d54fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.418669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfab9b54-d5ad-429a-b7e0-31f14b9d54fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.468568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49598) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:10.469611 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bfab9b54-d5ad-429a-b7e0-31f14b9d54fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=506abe7e4f7e40ca8be9c7486f052cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322259 Apr 20 13:06:10.482245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab9b54-d5ad-429a-b7e0-31f14b9d54fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d18af7d-7585-4a42-bb0d-db47a6a2243e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:10.599467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadc7320-aded-4ed6-a230-74d3db12d570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.668956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadc7320-aded-4ed6-a230-74d3db12d570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.729743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:10.777386 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadc7320-aded-4ed6-a230-74d3db12d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.780715 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aadc7320-aded-4ed6-a230-74d3db12d570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.785088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aadc7320-aded-4ed6-a230-74d3db12d570 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d18af7d-7585-4a42-bb0d-db47a6a2243e HTTP/1.1" status: 204 len: 168 time: 0.3155618 Apr 20 13:06:10.841402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc7320-aded-4ed6-a230-74d3db12d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d18af7d-7585-4a42-bb0d-db47a6a2243e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:10.855869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f613954-adc0-4ec5-9a0d-44ce65875d5d req-fe057cc4-7e8f-4678-9704-f7a467ae1bda tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:10.866442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f613954-adc0-4ec5-9a0d-44ce65875d5d req-fe057cc4-7e8f-4678-9704-f7a467ae1bda tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 950 time: 0.1346838 Apr 20 13:06:10.954476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f613954-adc0-4ec5-9a0d-44ce65875d5d req-d5d4443e-2750-457f-a5bf-014356e60003 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872467 Apr 20 13:06:10.971642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:10.977322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:10.984384 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:10.998257 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:10.999006 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:11.075143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-de493147-cf29-4ba3-9444-306e532adc8a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "PUT /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 200 len: 995 time: 1.7647023 Apr 20 13:06:11.077332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:11.079378 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66daf106-f9a0-4b74-885f-10d151f0ef13" -d '{"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:11.130252 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:11.231952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-91254b7f-c724-4ed7-8195-0e45643de1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:11.243147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-91254b7f-c724-4ed7-8195-0e45643de1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.1468961 Apr 20 13:06:11.392899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-33720135-7403-4661-bdf1-35a4a24302b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:11.395074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-33720135-7403-4661-bdf1-35a4a24302b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.1508214 Apr 20 13:06:11.489823 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:48:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:10Z', 'revision_number': 1, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:11.519910 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:11.534010 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:11.539145 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:11.546853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-c0fe0cb8-9ab2-4b3c-a316-0b7717ae8a7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 998 time: 0.1403565 Apr 20 13:06:11.623470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-11238699-7210-4ca1-a4a3-b2c9d5c228d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:11.633646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-11238699-7210-4ca1-a4a3-b2c9d5c228d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.0787911 Apr 20 13:06:11.686906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-a32b9b31-6dfb-4e58-a891-e651d3630222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:11.707880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-a32b9b31-6dfb-4e58-a891-e651d3630222 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743334 Apr 20 13:06:11.721809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-1e64dbf5-3fe6-4d4d-85ec-cf737c6fae7c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:06:11.739644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-1e64dbf5-3fe6-4d4d-85ec-cf737c6fae7c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0275283 Apr 20 13:06:11.747050 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72e48a2-bcf2-447f-b160-491751f28ceb x-openstack-request-id: req-d72e48a2-bcf2-447f-b160-491751f28ceb {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:11.747378 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:11.747601 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d72e48a2-bcf2-447f-b160-491751f28ceb {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:11.749602 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72e48a2-bcf2-447f-b160-491751f28ceb'] response: {'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'status': 'completed', 'code': 200} Apr 20 13:06:11.804510 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:12.104475 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:48:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:10Z', 'revision_number': 1, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:12.137181 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799bffac-8d78-4ba7-989d-5ccfb743d0d1 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:48:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:10Z', 'revision_number': 1, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:12.470901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acdc9998-6739-4127-9d4b-765337951e68 req-a1dc4be4-07fb-4aaa-add5-df90d696f79f tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.6345596 Apr 20 13:06:12.490749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-a059b6dd-d1d5-46d0-a58b-ae7ccec00fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:12.492790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-a059b6dd-d1d5-46d0-a58b-ae7ccec00fc8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.7246647 Apr 20 13:06:12.505741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-9df2d621-a199-4e44-8624-028bbef040f9 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626681 Apr 20 13:06:12.548498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6890bc7-0f4f-4ed2-9e81-b2d293f9f5d6 None None] New status for floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:06:12.794492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-a495b158-769c-453f-851c-384153651ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:12.795949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-a495b158-769c-453f-851c-384153651ac4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.2939613 Apr 20 13:06:12.799476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b993756e-3d6a-4e74-aefb-585f60267d52 req-16a4b766-080b-4265-8804-048f4c6410d3 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375960 Apr 20 13:06:12.971462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-51523986-17b9-49cb-83dc-661f20ee857f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 1000 time: 0.1680999 Apr 20 13:06:13.031755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-9e8085a6-9414-4b2e-973b-efdc37fd124a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:13.033465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-9e8085a6-9414-4b2e-973b-efdc37fd124a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1243453 Apr 20 13:06:13.038106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:13.103983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-2b62383a-b1b4-41e4-9d2f-7899463f741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:13.105444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-2b62383a-b1b4-41e4-9d2f-7899463f741c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1197522 Apr 20 13:06:13.174257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-eee379f9-36ec-4278-90af-69593d18ead5 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1321235 Apr 20 13:06:13.187209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'floatingip': {'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:13.191032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-3d5cde00-b499-43c8-9878-c8c385c7d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:13.192483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-3d5cde00-b499-43c8-9878-c8c385c7d678 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746386 Apr 20 13:06:13.223352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1482408090'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:13.255092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Made reservation on behalf of 98ff8ae94eec4d1492db989071894932 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:13.259574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.273281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.310910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.363604 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.372825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.415921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:13.429779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-a3b84f4a-05a2-4ff9-bf51-c2a9a2b1aff7 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986122 Apr 20 13:06:13.432080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c082c37-6b37-4660-bcaa-f56384d666ae,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:13.442680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.443034 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Added segment b22ec9f8-41c4-4838-a2ef-6af6d7c5c565 of type vlan for network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 Apr 20 13:06:13.500819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.539677 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.549785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:13.550521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:13.654189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event updated for resources: {'Network': ['ID=4f0cf75e-0c2b-4eb2-8859-b65943430e57,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:13.661793 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6d46bf9-4df0-4c57-a1a7-96c6968b43a5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6223266 Apr 20 13:06:13.667041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:13.670355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:13.679229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Request body: {'subnet': {'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:13.731117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4694bc55-0e31-438f-9720-eb6dd23da598 req-84ea2719-1004-44b1-b374-484b523d7b9c tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0885687 Apr 20 13:06:13.746051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66daf106-f9a0-4b74-885f-10d151f0ef13 req-2b05d13c-3202-4110-918c-0f428dcd71b2 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849722 Apr 20 13:06:13.903006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Made reservation on behalf of 98ff8ae94eec4d1492db989071894932 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:13.906462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.117984 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.124296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.149176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.215340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event updated for resources: {'Subnet': ['ID=568687ec-8895-4730-82d1-d451757354a5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:14.233057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Checking segment: {'id': 'b22ec9f8-41c4-4838-a2ef-6af6d7c5c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:14.233259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Network hostable DHCP agents. Network: 4f0cf75e-0c2b-4eb2-8859-b65943430e57, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:14.241259 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 associated. External IP: 172.25.3.82, port: c89af775-e22f-401a-822f-14b9ca9995bc. Apr 20 13:06:14.252684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:14.264608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4f0cf75e-0c2b-4eb2-8859-b65943430e57) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:14.269290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:14.270383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.275671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712af63-2baa-489c-b030-d263d9a8c874 None None] Network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:14.295581 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-23836c50-38c4-4ad1-8aad-2549ceb0c6f4 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6232464 Apr 20 13:06:14.297755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49756) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:14.306653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Request body: {'port': {'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1015476682'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:14.475259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-4f0cf75e-0c2b-4eb2-8859-b65943430e57', 'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57', 'tenant_id': '98ff8ae94eec4d1492db989071894932', 'fixed_ips': [{'subnet_id': '568687ec-8895-4730-82d1-d451757354a5'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:06:14.477164 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.528165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:14.551906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Made reservation on behalf of 98ff8ae94eec4d1492db989071894932 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:14.555700 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:14.585799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] device_id is not set on port cc4299a8-35bf-4a22-b33f-ec1540eb97ef yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:06:14.699982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:14.711972 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:14.722910 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:14.735233 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:14.744320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Allocated IP 172.20.0.2 (4f0cf75e-0c2b-4eb2-8859-b65943430e57/568687ec-8895-4730-82d1-d451757354a5/a6ee72b2-b3f8-4073-8df8-c86950ed2897) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:14.881404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:14.942583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc8826c4-9a3f-4bca-b48b-f114745befe3 req-8714b019-4718-4c40-aab5-764c64b9a1b1 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0767345 Apr 20 13:06:15.012220 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:15.062322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.099768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:15.114075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:15.120020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:15.122754 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487b3dad-7d45-4ec0-b7cc-52f16ac34b5b" -d '{"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:15.127323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.129080 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.138786 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.211604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:15.216404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:15.219227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:15.265348 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e6cdb-ce53-4a61-9006-51692262e63d x-openstack-request-id: req-440e6cdb-ce53-4a61-9006-51692262e63d {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:15.265669 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:15.265903 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-440e6cdb-ce53-4a61-9006-51692262e63d {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:15.266292 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440e6cdb-ce53-4a61-9006-51692262e63d'] response: {'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'code': 200} Apr 20 13:06:15.276195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:15.291657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:15.304074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.314263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.314525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.314862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.315193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.315517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.315838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.316158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.316476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.316793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.317107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.317422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.317768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:15.320598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Allocated IP 172.20.0.10 (4f0cf75e-0c2b-4eb2-8859-b65943430e57/568687ec-8895-4730-82d1-d451757354a5/cc4299a8-35bf-4a22-b33f-ec1540eb97ef) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:15.330639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Attempting to bind port a6ee72b2-b3f8-4073-8df8-c86950ed2897 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:15.334773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Attempting to bind port a6ee72b2-b3f8-4073-8df8-c86950ed2897 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'b22ec9f8-41c4-4838-a2ef-6af6d7c5c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:15.335195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Attempting to bind port a6ee72b2-b3f8-4073-8df8-c86950ed2897 on network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:15.355842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:15.356987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Checking segment: {'id': 'b22ec9f8-41c4-4838-a2ef-6af6d7c5c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:15.357407 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.357835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Bound using segment: {'id': 'b22ec9f8-41c4-4838-a2ef-6af6d7c5c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:15.358320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Bound port: a6ee72b2-b3f8-4073-8df8-c86950ed2897, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b22ec9f8-41c4-4838-a2ef-6af6d7c5c565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4f0cf75e-0c2b-4eb2-8859-b65943430e57'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:15.358722 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.361857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:15.364723 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2644ed76-bd29-48c6-b41d-12ce2e8241dc" -d '{"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:15.405281 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:6d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:14Z', 'revision_number': 3, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:15.418368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-32de69d4-2593-4a1d-bfc4-860cd09713bd tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "PUT /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 200 len: 997 time: 2.2351596 Apr 20 13:06:15.446401 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:15.462396 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:15.463435 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:15.500314 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c23ff2f-150b-4849-8132-35961fc3b80f x-openstack-request-id: req-3c23ff2f-150b-4849-8132-35961fc3b80f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:15.500601 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:15.500855 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c23ff2f-150b-4849-8132-35961fc3b80f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:15.501256 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c23ff2f-150b-4849-8132-35961fc3b80f'] response: {'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'status': 'completed', 'code': 200} Apr 20 13:06:15.549070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Pushing event updated for resources: {'Port': ['ID=a6ee72b2-b3f8-4073-8df8-c86950ed2897,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:15.602965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-ae096a17-0e26-4c7c-8d49-81deb3a02f17 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.621114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-ae096a17-0e26-4c7c-8d49-81deb3a02f17 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports/c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 942 time: 0.1977711 Apr 20 13:06:15.633449 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:15.650540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-621c9369-896b-4dcf-8c09-4e3d0d538ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.655186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-621c9369-896b-4dcf-8c09-4e3d0d538ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.1566429 Apr 20 13:06:15.656043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] For port a6ee72b2-b3f8-4073-8df8-c86950ed2897, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:15.661214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] For port a6ee72b2-b3f8-4073-8df8-c86950ed2897, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a6ee72b2-b3f8-4073-8df8-c86950ed2897,segment=NetworkSegment(b22ec9f8-41c4-4838-a2ef-6af6d7c5c565),segment_id=b22ec9f8-41c4-4838-a2ef-6af6d7c5c565)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:15.671139 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.735829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.820229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4223c2b-9b31-4ff0-a228-930e7196481d None None] Pushing event updated for resources: {'Port': ['ID=a6ee72b2-b3f8-4073-8df8-c86950ed2897,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:15.833508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:15.919948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-a0cba0f9-34f9-45c9-8666-9686cf587f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:15.921439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-a0cba0f9-34f9-45c9-8666-9686cf587f14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.1500583 Apr 20 13:06:15.951471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:15.953078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:15.962443 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:16.016470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.017108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:16.032057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event updated for resources: {'Port': ['ID=cc4299a8-35bf-4a22-b33f-ec1540eb97ef,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:16.052642 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6f61243-2b28-44e8-94fe-77bfd53ca80a tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7538495 Apr 20 13:06:16.053850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-bca25160-d76d-4444-a4fa-192b06e8c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.055600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-bca25160-d76d-4444-a4fa-192b06e8c567 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.3939834 Apr 20 13:06:16.056144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49798) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:16.191802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-e9dd3143-9b61-4fcf-ba51-8d5356098823 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 217 time: 0.1273279 Apr 20 13:06:16.196523 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:6d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:14Z', 'revision_number': 3, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:16.243980 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c196ff-9b57-4a03-9f32-8422135cc146 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:6d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:14Z', 'revision_number': 3, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:16.357822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cef40-631d-4657-b3cd-39be0e57f523 req-4f213581-b444-424e-910c-9feb6f8e862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.359654 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-750cef40-631d-4657-b3cd-39be0e57f523 req-4f213581-b444-424e-910c-9feb6f8e862c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e49ccf741084eec885b2dd16e9b364c&device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 1098 time: 0.2032862 Apr 20 13:06:16.522838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Deleting port cc4299a8-35bf-4a22-b33f-ec1540eb97ef {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:16.523307 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:16.723059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cef40-631d-4657-b3cd-39be0e57f523 req-6d1b55a0-66ce-4cfb-8cb5-94220d30caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.724676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9aeaf9-5183-4c2e-8911-9655fcf692f5 None None] New status for floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:06:16.728183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-750cef40-631d-4657-b3cd-39be0e57f523 req-6d1b55a0-66ce-4cfb-8cb5-94220d30caf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.3413913 Apr 20 13:06:16.755004 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:16.799268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Calling delete_port for cc4299a8-35bf-4a22-b33f-ec1540eb97ef owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:16.878701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ce2689e-34d4-4dff-90f1-0970b4b50258 req-cfb741c4-bf06-4d34-83b8-7bcbbedf4876 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.7626865 Apr 20 13:06:16.938261 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-750cef40-631d-4657-b3cd-39be0e57f523 req-7e980c5f-c4eb-4958-94ed-61e819f51267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=38214f53-ea44-4790-b301-63f6940f9d46 HTTP/1.1" status: 200 len: 217 time: 0.0821216 Apr 20 13:06:16.979440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-0c53de8c-aa98-4398-8d47-0eb704627473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:16.990887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-0c53de8c-aa98-4398-8d47-0eb704627473 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 1.0576787 Apr 20 13:06:17.010843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-7250ca13-4296-4894-b75a-81850830b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.012634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-7250ca13-4296-4894-b75a-81850830b467 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1331828 Apr 20 13:06:17.067452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cef40-631d-4657-b3cd-39be0e57f523 req-571b5b40-1e9a-4411-99af-84b18a9f4c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.069613 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-750cef40-631d-4657-b3cd-39be0e57f523 req-571b5b40-1e9a-4411-99af-84b18a9f4c4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.1138995 Apr 20 13:06:17.123444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-1174f071-744f-4aeb-bbe4-ca9d4c977230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 217 time: 0.1309443 Apr 20 13:06:17.178124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.244632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event deleted for resources: {'Port': ['ID=cc4299a8-35bf-4a22-b33f-ec1540eb97ef,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:17.276305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-600b478a-d5e7-4737-b162-993e2d36849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.283521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cef40-631d-4657-b3cd-39be0e57f523 req-f87f80c3-57b2-43e8-8fad-47e8dedfa442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.289432 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-750cef40-631d-4657-b3cd-39be0e57f523 req-f87f80c3-57b2-43e8-8fad-47e8dedfa442 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521983 Apr 20 13:06:17.291786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-600b478a-d5e7-4737-b162-993e2d36849d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1674421 Apr 20 13:06:17.322653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-9cd2185e-8cdb-4708-964b-a388aa74e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.324301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-9cd2185e-8cdb-4708-964b-a388aa74e0c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2954626 Apr 20 13:06:17.353966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.363354 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2c7ee21d-52c7-471a-8505-75472e607182 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "DELETE /v2.0/ports/cc4299a8-35bf-4a22-b33f-ec1540eb97ef HTTP/1.1" status: 204 len: 168 time: 1.3060844 Apr 20 13:06:17.367957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49824) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:17.502414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'tag': '3d92917d-5765-4458-bce7-51c615862c30'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:17.503953 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-750cef40-631d-4657-b3cd-39be0e57f523 req-f296d499-8678-4375-9fb6-c0360fa60eb4 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589174 Apr 20 13:06:17.510583 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bdf564-8c89-4274-a558-688a39ab42d5" -d '{"events": [{"name": "network-changed", "server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "tag": "3d92917d-5765-4458-bce7-51c615862c30"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:17.526170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-0683ac83-fe02-4c6b-b93d-9346ef1b3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.527781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-0683ac83-fe02-4c6b-b93d-9346ef1b3be9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352388 Apr 20 13:06:17.530895 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ebe62cec-20de-4f24-a1a4-ca4ad1ecab85 tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1608391 Apr 20 13:06:17.534224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49830) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:17.542025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-510410075'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:17.558965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-930b9eb4-ca08-4b39-aa6b-bf0406b410c4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:06:17.560263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-930b9eb4-ca08-4b39-aa6b-bf0406b410c4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136991 Apr 20 13:06:17.632239 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:17.649515 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:17.651475 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:17.665913 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d6beee-25ce-47cd-b07b-d8f503f308cc x-openstack-request-id: req-78d6beee-25ce-47cd-b07b-d8f503f308cc {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:17.666222 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "tag": "3d92917d-5765-4458-bce7-51c615862c30", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:17.666596 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78d6beee-25ce-47cd-b07b-d8f503f308cc {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:17.667062 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d6beee-25ce-47cd-b07b-d8f503f308cc'] response: {'name': 'network-changed', 'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'tag': '3d92917d-5765-4458-bce7-51c615862c30', 'status': 'completed', 'code': 200} Apr 20 13:06:17.733218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f144b-c32b-4f6c-acac-48860e2820ee None None] Network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:17.749395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Made reservation on behalf of 98ff8ae94eec4d1492db989071894932 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:17.753528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.760915 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-750cef40-631d-4657-b3cd-39be0e57f523 req-e4e6e6cd-e79e-4c5c-8dc9-6d65a67ea450 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281108 Apr 20 13:06:17.783427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-3c0d3510-a2ef-4f36-ab82-62adafe25a06 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200687 Apr 20 13:06:17.829471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:17.845491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-292dc04d-e1d6-44e2-895d-117d325a135e service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782381 Apr 20 13:06:17.855172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-4a1f24f5-8685-4a4c-94ef-53f41d4636b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:17.857486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-4a1f24f5-8685-4a4c-94ef-53f41d4636b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 1096 time: 0.1996577 Apr 20 13:06:17.866379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:06:17.908731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-73e90c8a-5f37-441c-ada5-b3eb00509762 None None] Provisioning complete for port a6ee72b2-b3f8-4073-8df8-c86950ed2897 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:17.909260 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e90c8a-5f37-441c-ada5-b3eb00509762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:17.935864 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:18.124283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a6ee72b2-b3f8-4073-8df8-c86950ed2897 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:18.195122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:18.240689 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.241841 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Added segment b419372e-d7b8-4444-9395-75e9042fab34 of type vlan for network 0beafa52-8172-4583-b569-c27455316e8e Apr 20 13:06:18.245728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2644ed76-bd29-48c6-b41d-12ce2e8241dc req-0187064f-12d7-496d-91a9-e620d7e7a0a5 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469783 Apr 20 13:06:18.283062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-29f5722f-545d-48e3-9c80-9ab9d131ee1e service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167447 Apr 20 13:06:18.295904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '38214f53-ea44-4790-b301-63f6940f9d46', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '38214f53-ea44-4790-b301-63f6940f9d46', 'mac_address': 'fa:16:3e:30:6a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:06:18.302771 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:6d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:17Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:18.330169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b92fdddf-0135-4eb2-9415-89fd0e37ee28 req-8c0c6b09-6909-4e43-ab5e-86add3aa1660 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0936313 Apr 20 13:06:18.346945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e90c8a-5f37-441c-ada5-b3eb00509762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.442332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a6ee72b2-b3f8-4073-8df8-c86950ed2897 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:18.442711 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.465482 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.489522 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:18.510302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-73e90c8a-5f37-441c-ada5-b3eb00509762 None None] For port a6ee72b2-b3f8-4073-8df8-c86950ed2897, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a6ee72b2-b3f8-4073-8df8-c86950ed2897,segment=NetworkSegment(b22ec9f8-41c4-4838-a2ef-6af6d7c5c565),segment_id=b22ec9f8-41c4-4838-a2ef-6af6d7c5c565)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:18.513564 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:18.514224 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:18.534732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.540417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-45840659-bc97-43fa-ae8a-cf71dc8d9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.544170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73e90c8a-5f37-441c-ada5-b3eb00509762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.546192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-45840659-bc97-43fa-ae8a-cf71dc8d9f4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 1096 time: 0.1713471 Apr 20 13:06:18.598971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-64cf66a4-bb4b-4382-a920-209402f1ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.600502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-64cf66a4-bb4b-4382-a920-209402f1ceb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.3790660 Apr 20 13:06:18.653744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e90c8a-5f37-441c-ada5-b3eb00509762 None None] Pushing event updated for resources: {'Port': ['ID=a6ee72b2-b3f8-4073-8df8-c86950ed2897,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:18.672156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38214f53-ea44-4790-b301-63f6940f9d46 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:18.696194 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:18.707205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:18.759945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.829375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-7f1777d1-c3df-4162-907e-d43feafd28c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 1000 time: 0.1146188 Apr 20 13:06:18.857478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.869984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:18.870698 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:18.891305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['38214f53-ea44-4790-b301-63f6940f9d46'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:19.056361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.059508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:19.063030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49864) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:19.071113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5356517 Apr 20 13:06:19.072402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-698691ba-47c5-4b74-a159-47d831d62b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.086249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-698691ba-47c5-4b74-a159-47d831d62b82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.4844644 Apr 20 13:06:19.087832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a07b0a92-52e3-4d25-9ba9-b6f7aad49593 None None] Provisioning complete for port a6ee72b2-b3f8-4073-8df8-c86950ed2897 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:19.088431 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a07b0a92-52e3-4d25-9ba9-b6f7aad49593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:19.120759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab0393-d416-4c18-94ca-f184d437d653 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event updated for resources: {'Network': ['ID=0beafa52-8172-4583-b569-c27455316e8e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:19.169896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-8618e031-e3bc-4d4f-a133-e57068374910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.171397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-8618e031-e3bc-4d4f-a133-e57068374910 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.3246100 Apr 20 13:06:19.179326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0beafa52-8172-4583-b569-c27455316e8e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:19.236639 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:6d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:17Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:19.244472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-81d66a29-aac8-41af-80ef-8ca193f8e925 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 1000 time: 0.1572654 Apr 20 13:06:19.279193 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4ae6377c-bf44-4b40-9212-e1deb4ba75f8 tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "GET /v2.0/agents/05a08c22-cf12-4236-9c84-6c3c1f425c3b/dhcp-networks HTTP/1.1" status: 200 len: 5701 time: 0.2144396 Apr 20 13:06:19.289109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49870) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:19.313897 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa9761-3c47-436a-b910-968b64496bb4 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': '3d92917d-5765-4458-bce7-51c615862c30', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:6d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239bd152-c721-4524-bdae-cd9432b87759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:17Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:19.387707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-9317683a-148c-427b-9956-24503daf9e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.389483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-9317683a-148c-427b-9956-24503daf9e67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986763 Apr 20 13:06:19.391360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-8b6dd75d-b399-46ee-9337-c7ac056beb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.392745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-8b6dd75d-b399-46ee-9337-c7ac056beb85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1475272 Apr 20 13:06:19.499050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f38520-f93c-47fe-b34a-42d096b15b48 tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] Network 0beafa52-8172-4583-b569-c27455316e8e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:19.515867 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-24f38520-f93c-47fe-b34a-42d096b15b48 tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "POST /v2.0/agents/05a08c22-cf12-4236-9c84-6c3c1f425c3b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2253351 Apr 20 13:06:19.518561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49878) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:19.586937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ad4bcd5-633c-46e0-a9f4-b5252e7d58f3 req-d2823ca2-6480-410f-98a1-7fb04cf62844 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0819812 Apr 20 13:06:19.589905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29e04e-5422-4c23-9be9-b59f77409559 None None] Network 0beafa52-8172-4583-b569-c27455316e8e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:19.752063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-c9db1bac-1cf1-496d-9236-cd363aaebc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:19.760294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-c9db1bac-1cf1-496d-9236-cd363aaebc46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3526278 Apr 20 13:06:19.804731 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-890d961a-97da-4a3b-893a-8eafda5c91de tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "GET /v2.0/agents/05a08c22-cf12-4236-9c84-6c3c1f425c3b/dhcp-networks HTTP/1.1" status: 200 len: 6471 time: 0.2834823 Apr 20 13:06:19.808479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49898) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:19.851149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-dcdad8ba-5ab5-4457-99fd-f90d275a0ea9 service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536939 Apr 20 13:06:19.911007 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-60cf5c78-c10e-415c-ab21-f4baa756c208 tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "DELETE /v2.0/agents/05a08c22-cf12-4236-9c84-6c3c1f425c3b/dhcp-networks/0beafa52-8172-4583-b569-c27455316e8e HTTP/1.1" status: 204 len: 168 time: 0.0996232 Apr 20 13:06:19.913522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.009615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-461ec759-0ea5-47e3-af5c-b31f38771898 None None] Could not find standard attr ID for object cc4299a8-35bf-4a22-b33f-ec1540eb97ef. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:06:20.053865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a6ee72b2-b3f8-4073-8df8-c86950ed2897 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:20.139796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-8176c2e8-be17-4000-a41a-ac16280febaa service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570073 Apr 20 13:06:20.166521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8bdf564-8c89-4274-a558-688a39ab42d5 req-dd2dbd18-3d79-4ead-aa66-51b3e8475c8a service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035090 Apr 20 13:06:20.225665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a6ee72b2-b3f8-4073-8df8-c86950ed2897 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:20.226039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.231805 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6d73ce3f-641f-41bc-b841-761d62fc5a60 tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "GET /v2.0/agents/05a08c22-cf12-4236-9c84-6c3c1f425c3b/dhcp-networks HTTP/1.1" status: 200 len: 5701 time: 0.3169255 Apr 20 13:06:20.236437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49916) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.273415 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-623ddef9-8801-4754-892d-0f2677786fcc tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "GET /v2.0/networks/4f0cf75e-0c2b-4eb2-8859-b65943430e57/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0356324 Apr 20 13:06:20.277315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.298472 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc804efc-510e-404a-ac5c-aec0ece9f1f0 tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "GET /v2.0/networks/4f0cf75e-0c2b-4eb2-8859-b65943430e57/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0199025 Apr 20 13:06:20.301551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49920) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.335395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea1eb898-7897-44da-bc8f-f4809ec61719 req-9682d0da-51ff-4bb3-8e1d-72d0e45c8113 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885674 Apr 20 13:06:20.480342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9905ceb0-b4d7-400f-8885-68bd06510c94 req-3bc7e661-427a-4aba-80d3-c48d723d1b1a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1132059 Apr 20 13:06:20.495371 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f7bb296b-2c3c-49a6-85f4-8b435ccc2e6d tempest-DHCPAgentSchedulersTestJSON-1185133810 tempest-DHCPAgentSchedulersTestJSON-1185133810-project-admin] 10.222.0.24 "GET /v2.0/agents/05a08c22-cf12-4236-9c84-6c3c1f425c3b/dhcp-networks HTTP/1.1" status: 200 len: 5701 time: 0.1910636 Apr 20 13:06:20.498952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49930) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:20.585974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905ceb0-b4d7-400f-8885-68bd06510c94 req-2bb60b9e-987d-414b-a9af-63557e834aee tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:20.589143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9905ceb0-b4d7-400f-8885-68bd06510c94 req-2bb60b9e-987d-414b-a9af-63557e834aee tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports/3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 942 time: 0.1006236 Apr 20 13:06:20.626010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.751913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.793023 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0be035b-69da-4d8f-94df-b4a900281ab5 req-fe83733a-a0c6-4e8d-8f9f-1a8dc4acbd7d tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0333033 Apr 20 13:06:20.812849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0beafa52-8172-4583-b569-c27455316e8e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:20.827600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9905ceb0-b4d7-400f-8885-68bd06510c94 req-ef437627-8477-4a60-8417-4cf48e8a4494 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1736031 Apr 20 13:06:20.833524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b419372e-d7b8-4444-9395-75e9042fab34') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:20.837528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b419372e-d7b8-4444-9395-75e9042fab34') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:20.861344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.880124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.887073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:20.887476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:20.890890 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:20.973670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.982311 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:20.989288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "DELETE /v2.0/networks/0beafa52-8172-4583-b569-c27455316e8e HTTP/1.1" status: 204 len: 168 time: 0.4891500 Apr 20 13:06:20.990187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49952) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:21.039209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905ceb0-b4d7-400f-8885-68bd06510c94 req-3ca4802c-22d9-4a26-8db0-2a5beef428dc tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.042922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9905ceb0-b4d7-400f-8885-68bd06510c94 req-3ca4802c-22d9-4a26-8db0-2a5beef428dc tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2146819 Apr 20 13:06:21.057225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa553c08-43b8-4853-984f-05c75f6565c2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event deleted for resources: {'Network': ['ID=0beafa52-8172-4583-b569-c27455316e8e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:21.059858 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-508afea4-b776-4f4f-b2e0-3051f31821f2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] DELETE failed (client error): The resource could not be found. Apr 20 13:06:21.060662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508afea4-b776-4f4f-b2e0-3051f31821f2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:06:21.066555 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-508afea4-b776-4f4f-b2e0-3051f31821f2 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "DELETE /v2.0/ports/cc4299a8-35bf-4a22-b33f-ec1540eb97ef HTTP/1.1" status: 404 len: 333 time: 0.0731900 Apr 20 13:06:21.067288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:21.145669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Deleting subnet 568687ec-8895-4730-82d1-d451757354a5 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:06:21.150143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.198080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.212999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-7b5f61db-da54-44b1-a7a2-d706e88e4c53 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1317155 Apr 20 13:06:21.307355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.309395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-cba769b6-159a-48d8-9ff3-6be940328f38 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.311731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-cba769b6-159a-48d8-9ff3-6be940328f38 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports/3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 942 time: 0.0979478 Apr 20 13:06:21.371138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.412025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event deleted for resources: {'Subnet': ['ID=568687ec-8895-4730-82d1-d451757354a5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:21.415049 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.424091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e18da7-ca80-48da-b9a7-35435baf69b9 None None] Network 4f0cf75e-0c2b-4eb2-8859-b65943430e57 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:21.433263 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-274b72a3-9093-466e-8d44-becde72bf318 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "DELETE /v2.0/subnets/568687ec-8895-4730-82d1-d451757354a5 HTTP/1.1" status: 204 len: 168 time: 0.3592699 Apr 20 13:06:21.434095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49962) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:21.551570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-760163c7-5e7e-477b-b901-26e3d7981192 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1562347 Apr 20 13:06:21.600995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.687755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Deleting port a6ee72b2-b3f8-4073-8df8-c86950ed2897 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:21.689694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.761898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-2274fa57-ebfb-4cbe-9520-0458881fd5f0 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:21.774073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-2274fa57-ebfb-4cbe-9520-0458881fd5f0 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.2216313 Apr 20 13:06:21.788690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] DHCP port deletion for 4f0cf75e-0c2b-4eb2-8859-b65943430e57 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:06:21.853606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] For port a6ee72b2-b3f8-4073-8df8-c86950ed2897, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a6ee72b2-b3f8-4073-8df8-c86950ed2897,segment=NetworkSegment(b22ec9f8-41c4-4838-a2ef-6af6d7c5c565),segment_id=b22ec9f8-41c4-4838-a2ef-6af6d7c5c565)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:21.854683 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.878429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] Deleting port a6ee72b2-b3f8-4073-8df8-c86950ed2897 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:21.879077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:21.884707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:06:21.897340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Calling delete_port for a6ee72b2-b3f8-4073-8df8-c86950ed2897 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:21.971340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-de3f8761-41e9-47d4-b4f8-a62b7fee2d55 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1963913 Apr 20 13:06:21.985711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:22.034779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a6ee72b2-b3f8-4073-8df8-c86950ed2897 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:22.090598 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.110713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] No DVR routers for this DVR port a6ee72b2-b3f8-4073-8df8-c86950ed2897 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:22.133429 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.197337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event deleted for resources: {'Port': ['ID=a6ee72b2-b3f8-4073-8df8-c86950ed2897,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:22.337933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] For port a6ee72b2-b3f8-4073-8df8-c86950ed2897, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a6ee72b2-b3f8-4073-8df8-c86950ed2897,segment=NetworkSegment(b22ec9f8-41c4-4838-a2ef-6af6d7c5c565),segment_id=b22ec9f8-41c4-4838-a2ef-6af6d7c5c565)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:22.338347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.354014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.371494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] Calling delete_port for a6ee72b2-b3f8-4073-8df8-c86950ed2897 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:22.377606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No active binding found for port a6ee72b2-b3f8-4073-8df8-c86950ed2897 {{(pid=109411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:06:22.377896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a6ee72b2-b3f8-4073-8df8-c86950ed2897 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:22.394690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 38214f53-ea44-4790-b301-63f6940f9d46 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:06:22.395257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.406769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0cf75e-0c2b-4eb2-8859-b65943430e57']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:22.430363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22ec9f8-41c4-4838-a2ef-6af6d7c5c565') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:22.430714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22ec9f8-41c4-4838-a2ef-6af6d7c5c565') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:22.453884 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.476962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.479338 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.485735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.486371 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 disassociated. External IP: 172.25.3.82, port: 3d92917d-5765-4458-bce7-51c615862c30. Apr 20 13:06:22.492393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:22.497279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.578137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:22.634430 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:22.698973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] No DVR routers for this DVR port a6ee72b2-b3f8-4073-8df8-c86950ed2897 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:22.701450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e805af2-628a-43f2-8fef-d81400e69d3e None None] Pushing event deleted for resources: {'Port': ['ID=a6ee72b2-b3f8-4073-8df8-c86950ed2897,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:22.705202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.768652 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.827045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:22.829607 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7147844-52d9-4cf2-bbea-c71f2168ab8a" -d '{"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-plugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:22.831295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.848520 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] 10.222.0.24 "DELETE /v2.0/networks/4f0cf75e-0c2b-4eb2-8859-b65943430e57 HTTP/1.1" status: 204 len: 168 time: 1.4116516 Apr 20 13:06:22.852300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29610f-1385-4656-945f-ece2f1ed34e5 tempest-DHCPAgentSchedulersTestJSON-51848924 tempest-DHCPAgentSchedulersTestJSON-51848924-project] Pushing event deleted for resources: {'Network': ['ID=4f0cf75e-0c2b-4eb2-8859-b65943430e57,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:22.863484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:22.883272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:22.992599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:23.048279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:23.235868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:23.245110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.247914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:23.278603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:23.279955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:23.321528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-789efe65-fba8-4410-a948-b0be2d57fc1d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "PUT /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 200 len: 694 time: 1.3316641 Apr 20 13:06:23.322817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'tag': '3d92917d-5765-4458-bce7-51c615862c30'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:23.328335 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c8b30f-cc58-439e-b157-62c7bc91f024" -d '{"events": [{"name": "network-changed", "server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "tag": "3d92917d-5765-4458-bce7-51c615862c30"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:23.409069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49998) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:23.417466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-21ab7f21-0b80-4187-8a5a-ef7d7794d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.421173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-21ab7f21-0b80-4187-8a5a-ef7d7794d43f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 1096 time: 0.0894704 Apr 20 13:06:23.567051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-d4238630-43e6-4bbf-a0e0-0c400e9ec66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.570055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-d4238630-43e6-4bbf-a0e0-0c400e9ec66b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.1406820 Apr 20 13:06:23.615582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:23.673026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-1aa7077f-aab5-40dc-b3e8-497c732435f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 217 time: 0.0943959 Apr 20 13:06:23.747276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-7b0450cd-b7a6-48c1-8839-e886b96582cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.747514 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-57dc2712-4c03-4b96-abf4-40fe814cde85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98ff8ae94eec4d1492db989071894932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372333 Apr 20 13:06:23.748136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:23.762571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-7b0450cd-b7a6-48c1-8839-e886b96582cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.0880742 Apr 20 13:06:23.848066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.896557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a422160-19ed-4a84-adf3-4c88310c5851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:23.920933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-d44240cc-e621-4bd8-b648-5486b72be6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:23.923977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-d44240cc-e621-4bd8-b648-5486b72be6c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160867 Apr 20 13:06:23.951627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a422160-19ed-4a84-adf3-4c88310c5851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.045071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:24.053062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a422160-19ed-4a84-adf3-4c88310c5851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.058036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a422160-19ed-4a84-adf3-4c88310c5851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.064725 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0a422160-19ed-4a84-adf3-4c88310c5851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c082c37-6b37-4660-bcaa-f56384d666ae HTTP/1.1" status: 204 len: 168 time: 0.3137193 Apr 20 13:06:24.078185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a422160-19ed-4a84-adf3-4c88310c5851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c082c37-6b37-4660-bcaa-f56384d666ae,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:24.107827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:24.134705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-37b9b06a-1bc1-4755-8092-2acbbd73b7b9 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044859 Apr 20 13:06:24.142435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:24.143049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:24.384316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:24.706379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50020) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:24.731443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40b7f41e-f07c-4d30-a2f0-354c6867b86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.902626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:24.915859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40b7f41e-f07c-4d30-a2f0-354c6867b86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.932634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-40b7f41e-f07c-4d30-a2f0-354c6867b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:24.975102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1132-9d2b-4131-a17b-4c032b7d8372 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:24.996265 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:06:25.037299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7f41e-f07c-4d30-a2f0-354c6867b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39f48ed-0143-4886-a408-ac106fac592e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:25.046306 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-40b7f41e-f07c-4d30-a2f0-354c6867b86d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c915e6526fd44cabbf4b5fa9f549911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367410 Apr 20 13:06:25.048470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50026) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:25.174157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd0f4b4-6977-4473-9728-4dd505349518 req-3d1e4304-b790-48d7-9695-fe095b7690d9 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0282640 Apr 20 13:06:25.339096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b16204dd-f0cc-4166-bf81-977d067581cb req-8d99876d-098f-4cec-86b8-b13579b17e0b tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0497258 Apr 20 13:06:25.413736 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc2ac10-f87c-444a-9863-1bd7e08fb5e1 x-openstack-request-id: req-afc2ac10-f87c-444a-9863-1bd7e08fb5e1 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:25.414957 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-plugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:25.414957 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afc2ac10-f87c-444a-9863-1bd7e08fb5e1 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:25.414957 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc2ac10-f87c-444a-9863-1bd7e08fb5e1'] response: {'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46', 'code': 200} Apr 20 13:06:25.518467 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8624e275-56e0-4ddc-87b1-a83bbf255dfd x-openstack-request-id: req-8624e275-56e0-4ddc-87b1-a83bbf255dfd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:25.518759 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "tag": "3d92917d-5765-4458-bce7-51c615862c30", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:25.519015 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8624e275-56e0-4ddc-87b1-a83bbf255dfd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:25.519427 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8624e275-56e0-4ddc-87b1-a83bbf255dfd'] response: {'name': 'network-changed', 'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'tag': '3d92917d-5765-4458-bce7-51c615862c30', 'status': 'completed', 'code': 200} Apr 20 13:06:25.578749 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41d08b8a-044b-4a23-912b-a3902576153a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.624833 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d233f2eb-bc88-4992-adfb-d7ef05c38175 None None] New status for floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:06:25.637291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-44acc3db-f8c7-4a84-83c9-7d240b90fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.639574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-44acc3db-f8c7-4a84-83c9-7d240b90fd57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 1096 time: 0.0876641 Apr 20 13:06:25.688340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41d08b8a-044b-4a23-912b-a3902576153a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.830450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41d08b8a-044b-4a23-912b-a3902576153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.833786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41d08b8a-044b-4a23-912b-a3902576153a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:25.835661 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-41d08b8a-044b-4a23-912b-a3902576153a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b39f48ed-0143-4886-a408-ac106fac592e HTTP/1.1" status: 204 len: 168 time: 0.7809272 Apr 20 13:06:25.856904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-c5a5ed3d-1482-4282-bd4a-b0b792da1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:25.860494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d08b8a-044b-4a23-912b-a3902576153a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39f48ed-0143-4886-a408-ac106fac592e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:25.862267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-c5a5ed3d-1482-4282-bd4a-b0b792da1932 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.2116690 Apr 20 13:06:25.989688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-547a3a46-9518-499a-a7e7-97f56f1fa763 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 200 len: 217 time: 0.1190739 Apr 20 13:06:26.145500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-7ac9253a-d964-468f-b166-225dc762bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.147066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-7ac9253a-d964-468f-b166-225dc762bbd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1505191 Apr 20 13:06:26.156570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-19c9f205-598f-4021-bf03-866a49dcdf04 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.158118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-19c9f205-598f-4021-bf03-866a49dcdf04 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0942209 Apr 20 13:06:26.265664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-5943e8fb-4834-4390-b5d0-e038c01431d5 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 695 time: 0.0733266 Apr 20 13:06:26.289482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'floatingip': {'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:26.395820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:26.399847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-a778dca4-b3c3-4522-9619-9a706d30cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:26.401328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-a778dca4-b3c3-4522-9619-9a706d30cf48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423325 Apr 20 13:06:26.840721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-80045fa1-0682-4a8c-b0aa-daff04205849 service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030235 Apr 20 13:06:27.256999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6c8b30f-cc58-439e-b157-62c7bc91f024 req-b3e99ffb-f101-4d4f-ab9c-68155db0ccfc service neutron] 10.222.0.30 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003184 Apr 20 13:06:27.353657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.361272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:27.538772 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 associated. External IP: 172.25.3.82, port: c89af775-e22f-401a-822f-14b9ca9995bc. Apr 20 13:06:27.876159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:27.956831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-dab00ea3-9008-469b-a3bd-fe3b8534eac5 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:27.960059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-dab00ea3-9008-469b-a3bd-fe3b8534eac5 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.30 "GET /v2.0/ports?device_id=239bd152-c721-4524-bdae-cd9432b87759 HTTP/1.1" status: 200 len: 945 time: 0.2520826 Apr 20 13:06:28.126478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:28.137134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.137840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:28.171981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:28.172620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:28.194377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-9dc425a3-3583-42c0-84a5-67b03e02e7f3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "PUT /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 200 len: 995 time: 1.9140685 Apr 20 13:06:28.194377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:28.196211 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:28.226360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Deleting port 3d92917d-5765-4458-bce7-51c615862c30 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:28.226729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.425247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:28.482425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-34f508c5-fde3-43f4-9855-9bd721e1cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:28.489145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-34f508c5-fde3-43f4-9855-9bd721e1cbfa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.2731051 Apr 20 13:06:28.498214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50122) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:28.680114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] For port 3d92917d-5765-4458-bce7-51c615862c30, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3d92917d-5765-4458-bce7-51c615862c30,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:28.680407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.713760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-7e05ba40-42c5-4392-a042-5eaf64c99724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:28.715270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-7e05ba40-42c5-4392-a042-5eaf64c99724 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.2132051 Apr 20 13:06:28.716246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Calling delete_port for 3d92917d-5765-4458-bce7-51c615862c30 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:28.893025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-14080092'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:28.932342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:48:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:27Z', 'revision_number': 8, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:28.945647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Made reservation on behalf of 0046f54a5b364a3c986996be2de23342 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:28.950027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.971426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:28.981751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:29.012436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:29.016987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:29.040008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-78203b68-bc6f-4bb9-b51b-746ba232cafc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 998 time: 0.3048820 Apr 20 13:06:29.143160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-f9afafc5-610d-429d-a892-a918bedf6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.144308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.146545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-f9afafc5-610d-429d-a892-a918bedf6628 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1056402 Apr 20 13:06:29.152422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.191535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:29.198170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac7f871-6912-4752-bd3d-b5cbede1cb2f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.207368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.208567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.210055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.213413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.213413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.213413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.215103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.215614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.215972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.216354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.216657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.217466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:29.231687 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.238602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:29.255634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['3d92917d-5765-4458-bce7-51c615862c30'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:29.258305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c89af775-e22f-401a-822f-14b9ca9995bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:29.263966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.264563 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Added segment 7253c96a-c835-4876-912d-4f0934ce45dd of type vlan for network 187d0249-f5f9-41e9-959c-0c9fc5c46053 Apr 20 13:06:29.326463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Pushing event deleted for resources: {'Port': ['ID=3d92917d-5765-4458-bce7-51c615862c30,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.371374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.377848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-e1c8856d-5591-46eb-bda5-2478210066ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.397848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-e1c8856d-5591-46eb-bda5-2478210066ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2385890 Apr 20 13:06:29.430637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.437499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:29.438080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.619110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-200929c2-e1e5-4b2a-b949-5c7cdd74ccdd service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200365 Apr 20 13:06:29.655177 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1557472 Apr 20 13:06:29.695818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39ddcd-a103-4aaa-bb70-1b9cc9495fb2 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Pushing event updated for resources: {'Network': ['ID=187d0249-f5f9-41e9-959c-0c9fc5c46053,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:29.703699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50130) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:29.715121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 187d0249-f5f9-41e9-959c-0c9fc5c46053 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:29.865589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'network': {'name': 'tempest-network--1299839505', 'router:external': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:29.920834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b795f8db-be55-4ad9-a261-475ec52e76f7 req-452b6597-9610-4d12-a7d5-355382f25ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989697 Apr 20 13:06:29.925192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] No DVR routers for this DVR port 3d92917d-5765-4458-bce7-51c615862c30 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:29.935198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:29.967095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Made reservation on behalf of 99c77ce64c7f4132ac9ad0092ced2a47 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:29.979756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b0db3c9-1cba-4e71-8235-7f3d8702e9ac req-55c16ce7-1ced-4b27-8574-bc78f10b0257 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.30 "DELETE /v2.0/ports/3d92917d-5765-4458-bce7-51c615862c30 HTTP/1.1" status: 204 len: 173 time: 2.0093279 Apr 20 13:06:29.981495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.014633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.123064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:48:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:27Z', 'revision_number': 8, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:30.156870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4eb628c5-3d5c-49c1-a4cd-aa8a0c8a619a req-fcb34a81-8dc8-480e-a329-d9aa597feb85 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0619006 Apr 20 13:06:30.180554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.183408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7839cc-ce0e-4ab9-90a3-56f08923f506 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'floating_ip_address': '172.25.3.82', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'port_id': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'mac_address': 'fa:16:3e:48:c2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:05:48Z', 'updated_at': '2022-04-20T13:06:27Z', 'revision_number': 8, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:30.193478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.236983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:30.263801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4bf2aa-c71a-4212-a609-374395d9541d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:30.273091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.273699 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Added segment c7d510db-91c5-40a6-87a7-cee5703df9e1 of type vlan for network 3d148810-ab94-47db-9ce8-23df3af73711 Apr 20 13:06:30.347337 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b485f88-a053-4fbf-a947-e284c44e8992 x-openstack-request-id: req-5b485f88-a053-4fbf-a947-e284c44e8992 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:30.347674 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:30.347876 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b485f88-a053-4fbf-a947-e284c44e8992 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:30.348282 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b485f88-a053-4fbf-a947-e284c44e8992'] response: {'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'status': 'completed', 'code': 200} Apr 20 13:06:30.350857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.405440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df55ad48-9a02-43c4-805c-617c68aa1e17 req-359bc9c4-785d-433d-bed1-2a093dfa61e8 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 200 len: 995 time: 0.2184649 Apr 20 13:06:30.420035 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.421359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.422250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.507853 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8010452 Apr 20 13:06:30.532452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50146) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:30.567276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-8f4cc7b5-d901-40d3-adc2-310b0fa46f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:30.567276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-8f4cc7b5-d901-40d3-adc2-310b0fa46f30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.2221670 Apr 20 13:06:30.567754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534691c6-d5da-4300-be74-4eb100cda4d2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Network': ['ID=3d148810-ab94-47db-9ce8-23df3af73711,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:30.582735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 3d148810-ab94-47db-9ce8-23df3af73711 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:30.670746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d45c1-e85f-4a66-bbb8-08828b616355 None None] New status for floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:06:30.722125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:30.966375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.035347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d148810-ab94-47db-9ce8-23df3af73711']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:31.060473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d510db-91c5-40a6-87a7-cee5703df9e1') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:31.061082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d510db-91c5-40a6-87a7-cee5703df9e1') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:31.080407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.108276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.115952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:31.116688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:31.118729 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:31.231984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.246107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3d148810-ab94-47db-9ce8-23df3af73711 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:06:31.251141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.260648 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3d148810-ab94-47db-9ce8-23df3af73711 HTTP/1.1" status: 204 len: 168 time: 0.7268283 Apr 20 13:06:31.265647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:31.283088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:31.323470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496c13e-b014-4b45-b176-b37ee37e8ff5 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event deleted for resources: {'Network': ['ID=3d148810-ab94-47db-9ce8-23df3af73711,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:31.371337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55ad48-9a02-43c4-805c-617c68aa1e17 req-1b3f6cea-a3d8-490c-b494-3f4f792be6c7 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.372893 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df55ad48-9a02-43c4-805c-617c68aa1e17 req-1b3f6cea-a3d8-490c-b494-3f4f792be6c7 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.9666498 Apr 20 13:06:31.377404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Made reservation on behalf of 99c77ce64c7f4132ac9ad0092ced2a47 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:31.390699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.393160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-df55ad48-9a02-43c4-805c-617c68aa1e17 req-08fef2e9-4112-47a7-9168-db892a65142d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:06:31.394273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df55ad48-9a02-43c4-805c-617c68aa1e17 req-08fef2e9-4112-47a7-9168-db892a65142d tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090923 Apr 20 13:06:31.417516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-160c73db-1298-44ff-9d4c-d1c4f34a5d59 req-36a7b590-33ea-4fce-8c6e-eb1cef8784b8 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0585217 Apr 20 13:06:31.448544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-5437627b-0691-45f4-b389-a79993c96dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.452185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-5437627b-0691-45f4-b389-a79993c96dec service neutron] 10.222.0.37 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.8789341 Apr 20 13:06:31.483432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:31.512696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.518384 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Added segment 902fb369-cf64-4450-b4a1-1dd14608140e of type vlan for network efc61574-bee0-4c23-860b-999f43924417 Apr 20 13:06:31.577424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-aa4456c5-b514-47c4-ab40-1ed7113b7926 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 1000 time: 0.1182969 Apr 20 13:06:31.706295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.731265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-c93f324c-e3f4-45a3-acf0-ff3acf702b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.733208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-c93f324c-e3f4-45a3-acf0-ff3acf702b18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1474807 Apr 20 13:06:31.736981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-1492c258-09b4-4848-bcd1-d8e134713c69 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1584077 Apr 20 13:06:31.838708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.840286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.842278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:31.912786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6438062 Apr 20 13:06:31.917060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50184) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:31.924638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'subnet': {'network_id': 'efc61574-bee0-4c23-860b-999f43924417', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:31.925585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3d92917d-5765-4458-bce7-51c615862c30 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:31.954504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-f4374cf0-af06-487c-9bc5-a63f6cd99239 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.955993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-f4374cf0-af06-487c-9bc5-a63f6cd99239 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports/c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 942 time: 0.2085474 Apr 20 13:06:31.969189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 3d92917d-5765-4458-bce7-51c615862c30 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:31.969882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3d92917d-5765-4458-bce7-51c615862c30 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:31.987950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-af7cced1-8c63-40b8-90eb-602019221b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:31.989455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-af7cced1-8c63-40b8-90eb-602019221b6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343733 Apr 20 13:06:31.995864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Made reservation on behalf of 99c77ce64c7f4132ac9ad0092ced2a47 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:31.998232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:32.109664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5099a-23f6-4a29-b03f-8601150b64ca tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Network': ['ID=efc61574-bee0-4c23-860b-999f43924417,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:32.119780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network efc61574-bee0-4c23-860b-999f43924417 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:32.287998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-14c8003e-3e0e-491d-abf2-6729255518b4 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374257 Apr 20 13:06:32.443166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'name': 'network-vif-deleted', 'tag': '3d92917d-5765-4458-bce7-51c615862c30'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:32.445597 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e1dded-daf1-462e-bbbc-ca28f0150951" -d '{"events": [{"server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "name": "network-vif-deleted", "tag": "3d92917d-5765-4458-bce7-51c615862c30"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:32.485501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9274ccaf-df5b-4fd6-a78d-648cadc2a3c5 req-8b7cf9bb-bc48-46ad-ac60-655f27195fe8 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531868 Apr 20 13:06:32.557611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-c0888c34-8eec-4a59-a8f2-1cda26c76e75 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.4099672 Apr 20 13:06:32.582466 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff7a858-7de5-4942-8f41-458d0b082626 x-openstack-request-id: req-2ff7a858-7de5-4942-8f41-458d0b082626 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:32.582968 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239bd152-c721-4524-bdae-cd9432b87759", "name": "network-vif-deleted", "tag": "3d92917d-5765-4458-bce7-51c615862c30", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:32.584726 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ff7a858-7de5-4942-8f41-458d0b082626 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:32.585729 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff7a858-7de5-4942-8f41-458d0b082626'] response: {'server_uuid': '239bd152-c721-4524-bdae-cd9432b87759', 'name': 'network-vif-deleted', 'tag': '3d92917d-5765-4458-bce7-51c615862c30', 'status': 'completed', 'code': 200} Apr 20 13:06:32.756530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f04d2579-cf79-4580-ad17-cf80970f859c req-bec0e94b-3bff-4458-acdb-56eae19e88e0 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0886245 Apr 20 13:06:32.916533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-4d9741a2-175a-4f83-a640-ff6d01654c56 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:32.921056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-4d9741a2-175a-4f83-a640-ff6d01654c56 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.3463984 Apr 20 13:06:33.081043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-e07f7b6b-43d0-4387-a0dc-8502afc3841c tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 1000 time: 0.1504507 Apr 20 13:06:33.122527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:33.270506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.441110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:06:33.441578 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.554535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.566067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.566680 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 disassociated. External IP: 172.25.3.82, port: c89af775-e22f-401a-822f-14b9ca9995bc. Apr 20 13:06:33.714743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-85f3ceb4-fe8c-421f-a029-792c4cfc4b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:33.737565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9a0f926e-fef9-4e38-8f38-1f59e84701ac,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:33.771815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Checking segment: {'id': '902fb369-cf64-4450-b4a1-1dd14608140e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'efc61574-bee0-4c23-860b-999f43924417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:33.771930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Network hostable DHCP agents. Network: efc61574-bee0-4c23-860b-999f43924417, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:33.868240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Network efc61574-bee0-4c23-860b-999f43924417 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:33.898497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, efc61574-bee0-4c23-860b-999f43924417) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:33.906920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c4858-d21f-4efa-a228-96365cfa1170 None None] Network efc61574-bee0-4c23-860b-999f43924417 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:33.936594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53f679f3-163b-4a55-8b4a-42651df3c840 req-49689cec-68a1-40df-95cd-cbf2fcea2e00 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0513089 Apr 20 13:06:33.938284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:33.939048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.049548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-550c2483-dca8-446c-9797-eb7397b4147b tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1312103 Apr 20 13:06:34.052651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:34.058646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'floatingip': {'floating_network_id': 'efc61574-bee0-4c23-860b-999f43924417'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:34.096398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.116184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:34.118631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee399fe7-9bb4-45f0-a028-f4ca8b30278d None None] Network efc61574-bee0-4c23-860b-999f43924417 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:34.241454 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.406788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Allocated IP 172.20.0.13 (efc61574-bee0-4c23-860b-999f43924417/9a0f926e-fef9-4e38-8f38-1f59e84701ac/18f33ec3-0e13-4781-9007-5f7d951efd55) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:34.434674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:34.445829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:34.452426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.456041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:34.456669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:34.521056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-b7e6d6b5-b010-4172-921f-5b5bd09b0f24 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "PUT /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 200 len: 695 time: 1.4080517 Apr 20 13:06:34.591708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:34.600904 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15de414-5056-425a-ba9c-aaa3a7814715" -d '{"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:34.616449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.639426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-47a1daa3-e446-4d8c-a3a0-d743de002933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:34.641004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-47a1daa3-e446-4d8c-a3a0-d743de002933 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.0995467 Apr 20 13:06:34.683760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.710912 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279d207e-2945-4717-9ecf-736387dc6ebb x-openstack-request-id: req-279d207e-2945-4717-9ecf-736387dc6ebb {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:34.711198 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:34.711456 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-279d207e-2945-4717-9ecf-736387dc6ebb {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:34.711859 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279d207e-2945-4717-9ecf-736387dc6ebb'] response: {'name': 'network-changed', 'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'status': 'completed', 'code': 200} Apr 20 13:06:34.742734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Network efc61574-bee0-4c23-860b-999f43924417 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:34.749150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:34.755614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:34.773433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:34.855123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Port': ['ID=18f33ec3-0e13-4781-9007-5f7d951efd55,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:34.922014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-21a4fbc1-4751-4c03-8619-f0eae7cf8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:34.923391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-21a4fbc1-4751-4c03-8619-f0eae7cf8858 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 1096 time: 0.2005153 Apr 20 13:06:34.951532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-6e1d211c-518a-491d-994f-7b4aa3d67ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:34.952079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:34.952958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-6e1d211c-518a-491d-994f-7b4aa3d67ea0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.3051755 Apr 20 13:06:35.040138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.057498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-2c0790e1-ea3b-4ca3-a871-25d4263cb993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 217 time: 0.0660298 Apr 20 13:06:35.195537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbecde35-4f0d-47cf-88c3-288456801264 req-c8bdd6dd-bd7c-4526-8b16-0ac8d38f2c72 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.1059847 Apr 20 13:06:35.205864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:35.211427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-af4afbe7-c13f-4cc9-aaa0-52c980d9fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:35.216513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-af4afbe7-c13f-4cc9-aaa0-52c980d9fa3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.1576350 Apr 20 13:06:35.281578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:35.302042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:35.302701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:35.330379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-43ebaa0f-0214-459c-a2b8-f92a333bff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:35.331847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-43ebaa0f-0214-459c-a2b8-f92a333bff7a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 200 len: 921 time: 0.3991027 Apr 20 13:06:35.393579 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.402154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.479836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-c06b1647-4e9e-4e43-adc1-2a6562669eb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 200 len: 217 time: 0.1264331 Apr 20 13:06:35.493257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Port': ['ID=18f33ec3-0e13-4781-9007-5f7d951efd55,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:35.516644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-2974b4f8-d94d-4f2c-b170-a728ecfea45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:35.542901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-2974b4f8-d94d-4f2c-b170-a728ecfea45e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3132129 Apr 20 13:06:35.572749 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.594901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:35.598473 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9471d0a8-0d79-4c52-94fb-f8b148a053f8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5433557 Apr 20 13:06:35.601716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50272) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:35.626864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:35.831467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-35b4d808-ec68-421d-93b0-4389a9a0177e service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805159 Apr 20 13:06:35.868463 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a797e4b7-dc49-40b8-bd5b-6fe39836d668 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=efc61574-bee0-4c23-860b-999f43924417 HTTP/1.1" status: 200 len: 690 time: 0.2622700 Apr 20 13:06:35.869868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50280) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:35.902539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-2c342a26-12cf-4418-ae4e-51e3b0a35c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:35.904560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-2c342a26-12cf-4418-ae4e-51e3b0a35c8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 200 len: 859 time: 0.4166179 Apr 20 13:06:36.025091 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d369ac78-87b0-46fe-92b3-633bed276817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.073772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.147932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:36.167410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb5f45a0-8979-49c7-b321-fd423bb86814 req-6cac9839-54a9-44b6-a8b0-303bbf53f4fc service neutron] 10.222.0.24 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897496 Apr 20 13:06:36.180768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-eb87d938-eb82-407f-96ea-26f6df9bbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:36.182584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-eb87d938-eb82-407f-96ea-26f6df9bbe78 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2439091 Apr 20 13:06:36.260929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec100bdf-eed6-4b6f-8853-865c6d84c7c7 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:05:24Z', 'revision_number': 4, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '93b55d43-51fa-4dbd-8128-9f017e259cef', 'name': '', 'network_id': '0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'mac_address': 'fa:16:3e:21:9d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:21Z', 'updated_at': '2022-04-20T13:05:32Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'subnets': [{'id': '535713d1-98eb-4857-80b3-356d94b3de1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:36.406529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Deleting port 18f33ec3-0e13-4781-9007-5f7d951efd55 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:36.407062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.413444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b83fece-2bda-4035-9300-25e72df8c2b0 req-9379e3a7-b22e-405a-b67c-80cd72aeb6cb tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0852079 Apr 20 13:06:36.445886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-0af74f76-6cb4-4a00-82bd-7a125138a85f service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509418 Apr 20 13:06:36.551923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632130c5-1507-4419-841c-cc6d635b23a6 req-a5008494-7078-428b-9e73-9210eb93f005 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 200 len: 695 time: 0.1571841 Apr 20 13:06:36.603915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.604289 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.634556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Calling delete_port for 18f33ec3-0e13-4781-9007-5f7d951efd55 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:36.720302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f15de414-5056-425a-ba9c-aaa3a7814715 req-57c12b72-a135-47f6-b287-7d25b1710245 service neutron] 10.222.0.37 "GET /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303586 Apr 20 13:06:36.781560 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a13f3a1-6bed-410f-a3a7-b39544f1115b None None] New status for floating IP 1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:06:36.863370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632130c5-1507-4419-841c-cc6d635b23a6 req-8115f66f-9e73-4918-b629-4c1d84a8ee27 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:36.865963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632130c5-1507-4419-841c-cc6d635b23a6 req-8115f66f-9e73-4918-b629-4c1d84a8ee27 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 784 time: 0.3024523 Apr 20 13:06:36.882423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-632130c5-1507-4419-841c-cc6d635b23a6 req-7308c749-63cd-40df-8b71-e9568aeab6e9 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:06:36.887815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632130c5-1507-4419-841c-cc6d635b23a6 req-7308c749-63cd-40df-8b71-e9568aeab6e9 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157723 Apr 20 13:06:36.952498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:36.985167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event deleted for resources: {'Port': ['ID=18f33ec3-0e13-4781-9007-5f7d951efd55,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.023265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4ef51fc7-57c8-4613-9d4a-598bcec101fc tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 698 time: 0.1261370 Apr 20 13:06:37.149427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.192125 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.195157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632130c5-1507-4419-841c-cc6d635b23a6 req-5d9b294b-8693-4f70-98c5-ffee9717a029 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.3.82 HTTP/1.1" status: 200 len: 698 time: 0.1662636 Apr 20 13:06:37.275681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.371140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.407996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0f926e-fef9-4e38-8f38-1f59e84701ac,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.536679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Deleting port dcf51d59-6bd7-49d0-bda7-4340e2d1a685 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:37.537128 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.564406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.628833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc61574-bee0-4c23-860b-999f43924417']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:37.648400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902fb369-cf64-4450-b4a1-1dd14608140e') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:37.648801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902fb369-cf64-4450-b4a1-1dd14608140e') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:37.666843 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.687998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.699655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:37.700087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:37.785581 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:37.791857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.806771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network efc61574-bee0-4c23-860b-999f43924417 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:06:37.814900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.820685 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "DELETE /v2.0/networks/efc61574-bee0-4c23-860b-999f43924417 HTTP/1.1" status: 204 len: 168 time: 1.9467723 Apr 20 13:06:37.821999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50322) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:37.844224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4161ab9-8d9a-4ca4-a15d-433d1f654a9f req-9302c9cb-8c93-4cad-8256-19a14f92b7b5 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.1052539 Apr 20 13:06:37.847578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0d88d47-65c4-4d70-9c79-77731789fb68 req-20835027-4a2d-4463-8d7b-cda4bdf2079c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.2546258 Apr 20 13:06:37.936735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e40ef-1234-4b27-9ee7-0eb40c1cb4c4 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event deleted for resources: {'Network': ['ID=efc61574-bee0-4c23-860b-999f43924417,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:37.948625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.949245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:37.983499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Calling delete_port for dcf51d59-6bd7-49d0-bda7-4340e2d1a685 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:38.175719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50332) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:38.182450 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-35347354-fcd4-4b57-ae26-105366f25be8 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.3566060 Apr 20 13:06:38.365925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d1347-06b7-4e84-8949-a10443f64289 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.366402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d1347-06b7-4e84-8949-a10443f64289 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.366851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d1347-06b7-4e84-8949-a10443f64289 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.370354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d1347-06b7-4e84-8949-a10443f64289 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.370949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d1347-06b7-4e84-8949-a10443f64289 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.371410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484d1347-06b7-4e84-8949-a10443f64289 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.376316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50336) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:38.393718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-484d1347-06b7-4e84-8949-a10443f64289 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4031 time: 0.2154925 Apr 20 13:06:38.432988 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.451975 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-f564ec06-b200-4d40-8763-69124a90c427 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] delete failed (client error): The resource could not be found. Apr 20 13:06:38.456482 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f564ec06-b200-4d40-8763-69124a90c427 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/f1c21f28-eb8c-479a-ae86-3d8f51728e04 HTTP/1.1" status: 404 len: 345 time: 0.0790744 Apr 20 13:06:38.457524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50338) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:38.503823 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a147c050-dda1-47ba-9fa2-3a04d814f199 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] DELETE failed (client error): The resource could not be found. Apr 20 13:06:38.504412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a147c050-dda1-47ba-9fa2-3a04d814f199 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:06:38.514787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50340) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:38.515627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Pushing event deleted for resources: {'Port': ['ID=dcf51d59-6bd7-49d0-bda7-4340e2d1a685,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:38.518872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a147c050-dda1-47ba-9fa2-3a04d814f199 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "DELETE /v2.0/networks/efc61574-bee0-4c23-860b-999f43924417 HTTP/1.1" status: 404 len: 339 time: 0.0602601 Apr 20 13:06:38.525724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'network': {'name': 'tempest-network--621263454', 'router:external': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:38.538359 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.607743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Made reservation on behalf of 99c77ce64c7f4132ac9ad0092ced2a47 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:38.610752 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.624268 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.638711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.649811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632130c5-1507-4419-841c-cc6d635b23a6 req-4099d562-b31e-4ca5-9784-d4357158945a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "DELETE /v2.0/floatingips/1dcf70c7-6bf2-4448-aa5f-d3d8ab0594d3 HTTP/1.1" status: 204 len: 173 time: 1.4429805 Apr 20 13:06:38.692186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:38.723458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.737065 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Added segment b39dad2b-3e26-44c8-8bd9-d1f03607252b of type vlan for network de227706-9ed6-4c06-965e-7b71ff99b25b Apr 20 13:06:38.825255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.874983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.876334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:38.877245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:38.901845 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:39.518214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9980628 Apr 20 13:06:39.519790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:39.535221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dbb56ea-04e0-47dc-a0ba-bff2c89e72c1 req-e8204bc6-8e5c-492b-9fb0-96d7d1895205 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0843234 Apr 20 13:06:39.540756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cbd76-632e-49c2-b4a0-75b009ee7a3e tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Network': ['ID=de227706-9ed6-4c06-965e-7b71ff99b25b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:39.555634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network de227706-9ed6-4c06-965e-7b71ff99b25b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:39.595295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7e85-2c57-4310-bbd4-23367dd2a7a2 req-56c617ab-3223-40f9-968c-58473111ada4 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.612516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64af7e85-2c57-4310-bbd4-23367dd2a7a2 req-56c617ab-3223-40f9-968c-58473111ada4 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 945 time: 0.1781394 Apr 20 13:06:39.687223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64af7e85-2c57-4310-bbd4-23367dd2a7a2 req-7eee0491-86dd-4f13-97be-e72723593762 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed8e0b98-6d8e-4619-b33b-3773e2d497ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737436 Apr 20 13:06:39.956455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7210f6d-3fd1-41bf-b403-2c018b666fdc tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.957923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aff31-fde2-4dac-afb7-0b0f1b7c7879 req-28af2a31-bd4c-4400-905d-966218727499 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.959450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-135aff31-fde2-4dac-afb7-0b0f1b7c7879 req-28af2a31-bd4c-4400-905d-966218727499 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1129246 Apr 20 13:06:39.964045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7210f6d-3fd1-41bf-b403-2c018b666fdc tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.972886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7210f6d-3fd1-41bf-b403-2c018b666fdc tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.984030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7210f6d-3fd1-41bf-b403-2c018b666fdc tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:39.991101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b7210f6d-3fd1-41bf-b403-2c018b666fdc tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.4694977 Apr 20 13:06:39.991783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50376) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:40.044610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-135aff31-fde2-4dac-afb7-0b0f1b7c7879 req-fb765ac7-f056-4d01-8f29-8037192294fe tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699344 Apr 20 13:06:40.110681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.286570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-cd981bbc-9dbe-4094-a442-bcb3408c3fe3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:40.288532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-cd981bbc-9dbe-4094-a442-bcb3408c3fe3 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.37 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 945 time: 0.0803094 Apr 20 13:06:40.413113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Deleting port c89af775-e22f-401a-822f-14b9ca9995bc {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:40.413772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.544183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.567257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] For port c89af775-e22f-401a-822f-14b9ca9995bc, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c89af775-e22f-401a-822f-14b9ca9995bc,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:40.567797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.585444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Calling delete_port for c89af775-e22f-401a-822f-14b9ca9995bc owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:40.616179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de227706-9ed6-4c06-965e-7b71ff99b25b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:40.661214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39dad2b-3e26-44c8-8bd9-d1f03607252b') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:40.661427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39dad2b-3e26-44c8-8bd9-d1f03607252b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:40.694128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.735116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.750857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:40.751275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:40.753189 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:40.796393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.808152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c89af775-e22f-401a-822f-14b9ca9995bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:06:40.877562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.899847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network de227706-9ed6-4c06-965e-7b71ff99b25b {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:06:40.915821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:40.919293 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "DELETE /v2.0/networks/de227706-9ed6-4c06-965e-7b71ff99b25b HTTP/1.1" status: 204 len: 168 time: 0.9265056 Apr 20 13:06:40.923740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acc9be-dad5-4876-880f-f7f81dd24496 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event deleted for resources: {'Network': ['ID=de227706-9ed6-4c06-965e-7b71ff99b25b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:40.926053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50400) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:40.935037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'network': {'name': 'tempest-network--1666572979', 'router:external': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:40.966804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Made reservation on behalf of 99c77ce64c7f4132ac9ad0092ced2a47 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:40.970084 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.007554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f213e3cc-08d9-4684-a554-9dbbab422c59 req-72edde60-455a-4191-9ac9-e34fd527c21a tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.24 "GET /v2.0/ports?device_id=61e99dd7-c15f-4ab1-8475-4fc189e079a0 HTTP/1.1" status: 200 len: 210 time: 0.0550733 Apr 20 13:06:41.009762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a65075f-0fed-44ec-a6bc-30a397798e66 req-241a326d-fdb1-4063-be28-bbbe4401947b tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.2377620 Apr 20 13:06:41.010829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] No DVR routers for this DVR port c89af775-e22f-401a-822f-14b9ca9995bc on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:41.014347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.017609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a0705e0-7cef-4894-8327-3818c7d02407 req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] 10.222.0.37 "DELETE /v2.0/ports/c89af775-e22f-401a-822f-14b9ca9995bc HTTP/1.1" status: 204 len: 173 time: 0.7226057 Apr 20 13:06:41.019015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555acfb8-1671-4303-890a-cdb8922a8801 tempest-FloatingIPsAssociationTestJSON-836443771 tempest-FloatingIPsAssociationTestJSON-836443771-project] Pushing event deleted for resources: {'Port': ['ID=c89af775-e22f-401a-822f-14b9ca9995bc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:41.023295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'name': 'network-vif-deleted', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:41.025745 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dfad3d-c5a7-423c-867b-60e18a790e8d" -d '{"events": [{"server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "name": "network-vif-deleted", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:41.031977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:41.044791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.045414 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Added segment 68170b46-bf39-4eac-a611-b981e04c8f96 of type vlan for network 63d00c0b-ebc7-46fc-bfdc-0e8af6604faa Apr 20 13:06:41.108211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.145079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.148378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:41.150131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:41.165658 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e79d406-8340-4784-93d9-6b58d8dd862c x-openstack-request-id: req-1e79d406-8340-4784-93d9-6b58d8dd862c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:41.166007 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e99dd7-c15f-4ab1-8475-4fc189e079a0", "name": "network-vif-deleted", "tag": "c89af775-e22f-401a-822f-14b9ca9995bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:41.166332 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e79d406-8340-4784-93d9-6b58d8dd862c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:41.166742 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e79d406-8340-4784-93d9-6b58d8dd862c'] response: {'server_uuid': '61e99dd7-c15f-4ab1-8475-4fc189e079a0', 'name': 'network-vif-deleted', 'tag': 'c89af775-e22f-401a-822f-14b9ca9995bc', 'status': 'completed', 'code': 200} Apr 20 13:06:41.247564 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3180320 Apr 20 13:06:41.247997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50408) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:41.332654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded66b3a-208b-40d6-9bbe-830956f489ed tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Network': ['ID=63d00c0b-ebc7-46fc-bfdc-0e8af6604faa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:41.352501 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 63d00c0b-ebc7-46fc-bfdc-0e8af6604faa details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:41.510926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499da23b-ed01-430e-a8e1-6a930c677cb6 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:41.517713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-499da23b-ed01-430e-a8e1-6a930c677cb6 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] 10.222.0.24 "GET /v2.0/networks/63d00c0b-ebc7-46fc-bfdc-0e8af6604faa HTTP/1.1" status: 200 len: 757 time: 0.2663834 Apr 20 13:06:41.518305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50412) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:41.763178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6e69712-edd5-4273-a1cb-1b310ae826bb req-b231f96c-55e6-4a07-a373-5a2f859e4b50 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861&device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.0684075 Apr 20 13:06:41.802469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bbfa21-6579-46e4-84a5-5947fcb704a3 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:41.828683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3883b-2317-43c3-b1f0-64230bc20a6b req-629fff23-2bbf-460d-8f19-0008e35d6045 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:41.836089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bdd3883b-2317-43c3-b1f0-64230bc20a6b req-629fff23-2bbf-460d-8f19-0008e35d6045 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.3192303 Apr 20 13:06:41.843205 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-41bbfa21-6579-46e4-84a5-5947fcb704a3 tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] 10.222.0.24 "GET /v2.0/networks/187d0249-f5f9-41e9-959c-0c9fc5c46053 HTTP/1.1" status: 200 len: 766 time: 0.3236377 Apr 20 13:06:41.846566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:41.982824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bdd3883b-2317-43c3-b1f0-64230bc20a6b req-c27ddfb5-49ae-4864-b35f-2d5af3435c4d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399953 Apr 20 13:06:42.044026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.129036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50432) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:42.228564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.251980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d00c0b-ebc7-46fc-bfdc-0e8af6604faa']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:42.265241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68170b46-bf39-4eac-a611-b981e04c8f96') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:42.265721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68170b46-bf39-4eac-a611-b981e04c8f96') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:42.276762 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.290919 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.297299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:42.297848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:42.299754 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:42.377001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.379590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-066defc5-cf1f-486a-b7a2-4591aad2a721 req-1bb28732-0b00-4a23-af98-8e481f72a2a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13c7fef392e845b98f3c08218291e2c4&device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0445428 Apr 20 13:06:42.398254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63d00c0b-ebc7-46fc-bfdc-0e8af6604faa {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:06:42.417204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.425882 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "DELETE /v2.0/networks/63d00c0b-ebc7-46fc-bfdc-0e8af6604faa HTTP/1.1" status: 204 len: 168 time: 0.5732937 Apr 20 13:06:42.452899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50436) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:42.468602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'network': {'name': 'tempest-network--535460384'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:42.474444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-066defc5-cf1f-486a-b7a2-4591aad2a721 req-629c1675-4fda-49c8-bfbf-c79e0b928c4d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=13c7fef392e845b98f3c08218291e2c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397570 Apr 20 13:06:42.476759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80271329-c1c6-4ac6-b73e-495d36345087 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event deleted for resources: {'Network': ['ID=63d00c0b-ebc7-46fc-bfdc-0e8af6604faa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.479541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78251cbc-c607-41e3-bcd4-0f41840cfd36 req-442ba40f-dfac-4b2f-93d5-a7d44cf2d846 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.1194148 Apr 20 13:06:42.543712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Made reservation on behalf of 99c77ce64c7f4132ac9ad0092ced2a47 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:42.543712 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.601937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:42.632393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.632743 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Added segment 71d85233-f5f7-4182-b6b3-f416ff24e938 of type vlan for network 04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00 Apr 20 13:06:42.742571 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.824984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066defc5-cf1f-486a-b7a2-4591aad2a721 req-7c7846fd-e22c-4a96-a2cc-fa933e5afc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:42.827430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-066defc5-cf1f-486a-b7a2-4591aad2a721 req-7c7846fd-e22c-4a96-a2cc-fa933e5afc83 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3450143 Apr 20 13:06:42.832761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.833858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:42.834500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3616587'] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:42.922666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4654365 Apr 20 13:06:42.924446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50444) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:42.932907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:42.963283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41769ad2-2370-42a3-8e6c-9b0ebf4be888 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Network': ['ID=04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:42.976713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:43.368164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e275f7-9e17-4b95-a59d-9a6ea45de74a req-693fcc99-b110-4424-b343-702d660ae27b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:43.374815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.422302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2e275f7-9e17-4b95-a59d-9a6ea45de74a req-693fcc99-b110-4424-b343-702d660ae27b tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2070508 Apr 20 13:06:43.441362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.457241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Network 04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00 is not hosted by any dhcp agent {{(pid=109409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:06:43.458347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:43.459007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.464244 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "PUT /v2.0/networks/04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00 HTTP/1.1" status: 200 len: 857 time: 0.5358694 Apr 20 13:06:43.483400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50456) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:43.543451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2e275f7-9e17-4b95-a59d-9a6ea45de74a req-82750e38-1d15-4d5a-bb5c-4b7977bdd937 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203704 Apr 20 13:06:43.563464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.735792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.748189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf50d2-bd55-419c-948f-5d2c9c133b13 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event updated for resources: {'Network': ['ID=04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:43.849744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6e9b383-fc47-4e85-beaa-d467a9ac2369 req-4f029383-3810-4345-8ca9-0df06ac8c417 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0729649 Apr 20 13:06:43.861278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.885217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:43.905744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d85233-f5f7-4182-b6b3-f416ff24e938') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:43.908571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d85233-f5f7-4182-b6b3-f416ff24e938') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:43.931466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.961193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.975321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:43.975740 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:43.977669 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:44.106821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.139190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:06:44.161010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.165243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] 10.222.0.24 "DELETE /v2.0/networks/04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00 HTTP/1.1" status: 204 len: 168 time: 0.6804059 Apr 20 13:06:44.175062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50484) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:44.179323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9021858-1054-4d7c-b25b-896ebec34ec2 tempest-ExternalNetworksTestJSON-464649783 tempest-ExternalNetworksTestJSON-464649783-project-admin] Pushing event deleted for resources: {'Network': ['ID=04146ac4-1e5a-4cf2-b9ce-ea0ce95bfe00,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:44.261802 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-24026ace-8597-4a13-9f96-21fe6036baef tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] DELETE failed (client error): The resource could not be found. Apr 20 13:06:44.262821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24026ace-8597-4a13-9f96-21fe6036baef tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:06:44.277801 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-24026ace-8597-4a13-9f96-21fe6036baef tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] 10.222.0.24 "DELETE /v2.0/subnets/9a0f926e-fef9-4e38-8f38-1f59e84701ac HTTP/1.1" status: 404 len: 337 time: 0.0903215 Apr 20 13:06:44.283633 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50488) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:44.305158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-066defc5-cf1f-486a-b7a2-4591aad2a721 req-bb17ca9a-e3f7-43c6-be49-53f371946785 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.1251473 Apr 20 13:06:44.492656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Deleting port 93b55d43-51fa-4dbd-8128-9f017e259cef {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:44.492997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.499367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.691834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.759212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187d0249-f5f9-41e9-959c-0c9fc5c46053']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:44.785770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7253c96a-c835-4876-912d-4f0934ce45dd') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:44.786298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7253c96a-c835-4876-912d-4f0934ce45dd') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:44.807169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.824304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] For port 93b55d43-51fa-4dbd-8128-9f017e259cef, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=93b55d43-51fa-4dbd-8128-9f017e259cef,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:44.825201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.834206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.854938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:44.855395 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:44.858562 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:44.871256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c89af775-e22f-401a-822f-14b9ca9995bc no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:44.892922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Calling delete_port for 93b55d43-51fa-4dbd-8128-9f017e259cef owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:44.941217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348f3ca-3e49-4d18-a61d-df94a62283f5 req-f3c61c65-00dc-41ea-bffe-7229c97329db tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:44.949334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b348f3ca-3e49-4d18-a61d-df94a62283f5 req-f3c61c65-00dc-41ea-bffe-7229c97329db tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2347484 Apr 20 13:06:44.976772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: c89af775-e22f-401a-822f-14b9ca9995bc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:44.978741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c89af775-e22f-401a-822f-14b9ca9995bc not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:45.050626 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.064694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.082957 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] 10.222.0.24 "DELETE /v2.0/networks/187d0249-f5f9-41e9-959c-0c9fc5c46053 HTTP/1.1" status: 204 len: 168 time: 0.7981455 Apr 20 13:06:45.119450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f18732-dd59-40ce-a7c4-4d041a591e8b tempest-ExternalNetworksTestJSON-1036301137 tempest-ExternalNetworksTestJSON-1036301137-project] Pushing event deleted for resources: {'Network': ['ID=187d0249-f5f9-41e9-959c-0c9fc5c46053,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:45.423335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae49a05d-0431-4fbe-bc37-a4e8ea230428 req-829beb1a-fafa-4b79-a0d0-5c4d02ae5464 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2d72a8b-9f19-467a-a9ea-4a979ad33861 HTTP/1.1" status: 200 len: 210 time: 0.0500655 Apr 20 13:06:45.517194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b348f3ca-3e49-4d18-a61d-df94a62283f5 req-db144211-4509-4c68-8539-3eacb6259c2c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5431314 Apr 20 13:06:45.572477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:45.612626 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Pushing event deleted for resources: {'Port': ['ID=93b55d43-51fa-4dbd-8128-9f017e259cef,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:45.679651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50594) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:45.952658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.077619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-50d73fb6-98cc-433a-b86f-698fb64f2e4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0046f54a5b364a3c986996be2de23342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3963785 Apr 20 13:06:46.078434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50630) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:46.185477 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b688-9d3d-48a9-8fa3-4e0dbcf808a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.217688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b688-9d3d-48a9-8fa3-4e0dbcf808a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.307267 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b688-9d3d-48a9-8fa3-4e0dbcf808a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.310406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bc8b688-9d3d-48a9-8fa3-4e0dbcf808a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:46.314325 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8bc8b688-9d3d-48a9-8fa3-4e0dbcf808a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fac7f871-6912-4752-bd3d-b5cbede1cb2f HTTP/1.1" status: 204 len: 168 time: 0.2328427 Apr 20 13:06:46.337357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8b688-9d3d-48a9-8fa3-4e0dbcf808a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac7f871-6912-4752-bd3d-b5cbede1cb2f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:46.454263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Router ca089b09-3642-4bdb-8b47-27d40aacca87 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:06:46.690365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:06:46.700797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484213ea-b462-465c-876f-1165488f6335 None None] Sync routers for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:06:46.713076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5503d214-fb82-4f6e-96ce-220c3a9fbbae admin admin] 10.222.0.24 "PUT /v2.0/routers/ca089b09-3642-4bdb-8b47-27d40aacca87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5777662 Apr 20 13:06:46.713652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50716) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:46.719025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:46.725904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:46.973174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412f482-b203-4cec-8910-74d173c79745 req-90be99df-fc17-48de-80dd-193b13fd0976 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:46.975506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8412f482-b203-4cec-8910-74d173c79745 req-90be99df-fc17-48de-80dd-193b13fd0976 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2596271 Apr 20 13:06:46.977043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50740) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:46.995073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:47.041556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.159289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7685e24-8151-4d2d-968c-424dc1c89fdf req-335af644-4fe8-4db9-95ba-7e8efd917f23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=13c7fef392e845b98f3c08218291e2c4&device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.1828330 Apr 20 13:06:47.221419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7685e24-8151-4d2d-968c-424dc1c89fdf req-b9ae2557-81d8-4bbd-ac7c-be1cb819300b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=13c7fef392e845b98f3c08218291e2c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541437 Apr 20 13:06:47.259053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50780) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:47.266992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4c480166-45a0-4397-9156-8b46ba37a945 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99c77ce64c7f4132ac9ad0092ced2a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775531 Apr 20 13:06:47.269868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:47.306589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484213ea-b462-465c-876f-1165488f6335 None None] Checking router: ca089b09-3642-4bdb-8b47-27d40aacca87 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:06:47.309748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-255bb588-2b8e-4d3d-8f47-860a1375ea0f req-856a464f-e133-4299-934e-ad026b92803d tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.0396466 Apr 20 13:06:47.319788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] Routers {'ca089b09-3642-4bdb-8b47-27d40aacca87'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:06:47.321407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:06:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca089b09-3642-4bdb-8b47-27d40aacca87'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:47.366291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8412f482-b203-4cec-8910-74d173c79745 req-298f5a63-2ae4-416e-b6cf-4b1b031355e4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3608041 Apr 20 13:06:47.418705 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.470255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e211aa-8e7e-4220-a823-30ae7ec131bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.515732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] Set router ca089b09-3642-4bdb-8b47-27d40aacca87 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:06:47.525271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e211aa-8e7e-4220-a823-30ae7ec131bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.545661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7685e24-8151-4d2d-968c-424dc1c89fdf req-77a7425d-4d70-4607-83ad-4d060429d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:47.551179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7685e24-8151-4d2d-968c-424dc1c89fdf req-77a7425d-4d70-4607-83ad-4d060429d1e5 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3163593 Apr 20 13:06:47.574953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Deleting port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:47.575478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.668258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e211aa-8e7e-4220-a823-30ae7ec131bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.670796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e211aa-8e7e-4220-a823-30ae7ec131bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.675146 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c2e211aa-8e7e-4220-a823-30ae7ec131bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d4bf2aa-c71a-4212-a609-374395d9541d HTTP/1.1" status: 204 len: 168 time: 0.4148345 Apr 20 13:06:47.690449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e211aa-8e7e-4220-a823-30ae7ec131bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4bf2aa-c71a-4212-a609-374395d9541d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:47.713969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec370d0f-f2fa-463a-b1e1-0d665db407ef req-eff8b63c-20de-476c-bc32-7951bd407fee tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:47.715525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec370d0f-f2fa-463a-b1e1-0d665db407ef req-eff8b63c-20de-476c-bc32-7951bd407fee tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 950 time: 0.1076033 Apr 20 13:06:47.735266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b1808299-1779-4239-9747-7321515962dd admin admin] For port 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:47.735812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:47.798699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Calling delete_port for 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:47.827041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec370d0f-f2fa-463a-b1e1-0d665db407ef req-fce693d3-47c0-4ffc-b696-bd5daf2b1f22 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856311 Apr 20 13:06:48.282934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-484213ea-b462-465c-876f-1165488f6335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:48.300763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.364444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484213ea-b462-465c-876f-1165488f6335 None None] The sync data for ids ['ca089b09-3642-4bdb-8b47-27d40aacca87'] in n-d-838550-2 is: [{'id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'name': 'tempest-FloatingIPsAssociationTestJSON-499108772-router', 'tenant_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:05:08Z', 'updated_at': '2022-04-20T13:06:45Z', 'revision_number': 5, 'project_id': 'eca9df5e5a634f018aa3b18cfaad2b90', 'gw_port': {'id': '50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:01:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca089b09-3642-4bdb-8b47-27d40aacca87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:05:14Z', 'updated_at': '2022-04-20T13:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:06:48.415822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Pushing event deleted for resources: {'Port': ['ID=50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:48.539957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.547657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abbc542d-ca17-4bfa-bdc3-598954c928df req-bfa641cc-3379-418b-a3d1-0d07e751016d tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.0457323 Apr 20 13:06:48.726408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb79834a-7c7d-4847-9ebd-76d6464b7401 req-3ca8cd27-eea7-49e3-8359-815b5b6e3443 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:48.734971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb79834a-7c7d-4847-9ebd-76d6464b7401 req-3ca8cd27-eea7-49e3-8359-815b5b6e3443 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1060333 Apr 20 13:06:48.744922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.750897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.785796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb79834a-7c7d-4847-9ebd-76d6464b7401 req-e162dda5-ad78-44b1-827a-c46f38eaa64f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453153 Apr 20 13:06:48.874333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.874966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca089b09-3642-4bdb-8b47-27d40aacca87 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:06:48.882617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1808299-1779-4239-9747-7321515962dd admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.884736 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b1808299-1779-4239-9747-7321515962dd admin admin] 10.222.0.24 "DELETE /v2.0/routers/ca089b09-3642-4bdb-8b47-27d40aacca87 HTTP/1.1" status: 204 len: 168 time: 2.1700165 Apr 20 13:06:48.887326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51000) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:48.931064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:48.990703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7685e24-8151-4d2d-968c-424dc1c89fdf req-51672b82-4acf-46cc-bb9d-59a0b3ad2f30 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.30 "GET /v2.0/ports?device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.0800455 Apr 20 13:06:49.027413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] Deleting subnet 535713d1-98eb-4857-80b3-356d94b3de1a {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:06:49.038481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.151323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.436861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.707869 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.771751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535713d1-98eb-4857-80b3-356d94b3de1a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:49.793607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f49b5-346d-4055-9f97-ba9a662119ac None None] Network 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:49.805996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:49.820159 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-28f245be-fb2d-4a1e-a88a-a40e44cd933b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/535713d1-98eb-4857-80b3-356d94b3de1a HTTP/1.1" status: 204 len: 168 time: 0.9297974 Apr 20 13:06:49.823742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51124) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:49.984498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:50.200158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.249312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:50.253179 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca3bfbc-e762-4a98-9380-5934a3e86389" -d '{"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-unplugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:50.261578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c438318-b205-48a9-ad31-b3bcd04b57e5 req-e309835b-1f7b-41ba-ab60-85a40f0963f3 tempest-ServerShowV247Test-1846358030 tempest-ServerShowV247Test-1846358030-project] 10.222.0.24 "GET /v2.0/ports?device_id=f00ba529-6260-4899-bb64-06a82d5ee45b HTTP/1.1" status: 200 len: 210 time: 0.3716040 Apr 20 13:06:50.272308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:50.306724 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.335548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.412732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4fd22-fb4c-4074-8991-0562c05ab546 req-de0ee574-11a1-441f-af8d-960dcaefc1a8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:50.435015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77e4fd22-fb4c-4074-8991-0562c05ab546 req-de0ee574-11a1-441f-af8d-960dcaefc1a8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.3232720 Apr 20 13:06:50.502968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] DHCP port deletion for 0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:06:50.566542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 93b55d43-51fa-4dbd-8128-9f017e259cef no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:50.617341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 93b55d43-51fa-4dbd-8128-9f017e259cef {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:50.617847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 93b55d43-51fa-4dbd-8128-9f017e259cef not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:50.675716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77e4fd22-fb4c-4074-8991-0562c05ab546 req-5faaf1b8-c03a-419b-838f-da8bfde9e443 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368827 Apr 20 13:06:50.695236 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017895a1-c85b-44a4-bf6d-42e752a7cbc9 x-openstack-request-id: req-017895a1-c85b-44a4-bf6d-42e752a7cbc9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:50.695757 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-unplugged", "status": "completed", "tag": "38214f53-ea44-4790-b301-63f6940f9d46", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:50.696234 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-017895a1-c85b-44a4-bf6d-42e752a7cbc9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:50.696936 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017895a1-c85b-44a4-bf6d-42e752a7cbc9'] response: {'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46', 'code': 200} Apr 20 13:06:50.710494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=11']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:50.737524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] Deleting port c79a9aa6-42ae-48cc-b19b-9003dce52410 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:50.739672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.771098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Deleting port c79a9aa6-42ae-48cc-b19b-9003dce52410 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:50.771774 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.900435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] For port c79a9aa6-42ae-48cc-b19b-9003dce52410, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c79a9aa6-42ae-48cc-b19b-9003dce52410,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:50.901008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.909191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] For port c79a9aa6-42ae-48cc-b19b-9003dce52410, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c79a9aa6-42ae-48cc-b19b-9003dce52410,segment=NetworkSegment(3abafd04-bdf0-49bd-ad1f-2745da475f7a),segment_id=3abafd04-bdf0-49bd-ad1f-2745da475f7a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:50.910252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:50.940674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Calling delete_port for c79a9aa6-42ae-48cc-b19b-9003dce52410 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:50.945541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] Calling delete_port for c79a9aa6-42ae-48cc-b19b-9003dce52410 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:51.073464 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.112797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] No DVR routers for this DVR port c79a9aa6-42ae-48cc-b19b-9003dce52410 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:51.132847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e633601-89ad-42f7-91d2-36d4607d2d46 None None] Pushing event deleted for resources: {'Port': ['ID=c79a9aa6-42ae-48cc-b19b-9003dce52410,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:51.203864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-c59d5f73-1ed7-4bdd-9365-039f77efa27e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:51.214873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-c59d5f73-1ed7-4bdd-9365-039f77efa27e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/networks?id=149028db-366b-44bb-9e1a-1292db28cc10 HTTP/1.1" status: 200 len: 813 time: 0.2390933 Apr 20 13:06:51.246854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-1ef2b176-722f-40ce-bf60-51e5b639faab tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/quotas/668ef6febcac4338bf53bc8d8f17d7f5 HTTP/1.1" status: 200 len: 375 time: 0.0306387 Apr 20 13:06:51.249354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.328435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-5201c0e1-f4de-4a52-9849-317bb2a4d6a0 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=668ef6febcac4338bf53bc8d8f17d7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806112 Apr 20 13:06:51.340476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79a9aa6-42ae-48cc-b19b-9003dce52410,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:51.346971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] No DVR routers for this DVR port c79a9aa6-42ae-48cc-b19b-9003dce52410 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:51.402707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51246) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:51.406470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.406822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.407169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.407508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.407846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.408384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.408666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.408998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.409326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.409672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.410014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.410341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:06:51.521285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.581379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:51.621184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-ccaa1664-c58c-4175-b968-299223dd7a38 service neutron] 10.222.0.24 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916102 Apr 20 13:06:51.625122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abafd04-bdf0-49bd-ad1f-2745da475f7a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:51.625585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abafd04-bdf0-49bd-ad1f-2745da475f7a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:06:51.632403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-643919771', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:51.670764 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.689349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Made reservation on behalf of d7eb0d3a67f7440297014905d8e98e96 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:51.693953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.725063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.759849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.774300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:06:51.774910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:06:51.777440 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:06:51.870629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-72d3b49b-56e1-455b-9232-e6fc978e49a0 service neutron] 10.222.0.24 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479491 Apr 20 13:06:51.871439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.918652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.928785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd HTTP/1.1" status: 204 len: 168 time: 2.1029592 Apr 20 13:06:51.929970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefb3bf-70cf-4505-9a89-aa1608d05528 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eea5e44-98ad-4c8c-b87d-1a7022c5f6cd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:51.972193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.982969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:51.993124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] device_id is not set on port ebaf87f1-07e5-42dd-981e-6a6c0327b979 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:06:52.078605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c79a9aa6-42ae-48cc-b19b-9003dce52410 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:52.093811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51272) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:52.168513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: c79a9aa6-42ae-48cc-b19b-9003dce52410 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:52.169309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c79a9aa6-42ae-48cc-b19b-9003dce52410 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:52.170052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:06:52.199355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:06:52.199877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 50f6ec67-7ffe-4fe5-b00d-c20bd2bfcedf not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:06:52.261369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Allocated IP 172.25.3.76 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ebaf87f1-07e5-42dd-981e-6a6c0327b979) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:52.282382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11765aa-0982-4268-8ed9-5d2d4dbd77a5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:52.353882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb79df-70ee-44f5-a49c-83ec568bf81b req-47d8bb32-9d34-47da-81c2-cc33ee0af4a4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:52.355716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6bb79df-70ee-44f5-a49c-83ec568bf81b req-47d8bb32-9d34-47da-81c2-cc33ee0af4a4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1232922 Apr 20 13:06:52.430840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6bb79df-70ee-44f5-a49c-83ec568bf81b req-2c85dc93-f0fe-4800-8824-ae9920fa2eb6 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632648 Apr 20 13:06:52.431352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51284) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:52.541725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ccecea26-b577-4194-acfa-5d3c88e3f22c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eca9df5e5a634f018aa3b18cfaad2b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1070404 Apr 20 13:06:52.542394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.543246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51292) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:52.606145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.657427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c5bee21-ff46-4e52-86d1-a851bf1e34c2 req-3f79aa4b-9907-4886-baac-1b8fb49e3057 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 210 time: 0.1106787 Apr 20 13:06:52.753752 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:52.753929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea569-8708-48a6-abcf-c37b9d0f5d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.757920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:52.763967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:52.812806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea569-8708-48a6-abcf-c37b9d0f5d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.871403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:52.873623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:52.879515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Pushing event updated for resources: {'Port': ['ID=ebaf87f1-07e5-42dd-981e-6a6c0327b979,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:52.916767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3249e70e-e0bc-4edf-bbe9-8411508067db tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5120523 Apr 20 13:06:52.919707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51318) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:52.926005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.76'}]}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:53.011401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.012450 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.016259 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea569-8708-48a6-abcf-c37b9d0f5d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.019705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d3ea569-8708-48a6-abcf-c37b9d0f5d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.021603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2d3ea569-8708-48a6-abcf-c37b9d0f5d51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed8e0b98-6d8e-4619-b33b-3773e2d497ed HTTP/1.1" status: 204 len: 168 time: 0.4660897 Apr 20 13:06:53.066250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54067e1f-fc94-4dc5-8f26-8c6637d21c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.074093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ea569-8708-48a6-abcf-c37b9d0f5d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e0b98-6d8e-4619-b33b-3773e2d497ed,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:53.704602 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.720417 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:53.805594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87667a73-d07f-489d-822b-b71a63ef9afa req-06728168-08af-468c-b76c-54bc3cdc28b1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:53.813202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87667a73-d07f-489d-822b-b71a63ef9afa req-06728168-08af-468c-b76c-54bc3cdc28b1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.6977348 Apr 20 13:06:53.847799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-2c403297-4578-4b73-829e-d8167a9d3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:53.849992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-2c403297-4578-4b73-829e-d8167a9d3a4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1096 time: 0.6933055 Apr 20 13:06:53.974904 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.081888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87667a73-d07f-489d-822b-b71a63ef9afa req-cbceb0c7-af1d-4b61-855e-ca26bbeebdaf tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676854 Apr 20 13:06:54.157413 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54067e1f-fc94-4dc5-8f26-8c6637d21c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.192559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-54067e1f-fc94-4dc5-8f26-8c6637d21c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.332944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e8a5c03-3215-4246-87ce-f2286f307648 req-4629442e-b166-456a-ad01-c351292089b0 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 210 time: 0.0866261 Apr 20 13:06:54.351672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54067e1f-fc94-4dc5-8f26-8c6637d21c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377aad3f-1641-44b1-be77-8aecd157d924,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:54.370083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-33714a74-5163-4be7-b186-6c11ff32e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:54.371812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-33714a74-5163-4be7-b186-6c11ff32e15d service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.4788272 Apr 20 13:06:54.374041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-54067e1f-fc94-4dc5-8f26-8c6637d21c01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13c7fef392e845b98f3c08218291e2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2789211 Apr 20 13:06:54.376607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51392) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:54.386952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-5d11cb6f-5900-464b-b85e-f65179f997ab tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:54.389003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-5d11cb6f-5900-464b-b85e-f65179f997ab tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.37 "GET /v2.0/networks?id=149028db-366b-44bb-9e1a-1292db28cc10 HTTP/1.1" status: 200 len: 813 time: 0.4372611 Apr 20 13:06:54.409953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:54.423730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Request body: {'port': {'device_id': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10', 'admin_state_up': True, 'tenant_id': '668ef6febcac4338bf53bc8d8f17d7f5'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:54.563237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-afbbff01-d469-4b9c-956d-4a71e0e86def service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 1001 time: 0.1838491 Apr 20 13:06:54.612331 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea634988-45fe-4822-92a8-786853a21537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.615791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-607144106-network', 'tenant_id': '530154cd5ad74ea6bd85359b2c80e8fe'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:54.642153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Made reservation on behalf of 530154cd5ad74ea6bd85359b2c80e8fe for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:54.645928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.656457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.679857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea634988-45fe-4822-92a8-786853a21537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.709158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-9984e873-b34c-4a6b-9b16-dcdd66acbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:54.712017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-9984e873-b34c-4a6b-9b16-dcdd66acbc9b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.1396346 Apr 20 13:06:54.858638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Made reservation on behalf of 668ef6febcac4338bf53bc8d8f17d7f5 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:54.862091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.874222 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.889108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.897449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea634988-45fe-4822-92a8-786853a21537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.899951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea634988-45fe-4822-92a8-786853a21537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.901083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ea634988-45fe-4822-92a8-786853a21537 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/377aad3f-1641-44b1-be77-8aecd157d924 HTTP/1.1" status: 204 len: 168 time: 0.5229001 Apr 20 13:06:54.908991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-e445d3a7-e502-48f3-8782-855f12ed5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:54.911149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-e445d3a7-e502-48f3-8782-855f12ed5745 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859818 Apr 20 13:06:54.915540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:54.938671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea634988-45fe-4822-92a8-786853a21537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377aad3f-1641-44b1-be77-8aecd157d924,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:54.987118 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:55.001962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdf1b84-5db4-4694-9ebb-3483276e130f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:55.006996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.016389 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.016811 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Added segment d478a148-6834-465f-8063-e4b0f46a1c8d of type vlan for network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 Apr 20 13:06:55.124697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.170148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.171640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:55.172472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.212126 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7973444 Apr 20 13:06:55.212813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51436) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:55.282735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-4605175a-f09d-46ef-9b49-a4112dc7e6a9 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546481 Apr 20 13:06:55.337758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Allocated IP 172.20.0.12 (149028db-366b-44bb-9e1a-1292db28cc10/4e3953a6-417c-4dab-a324-2f1fa692381f/3722f352-3235-4d17-8101-2160200a3ecf) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:06:55.465670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5089-2b4d-4cc6-9ddf-3c9d7413f130 req-15095a7d-279f-4acd-865d-3aadc37420ca tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:55.467500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffeb5089-2b4d-4cc6-9ddf-3c9d7413f130 req-15095a7d-279f-4acd-865d-3aadc37420ca tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2717721 Apr 20 13:06:55.486494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.575236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Request body: {'subnet': {'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-607144106-subnet', 'tenant_id': '530154cd5ad74ea6bd85359b2c80e8fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:55.596806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6219dcf-89b0-4c3c-9166-ac5249683b9d req-56b27e18-e95c-43af-8e4c-a0b2129fca5b service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028843 Apr 20 13:06:55.597821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a405f-cef7-40f7-b235-8e94bb35f940 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:55.619723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:55.620351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Made reservation on behalf of 530154cd5ad74ea6bd85359b2c80e8fe for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:55.624381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.651961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-005c38b2-b1d6-4ca1-9bde-d7967f3934aa req-ff4c82f6-fca0-4172-960d-d32e74e1dab5 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 210 time: 0.0753119 Apr 20 13:06:55.833416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffeb5089-2b4d-4cc6-9ddf-3c9d7413f130 req-1517c31c-500c-4e7a-91c9-924183455ce1 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532822 Apr 20 13:06:55.914951 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.947206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.971589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:55.986905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24db5795-24f6-4ad2-aeb1-51a270e77700,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:55.992999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Checking segment: {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:55.993363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Network hostable DHCP agents. Network: 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:56.014473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:56.028324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:56.035580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:56.035580 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.038845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1819aae9-4b67-437c-b33f-1a66fe8f3105 None None] Network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:56.069783 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-42c43c94-7189-492b-9ad6-ff49078aae1e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4963059 Apr 20 13:06:56.078810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47413435-7574-4853-9ea9-6de391103259 req-1c7b283d-d4eb-43bd-aaa4-6a54e841c0d8 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:56.085983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47413435-7574-4853-9ea9-6de391103259 req-1c7b283d-d4eb-43bd-aaa4-6a54e841c0d8 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 948 time: 0.2227440 Apr 20 13:06:56.153817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47413435-7574-4853-9ea9-6de391103259 req-0b64a490-c06d-437e-aa73-71decd95f31b tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668211 Apr 20 13:06:56.170066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.182127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.182127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 523192ff-4a95-46f4-b856-ad2af176c0b7 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:06:56.202443 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:06:56.203514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-18b34ad5-6900-462f-8de2-c94a143bd932 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.2828124 Apr 20 13:06:56.206520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51460) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:56.251187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.312278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Network 149028db-366b-44bb-9e1a-1292db28cc10 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:06:56.319595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Deleting port ebaf87f1-07e5-42dd-981e-6a6c0327b979 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:56.320009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.320200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:56.325572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:06:56.330492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Pushing event updated for resources: {'Port': ['ID=3722f352-3235-4d17-8101-2160200a3ecf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:56.384547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9ab48-82bb-439d-94b5-52b0e03c9bd2 None None] Network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:56.415805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:56.416554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.448975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-69a70c45-d18a-4581-821d-6bf89dfbf78a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0279632 Apr 20 13:06:56.462844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Request body: {'port': {'device_id': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:56.464068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.489307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Calling delete_port for ebaf87f1-07e5-42dd-981e-6a6c0327b979 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:56.591293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51472) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:56.615429 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.689829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.724029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebaf87f1-07e5-42dd-981e-6a6c0327b979,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:56.820350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:56.824139 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4939a690-7504-4b8e-b0a3-c512cb4d6801 tempest-RoutersAdminNegativeTest-1442433539 tempest-RoutersAdminNegativeTest-1442433539-project-admin] 10.222.0.24 "DELETE /v2.0/ports/ebaf87f1-07e5-42dd-981e-6a6c0327b979 HTTP/1.1" status: 204 len: 168 time: 0.6165659 Apr 20 13:06:56.827751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-641846409-network', 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:56.990225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:56.997675 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.082560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51494) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:57.203662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3446-c124-46d4-a2cb-25a379360075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.313918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3446-c124-46d4-a2cb-25a379360075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.317885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3446-c124-46d4-a2cb-25a379360075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.360514 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a4fd3446-c124-46d4-a2cb-25a379360075 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f100520a0158417889352752fa3a88c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765067 Apr 20 13:06:57.361557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd3446-c124-46d4-a2cb-25a379360075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a115de9b-6d58-45f4-87a1-91a8ad5e4560,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:57.365422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51500) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:57.429592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c489485-cdb0-485a-9c8d-061017277ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.455177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c489485-cdb0-485a-9c8d-061017277ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.471358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8373b-e252-4875-bb42-6865eaa5b7f5 req-f9375321-1284-4ba6-9a79-64f260aad508 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:57.472913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a8373b-e252-4875-bb42-6865eaa5b7f5 req-f9375321-1284-4ba6-9a79-64f260aad508 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 932 time: 0.6566536 Apr 20 13:06:57.489092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.519253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c489485-cdb0-485a-9c8d-061017277ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.523664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c489485-cdb0-485a-9c8d-061017277ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.525937 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c489485-cdb0-485a-9c8d-061017277ecf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a115de9b-6d58-45f4-87a1-91a8ad5e4560 HTTP/1.1" status: 204 len: 168 time: 0.1592722 Apr 20 13:06:57.538035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c489485-cdb0-485a-9c8d-061017277ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a115de9b-6d58-45f4-87a1-91a8ad5e4560,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:57.557802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-a7582761-bcd2-4c5d-b83f-5ae21ba8bfa0 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:57.559794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-a7582761-bcd2-4c5d-b83f-5ae21ba8bfa0 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 821 time: 0.6934836 Apr 20 13:06:57.628057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-06545d04-58de-4924-9353-e4cacbcad3f6 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:57.629581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-06545d04-58de-4924-9353-e4cacbcad3f6 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.37 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 948 time: 0.2098961 Apr 20 13:06:57.637289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a8373b-e252-4875-bb42-6865eaa5b7f5 req-0e673eca-9248-4042-99b9-ee67cbffe944 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492603 Apr 20 13:06:57.638790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-14d2e8d9-3538-47af-90f8-5c34ed92097d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/quotas/530154cd5ad74ea6bd85359b2c80e8fe HTTP/1.1" status: 200 len: 375 time: 0.0630865 Apr 20 13:06:57.714186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-96ef69f8-168a-49c9-ab7e-f9028daefd8d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583234 Apr 20 13:06:57.826342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51506) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:57.871409 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-efea6823-7e49-400a-a2ae-71103505279f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7eb0d3a67f7440297014905d8e98e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416086 Apr 20 13:06:57.871611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51508) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:57.891601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3722f352-3235-4d17-8101-2160200a3ecf {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:06:57.909777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.921854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08a0ad9b-7f43-41f8-9426-1187fc91b7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.929857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.943637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08a0ad9b-7f43-41f8-9426-1187fc91b7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.950926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.956790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Transition to ACTIVE for port object 3722f352-3235-4d17-8101-2160200a3ecf will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:06:57.969406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1483-3c61-472e-abf4-8e91d3dbdce0 req-d8499e12-c733-47eb-b765-2e6e6064ee92 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:57.970927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-722f1483-3c61-472e-abf4-8e91d3dbdce0 req-d8499e12-c733-47eb-b765-2e6e6064ee92 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2558925 Apr 20 13:06:57.989856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:57.998353 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08a0ad9b-7f43-41f8-9426-1187fc91b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.000861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08a0ad9b-7f43-41f8-9426-1187fc91b7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.010148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08a0ad9b-7f43-41f8-9426-1187fc91b7fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a11765aa-0982-4268-8ed9-5d2d4dbd77a5 HTTP/1.1" status: 204 len: 168 time: 0.1365445 Apr 20 13:06:58.021877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ad9b-7f43-41f8-9426-1187fc91b7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11765aa-0982-4268-8ed9-5d2d4dbd77a5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:58.042902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-8fbc3760-b319-4d0b-9bbc-c70725e7aab0 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157098 Apr 20 13:06:58.047167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:06:58.087356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1782e55d-d459-4677-a1a8-b9d03418b29a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:58.105601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Deleting port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:06:58.105971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.109089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.109353 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Added segment 339b8293-18bf-4b26-8b80-88ae495b6872 of type vlan for network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 Apr 20 13:06:58.184836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Pushing event updated for resources: {'Port': ['ID=3722f352-3235-4d17-8101-2160200a3ecf,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:58.275042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-722f1483-3c61-472e-abf4-8e91d3dbdce0 req-3b0211d3-002e-4f7d-b80b-22dd669349d0 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798150 Apr 20 13:06:58.305023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.444779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-32263672-a4cd-4229-a144-e92979f80baa service neutron] 10.222.0.24 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897016 Apr 20 13:06:58.447553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] For port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:06:58.447926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.459556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.460620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:58.461451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.483827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Calling delete_port for 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:06:58.509048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Attempting to bind port 3722f352-3235-4d17-8101-2160200a3ecf on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:06:58.509386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Attempting to bind port 3722f352-3235-4d17-8101-2160200a3ecf by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:06:58.509869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Attempting to bind port 3722f352-3235-4d17-8101-2160200a3ecf on network 149028db-366b-44bb-9e1a-1292db28cc10 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:58.581213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9862943 Apr 20 13:06:58.584765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51536) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:58.590729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Request body: {'subnet': {'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-641846409-subnet', 'tenant_id': 'a043f68c667d4094a261f70d09885200', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:06:58.650845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:06:58.653445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Port 3722f352-3235-4d17-8101-2160200a3ecf on network 149028db-366b-44bb-9e1a-1292db28cc10 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:06:58.653914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Attempting to bind port 3722f352-3235-4d17-8101-2160200a3ecf on network 149028db-366b-44bb-9e1a-1292db28cc10 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:06:58.655825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.684410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256272e3-0816-4c1c-adc0-027c8a93ebe7 req-49c7e9c7-e84c-4602-a192-a55694d71676 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:58.688975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-256272e3-0816-4c1c-adc0-027c8a93ebe7 req-49c7e9c7-e84c-4602-a192-a55694d71676 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=12dfef6b-24d4-4fa4-af17-a38309dd0fb6 HTTP/1.1" status: 200 len: 948 time: 0.3300755 Apr 20 13:06:58.702027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:06:58.702505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Checking segment: {'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:58.702985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Bound using segment: {'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:06:58.703528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Bound port: 3722f352-3235-4d17-8101-2160200a3ecf, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:06:58.704016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:58.772370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363ac64-afee-4de9-a9a7-87f685e538e9 admin admin] Pushing event updated for resources: {'Network': ['ID=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:58.780534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b37cb7b-bf16-4ab3-aabf-4f116a2156c2 req-af10d368-bd03-42be-bbe2-5222c1a2923a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 210 time: 0.0810204 Apr 20 13:06:58.786797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:06:58.856376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-256272e3-0816-4c1c-adc0-027c8a93ebe7 req-32dca1d0-5c5d-4d68-ab99-159e64eaf4dd tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599867 Apr 20 13:06:58.967596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] For port 3722f352-3235-4d17-8101-2160200a3ecf, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:06:58.979057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] For port 3722f352-3235-4d17-8101-2160200a3ecf, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3722f352-3235-4d17-8101-2160200a3ecf,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:06:59.003902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.048881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.051742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.136594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.137316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.143662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] 10.222.0.37 "PUT /v2.0/ports/3722f352-3235-4d17-8101-2160200a3ecf HTTP/1.1" status: 200 len: 1092 time: 2.6861556 Apr 20 13:06:59.170507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bb8c57-1470-4673-9eaa-4b46b689a4e5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:59.196736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:59.205362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:06:59.205841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Network hostable DHCP agents. Network: 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:06:59.230934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:06:59.236713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'tag': '3722f352-3235-4d17-8101-2160200a3ecf'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:06:59.241324 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c" -d '{"events": [{"name": "network-changed", "server_uuid": "c3e537a4-42bb-4acc-8f1c-38dc46a5af18", "tag": "3722f352-3235-4d17-8101-2160200a3ecf"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:06:59.251129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:06:59.256476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.257228 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.262724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bb99b7-f680-41dc-a317-74fac9810167 None None] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:59.276830 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2007ac99-cb11-498b-831f-8cfb59177bac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6907933 Apr 20 13:06:59.300494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] No DVR routers for this DVR port 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:06:59.321792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:06:59.326618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ddf50e3-a51a-4b5e-9d21-72d3f67eb173 req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.37 "DELETE /v2.0/ports/2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 HTTP/1.1" status: 204 len: 173 time: 1.6856303 Apr 20 13:06:59.381502 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3dcca-7a70-4d97-b15c-5511e354bb82 x-openstack-request-id: req-1bb3dcca-7a70-4d97-b15c-5511e354bb82 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:06:59.382219 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3e537a4-42bb-4acc-8f1c-38dc46a5af18", "tag": "3722f352-3235-4d17-8101-2160200a3ecf", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:06:59.382696 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bb3dcca-7a70-4d97-b15c-5511e354bb82 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:06:59.383291 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb3dcca-7a70-4d97-b15c-5511e354bb82'] response: {'name': 'network-changed', 'server_uuid': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'tag': '3722f352-3235-4d17-8101-2160200a3ecf', 'status': 'completed', 'code': 200} Apr 20 13:06:59.385910 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7181df39-9701-4656-a5cf-625a4ec36c13 tempest-ServiceProvidersTest-1003930636 tempest-ServiceProvidersTest-1003930636-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1880565 Apr 20 13:06:59.413960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dec072-2084-4846-860d-039b23b0e805 service neutron] Pushing event updated for resources: {'Port': ['ID=3722f352-3235-4d17-8101-2160200a3ecf,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:59.435481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b532c7-5f2d-4452-858e-086afa053ecc req-d2ad96ab-6514-4dd2-9c7b-8216e00e0ba6 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.445382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6b532c7-5f2d-4452-858e-086afa053ecc req-d2ad96ab-6514-4dd2-9c7b-8216e00e0ba6 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 944 time: 0.4597456 Apr 20 13:06:59.473361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0abe6-b9fc-4a27-ac0c-4eeaf1c94a40 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Pushing event deleted for resources: {'Port': ['ID=2ed76e90-fbc7-4dd5-bed8-969c18f50eb5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:06:59.546784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-2c1b8548-af84-4d18-91b1-1a064b4bc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.549237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-2c1b8548-af84-4d18-91b1-1a064b4bc572 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=668ef6febcac4338bf53bc8d8f17d7f5&device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 1095 time: 0.2582769 Apr 20 13:06:59.652257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6b532c7-5f2d-4452-858e-086afa053ecc req-166dc885-4a46-4cfe-994c-c1fd59482501 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025151 Apr 20 13:06:59.654310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-90a84270-2b02-4dad-ba66-5e961a8833f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3722f352-3235-4d17-8101-2160200a3ecf HTTP/1.1" status: 200 len: 217 time: 0.0967929 Apr 20 13:06:59.668007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4158e-32a5-47c1-b180-cb0414d7e78c None None] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:06:59.815582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-85213ae6-093d-41b4-9b4d-d5aff8ed93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:06:59.817074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-85213ae6-093d-41b4-9b4d-d5aff8ed93d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e3953a6-417c-4dab-a324-2f1fa692381f HTTP/1.1" status: 200 len: 853 time: 0.1452651 Apr 20 13:06:59.942002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51584) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:06:59.964886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-10736dbd-2246-4eb0-9ede-47c6295af30e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=149028db-366b-44bb-9e1a-1292db28cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178865 Apr 20 13:07:00.032129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-384d26aa-55ee-4a34-8842-65971f2932a2 req-85bf03b6-ba13-413e-830a-bb233fae5432 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 210 time: 0.0931664 Apr 20 13:07:00.167139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6da608e-fbf4-4c23-aba7-fbb4a10d514d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.190001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-086da108-fc52-4a51-b8b6-1f049af9d326 service neutron] 10.222.0.37 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607990 Apr 20 13:07:00.290010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6da608e-fbf4-4c23-aba7-fbb4a10d514d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.299660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6da608e-fbf4-4c23-aba7-fbb4a10d514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.378757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da608e-fbf4-4c23-aba7-fbb4a10d514d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed945d34-21ef-47ea-a4ec-1657ba39e403,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:00.384626 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b6da608e-fbf4-4c23-aba7-fbb4a10d514d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01a3992586834832b9248f6d7b9ebdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415216 Apr 20 13:07:00.387257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51606) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:00.438665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca6765c7-ed4c-4c87-b5f3-9a4a019edfa5 req-5b465d57-f72f-4f03-b66f-7d847cc27699 service neutron] 10.222.0.37 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407355 Apr 20 13:07:00.440902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82243f8f-8279-4623-9819-ef9616529737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.450397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-5c70e63a-bc34-442a-8e24-edd47837710f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:00.451911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-5c70e63a-bc34-442a-8e24-edd47837710f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.2137058 Apr 20 13:07:00.485158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82243f8f-8279-4623-9819-ef9616529737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.571161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82243f8f-8279-4623-9819-ef9616529737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.575295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82243f8f-8279-4623-9819-ef9616529737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:00.576528 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-82243f8f-8279-4623-9819-ef9616529737 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed945d34-21ef-47ea-a4ec-1657ba39e403 HTTP/1.1" status: 204 len: 168 time: 0.1880715 Apr 20 13:07:00.586600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82243f8f-8279-4623-9819-ef9616529737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed945d34-21ef-47ea-a4ec-1657ba39e403,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:00.602638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-47a7413b-d5b6-454d-9758-d0757235f194 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.0887797 Apr 20 13:07:00.692512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6411311-92b6-40ef-88b2-16c8cd8e10fa req-fd6099b4-720e-47c4-87af-a85ad4c4e69e tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:00.698384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6411311-92b6-40ef-88b2-16c8cd8e10fa req-fd6099b4-720e-47c4-87af-a85ad4c4e69e tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 948 time: 0.2441223 Apr 20 13:07:00.734635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-7a07d27a-d7e1-4713-b064-449e29643411 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045208 Apr 20 13:07:00.789512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-1823ded8-80e9-4ed4-bbce-f1e562aa999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:00.791014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-1823ded8-80e9-4ed4-bbce-f1e562aa999b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=668ef6febcac4338bf53bc8d8f17d7f5&device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 1095 time: 0.2648642 Apr 20 13:07:00.882917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-ad279acb-bced-4df6-be29-952ce15dff67 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:00.884423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-ad279acb-bced-4df6-be29-952ce15dff67 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 821 time: 0.3006074 Apr 20 13:07:00.919076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6411311-92b6-40ef-88b2-16c8cd8e10fa req-39ff5e6d-b15f-40b9-aec9-f708884c2dec tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799862 Apr 20 13:07:00.929218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Request body: {'port': {'device_id': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'admin_state_up': True, 'tenant_id': '530154cd5ad74ea6bd85359b2c80e8fe'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:00.984460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:01.016373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:01.016958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ed76e90-fbc7-4dd5-bed8-969c18f50eb5 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:01.101797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-f2176607-a62c-4a87-a780-92398959d733 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495665 Apr 20 13:07:01.145068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-51b6ef32-09d2-46e7-808f-49bac2e0caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:01.147404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-51b6ef32-09d2-46e7-808f-49bac2e0caef service neutron] 10.222.0.37 "GET /v2.0/networks?id=149028db-366b-44bb-9e1a-1292db28cc10 HTTP/1.1" status: 200 len: 914 time: 0.3471587 Apr 20 13:07:01.208207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328d137-02e4-4cd8-9c1e-763c8dc2de74 req-392aee82-42b1-4a69-8151-ffceee851d4b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:01.210520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0328d137-02e4-4cd8-9c1e-763c8dc2de74 req-392aee82-42b1-4a69-8151-ffceee851d4b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 944 time: 0.2112069 Apr 20 13:07:01.264633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-b9e74b33-8643-4321-a42d-66825d4a410d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3722f352-3235-4d17-8101-2160200a3ecf HTTP/1.1" status: 200 len: 217 time: 0.1034794 Apr 20 13:07:01.295453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Made reservation on behalf of 530154cd5ad74ea6bd85359b2c80e8fe for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:01.299788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.397211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-deleted', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:01.400633 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa81e4c2-f4d6-4082-9c6d-57b4328e7e44" -d '{"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-deleted", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:01.423274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-caa19209-e94b-44e4-84fe-1c8b92ff2268 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091609 Apr 20 13:07:01.428526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0328d137-02e4-4cd8-9c1e-763c8dc2de74 req-c0d82976-a85f-4803-890d-a4cf06cdb739 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056551 Apr 20 13:07:01.444130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:01.512675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-023e52a9-76b7-4868-aecd-63dc5d054e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:01.514716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-023e52a9-76b7-4868-aecd-63dc5d054e1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4e3953a6-417c-4dab-a324-2f1fa692381f HTTP/1.1" status: 200 len: 853 time: 0.2317545 Apr 20 13:07:01.580394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-3356d086-a848-42a7-9432-450779c78281 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=149028db-366b-44bb-9e1a-1292db28cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568397 Apr 20 13:07:01.616374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-44706439-744b-4b0c-b99e-26dc9c7b7be3 tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-880399611', 'prefixes': ['172.20.0.0/16']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:01.682060 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07420e13-3b78-49b2-b4c6-5bd6ed218944 x-openstack-request-id: req-07420e13-3b78-49b2-b4c6-5bd6ed218944 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:01.682627 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12dfef6b-24d4-4fa4-af17-a38309dd0fb6", "name": "network-vif-deleted", "tag": "2ed76e90-fbc7-4dd5-bed8-969c18f50eb5", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:01.682627 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07420e13-3b78-49b2-b4c6-5bd6ed218944 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:01.684115 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07420e13-3b78-49b2-b4c6-5bd6ed218944'] response: {'server_uuid': '12dfef6b-24d4-4fa4-af17-a38309dd0fb6', 'name': 'network-vif-deleted', 'tag': '2ed76e90-fbc7-4dd5-bed8-969c18f50eb5', 'status': 'completed', 'code': 200} Apr 20 13:07:01.733328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-44706439-744b-4b0c-b99e-26dc9c7b7be3 tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] Notify callbacks [] for subnetpool, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.734458 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-44706439-744b-4b0c-b99e-26dc9c7b7be3 tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2893002 Apr 20 13:07:01.737661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51644) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:01.789589 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-04447763-2f5a-4e46-8428-ad11b57001a1 tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] 10.222.0.24 "GET /v2.0/subnetpools/73c62322-3ac4-4ccc-a935-7be8a2d1d3e0 HTTP/1.1" status: 200 len: 731 time: 0.0501366 Apr 20 13:07:01.792331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:01.797535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-aea1da83-1c33-4bbb-a180-6323ce39270e tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1602550777'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:01.912489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea1da83-1c33-4bbb-a180-6323ce39270e tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] Notify callbacks [] for subnetpool, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:01.914269 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aea1da83-1c33-4bbb-a180-6323ce39270e tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] 10.222.0.24 "PUT /v2.0/subnetpools/73c62322-3ac4-4ccc-a935-7be8a2d1d3e0 HTTP/1.1" status: 200 len: 684 time: 0.1203501 Apr 20 13:07:01.916997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51652) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:01.996500 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:07:02.012583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42c0835b-b975-410a-8ba6-59f8b9b5f0ae tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] Notify callbacks [] for subnetpool, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.014717 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-42c0835b-b975-410a-8ba6-59f8b9b5f0ae tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] 10.222.0.24 "DELETE /v2.0/subnetpools/73c62322-3ac4-4ccc-a935-7be8a2d1d3e0 HTTP/1.1" status: 204 len: 168 time: 0.0966179 Apr 20 13:07:02.017249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:02.037417 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-25208d45-a43d-4950-85d2-87e1cd400072 tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] show failed (client error): The resource could not be found. Apr 20 13:07:02.041009 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-25208d45-a43d-4950-85d2-87e1cd400072 tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] 10.222.0.24 "GET /v2.0/subnetpools/73c62322-3ac4-4ccc-a935-7be8a2d1d3e0 HTTP/1.1" status: 404 len: 346 time: 0.0200601 Apr 20 13:07:02.041365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:02.059805 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-274aa356-c425-4b09-b01a-7898d436eced tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] delete failed (client error): The resource could not be found. Apr 20 13:07:02.064475 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-274aa356-c425-4b09-b01a-7898d436eced tempest-SubnetPoolsTestJSON-268332502 tempest-SubnetPoolsTestJSON-268332502-project] 10.222.0.24 "DELETE /v2.0/subnetpools/73c62322-3ac4-4ccc-a935-7be8a2d1d3e0 HTTP/1.1" status: 404 len: 346 time: 0.0187647 Apr 20 13:07:02.195957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ddb29e9-1a81-4a38-821e-381947006935 req-39fec1b0-69de-48fd-b6c4-750e83ff5519 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 210 time: 0.5987222 Apr 20 13:07:02.291158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac8b4877-242f-46d5-83a6-c3e9d96c70c0 req-50d4dcbd-c88f-4ca2-b859-7670f34afeb8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 210 time: 0.5678861 Apr 20 13:07:02.339152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Allocated IP 172.20.0.13 (0b7ad0a7-dcec-41fd-9ed8-e333c5f46616/24db5795-24f6-4ad2-aeb1-51a270e77700/f1ed97a6-7487-4314-b042-7c68dcce3ac9) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:02.386693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d810e1-7d0f-4c80-9434-600f955802db req-d1a85196-8dc9-44ec-9bac-ebca13ac6616 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:02.389078 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46d810e1-7d0f-4c80-9434-600f955802db req-d1a85196-8dc9-44ec-9bac-ebca13ac6616 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 948 time: 0.0583787 Apr 20 13:07:02.391474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-51fff8c4-4e1c-451a-a103-d61d49c66786 service neutron] 10.222.0.37 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8006337 Apr 20 13:07:02.452150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51668) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:02.527667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Deleting port 38214f53-ea44-4790-b301-63f6940f9d46 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:02.528012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.558420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc1ba77-31c8-4ea4-9d8c-c71cbed1680c req-08a5bf41-1c0e-4dde-93e6-c409ae52a034 service neutron] 10.222.0.37 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592007 Apr 20 13:07:02.632764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] For port 38214f53-ea44-4790-b301-63f6940f9d46, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=38214f53-ea44-4790-b301-63f6940f9d46,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:02.632946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.646855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Calling delete_port for 38214f53-ea44-4790-b301-63f6940f9d46 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:02.672048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f142072-532d-4323-ab6c-6bcb0f13c80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.696208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcce9d8-a7ea-45ca-8c2a-476ad686bb27 req-7e3153bd-96e0-4e48-8cc8-610299f7f5e0 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:02.697845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fcce9d8-a7ea-45ca-8c2a-476ad686bb27 req-7e3153bd-96e0-4e48-8cc8-610299f7f5e0 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b4fbb4-4b0f-4264-9123-fbe8b9052bed HTTP/1.1" status: 200 len: 948 time: 0.3727560 Apr 20 13:07:02.700947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.782209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fcce9d8-a7ea-45ca-8c2a-476ad686bb27 req-32681bdc-a1e8-47df-9a36-c5cb64e105d5 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.24 "GET /v2.0/security-groups?id=cf01e5a9-28ab-4044-8da7-9169f3fffd3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662258 Apr 20 13:07:02.797189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5346c-f6ad-4bff-9719-4f5a47166433 req-4e1054c2-63ae-43ec-834a-afc2bf3ae3e9 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:02.799582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bff5346c-f6ad-4bff-9719-4f5a47166433 req-4e1054c2-63ae-43ec-834a-afc2bf3ae3e9 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 944 time: 0.1362307 Apr 20 13:07:02.884926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.910265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.919426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bff5346c-f6ad-4bff-9719-4f5a47166433 req-b8a38b66-5a9d-4628-bf74-682864917fdf tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034632 Apr 20 13:07:02.923403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f142072-532d-4323-ab6c-6bcb0f13c80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.962251 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f142072-532d-4323-ab6c-6bcb0f13c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:02.986285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3722f352-3235-4d17-8101-2160200a3ecf details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:02.998982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Pushing event deleted for resources: {'Port': ['ID=38214f53-ea44-4790-b301-63f6940f9d46,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:03.035702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] No DVR routers for this DVR port 38214f53-ea44-4790-b301-63f6940f9d46 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:03.039883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.044624 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-46d810e1-7d0f-4c80-9434-600f955802db req-7627d153-22f2-4f89-aa36-cb7e98f4b711 tempest-ListImageFiltersTestJSON-2043789870 tempest-ListImageFiltersTestJSON-2043789870-project] 10.222.0.30 "DELETE /v2.0/ports/38214f53-ea44-4790-b301-63f6940f9d46 HTTP/1.1" status: 204 len: 173 time: 0.6495688 Apr 20 13:07:03.054382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-deleted', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:03.056124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-de504b4c-caa6-48f5-8ac0-4444db8801e6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:03.057741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-de504b4c-caa6-48f5-8ac0-4444db8801e6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.2547166 Apr 20 13:07:03.057977 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0f2633-d5e6-428b-93a4-69eab63bdd8f" -d '{"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-deleted", "tag": "38214f53-ea44-4790-b301-63f6940f9d46"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:03.090763 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f142072-532d-4323-ab6c-6bcb0f13c80c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7f9e713f57246a4b6e06bf3e8851f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368639 Apr 20 13:07:03.091666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51676) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:03.098339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:03.118652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Request body: {'port': {'device_id': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'admin_state_up': True, 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:03.127344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:03.146190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:03.149043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:03.163994 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a08c1-2db2-4959-a306-83306ad228a1 x-openstack-request-id: req-d01a08c1-2db2-4959-a306-83306ad228a1 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:03.164261 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b4fbb4-4b0f-4264-9123-fbe8b9052bed", "name": "network-vif-deleted", "tag": "38214f53-ea44-4790-b301-63f6940f9d46", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:03.164512 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d01a08c1-2db2-4959-a306-83306ad228a1 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:03.164908 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01a08c1-2db2-4959-a306-83306ad228a1'] response: {'server_uuid': 'f9b4fbb4-4b0f-4264-9123-fbe8b9052bed', 'name': 'network-vif-deleted', 'tag': '38214f53-ea44-4790-b301-63f6940f9d46', 'status': 'completed', 'code': 200} Apr 20 13:07:03.165462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f142072-532d-4323-ab6c-6bcb0f13c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b17616b-147f-4ce1-8d77-641b07107e72,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:03.198724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3722f352-3235-4d17-8101-2160200a3ecf, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3722f352-3235-4d17-8101-2160200a3ecf,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:03.202022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ea958e-d092-41fa-88ee-79b29d70a43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.216374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '3722f352-3235-4d17-8101-2160200a3ecf', 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10', 'port_id': '3722f352-3235-4d17-8101-2160200a3ecf', 'mac_address': 'fa:16:3e:f6:9e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3953a6-417c-4dab-a324-2f1fa692381f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:03.267554 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.286292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:03.286777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3722f352-3235-4d17-8101-2160200a3ecf {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:03.286897 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.296456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ea958e-d092-41fa-88ee-79b29d70a43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.339948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3722f352-3235-4d17-8101-2160200a3ecf, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3722f352-3235-4d17-8101-2160200a3ecf,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:03.358582 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.369197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-23958ac2-60e1-42d4-942e-b6fdcade4ca3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4460559 Apr 20 13:07:03.391081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Request body: {'port': {'device_id': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:03.434623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3722f352-3235-4d17-8101-2160200a3ecf,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:03.438619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ea958e-d092-41fa-88ee-79b29d70a43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.441937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ea958e-d092-41fa-88ee-79b29d70a43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.445673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8ea958e-d092-41fa-88ee-79b29d70a43f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b17616b-147f-4ce1-8d77-641b07107e72 HTTP/1.1" status: 204 len: 168 time: 0.3479714 Apr 20 13:07:03.454610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea958e-d092-41fa-88ee-79b29d70a43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b17616b-147f-4ce1-8d77-641b07107e72,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:03.566361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-413e3dce-7736-401e-9e3e-0622c4f04fb5 req-0f8962ec-c559-4464-9f66-12b0612c9256 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 210 time: 0.1335702 Apr 20 13:07:03.570294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3722f352-3235-4d17-8101-2160200a3ecf'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:03.587181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:03.595904 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.707114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b14ea0-a1c3-4470-a1e7-2e84d4ba8cc0 req-fe0fde96-5111-41cd-b724-4c73f0bef739 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:03.711004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7b14ea0-a1c3-4470-a1e7-2e84d4ba8cc0 req-fe0fde96-5111-41cd-b724-4c73f0bef739 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 932 time: 0.3407938 Apr 20 13:07:03.732736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.744202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aadd648e-aba2-4aef-ac6b-025d403a9c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:03.845612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7b14ea0-a1c3-4470-a1e7-2e84d4ba8cc0 req-86e8a1b5-0444-4b40-95dc-20170c1cf203 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147528 Apr 20 13:07:04.017514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Allocated IP 172.20.0.8 (743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225/e4bb8c57-1470-4673-9eaa-4b46b689a4e5/88396310-ec3a-4a94-9bf8-4d1432bbd45d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:04.231075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62b7d1-bdcc-4e08-a39f-ef655c974638 req-f87b1fbd-98ab-4ea9-812a-89f54b20de6c tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.232608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e62b7d1-bdcc-4e08-a39f-ef655c974638 req-f87b1fbd-98ab-4ea9-812a-89f54b20de6c tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 945 time: 0.1630554 Apr 20 13:07:04.339603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e62b7d1-bdcc-4e08-a39f-ef655c974638 req-2c9ac3f7-a9d4-4252-8536-94cc345fbcf9 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944633 Apr 20 13:07:04.365948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ed97a6-7487-4314-b042-7c68dcce3ac9 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:04.376560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.394823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.402008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Transition to ACTIVE for port object f1ed97a6-7487-4314-b042-7c68dcce3ac9 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:04.408348 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.466304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51720) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:04.480603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:04.487483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.594761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:04.603130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event updated for resources: {'Port': ['ID=88396310-ec3a-4a94-9bf8-4d1432bbd45d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:04.605645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:04.609958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:04.666395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Attempting to bind port f1ed97a6-7487-4314-b042-7c68dcce3ac9 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:04.666721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Attempting to bind port f1ed97a6-7487-4314-b042-7c68dcce3ac9 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:04.667048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Attempting to bind port f1ed97a6-7487-4314-b042-7c68dcce3ac9 on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:04.679738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Port f1ed97a6-7487-4314-b042-7c68dcce3ac9 on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:04.680256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Attempting to bind port f1ed97a6-7487-4314-b042-7c68dcce3ac9 on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:04.691110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.693073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.700061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:04.700403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Checking segment: {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:04.700796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Bound using segment: {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:04.701214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Bound port: f1ed97a6-7487-4314-b042-7c68dcce3ac9, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:04.701571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.734443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-3f235bdc-d340-485a-b5b4-baf243373fb7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6282516 Apr 20 13:07:04.754429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Request body: {'port': {'device_id': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:04.781776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1696597522'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:04.846776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Made reservation on behalf of dcbdf165c35b416a896ccd171966f7b5 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:04.853014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.859605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe2e92-ffd3-420f-a70c-583a9d705712 req-c3b597b2-de6a-4805-9351-6458bd9aa0a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.861092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfbe2e92-ffd3-420f-a70c-583a9d705712 req-c3b597b2-de6a-4805-9351-6458bd9aa0a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 931 time: 0.1465058 Apr 20 13:07:04.872679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.874642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:04.884234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:04.886490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.899052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.983434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:04.983972 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:04.985388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/f1ed97a6-7487-4314-b042-7c68dcce3ac9 HTTP/1.1" status: 200 len: 1092 time: 1.6015298 Apr 20 13:07:04.986080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:04.988250 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113" -d '{"events": [{"name": "network-changed", "server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:05.012367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfbe2e92-ffd3-420f-a70c-583a9d705712 req-196aae14-887c-44e6-a09f-7fda88d5527c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415489 Apr 20 13:07:05.024497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3722f352-3235-4d17-8101-2160200a3ecf up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:05.060547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d0d3-5134-47c5-af22-5ce7b70fa7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:05.065996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.076448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.136652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:07:05.152159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90302c33-8e4b-4a7e-b573-c02201ca7acc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:05.155192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.156184 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Added segment 65e63cbe-6632-47d0-8cb7-3a8ced74a3ba of type vlan for network 8ae5fb28-8d04-413f-83af-7b913f934f29 Apr 20 13:07:05.188810 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 3722f352-3235-4d17-8101-2160200a3ecf completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:05.209335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 3722f352-3235-4d17-8101-2160200a3ecf triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:05.209730 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.267323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.269341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-94513f54-de02-4b3b-97cf-cac13e1e3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:05.270992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-94513f54-de02-4b3b-97cf-cac13e1e3529 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 1095 time: 0.1890709 Apr 20 13:07:05.322715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb878b9-42b5-4fba-a28e-595a5ccfd4ed req-81a09575-f060-49f6-93d3-626f9ff9e4b4 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:05.329991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fb878b9-42b5-4fba-a28e-595a5ccfd4ed req-81a09575-f060-49f6-93d3-626f9ff9e4b4 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 944 time: 0.2179618 Apr 20 13:07:05.338384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.358559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:05.359497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.360072 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.393034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-24b58b86-02bf-4eca-b2da-fc4b4ef97273 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9 HTTP/1.1" status: 200 len: 217 time: 0.0897536 Apr 20 13:07:05.400544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 3722f352-3235-4d17-8101-2160200a3ecf, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3722f352-3235-4d17-8101-2160200a3ecf,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:05.402566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722f352-3235-4d17-8101-2160200a3ecf'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:05.405886 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5259df13-fbb8-4b2d-89b5-22871dbf36fd" -d '{"events": [{"server_uuid": "c3e537a4-42bb-4acc-8f1c-38dc46a5af18", "name": "network-vif-plugged", "status": "completed", "tag": "3722f352-3235-4d17-8101-2160200a3ecf"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:05.411187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.424221 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0ccf0b-06e1-446c-85af-d9ce918143c9 x-openstack-request-id: req-ee0ccf0b-06e1-446c-85af-d9ce918143c9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:05.424531 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:05.424915 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee0ccf0b-06e1-446c-85af-d9ce918143c9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:05.425331 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0ccf0b-06e1-446c-85af-d9ce918143c9'] response: {'name': 'network-changed', 'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'status': 'completed', 'code': 200} Apr 20 13:07:05.478339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=3722f352-3235-4d17-8101-2160200a3ecf,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:05.489790 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0225327 Apr 20 13:07:05.493437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fb878b9-42b5-4fba-a28e-595a5ccfd4ed req-a500d937-c581-49d2-ba77-a365c0374a5a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625302 Apr 20 13:07:05.497886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51766) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:05.502922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Request body: {'subnet': {'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:05.528942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0267a-b039-4a01-a119-129e134f08d1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event updated for resources: {'Network': ['ID=8ae5fb28-8d04-413f-83af-7b913f934f29,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:05.547732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 8ae5fb28-8d04-413f-83af-7b913f934f29 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:07:05.665855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88396310-ec3a-4a94-9bf8-4d1432bbd45d {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:05.681081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.753156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f1867138-efc6-4b47-8ce2-fc66781d0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:05.754757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-f1867138-efc6-4b47-8ce2-fc66781d0bc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24db5795-24f6-4ad2-aeb1-51a270e77700 HTTP/1.1" status: 200 len: 861 time: 0.3524022 Apr 20 13:07:05.756167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Transition to ACTIVE for port object 88396310-ec3a-4a94-9bf8-4d1432bbd45d will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:05.780419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:05.807941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-d8c2c2e1-1d85-45a4-bbdd-abdd3334df17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464077 Apr 20 13:07:05.863161 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477db550-daa0-45f8-b866-c99806494a89 x-openstack-request-id: req-477db550-daa0-45f8-b866-c99806494a89 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:05.863487 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e537a4-42bb-4acc-8f1c-38dc46a5af18", "name": "network-vif-plugged", "status": "completed", "tag": "3722f352-3235-4d17-8101-2160200a3ecf", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:05.863746 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-477db550-daa0-45f8-b866-c99806494a89 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:05.864327 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-477db550-daa0-45f8-b866-c99806494a89'] response: {'server_uuid': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722f352-3235-4d17-8101-2160200a3ecf', 'code': 200} Apr 20 13:07:05.945396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070d07a-596d-485e-84f1-c69945b9e982 req-3eb0b61b-766a-4922-a2f6-2a5a09e41fe6 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:05.946893 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6070d07a-596d-485e-84f1-c69945b9e982 req-3eb0b61b-766a-4922-a2f6-2a5a09e41fe6 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 946 time: 0.2307734 Apr 20 13:07:05.951444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Pushing event updated for resources: {'Port': ['ID=88396310-ec3a-4a94-9bf8-4d1432bbd45d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:05.966970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Made reservation on behalf of dcbdf165c35b416a896ccd171966f7b5 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:05.970349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.050968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8d1733c-dbfe-424d-80e8-90dbc19ccb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.111317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:06.136497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 38214f53-ea44-4790-b301-63f6940f9d46 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:06.138338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 38214f53-ea44-4790-b301-63f6940f9d46 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:06.181509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-5eab3261-9624-4aa3-8a5a-a46670ca27bf service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245866 Apr 20 13:07:06.233484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:06.236316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6070d07a-596d-485e-84f1-c69945b9e982 req-e57fcfb0-17f0-4611-a7b7-75c187434dd3 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822936 Apr 20 13:07:06.261432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8026e99-ea01-4f2e-ae95-873a8309db24 req-fd7642f9-95ae-43e8-877a-1fbb3eda3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.262968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8026e99-ea01-4f2e-ae95-873a8309db24 req-fd7642f9-95ae-43e8-877a-1fbb3eda3d63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 1097 time: 0.3124125 Apr 20 13:07:06.416299 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2fb6f1f8-587f-4cf0-b668-459c5c8ee468 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e49ccf741084eec885b2dd16e9b364c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815226 Apr 20 13:07:06.419044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:06.482226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a967499-a8ea-401b-b870-1cbb52e20b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.510325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a967499-a8ea-401b-b870-1cbb52e20b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.583173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a967499-a8ea-401b-b870-1cbb52e20b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.591798 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a967499-a8ea-401b-b870-1cbb52e20b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.597807 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6a967499-a8ea-401b-b870-1cbb52e20b08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf01e5a9-28ab-4044-8da7-9169f3fffd3a HTTP/1.1" status: 204 len: 168 time: 0.1727939 Apr 20 13:07:06.613466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a967499-a8ea-401b-b870-1cbb52e20b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf01e5a9-28ab-4044-8da7-9169f3fffd3a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:06.719592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Attempting to bind port 88396310-ec3a-4a94-9bf8-4d1432bbd45d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:06.719929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Attempting to bind port 88396310-ec3a-4a94-9bf8-4d1432bbd45d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:06.720239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Attempting to bind port 88396310-ec3a-4a94-9bf8-4d1432bbd45d on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:06.765980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244f40e-3147-4417-aecf-1101ba008ff8 req-42a3b9a5-7efc-487c-a4eb-4af130b55e2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.766967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b244f40e-3147-4417-aecf-1101ba008ff8 req-42a3b9a5-7efc-487c-a4eb-4af130b55e2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 943 time: 0.6231501 Apr 20 13:07:06.775121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Port 88396310-ec3a-4a94-9bf8-4d1432bbd45d on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:06.778828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Attempting to bind port 88396310-ec3a-4a94-9bf8-4d1432bbd45d on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:06.825066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:06.825414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:06.825882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Bound using segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:06.826194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Bound port: 88396310-ec3a-4a94-9bf8-4d1432bbd45d, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:06.826541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:06.857308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8026e99-ea01-4f2e-ae95-873a8309db24 req-2cab5d4b-b5d8-4527-9973-87830df22535 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441604 Apr 20 13:07:06.878440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db3a7645-0a7d-4a4a-b63e-d995153cc5ce req-3b5bfffd-be2d-423d-af09-1515a22164b8 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766527 Apr 20 13:07:06.949178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a79f3-fb75-4328-aff8-e684efb56d77 req-39115a6f-59ca-4b0b-a063-487292bb936d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:06.950772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac5a79f3-fb75-4328-aff8-e684efb56d77 req-39115a6f-59ca-4b0b-a063-487292bb936d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 944 time: 0.2539330 Apr 20 13:07:06.984715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b244f40e-3147-4417-aecf-1101ba008ff8 req-3d3efb61-26ed-4daa-b91e-650b39c2679a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822896 Apr 20 13:07:07.037838 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.083890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] For port 88396310-ec3a-4a94-9bf8-4d1432bbd45d, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:07.112963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] For port 88396310-ec3a-4a94-9bf8-4d1432bbd45d, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:07.126391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac5a79f3-fb75-4328-aff8-e684efb56d77 req-e6316a63-a86a-4349-93e5-e51b87a8d54e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579247 Apr 20 13:07:07.127411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.156983 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.170999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event updated for resources: {'Subnet': ['ID=8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:07.175190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-2618b56c-e5da-46b3-af14-7d7e6793af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.177127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-2618b56c-e5da-46b3-af14-7d7e6793af8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 1095 time: 0.2223055 Apr 20 13:07:07.190077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.190527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.191929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] 10.222.0.37 "PUT /v2.0/ports/88396310-ec3a-4a94-9bf8-4d1432bbd45d HTTP/1.1" status: 200 len: 1091 time: 2.4423971 Apr 20 13:07:07.234397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Checking segment: {'id': '65e63cbe-6632-47d0-8cb7-3a8ced74a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:07.234735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Network hostable DHCP agents. Network: 8ae5fb28-8d04-413f-83af-7b913f934f29, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:07:07.312955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4803759-d380-4ffa-83b2-e9e6f9b83e9c service neutron] Pushing event updated for resources: {'Port': ['ID=88396310-ec3a-4a94-9bf8-4d1432bbd45d,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:07.392284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Network 8ae5fb28-8d04-413f-83af-7b913f934f29 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:07:07.428382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'tag': '88396310-ec3a-4a94-9bf8-4d1432bbd45d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:07.430687 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b77aedd-1fc3-4144-8206-f936fea81d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42", "tag": "88396310-ec3a-4a94-9bf8-4d1432bbd45d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:07.435521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 8ae5fb28-8d04-413f-83af-7b913f934f29) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:07.437506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-68049752-b2d6-4c45-a80b-c7ae100ed52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.439005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-68049752-b2d6-4c45-a80b-c7ae100ed52c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 922 time: 0.2462933 Apr 20 13:07:07.444594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-75af3730-db36-4741-8ed6-93f0ac4c5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.446046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-75af3730-db36-4741-8ed6-93f0ac4c5e5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 1094 time: 0.1814966 Apr 20 13:07:07.452454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcad0779-24c4-4042-a754-c86ef110220e None None] Network 8ae5fb28-8d04-413f-83af-7b913f934f29 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:07.456581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.459413 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.579560 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32a985-4be5-4d38-a5ea-dd991eab6205 x-openstack-request-id: req-dd32a985-4be5-4d38-a5ea-dd991eab6205 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:07.579560 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42", "tag": "88396310-ec3a-4a94-9bf8-4d1432bbd45d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:07.581165 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd32a985-4be5-4d38-a5ea-dd991eab6205 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:07.581165 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd32a985-4be5-4d38-a5ea-dd991eab6205'] response: {'name': 'network-changed', 'server_uuid': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'tag': '88396310-ec3a-4a94-9bf8-4d1432bbd45d', 'status': 'completed', 'code': 200} Apr 20 13:07:07.585168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-221b845d-13bc-45fa-a86d-0bafbae576b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9 HTTP/1.1" status: 200 len: 217 time: 0.1381721 Apr 20 13:07:07.593564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860bee4-1087-4c7a-9421-fc5d85164055 req-d8bcff3f-655c-4bac-84d0-da8a40f44596 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.595078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8860bee4-1087-4c7a-9421-fc5d85164055 req-d8bcff3f-655c-4bac-84d0-da8a40f44596 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 946 time: 0.2551153 Apr 20 13:07:07.605004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-c22e6a69-ca43-4698-b9d8-411459207a27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d HTTP/1.1" status: 200 len: 217 time: 0.1354022 Apr 20 13:07:07.634476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-8ae5fb28-8d04-413f-83af-7b913f934f29', 'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29', 'tenant_id': 'dcbdf165c35b416a896ccd171966f7b5', 'fixed_ips': [{'subnet_id': '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:07:07.635658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:07.655273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d337e1eb-3610-4aba-be70-ca036adf5d3e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1561573 Apr 20 13:07:07.664360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51822) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:07.675725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Request body: {'port': {'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29', 'name': 'tempest-TagsExtTest-883199225'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:07.738520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8860bee4-1087-4c7a-9421-fc5d85164055 req-e1ab01cc-271f-49a9-a8ad-8feb9b5c3bd3 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330040 Apr 20 13:07:07.779962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-7e5e4c7e-9557-4743-9ce8-4094d6f63917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.781434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-7e5e4c7e-9557-4743-9ce8-4094d6f63917 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24db5795-24f6-4ad2-aeb1-51a270e77700 HTTP/1.1" status: 200 len: 861 time: 0.1855347 Apr 20 13:07:07.808732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-f001fc20-38f6-40b8-9631-fd07e3049369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:07.810262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-f001fc20-38f6-40b8-9631-fd07e3049369 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.1838617 Apr 20 13:07:07.831660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-ac75afef-b358-401d-9c33-ff465d99c370 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416632 Apr 20 13:07:07.840285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51826) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:07.888298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Allocated IP 172.20.0.2 (8ae5fb28-8d04-413f-83af-7b913f934f29/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/5e0df532-52f9-481c-83d8-5376b1fe440f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:07.893890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-61e5cd62-1f29-4a6a-b41e-104fe8fef1bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650065 Apr 20 13:07:08.023668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1673377168-network', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:08.066972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Made reservation on behalf of dcbdf165c35b416a896ccd171966f7b5 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:08.068577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Made reservation on behalf of fd1dbdb8be8247fdbbdc44ccd16dde65 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:08.070825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.071998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.082567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.112377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-0c92b92c-cbec-41ae-9af8-bd456ae4c3c8 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706785 Apr 20 13:07:08.119019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-794d5e77-58cc-4370-bee9-2e9e090e689d service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818118 Apr 20 13:07:08.143171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] device_id is not set on port 6160ae66-2ebd-4a0a-8648-fa5cafe7b87e yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:07:08.202057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.213597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.236369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.249072 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.267189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:07:08.278168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b32042-cef1-4fad-8739-56408831432e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:08.288757 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.290597 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Added segment ac8131c6-2d4f-4aa3-8251-94431c77bf2b of type vlan for network a47984c5-779c-422e-ac9c-fe896aed3bc4 Apr 20 13:07:08.291489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Network 8ae5fb28-8d04-413f-83af-7b913f934f29 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:08.296734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:08.300350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:08.339960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.372768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.377882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:08.378103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.406416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Pushing event updated for resources: {'Port': ['ID=5e0df532-52f9-481c-83d8-5376b1fe440f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:08.406623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f1c2f-5aa0-413e-a15e-74f91a0bbf86 req-1cb84777-d0c5-461f-9b74-821fbe0bda68 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:08.408200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-040f1c2f-5aa0-413e-a15e-74f91a0bbf86 req-1cb84777-d0c5-461f-9b74-821fbe0bda68 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 943 time: 0.2471652 Apr 20 13:07:08.428756 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5836952 Apr 20 13:07:08.434733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51834) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:08.439489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Attempting to bind port 5e0df532-52f9-481c-83d8-5376b1fe440f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:08.440171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Attempting to bind port 5e0df532-52f9-481c-83d8-5376b1fe440f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '65e63cbe-6632-47d0-8cb7-3a8ced74a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:08.440740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Attempting to bind port 5e0df532-52f9-481c-83d8-5376b1fe440f on network 8ae5fb28-8d04-413f-83af-7b913f934f29 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:08.450759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:08.451744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Checking segment: {'id': '65e63cbe-6632-47d0-8cb7-3a8ced74a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:08.452399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.452980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Bound using segment: {'id': '65e63cbe-6632-47d0-8cb7-3a8ced74a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:08.453889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Bound port: 5e0df532-52f9-481c-83d8-5376b1fe440f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e63cbe-6632-47d0-8cb7-3a8ced74a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8ae5fb28-8d04-413f-83af-7b913f934f29'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:08.454748 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.474936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Request body: {'subnet': {'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1673377168-subnet', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:08.506535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df3410-5632-429f-8152-d2f1abb2be44 req-d8873d70-4afc-48a1-91cd-25915bcaa854 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:08.516943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7df3410-5632-429f-8152-d2f1abb2be44 req-d8873d70-4afc-48a1-91cd-25915bcaa854 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 944 time: 0.2495520 Apr 20 13:07:08.534279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa34f7f-7a29-4893-a9eb-ccfe295c731b admin admin] Pushing event updated for resources: {'Network': ['ID=a47984c5-779c-422e-ac9c-fe896aed3bc4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:08.538151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Made reservation on behalf of fd1dbdb8be8247fdbbdc44ccd16dde65 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:08.540570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.563319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fcd5c5d-f83b-4ddf-afcb-2afc30c41113 req-58850a19-57ef-4f61-92d5-68bdbe2ad60b service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405534 Apr 20 13:07:08.565187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:07:08.587596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-252b0c49-e1e9-4511-a312-ce3d0dd5cd00 req-d7f5832d-907b-4814-b77e-538fb7ea439b service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543080 Apr 20 13:07:08.594973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Allocated IP 172.20.0.11 (8ae5fb28-8d04-413f-83af-7b913f934f29/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:08.629423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7df3410-5632-429f-8152-d2f1abb2be44 req-1113836e-43ea-485a-9b5f-e7518f53b8db tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811076 Apr 20 13:07:08.640988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-040f1c2f-5aa0-413e-a15e-74f91a0bbf86 req-efd80b52-4082-47ff-b2a5-9f35c20f78a0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769547 Apr 20 13:07:08.658866 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.696644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] For port 5e0df532-52f9-481c-83d8-5376b1fe440f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:08.702363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] For port 5e0df532-52f9-481c-83d8-5376b1fe440f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5e0df532-52f9-481c-83d8-5376b1fe440f,segment=NetworkSegment(65e63cbe-6632-47d0-8cb7-3a8ced74a3ba),segment_id=65e63cbe-6632-47d0-8cb7-3a8ced74a3ba)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:08.710984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.802967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93afaf-0ae9-4457-97ee-4848ae0979c5 None None] Pushing event updated for resources: {'Port': ['ID=5e0df532-52f9-481c-83d8-5376b1fe440f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:08.842705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-d1842fdb-5bd8-4409-a761-076df4a677fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:08.848674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-d1842fdb-5bd8-4409-a761-076df4a677fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 1094 time: 0.1872864 Apr 20 13:07:08.920815 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:08.961852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.070400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dcea9-4a92-4fb1-8bc5-359f9b28ce3f req-82d7f883-8f77-458d-b876-3d162c7f4c86 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.074877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d4aedf-0341-40ae-931d-1a0b6dc16cd2,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:09.077918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d4dcea9-4a92-4fb1-8bc5-359f9b28ce3f req-82d7f883-8f77-458d-b876-3d162c7f4c86 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 946 time: 0.2204764 Apr 20 13:07:09.084395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Checking segment: {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:09.084829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Network hostable DHCP agents. Network: a47984c5-779c-422e-ac9c-fe896aed3bc4, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:07:09.111512 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.117145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:07:09.128807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-b461c0b4-60e7-457e-bdd0-0eb9a43e6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.131567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-b461c0b4-60e7-457e-bdd0-0eb9a43e6c2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.2698312 Apr 20 13:07:09.135952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a47984c5-779c-422e-ac9c-fe896aed3bc4) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:09.141689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d4dcea9-4a92-4fb1-8bc5-359f9b28ce3f req-bf7cc36c-8c19-4da0-b044-9ea4020b2c75 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627809 Apr 20 13:07:09.149332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.150577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.151162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e60a3f-6079-46cd-b76d-c41a7be9b585 None None] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:09.198384 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d3e8f567-e636-4a8a-ba88-1d8661495f30 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7568774 Apr 20 13:07:09.201045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51844) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:09.201210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-699e1600-59b4-46f5-9007-874a0c393b8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d HTTP/1.1" status: 200 len: 217 time: 0.0528312 Apr 20 13:07:09.208156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:09.252822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.254147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.264781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.347486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.364182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-26dacb79-6c5e-4501-a67f-1d4c2cb7b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.366553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-26dacb79-6c5e-4501-a67f-1d4c2cb7b6bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.1595054 Apr 20 13:07:09.414859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Network 8ae5fb28-8d04-413f-83af-7b913f934f29 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:09.419544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-d3eeefba-841e-419d-9705-7ce630d56d6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393717 Apr 20 13:07:09.422621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:09.428963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:09.440948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event updated for resources: {'Port': ['ID=6160ae66-2ebd-4a0a-8648-fa5cafe7b87e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:09.489003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a47984c5-779c-422e-ac9c-fe896aed3bc4', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:07:09.490670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.577115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:09.577711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.653728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ec13aaf1-adb9-4578-8668-9b82eb0ab577 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9882479 Apr 20 13:07:09.657492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51880) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:09.670390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4eaa4af9-cb4f-45c0-966e-160df55244be tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-229761431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:09.680849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.711218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-6c7d1b40-a03b-4785-8440-bab44d0f2d56 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793159 Apr 20 13:07:09.713268 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa4af9-cb4f-45c0-966e-160df55244be tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.716257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa4af9-cb4f-45c0-966e-160df55244be tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:09.821309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Allocated IP 172.20.0.2 (a47984c5-779c-422e-ac9c-fe896aed3bc4/f7d4aedf-0341-40ae-931d-1a0b6dc16cd2/53ee1395-afd8-4984-8e41-b1ae0d6b9df9) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:10.109825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.144407 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.154973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.160639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.198337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f1ed97a6-7487-4314-b042-7c68dcce3ac9 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:10.238333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5e0df532-52f9-481c-83d8-5376b1fe440f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:10.252170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:10.286515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Allocated IP 172.25.3.97 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/648789c8-468b-4845-8fae-8d0e0c92b3e6) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:10.335000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Pushing event updated for resources: {'Port': ['ID=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:10.353054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:10.364177 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:07:10.397101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:10.702367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.785121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880884fc-0307-470a-b118-5b18cdda9fe4 None None] Network 8ae5fb28-8d04-413f-83af-7b913f934f29 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:10.805557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.875962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:10.877718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Pushing event updated for resources: {'Port': ['ID=648789c8-468b-4845-8fae-8d0e0c92b3e6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:10.887613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:10.891631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:10.898677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5e0df532-52f9-481c-83d8-5376b1fe440f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:10.899047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.920692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b88a1bff-ceea-4cc1-99b1-1f9c07e2d47c None None] Provisioning complete for port 5e0df532-52f9-481c-83d8-5376b1fe440f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:10.921066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b88a1bff-ceea-4cc1-99b1-1f9c07e2d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:10.970951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Attempting to bind port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:10.971320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Attempting to bind port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:10.971681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Attempting to bind port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 on network a47984c5-779c-422e-ac9c-fe896aed3bc4 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:11.020505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:11.024618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:11.024995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Checking segment: {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:11.025396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.025823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Bound using segment: {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:11.026302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Bound port: 53ee1395-afd8-4984-8e41-b1ae0d6b9df9, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:11.026682 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.040180 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa4af9-cb4f-45c0-966e-160df55244be tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.070976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'port_id': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'mac_address': 'fa:16:3e:70:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24db5795-24f6-4ad2-aeb1-51a270e77700', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:11.079828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165af719-31c6-4a0a-9fed-3a5b4cf988d1 req-01f2d816-e1d8-427a-90ac-029aa49575e8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:11.081499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-165af719-31c6-4a0a-9fed-3a5b4cf988d1 req-01f2d816-e1d8-427a-90ac-029aa49575e8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 944 time: 1.2882857 Apr 20 13:07:11.083223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa4af9-cb4f-45c0-966e-160df55244be tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.159572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa050b-a092-4078-8274-b608eb4d98ae req-90e58984-3371-45d0-937c-6096c21521de tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:11.168278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccaa050b-a092-4078-8274-b608eb4d98ae req-90e58984-3371-45d0-937c-6096c21521de tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 943 time: 1.1679325 Apr 20 13:07:11.181341 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.213660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-165af719-31c6-4a0a-9fed-3a5b4cf988d1 req-cc892f15-e7e5-44ed-bac9-f0a2c5a0de94 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146004 Apr 20 13:07:11.221685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eaa4af9-cb4f-45c0-966e-160df55244be tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.222897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4eaa4af9-cb4f-45c0-966e-160df55244be tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5622656 Apr 20 13:07:11.243998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b77aedd-1fc3-4144-8206-f936fea81d8a req-775c7fcb-05b4-4e99-929d-4faf8dcde447 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5173090 Apr 20 13:07:11.243998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51926) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:11.277504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c7362864-a756-48ff-86fe-affa34558242 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-734476233', 'prefixes': ['172.20.0.0/16']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:11.293830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-7e8afb09-ef00-4696-af45-cfc7d03c76f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2719336 Apr 20 13:07:11.294025 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.296915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.319528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccaa050b-a092-4078-8274-b608eb4d98ae req-3a0ba90d-67d3-451f-922b-9f8cc03bc4e6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501465 Apr 20 13:07:11.356214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] For port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:11.376652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ed97a6-7487-4314-b042-7c68dcce3ac9 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:11.402759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:11.409520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 5e0df532-52f9-481c-83d8-5376b1fe440f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5e0df532-52f9-481c-83d8-5376b1fe440f,segment=NetworkSegment(65e63cbe-6632-47d0-8cb7-3a8ced74a3ba),segment_id=65e63cbe-6632-47d0-8cb7-3a8ced74a3ba)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:11.420066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b88a1bff-ceea-4cc1-99b1-1f9c07e2d47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.445150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] For port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:11.446221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.459307 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.485075 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7362864-a756-48ff-86fe-affa34558242 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for subnetpool, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.487215 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.490542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c7362864-a756-48ff-86fe-affa34558242 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2174332 Apr 20 13:07:11.491364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51928) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:11.500097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-3f9b7b77-5f20-4ea9-9239-dce153c91fad tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', 'tempest-TagsExtTest-Tag-580604425') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:11.503625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-a764746d-b6da-4029-9a58-109bd58eb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:11.505413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-a764746d-b6da-4029-9a58-109bd58eb51f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 1096 time: 0.0719974 Apr 20 13:07:11.696588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=5e0df532-52f9-481c-83d8-5376b1fe440f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:11.697287 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:11.773527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-b88a1bff-ceea-4cc1-99b1-1f9c07e2d47c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:07:11.774095 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-b88a1bff-ceea-4cc1-99b1-1f9c07e2d47c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:07:11.801329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f1ed97a6-7487-4314-b042-7c68dcce3ac9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:11.873980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:11.875277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Router b1939e06-285b-400b-bcba-932d65afacd7 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:07:11.880933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-94a81b48-3430-4728-bca5-328bea407c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:11.882461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-94a81b48-3430-4728-bca5-328bea407c3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.3250666 Apr 20 13:07:11.999909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3f9b7b77-5f20-4ea9-9239-dce153c91fad tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags/tempest-TagsExtTest-Tag-580604425 HTTP/1.1" status: 201 len: 201 time: 0.5036445 Apr 20 13:07:12.002373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51930) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:12.009579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-773997f4-8fc1-4be1-9761-63491cb0514c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', 'tempest-TagsExtTest-Tag-386241183') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:12.128098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-af9f6ad3-a47d-4d06-ac10-579b31bb824d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 200 len: 1001 time: 0.2375963 Apr 20 13:07:12.174351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5e0df532-52f9-481c-83d8-5376b1fe440f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:12.223323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043638fe-7472-48f7-a3b8-f7894af80e3e None None] Pushing event updated for resources: {'Port': ['ID=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:12.275710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-1b871dcf-e440-4d5c-9504-93c4574984f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.277184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-1b871dcf-e440-4d5c-9504-93c4574984f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.1360621 Apr 20 13:07:12.412681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-773997f4-8fc1-4be1-9761-63491cb0514c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags/tempest-TagsExtTest-Tag-386241183 HTTP/1.1" status: 201 len: 201 time: 0.4091852 Apr 20 13:07:12.416580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51940) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:12.454410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-bbf1f94d-1a75-4e10-b1b2-feb5838ecb71 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', 'tempest-TagsExtTest-Tag-1727168840') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:12.508324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-88f15a76-f8b6-41f1-b677-35abc198df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:12.509876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-88f15a76-f8b6-41f1-b677-35abc198df77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2192197 Apr 20 13:07:12.539637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5e0df532-52f9-481c-83d8-5376b1fe440f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:12.540015 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.740344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:12.759909 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Sync routers for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:12.775231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-56ff62ad-e126-4402-b69e-4262779fd066 None None] Provisioning complete for port 6160ae66-2ebd-4a0a-8648-fa5cafe7b87e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:12.775608 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56ff62ad-e126-4402-b69e-4262779fd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.791555 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:12.792199 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:12.792590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:12.794084 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e2fdaa6-c878-4f6f-b1aa-213875585e1e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5918245 Apr 20 13:07:12.798739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51942) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:12.832733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-56ff62ad-e126-4402-b69e-4262779fd066 None None] Port 6160ae66-2ebd-4a0a-8648-fa5cafe7b87e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:12.844349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-799171f0-d9a7-42a3-b527-adeb1030211e service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627182 Apr 20 13:07:12.903723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-56ff62ad-e126-4402-b69e-4262779fd066 None None] Provisioning complete for port 5e0df532-52f9-481c-83d8-5376b1fe440f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:12.904093 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56ff62ad-e126-4402-b69e-4262779fd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.038736 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:13.061231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 88396310-ec3a-4a94-9bf8-4d1432bbd45d details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:13.092039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b16c-c970-4af9-9e4d-e928dbaea933 req-1548dc0f-5443-49ef-8029-7b6b8f966b72 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:13.093416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b324b16c-c970-4af9-9e4d-e928dbaea933 req-1548dc0f-5443-49ef-8029-7b6b8f966b72 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 945 time: 0.7109561 Apr 20 13:07:13.227212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781369e7-63f1-41c3-9f4a-5183dc13aba1 req-13fd9496-dc5a-4081-bda4-7d04ba159a9e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:13.228928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-781369e7-63f1-41c3-9f4a-5183dc13aba1 req-13fd9496-dc5a-4081-bda4-7d04ba159a9e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 943 time: 0.7181387 Apr 20 13:07:13.262151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bbf1f94d-1a75-4e10-b1b2-feb5838ecb71 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags/tempest-TagsExtTest-Tag-1727168840 HTTP/1.1" status: 201 len: 201 time: 0.8443499 Apr 20 13:07:13.273135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51946) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:13.311769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-97ce82f5-019d-4a52-8c65-32a246032f88 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', 'tempest-TagsExtTest-Tag-980968443') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:13.329866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b324b16c-c970-4af9-9e4d-e928dbaea933 req-80badb9d-feaa-4288-a9ba-f173b9e9e163 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959760 Apr 20 13:07:13.394344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-966bb4a9-2cf1-48aa-b181-5af448e69513 req-7482ee8e-2a95-45a5-b0bd-6d44164e4011 service neutron] 10.222.0.37 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240128 Apr 20 13:07:13.459090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 88396310-ec3a-4a94-9bf8-4d1432bbd45d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:13.462144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-781369e7-63f1-41c3-9f4a-5183dc13aba1 req-29a3ef0e-0ccc-40dd-9c36-5621de2cec07 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894352 Apr 20 13:07:13.467693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-97ce82f5-019d-4a52-8c65-32a246032f88 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags/tempest-TagsExtTest-Tag-980968443 HTTP/1.1" status: 201 len: 201 time: 0.1887262 Apr 20 13:07:13.468427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51954) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:13.479240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-abc952fe-f92b-4a97-8f23-45fdccbcc0bc tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:13.483574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '88396310-ec3a-4a94-9bf8-4d1432bbd45d', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'port_id': '88396310-ec3a-4a94-9bf8-4d1432bbd45d', 'mac_address': 'fa:16:3e:90:40:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bb8c57-1470-4673-9eaa-4b46b689a4e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:13.487183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d15196-eb54-4e81-b4fb-aef4129ac9d1 None None] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:13.560039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.616213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-abc952fe-f92b-4a97-8f23-45fdccbcc0bc tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags HTTP/1.1" status: 200 len: 240 time: 0.1437604 Apr 20 13:07:13.616430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9880490e-586a-491b-a8c3-f4dfa6ea204c None None] Provisioning complete for port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:13.616430 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9880490e-586a-491b-a8c3-f4dfa6ea204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.617166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51958) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:13.621455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-e6bcf4fe-5cc2-4e14-93b9-111ebab58894 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', 'tempest-TagsExtTest-Tag-580604425') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:13.623269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88396310-ec3a-4a94-9bf8-4d1432bbd45d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:13.659355 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 3, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:13.700235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 88396310-ec3a-4a94-9bf8-4d1432bbd45d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:13.709616 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Checking router: b1939e06-285b-400b-bcba-932d65afacd7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:13.710145 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Updating router b1939e06-285b-400b-bcba-932d65afacd7 port 648789c8-468b-4845-8fae-8d0e0c92b3e6 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:13.715619 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.756740 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.768501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6bcf4fe-5cc2-4e14-93b9-111ebab58894 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags/tempest-TagsExtTest-Tag-580604425 HTTP/1.1" status: 204 len: 168 time: 0.1504700 Apr 20 13:07:13.770619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51960) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:13.773159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=88396310-ec3a-4a94-9bf8-4d1432bbd45d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:13.777845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.795257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-7c527449-3099-4e3b-bfe3-5a4c558f5ca7 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', 'tempest-TagsExtTest-Tag-580604425') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:13.856016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9880490e-586a-491b-a8c3-f4dfa6ea204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:13.947915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7c527449-3099-4e3b-bfe3-5a4c558f5ca7 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags/tempest-TagsExtTest-Tag-580604425 HTTP/1.1" status: 204 len: 168 time: 0.1734455 Apr 20 13:07:13.950776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51962) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:13.958696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-5ab524a7-de1a-42dd-8dd9-9188d77de48c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:13.979031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9880490e-586a-491b-a8c3-f4dfa6ea204c None None] For port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:13.993444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:14.003296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9880490e-586a-491b-a8c3-f4dfa6ea204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.142469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5ab524a7-de1a-42dd-8dd9-9188d77de48c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags HTTP/1.1" status: 200 len: 205 time: 0.1906388 Apr 20 13:07:14.145499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51964) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:14.163104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-ef12ae81-afcd-424d-84b3-becf4d27b2d0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:14.186705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f1ed97a6-7487-4314-b042-7c68dcce3ac9 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:14.206564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:14.215511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Allocated IP 172.20.0.1 (a47984c5-779c-422e-ac9c-fe896aed3bc4/f7d4aedf-0341-40ae-931d-1a0b6dc16cd2/cb2c6b72-d3f4-4ede-813b-855edf375afe) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:14.297595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef12ae81-afcd-424d-84b3-becf4d27b2d0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags HTTP/1.1" status: 200 len: 240 time: 0.1508205 Apr 20 13:07:14.300090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51966) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:14.303697 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.310795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-773550b2-190c-4288-a1b1-25ef0759c844 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', 'tempest-TagsExtTest-Tag-386241183') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:14.315212 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.363822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880490e-586a-491b-a8c3-f4dfa6ea204c None None] Pushing event updated for resources: {'Port': ['ID=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.392771 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Pushing event updated for resources: {'Port': ['ID=648789c8-468b-4845-8fae-8d0e0c92b3e6,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.422558 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.423300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.423749 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.424192 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.424750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.425208 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.425740 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.426178 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.426884 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.427363 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.428516 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.429086 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:14.435181 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Attempting to bind port 648789c8-468b-4845-8fae-8d0e0c92b3e6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:14.435699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Attempting to bind port 648789c8-468b-4845-8fae-8d0e0c92b3e6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:14.436185 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Attempting to bind port 648789c8-468b-4845-8fae-8d0e0c92b3e6 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:14.444112 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:14.444810 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:14.445324 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.446707 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:14.446707 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Bound port: 648789c8-468b-4845-8fae-8d0e0c92b3e6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:14.448475 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.477209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-773550b2-190c-4288-a1b1-25ef0759c844 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags/tempest-TagsExtTest-Tag-386241183 HTTP/1.1" status: 204 len: 168 time: 0.1759665 Apr 20 13:07:14.481790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51972) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:14.497723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-93b145ff-1a51-4c46-aa9a-aa4606bc7e79 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', 'tempest-TagsExtTest-Tag-386241183') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:14.511218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.519933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port f1ed97a6-7487-4314-b042-7c68dcce3ac9 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:14.527269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:14.527269 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.534272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port f1ed97a6-7487-4314-b042-7c68dcce3ac9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:14.534272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.551030 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] For port 648789c8-468b-4845-8fae-8d0e0c92b3e6, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:14.557972 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] For port 648789c8-468b-4845-8fae-8d0e0c92b3e6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=648789c8-468b-4845-8fae-8d0e0c92b3e6,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:14.565130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-61e050bb-44a4-4dfd-9fd0-2659948fc6b8 None None] Provisioning complete for port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:14.565535 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-61e050bb-44a4-4dfd-9fd0-2659948fc6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.572838 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.610320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.641365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:14.646767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:14.665502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:14.723114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5799b8a-c967-46a6-b7c4-1731e94d34c3 req-eb715525-2cd0-4cef-8601-3019d4aa9113 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:14.726240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5799b8a-c967-46a6-b7c4-1731e94d34c3 req-eb715525-2cd0-4cef-8601-3019d4aa9113 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 945 time: 0.2568743 Apr 20 13:07:14.795290 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9cd04-ca89-4f93-85a9-e4556c5e2bbd None None] Pushing event updated for resources: {'Port': ['ID=648789c8-468b-4845-8fae-8d0e0c92b3e6,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.825562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c6b72-d3f4-4ede-813b-855edf375afe,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:14.833076 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:14.834902 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:14.840623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:14.848413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-93b145ff-1a51-4c46-aa9a-aa4606bc7e79 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags/tempest-TagsExtTest-Tag-386241183 HTTP/1.1" status: 204 len: 168 time: 0.3656080 Apr 20 13:07:14.868809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:14.886849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-ed1eb49c-d2d6-4541-b7e1-6b88d2b99d91 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:15.089205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b1217-1808-4a97-af05-3114e7c58e48 req-943882c4-5e28-4b54-9548-4708cca93b18 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.095593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-986b1217-1808-4a97-af05-3114e7c58e48 req-943882c4-5e28-4b54-9548-4708cca93b18 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 944 time: 0.4325519 Apr 20 13:07:15.104694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.108817 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:15.128278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5799b8a-c967-46a6-b7c4-1731e94d34c3 req-6780c9b9-d399-4d81-81b1-58a5f36e5679 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787065 Apr 20 13:07:15.147385 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.210938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-986b1217-1808-4a97-af05-3114e7c58e48 req-b1cb0abf-10e7-47b8-98c3-917173251e80 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813420 Apr 20 13:07:15.222738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ed1eb49c-d2d6-4541-b7e1-6b88d2b99d91 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags HTTP/1.1" status: 200 len: 205 time: 0.3393312 Apr 20 13:07:15.234040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51980) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:15.238730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-68da4c55-4829-4ebc-a3e8-d5a85ab94a74 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:15.262539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:15.265962 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e7b225-3cb6-487c-bac3-7503f3f5574e" -d '{"events": [{"server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:15.338699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:15.357904 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a554e0a-c38f-44b8-9cfb-139d91fef5da x-openstack-request-id: req-1a554e0a-c38f-44b8-9cfb-139d91fef5da {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:15.358434 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:15.358860 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a554e0a-c38f-44b8-9cfb-139d91fef5da {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:15.359404 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a554e0a-c38f-44b8-9cfb-139d91fef5da'] response: {'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'code': 200} Apr 20 13:07:15.363981 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.461569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:15.469513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.469895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.470235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.470577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.471035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.471428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.471764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.472093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.472566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.472896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.473225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.473330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.473544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:15.483402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-68da4c55-4829-4ebc-a3e8-d5a85ab94a74 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags HTTP/1.1" status: 200 len: 241 time: 0.2482708 Apr 20 13:07:15.488834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:15.498547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-7d292cd6-1910-4695-bee0-d717da76f19c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', 'tempest-TagsExtTest-Tag-1727168840') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:15.500738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8195f-d308-434d-a553-ac29222cad7b req-67b387ef-d55e-409d-a4d0-1919066172c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:15.502405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89e8195f-d308-434d-a553-ac29222cad7b req-67b387ef-d55e-409d-a4d0-1919066172c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 1097 time: 0.0746038 Apr 20 13:07:15.502765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.515244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ed5e97dd-8d5a-49c5-856c-a2ef5e5607bb None None] Provisioning complete for port cb2c6b72-d3f4-4ede-813b-855edf375afe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:15.515615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed5e97dd-8d5a-49c5-856c-a2ef5e5607bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.554208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e97dd-8d5a-49c5-856c-a2ef5e5607bb None None] Port cb2c6b72-d3f4-4ede-813b-855edf375afe cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:15.568896 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 3, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:15.579254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89e8195f-d308-434d-a553-ac29222cad7b req-8aa69ce6-cc36-412a-b1e5-daa81b171c6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685275 Apr 20 13:07:15.607095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11127f4-d7ab-4263-907e-af9006a65ded None None] The sync data for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 is: [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:11Z', 'revision_number': 3, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:15.673320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:15.681266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c6b72-d3f4-4ede-813b-855edf375afe,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:15.693161 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7d292cd6-1910-4695-bee0-d717da76f19c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags/tempest-TagsExtTest-Tag-1727168840 HTTP/1.1" status: 204 len: 168 time: 0.1994457 Apr 20 13:07:15.696727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51988) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:15.701428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-afcb9a69-9b9c-4b6a-bc2a-15fcee65aeb6 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', 'tempest-TagsExtTest-Tag-1727168840') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:15.828989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:15.832294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:15.864086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-afcb9a69-9b9c-4b6a-bc2a-15fcee65aeb6 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags/tempest-TagsExtTest-Tag-1727168840 HTTP/1.1" status: 204 len: 168 time: 0.1660726 Apr 20 13:07:15.867055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51992) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:15.877286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-4eaa8072-b89d-48bd-ae55-96e83fbfeb39 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.062432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4eaa8072-b89d-48bd-ae55-96e83fbfeb39 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags HTTP/1.1" status: 200 len: 205 time: 0.1942265 Apr 20 13:07:16.065357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51994) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.071327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-3e8d5f19-60ca-4c8f-8acf-14980c2a48e1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.109876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:16.154869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3e8d5f19-60ca-4c8f-8acf-14980c2a48e1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags HTTP/1.1" status: 200 len: 240 time: 0.0870159 Apr 20 13:07:16.157383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.157502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Router b1939e06-285b-400b-bcba-932d65afacd7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:16.168346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-422f5e75-ea86-4b05-a253-74917792c12e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', 'tempest-TagsExtTest-Tag-980968443') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.215435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-422f5e75-ea86-4b05-a253-74917792c12e tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags/tempest-TagsExtTest-Tag-980968443 HTTP/1.1" status: 204 len: 168 time: 0.0567281 Apr 20 13:07:16.218324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52000) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.227252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-52734a57-9ad6-48ce-bc5f-4b683e3d196c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', 'tempest-TagsExtTest-Tag-980968443') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.242727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:16.243151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.391498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-52734a57-9ad6-48ce-bc5f-4b683e3d196c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags/tempest-TagsExtTest-Tag-980968443 HTTP/1.1" status: 204 len: 168 time: 0.1718380 Apr 20 13:07:16.399285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52004) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.405301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-485a8c42-d1ee-48ac-a118-9d828af7db2f tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.424003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:16.437878 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d167fc0c-012e-4119-9b18-90ffee6ed359 admin admin] 10.222.0.24 "PUT /v2.0/routers/b1939e06-285b-400b-bcba-932d65afacd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6377597 Apr 20 13:07:16.481793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-136bac9e-0316-4641-86c4-4ed488b13d4f None None] Provisioning complete for port cb2c6b72-d3f4-4ede-813b-855edf375afe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:16.482168 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-136bac9e-0316-4641-86c4-4ed488b13d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:16.495300 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-485a8c42-d1ee-48ac-a118-9d828af7db2f tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags HTTP/1.1" status: 200 len: 205 time: 0.0942223 Apr 20 13:07:16.501664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.513942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-085eedc0-6fe7-4d95-a25c-64768d51d9e2 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.514328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deeff61-ba07-4df4-8aa6-1472b7cc2de8 req-27081a11-e113-428e-bb86-d55060088c85 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:16.528128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0deeff61-ba07-4df4-8aa6-1472b7cc2de8 req-27081a11-e113-428e-bb86-d55060088c85 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.2406998 Apr 20 13:07:16.528468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-136bac9e-0316-4641-86c4-4ed488b13d4f None None] Port cb2c6b72-d3f4-4ede-813b-855edf375afe cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:16.553057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4040b9-6358-4d87-9b04-c60a36ab7aa6 req-8676c7ba-c8f5-4568-9dee-43b8714af1ca tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:16.562858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f4040b9-6358-4d87-9b04-c60a36ab7aa6 req-8676c7ba-c8f5-4568-9dee-43b8714af1ca tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 944 time: 0.2072816 Apr 20 13:07:16.572412 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-085eedc0-6fe7-4d95-a25c-64768d51d9e2 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags HTTP/1.1" status: 204 len: 168 time: 0.0689499 Apr 20 13:07:16.576364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52010) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.586747 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-d1797440-b499-4411-a72a-e3497c7bdaa9 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.659077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0deeff61-ba07-4df4-8aa6-1472b7cc2de8 req-10c18a79-40f9-467f-8ff3-7fad7b6871fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159441 Apr 20 13:07:16.663481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f4040b9-6358-4d87-9b04-c60a36ab7aa6 req-62a8c2ff-5d40-4070-adb8-26d21cb7390e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995617 Apr 20 13:07:16.705649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52016) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.710525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-0c45ece6-3098-4562-a75b-981c832fe392 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:16.719314 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1797440-b499-4411-a72a-e3497c7bdaa9 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags HTTP/1.1" status: 204 len: 168 time: 0.1406207 Apr 20 13:07:16.860078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0c45ece6-3098-4562-a75b-981c832fe392 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags HTTP/1.1" status: 204 len: 168 time: 0.1531980 Apr 20 13:07:16.863069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:16.878651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-77eac411-7fa6-4c3e-a4d5-3df3e677b7a2 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.019550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-77eac411-7fa6-4c3e-a4d5-3df3e677b7a2 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags HTTP/1.1" status: 204 len: 168 time: 0.1551502 Apr 20 13:07:17.023386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52028) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:17.033150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-524fc572-a5c9-428d-afd0-b8d66b32b7a5 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', 'tempest-TagsExtTest-Tag-2122670400') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.083980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 88396310-ec3a-4a94-9bf8-4d1432bbd45d up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:17.177991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-524fc572-a5c9-428d-afd0-b8d66b32b7a5 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags/tempest-TagsExtTest-Tag-2122670400 HTTP/1.1" status: 201 len: 201 time: 0.1524291 Apr 20 13:07:17.180602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52030) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:17.191557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-6f638476-a373-4b67-9514-45b16942b9d7 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', 'tempest-TagsExtTest-Tag-1304612580') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.250271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 88396310-ec3a-4a94-9bf8-4d1432bbd45d completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:17.256949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 88396310-ec3a-4a94-9bf8-4d1432bbd45d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:17.257291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.340148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6f638476-a373-4b67-9514-45b16942b9d7 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags/tempest-TagsExtTest-Tag-1304612580 HTTP/1.1" status: 201 len: 201 time: 0.1584330 Apr 20 13:07:17.343648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52032) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:17.348665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-96a9a4e9-238d-463c-b858-7b77af959fbe tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', 'tempest-TagsExtTest-Tag-334135264') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.431865 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.472578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88396310-ec3a-4a94-9bf8-4d1432bbd45d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:17.475796 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dd6d9a-16da-4553-a29f-643898e38300" -d '{"events": [{"server_uuid": "3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42", "name": "network-vif-plugged", "status": "completed", "tag": "88396310-ec3a-4a94-9bf8-4d1432bbd45d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:17.485120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-96a9a4e9-238d-463c-b858-7b77af959fbe tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags/tempest-TagsExtTest-Tag-334135264 HTTP/1.1" status: 201 len: 201 time: 0.1395578 Apr 20 13:07:17.487634 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52036) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:17.492872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-c359ade3-61eb-460a-81ea-b5cfc7a2c0f9 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', 'tempest-TagsExtTest-Tag-32598214') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.495190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 88396310-ec3a-4a94-9bf8-4d1432bbd45d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:17.503901 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:17.551994 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72617f9e-6730-4906-a810-173695dd6c9b x-openstack-request-id: req-72617f9e-6730-4906-a810-173695dd6c9b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:17.552287 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42", "name": "network-vif-plugged", "status": "completed", "tag": "88396310-ec3a-4a94-9bf8-4d1432bbd45d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:17.552549 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72617f9e-6730-4906-a810-173695dd6c9b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:17.552938 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72617f9e-6730-4906-a810-173695dd6c9b'] response: {'server_uuid': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88396310-ec3a-4a94-9bf8-4d1432bbd45d', 'code': 200} Apr 20 13:07:17.558211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52038) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:17.558743 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c359ade3-61eb-460a-81ea-b5cfc7a2c0f9 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags/tempest-TagsExtTest-Tag-32598214 HTTP/1.1" status: 201 len: 201 time: 0.0692680 Apr 20 13:07:17.562633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-5d2795a0-1a0e-41d5-a04f-3b8f685947ee tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', {'tags': ['tempest-TagsExtTest-Tag-1358507835', 'tempest-TagsExtTest-Tag-1792938382', 'tempest-TagsExtTest-Tag-2085137152']}) {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.584612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=88396310-ec3a-4a94-9bf8-4d1432bbd45d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:17.665885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5d2795a0-1a0e-41d5-a04f-3b8f685947ee tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags HTTP/1.1" status: 200 len: 318 time: 0.1048725 Apr 20 13:07:17.666772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:17.671253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-11c9d01f-a065-49c3-aea8-93b588a1a3af tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.688437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8206db-c259-46ac-8702-3fe47135bd6c req-f892e1af-d516-43e6-9292-12349111325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:17.689911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be8206db-c259-46ac-8702-3fe47135bd6c req-f892e1af-d516-43e6-9292-12349111325c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 1096 time: 0.0767915 Apr 20 13:07:17.736413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be8206db-c259-46ac-8702-3fe47135bd6c req-b21fa8e6-73e6-48dc-89f8-69b07770f3eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Apr 20 13:07:17.840182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7d12-8735-4d61-b9cb-a5681d861284 req-aae39850-e9eb-4457-8cef-8a3991d1f7b1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:17.841776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d21a7d12-8735-4d61-b9cb-a5681d861284 req-aae39850-e9eb-4457-8cef-8a3991d1f7b1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.0799394 Apr 20 13:07:17.856828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-11c9d01f-a065-49c3-aea8-93b588a1a3af tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags HTTP/1.1" status: 204 len: 168 time: 0.1884615 Apr 20 13:07:17.859344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52048) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:17.868524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-6f7d3243-b26f-4d66-90c3-942f5a243f7d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', 'tempest-TagsExtTest-Tag-1358507835') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:17.975869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d21a7d12-8735-4d61-b9cb-a5681d861284 req-a29ac15b-f668-4f0f-a537-20f37416b990 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266410 Apr 20 13:07:18.019937 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-6f7d3243-b26f-4d66-90c3-942f5a243f7d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:18.021573 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6f7d3243-b26f-4d66-90c3-942f5a243f7d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags/tempest-TagsExtTest-Tag-1358507835 HTTP/1.1" status: 404 len: 329 time: 0.1593289 Apr 20 13:07:18.024787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52054) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:18.029808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-3b4a44db-aa14-4625-965c-d6508dbda39f tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', 'tempest-TagsExtTest-Tag-1792938382') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.089276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 648789c8-468b-4845-8fae-8d0e0c92b3e6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:18.222605 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-3b4a44db-aa14-4625-965c-d6508dbda39f tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:18.227113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52058) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:18.227271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3b4a44db-aa14-4625-965c-d6508dbda39f tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags/tempest-TagsExtTest-Tag-1792938382 HTTP/1.1" status: 404 len: 329 time: 0.2013428 Apr 20 13:07:18.231990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-d2bd7062-8dea-4cff-b821-c3c6a64ce90a tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6', 'tempest-TagsExtTest-Tag-2085137152') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.236620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94419fb3-d6fa-40c6-8ba8-df7a51b631ff req-3b4e536f-7661-4d03-a2f5-8501df3806b8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.243369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 648789c8-468b-4845-8fae-8d0e0c92b3e6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:18.243751 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.246042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94419fb3-d6fa-40c6-8ba8-df7a51b631ff req-3b4e536f-7661-4d03-a2f5-8501df3806b8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 945 time: 0.1077051 Apr 20 13:07:18.296934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Sync routers for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:18.315595 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-d2bd7062-8dea-4cff-b821-c3c6a64ce90a tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:18.316758 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d2bd7062-8dea-4cff-b821-c3c6a64ce90a tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags/tempest-TagsExtTest-Tag-2085137152 HTTP/1.1" status: 404 len: 329 time: 0.0880861 Apr 20 13:07:18.320581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94419fb3-d6fa-40c6-8ba8-df7a51b631ff req-7847ce79-5be6-4b79-95c6-b840d78dec79 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730512 Apr 20 13:07:18.321081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52062) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:18.321445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:18.322368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.327311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-b0556e86-4e90-49e0-bf66-942a4a031d49 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', {'tags': ['tempest-TagsExtTest-Tag-69843279', 'tempest-TagsExtTest-Tag-109115900', 'tempest-TagsExtTest-Tag-1649755959']}) {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.453853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b0556e86-4e90-49e0-bf66-942a4a031d49 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags HTTP/1.1" status: 200 len: 315 time: 0.1313775 Apr 20 13:07:18.456475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52064) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:18.461238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-3a735e5e-3984-4e09-aafc-ec2df6743f61 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.503318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.537041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:18.560702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e05bb-126c-4d00-8abe-e60325e97ae5 req-289c98b4-fce3-4f6f-868f-b2f23ca91983 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.569829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d34e05bb-126c-4d00-8abe-e60325e97ae5 req-289c98b4-fce3-4f6f-868f-b2f23ca91983 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.1315360 Apr 20 13:07:18.571431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 648789c8-468b-4845-8fae-8d0e0c92b3e6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=648789c8-468b-4845-8fae-8d0e0c92b3e6,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:18.580661 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.631606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d34e05bb-126c-4d00-8abe-e60325e97ae5 req-77a1eb8c-2cea-4100-a360-2fa1ccaca5fc tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Apr 20 13:07:18.687521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3a735e5e-3984-4e09-aafc-ec2df6743f61 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags HTTP/1.1" status: 204 len: 168 time: 0.2273486 Apr 20 13:07:18.687834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52070) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:18.693142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-b73bde25-e76e-4398-ab98-36e0b77abe84 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', 'tempest-TagsExtTest-Tag-69843279') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.762277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52072) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:18.768358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7b40e1f0-9657-4c50-820b-465bc5f510e8 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1004336320', 'description': 'tempest-description--701469693'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:18.797605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=648789c8-468b-4845-8fae-8d0e0c92b3e6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:18.798069 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b40e1f0-9657-4c50-820b-465bc5f510e8 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.882157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edb26a-592f-4554-82ff-ccd7e908e0ed req-fcbd5559-125b-467e-a4d8-56b455996a8b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:18.884396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73edb26a-592f-4554-82ff-ccd7e908e0ed req-fcbd5559-125b-467e-a4d8-56b455996a8b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.1292093 Apr 20 13:07:18.930162 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-b73bde25-e76e-4398-ab98-36e0b77abe84 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:18.933689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b73bde25-e76e-4398-ab98-36e0b77abe84 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags/tempest-TagsExtTest-Tag-69843279 HTTP/1.1" status: 404 len: 327 time: 0.2424405 Apr 20 13:07:18.934776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52076) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:18.945096 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b40e1f0-9657-4c50-820b-465bc5f510e8 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.950382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-884c8e4b-02a2-4ea8-bc9b-2034ea1c436a tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', 'tempest-TagsExtTest-Tag-109115900') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:18.954193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b40e1f0-9657-4c50-820b-465bc5f510e8 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.960726 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:18.994674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 2, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:19.013055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40e1f0-9657-4c50-820b-465bc5f510e8 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90780ff-b50f-4f32-a444-7c888a68b26b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:19.027959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b40e1f0-9657-4c50-820b-465bc5f510e8 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.029280 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b40e1f0-9657-4c50-820b-465bc5f510e8 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2647493 Apr 20 13:07:19.031934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52078) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.037200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-84d2334c-f7b3-4a88-b6a8-326c22a2f937 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Request body: {'security_group_rule': {'security_group_id': 'f90780ff-b50f-4f32-a444-7c888a68b26b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:19.037859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Checking router: b1939e06-285b-400b-bcba-932d65afacd7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:19.038212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Updating router b1939e06-285b-400b-bcba-932d65afacd7 port cb2c6b72-d3f4-4ede-813b-855edf375afe binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:07:19.066958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73edb26a-592f-4554-82ff-ccd7e908e0ed req-d5334dba-c1d2-43a4-9329-bf7ba65d483f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670020 Apr 20 13:07:19.070855 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.113864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d2334c-f7b3-4a88-b6a8-326c22a2f937 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.128614 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-884c8e4b-02a2-4ea8-bc9b-2034ea1c436a tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:19.131827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-884c8e4b-02a2-4ea8-bc9b-2034ea1c436a tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags/tempest-TagsExtTest-Tag-109115900 HTTP/1.1" status: 404 len: 328 time: 0.1959593 Apr 20 13:07:19.135360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52084) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.140622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-aca5f832-0c04-4593-9b81-b7230765dd7c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e', 'tempest-TagsExtTest-Tag-1649755959') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:19.260696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d2334c-f7b3-4a88-b6a8-326c22a2f937 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.269130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d2334c-f7b3-4a88-b6a8-326c22a2f937 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.285980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2334c-f7b3-4a88-b6a8-326c22a2f937 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a25937-82c8-4b1d-b770-a449a2d445af,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:19.298176 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-aca5f832-0c04-4593-9b81-b7230765dd7c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:19.299398 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aca5f832-0c04-4593-9b81-b7230765dd7c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags/tempest-TagsExtTest-Tag-1649755959 HTTP/1.1" status: 404 len: 329 time: 0.1623187 Apr 20 13:07:19.304823 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d2334c-f7b3-4a88-b6a8-326c22a2f937 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.307162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52088) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.308907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-84d2334c-f7b3-4a88-b6a8-326c22a2f937 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757437 Apr 20 13:07:19.309685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52090) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.313482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-43ef40eb-9826-44d1-95fb-3344a223cfe1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', {'tags': ['tempest-TagsExtTest-Tag-119182532', 'tempest-TagsExtTest-Tag-1058098488', 'tempest-TagsExtTest-Tag-227478447']}) {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:19.313983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-07be7281-7d6d-443a-8fc8-6af04d1f23da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Request body: {'security_group_rule': {'security_group_id': 'f90780ff-b50f-4f32-a444-7c888a68b26b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:19.365497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07be7281-7d6d-443a-8fc8-6af04d1f23da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.433940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07be7281-7d6d-443a-8fc8-6af04d1f23da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.441019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07be7281-7d6d-443a-8fc8-6af04d1f23da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.472587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be7281-7d6d-443a-8fc8-6af04d1f23da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122133b3-8942-424a-a58b-1521ee52385b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:19.482974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d23873-82a1-4f91-b908-154d0541e255 req-67a7465f-34df-4b19-b9ad-af284c3d01f6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:19.485414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87d23873-82a1-4f91-b908-154d0541e255 req-67a7465f-34df-4b19-b9ad-af284c3d01f6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.3379216 Apr 20 13:07:19.489292 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07be7281-7d6d-443a-8fc8-6af04d1f23da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.492737 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07be7281-7d6d-443a-8fc8-6af04d1f23da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1820862 Apr 20 13:07:19.495837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52094) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.504573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:19.550671 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.561802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-43ef40eb-9826-44d1-95fb-3344a223cfe1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags HTTP/1.1" status: 200 len: 316 time: 0.2532198 Apr 20 13:07:19.572187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813f8eb-0d69-4a2f-ad01-314eca15db4d req-1d4303dc-971a-4ab7-8fd6-a064980d0a55 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:19.574199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7813f8eb-0d69-4a2f-ad01-314eca15db4d req-1d4303dc-971a-4ab7-8fd6-a064980d0a55 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 945 time: 0.1128459 Apr 20 13:07:19.574853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52096) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.576879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.579398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-eff5b5c5-088c-49a4-ae1a-fe661832c932 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:19.584886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87d23873-82a1-4f91-b908-154d0541e255 req-9f638621-d536-4745-89ea-444f65eba330 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786173 Apr 20 13:07:19.590531 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.686163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7813f8eb-0d69-4a2f-ad01-314eca15db4d req-ab97a507-b750-4c4b-9bb1-a15ed57efa96 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612056 Apr 20 13:07:19.686418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8886ca7-a175-4c2b-aa13-9c2fd521d084 None None] Pushing event updated for resources: {'Port': ['ID=cb2c6b72-d3f4-4ede-813b-855edf375afe,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:19.777860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Attempting to bind port cb2c6b72-d3f4-4ede-813b-855edf375afe on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:19.777860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Attempting to bind port cb2c6b72-d3f4-4ede-813b-855edf375afe by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:19.778330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Attempting to bind port cb2c6b72-d3f4-4ede-813b-855edf375afe on network a47984c5-779c-422e-ac9c-fe896aed3bc4 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:19.783959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:19.784475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Checking segment: {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:19.785006 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.785494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Bound using segment: {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:19.786088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Bound port: cb2c6b72-d3f4-4ede-813b-855edf375afe, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:19.787143 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.927212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] For port cb2c6b72-d3f4-4ede-813b-855edf375afe, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:19.936490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] For port cb2c6b72-d3f4-4ede-813b-855edf375afe, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb2c6b72-d3f4-4ede-813b-855edf375afe,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:19.943774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eff5b5c5-088c-49a4-ae1a-fe661832c932 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags HTTP/1.1" status: 204 len: 168 time: 0.3677988 Apr 20 13:07:19.944723 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:19.948711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52108) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:19.966932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-9fe6578d-98b0-4298-b78c-859be55acb67 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', 'tempest-TagsExtTest-Tag-119182532') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:20.072146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 648789c8-468b-4845-8fae-8d0e0c92b3e6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:20.154192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978026b7-8a8d-4e0d-ba85-a1b4f480b86e req-fd823c56-27a6-48f1-8e57-c2a8300cbba6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:20.168657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978026b7-8a8d-4e0d-ba85-a1b4f480b86e req-fd823c56-27a6-48f1-8e57-c2a8300cbba6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.4088900 Apr 20 13:07:20.195994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:20.196640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:20.198296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8886ca7-a175-4c2b-aa13-9c2fd521d084 None None] Pushing event updated for resources: {'Port': ['ID=cb2c6b72-d3f4-4ede-813b-855edf375afe,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:20.353359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-849056a9-95c0-42ea-a5a6-7a2a3bd1bbf0 None None] Provisioning complete for port cb2c6b72-d3f4-4ede-813b-855edf375afe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:20.356323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-849056a9-95c0-42ea-a5a6-7a2a3bd1bbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.459555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.527071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 648789c8-468b-4845-8fae-8d0e0c92b3e6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:20.527695 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.694511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Allocated IP 172.25.3.41 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/67bdd782-022d-412b-beae-db12ee638318) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:20.819912 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-849056a9-95c0-42ea-a5a6-7a2a3bd1bbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.827810 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:20.857469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.916873 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.960121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-849056a9-95c0-42ea-a5a6-7a2a3bd1bbf0 None None] For port cb2c6b72-d3f4-4ede-813b-855edf375afe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb2c6b72-d3f4-4ede-813b-855edf375afe,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:20.968337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:20.974853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:20.981398 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-849056a9-95c0-42ea-a5a6-7a2a3bd1bbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:20.984598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:21.023706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event updated for resources: {'Port': ['ID=67bdd782-022d-412b-beae-db12ee638318,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.162626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849056a9-95c0-42ea-a5a6-7a2a3bd1bbf0 None None] Pushing event updated for resources: {'Port': ['ID=cb2c6b72-d3f4-4ede-813b-855edf375afe,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.173595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b26dad51-ffd2-48a1-a275-dad0e864943d None None] Provisioning complete for port cb2c6b72-d3f4-4ede-813b-855edf375afe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:21.174018 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b26dad51-ffd2-48a1-a275-dad0e864943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.179720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.208919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-978026b7-8a8d-4e0d-ba85-a1b4f480b86e req-a514850a-2bfb-400e-b73e-1462e7680af1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0187986 Apr 20 13:07:21.295514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.349440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a47a8-ff71-46d0-b28e-3dcfae510951 req-67e93788-0b8b-4b6f-8d3c-7b6645b08d4f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.356567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc7a47a8-ff71-46d0-b28e-3dcfae510951 req-67e93788-0b8b-4b6f-8d3c-7b6645b08d4f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 1.2639921 Apr 20 13:07:21.391272 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-9fe6578d-98b0-4298-b78c-859be55acb67 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:21.392394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9fe6578d-98b0-4298-b78c-859be55acb67 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags/tempest-TagsExtTest-Tag-119182532 HTTP/1.1" status: 404 len: 328 time: 1.4292467 Apr 20 13:07:21.396683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52132) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:21.400497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-897601db-4725-4c07-b375-63ad9c841c57 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', 'tempest-TagsExtTest-Tag-1058098488') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:21.461175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832403-afb7-4011-b94c-45516002acd3 req-68fb4e5e-1226-440d-847c-e3edacb12ea8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:21.468113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1832403-afb7-4011-b94c-45516002acd3 req-68fb4e5e-1226-440d-847c-e3edacb12ea8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.1021435 Apr 20 13:07:21.491036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:19Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:21.548584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f11d6c-f842-4b82-9f67-0719f0fa2973 None None] The sync data for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 is: [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:19Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:21.573105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc7a47a8-ff71-46d0-b28e-3dcfae510951 req-28a8c59f-adad-478e-9107-f9c5a6010ba0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.2156744 Apr 20 13:07:21.581719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.590988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.598462 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-897601db-4725-4c07-b375-63ad9c841c57 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:21.599681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-897601db-4725-4c07-b375-63ad9c841c57 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags/tempest-TagsExtTest-Tag-1058098488 HTTP/1.1" status: 404 len: 329 time: 0.2026391 Apr 20 13:07:21.629439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52136) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:21.636190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-b6f05879-ba5e-43b1-b873-54e7ae264e7b tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663', 'tempest-TagsExtTest-Tag-227478447') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:21.640648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1832403-afb7-4011-b94c-45516002acd3 req-94a8bb3c-2dd4-4bad-8031-f180c9a54c27 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685224 Apr 20 13:07:21.678621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc7a47a8-ff71-46d0-b28e-3dcfae510951 req-39a7c579-9775-403c-b28c-e74afd10513a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966446 Apr 20 13:07:21.793663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event updated for resources: {'Port': ['ID=67bdd782-022d-412b-beae-db12ee638318,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:21.797153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.860227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:21.861739 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1ad447f-a2a1-411c-881a-a0a84f500c30 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3648500 Apr 20 13:07:21.865197 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-b6f05879-ba5e-43b1-b873-54e7ae264e7b tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:21.869205 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b6f05879-ba5e-43b1-b873-54e7ae264e7b tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags/tempest-TagsExtTest-Tag-227478447 HTTP/1.1" status: 404 len: 328 time: 0.2379885 Apr 20 13:07:21.869810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52142) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:21.874709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-8bdaef46-6140-41e8-b148-20ed2d579e3f tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', {'tags': ['tempest-TagsExtTest-Tag-1739543735', 'tempest-TagsExtTest-Tag-1725958215', 'tempest-TagsExtTest-Tag-693647134']}) {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:21.913915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc7a47a8-ff71-46d0-b28e-3dcfae510951 req-defc9b74-dd11-4593-af70-ee92dcc36143 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218051 Apr 20 13:07:21.924894 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8bdaef46-6140-41e8-b148-20ed2d579e3f tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "PUT /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags HTTP/1.1" status: 200 len: 317 time: 0.0539336 Apr 20 13:07:21.925537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52144) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:21.936031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-f7d5fa7d-8d9d-402a-bcbe-68d6a50b1342 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.071245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb2c6b72-d3f4-4ede-813b-855edf375afe up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:22.077037 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f7d5fa7d-8d9d-402a-bcbe-68d6a50b1342 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags HTTP/1.1" status: 204 len: 168 time: 0.1493087 Apr 20 13:07:22.078646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.081065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b040-90d5-4b9b-9915-441dddd3dc01 req-af7f1671-dd4e-4e11-b10c-978b706cbf98 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:22.083197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a672b040-90d5-4b9b-9915-441dddd3dc01 req-af7f1671-dd4e-4e11-b10c-978b706cbf98 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.2638664 Apr 20 13:07:22.089451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-160ceb57-5b8d-40e9-91fa-bd472c1ed265 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', 'tempest-TagsExtTest-Tag-1739543735') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.140700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc7a47a8-ff71-46d0-b28e-3dcfae510951 req-ec08eeec-e089-494e-a1c5-aab7038a314f service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881843 Apr 20 13:07:22.153091 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-160ceb57-5b8d-40e9-91fa-bd472c1ed265 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:22.157576 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-160ceb57-5b8d-40e9-91fa-bd472c1ed265 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags/tempest-TagsExtTest-Tag-1739543735 HTTP/1.1" status: 404 len: 329 time: 0.0756583 Apr 20 13:07:22.160421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52152) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.172982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-755aff9d-2221-4e3d-a2c4-3807b1128cf0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', 'tempest-TagsExtTest-Tag-1725958215') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.183041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cb2c6b72-d3f4-4ede-813b-855edf375afe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:22.183916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a672b040-90d5-4b9b-9915-441dddd3dc01 req-0bebcd48-471d-426d-8243-4076951fd72e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939646 Apr 20 13:07:22.189749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.226819 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-755aff9d-2221-4e3d-a2c4-3807b1128cf0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:22.227857 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-755aff9d-2221-4e3d-a2c4-3807b1128cf0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags/tempest-TagsExtTest-Tag-1725958215 HTTP/1.1" status: 404 len: 329 time: 0.0654325 Apr 20 13:07:22.231018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52158) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.236762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.tag.tag_plugin [None req-99b99ba9-a301-44e2-8585-eec0f06332c0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b', 'tempest-TagsExtTest-Tag-693647134') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.282864 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-99b99ba9-a301-44e2-8585-eec0f06332c0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] show failed (client error): The resource could not be found. Apr 20 13:07:22.283913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-99b99ba9-a301-44e2-8585-eec0f06332c0 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags/tempest-TagsExtTest-Tag-693647134 HTTP/1.1" status: 404 len: 328 time: 0.0513296 Apr 20 13:07:22.287238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.293470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-7fade5b8-494b-4f8a-8f40-6fd1341ea339 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b50d11ee-9cfc-433f-bff3-d4b4b194890b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.366253 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7fade5b8-494b-4f8a-8f40-6fd1341ea339 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b/tags HTTP/1.1" status: 204 len: 168 time: 0.0778210 Apr 20 13:07:22.369121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.376263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-e1253d25-d2e2-44c7-b12e-244d3d7d833c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6441038-71f4-4100-861d-153d990b3663') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.512251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e1253d25-d2e2-44c7-b12e-244d3d7d833c tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663/tags HTTP/1.1" status: 204 len: 168 time: 0.1417208 Apr 20 13:07:22.515848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.530275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-ede1d036-8cc2-41f7-9825-0aab8ab385b8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6160ae66-2ebd-4a0a-8648-fa5cafe7b87e') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.543148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ed2c26a2-85cf-4fd4-bf21-77be12ab8933 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1004336320&fields=id&tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65 HTTP/1.1" status: 200 len: 267 time: 0.1721835 Apr 20 13:07:22.657487 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ede1d036-8cc2-41f7-9825-0aab8ab385b8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e/tags HTTP/1.1" status: 204 len: 168 time: 0.1406453 Apr 20 13:07:22.658156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.667689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.tag.tag_plugin [None req-e8ed19e0-f439-48f0-9937-75f1a983dbf9 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:22.743806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-cd3a3cfd-a08c-46b9-ae6b-b0b02de0cc12 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:22.745292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-cd3a3cfd-a08c-46b9-ae6b-b0b02de0cc12 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/networks?id=a47984c5-779c-422e-ac9c-fe896aed3bc4 HTTP/1.1" status: 200 len: 806 time: 0.2031054 Apr 20 13:07:22.774244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9b562-c6d7-4c01-a098-0439bd9e1378 req-cf815ef9-779f-423e-8e68-c7ee9e40ef8e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:22.781616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85b9b562-c6d7-4c01-a098-0439bd9e1378 req-cf815ef9-779f-423e-8e68-c7ee9e40ef8e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.2963524 Apr 20 13:07:22.792007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-4479ef37-ddbe-4511-a20e-3cb182b6ec2e tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/quotas/fd1dbdb8be8247fdbbdc44ccd16dde65 HTTP/1.1" status: 200 len: 375 time: 0.0347352 Apr 20 13:07:22.807589 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e8ed19e0-f439-48f0-9937-75f1a983dbf9 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6/tags HTTP/1.1" status: 204 len: 168 time: 0.1482589 Apr 20 13:07:22.808274 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52188) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.882175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85b9b562-c6d7-4c01-a098-0439bd9e1378 req-5d534bc5-c6eb-46ff-b0f5-41d24ac54f06 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841060 Apr 20 13:07:22.920681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-024a1741-f685-4dc3-a2b2-8e9b88f4764f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126013 Apr 20 13:07:22.935800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bda48907-588c-47ab-849a-60de849fb7b1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for subnetpool, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:22.941016 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bda48907-588c-47ab-849a-60de849fb7b1 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnetpools/b50d11ee-9cfc-433f-bff3-d4b4b194890b HTTP/1.1" status: 204 len: 168 time: 0.1295793 Apr 20 13:07:22.941541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52194) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:22.985987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-86c07fec-57dd-40a4-bd0a-710b7065daee tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6441038-71f4-4100-861d-153d990b3663 HTTP/1.1" status: 200 len: 205 time: 0.0401649 Apr 20 13:07:22.990902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52196) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:23.120659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b455bfc4-701e-4c64-bbd6-c0c6a445b6ee service neutron] 10.222.0.24 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798773 Apr 20 13:07:23.139818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e694a524-dcea-4c74-b103-ddbefc3b93a8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.343918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-1f68dda0-1a55-4a25-971c-9804637319c6 service neutron] 10.222.0.24 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156103 Apr 20 13:07:23.402807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e694a524-dcea-4c74-b103-ddbefc3b93a8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.405113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e694a524-dcea-4c74-b103-ddbefc3b93a8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.502791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e694a524-dcea-4c74-b103-ddbefc3b93a8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.504427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694a524-dcea-4c74-b103-ddbefc3b93a8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Fanout notify agent at l3_agent the message router_deleted on router b6441038-71f4-4100-861d-153d990b3663 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:07:23.519642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e694a524-dcea-4c74-b103-ddbefc3b93a8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.524739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52206) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:23.527226 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e694a524-dcea-4c74-b103-ddbefc3b93a8 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/routers/b6441038-71f4-4100-861d-153d990b3663 HTTP/1.1" status: 204 len: 168 time: 0.5325475 Apr 20 13:07:23.674209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.774700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Deleting port 6160ae66-2ebd-4a0a-8648-fa5cafe7b87e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:23.775046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:23.972314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be48370a-2100-48ab-85c1-1e0b60999e68 req-b3635220-1d06-4a5c-8d63-8a079d1180ef tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 210 time: 0.0381501 Apr 20 13:07:23.993118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.007853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Calling delete_port for 6160ae66-2ebd-4a0a-8648-fa5cafe7b87e owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:24.337532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.679150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.692615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/ports/6160ae66-2ebd-4a0a-8648-fa5cafe7b87e HTTP/1.1" status: 204 len: 168 time: 1.1656356 Apr 20 13:07:24.696720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52256) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:24.751005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae32b0-25af-499a-b7e5-cba0f0d00c6d tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event deleted for resources: {'Port': ['ID=6160ae66-2ebd-4a0a-8648-fa5cafe7b87e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:24.817102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Deleting subnet 8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:07:24.817372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc0c6e-9663-4c03-8c51-04112fa853c6 req-90b9c990-5a9c-443e-b6d2-7369089d55ce tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:24.818757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cfc0c6e-9663-4c03-8c51-04112fa853c6 req-90b9c990-5a9c-443e-b6d2-7369089d55ce tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.2118006 Apr 20 13:07:24.820928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.859003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-3bcbdd09-f094-4940-8dd6-69c727819140 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:24.870383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-3bcbdd09-f094-4940-8dd6-69c727819140 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.2667480 Apr 20 13:07:24.886286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:24.920289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-e589ab9e-3c71-4f30-9b59-1cdb7f40cb2b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.0215385 Apr 20 13:07:24.935468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cfc0c6e-9663-4c03-8c51-04112fa853c6 req-ccc51188-e844-4222-b3f8-329a7ba5215d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948086 Apr 20 13:07:24.985264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-04d06ca2-6565-4719-a5f8-4fb63064998d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486884 Apr 20 13:07:25.029866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.123489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c410c699-bac7-42f2-a1ed-c8ef3aea40a6 req-7e1297a8-593e-4ef2-8ed2-5c864527b386 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 210 time: 0.0326633 Apr 20 13:07:25.127637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-82f8c694-69d1-4ef2-8762-3aade15daa11 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335564 Apr 20 13:07:25.165592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.214460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:25.231163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.235882 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-39174ab3-7a09-43a8-ba2c-6fbee9152d28 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/subnets/8c0e2c9f-d539-4d46-96fe-2e69efc6e2f6 HTTP/1.1" status: 204 len: 168 time: 0.5368772 Apr 20 13:07:25.238575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52262) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:25.241136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4282484b-c4fb-4e50-8656-44c91c60baed None None] Network 8ae5fb28-8d04-413f-83af-7b913f934f29 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:07:25.303859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-31b11adc-3f05-4cfc-9f08-78c265d5eb91 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694157 Apr 20 13:07:25.412316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.493559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-30c16035-2dc4-4726-baf3-16672973bb1d tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:25.495167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-30c16035-2dc4-4726-baf3-16672973bb1d tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.30 "GET /v2.0/networks?id=a47984c5-779c-422e-ac9c-fe896aed3bc4 HTTP/1.1" status: 200 len: 806 time: 0.2210069 Apr 20 13:07:25.519876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Deleting port 5e0df532-52f9-481c-83d8-5376b1fe440f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:25.533845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.563552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] DHCP port deletion for 8ae5fb28-8d04-413f-83af-7b913f934f29 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:07:25.660967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] Deleting port 5e0df532-52f9-481c-83d8-5376b1fe440f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:25.664984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.692946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-515924bc-7c41-4fb5-960f-18b716c3facd tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65 HTTP/1.1" status: 200 len: 380 time: 0.1655979 Apr 20 13:07:25.693436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] For port 5e0df532-52f9-481c-83d8-5376b1fe440f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5e0df532-52f9-481c-83d8-5376b1fe440f,segment=NetworkSegment(65e63cbe-6632-47d0-8cb7-3a8ced74a3ba),segment_id=65e63cbe-6632-47d0-8cb7-3a8ced74a3ba)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:25.693829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.715558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ede3e040-4209-41f5-b421-850ef108486e req-d86b11a8-70c7-4159-bc56-5238c97f9a07 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 210 time: 0.0693996 Apr 20 13:07:25.721427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Request body: {'port': {'device_id': '9e033978-417c-4f04-8643-a1ded3b4020f', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'admin_state_up': True, 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'security_groups': ['f90780ff-b50f-4f32-a444-7c888a68b26b']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:25.729983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Calling delete_port for 5e0df532-52f9-481c-83d8-5376b1fe440f owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:25.779753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] For port 5e0df532-52f9-481c-83d8-5376b1fe440f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5e0df532-52f9-481c-83d8-5376b1fe440f,segment=NetworkSegment(65e63cbe-6632-47d0-8cb7-3a8ced74a3ba),segment_id=65e63cbe-6632-47d0-8cb7-3a8ced74a3ba)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:25.780164 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.799659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] Calling delete_port for 5e0df532-52f9-481c-83d8-5376b1fe440f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:25.898850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.913801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:25.956745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] No DVR routers for this DVR port 5e0df532-52f9-481c-83d8-5376b1fe440f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:25.959464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Made reservation on behalf of fd1dbdb8be8247fdbbdc44ccd16dde65 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:25.962983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.006358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaa438-4e2a-4624-9301-e5c9e2d5f0f0 None None] Pushing event deleted for resources: {'Port': ['ID=5e0df532-52f9-481c-83d8-5376b1fe440f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:26.006690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] No DVR routers for this DVR port 5e0df532-52f9-481c-83d8-5376b1fe440f on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:26.024129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event deleted for resources: {'Port': ['ID=5e0df532-52f9-481c-83d8-5376b1fe440f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:26.096909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5e0df532-52f9-481c-83d8-5376b1fe440f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:26.132819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5e0df532-52f9-481c-83d8-5376b1fe440f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:26.135225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5e0df532-52f9-481c-83d8-5376b1fe440f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:26.210542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.244260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a080b0e-24e9-4e69-838e-21bd38e434a9 req-463eeea9-8559-433f-b93a-bb9e7020bb37 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.245945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a080b0e-24e9-4e69-838e-21bd38e434a9 req-463eeea9-8559-433f-b93a-bb9e7020bb37 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.1414871 Apr 20 13:07:26.261964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae5fb28-8d04-413f-83af-7b913f934f29']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:26.272520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e63cbe-6632-47d0-8cb7-3a8ced74a3ba') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:26.272802 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e63cbe-6632-47d0-8cb7-3a8ced74a3ba') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:26.284528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.307257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.313840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-243e28e5-5263-4536-bce7-c9b373184505 req-ea2202a6-33c8-438f-875f-12c4f3c631df tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 210 time: 0.0632749 Apr 20 13:07:26.337167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:07:26.338901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.340903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Allocated IP 172.20.0.10 (a47984c5-779c-422e-ac9c-fe896aed3bc4/f7d4aedf-0341-40ae-931d-1a0b6dc16cd2/dd74bc03-aff9-45c9-a396-69cc6187b462) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:07:26.347578 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:07:26.355178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a080b0e-24e9-4e69-838e-21bd38e434a9 req-c71e7699-c220-4060-be49-f4787d09f7f6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987909 Apr 20 13:07:26.479271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.486731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.491590 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] 10.222.0.24 "DELETE /v2.0/networks/8ae5fb28-8d04-413f-83af-7b913f934f29 HTTP/1.1" status: 204 len: 168 time: 1.2457697 Apr 20 13:07:26.513885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816be34-b415-4121-9d5a-87b512f01f90 tempest-TagsExtTest-1578331033 tempest-TagsExtTest-1578331033-project] Pushing event deleted for resources: {'Network': ['ID=8ae5fb28-8d04-413f-83af-7b913f934f29,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:26.605676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.687742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.832786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abb2ded3-944c-45a8-af9e-559a54bef569 req-52ad3696-6aca-4926-972e-5a0c5bbdd5d2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 210 time: 0.0495584 Apr 20 13:07:26.842500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:26.843625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event updated for resources: {'Port': ['ID=dd74bc03-aff9-45c9-a396-69cc6187b462,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:26.846975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:26.850295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:26.884918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52290) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:26.916148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:26.916726 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:26.934856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-ad89c72c-773c-4d07-b237-343a547c86c4 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2181909 Apr 20 13:07:26.950185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Request body: {'port': {'device_id': '9e033978-417c-4f04-8643-a1ded3b4020f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:27.078654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.155655 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4c6a8883-4f16-4d41-829f-58baffc25c2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dcbdf165c35b416a896ccd171966f7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671070 Apr 20 13:07:27.155655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:27.193436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-f37c255f-ee53-4d66-97d1-ae1fabc4a36c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.195461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-f37c255f-ee53-4d66-97d1-ae1fabc4a36c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.2244799 Apr 20 13:07:27.216497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Request body: {'port': {'device_id': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'admin_state_up': True, 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:27.268621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b39d-d661-49d2-8a96-02493e9ff0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.300107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-07222faa-9930-4487-9a14-34c74ec0b02c None None] Provisioning complete for port dd74bc03-aff9-45c9-a396-69cc6187b462 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:27.300646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-07222faa-9930-4487-9a14-34c74ec0b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.303397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b39d-d661-49d2-8a96-02493e9ff0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.366598 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b39d-d661-49d2-8a96-02493e9ff0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.369222 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f8b39d-d661-49d2-8a96-02493e9ff0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.373454 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d5f8b39d-d661-49d2-8a96-02493e9ff0d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90302c33-8e4b-4a7e-b573-c02201ca7acc HTTP/1.1" status: 204 len: 168 time: 0.2168937 Apr 20 13:07:27.391832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8b39d-d661-49d2-8a96-02493e9ff0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90302c33-8e4b-4a7e-b573-c02201ca7acc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:27.422084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-07222faa-9930-4487-9a14-34c74ec0b02c None None] Port dd74bc03-aff9-45c9-a396-69cc6187b462 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:27.546471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52308) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:27.771002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb724123-f67d-4ac9-82bf-0682af3b29f5 req-d7b6a172-cfd8-47d0-92aa-07442d1104a8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.772752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb724123-f67d-4ac9-82bf-0682af3b29f5 req-d7b6a172-cfd8-47d0-92aa-07442d1104a8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.2394285 Apr 20 13:07:27.784457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6955f634-d0d8-436a-9d52-6e89a883e043 req-bd1dafee-e7ee-4231-a354-9a3f13169677 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:27.786647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6955f634-d0d8-436a-9d52-6e89a883e043 req-bd1dafee-e7ee-4231-a354-9a3f13169677 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 932 time: 0.2539303 Apr 20 13:07:27.834333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd74bc03-aff9-45c9-a396-69cc6187b462 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:27.853359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:27.857612 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.862827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.919585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6955f634-d0d8-436a-9d52-6e89a883e043 req-ff4bcc35-4850-404a-8fc2-87f54114ac74 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222670 Apr 20 13:07:27.920722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Transition to ACTIVE for port object dd74bc03-aff9-45c9-a396-69cc6187b462 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:27.929813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb724123-f67d-4ac9-82bf-0682af3b29f5 req-3b11ef50-5852-41f9-8d4f-b419623a1a87 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287453 Apr 20 13:07:27.933360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:27.987991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a40b6aa6-f4bb-404a-b18f-5538cf4599f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.067467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Pushing event updated for resources: {'Port': ['ID=dd74bc03-aff9-45c9-a396-69cc6187b462,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:28.172955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a40b6aa6-f4bb-404a-b18f-5538cf4599f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.180846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a40b6aa6-f4bb-404a-b18f-5538cf4599f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.198304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68dcf2de-5a7c-4d6c-89fc-d4af30dd7f59 req-61714211-b4ff-470c-b2d8-6335ea22f758 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 210 time: 0.1279469 Apr 20 13:07:28.235011 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a40b6aa6-f4bb-404a-b18f-5538cf4599f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49a9e424abf543869843fd5b30603833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873178 Apr 20 13:07:28.235657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52326) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:28.240167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Allocated IP 172.20.0.11 (743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225/e4bb8c57-1470-4673-9eaa-4b46b689a4e5/7270e809-ca0b-485b-b357-12f5d1766d20) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:28.240395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6aa6-f4bb-404a-b18f-5538cf4599f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53453025-41ef-4b76-bf0c-94dd7155ca42,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:28.254522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f1ed97a6-7487-4314-b042-7c68dcce3ac9 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:28.397331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:28.418053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'port_id': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'mac_address': 'fa:16:3e:70:64:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24db5795-24f6-4ad2-aeb1-51a270e77700', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:28.479795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.494007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1ed97a6-7487-4314-b042-7c68dcce3ac9 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:28.536797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:28.542262 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.596939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:28.627351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52336) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:28.631623 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032911 Apr 20 13:07:28.635956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52338) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:28.639838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Attempting to bind port dd74bc03-aff9-45c9-a396-69cc6187b462 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:28.640162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Attempting to bind port dd74bc03-aff9-45c9-a396-69cc6187b462 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:28.640527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Attempting to bind port dd74bc03-aff9-45c9-a396-69cc6187b462 on network a47984c5-779c-422e-ac9c-fe896aed3bc4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:28.655200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['f1ed97a6-7487-4314-b042-7c68dcce3ac9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:28.663783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Port dd74bc03-aff9-45c9-a396-69cc6187b462 on network a47984c5-779c-422e-ac9c-fe896aed3bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:28.663783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Attempting to bind port dd74bc03-aff9-45c9-a396-69cc6187b462 on network a47984c5-779c-422e-ac9c-fe896aed3bc4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:28.688981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:28.689310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Checking segment: {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:28.689781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Bound using segment: {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:28.690279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Bound port: dd74bc03-aff9-45c9-a396-69cc6187b462, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:28.690656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.736705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5de46551-1473-4e68-80da-94ca4e4fafb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.809290 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-887e8b25-831d-444a-aa5b-8830307c296b tempest-NetworksApiDiscovery-445910990 tempest-NetworksApiDiscovery-445910990-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1676750 Apr 20 13:07:28.832678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5de46551-1473-4e68-80da-94ca4e4fafb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.870709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] For port dd74bc03-aff9-45c9-a396-69cc6187b462, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:28.907302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] For port dd74bc03-aff9-45c9-a396-69cc6187b462, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=dd74bc03-aff9-45c9-a396-69cc6187b462,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:28.917038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.960882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.973408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:28.974643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.976085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] 10.222.0.30 "PUT /v2.0/ports/dd74bc03-aff9-45c9-a396-69cc6187b462 HTTP/1.1" status: 200 len: 1092 time: 2.0306222 Apr 20 13:07:28.976550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:28.978849 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450114a0-e791-4947-a8b5-cd8249c2e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:28.993622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5de46551-1473-4e68-80da-94ca4e4fafb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:28.996154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5de46551-1473-4e68-80da-94ca4e4fafb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.000262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5de46551-1473-4e68-80da-94ca4e4fafb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53453025-41ef-4b76-bf0c-94dd7155ca42 HTTP/1.1" status: 204 len: 168 time: 0.7591429 Apr 20 13:07:29.050299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de46551-1473-4e68-80da-94ca4e4fafb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53453025-41ef-4b76-bf0c-94dd7155ca42,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:29.116744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2b93d-2db5-4110-ac9a-402662f487fa service neutron] Pushing event updated for resources: {'Port': ['ID=dd74bc03-aff9-45c9-a396-69cc6187b462,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:29.153136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.164998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:29.313962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:29.314686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:29.316968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-eb3aab07-6ee2-4927-b84a-1e20774899a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.318553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-eb3aab07-6ee2-4927-b84a-1e20774899a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65&device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 1095 time: 0.2695429 Apr 20 13:07:29.339090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:29.349947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:29.352662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event updated for resources: {'Port': ['ID=7270e809-ca0b-485b-b357-12f5d1766d20,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:29.417705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787778-f736-43e0-8f6b-d50024b6ac71 req-48da478f-a5b2-497a-a6a7-7e28943e264f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.419994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1787778-f736-43e0-8f6b-d50024b6ac71 req-48da478f-a5b2-497a-a6a7-7e28943e264f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 944 time: 0.3257554 Apr 20 13:07:29.427756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-e7b0db1b-0591-488a-be6f-36015353c144 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd74bc03-aff9-45c9-a396-69cc6187b462 HTTP/1.1" status: 200 len: 217 time: 0.0901496 Apr 20 13:07:29.470091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15d4a57-179a-49c4-affb-2d9c02e61e08 req-5b20126c-461a-43ca-9e54-3842df1ad52a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.478210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a15d4a57-179a-49c4-affb-2d9c02e61e08 req-5b20126c-461a-43ca-9e54-3842df1ad52a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 945 time: 0.3562005 Apr 20 13:07:29.607536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.668203 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a15d4a57-179a-49c4-affb-2d9c02e61e08 req-539317b2-d891-4877-897d-33adddb6ba7f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850469 Apr 20 13:07:29.741577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.742285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.756432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1787778-f736-43e0-8f6b-d50024b6ac71 req-fe608ade-c41b-43c4-bcf0-e4b033b62455 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218415 Apr 20 13:07:29.769852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.780868 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c184980b-5891-4024-a2fd-1b67bb65e997 x-openstack-request-id: req-c184980b-5891-4024-a2fd-1b67bb65e997 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:29.780868 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:29.780868 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c184980b-5891-4024-a2fd-1b67bb65e997 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:29.780868 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c184980b-5891-4024-a2fd-1b67bb65e997'] response: {'name': 'network-changed', 'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'status': 'completed', 'code': 200} Apr 20 13:07:29.781210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.785225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-771b372a-e2cd-4537-b736-490499f19c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.786819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-771b372a-e2cd-4537-b736-490499f19c33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7d4aedf-0341-40ae-931d-1a0b6dc16cd2 HTTP/1.1" status: 200 len: 845 time: 0.3509154 Apr 20 13:07:29.791052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-ada80a1b-ebd9-4abd-a650-871c306fbb2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5794177 Apr 20 13:07:29.810181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Request body: {'port': {'device_id': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:29.821620 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d1ceba9b4104bc3ac8f7110778b8fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061231 Apr 20 13:07:29.822831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2949f-1a0e-4185-8f74-b6dce7b4ba20,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:29.831002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:29.832460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.833723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.834314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.835287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.835894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.836238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.836576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.836916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.837247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.837665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.837992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.838319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4560ac2d-6d6b-4cd0-b19b-3fda9b925c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:29.901896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd4ebb6e-1f71-41f7-81d1-351181df0c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.928891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd4ebb6e-1f71-41f7-81d1-351181df0c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.950532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-97eb3b73-3638-4d90-96a2-cd41fbb02e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.952036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-97eb3b73-3638-4d90-96a2-cd41fbb02e20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a47984c5-779c-422e-ac9c-fe896aed3bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558762 Apr 20 13:07:29.955022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:29.982134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22d842-da14-4ccb-830f-5f9b92bded22 req-bca35217-a53d-4b63-988b-363f02a4a5af tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:29.983664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a22d842-da14-4ccb-830f-5f9b92bded22 req-bca35217-a53d-4b63-988b-363f02a4a5af tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 932 time: 0.1296005 Apr 20 13:07:29.996371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd4ebb6e-1f71-41f7-81d1-351181df0c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.002385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd4ebb6e-1f71-41f7-81d1-351181df0c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.006603 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cd4ebb6e-1f71-41f7-81d1-351181df0c6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ed2949f-1a0e-4185-8f74-b6dce7b4ba20 HTTP/1.1" status: 204 len: 168 time: 0.1618052 Apr 20 13:07:30.017994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ebb6e-1f71-41f7-81d1-351181df0c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2949f-1a0e-4185-8f74-b6dce7b4ba20,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:30.163955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a22d842-da14-4ccb-830f-5f9b92bded22 req-d2de2e8d-1b59-428b-b4cb-088869e1c5eb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660981 Apr 20 13:07:30.264432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-f43abdcd-dc18-4cc6-9323-bd0188732fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983286 Apr 20 13:07:30.283432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f1ed97a6-7487-4314-b042-7c68dcce3ac9 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:30.355935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port f1ed97a6-7487-4314-b042-7c68dcce3ac9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:30.356501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.408516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17fcbec0-33c0-439b-aa91-3c0032c58e10 req-6d99cd79-ec3c-4fe1-b8e8-f7375f6ba1f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358273 Apr 20 13:07:30.455745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7270e809-ca0b-485b-b357-12f5d1766d20 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:30.465397 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.470200 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.512533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Transition to ACTIVE for port object 7270e809-ca0b-485b-b357-12f5d1766d20 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:30.524113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:30.525976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.528390 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2302a365-19d8-44e2-a447-4ccd792f2a89" -d '{"events": [{"server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:30.561301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:30.571062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.615840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-09f4cd62-91a7-46c6-a3a8-171b42829412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:30.617349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-09f4cd62-91a7-46c6-a3a8-171b42829412 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65&device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 1095 time: 0.1478086 Apr 20 13:07:30.638242 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e0a21e-e2c2-4f65-9a62-1a871cf14a27 x-openstack-request-id: req-83e0a21e-e2c2-4f65-9a62-1a871cf14a27 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:30.638790 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:30.639194 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83e0a21e-e2c2-4f65-9a62-1a871cf14a27 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:30.639604 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e0a21e-e2c2-4f65-9a62-1a871cf14a27'] response: {'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'code': 200} Apr 20 13:07:30.641360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:30.698101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Pushing event updated for resources: {'Port': ['ID=7270e809-ca0b-485b-b357-12f5d1766d20,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:30.777252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Attempting to bind port 7270e809-ca0b-485b-b357-12f5d1766d20 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:30.777581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Attempting to bind port 7270e809-ca0b-485b-b357-12f5d1766d20 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:30.777953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Attempting to bind port 7270e809-ca0b-485b-b357-12f5d1766d20 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:30.816292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Port 7270e809-ca0b-485b-b357-12f5d1766d20 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:30.816623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Attempting to bind port 7270e809-ca0b-485b-b357-12f5d1766d20 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:30.869321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-590ddc69-0c35-4fbb-ae9f-3ef8b416c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:30.871181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-590ddc69-0c35-4fbb-ae9f-3ef8b416c170 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a47984c5-779c-422e-ac9c-fe896aed3bc4 HTTP/1.1" status: 200 len: 907 time: 0.2383244 Apr 20 13:07:30.872008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:30.872336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:30.872751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Bound using segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:30.873375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Bound port: 7270e809-ca0b-485b-b357-12f5d1766d20, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:30.873877 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:30.926652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-c85c1a4b-71dd-4cf2-90dd-d8db783f3feb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd74bc03-aff9-45c9-a396-69cc6187b462 HTTP/1.1" status: 200 len: 217 time: 0.0469382 Apr 20 13:07:31.003406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab6f93-d93e-4f06-b3d0-99ae36090c0a req-0e7923a9-28e9-45c3-b6ef-096cd98d0e6f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.004935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15ab6f93-d93e-4f06-b3d0-99ae36090c0a req-0e7923a9-28e9-45c3-b6ef-096cd98d0e6f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.1917944 Apr 20 13:07:31.079451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] For port 7270e809-ca0b-485b-b357-12f5d1766d20, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:31.085845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-ea84d9d9-acde-49c0-b73d-df3e2ee2a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.087300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-ea84d9d9-acde-49c0-b73d-df3e2ee2a117 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7d4aedf-0341-40ae-931d-1a0b6dc16cd2 HTTP/1.1" status: 200 len: 845 time: 0.1343577 Apr 20 13:07:31.121698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] For port 7270e809-ca0b-485b-b357-12f5d1766d20, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7270e809-ca0b-485b-b357-12f5d1766d20,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:31.149439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48618a-b328-4bea-9f10-7861c8307186 req-eac7820d-c197-4a89-a36d-43ee9fb0c270 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.150938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd48618a-b328-4bea-9f10-7861c8307186 req-eac7820d-c197-4a89-a36d-43ee9fb0c270 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 944 time: 0.1592629 Apr 20 13:07:31.154151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15ab6f93-d93e-4f06-b3d0-99ae36090c0a req-f061eebd-483a-4ee8-8489-e4852b179b35 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245790 Apr 20 13:07:31.157875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.218845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.219544 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:31.220931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] 10.222.0.37 "PUT /v2.0/ports/7270e809-ca0b-485b-b357-12f5d1766d20 HTTP/1.1" status: 200 len: 1092 time: 1.4158897 Apr 20 13:07:31.264892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-ad5ea712-ce91-4850-ad13-5bffc90cbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.266408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-ad5ea712-ce91-4850-ad13-5bffc90cbd01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a47984c5-779c-422e-ac9c-fe896aed3bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1669548 Apr 20 13:07:31.288062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd48618a-b328-4bea-9f10-7861c8307186 req-ef53833d-5125-4c80-8c47-afe9b10d6a4f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250131 Apr 20 13:07:31.326051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77426a8d-5706-4b5b-b22a-83834b05aac8 service neutron] Pushing event updated for resources: {'Port': ['ID=7270e809-ca0b-485b-b357-12f5d1766d20,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:31.415927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de139f4d-8907-4284-94c9-398789fb43e2 req-d57e339b-bcd6-4bee-ad08-4fa85501c035 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.418288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de139f4d-8907-4284-94c9-398789fb43e2 req-d57e339b-bcd6-4bee-ad08-4fa85501c035 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.1844418 Apr 20 13:07:31.464323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-4351b683-fe08-457b-a152-55ebacc959cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.466150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-4351b683-fe08-457b-a152-55ebacc959cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 1095 time: 0.1771731 Apr 20 13:07:31.553870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-4b78bd29-bdb6-41c0-a58c-3d6edf8aebc6 service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620473 Apr 20 13:07:31.557877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-388fe34e-0ad2-4054-965f-dfe984f27f4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7270e809-ca0b-485b-b357-12f5d1766d20 HTTP/1.1" status: 200 len: 217 time: 0.0771196 Apr 20 13:07:31.566242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de139f4d-8907-4284-94c9-398789fb43e2 req-b542a9e3-98a5-4b92-9cb7-21577f540e47 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408484 Apr 20 13:07:31.743331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-3dbd7b18-3bde-4c1a-9753-ef27693cfe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.744756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-3dbd7b18-3bde-4c1a-9753-ef27693cfe7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.1775348 Apr 20 13:07:31.770161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dedda0-a1fd-4b34-aded-e4626f419ee5 req-1322781e-df2b-4c51-9b89-e80d6bf04063 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:31.771622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8dedda0-a1fd-4b34-aded-e4626f419ee5 req-1322781e-df2b-4c51-9b89-e80d6bf04063 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 944 time: 0.1551356 Apr 20 13:07:31.779799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'tag': '7270e809-ca0b-485b-b357-12f5d1766d20'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:31.782007 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6018d365-2887-4f38-be2d-414c9b8452ef" -d '{"events": [{"name": "network-changed", "server_uuid": "99249b3f-0579-49ab-ac65-8e534a4404d3", "tag": "7270e809-ca0b-485b-b357-12f5d1766d20"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:32.082392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-7e652b3f-ae10-44e0-af3f-3ce4b03ecc74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3209693 Apr 20 13:07:32.099074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c525495-c15e-43b6-8edb-966648b477e4 req-ff7f4844-67ed-427d-a80d-b0737f44778f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.100443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c525495-c15e-43b6-8edb-966648b477e4 req-ff7f4844-67ed-427d-a80d-b0737f44778f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.4038763 Apr 20 13:07:32.105231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-450114a0-e791-4947-a8b5-cd8249c2e7a3 req-e9613b31-7600-4a65-8362-e8a7dd93aada service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363173 Apr 20 13:07:32.190302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8dedda0-a1fd-4b34-aded-e4626f419ee5 req-746f5c44-7bc1-4242-b310-b386788f2ea8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003725 Apr 20 13:07:32.236301 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7363795-00da-4759-9b5d-ce74820a387a x-openstack-request-id: req-f7363795-00da-4759-9b5d-ce74820a387a {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:32.236695 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99249b3f-0579-49ab-ac65-8e534a4404d3", "tag": "7270e809-ca0b-485b-b357-12f5d1766d20", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:32.237054 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7363795-00da-4759-9b5d-ce74820a387a {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:32.237326 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7363795-00da-4759-9b5d-ce74820a387a'] response: {'name': 'network-changed', 'server_uuid': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'tag': '7270e809-ca0b-485b-b357-12f5d1766d20', 'status': 'completed', 'code': 200} Apr 20 13:07:32.242324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-d6d4c3dd-9419-433b-9c54-0f51fe78ad31 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392138 Apr 20 13:07:32.265002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c525495-c15e-43b6-8edb-966648b477e4 req-0637abe9-b208-485a-bc7a-4c75c393b8e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516514 Apr 20 13:07:32.359541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0fdc4e-1b5f-4df5-ae8b-6f9974488083 req-8513d0f8-af35-404f-88a4-a0353337c813 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090326 Apr 20 13:07:32.417496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca728e-c81b-4dc7-a831-ea4d8948e66a req-e8d42c8d-8928-46c4-9918-a551972df178 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.424749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cca728e-c81b-4dc7-a831-ea4d8948e66a req-e8d42c8d-8928-46c4-9918-a551972df178 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 944 time: 0.0638680 Apr 20 13:07:32.491689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cca728e-c81b-4dc7-a831-ea4d8948e66a req-da986263-2b8d-4a62-9575-fedf2190ea55 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660865 Apr 20 13:07:32.498118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d365-2887-4f38-be2d-414c9b8452ef req-f16b3577-7945-4a43-bbba-21aa7dc7005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.499744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6018d365-2887-4f38-be2d-414c9b8452ef req-f16b3577-7945-4a43-bbba-21aa7dc7005a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 1095 time: 0.0670571 Apr 20 13:07:32.628660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d365-2887-4f38-be2d-414c9b8452ef req-7c27f6a8-de66-47f0-a852-75e9c17ad0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.631184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6018d365-2887-4f38-be2d-414c9b8452ef req-7c27f6a8-de66-47f0-a852-75e9c17ad0fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.1234119 Apr 20 13:07:32.694151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6018d365-2887-4f38-be2d-414c9b8452ef req-ed1112fd-d8ce-4deb-a3ab-c342da5623ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7270e809-ca0b-485b-b357-12f5d1766d20 HTTP/1.1" status: 200 len: 217 time: 0.0528018 Apr 20 13:07:32.773316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b851d9c-d979-4fb9-81b6-8e2760f95659 req-546a468e-60dc-4c42-abf9-da60d3f0ba52 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.774975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b851d9c-d979-4fb9-81b6-8e2760f95659 req-546a468e-60dc-4c42-abf9-da60d3f0ba52 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.0911114 Apr 20 13:07:32.778752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018d365-2887-4f38-be2d-414c9b8452ef req-080432e4-464c-4070-ac0d-fc38f44256cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:32.780167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6018d365-2887-4f38-be2d-414c9b8452ef req-080432e4-464c-4070-ac0d-fc38f44256cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0686677 Apr 20 13:07:32.825391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6018d365-2887-4f38-be2d-414c9b8452ef req-fb37bc8e-cfd6-40ff-b0da-764745b72b85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349793 Apr 20 13:07:32.868786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b851d9c-d979-4fb9-81b6-8e2760f95659 req-609e8221-f9ca-4948-960c-62499ca2119e tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876350 Apr 20 13:07:32.971130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6018d365-2887-4f38-be2d-414c9b8452ef req-66284ba2-7b8c-45c5-b6e4-dd1cdea49c8f service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288538 Apr 20 13:07:33.104234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6018d365-2887-4f38-be2d-414c9b8452ef req-b1c32e4a-69ad-43ef-96e8-50bd5af606ff service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265571 Apr 20 13:07:33.129059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-cef8a950-e802-4ba5-a925-13b9cd1b9e48 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.130732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-cef8a950-e802-4ba5-a925-13b9cd1b9e48 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.0790567 Apr 20 13:07:33.231821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Deleting port df6b6fbc-885f-4bd3-a856-49d5b140d86d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:33.232165 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.435050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] For port df6b6fbc-885f-4bd3-a856-49d5b140d86d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=df6b6fbc-885f-4bd3-a856-49d5b140d86d,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:33.435418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.464407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb6e89-2bca-4210-96ee-e718f9f97dff req-fde3fa61-997a-4c9a-bd7d-f9fb2905c8c4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.466038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53fb6e89-2bca-4210-96ee-e718f9f97dff req-fde3fa61-997a-4c9a-bd7d-f9fb2905c8c4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 944 time: 0.1672533 Apr 20 13:07:33.554275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d0e58-2551-4f8c-807a-d762358d1541 req-07fa0f91-763f-4fb0-ace8-3d28b72627d9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.555694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-410d0e58-2551-4f8c-807a-d762358d1541 req-07fa0f91-763f-4fb0-ace8-3d28b72627d9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.2150431 Apr 20 13:07:33.599047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e324395-0909-45b0-90eb-23f8cbdf7e2b req-6894055e-76c2-4642-a2dd-fd6a45033713 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.600676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e324395-0909-45b0-90eb-23f8cbdf7e2b req-6894055e-76c2-4642-a2dd-fd6a45033713 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 946 time: 0.2459781 Apr 20 13:07:33.681841 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a3ed2bb-9b97-42f1-bdeb-e1302832d8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.716662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53fb6e89-2bca-4210-96ee-e718f9f97dff req-a7544eaf-de53-429c-92f6-63f744c4bde5 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280698 Apr 20 13:07:33.776864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e324395-0909-45b0-90eb-23f8cbdf7e2b req-b25d5d3b-39d8-4deb-ab93-b5152d1db659 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525426 Apr 20 13:07:33.892980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.893720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.894006 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Floating IP 8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8 disassociated. External IP: 172.25.3.174, port: df6b6fbc-885f-4bd3-a856-49d5b140d86d. Apr 20 13:07:33.894345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Calling delete_port for df6b6fbc-885f-4bd3-a856-49d5b140d86d owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:33.916551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Deleting port f1ed97a6-7487-4314-b042-7c68dcce3ac9 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:33.916896 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:33.944222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a10eaa-ce8e-4711-b466-9911d9179f24 req-d73b1bb7-11f4-4bd2-b8cf-71e7c32d669b tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:33.945754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9a10eaa-ce8e-4711-b466-9911d9179f24 req-d73b1bb7-11f4-4bd2-b8cf-71e7c32d669b tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 944 time: 0.1147044 Apr 20 13:07:34.154484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9a10eaa-ce8e-4711-b466-9911d9179f24 req-c7870761-3bad-4e4e-a799-22d2ca1736c6 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747611 Apr 20 13:07:34.178234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002308a-e461-41ff-852d-4d879463a0bd req-45dd6ac0-2fc2-4f53-9b3a-f25613c3d197 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:34.179832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7002308a-e461-41ff-852d-4d879463a0bd req-45dd6ac0-2fc2-4f53-9b3a-f25613c3d197 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 945 time: 0.2035456 Apr 20 13:07:34.201851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] For port f1ed97a6-7487-4314-b042-7c68dcce3ac9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f1ed97a6-7487-4314-b042-7c68dcce3ac9,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:34.202233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.250560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Calling delete_port for f1ed97a6-7487-4314-b042-7c68dcce3ac9 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:34.279630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7002308a-e461-41ff-852d-4d879463a0bd req-698d4e84-ff9c-4e79-8d6c-701a3710ad1d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccf70658-39a4-4a08-968a-3c06ee91dc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902982 Apr 20 13:07:34.303075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device dd74bc03-aff9-45c9-a396-69cc6187b462 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:34.305793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f1ed97a6-7487-4314-b042-7c68dcce3ac9 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:34.330776 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.372362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event deleted for resources: {'Port': ['ID=df6b6fbc-885f-4bd3-a856-49d5b140d86d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:34.487788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.511113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port dd74bc03-aff9-45c9-a396-69cc6187b462, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=dd74bc03-aff9-45c9-a396-69cc6187b462,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:34.534330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'port_id': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'mac_address': 'fa:16:3e:a9:fb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:34.584293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.598534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd74bc03-aff9-45c9-a396-69cc6187b462 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:34.604103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.659834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port dd74bc03-aff9-45c9-a396-69cc6187b462, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=dd74bc03-aff9-45c9-a396-69cc6187b462,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:34.666938 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.684901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event deleted for resources: {'Port': ['ID=f1ed97a6-7487-4314-b042-7c68dcce3ac9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:34.690027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:34.710548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] No DVR routers for this DVR port f1ed97a6-7487-4314-b042-7c68dcce3ac9 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:34.713331 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:34.716983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-410d0e58-2551-4f8c-807a-d762358d1541 req-6359b4b2-54d0-45d6-9cb3-ea0ac8d04332 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "DELETE /v2.0/ports/f1ed97a6-7487-4314-b042-7c68dcce3ac9 HTTP/1.1" status: 204 len: 173 time: 1.1470401 Apr 20 13:07:34.718546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'name': 'network-vif-deleted', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:34.721762 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd991b5f-141f-4e17-8416-b86fb870f230" -d '{"events": [{"server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "name": "network-vif-deleted", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:34.751822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=dd74bc03-aff9-45c9-a396-69cc6187b462,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:34.835649 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f16185-6790-4dfd-8eb0-25ba91dafd63 x-openstack-request-id: req-d5f16185-6790-4dfd-8eb0-25ba91dafd63 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:34.836189 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c40ca19-2eed-4859-b0c6-643bd77f281d", "name": "network-vif-deleted", "tag": "f1ed97a6-7487-4314-b042-7c68dcce3ac9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:34.836524 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5f16185-6790-4dfd-8eb0-25ba91dafd63 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:34.837027 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f16185-6790-4dfd-8eb0-25ba91dafd63'] response: {'server_uuid': '4c40ca19-2eed-4859-b0c6-643bd77f281d', 'name': 'network-vif-deleted', 'tag': 'f1ed97a6-7487-4314-b042-7c68dcce3ac9', 'status': 'completed', 'code': 200} Apr 20 13:07:34.985248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['dd74bc03-aff9-45c9-a396-69cc6187b462'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:35.123683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7270e809-ca0b-485b-b357-12f5d1766d20 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:35.285581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eacbeec7-23da-49ee-a771-ed134b512b6a req-cac8bb23-a559-4c0c-88df-f2ceeb664fd9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c40ca19-2eed-4859-b0c6-643bd77f281d HTTP/1.1" status: 200 len: 210 time: 0.3875108 Apr 20 13:07:35.318326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dcb58-72cc-403a-83a9-0d28f160356e req-62b34fdd-e099-44a9-94a8-0135febcd1e0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.320166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-615dcb58-72cc-403a-83a9-0d28f160356e req-62b34fdd-e099-44a9-94a8-0135febcd1e0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 944 time: 0.4599819 Apr 20 13:07:35.322080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:35.337500 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] Sync routers for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:35.356906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:35.359730 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:35.433465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7270e809-ca0b-485b-b357-12f5d1766d20, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7270e809-ca0b-485b-b357-12f5d1766d20,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:35.450488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '7270e809-ca0b-485b-b357-12f5d1766d20', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'port_id': '7270e809-ca0b-485b-b357-12f5d1766d20', 'mac_address': 'fa:16:3e:19:9b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bb8c57-1470-4673-9eaa-4b46b689a4e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:35.475326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] No DVR routers for this DVR port df6b6fbc-885f-4bd3-a856-49d5b140d86d on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:35.479352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.482883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f6ff0b6-bc24-48c5-bf01-1787f9e1b3e6 req-6628853a-4b90-4347-983d-302a7675aeb2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.37 "DELETE /v2.0/ports/df6b6fbc-885f-4bd3-a856-49d5b140d86d HTTP/1.1" status: 204 len: 173 time: 2.3451662 Apr 20 13:07:35.500144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-615dcb58-72cc-403a-83a9-0d28f160356e req-a2aa32d8-9e31-48f7-9479-f3360197937f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059182 Apr 20 13:07:35.559370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.596237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93019920-9fd5-4e22-80d6-897d45d07dad req-167b7f1d-0e86-4123-8d4e-dcc450d5725c tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:35.604420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93019920-9fd5-4e22-80d6-897d45d07dad req-167b7f1d-0e86-4123-8d4e-dcc450d5725c tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 945 time: 0.0848527 Apr 20 13:07:35.605884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7270e809-ca0b-485b-b357-12f5d1766d20 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:35.623158 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:35.699743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93019920-9fd5-4e22-80d6-897d45d07dad req-c3be4a48-b862-4c48-b0dd-4c43ada7342d tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940404 Apr 20 13:07:35.714454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7270e809-ca0b-485b-b357-12f5d1766d20, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7270e809-ca0b-485b-b357-12f5d1766d20,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:35.730320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.825490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d786f4eb-cefb-41b2-9464-77768d16c90e req-6f7ba579-1bfe-4a87-bfdd-06f8c8335f40 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc25e791-fedc-45ba-99ef-84609bda8fee HTTP/1.1" status: 200 len: 210 time: 0.0605705 Apr 20 13:07:35.849448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7270e809-ca0b-485b-b357-12f5d1766d20,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:35.984288 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:35.985706 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-31e12f25-b8c6-4cea-bd88-4ae43fd7431d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:35.997402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7270e809-ca0b-485b-b357-12f5d1766d20'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:36.011537 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] Checking router: dca864d5-c8e6-40cc-8a1d-1c558e2f79bb for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:36.021111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:36.021968 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:36.206971 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:36.314319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device dd74bc03-aff9-45c9-a396-69cc6187b462 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:36.381134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port dd74bc03-aff9-45c9-a396-69cc6187b462 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:36.385698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port dd74bc03-aff9-45c9-a396-69cc6187b462 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:36.386330 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.422741 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:36.503810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.540326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:36.543283 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e52505-43ad-4a63-b370-e90b779b9091" -d '{"events": [{"server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "name": "network-vif-plugged", "status": "completed", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:36.560617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port dd74bc03-aff9-45c9-a396-69cc6187b462, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=dd74bc03-aff9-45c9-a396-69cc6187b462,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:36.568364 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.583704 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa653639-7344-4025-bb05-91a6da602a3e None None] The sync data for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 is: [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:36.629051 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649afb2-518c-4fd9-96dd-818bcb6e1658 x-openstack-request-id: req-f649afb2-518c-4fd9-96dd-818bcb6e1658 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:36.629446 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "name": "network-vif-plugged", "status": "completed", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:36.629826 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f649afb2-518c-4fd9-96dd-818bcb6e1658 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:36.630283 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f649afb2-518c-4fd9-96dd-818bcb6e1658'] response: {'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'code': 200} Apr 20 13:07:36.663330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=dd74bc03-aff9-45c9-a396-69cc6187b462,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:36.761992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:36.769276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e9270815-a75f-4434-b131-e9587fbf18fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1393039722', 'description': 'tempest-description--1846873186'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:36.806111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9270815-a75f-4434-b131-e9587fbf18fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.841600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'name': 'network-vif-deleted', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:36.844895 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d4f177-686d-4fbe-bf20-876a76c0abba" -d '{"events": [{"server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "name": "network-vif-deleted", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:36.886892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e958fa8-d06d-4c2a-8f84-c732a7e94610 req-474a29d7-f9b7-4232-a869-37bc729ae9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.888395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e958fa8-d06d-4c2a-8f84-c732a7e94610 req-474a29d7-f9b7-4232-a869-37bc729ae9ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 1097 time: 0.1582062 Apr 20 13:07:36.921203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95c16b-a7aa-4050-a852-36e3a5a6c8e1 req-cf807b42-208d-4ba2-af34-bb0de950c0a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.922763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e95c16b-a7aa-4050-a852-36e3a5a6c8e1 req-cf807b42-208d-4ba2-af34-bb0de950c0a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 945 time: 0.1406777 Apr 20 13:07:36.929569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9270815-a75f-4434-b131-e9587fbf18fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.936523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9270815-a75f-4434-b131-e9587fbf18fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:36.939188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf99c56-095e-4f5e-85a5-5a5555674163 req-0bd4129e-6472-4275-a48a-d090de6ec3b6 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:36.940685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bf99c56-095e-4f5e-85a5-5a5555674163 req-0bd4129e-6472-4275-a48a-d090de6ec3b6 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.1159227 Apr 20 13:07:36.988484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270815-a75f-4434-b131-e9587fbf18fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b69ccd-4929-464a-b8b8-964fa7d88e7b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:36.989491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05547ce-6608-4901-bc20-7fc20cc8df5a None None] New status for floating IP 8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:07:37.002790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e958fa8-d06d-4c2a-8f84-c732a7e94610 req-87e5d7a3-6a3e-437d-85ba-3854f8307388 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074243 Apr 20 13:07:37.006406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9270815-a75f-4434-b131-e9587fbf18fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.008549 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e9270815-a75f-4434-b131-e9587fbf18fa tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2448351 Apr 20 13:07:37.011349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.026710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5c9c0379-1e90-4a16-921e-0b829c314e7d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Request body: {'security_group_rule': {'security_group_id': '33b69ccd-4929-464a-b8b8-964fa7d88e7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:37.044480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e95c16b-a7aa-4050-a852-36e3a5a6c8e1 req-89db7a92-2085-45fc-90f9-1cf387c45884 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140487 Apr 20 13:07:37.067359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bf99c56-095e-4f5e-85a5-5a5555674163 req-3f3c5128-dfab-468d-99ed-4a624e324748 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105111 Apr 20 13:07:37.070334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0379-1e90-4a16-921e-0b829c314e7d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.136765 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ce08a-7db7-4086-98d5-a17723dec605 x-openstack-request-id: req-e27ce08a-7db7-4086-98d5-a17723dec605 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:37.137018 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc25e791-fedc-45ba-99ef-84609bda8fee", "name": "network-vif-deleted", "tag": "df6b6fbc-885f-4bd3-a856-49d5b140d86d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:37.137098 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e27ce08a-7db7-4086-98d5-a17723dec605 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:37.137450 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27ce08a-7db7-4086-98d5-a17723dec605'] response: {'server_uuid': 'bc25e791-fedc-45ba-99ef-84609bda8fee', 'name': 'network-vif-deleted', 'tag': 'df6b6fbc-885f-4bd3-a856-49d5b140d86d', 'status': 'completed', 'code': 200} Apr 20 13:07:37.140370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7270e809-ca0b-485b-b357-12f5d1766d20 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:37.157244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52562) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.191764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0379-1e90-4a16-921e-0b829c314e7d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.198524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0379-1e90-4a16-921e-0b829c314e7d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.227665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c0379-1e90-4a16-921e-0b829c314e7d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81113e86-883e-4329-bbf1-b23141c4363d,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:37.251866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c9c0379-1e90-4a16-921e-0b829c314e7d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.256805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52564) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.258114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5c9c0379-1e90-4a16-921e-0b829c314e7d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2393606 Apr 20 13:07:37.265975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d738a4d3-0930-46c9-9716-0a01033ac6e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Request body: {'security_group_rule': {'security_group_id': '33b69ccd-4929-464a-b8b8-964fa7d88e7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:37.281359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22e0bb4d-05fb-4de9-8dea-78b58ab472ae tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.322765 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22e0bb4d-05fb-4de9-8dea-78b58ab472ae tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.344944 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d738a4d3-0930-46c9-9716-0a01033ac6e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.464720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22e0bb4d-05fb-4de9-8dea-78b58ab472ae tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.468730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22e0bb4d-05fb-4de9-8dea-78b58ab472ae tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.473322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52576) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.473843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-22e0bb4d-05fb-4de9-8dea-78b58ab472ae tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "DELETE /v2.0/security-groups/ccf70658-39a4-4a08-968a-3c06ee91dc33 HTTP/1.1" status: 204 len: 168 time: 0.3147905 Apr 20 13:07:37.502904 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d738a4d3-0930-46c9-9716-0a01033ac6e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.505613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0bb4d-05fb-4de9-8dea-78b58ab472ae tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf70658-39a4-4a08-968a-3c06ee91dc33,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:37.511571 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-64c5c1d1-eb33-431f-b771-050b0dd3c8ba tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] show failed (client error): The resource could not be found. Apr 20 13:07:37.514930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-64c5c1d1-eb33-431f-b771-050b0dd3c8ba tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups/ccf70658-39a4-4a08-968a-3c06ee91dc33 HTTP/1.1" status: 404 len: 347 time: 0.0402281 Apr 20 13:07:37.517559 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.518405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52578) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.519726 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d738a4d3-0930-46c9-9716-0a01033ac6e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.534532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738a4d3-0930-46c9-9716-0a01033ac6e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfce43e0-a60d-447a-8b30-b01503753619,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:37.565097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 7270e809-ca0b-485b-b357-12f5d1766d20 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:37.570713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 7270e809-ca0b-485b-b357-12f5d1766d20 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:37.571231 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.580108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d738a4d3-0930-46c9-9716-0a01033ac6e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.583322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d738a4d3-0930-46c9-9716-0a01033ac6e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246653 Apr 20 13:07:37.586037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52582) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:37.596459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:37.645203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.778735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Deleting port a4e98888-dd01-4973-b3f9-70ce7d8afaa8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:37.779374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.803347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.857442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.857877 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.858522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.872331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Calling delete_port for a4e98888-dd01-4973-b3f9-70ce7d8afaa8 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:37.894776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7270e809-ca0b-485b-b357-12f5d1766d20, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7270e809-ca0b-485b-b357-12f5d1766d20,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:37.902628 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:37.904626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device df6b6fbc-885f-4bd3-a856-49d5b140d86d no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:37.939579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: df6b6fbc-885f-4bd3-a856-49d5b140d86d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:37.939900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device df6b6fbc-885f-4bd3-a856-49d5b140d86d not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:38.019710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.043566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7270e809-ca0b-485b-b357-12f5d1766d20,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:38.129477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Allocated IP 172.25.3.111 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d656be94-a9a4-4f6b-b3cc-7cf4ef2b1db2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:38.180048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event deleted for resources: {'Port': ['ID=a4e98888-dd01-4973-b3f9-70ce7d8afaa8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:38.225526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.228758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.230246 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2644bc8e-2741-4dbb-bd8e-2e4e81352211 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "DELETE /v2.0/floatingips/8e0ec3c0-d85f-47a9-a93b-bbbe9e2819f8 HTTP/1.1" status: 204 len: 168 time: 0.7107658 Apr 20 13:07:38.308205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f1ed97a6-7487-4314-b042-7c68dcce3ac9 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:38.345901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: f1ed97a6-7487-4314-b042-7c68dcce3ac9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:38.346583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f1ed97a6-7487-4314-b042-7c68dcce3ac9 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:38.362483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a449b-a627-4539-8dd8-f86c38d7be24 req-9e725b81-4fa0-42d3-9965-32aeb213ef18 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.370582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d23a449b-a627-4539-8dd8-f86c38d7be24 req-9e725b81-4fa0-42d3-9965-32aeb213ef18 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 946 time: 0.1475399 Apr 20 13:07:38.387059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192ab9-3a9f-400c-9e14-97f04f244a7f req-aa4e762f-e6e2-43c9-8f30-10e0890449ef tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.389045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd192ab9-3a9f-400c-9e14-97f04f244a7f req-aa4e762f-e6e2-43c9-8f30-10e0890449ef tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.1934841 Apr 20 13:07:38.452334 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.524728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.526844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.592659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:38.602231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d23a449b-a627-4539-8dd8-f86c38d7be24 req-88fbbe6c-d5b2-4903-af38-b6eccbb440de tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307098 Apr 20 13:07:38.610424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:38.613049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:38.615591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'Port': ['ID=d656be94-a9a4-4f6b-b3cc-7cf4ef2b1db2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:38.626961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd192ab9-3a9f-400c-9e14-97f04f244a7f req-0484ad2b-b1d4-443f-b13f-f58d9b34e95c tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221554 Apr 20 13:07:38.631749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270e809-ca0b-485b-b357-12f5d1766d20'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:38.640734 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc24b7f1-a21f-49a0-9fc5-4831cd715b82" -d '{"events": [{"server_uuid": "99249b3f-0579-49ab-ac65-8e534a4404d3", "name": "network-vif-plugged", "status": "completed", "tag": "7270e809-ca0b-485b-b357-12f5d1766d20"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:38.679131 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807d333c-a366-4229-bc8b-7985b762b4a2 x-openstack-request-id: req-807d333c-a366-4229-bc8b-7985b762b4a2 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:38.679641 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99249b3f-0579-49ab-ac65-8e534a4404d3", "name": "network-vif-plugged", "status": "completed", "tag": "7270e809-ca0b-485b-b357-12f5d1766d20", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:38.680097 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-807d333c-a366-4229-bc8b-7985b762b4a2 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:38.680674 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-807d333c-a366-4229-bc8b-7985b762b4a2'] response: {'server_uuid': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7270e809-ca0b-485b-b357-12f5d1766d20', 'code': 200} Apr 20 13:07:38.791900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.813009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b907e-3725-4e9a-9481-27c84e4f740b req-9bc0f9a6-7602-4f8c-b70d-6c1b2977690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:38.814559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb3b907e-3725-4e9a-9481-27c84e4f740b req-9bc0f9a6-7602-4f8c-b70d-6c1b2977690e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 1097 time: 0.0660522 Apr 20 13:07:38.860760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52602) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:38.863922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.865453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dc2ccf70-36b0-4710-abca-f3f0064926b9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680130411', 'description': 'tempest-description--1256005467'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:38.881773 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.889535 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc2ccf70-36b0-4710-abca-f3f0064926b9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.889783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb3b907e-3725-4e9a-9481-27c84e4f740b req-7ce6ee4e-0e84-4bee-8329-a6da53b60ea9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600107 Apr 20 13:07:38.960583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc2ccf70-36b0-4710-abca-f3f0064926b9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.965099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc2ccf70-36b0-4710-abca-f3f0064926b9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:38.996211 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:07:39.011278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc2ccf70-36b0-4710-abca-f3f0064926b9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.012919 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dc2ccf70-36b0-4710-abca-f3f0064926b9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1508613 Apr 20 13:07:39.014439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ccf70-36b0-4710-abca-f3f0064926b9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7caea2b7-7e8b-43b1-92f0-b61390993f54,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:39.015915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52606) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:39.030164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a73f85cd-8ceb-432e-8fb5-bcfd4bffeeec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'security_group_rule': {'security_group_id': '7caea2b7-7e8b-43b1-92f0-b61390993f54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:39.081345 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.084507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a73f85cd-8ceb-432e-8fb5-bcfd4bffeeec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.088859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.179860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'Port': ['ID=d656be94-a9a4-4f6b-b3cc-7cf4ef2b1db2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:39.205427 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a73f85cd-8ceb-432e-8fb5-bcfd4bffeeec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.207055 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.211440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a73f85cd-8ceb-432e-8fb5-bcfd4bffeeec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.236338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f85cd-8ceb-432e-8fb5-bcfd4bffeeec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76114c3-695c-4aee-abb1-fbdad8ec324f,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:39.241570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.250724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-81e3488f-370c-45a3-8673-2a1b5c1fd7b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6557772 Apr 20 13:07:39.258489 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a73f85cd-8ceb-432e-8fb5-bcfd4bffeeec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.262374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52610) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:39.262768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a73f85cd-8ceb-432e-8fb5-bcfd4bffeeec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361484 Apr 20 13:07:39.268056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2f0cdf9c-cda1-4325-8df9-b5027045885c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'security_group_rule': {'security_group_id': '7caea2b7-7e8b-43b1-92f0-b61390993f54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:39.295696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0cdf9c-cda1-4325-8df9-b5027045885c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.356825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0cdf9c-cda1-4325-8df9-b5027045885c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.361392 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0cdf9c-cda1-4325-8df9-b5027045885c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.382281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0cdf9c-cda1-4325-8df9-b5027045885c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc99395-dffc-4a69-af29-6e6ac2d8ebe4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:39.388074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f0cdf9c-cda1-4325-8df9-b5027045885c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.393059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52614) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:39.393206 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f0cdf9c-cda1-4325-8df9-b5027045885c tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287398 Apr 20 13:07:39.397977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:39.419617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.640163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-12010a47-b115-4bbc-a74c-f94ba35e1462 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.642511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-12010a47-b115-4bbc-a74c-f94ba35e1462 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 821 time: 0.1867034 Apr 20 13:07:39.664099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:39.673039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-56c457bb-f263-45cf-9789-4275129727d0 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/quotas/530154cd5ad74ea6bd85359b2c80e8fe HTTP/1.1" status: 200 len: 375 time: 0.0222514 Apr 20 13:07:39.828708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-2527b812-364f-48cd-8d7e-e6144c9af49d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547170 Apr 20 13:07:39.838694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120f459-5f2d-4686-bfcb-f8b8e52e2b4d req-e7490588-fa45-4bee-aea8-629ecbd59883 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:39.840475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1120f459-5f2d-4686-bfcb-f8b8e52e2b4d req-e7490588-fa45-4bee-aea8-629ecbd59883 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 946 time: 0.1472929 Apr 20 13:07:39.904580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Allocated IP 172.25.3.155 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/8d84141f-1a6a-4173-b9be-66d5c1c09ac1) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:39.974984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1120f459-5f2d-4686-bfcb-f8b8e52e2b4d req-d7d55069-fb15-4113-9fb3-f3bb752b8c8e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253269 Apr 20 13:07:40.045968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-1db172ea-4477-4b78-b019-d53aadd23916 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979234 Apr 20 13:07:40.210445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.237216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73301f7-f3ea-4704-a5ce-370866fa88a3 req-2363b570-14b9-4b1d-8efc-ac5c708bc87c tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.238781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d73301f7-f3ea-4704-a5ce-370866fa88a3 req-2363b570-14b9-4b1d-8efc-ac5c708bc87c tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.1800816 Apr 20 13:07:40.296931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-98442f8d-68ed-4f7e-8d60-e18365834212 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314775 Apr 20 13:07:40.318738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d73301f7-f3ea-4704-a5ce-370866fa88a3 req-08d59b9b-b195-496a-b65d-e6356aa413ab tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636070 Apr 20 13:07:40.320238 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.355974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:40.360406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:40.364642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:40.406338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'Port': ['ID=8d84141f-1a6a-4173-b9be-66d5c1c09ac1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:40.496743 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.531578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df4c37-0c94-4d66-bbfb-ab7339fd3dc7 req-c12d9969-e86a-47c5-9ab4-ca6352e78ece tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:40.533558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14df4c37-0c94-4d66-bbfb-ab7339fd3dc7 req-c12d9969-e86a-47c5-9ab4-ca6352e78ece tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.0818212 Apr 20 13:07:40.539270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52650) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:40.545067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Request body: {'floatingip': {'port_id': 'dd74bc03-aff9-45c9-a396-69cc6187b462'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:40.581213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.663197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d53a64d-34a3-4ea9-87e0-6a609a30622b req-7418fcce-8d53-4731-8be2-09073fb696bd tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 210 time: 0.0460458 Apr 20 13:07:40.673307 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.867556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:40.875492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.049157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'Port': ['ID=8d84141f-1a6a-4173-b9be-66d5c1c09ac1,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:41.060064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.093909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.095771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-87e3442d-bf2e-4610-9670-c129a22166eb tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7013385 Apr 20 13:07:41.208299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a3506-d7c5-4c3a-8fde-c54c934c3f23 req-e624600b-830d-4137-bcf3-7b229024a5bb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.212633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e88a3506-d7c5-4c3a-8fde-c54c934c3f23 req-e624600b-830d-4137-bcf3-7b229024a5bb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 946 time: 0.1100833 Apr 20 13:07:41.287879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e88a3506-d7c5-4c3a-8fde-c54c934c3f23 req-5d4e863f-6ea0-49c5-b8a8-d7add4a3671e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649192 Apr 20 13:07:41.609572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca8e3d-87b9-4dfe-9dc9-4c89fd5df8c0 req-8b156f5d-e9e5-450a-a1da-b2216f6606a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.611700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cca8e3d-87b9-4dfe-9dc9-4c89fd5df8c0 req-8b156f5d-e9e5-450a-a1da-b2216f6606a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 946 time: 0.1854601 Apr 20 13:07:41.619630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-50969f09-8551-4e8f-8e90-8e7a78d9c996 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--680130411&fields=id&tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76 HTTP/1.1" status: 200 len: 267 time: 0.1726503 Apr 20 13:07:41.736973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cca8e3d-87b9-4dfe-9dc9-4c89fd5df8c0 req-07921d49-a608-436e-bfc3-d39e7ca2024d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138539 Apr 20 13:07:41.812168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.resource_extend [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:07:41.870192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-640bbe7e-3a9c-420d-a04c-8d313dcc1e2e tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:41.875260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-640bbe7e-3a9c-420d-a04c-8d313dcc1e2e tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 811 time: 0.2411265 Apr 20 13:07:41.948428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:41.953970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.132399 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Floating IP 7f35308f-5fb8-47a5-b2f2-93ff874e38a6 associated. External IP: 172.25.3.41, port: dd74bc03-aff9-45c9-a396-69cc6187b462. Apr 20 13:07:42.364862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a5f8a86-d4b6-4fd1-8e08-ea4f1888c58a req-fad75896-33f1-435b-8d69-87f7ef45da16 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 210 time: 0.4834182 Apr 20 13:07:42.373938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-5e6b270f-d4a0-4ca4-84fc-d76c30e93a5d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/quotas/b63d7c30f1a44ec8ac8e7f0ad8eedc76 HTTP/1.1" status: 200 len: 375 time: 0.4859240 Apr 20 13:07:42.397509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Router b1939e06-285b-400b-bcba-932d65afacd7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:42.515428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c19fe41c-5880-4901-bcc7-f28dd3d78619 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397333 Apr 20 13:07:42.538576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:42.550541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:42.561379 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] Sync routers for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:42.583337 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:42.595094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-79857bc7-ee0d-4d34-90ae-dba3622609bf tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "PUT /v2.0/floatingips/7f35308f-5fb8-47a5-b2f2-93ff874e38a6 HTTP/1.1" status: 200 len: 991 time: 2.0544884 Apr 20 13:07:42.596297 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:42.597499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:42.601059 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61122a11-57ae-41b2-875f-5bad8853201f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:42.676097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-383966ce-34b1-425a-b372-827cbe508deb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:42.676097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-383966ce-34b1-425a-b372-827cbe508deb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 821 time: 0.2949188 Apr 20 13:07:42.703282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Request body: {'port': {'device_id': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'admin_state_up': True, 'tenant_id': '530154cd5ad74ea6bd85359b2c80e8fe'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:42.773001 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:42.793722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-a42ffc55-16bb-4f47-b162-85e5339d07eb service neutron] 10.222.0.24 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554095 Apr 20 13:07:42.871924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2adf8-b036-45c4-b082-1b61c61780cc req-1ac7ed93-b71f-4a3c-b888-08ce5c98d400 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:42.873364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5a2adf8-b036-45c4-b082-1b61c61780cc req-1ac7ed93-b71f-4a3c-b888-08ce5c98d400 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 946 time: 0.1987770 Apr 20 13:07:42.979966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5a2adf8-b036-45c4-b082-1b61c61780cc req-47cb1034-0034-498a-a143-923fcca12d3a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739419 Apr 20 13:07:43.009473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Made reservation on behalf of 530154cd5ad74ea6bd85359b2c80e8fe for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:43.013890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.030324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-9a3f89ed-288f-4f48-8585-81736e0919c9 service neutron] 10.222.0.24 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261651 Apr 20 13:07:43.102016 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '7f35308f-5fb8-47a5-b2f2-93ff874e38a6', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'port_id': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'mac_address': 'fa:16:3e:a9:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e033978-417c-4f04-8643-a1ded3b4020f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:21Z', 'updated_at': '2022-04-20T13:07:41Z', 'revision_number': 1, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 5, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:43.143356 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] Checking router: b1939e06-285b-400b-bcba-932d65afacd7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:43.155542 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:43.156158 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:43.258950 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2088a30c-9329-4a68-91c2-937977b11fca x-openstack-request-id: req-2088a30c-9329-4a68-91c2-937977b11fca {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:43.259437 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:43.259519 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2088a30c-9329-4a68-91c2-937977b11fca {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:43.259890 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2088a30c-9329-4a68-91c2-937977b11fca'] response: {'name': 'network-changed', 'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'status': 'completed', 'code': 200} Apr 20 13:07:43.355876 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:43.358228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61122a11-57ae-41b2-875f-5bad8853201f req-1289fd75-cf8d-45ae-9e9a-448bd736906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:43.359735 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61122a11-57ae-41b2-875f-5bad8853201f req-1289fd75-cf8d-45ae-9e9a-448bd736906c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65&device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 1097 time: 0.0756986 Apr 20 13:07:43.388362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe660a4-557a-4e10-a813-3b03aa84838a req-d03abb37-560c-4647-95c9-7c658e367312 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:43.390238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fe660a4-557a-4e10-a813-3b03aa84838a req-d03abb37-560c-4647-95c9-7c658e367312 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.2436547 Apr 20 13:07:43.447158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62e6e0cc-a834-48da-b47b-0657a89d603f req-6c57e57b-2406-43a8-ac28-dd78bb544ed7 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 210 time: 0.1243465 Apr 20 13:07:43.537100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Allocated IP 172.20.0.6 (0b7ad0a7-dcec-41fd-9ed8-e333c5f46616/24db5795-24f6-4ad2-aeb1-51a270e77700/7fd91d33-850e-41e8-9657-ac8f8002a991) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:43.572317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fe660a4-557a-4e10-a813-3b03aa84838a req-1e3a05eb-fb64-42ea-afe2-aa50e32393cb tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287186 Apr 20 13:07:43.576434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61122a11-57ae-41b2-875f-5bad8853201f req-98ad665a-fbc2-4f09-b89d-9b0dc0aee7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:43.578224 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61122a11-57ae-41b2-875f-5bad8853201f req-98ad665a-fbc2-4f09-b89d-9b0dc0aee7f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a47984c5-779c-422e-ac9c-fe896aed3bc4 HTTP/1.1" status: 200 len: 907 time: 0.2114558 Apr 20 13:07:43.729270 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61122a11-57ae-41b2-875f-5bad8853201f req-32bee27a-92f3-4946-afaf-dacbaca77eb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd74bc03-aff9-45c9-a396-69cc6187b462 HTTP/1.1" status: 200 len: 999 time: 0.1436505 Apr 20 13:07:43.771933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4c5d74a-618a-400c-9887-e82543a50f70 req-7172484a-5be2-46e0-b4df-86651d25e2c8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 210 time: 0.1907387 Apr 20 13:07:43.781898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '7f35308f-5fb8-47a5-b2f2-93ff874e38a6', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'port_id': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'mac_address': 'fa:16:3e:a9:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e033978-417c-4f04-8643-a1ded3b4020f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:21Z', 'updated_at': '2022-04-20T13:07:41Z', 'revision_number': 1, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 5, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:43.809592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61122a11-57ae-41b2-875f-5bad8853201f req-bde38631-274a-4364-b61c-6e81a07383ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:43.813797 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61122a11-57ae-41b2-875f-5bad8853201f req-bde38631-274a-4364-b61c-6e81a07383ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7d4aedf-0341-40ae-931d-1a0b6dc16cd2 HTTP/1.1" status: 200 len: 845 time: 0.0784974 Apr 20 13:07:43.818962 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197c718-b107-45ce-97e6-e3c9b8375d2c None None] The sync data for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 is: [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '7f35308f-5fb8-47a5-b2f2-93ff874e38a6', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'port_id': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'mac_address': 'fa:16:3e:a9:fb:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e033978-417c-4f04-8643-a1ded3b4020f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:21Z', 'updated_at': '2022-04-20T13:07:41Z', 'revision_number': 1, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 5, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:43.873592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61122a11-57ae-41b2-875f-5bad8853201f req-dccd23d0-e5ed-41ef-aa96-52a4f0f0ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:43.875712 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61122a11-57ae-41b2-875f-5bad8853201f req-dccd23d0-e5ed-41ef-aa96-52a4f0f0ade8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a47984c5-779c-422e-ac9c-fe896aed3bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549216 Apr 20 13:07:43.886199 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:43.935239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.002490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:44.018353 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61122a11-57ae-41b2-875f-5bad8853201f req-c3600199-20d3-4e27-a958-e13e09a7e8eb service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359079 Apr 20 13:07:44.029615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:44.036440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:44.040486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:44.146480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-8dd70dcc-2eee-4825-af3c-00a38fdbfe7d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.147662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-8dd70dcc-2eee-4825-af3c-00a38fdbfe7d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 946 time: 0.1600735 Apr 20 13:07:44.171568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.172824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.250444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-84f87afa-bcbe-4e0a-a574-8a650532b874 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5534351 Apr 20 13:07:44.265519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf6079-28b3-493f-9431-9e876882a286 None None] New status for floating IP 7f35308f-5fb8-47a5-b2f2-93ff874e38a6: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:07:44.271454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Request body: {'port': {'device_id': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:44.288006 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-61122a11-57ae-41b2-875f-5bad8853201f req-2c399705-00c9-49dd-a879-c58e695b54b4 service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599478 Apr 20 13:07:44.331926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2681e-6b00-4c79-896e-68faa55b4ce4 req-a6964df0-ab39-41e2-83ba-910a4391a56e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.339977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93f2681e-6b00-4c79-896e-68faa55b4ce4 req-a6964df0-ab39-41e2-83ba-910a4391a56e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 946 time: 0.1910150 Apr 20 13:07:44.420628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93f2681e-6b00-4c79-896e-68faa55b4ce4 req-44f3ad4d-4abd-4ebf-a84a-0a8cf8895289 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796270 Apr 20 13:07:44.449249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.464579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Deleting port 7270e809-ca0b-485b-b357-12f5d1766d20 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:07:44.464926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.628525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] For port 7270e809-ca0b-485b-b357-12f5d1766d20, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7270e809-ca0b-485b-b357-12f5d1766d20,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:44.628892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:44.719317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72b365a6-c2be-4350-887b-f0a996efb4fd req-ea020eb2-db86-4a5c-9f38-860d106b8219 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 210 time: 0.1222272 Apr 20 13:07:44.730102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Calling delete_port for 7270e809-ca0b-485b-b357-12f5d1766d20 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:07:44.862148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-55abc29e-9546-43dd-b920-fa0ee69ecec7 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:44.864469 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-55abc29e-9546-43dd-b920-fa0ee69ecec7 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.30 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 811 time: 0.2022641 Apr 20 13:07:44.941512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-3dfd3b2d-ecd4-4be4-805d-864ce34a7c12 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76 HTTP/1.1" status: 200 len: 379 time: 0.0687318 Apr 20 13:07:44.951027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'port': {'device_id': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'admin_state_up': True, 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'security_groups': ['7caea2b7-7e8b-43b1-92f0-b61390993f54']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:45.031102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebaf46-e494-41d0-80f6-afa8a0731177 req-3853e43c-cf3e-431f-b683-3e4a91ab71c5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.032599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81ebaf46-e494-41d0-80f6-afa8a0731177 req-3853e43c-cf3e-431f-b683-3e4a91ab71c5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 931 time: 0.1352596 Apr 20 13:07:45.058720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd91d33-850e-41e8-9657-ac8f8002a991 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:45.071441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Made reservation on behalf of b63d7c30f1a44ec8ac8e7f0ad8eedc76 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:45.072958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.075892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.077523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.086021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52740) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:45.089342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d', '7270e809-ca0b-485b-b357-12f5d1766d20'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:45.119432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Transition to ACTIVE for port object 7fd91d33-850e-41e8-9657-ac8f8002a991 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:45.146900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.151119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81ebaf46-e494-41d0-80f6-afa8a0731177 req-c6c90d02-2114-4c27-b2f9-cb4df640298d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089687 Apr 20 13:07:45.151840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event deleted for resources: {'Port': ['ID=7270e809-ca0b-485b-b357-12f5d1766d20,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:45.225007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] No DVR routers for this DVR port 7270e809-ca0b-485b-b357-12f5d1766d20 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:07:45.230303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.233441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2af58676-a6ba-4b2b-89c1-9b42a52c228d req-fc9d7815-c472-4958-a705-1155c2be67e3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "DELETE /v2.0/ports/7270e809-ca0b-485b-b357-12f5d1766d20 HTTP/1.1" status: 204 len: 173 time: 1.0685568 Apr 20 13:07:45.236307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'name': 'network-vif-deleted', 'tag': '7270e809-ca0b-485b-b357-12f5d1766d20'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:45.238586 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4632aa9b-3fab-41e1-8bde-d129aedd612f" -d '{"events": [{"server_uuid": "99249b3f-0579-49ab-ac65-8e534a4404d3", "name": "network-vif-deleted", "tag": "7270e809-ca0b-485b-b357-12f5d1766d20"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:45.266708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:45.281083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Allocated IP 172.20.0.9 (8bbac716-7544-4143-a856-0136ed547fdb/571222ce-99f6-451d-849d-30e1ea538cfb/69b2ab0a-7211-4d29-b7ae-1fafc4981dff) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:45.332083 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07da06b0-216f-49dc-9e7b-a1c50d04b62d x-openstack-request-id: req-07da06b0-216f-49dc-9e7b-a1c50d04b62d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:45.333230 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99249b3f-0579-49ab-ac65-8e534a4404d3", "name": "network-vif-deleted", "tag": "7270e809-ca0b-485b-b357-12f5d1766d20", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:45.333367 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07da06b0-216f-49dc-9e7b-a1c50d04b62d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:45.333691 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07da06b0-216f-49dc-9e7b-a1c50d04b62d'] response: {'server_uuid': '99249b3f-0579-49ab-ac65-8e534a4404d3', 'name': 'network-vif-deleted', 'tag': '7270e809-ca0b-485b-b357-12f5d1766d20', 'status': 'completed', 'code': 200} Apr 20 13:07:45.343269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-415d47ae-3968-4a1a-82fb-5c72615ec9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.390029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Attempting to bind port 7fd91d33-850e-41e8-9657-ac8f8002a991 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:45.390377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Attempting to bind port 7fd91d33-850e-41e8-9657-ac8f8002a991 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:45.390709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Attempting to bind port 7fd91d33-850e-41e8-9657-ac8f8002a991 on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:45.399349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Port 7fd91d33-850e-41e8-9657-ac8f8002a991 on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:45.399664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Attempting to bind port 7fd91d33-850e-41e8-9657-ac8f8002a991 on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:45.408248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:45.408603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Checking segment: {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:45.408944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Bound using segment: {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:45.409389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Bound port: 7fd91d33-850e-41e8-9657-ac8f8002a991, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:45.409733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.488175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.496134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-415d47ae-3968-4a1a-82fb-5c72615ec9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.503919 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-415d47ae-3968-4a1a-82fb-5c72615ec9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.519679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:45.530144 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.576984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Network 8bbac716-7544-4143-a856-0136ed547fdb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:45.580262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:45.582203 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1c406e9-ad2e-4bf8-9eb7-977ced6793b3 req-5c93c153-8cb1-455b-aa7b-5e91c551d7b3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=99249b3f-0579-49ab-ac65-8e534a4404d3 HTTP/1.1" status: 200 len: 210 time: 0.0646393 Apr 20 13:07:45.583943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:45.584885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:45.589056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event updated for resources: {'Port': ['ID=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:45.592784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-415d47ae-3968-4a1a-82fb-5c72615ec9ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0b43b9b9b62412fa71e08c16cb53a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010338 Apr 20 13:07:45.593820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52748) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:45.602055 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.606160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d47ae-3968-4a1a-82fb-5c72615ec9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2136d-9fd9-4e26-9a3e-848492dff328,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:45.646250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.646716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.659392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.660105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.662669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fd91d33-850e-41e8-9657-ac8f8002a991 HTTP/1.1" status: 200 len: 1091 time: 1.3995621 Apr 20 13:07:45.669656 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-d40ccf0a-e3a3-49d0-980f-749ea106497f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224224 Apr 20 13:07:45.686139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Request body: {'port': {'device_id': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:45.697780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2908489-9142-4ab2-921c-9eff7458e7c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:45.730773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4465c57-55be-4fb5-b5d6-2fa3289b888b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.777766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4465c57-55be-4fb5-b5d6-2fa3289b888b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.790140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.802419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-faca4348-5349-4f63-a9ee-a45b9a592bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.803943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-faca4348-5349-4f63-a9ee-a45b9a592bb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 1094 time: 0.0847213 Apr 20 13:07:45.862939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-ebb8dcc8-08cf-4c7c-96af-c0b79b37a281 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fd91d33-850e-41e8-9657-ac8f8002a991 HTTP/1.1" status: 200 len: 217 time: 0.0509100 Apr 20 13:07:45.946911 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4465c57-55be-4fb5-b5d6-2fa3289b888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.948337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8b0caa22-56cf-4a20-b3f0-b2dd569c2f44 None None] Provisioning complete for port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:45.948798 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8b0caa22-56cf-4a20-b3f0-b2dd569c2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.950401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4465c57-55be-4fb5-b5d6-2fa3289b888b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:45.955335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a4465c57-55be-4fb5-b5d6-2fa3289b888b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33e2136d-9fd9-4e26-9a3e-848492dff328 HTTP/1.1" status: 204 len: 168 time: 0.3593304 Apr 20 13:07:45.976111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4465c57-55be-4fb5-b5d6-2fa3289b888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2136d-9fd9-4e26-9a3e-848492dff328,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:45.979716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-de46c971-b1b1-4f59-808b-ba77482257a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:45.981343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-de46c971-b1b1-4f59-808b-ba77482257a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24db5795-24f6-4ad2-aeb1-51a270e77700 HTTP/1.1" status: 200 len: 861 time: 0.1110709 Apr 20 13:07:46.024992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-8f9874bc-1543-47fb-a222-b25e581d6f22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363331 Apr 20 13:07:46.031536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8b0caa22-56cf-4a20-b3f0-b2dd569c2f44 None None] Port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:07:46.035014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dacfe0-c6fa-4f20-a222-616d25367f00 req-35e45184-43b2-4436-9b68-38055ab6eaa2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.037504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2dacfe0-c6fa-4f20-a222-616d25367f00 req-35e45184-43b2-4436-9b68-38055ab6eaa2 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 931 time: 0.1577494 Apr 20 13:07:46.143220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2dacfe0-c6fa-4f20-a222-616d25367f00 req-1c2231fc-ead1-40c6-9149-55315f6ac1ec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962837 Apr 20 13:07:46.175147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-f5a812ab-1e75-4ee0-b48a-7762e67c052a service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365902 Apr 20 13:07:46.179343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b2ab0a-7211-4d29-b7ae-1fafc4981dff {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:46.194582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.209534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Transition to ACTIVE for port object 69b2ab0a-7211-4d29-b7ae-1fafc4981dff will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:46.214470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.279370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Pushing event updated for resources: {'Port': ['ID=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:46.292952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52760) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:46.360107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Attempting to bind port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:46.360643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Attempting to bind port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:46.361094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Attempting to bind port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff on network 8bbac716-7544-4143-a856-0136ed547fdb {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:46.366161 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff on network 8bbac716-7544-4143-a856-0136ed547fdb not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:46.366624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Attempting to bind port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff on network 8bbac716-7544-4143-a856-0136ed547fdb {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:46.372415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:46.372759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Checking segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:46.373148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Bound using segment: {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:46.373579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Bound port: 69b2ab0a-7211-4d29-b7ae-1fafc4981dff, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '844bac55-81dc-4353-a532-4d1b69bf48ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:46.373967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.446497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] For port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:46.450824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] For port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:46.455870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.490643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.491709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.493162 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] 10.222.0.30 "PUT /v2.0/ports/69b2ab0a-7211-4d29-b7ae-1fafc4981dff HTTP/1.1" status: 200 len: 1091 time: 0.8150816 Apr 20 13:07:46.495653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:46.499157 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:46.578914 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b4ee21-2cd6-4434-97e2-10a22b911f69 x-openstack-request-id: req-f8b4ee21-2cd6-4434-97e2-10a22b911f69 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:46.579206 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:46.579462 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8b4ee21-2cd6-4434-97e2-10a22b911f69 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:46.580043 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b4ee21-2cd6-4434-97e2-10a22b911f69'] response: {'name': 'network-changed', 'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'status': 'completed', 'code': 200} Apr 20 13:07:46.580636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da250a-de37-4eb7-be10-a6619767ec83 service neutron] Pushing event updated for resources: {'Port': ['ID=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:46.616884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fd6fe-0d87-4f65-a033-23a089af7b64 req-5956b488-3268-4555-91fe-c295e06ce12d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.618420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-789fd6fe-0d87-4f65-a033-23a089af7b64 req-5956b488-3268-4555-91fe-c295e06ce12d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 943 time: 0.3787482 Apr 20 13:07:46.619727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65f449bb-6089-4018-bf9a-ff30a00a5781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.626306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-8ec21f6d-1787-4683-ba1c-c5b6ce48c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.628183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-8ec21f6d-1787-4683-ba1c-c5b6ce48c346 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 1094 time: 0.0513906 Apr 20 13:07:46.675611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efc711f1-68a9-4bca-81c8-24c28278aa78 req-90811376-fabe-40d2-9a77-8d6ee68d7dae service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930727 Apr 20 13:07:46.694851 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-c90ae0e1-47d7-4d34-97d1-00992e88f605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff HTTP/1.1" status: 200 len: 217 time: 0.0580602 Apr 20 13:07:46.701122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-789fd6fe-0d87-4f65-a033-23a089af7b64 req-09010249-eb8d-40c6-958d-bc7cc04e43e2 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729914 Apr 20 13:07:46.755575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-14e651a4-2d18-4180-8738-f3b89deedea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.757138 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-14e651a4-2d18-4180-8738-f3b89deedea1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.0566733 Apr 20 13:07:46.773456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65f449bb-6089-4018-bf9a-ff30a00a5781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.778882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65f449bb-6089-4018-bf9a-ff30a00a5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.806937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-65f449bb-6089-4018-bf9a-ff30a00a5781 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4026a1bbcb28433ebc195b715f114668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112011 Apr 20 13:07:46.807774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-78aa431b-1cd2-4e0e-8fee-99238a47d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:46.810284 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-78aa431b-1cd2-4e0e-8fee-99238a47d071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465503 Apr 20 13:07:46.810948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52768) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:46.826722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f449bb-6089-4018-bf9a-ff30a00a5781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92da860-e8d8-4dee-94f8-11aa9406ca2a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:46.929804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e47ba56-3f02-4391-9f1f-d9d03e19bbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:46.952704 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-550197e5-a43f-4db3-9277-f8de3da28cbb service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340756 Apr 20 13:07:46.961708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e47ba56-3f02-4391-9f1f-d9d03e19bbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.081175 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-77a45351-372a-4bf1-9d6f-85cfd62faa26 req-051c3cb6-50f3-40e4-a030-2cb10d6e5689 service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174974 Apr 20 13:07:47.082206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e47ba56-3f02-4391-9f1f-d9d03e19bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.085214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e47ba56-3f02-4391-9f1f-d9d03e19bbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.086463 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9e47ba56-3f02-4391-9f1f-d9d03e19bbef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c92da860-e8d8-4dee-94f8-11aa9406ca2a HTTP/1.1" status: 204 len: 168 time: 0.2742784 Apr 20 13:07:47.094177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47ba56-3f02-4391-9f1f-d9d03e19bbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92da860-e8d8-4dee-94f8-11aa9406ca2a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:47.179753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-76007cf2-3153-4885-9217-40e730cc091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.181354 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-76007cf2-3153-4885-9217-40e730cc091f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 1094 time: 0.0472107 Apr 20 13:07:47.306163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7e36a-ef23-4fb1-a962-d3953c1ac373 req-82d54c9d-9c3a-4f5e-9e29-015d155109d6 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.309190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-9397e0b2-3f47-4cc1-99fa-e2a4d1148eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.310675 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-9397e0b2-3f47-4cc1-99fa-e2a4d1148eba service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.1127467 Apr 20 13:07:47.313419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84d7e36a-ef23-4fb1-a962-d3953c1ac373 req-82d54c9d-9c3a-4f5e-9e29-015d155109d6 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 943 time: 0.0941949 Apr 20 13:07:47.341702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:47.343942 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de" -d '{"events": [{"name": "network-changed", "server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:47.366859 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-6650a48a-d1e1-48d2-a24d-acedb3a46e2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff HTTP/1.1" status: 200 len: 217 time: 0.0394843 Apr 20 13:07:47.414043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84d7e36a-ef23-4fb1-a962-d3953c1ac373 req-dcfdb2b8-f843-4b2f-ac0e-238ad7f4c2ae tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997190 Apr 20 13:07:47.416801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-8d611011-9a05-4dcf-84eb-1b1cc0300b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.418326 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-8d611011-9a05-4dcf-84eb-1b1cc0300b34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.0456407 Apr 20 13:07:47.451436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-45f9198b-d18e-4ea1-a1eb-77e9ad5d72e8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.452889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-45f9198b-d18e-4ea1-a1eb-77e9ad5d72e8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1369050 Apr 20 13:07:47.475213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-80768629-a2be-444c-aaa1-f95ae43e6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.476665 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-80768629-a2be-444c-aaa1-f95ae43e6ebe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519676 Apr 20 13:07:47.478234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-f9188fef-d3d3-419e-a47e-d1ff23467ccf tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.0185699 Apr 20 13:07:47.481373 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940722be-b60c-4e9c-93ac-e966e9cdc4b4 x-openstack-request-id: req-940722be-b60c-4e9c-93ac-e966e9cdc4b4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:47.481676 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:47.481932 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-940722be-b60c-4e9c-93ac-e966e9cdc4b4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:47.482313 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940722be-b60c-4e9c-93ac-e966e9cdc4b4'] response: {'name': 'network-changed', 'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'status': 'completed', 'code': 200} Apr 20 13:07:47.498090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:47.523301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf736524-ee26-4004-9481-227ba12d6e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.563151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-c2e5c449-3d92-49e3-b32d-e121b5b5d62e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0840867 Apr 20 13:07:47.572171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-75cfb695-f872-4417-bda6-451c6d203623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.573782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-75cfb695-f872-4417-bda6-451c6d203623 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 1094 time: 0.0609894 Apr 20 13:07:47.615521 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-cc0b4796-9128-460e-8c1a-a890481ae6bc service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243041 Apr 20 13:07:47.708095 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf736524-ee26-4004-9481-227ba12d6e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.714499 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bf736524-ee26-4004-9481-227ba12d6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.733969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-8cd60df9-659c-4ad3-9712-79e60fd7ee3f service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577308 Apr 20 13:07:47.736569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-f9e0c4cc-f98c-48c3-b346-7401ef73b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.737909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-f9e0c4cc-f98c-48c3-b346-7401ef73b40e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 922 time: 0.1541529 Apr 20 13:07:47.774614 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bf736524-ee26-4004-9481-227ba12d6e18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab57fe907b1a4ffea604824fab044512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755032 Apr 20 13:07:47.777002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-a3ce0aca-8726-40e3-ae41-8e045d6c8c3b req-3f7d8ca1-de18-4f2f-aa45-8f6dbef8a27b service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484001 Apr 20 13:07:47.777448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52798) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:47.783408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736524-ee26-4004-9481-227ba12d6e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3527a692-95e0-451f-a811-5dde13f85132,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:47.795287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-c568772f-d81a-4516-8efb-44b5e4dc3553 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7fd91d33-850e-41e8-9657-ac8f8002a991 HTTP/1.1" status: 200 len: 217 time: 0.0506198 Apr 20 13:07:47.830846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-897f1b0c-9218-4fad-aa58-fde1f8c6935c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.856601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-897f1b0c-9218-4fad-aa58-fde1f8c6935c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.902178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-897f1b0c-9218-4fad-aa58-fde1f8c6935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.904832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-897f1b0c-9218-4fad-aa58-fde1f8c6935c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:47.908429 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-897f1b0c-9218-4fad-aa58-fde1f8c6935c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3527a692-95e0-451f-a811-5dde13f85132 HTTP/1.1" status: 204 len: 168 time: 0.1276553 Apr 20 13:07:47.914770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f1b0c-9218-4fad-aa58-fde1f8c6935c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3527a692-95e0-451f-a811-5dde13f85132,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:47.930976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-d15268b9-debf-4757-ba02-72979a8376b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.932428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-d15268b9-debf-4757-ba02-72979a8376b0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24db5795-24f6-4ad2-aeb1-51a270e77700 HTTP/1.1" status: 200 len: 861 time: 0.1141040 Apr 20 13:07:47.959979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a98fcb-46df-430c-aa62-aab0f94b3ca9 req-5b19f6c7-d678-4b50-8e8a-3797b7675689 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:47.966075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63a98fcb-46df-430c-aa62-aab0f94b3ca9 req-5b19f6c7-d678-4b50-8e8a-3797b7675689 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 943 time: 0.1740956 Apr 20 13:07:47.982655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-1dfd0869-b1bf-4313-84ea-7ab4dc47c8b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423112 Apr 20 13:07:47.984413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-2e2c8ec9-f0bd-48a2-ab8d-a3e590cf6be8 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330294 Apr 20 13:07:48.084961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63a98fcb-46df-430c-aa62-aab0f94b3ca9 req-43d71de3-250e-4a94-9517-92eb061349a8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044965 Apr 20 13:07:48.124791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-5a5de5e1-8eee-4b77-a5bf-af2c9431aa20 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271448 Apr 20 13:07:48.222822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df46f259-8de5-48f7-b5ae-e8c9479d4204 req-f2500678-50d6-4e26-8f29-2bed30a6b771 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 210 time: 0.0580683 Apr 20 13:07:48.261578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77cfa628-f2e1-4bbf-85d9-b60f4e9a88de req-710ead46-684e-4e6a-b7d8-82dde57ddaa6 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269042 Apr 20 13:07:48.547164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6341ab-8396-4dbd-8158-70061f5de708 req-12e8de80-7acc-4df4-9b3c-0039cd0cd338 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:48.548805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd6341ab-8396-4dbd-8158-70061f5de708 req-12e8de80-7acc-4df4-9b3c-0039cd0cd338 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 943 time: 0.0590773 Apr 20 13:07:48.597667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd6341ab-8396-4dbd-8158-70061f5de708 req-77fb0356-370e-426c-9057-a9a2953719e7 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Apr 20 13:07:48.898382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.169030 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7270e809-ca0b-485b-b357-12f5d1766d20 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:07:49.172564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-4d8826a8-21c4-4336-93c7-26c05544b2eb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:49.175364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-4d8826a8-21c4-4336-93c7-26c05544b2eb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1325314 Apr 20 13:07:49.195807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 7270e809-ca0b-485b-b357-12f5d1766d20 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:07:49.196515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7270e809-ca0b-485b-b357-12f5d1766d20 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:07:49.222108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Request body: {'port': {'device_id': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'admin_state_up': True, 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:49.325368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b6ee0-e4d6-4308-8bbd-e0c4fdb1a663 req-9d748178-1264-45a6-9a95-012248dbbfeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:49.326794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e54b6ee0-e4d6-4308-8bbd-e0c4fdb1a663 req-9d748178-1264-45a6-9a95-012248dbbfeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 943 time: 0.1504827 Apr 20 13:07:49.352127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96ef7e8c-89d5-4b0d-98ca-90f550172271 req-43c7fbd6-6286-4a7e-ad98-d7241ca1f956 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 210 time: 0.0537803 Apr 20 13:07:49.410296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e54b6ee0-e4d6-4308-8bbd-e0c4fdb1a663 req-f98679b7-b982-4e99-b57d-4d84d0da810c tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605915 Apr 20 13:07:49.435686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:07:49.439658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.583959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Allocated IP 172.20.0.4 (743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225/e4bb8c57-1470-4673-9eaa-4b46b689a4e5/d8a1105b-012c-4e2d-96b3-fc6b78698e94) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:07:49.765093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf3016-5108-4d05-921f-04904f29d4ce req-e6f24e06-f499-493b-ae5f-ff6f6efd813f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:49.766663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77bf3016-5108-4d05-921f-04904f29d4ce req-e6f24e06-f499-493b-ae5f-ff6f6efd813f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 943 time: 0.0832491 Apr 20 13:07:49.791235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.828621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77bf3016-5108-4d05-921f-04904f29d4ce req-3669ffca-d632-448c-8f4a-99a8babf6048 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530648 Apr 20 13:07:49.862480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:49.874317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:49.912446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:07:49.922334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:07:49.926474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:07:49.934549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event updated for resources: {'Port': ['ID=d8a1105b-012c-4e2d-96b3-fc6b78698e94,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:49.992237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:49.993026 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.012804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-5c1d1c5c-a456-42bc-95ca-9829bbfb049a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7963712 Apr 20 13:07:50.023846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-497482a2-a643-42c4-ab8b-33b23571392f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:07:50.024969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-497482a2-a643-42c4-ab8b-33b23571392f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059707 Apr 20 13:07:50.132907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Request body: {'port': {'device_id': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:50.186089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.346266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69b2ab0a-7211-4d29-b7ae-1fafc4981dff details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:50.508307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:50.529257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'port_id': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'mac_address': 'fa:16:3e:4f:ad:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:50.589021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a1105b-012c-4e2d-96b3-fc6b78698e94 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:50.592885 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.608295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.622479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b2ab0a-7211-4d29-b7ae-1fafc4981dff {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:50.633209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c3a5e-2c76-4dde-9e7f-6948084bbabd req-4fb3e468-9c31-42ba-97cf-42c606b964aa tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:50.635015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab3c3a5e-2c76-4dde-9e7f-6948084bbabd req-4fb3e468-9c31-42ba-97cf-42c606b964aa tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 931 time: 0.1579521 Apr 20 13:07:50.643763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Transition to ACTIVE for port object d8a1105b-012c-4e2d-96b3-fc6b78698e94 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:07:50.646625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:50.651265 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.652236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7fd91d33-850e-41e8-9657-ac8f8002a991 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:50.661590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150e847-3b24-455c-834d-67ad808f74d9 req-f41b4a5a-c059-4fc2-b3da-1d69ceed67d4 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:50.663301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c150e847-3b24-455c-834d-67ad808f74d9 req-f41b4a5a-c059-4fc2-b3da-1d69ceed67d4 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 943 time: 0.1229188 Apr 20 13:07:50.665993 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.758667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:50.778213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab3c3a5e-2c76-4dde-9e7f-6948084bbabd req-26ad9f86-915c-459a-9240-ebdb9c5606e5 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331472 Apr 20 13:07:50.778834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a1105b-012c-4e2d-96b3-fc6b78698e94,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:50.806388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:50.819492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'port_id': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'mac_address': 'fa:16:3e:ab:b0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24db5795-24f6-4ad2-aeb1-51a270e77700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:50.840240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c150e847-3b24-455c-834d-67ad808f74d9 req-bebfddb8-e899-44c4-ab4e-7c57558b3467 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594071 Apr 20 13:07:50.859931 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.873620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Attempting to bind port d8a1105b-012c-4e2d-96b3-fc6b78698e94 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:07:50.874109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Attempting to bind port d8a1105b-012c-4e2d-96b3-fc6b78698e94 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:07:50.874553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Attempting to bind port d8a1105b-012c-4e2d-96b3-fc6b78698e94 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:50.879903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Port d8a1105b-012c-4e2d-96b3-fc6b78698e94 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:07:50.880223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Attempting to bind port d8a1105b-012c-4e2d-96b3-fc6b78698e94 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:07:50.882946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd91d33-850e-41e8-9657-ac8f8002a991 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:50.886573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:07:50.886921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:07:50.887525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Bound using segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:07:50.887901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Bound port: d8a1105b-012c-4e2d-96b3-fc6b78698e94, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:07:50.889347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.908179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:50.923625 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:50.974093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:51.014446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94be996-0d51-436f-b56c-41bd86bc966f req-953c8c7f-87c0-4ec1-a856-4c8588c8da57 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:51.015908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e94be996-0d51-436f-b56c-41bd86bc966f req-953c8c7f-87c0-4ec1-a856-4c8588c8da57 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 944 time: 0.0867367 Apr 20 13:07:51.018487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] For port d8a1105b-012c-4e2d-96b3-fc6b78698e94, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:07:51.022223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] For port d8a1105b-012c-4e2d-96b3-fc6b78698e94, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d8a1105b-012c-4e2d-96b3-fc6b78698e94,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:07:51.040859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.095390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:51.096007 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:51.097397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8a1105b-012c-4e2d-96b3-fc6b78698e94 HTTP/1.1" status: 200 len: 1091 time: 1.0647604 Apr 20 13:07:51.097869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'tag': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:51.100158 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5290013c-d259-4ba6-8637-7b8047666a94" -d '{"events": [{"name": "network-changed", "server_uuid": "86d0f93c-1e9b-4018-b8f0-51437e8b1bcc", "tag": "d8a1105b-012c-4e2d-96b3-fc6b78698e94"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:51.110825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e94be996-0d51-436f-b56c-41bd86bc966f req-bb1dc5eb-fadb-44dd-ae3f-984ab93c7701 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870061 Apr 20 13:07:51.128557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa21310-e9d0-4c26-bb53-cef903018f86 service neutron] Pushing event updated for resources: {'Port': ['ID=d8a1105b-012c-4e2d-96b3-fc6b78698e94,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:51.182910 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95c7a33-b5bc-4b34-91e0-03122b2525e7 x-openstack-request-id: req-c95c7a33-b5bc-4b34-91e0-03122b2525e7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:51.183202 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d0f93c-1e9b-4018-b8f0-51437e8b1bcc", "tag": "d8a1105b-012c-4e2d-96b3-fc6b78698e94", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:51.183454 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c95c7a33-b5bc-4b34-91e0-03122b2525e7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:51.183893 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95c7a33-b5bc-4b34-91e0-03122b2525e7'] response: {'name': 'network-changed', 'server_uuid': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'tag': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94', 'status': 'completed', 'code': 200} Apr 20 13:07:51.190355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-6719e8ce-18b9-4393-84af-9b8d93548437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:51.192432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-6719e8ce-18b9-4393-84af-9b8d93548437 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 1094 time: 0.0493944 Apr 20 13:07:51.237104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-6fe0c44c-a790-40ab-9e93-fe25448567f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a1105b-012c-4e2d-96b3-fc6b78698e94 HTTP/1.1" status: 200 len: 217 time: 0.0376093 Apr 20 13:07:51.262181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['69b2ab0a-7211-4d29-b7ae-1fafc4981dff'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:51.270788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['7fd91d33-850e-41e8-9657-ac8f8002a991'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:51.294012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-ac3cd8cd-1741-4072-a4b9-4ba9c356431f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:51.295594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-ac3cd8cd-1741-4072-a4b9-4ba9c356431f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0516498 Apr 20 13:07:51.341734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-1aec4aa4-5c29-4f6f-876a-3a5845cbc57f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321326 Apr 20 13:07:51.450257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-3b792cee-a96a-4a68-b210-813efc542f5c service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073079 Apr 20 13:07:51.570322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e825dbc-55f8-4060-8eaf-f57155d496d4 req-aa59f097-dd42-4387-bda4-71fa4d710356 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129003 Apr 20 13:07:51.666960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290013c-d259-4ba6-8637-7b8047666a94 req-f9965583-00d8-4594-a77d-1f3c79cbc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:51.668616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5290013c-d259-4ba6-8637-7b8047666a94 req-f9965583-00d8-4594-a77d-1f3c79cbc221 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 1094 time: 0.0474176 Apr 20 13:07:51.835197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290013c-d259-4ba6-8637-7b8047666a94 req-be1f36ab-b838-42c9-b65c-13149c5230f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:51.836722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5290013c-d259-4ba6-8637-7b8047666a94 req-be1f36ab-b838-42c9-b65c-13149c5230f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.1613455 Apr 20 13:07:51.904621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5290013c-d259-4ba6-8637-7b8047666a94 req-0b8348f8-51a9-4400-9d5b-ac1c3e29c13a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8a1105b-012c-4e2d-96b3-fc6b78698e94 HTTP/1.1" status: 200 len: 217 time: 0.0544100 Apr 20 13:07:52.042928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290013c-d259-4ba6-8637-7b8047666a94 req-f4154f25-c59e-45d7-84c4-f4274e1618ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:52.044700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5290013c-d259-4ba6-8637-7b8047666a94 req-f4154f25-c59e-45d7-84c4-f4274e1618ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.1252103 Apr 20 13:07:52.071586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a38195-eaa7-461b-b486-144fa2096578 req-56729652-6c44-4327-a595-8f59c757698f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:52.073508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45a38195-eaa7-461b-b486-144fa2096578 req-56729652-6c44-4327-a595-8f59c757698f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 943 time: 0.1427631 Apr 20 13:07:52.094752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5290013c-d259-4ba6-8637-7b8047666a94 req-a92e99e6-7ce2-45e2-8530-5f54f009b993 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416510 Apr 20 13:07:52.103593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d65e6-795b-45c8-b391-ef10d1ea7394 req-294085da-a888-49fc-bb81-af4b3d6888a6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:52.104960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-931d65e6-795b-45c8-b391-ef10d1ea7394 req-294085da-a888-49fc-bb81-af4b3d6888a6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 944 time: 0.1393132 Apr 20 13:07:52.210393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45a38195-eaa7-461b-b486-144fa2096578 req-f0ec346e-d28f-4186-9fb5-b9e27da22ce7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190920 Apr 20 13:07:52.221363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-931d65e6-795b-45c8-b391-ef10d1ea7394 req-f467dc9f-becb-4c98-8746-8a2a29d87001 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092002 Apr 20 13:07:52.253092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5290013c-d259-4ba6-8637-7b8047666a94 req-4391979a-d075-4d32-a95d-c83756232c34 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428783 Apr 20 13:07:52.375782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69b2ab0a-7211-4d29-b7ae-1fafc4981dff up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:52.431596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:52.438231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:52.438989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.538171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.573960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:52.576766 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1b6dec-06e0-4ea4-a21f-48169f84ae0b" -d '{"events": [{"server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "name": "network-vif-plugged", "status": "completed", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:52.628582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:52.637823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.638281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7fd91d33-850e-41e8-9657-ac8f8002a991 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:52.661857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53df4-d887-483e-aa25-3c45170b1701 req-5f53fcfb-f0a0-44b4-bf9f-1e18e8a8f59d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:52.663333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fc53df4-d887-483e-aa25-3c45170b1701 req-5f53fcfb-f0a0-44b4-bf9f-1e18e8a8f59d tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 944 time: 0.3571959 Apr 20 13:07:52.726211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5290013c-d259-4ba6-8637-7b8047666a94 req-fd70e11a-9aa6-4ff7-8d7f-9e6fb481cbc7 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658856 Apr 20 13:07:52.750705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fc53df4-d887-483e-aa25-3c45170b1701 req-1d0a1975-dc2f-4c24-b96e-1e913cd0463a tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717394 Apr 20 13:07:52.781809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:52.807480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 7fd91d33-850e-41e8-9657-ac8f8002a991 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:52.814336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 7fd91d33-850e-41e8-9657-ac8f8002a991 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:52.815402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.874589 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5ffb54-b3ef-46f7-9134-6e1a8e077f88 x-openstack-request-id: req-ed5ffb54-b3ef-46f7-9134-6e1a8e077f88 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:52.874883 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "name": "network-vif-plugged", "status": "completed", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:52.875131 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed5ffb54-b3ef-46f7-9134-6e1a8e077f88 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:52.875579 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed5ffb54-b3ef-46f7-9134-6e1a8e077f88'] response: {'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'code': 200} Apr 20 13:07:52.944075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:52.982711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3935631-4d62-4b7b-832a-7da97e497e57 req-0beb484d-bf03-4a8f-b725-280c367ec065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:52.984217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3935631-4d62-4b7b-832a-7da97e497e57 req-0beb484d-bf03-4a8f-b725-280c367ec065 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 1096 time: 0.0607164 Apr 20 13:07:52.999833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:53.005040 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.025130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3935631-4d62-4b7b-832a-7da97e497e57 req-a30560c3-c1e8-4cb1-9272-bf25f8be0df2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326998 Apr 20 13:07:53.058658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:53.385448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54938e8b-bd6b-42b6-825e-53096a8055cf req-03a75f7a-5d11-48f2-bb52-31a046eadfff tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:53.386921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54938e8b-bd6b-42b6-825e-53096a8055cf req-03a75f7a-5d11-48f2-bb52-31a046eadfff tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 943 time: 0.0898120 Apr 20 13:07:53.395789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dc08b-7770-4830-a481-457d6fb96fd4 req-7d6ba0a7-5eee-4dfe-96f7-7020b9361ad7 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:53.397134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a1dc08b-7770-4830-a481-457d6fb96fd4 req-7d6ba0a7-5eee-4dfe-96f7-7020b9361ad7 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0707741 Apr 20 13:07:53.456527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54938e8b-bd6b-42b6-825e-53096a8055cf req-20d32dab-73f8-4660-aaa8-c383c5bd1572 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584300 Apr 20 13:07:53.462498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a1dc08b-7770-4830-a481-457d6fb96fd4 req-8003510d-c1f9-4e55-9601-c351a8413f55 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579295 Apr 20 13:07:53.674749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:53.856743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0913861-e62b-41d6-ac81-4159ab20db4e req-c7ba9419-f470-4b12-a823-a97c0c42000f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:53.858352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0913861-e62b-41d6-ac81-4159ab20db4e req-c7ba9419-f470-4b12-a823-a97c0c42000f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 945 time: 0.0495591 Apr 20 13:07:53.898643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0913861-e62b-41d6-ac81-4159ab20db4e req-6a18acd8-0843-4a16-92ab-5b4d6f6d8869 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337641 Apr 20 13:07:54.417831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52946) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:54.542971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-683ba647-82fe-436e-b514-732820efc080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.621060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-683ba647-82fe-436e-b514-732820efc080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.626375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-683ba647-82fe-436e-b514-732820efc080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.635731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758de480-9583-48a1-ade8-2a4f02fddbe4 req-14c9553d-fab8-4ef7-ac45-fd60ae8d4533 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:54.637327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-758de480-9583-48a1-ade8-2a4f02fddbe4 req-14c9553d-fab8-4ef7-ac45-fd60ae8d4533 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0881388 Apr 20 13:07:54.653483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55dc16b-9230-4ccf-bb4f-3e015478fdf9 req-9fcb551c-725f-4d2e-8317-7d5b4e5a377d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:54.655015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a55dc16b-9230-4ccf-bb4f-3e015478fdf9 req-9fcb551c-725f-4d2e-8317-7d5b4e5a377d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 943 time: 0.0947893 Apr 20 13:07:54.678198 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-683ba647-82fe-436e-b514-732820efc080 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ff26158502b4a948224a061ced4a83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589979 Apr 20 13:07:54.679943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52954) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:54.687470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ba647-82fe-436e-b514-732820efc080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519489e6-e303-48c3-854a-7a2b9328dd86,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:54.717360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-758de480-9583-48a1-ade8-2a4f02fddbe4 req-91442914-01fc-446c-989d-32a932de4f35 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577874 Apr 20 13:07:54.730388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a55dc16b-9230-4ccf-bb4f-3e015478fdf9 req-83f6517d-a214-4472-a31d-7ad3ab679981 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681868 Apr 20 13:07:54.732769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4844-ce20-44e4-bc8c-931fd4b27d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.754464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4844-ce20-44e4-bc8c-931fd4b27d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.802270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4844-ce20-44e4-bc8c-931fd4b27d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.804671 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4c4d4844-ce20-44e4-bc8c-931fd4b27d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:54.805801 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4c4d4844-ce20-44e4-bc8c-931fd4b27d27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/519489e6-e303-48c3-854a-7a2b9328dd86 HTTP/1.1" status: 204 len: 168 time: 0.1249237 Apr 20 13:07:54.813349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d4844-ce20-44e4-bc8c-931fd4b27d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519489e6-e303-48c3-854a-7a2b9328dd86,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:54.876214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:54.878650 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7151c32d-bb1e-460e-b16b-0c31b562a1af" -d '{"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:54.920767 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401c4565-56e6-4390-a85d-b30fc1cb6beb x-openstack-request-id: req-401c4565-56e6-4390-a85d-b30fc1cb6beb {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:54.921148 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:54.921406 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-401c4565-56e6-4390-a85d-b30fc1cb6beb {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:54.921832 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401c4565-56e6-4390-a85d-b30fc1cb6beb'] response: {'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'code': 200} Apr 20 13:07:55.049390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01b05f-e847-4d2d-a6a3-e45694b5c403 req-442d2d14-b7af-47f9-b9c7-027fff6b83ec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:55.050910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f01b05f-e847-4d2d-a6a3-e45694b5c403 req-442d2d14-b7af-47f9-b9c7-027fff6b83ec tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 945 time: 0.0788803 Apr 20 13:07:55.067473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc18183-c6da-4581-94c4-08526f05f7c7 req-82d70113-477b-4921-981c-aab55ff50b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:55.068944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cc18183-c6da-4581-94c4-08526f05f7c7 req-82d70113-477b-4921-981c-aab55ff50b6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 1096 time: 0.0706303 Apr 20 13:07:55.091163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52968) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:55.107740 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04169c06-decb-4957-b177-dee0d62d2b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.120946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f01b05f-e847-4d2d-a6a3-e45694b5c403 req-d29f2561-6727-4bb2-bd79-7e158b26f108 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617647 Apr 20 13:07:55.124946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cc18183-c6da-4581-94c4-08526f05f7c7 req-dfbff3ea-3cc2-4b53-9e18-2688964f3f41 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478039 Apr 20 13:07:55.172136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d8a1105b-012c-4e2d-96b3-fc6b78698e94 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:07:55.214714 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04169c06-decb-4957-b177-dee0d62d2b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.232321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-04169c06-decb-4957-b177-dee0d62d2b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.277310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd5828-d314-4a49-9428-d92f0d5b288b req-77f32627-8e93-4542-a5f9-451021f15ae9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:55.279260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fbd5828-d314-4a49-9428-d92f0d5b288b req-77f32627-8e93-4542-a5f9-451021f15ae9 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 945 time: 0.0814230 Apr 20 13:07:55.286182 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-04169c06-decb-4957-b177-dee0d62d2b2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bbb955038d04cf5ae79b7254ab465e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938069 Apr 20 13:07:55.287309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52974) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:55.289955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52976) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:07:55.300343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Request body: {'floatingip': {'port_id': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:07:55.308428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d8a1105b-012c-4e2d-96b3-fc6b78698e94, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d8a1105b-012c-4e2d-96b3-fc6b78698e94,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:55.323633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'port_id': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94', 'mac_address': 'fa:16:3e:50:e6:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bb8c57-1470-4673-9eaa-4b46b689a4e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:07:55.346384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.354880 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04169c06-decb-4957-b177-dee0d62d2b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f99244-467a-4799-a4fe-21390c2eb328,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:55.359468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.362799 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.377945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a1105b-012c-4e2d-96b3-fc6b78698e94 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:07:55.391842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.400529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d8a1105b-012c-4e2d-96b3-fc6b78698e94, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d8a1105b-012c-4e2d-96b3-fc6b78698e94,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:55.405949 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.454239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.457097 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.458873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05f99244-467a-4799-a4fe-21390c2eb328 HTTP/1.1" status: 204 len: 168 time: 0.1702781 Apr 20 13:07:55.463479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=d8a1105b-012c-4e2d-96b3-fc6b78698e94,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:55.471095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f99244-467a-4799-a4fe-21390c2eb328,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:55.479693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.480198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.480684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.481187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.481689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.482166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.482690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.483160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.483649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.484119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.484711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.485178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9de6f2-5039-48de-be55-af5f493528d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:07:55.619870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['d8a1105b-012c-4e2d-96b3-fc6b78698e94'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:07:55.894751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.900480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:55.930486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbe9c8-71be-4599-a4a4-b19275ee6afa req-a09e2096-8b57-47b4-97f2-b963b892bb5b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:55.931965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebbe9c8-71be-4599-a4a4-b19275ee6afa req-a09e2096-8b57-47b4-97f2-b963b892bb5b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.1054509 Apr 20 13:07:55.949933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fec41-34e1-4749-abc3-469a0d5f6208 req-0baf73c8-7e14-4c4b-a99e-26f8f76da696 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:55.951365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf6fec41-34e1-4749-abc3-469a0d5f6208 req-0baf73c8-7e14-4c4b-a99e-26f8f76da696 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 944 time: 0.0722816 Apr 20 13:07:56.001593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bebbe9c8-71be-4599-a4a4-b19275ee6afa req-8b7e04c4-a992-4b6b-851c-bc88d2319ac7 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604768 Apr 20 13:07:56.016461 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Floating IP 988d3b8b-fee4-47fa-b015-705f0757b290 associated. External IP: 172.25.3.155, port: 69b2ab0a-7211-4d29-b7ae-1fafc4981dff. Apr 20 13:07:56.024684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf6fec41-34e1-4749-abc3-469a0d5f6208 req-ce7c1ac4-5af0-4179-828b-cfd63c79522f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602674 Apr 20 13:07:56.596607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:07:56.716492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:07:56.721931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:56.732463 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] Sync routers for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:07:56.743089 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:56.744271 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:56.751619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c206e3f3-3ab6-4b1a-83ff-7c4c75cc224f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "PUT /v2.0/floatingips/988d3b8b-fee4-47fa-b015-705f0757b290 HTTP/1.1" status: 200 len: 991 time: 1.4569063 Apr 20 13:07:56.752190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:56.755012 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792f7880-a7a0-4576-9973-369fb4fafdde" -d '{"events": [{"name": "network-changed", "server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:56.791747 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3aabd3-7ad3-45f0-b7cb-8a7c7cfce756 x-openstack-request-id: req-6b3aabd3-7ad3-45f0-b7cb-8a7c7cfce756 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:56.792040 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:56.792292 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b3aabd3-7ad3-45f0-b7cb-8a7c7cfce756 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:56.792694 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3aabd3-7ad3-45f0-b7cb-8a7c7cfce756'] response: {'name': 'network-changed', 'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'status': 'completed', 'code': 200} Apr 20 13:07:56.867192 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:56.922496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7880-a7a0-4576-9973-369fb4fafdde req-ab276339-8590-42f1-a04f-b7872e0c23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:56.924327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792f7880-a7a0-4576-9973-369fb4fafdde req-ab276339-8590-42f1-a04f-b7872e0c23aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 1096 time: 0.0538232 Apr 20 13:07:57.030530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7880-a7a0-4576-9973-369fb4fafdde req-303f5495-e9b1-46ce-bf13-c3d3098d19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.032148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792f7880-a7a0-4576-9973-369fb4fafdde req-303f5495-e9b1-46ce-bf13-c3d3098d19ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.1000657 Apr 20 13:07:57.135482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '988d3b8b-fee4-47fa-b015-705f0757b290', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'port_id': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'mac_address': 'fa:16:3e:4f:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:40Z', 'updated_at': '2022-04-20T13:07:55Z', 'revision_number': 1, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:57.141221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792f7880-a7a0-4576-9973-369fb4fafdde req-7e98f2ab-d455-42bd-8883-83edba0dee01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff HTTP/1.1" status: 200 len: 999 time: 0.0948141 Apr 20 13:07:57.168333 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] Checking router: dca864d5-c8e6-40cc-8a1d-1c558e2f79bb for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:07:57.177767 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:07:57.178957 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:07:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:57.183663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d8a1105b-012c-4e2d-96b3-fc6b78698e94 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:07:57.252170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port d8a1105b-012c-4e2d-96b3-fc6b78698e94 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:07:57.252446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213aba-0684-4f00-95ba-806a070f9589 req-483c5ee1-06d7-420b-89e0-cc620c34374b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.253947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb213aba-0684-4f00-95ba-806a070f9589 req-483c5ee1-06d7-420b-89e0-cc620c34374b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 944 time: 0.1192336 Apr 20 13:07:57.258927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port d8a1105b-012c-4e2d-96b3-fc6b78698e94 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:07:57.260201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.267292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aad118-75d6-4943-893b-736dae0129c8 req-bccaa6ff-4a87-4536-8189-620fec25dc39 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.268889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9aad118-75d6-4943-893b-736dae0129c8 req-bccaa6ff-4a87-4536-8189-620fec25dc39 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.1328142 Apr 20 13:07:57.299615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7880-a7a0-4576-9973-369fb4fafdde req-4783ab13-064d-4687-9604-ea6fbec8e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.302305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792f7880-a7a0-4576-9973-369fb4fafdde req-4783ab13-064d-4687-9604-ea6fbec8e91d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.1460207 Apr 20 13:07:57.344020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb213aba-0684-4f00-95ba-806a070f9589 req-b369ec83-2c94-492d-bcf8-7cfb014ad7b3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719769 Apr 20 13:07:57.361561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.388380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:07:57.391336 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a1344a-92b6-43ab-92ed-f549d40b5e32" -d '{"events": [{"server_uuid": "86d0f93c-1e9b-4018-b8f0-51437e8b1bcc", "name": "network-vif-plugged", "status": "completed", "tag": "d8a1105b-012c-4e2d-96b3-fc6b78698e94"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:07:57.400641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9aad118-75d6-4943-893b-736dae0129c8 req-55b6c2cd-91c8-468f-b472-a1fd69446eb8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918677 Apr 20 13:07:57.410622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d8a1105b-012c-4e2d-96b3-fc6b78698e94, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d8a1105b-012c-4e2d-96b3-fc6b78698e94,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:07:57.428962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:07:57.439537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f7880-a7a0-4576-9973-369fb4fafdde req-7b696117-bdf4-41a9-ac3d-e510756dd3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.444065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792f7880-a7a0-4576-9973-369fb4fafdde req-7b696117-bdf4-41a9-ac3d-e510756dd3f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256251 Apr 20 13:07:57.485506 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40fb9b4-a5bf-4e32-9269-8c7054cc8a95 x-openstack-request-id: req-d40fb9b4-a5bf-4e32-9269-8c7054cc8a95 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:07:57.487706 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d0f93c-1e9b-4018-b8f0-51437e8b1bcc", "name": "network-vif-plugged", "status": "completed", "tag": "d8a1105b-012c-4e2d-96b3-fc6b78698e94", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:07:57.488138 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d40fb9b4-a5bf-4e32-9269-8c7054cc8a95 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:07:57.489559 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d40fb9b4-a5bf-4e32-9269-8c7054cc8a95'] response: {'server_uuid': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94', 'code': 200} Apr 20 13:07:57.541616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=d8a1105b-012c-4e2d-96b3-fc6b78698e94,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:07:57.564804 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:07:57.659604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afdb20-d453-481a-8dbb-25ddb2005dd7 req-efa55807-f455-4cd9-8620-53ff58137974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.662273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95afdb20-d453-481a-8dbb-25ddb2005dd7 req-efa55807-f455-4cd9-8620-53ff58137974 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 1096 time: 0.1166294 Apr 20 13:07:57.672425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f4d1d-ba10-4cbe-b94c-c3fb6ecf1f4f req-62abb2e8-1e4a-4388-a591-ba5e5ebab873 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:57.688164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-568f4d1d-ba10-4cbe-b94c-c3fb6ecf1f4f req-62abb2e8-1e4a-4388-a591-ba5e5ebab873 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.1437900 Apr 20 13:07:57.716116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792f7880-a7a0-4576-9973-369fb4fafdde req-41431a42-594e-4843-b261-c76bada0ff8b service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643571 Apr 20 13:07:57.812784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-568f4d1d-ba10-4cbe-b94c-c3fb6ecf1f4f req-7a6e44db-ff3a-4f37-b8d4-ec768869ec42 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234121 Apr 20 13:07:57.841977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95afdb20-d453-481a-8dbb-25ddb2005dd7 req-a1608737-ce01-4301-816e-e2ede5e9ba08 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436975 Apr 20 13:07:57.865857 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '988d3b8b-fee4-47fa-b015-705f0757b290', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'port_id': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'mac_address': 'fa:16:3e:4f:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:40Z', 'updated_at': '2022-04-20T13:07:55Z', 'revision_number': 1, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:07:57.886193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792f7880-a7a0-4576-9973-369fb4fafdde req-1873e563-8209-48fa-a77d-fa571f485937 service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614785 Apr 20 13:07:57.901565 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1907ea1-f07e-405c-86b5-6c4cebdefad5 None None] The sync data for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 is: [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '988d3b8b-fee4-47fa-b015-705f0757b290', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'port_id': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'mac_address': 'fa:16:3e:4f:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:07:40Z', 'updated_at': '2022-04-20T13:07:55Z', 'revision_number': 1, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:07:58.200754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad0a677-4d63-41eb-b72d-2dfad7af8712 None None] New status for floating IP 988d3b8b-fee4-47fa-b015-705f0757b290: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:07:58.535834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd449c8c-c70e-4c82-acdd-45efaffb012d req-58655a24-cafe-481f-b9a8-690a0cef00dc tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:58.537667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd449c8c-c70e-4c82-acdd-45efaffb012d req-58655a24-cafe-481f-b9a8-690a0cef00dc tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 945 time: 0.0704126 Apr 20 13:07:58.673624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd449c8c-c70e-4c82-acdd-45efaffb012d req-b560c906-c0bb-41bd-8ac5-6e86eca0445c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296549 Apr 20 13:07:58.697313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b512c19-169e-4bf4-bdd2-92c23bfbf5ac req-dfecf042-aec3-487b-bf53-a3a6fc170e3e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:58.699063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b512c19-169e-4bf4-bdd2-92c23bfbf5ac req-dfecf042-aec3-487b-bf53-a3a6fc170e3e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.1403615 Apr 20 13:07:58.752362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b512c19-169e-4bf4-bdd2-92c23bfbf5ac req-202a3373-82bf-44d2-8d46-a6fa7165ba1b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396788 Apr 20 13:07:59.795082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db618d-bf3f-4c34-bc52-37c5899cb636 req-10b1e712-41af-4c6a-8615-2c41aa8c8e09 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:59.796574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7db618d-bf3f-4c34-bc52-37c5899cb636 req-10b1e712-41af-4c6a-8615-2c41aa8c8e09 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 945 time: 0.0502486 Apr 20 13:07:59.870421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7db618d-bf3f-4c34-bc52-37c5899cb636 req-1069725a-311f-4d76-9f2f-bc76195a093b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668554 Apr 20 13:07:59.892443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe87eff-3389-4527-b1fd-ae1bed02f70f req-2e36991e-5f02-45b1-9b6d-fb7086d38e59 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:59.894040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fe87eff-3389-4527-b1fd-ae1bed02f70f req-2e36991e-5f02-45b1-9b6d-fb7086d38e59 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0598006 Apr 20 13:07:59.934733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fe87eff-3389-4527-b1fd-ae1bed02f70f req-d0e69de8-49bf-4ddf-88f6-b48908449eba tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340283 Apr 20 13:07:59.987264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e410d93-85cd-4fd9-a220-3fb55bd62a43 req-d08de7af-e080-438f-8485-ba11e4db8f89 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:07:59.989277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e410d93-85cd-4fd9-a220-3fb55bd62a43 req-d08de7af-e080-438f-8485-ba11e4db8f89 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 945 time: 0.0494373 Apr 20 13:08:00.030421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e410d93-85cd-4fd9-a220-3fb55bd62a43 req-ba2172f1-8cd7-4177-bf73-fd32721eaa66 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351067 Apr 20 13:08:00.267205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8361f593-7e6b-42d2-9522-d495dd1218db req-c6dac79b-e563-4f02-a474-0b04da02275a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:00.269002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8361f593-7e6b-42d2-9522-d495dd1218db req-c6dac79b-e563-4f02-a474-0b04da02275a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 945 time: 0.0521746 Apr 20 13:08:00.325240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8361f593-7e6b-42d2-9522-d495dd1218db req-a3b37945-3454-4607-9c0e-e0014e97cab7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478485 Apr 20 13:08:01.054438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced06d9b-1121-420b-908b-d6de3ac1ca2f req-aa624cc2-cf74-462e-9767-97cf7094b7f2 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:01.055950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ced06d9b-1121-420b-908b-d6de3ac1ca2f req-aa624cc2-cf74-462e-9767-97cf7094b7f2 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0494752 Apr 20 13:08:01.094410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ced06d9b-1121-420b-908b-d6de3ac1ca2f req-ced13f3b-a408-40ed-9d52-2950b1f49f35 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Apr 20 13:08:01.459261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952235-6485-4bf2-bda0-1862419c7ab8 req-c867566f-4f8f-460a-82cb-4517db42d7a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:01.460721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da952235-6485-4bf2-bda0-1862419c7ab8 req-c867566f-4f8f-460a-82cb-4517db42d7a3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 945 time: 0.0479746 Apr 20 13:08:01.511304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da952235-6485-4bf2-bda0-1862419c7ab8 req-53236470-a9b9-4e3b-8c92-997fb72143fb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Apr 20 13:08:01.552085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-1e465216-d76b-420d-9096-9fbea2e2d4ff tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:01.553523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-1e465216-d76b-420d-9096-9fbea2e2d4ff tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/ports?device_id=86d0f93c-1e9b-4018-b8f0-51437e8b1bcc HTTP/1.1" status: 200 len: 945 time: 0.0554972 Apr 20 13:08:01.643888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Deleting port d8a1105b-012c-4e2d-96b3-fc6b78698e94 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:01.644129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:01.743216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] For port d8a1105b-012c-4e2d-96b3-fc6b78698e94, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d8a1105b-012c-4e2d-96b3-fc6b78698e94,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:01.743924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:01.766759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Calling delete_port for d8a1105b-012c-4e2d-96b3-fc6b78698e94 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:01.920963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:01.934214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d', 'd8a1105b-012c-4e2d-96b3-fc6b78698e94'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:01.958469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event deleted for resources: {'Port': ['ID=d8a1105b-012c-4e2d-96b3-fc6b78698e94,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:02.002942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] No DVR routers for this DVR port d8a1105b-012c-4e2d-96b3-fc6b78698e94 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:02.006637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.010601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d512ea5-ebe2-4eb0-b3cb-c7f4f9f72da1 req-533161cb-3bca-4fca-b424-30ad5a08ef93 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "DELETE /v2.0/ports/d8a1105b-012c-4e2d-96b3-fc6b78698e94 HTTP/1.1" status: 204 len: 173 time: 0.4509587 Apr 20 13:08:02.011376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'name': 'network-vif-deleted', 'tag': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:02.015623 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8be6c4-1433-490e-a36e-490a13f46fa4" -d '{"events": [{"server_uuid": "86d0f93c-1e9b-4018-b8f0-51437e8b1bcc", "name": "network-vif-deleted", "tag": "d8a1105b-012c-4e2d-96b3-fc6b78698e94"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:02.229369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afe9eb-b411-40db-9e12-cd3e7174f001 req-ae59daf2-0e22-4aed-885c-a353aaa5495e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:02.230950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03afe9eb-b411-40db-9e12-cd3e7174f001 req-ae59daf2-0e22-4aed-885c-a353aaa5495e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0540328 Apr 20 13:08:02.233708 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805da172-243c-450d-be81-ee0981240ed8 x-openstack-request-id: req-805da172-243c-450d-be81-ee0981240ed8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:02.234003 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d0f93c-1e9b-4018-b8f0-51437e8b1bcc", "name": "network-vif-deleted", "tag": "d8a1105b-012c-4e2d-96b3-fc6b78698e94", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:02.234260 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-805da172-243c-450d-be81-ee0981240ed8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:02.234656 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805da172-243c-450d-be81-ee0981240ed8'] response: {'server_uuid': '86d0f93c-1e9b-4018-b8f0-51437e8b1bcc', 'name': 'network-vif-deleted', 'tag': 'd8a1105b-012c-4e2d-96b3-fc6b78698e94', 'status': 'completed', 'code': 200} Apr 20 13:08:02.270636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03afe9eb-b411-40db-9e12-cd3e7174f001 req-94a1a44d-2193-4be2-8d38-52b27a3f7915 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Apr 20 13:08:02.415737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7fd91d33-850e-41e8-9657-ac8f8002a991 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:02.518643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:02.540412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'port_id': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'mac_address': 'fa:16:3e:ab:b0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24db5795-24f6-4ad2-aeb1-51a270e77700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:02.590013 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.611319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fd91d33-850e-41e8-9657-ac8f8002a991 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:02.625717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:02.630014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:02.685574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:02.711020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['7fd91d33-850e-41e8-9657-ac8f8002a991'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:02.921027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-0f4e671c-725a-4a6b-b7ab-6abf4e7607ad tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:02.922533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-0f4e671c-725a-4a6b-b7ab-6abf4e7607ad tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1242824 Apr 20 13:08:02.937381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-c0cfb360-3a45-44e6-a7bd-3c77903c717a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.0088906 Apr 20 13:08:02.987578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-e7891a15-98c5-4e6c-8267-76d1b3e611d3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445704 Apr 20 13:08:03.094280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-1a81317a-1795-4734-982f-d40c30190eaf service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989387 Apr 20 13:08:03.195878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-c2b3f58b-12e5-47c7-9a60-941736d1ccd7 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859962 Apr 20 13:08:03.368097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cf5650e-6e55-4dc0-a25a-1197859e5399 req-8b8d7c02-52f2-40cc-ae31-2795157bc819 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 210 time: 0.0286622 Apr 20 13:08:03.430423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e872cec-7606-4a93-956c-52e9ef16cc9b req-a82b0daf-e6b1-4822-855e-209e9b46b402 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:03.433162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e872cec-7606-4a93-956c-52e9ef16cc9b req-a82b0daf-e6b1-4822-855e-209e9b46b402 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 944 time: 0.0630624 Apr 20 13:08:03.474545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e872cec-7606-4a93-956c-52e9ef16cc9b req-bc98bd9a-eddc-47bd-88d8-3025d4eafb6a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360463 Apr 20 13:08:03.677079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6d8fc5e8-ba42-4fee-946c-aedf0daa1765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.424170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7fd91d33-850e-41e8-9657-ac8f8002a991 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:04.452259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-c626d7e0-b30f-471c-9cd0-ecf4776b17cc tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:04.455653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-c626d7e0-b30f-471c-9cd0-ecf4776b17cc tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1214538 Apr 20 13:08:04.504687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Request body: {'port': {'device_id': '268922ad-56e6-43ce-9522-e2895596329b', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'admin_state_up': True, 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:04.513669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 7fd91d33-850e-41e8-9657-ac8f8002a991 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:04.514367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.531104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad05b837-be53-41b3-9808-6a79046634bf req-372aceb4-8ed4-4963-a1a6-2d3131546ddf tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 210 time: 0.0744228 Apr 20 13:08:04.620965 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.670266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:04.673539 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e41174-af0c-4fc2-9f5c-385b3cdb285a" -d '{"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:04.725465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9c8f4-3611-4cd6-9ed7-adeb5ee21bd8 req-d5f73f58-13de-4643-b927-20ee01755655 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:04.734080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6b9c8f4-3611-4cd6-9ed7-adeb5ee21bd8 req-d5f73f58-13de-4643-b927-20ee01755655 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 944 time: 0.1115375 Apr 20 13:08:04.763130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:04.768851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.872557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:04.876548 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f2d8f-22bc-4367-95c1-63d40bb45e30 x-openstack-request-id: req-b59f2d8f-22bc-4367-95c1-63d40bb45e30 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:04.876952 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-plugged", "status": "completed", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:04.877673 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b59f2d8f-22bc-4367-95c1-63d40bb45e30 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:04.878192 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59f2d8f-22bc-4367-95c1-63d40bb45e30'] response: {'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'code': 200} Apr 20 13:08:04.880125 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:04.934004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:04.941704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6b9c8f4-3611-4cd6-9ed7-adeb5ee21bd8 req-05d3dddf-3bf7-425c-b7b4-2d2991a3f288 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065051 Apr 20 13:08:04.958711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Allocated IP 172.20.0.13 (743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225/e4bb8c57-1470-4673-9eaa-4b46b689a4e5/9fa00ca8-8c99-4bd6-8bad-c674635526cb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:05.121113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.156487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.167988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:05.199373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:05.221214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d8a1105b-012c-4e2d-96b3-fc6b78698e94 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:05.223324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:05.228722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:05.260998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: d8a1105b-012c-4e2d-96b3-fc6b78698e94 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:05.261327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d8a1105b-012c-4e2d-96b3-fc6b78698e94 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:05.290873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:05.291487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.321402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8530929 Apr 20 13:08:05.322226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3582b4-7add-4b02-b09c-74309d814cd4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event updated for resources: {'Port': ['ID=9fa00ca8-8c99-4bd6-8bad-c674635526cb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:05.337080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Request body: {'port': {'device_id': '268922ad-56e6-43ce-9522-e2895596329b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:05.414144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.559181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53210) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:05.713549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b72bd-f304-4787-9ba7-d4d34b99d668 req-4272a63b-7cb4-4f11-9b7d-e06708d10d6d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:05.715918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a9b82e2-40c3-4bb3-b1c4-f744f288e338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.718232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca5b72bd-f304-4787-9ba7-d4d34b99d668 req-4272a63b-7cb4-4f11-9b7d-e06708d10d6d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 932 time: 0.0814421 Apr 20 13:08:05.808575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a9b82e2-40c3-4bb3-b1c4-f744f288e338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.813653 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a9b82e2-40c3-4bb3-b1c4-f744f288e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.823366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa00ca8-8c99-4bd6-8bad-c674635526cb {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:05.834636 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.844929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b82e2-40c3-4bb3-b1c4-f744f288e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee87ab74-b7b1-4441-9f56-6e980d3cb8b6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:05.859036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca5b72bd-f304-4787-9ba7-d4d34b99d668 req-78aa6ab5-19d6-4818-93ed-9824cc48dba8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Apr 20 13:08:05.860032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Transition to ACTIVE for port object 9fa00ca8-8c99-4bd6-8bad-c674635526cb will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:05.865369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.884734 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4a9b82e2-40c3-4bb3-b1c4-f744f288e338 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84cd93763f7946abb5dcb863d519cbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237979 Apr 20 13:08:05.887479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53216) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:05.944008 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1105da01-90e1-4006-9da5-a83dff5b4581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.960734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa00ca8-8c99-4bd6-8bad-c674635526cb,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:05.968948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1105da01-90e1-4006-9da5-a83dff5b4581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:05.996515 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3fc46d58-d9eb-4b87-b39e-df4205cb6e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.030108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Attempting to bind port 9fa00ca8-8c99-4bd6-8bad-c674635526cb on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:06.032553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Attempting to bind port 9fa00ca8-8c99-4bd6-8bad-c674635526cb by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:06.032935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Attempting to bind port 9fa00ca8-8c99-4bd6-8bad-c674635526cb on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:06.042572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1105da01-90e1-4006-9da5-a83dff5b4581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.046212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1105da01-90e1-4006-9da5-a83dff5b4581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.050415 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1105da01-90e1-4006-9da5-a83dff5b4581 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee87ab74-b7b1-4441-9f56-6e980d3cb8b6 HTTP/1.1" status: 204 len: 168 time: 0.1619425 Apr 20 13:08:06.054314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Port 9fa00ca8-8c99-4bd6-8bad-c674635526cb on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:06.054554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Attempting to bind port 9fa00ca8-8c99-4bd6-8bad-c674635526cb on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:06.059944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105da01-90e1-4006-9da5-a83dff5b4581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee87ab74-b7b1-4441-9f56-6e980d3cb8b6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:06.084105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:06.084547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:06.085025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Bound using segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:06.085769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Bound port: 9fa00ca8-8c99-4bd6-8bad-c674635526cb, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:06.086369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.134643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699757ee-8365-4d25-942e-26c323bbcf94 req-801fef61-3920-473c-b2cc-f1012e0d2696 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.142125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-699757ee-8365-4d25-942e-26c323bbcf94 req-801fef61-3920-473c-b2cc-f1012e0d2696 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.1055365 Apr 20 13:08:06.202190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-699757ee-8365-4d25-942e-26c323bbcf94 req-c063e385-8013-42b1-9302-b8da1e29602b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590181 Apr 20 13:08:06.231521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] For port 9fa00ca8-8c99-4bd6-8bad-c674635526cb, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:06.240214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] For port 9fa00ca8-8c99-4bd6-8bad-c674635526cb, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9fa00ca8-8c99-4bd6-8bad-c674635526cb,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:06.248575 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.282005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.282942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:06.284710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] 10.222.0.37 "PUT /v2.0/ports/9fa00ca8-8c99-4bd6-8bad-c674635526cb HTTP/1.1" status: 200 len: 1092 time: 0.9525208 Apr 20 13:08:06.287556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268922ad-56e6-43ce-9522-e2895596329b', 'tag': '9fa00ca8-8c99-4bd6-8bad-c674635526cb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:06.298304 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b45b7-708b-4678-a4f8-744b046b6be9" -d '{"events": [{"name": "network-changed", "server_uuid": "268922ad-56e6-43ce-9522-e2895596329b", "tag": "9fa00ca8-8c99-4bd6-8bad-c674635526cb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:06.372860 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b13563-ee37-413e-9dd4-b977ff37cee3 x-openstack-request-id: req-64b13563-ee37-413e-9dd4-b977ff37cee3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:06.372860 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268922ad-56e6-43ce-9522-e2895596329b", "tag": "9fa00ca8-8c99-4bd6-8bad-c674635526cb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:06.372860 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64b13563-ee37-413e-9dd4-b977ff37cee3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:06.372860 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b13563-ee37-413e-9dd4-b977ff37cee3'] response: {'name': 'network-changed', 'server_uuid': '268922ad-56e6-43ce-9522-e2895596329b', 'tag': '9fa00ca8-8c99-4bd6-8bad-c674635526cb', 'status': 'completed', 'code': 200} Apr 20 13:08:06.412702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d7b867-7727-4e46-b516-3bfb7cd5674f service neutron] Pushing event updated for resources: {'Port': ['ID=9fa00ca8-8c99-4bd6-8bad-c674635526cb,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:06.431264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-94d5c049-d494-43db-9f8f-d502fce3938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.432861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-94d5c049-d494-43db-9f8f-d502fce3938b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 1095 time: 0.1027880 Apr 20 13:08:06.483463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-941885ed-6848-4ccd-af4c-0dce85ce24ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fa00ca8-8c99-4bd6-8bad-c674635526cb HTTP/1.1" status: 200 len: 217 time: 0.0424249 Apr 20 13:08:06.568239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-2fa63575-f4e0-4f58-9365-08f90591c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.569729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-2fa63575-f4e0-4f58-9365-08f90591c69a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0790055 Apr 20 13:08:06.578096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b51c9d-d9bd-47ec-b5ff-0ce1afe39b62 req-a2b501d0-f73a-4534-81e8-d00905bded23 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.580098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87b51c9d-d9bd-47ec-b5ff-0ce1afe39b62 req-a2b501d0-f73a-4534-81e8-d00905bded23 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0985959 Apr 20 13:08:06.609257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-9e8fec35-0aaf-4f14-9a5a-f334154126a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282097 Apr 20 13:08:06.685593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87b51c9d-d9bd-47ec-b5ff-0ce1afe39b62 req-565d73a2-0eb5-4c7b-a64f-83da345f843e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937574 Apr 20 13:08:06.728198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-2fb677f0-9140-4721-a8ac-54e24706738e service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064043 Apr 20 13:08:06.825077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff08d39a-2a89-4dbd-9426-fe8fe3ad0c87 req-07caa6b2-22b4-4e94-b7d5-8483bb50548a service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908463 Apr 20 13:08:06.929189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-0bccdef6-830f-4192-b425-4bc4c340017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:06.931065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-0bccdef6-830f-4192-b425-4bc4c340017e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 1095 time: 0.0594203 Apr 20 13:08:07.058798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bcc7c-78ca-4941-bab3-460109ef87b0 req-bee92647-0d3e-468e-93d4-83c3f4c15e4f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:07.060363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b30bcc7c-78ca-4941-bab3-460109ef87b0 req-bee92647-0d3e-468e-93d4-83c3f4c15e4f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 944 time: 0.1101243 Apr 20 13:08:07.084973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-4545d9b1-62f7-4f44-b133-f9f4545a336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:07.086500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-4545d9b1-62f7-4f44-b133-f9f4545a336b service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.1487617 Apr 20 13:08:07.142473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b30bcc7c-78ca-4941-bab3-460109ef87b0 req-559df236-ed72-4c94-8fed-d2a1fced0889 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741885 Apr 20 13:08:07.144101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-749edc5b-e3d8-4686-82e8-016ad73e9742 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fa00ca8-8c99-4bd6-8bad-c674635526cb HTTP/1.1" status: 200 len: 217 time: 0.0498655 Apr 20 13:08:07.157214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:07.467807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-d3bbfaa4-b3f8-4ba1-9ee3-da5ff7964890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:07.469254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-d3bbfaa4-b3f8-4ba1-9ee3-da5ff7964890 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.3183670 Apr 20 13:08:07.506735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-3a46c3af-9126-416c-ae79-3315cd94e101 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300555 Apr 20 13:08:07.604032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-a8b0edac-952c-49b2-b31c-937b5b6ee891 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904539 Apr 20 13:08:07.712178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581b45b7-708b-4678-a4f8-744b046b6be9 req-a8c0bf65-e142-4045-b5cf-aa82559531ce service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002872 Apr 20 13:08:07.805384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d374e8-67ec-4c5e-a1ef-049eeda9ce56 req-34d94079-6dde-460c-858c-3892e37d91d1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:07.807093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61d374e8-67ec-4c5e-a1ef-049eeda9ce56 req-34d94079-6dde-460c-858c-3892e37d91d1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0510492 Apr 20 13:08:07.849868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61d374e8-67ec-4c5e-a1ef-049eeda9ce56 req-6e39f9ea-d872-44e3-83e2-f991351f8f28 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Apr 20 13:08:08.302527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0768df-3922-4e98-ad0a-d30d8541058e req-3be1c13d-0130-49e6-a9a6-1bb1d33f266f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:08.303872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0768df-3922-4e98-ad0a-d30d8541058e req-3be1c13d-0130-49e6-a9a6-1bb1d33f266f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 944 time: 0.0820687 Apr 20 13:08:08.329537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-c03c11da-2001-4696-8a84-33af524ea04a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:08.331006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-c03c11da-2001-4696-8a84-33af524ea04a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 945 time: 0.0799332 Apr 20 13:08:08.422401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7fd91d33-850e-41e8-9657-ac8f8002a991 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:08.433072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0768df-3922-4e98-ad0a-d30d8541058e req-5f9c7095-980e-47a7-a76f-d49dcd54f232 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867128 Apr 20 13:08:08.494420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Deleting port 7fd91d33-850e-41e8-9657-ac8f8002a991 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:08.495342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.526624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.553253 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.557720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:08.560055 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24290163-8821-4997-a44e-a2d1da0f574d" -d '{"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:08.574068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:08.579038 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.607559 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6876c319-e5c4-412a-8a5f-9baefd92dab9 x-openstack-request-id: req-6876c319-e5c4-412a-8a5f-9baefd92dab9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:08.607860 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:08.608116 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6876c319-e5c4-412a-8a5f-9baefd92dab9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:08.608510 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6876c319-e5c4-412a-8a5f-9baefd92dab9'] response: {'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'code': 200} Apr 20 13:08:08.620138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] For port 7fd91d33-850e-41e8-9657-ac8f8002a991, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7fd91d33-850e-41e8-9657-ac8f8002a991,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:08.620555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.635263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Calling delete_port for 7fd91d33-850e-41e8-9657-ac8f8002a991 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:08.636225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:08.768115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.794715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event deleted for resources: {'Port': ['ID=7fd91d33-850e-41e8-9657-ac8f8002a991,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:08.836923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] No DVR routers for this DVR port 7fd91d33-850e-41e8-9657-ac8f8002a991 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:08.839459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.842734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e6ded95-3169-4bee-a1c1-22198c7682cf req-040182e9-28d1-4fe6-b9e4-88f6863c8760 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "DELETE /v2.0/ports/7fd91d33-850e-41e8-9657-ac8f8002a991 HTTP/1.1" status: 204 len: 173 time: 0.4950230 Apr 20 13:08:08.843157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-deleted', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:08.845351 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4bb48d-c5e3-413c-884f-d124767ed6dc" -d '{"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-deleted", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:08.889786 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:08.896335 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b0c664-69cc-40dc-ac87-24687a5ba155 x-openstack-request-id: req-15b0c664-69cc-40dc-ac87-24687a5ba155 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:08.896654 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12437954-ac1c-48f1-a993-b8c8f5fc98a7", "name": "network-vif-deleted", "tag": "7fd91d33-850e-41e8-9657-ac8f8002a991", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:08.896941 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15b0c664-69cc-40dc-ac87-24687a5ba155 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:08.897446 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b0c664-69cc-40dc-ac87-24687a5ba155'] response: {'server_uuid': '12437954-ac1c-48f1-a993-b8c8f5fc98a7', 'name': 'network-vif-deleted', 'tag': '7fd91d33-850e-41e8-9657-ac8f8002a991', 'status': 'completed', 'code': 200} Apr 20 13:08:08.964674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd69ce69-9833-4d6e-a8f5-bc1638abdf8a req-24dfc30d-3ad5-46e5-8d8e-50c98d31000f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=12437954-ac1c-48f1-a993-b8c8f5fc98a7 HTTP/1.1" status: 200 len: 210 time: 0.0337362 Apr 20 13:08:09.205902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9fa00ca8-8c99-4bd6-8bad-c674635526cb details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:09.305347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9fa00ca8-8c99-4bd6-8bad-c674635526cb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9fa00ca8-8c99-4bd6-8bad-c674635526cb,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:09.317611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '9fa00ca8-8c99-4bd6-8bad-c674635526cb', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'port_id': '9fa00ca8-8c99-4bd6-8bad-c674635526cb', 'mac_address': 'fa:16:3e:d6:e1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bb8c57-1470-4673-9eaa-4b46b689a4e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:09.359117 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.374118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa00ca8-8c99-4bd6-8bad-c674635526cb {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:09.394596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9fa00ca8-8c99-4bd6-8bad-c674635526cb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9fa00ca8-8c99-4bd6-8bad-c674635526cb,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:09.398575 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:09.453450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9fa00ca8-8c99-4bd6-8bad-c674635526cb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:09.549975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6db041-7a17-4777-aae4-07b1b1136da8 req-4f3781b0-9200-48ad-93ef-cc5e9bea50c6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:09.560976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6db041-7a17-4777-aae4-07b1b1136da8 req-4f3781b0-9200-48ad-93ef-cc5e9bea50c6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 945 time: 0.0726280 Apr 20 13:08:09.596972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6db041-7a17-4777-aae4-07b1b1136da8 req-cb71e83d-65e2-429b-bb82-b868aaf2cbe0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375595 Apr 20 13:08:09.621451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9fa00ca8-8c99-4bd6-8bad-c674635526cb'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:09.700291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656b71b-4dbc-47c1-ac7f-9e521e42dba5 req-62dcd2b9-1d92-449a-b22d-70a5513c8c8c tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:09.701803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0656b71b-4dbc-47c1-ac7f-9e521e42dba5 req-62dcd2b9-1d92-449a-b22d-70a5513c8c8c tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 946 time: 0.0599635 Apr 20 13:08:09.740546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0656b71b-4dbc-47c1-ac7f-9e521e42dba5 req-be30e7e6-8368-4f65-b5cc-a77faa61de89 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327611 Apr 20 13:08:10.281673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-450ef424-0a6f-427b-a099-0474a232aa8d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:10.283131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-450ef424-0a6f-427b-a099-0474a232aa8d tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 821 time: 0.1065624 Apr 20 13:08:10.300127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-8747b1fe-2631-4154-8c35-5bef580c4d5f tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/quotas/530154cd5ad74ea6bd85359b2c80e8fe HTTP/1.1" status: 200 len: 375 time: 0.0090287 Apr 20 13:08:10.353258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-0f7eed00-57ba-4d6e-9d68-69a8bc39c888 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470233 Apr 20 13:08:10.461992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-1b2a0947-a241-4f5f-9181-774f41872836 service neutron] 10.222.0.24 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013386 Apr 20 13:08:10.553146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-c64280a9-9ea3-4fa6-819b-396e52829c5f service neutron] 10.222.0.24 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844135 Apr 20 13:08:10.757200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1eec0649-8f95-4e1c-8c83-a0b81e3f7212 req-e3502157-3468-4371-a155-8fc1e06b4a59 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 210 time: 0.0347390 Apr 20 13:08:10.770436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25289820-4d79-40f0-9387-88bd374e2604 req-d6e72a26-01b8-458b-be7b-e461d8c41b89 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:10.772159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25289820-4d79-40f0-9387-88bd374e2604 req-d6e72a26-01b8-458b-be7b-e461d8c41b89 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 945 time: 0.1017442 Apr 20 13:08:10.829914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25289820-4d79-40f0-9387-88bd374e2604 req-b2748868-0863-4c2a-8469-653b6bf8d572 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513935 Apr 20 13:08:10.883458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f3b3e-e559-4b0d-b7f6-66a11aaf9594 req-884a44fa-e9b1-4758-ae1e-94a7622764de tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:10.885237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d7f3b3e-e559-4b0d-b7f6-66a11aaf9594 req-884a44fa-e9b1-4758-ae1e-94a7622764de tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 946 time: 0.0536196 Apr 20 13:08:10.935836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d7f3b3e-e559-4b0d-b7f6-66a11aaf9594 req-ffb9e65d-5d6d-437e-b166-04d7978e491a tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Apr 20 13:08:11.135999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-9d9e0162-8563-4b90-b987-fde184048a60 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.138208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-9d9e0162-8563-4b90-b987-fde184048a60 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 946 time: 0.0500648 Apr 20 13:08:11.227472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9fa00ca8-8c99-4bd6-8bad-c674635526cb up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:11.237509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Deleting port 3722f352-3235-4d17-8101-2160200a3ecf {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:11.237883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.287360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 9fa00ca8-8c99-4bd6-8bad-c674635526cb completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:11.293686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 9fa00ca8-8c99-4bd6-8bad-c674635526cb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:11.294590 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.344902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] For port 3722f352-3235-4d17-8101-2160200a3ecf, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=3722f352-3235-4d17-8101-2160200a3ecf,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:11.345399 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.362958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Calling delete_port for 3722f352-3235-4d17-8101-2160200a3ecf owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:11.389844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.417031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268922ad-56e6-43ce-9522-e2895596329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa00ca8-8c99-4bd6-8bad-c674635526cb'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:11.419792 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc555a71-5f9b-4af1-bc4f-4056031a0f86" -d '{"events": [{"server_uuid": "268922ad-56e6-43ce-9522-e2895596329b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa00ca8-8c99-4bd6-8bad-c674635526cb"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:11.435178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9fa00ca8-8c99-4bd6-8bad-c674635526cb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9fa00ca8-8c99-4bd6-8bad-c674635526cb,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:11.442517 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.485956 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e265f58-5e67-437a-8fcd-ae710a1a51e4 x-openstack-request-id: req-5e265f58-5e67-437a-8fcd-ae710a1a51e4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:11.486251 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268922ad-56e6-43ce-9522-e2895596329b", "name": "network-vif-plugged", "status": "completed", "tag": "9fa00ca8-8c99-4bd6-8bad-c674635526cb", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:11.486502 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e265f58-5e67-437a-8fcd-ae710a1a51e4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:11.486914 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e265f58-5e67-437a-8fcd-ae710a1a51e4'] response: {'server_uuid': '268922ad-56e6-43ce-9522-e2895596329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa00ca8-8c99-4bd6-8bad-c674635526cb', 'code': 200} Apr 20 13:08:11.501416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9fa00ca8-8c99-4bd6-8bad-c674635526cb,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:11.548531 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.560121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['3722f352-3235-4d17-8101-2160200a3ecf'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:11.596617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Pushing event deleted for resources: {'Port': ['ID=3722f352-3235-4d17-8101-2160200a3ecf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:11.704694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] No DVR routers for this DVR port 3722f352-3235-4d17-8101-2160200a3ecf on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:11.711203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:11.716743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed4e6178-a506-46e0-9843-99af2f2f8812 req-c485fece-2101-4bcf-ac23-35537d1ee063 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.37 "DELETE /v2.0/ports/3722f352-3235-4d17-8101-2160200a3ecf HTTP/1.1" status: 204 len: 173 time: 0.5735161 Apr 20 13:08:11.719579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'name': 'network-vif-deleted', 'tag': '3722f352-3235-4d17-8101-2160200a3ecf'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:11.722173 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595a0951-ed2f-4a33-8163-89d58d216aa4" -d '{"events": [{"server_uuid": "c3e537a4-42bb-4acc-8f1c-38dc46a5af18", "name": "network-vif-deleted", "tag": "3722f352-3235-4d17-8101-2160200a3ecf"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:11.795625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ce3ae-ddb9-4c8d-8517-f7a795003854 req-4323fd8a-e2b5-49f4-9bb2-5f25feaca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.797137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff2ce3ae-ddb9-4c8d-8517-f7a795003854 req-4323fd8a-e2b5-49f4-9bb2-5f25feaca95a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 1097 time: 0.2019942 Apr 20 13:08:11.798720 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdac19ae-5c4a-476d-84f3-1700160d6808 x-openstack-request-id: req-cdac19ae-5c4a-476d-84f3-1700160d6808 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:11.798963 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3e537a4-42bb-4acc-8f1c-38dc46a5af18", "name": "network-vif-deleted", "tag": "3722f352-3235-4d17-8101-2160200a3ecf", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:11.799172 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdac19ae-5c4a-476d-84f3-1700160d6808 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:11.799653 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdac19ae-5c4a-476d-84f3-1700160d6808'] response: {'server_uuid': 'c3e537a4-42bb-4acc-8f1c-38dc46a5af18', 'name': 'network-vif-deleted', 'tag': '3722f352-3235-4d17-8101-2160200a3ecf', 'status': 'completed', 'code': 200} Apr 20 13:08:11.901988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d032122-b830-4125-99fc-6a3fe2c3de53 req-741baa9e-795b-446d-89bc-8d13ceb9104b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 210 time: 0.0439858 Apr 20 13:08:11.919459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-39b77ae0-c0b5-41ba-a9f5-1fc0651e47b5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:11.922760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-39b77ae0-c0b5-41ba-a9f5-1fc0651e47b5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 821 time: 0.2564967 Apr 20 13:08:11.926004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff2ce3ae-ddb9-4c8d-8517-f7a795003854 req-5c01825d-7648-4bd4-be7d-9ff5d4f07a62 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132417 Apr 20 13:08:11.942454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Request body: {'port': {'device_id': '9248f07e-5506-405f-a516-04e12997acce', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'admin_state_up': True, 'tenant_id': '530154cd5ad74ea6bd85359b2c80e8fe'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:12.044637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab289b7a-9580-494e-9d0b-8f436aad5cb0 req-156713f9-bcb9-4159-a1a6-083e3b1b6e16 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:12.046118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab289b7a-9580-494e-9d0b-8f436aad5cb0 req-156713f9-bcb9-4159-a1a6-083e3b1b6e16 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 946 time: 0.1222272 Apr 20 13:08:12.072816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f7189e7-c45f-4b94-a016-dc8bf0ce02db req-29b40875-085d-4e39-9b21-c7171fae7d40 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3e537a4-42bb-4acc-8f1c-38dc46a5af18 HTTP/1.1" status: 200 len: 210 time: 0.0501311 Apr 20 13:08:12.126168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab289b7a-9580-494e-9d0b-8f436aad5cb0 req-b415e6c9-67f4-43f5-bacc-1e11b0ec9577 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581565 Apr 20 13:08:12.145147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Made reservation on behalf of 530154cd5ad74ea6bd85359b2c80e8fe for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:12.148792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.274928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Allocated IP 172.20.0.9 (0b7ad0a7-dcec-41fd-9ed8-e333c5f46616/24db5795-24f6-4ad2-aeb1-51a270e77700/c9e629cc-af7a-45e6-8d6a-e822819d41fe) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:12.429716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7fd91d33-850e-41e8-9657-ac8f8002a991 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:12.448208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.451967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 7fd91d33-850e-41e8-9657-ac8f8002a991 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:12.452517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7fd91d33-850e-41e8-9657-ac8f8002a991 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:12.501833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.555697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:12.559438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:12.564020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:12.568224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event updated for resources: {'Port': ['ID=c9e629cc-af7a-45e6-8d6a-e822819d41fe,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:12.616210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:12.616832 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:12.633750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-9ad0b189-ab71-4d02-b4d1-cdb1971937e5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957095 Apr 20 13:08:12.647727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Request body: {'port': {'device_id': '9248f07e-5506-405f-a516-04e12997acce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:12.711871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.047821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e629cc-af7a-45e6-8d6a-e822819d41fe {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:13.057086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.080782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eb4c6-eb44-4a5d-bc28-dee40bc1d6a0 req-5cedfed8-82e7-4ff5-aaf4-babcdf0809bf tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.082824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da0eb4c6-eb44-4a5d-bc28-dee40bc1d6a0 req-5cedfed8-82e7-4ff5-aaf4-babcdf0809bf tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 931 time: 0.0942266 Apr 20 13:08:13.083741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Transition to ACTIVE for port object c9e629cc-af7a-45e6-8d6a-e822819d41fe will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:13.088284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.167586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Pushing event updated for resources: {'Port': ['ID=c9e629cc-af7a-45e6-8d6a-e822819d41fe,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:13.204813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da0eb4c6-eb44-4a5d-bc28-dee40bc1d6a0 req-0d91fd56-594a-499f-a03b-7e747d3967ec tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137941 Apr 20 13:08:13.292341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fce18-0c28-479e-b6c5-90d67c867b46 req-ceddf203-c275-41c6-98e5-95350e0b658f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.294178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c6fce18-0c28-479e-b6c5-90d67c867b46 req-ceddf203-c275-41c6-98e5-95350e0b658f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 946 time: 0.0701709 Apr 20 13:08:13.297772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Attempting to bind port c9e629cc-af7a-45e6-8d6a-e822819d41fe on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:13.298109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Attempting to bind port c9e629cc-af7a-45e6-8d6a-e822819d41fe by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:13.298444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Attempting to bind port c9e629cc-af7a-45e6-8d6a-e822819d41fe on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:13.311363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Port c9e629cc-af7a-45e6-8d6a-e822819d41fe on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:13.311712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Attempting to bind port c9e629cc-af7a-45e6-8d6a-e822819d41fe on network 0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:13.333260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:13.333696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Checking segment: {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:13.334026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Bound using segment: {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:13.334455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Bound port: c9e629cc-af7a-45e6-8d6a-e822819d41fe, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd478a148-6834-465f-8063-e4b0f46a1c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:13.334822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.360237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c6fce18-0c28-479e-b6c5-90d67c867b46 req-6a09d34b-0a23-4b90-8617-1ef9fc1bf663 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585093 Apr 20 13:08:13.429513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] For port c9e629cc-af7a-45e6-8d6a-e822819d41fe, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:13.434551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] For port c9e629cc-af7a-45e6-8d6a-e822819d41fe, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9e629cc-af7a-45e6-8d6a-e822819d41fe,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:13.444028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.535646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.536261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:13.537832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] 10.222.0.30 "PUT /v2.0/ports/c9e629cc-af7a-45e6-8d6a-e822819d41fe HTTP/1.1" status: 200 len: 1091 time: 0.8953180 Apr 20 13:08:13.538453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196e52f-9063-4b2f-9fa7-4a3ddfdff67d service neutron] Pushing event updated for resources: {'Port': ['ID=c9e629cc-af7a-45e6-8d6a-e822819d41fe,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:13.639944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-8caff7bd-740d-4263-bf68-b35d5f4f21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.641424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-8caff7bd-740d-4263-bf68-b35d5f4f21c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 1094 time: 0.0611017 Apr 20 13:08:13.716213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-35924842-0e70-4845-9753-ea2ba0d6e230 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9e629cc-af7a-45e6-8d6a-e822819d41fe HTTP/1.1" status: 200 len: 217 time: 0.0615594 Apr 20 13:08:13.769311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-d906597e-5f55-4e51-a118-8f76cac8d4ae tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.770809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-d906597e-5f55-4e51-a118-8f76cac8d4ae tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1464279 Apr 20 13:08:13.786207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-83de5fdb-3369-4e40-9591-32f7a0f7e1f8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.0095363 Apr 20 13:08:13.801772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9248f07e-5506-405f-a516-04e12997acce', 'tag': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:13.805819 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d36a21-3edd-4642-9bd3-83bd213afdcd" -d '{"events": [{"name": "network-changed", "server_uuid": "9248f07e-5506-405f-a516-04e12997acce", "tag": "c9e629cc-af7a-45e6-8d6a-e822819d41fe"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:13.854496 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4535977-111a-46c1-b599-ac290c3cb327 x-openstack-request-id: req-e4535977-111a-46c1-b599-ac290c3cb327 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:13.855011 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9248f07e-5506-405f-a516-04e12997acce", "tag": "c9e629cc-af7a-45e6-8d6a-e822819d41fe", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:13.855649 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4535977-111a-46c1-b599-ac290c3cb327 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:13.855649 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4535977-111a-46c1-b599-ac290c3cb327'] response: {'name': 'network-changed', 'server_uuid': '9248f07e-5506-405f-a516-04e12997acce', 'tag': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe', 'status': 'completed', 'code': 200} Apr 20 13:08:13.917963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-c004e608-89b5-4729-91e0-edfc72382010 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256940 Apr 20 13:08:13.919264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-f305f4f8-50bd-4061-a481-bf67250f50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:13.920571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-f305f4f8-50bd-4061-a481-bf67250f50b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24db5795-24f6-4ad2-aeb1-51a270e77700 HTTP/1.1" status: 200 len: 861 time: 0.1980464 Apr 20 13:08:13.968770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-d2ab94fd-05c0-4b0f-96d6-a3ffd26c5544 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346191 Apr 20 13:08:14.107015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-0511258d-eeff-4fe8-9e5f-17bc7ef52e08 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817062 Apr 20 13:08:14.131624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-7c94a4ba-83ef-4954-b79a-bb9ea8225910 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320007 Apr 20 13:08:14.315762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-ba944ea8-236b-4dcc-b73f-395b8764dbdf service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972656 Apr 20 13:08:14.345234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81051a58-9279-4bf3-a5f4-56185d0ede67 req-4c08a4ec-82ee-4941-904e-2cd12716e5d2 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039928 Apr 20 13:08:14.814193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c80a4b8-f6d6-4d51-b4c4-b48028e854c4 req-ca811237-707a-48c9-b9b9-2e0f97d7f3b3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 210 time: 0.0508747 Apr 20 13:08:14.839688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce43e52-59ba-4697-b819-d3e3dde8bd9e req-f3172ecf-a5e4-49cf-9f50-2c20438062b8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:14.841167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cce43e52-59ba-4697-b819-d3e3dde8bd9e req-f3172ecf-a5e4-49cf-9f50-2c20438062b8 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 943 time: 0.5190763 Apr 20 13:08:14.847250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-12cbd90b-c324-45a7-9d51-7e6ade738493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:14.848738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-12cbd90b-c324-45a7-9d51-7e6ade738493 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 1094 time: 0.0866349 Apr 20 13:08:14.933371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cce43e52-59ba-4697-b819-d3e3dde8bd9e req-7845760e-584a-4bfd-ba21-de83cb29c0c6 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836256 Apr 20 13:08:14.976603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-6c5bf7dd-4ed7-49ba-8fa6-fbfe9646404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:14.978414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-6c5bf7dd-4ed7-49ba-8fa6-fbfe9646404d service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 200 len: 922 time: 0.1226990 Apr 20 13:08:15.023942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-1c65dffa-fe35-403a-8d69-1156f74f3eef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9e629cc-af7a-45e6-8d6a-e822819d41fe HTTP/1.1" status: 200 len: 217 time: 0.0388062 Apr 20 13:08:15.087331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-73469243-dbb5-4fbc-91e6-52e75c7b2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:15.088646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-73469243-dbb5-4fbc-91e6-52e75c7b2918 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=24db5795-24f6-4ad2-aeb1-51a270e77700 HTTP/1.1" status: 200 len: 861 time: 0.0557690 Apr 20 13:08:15.121072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-7a87e92d-2253-493f-bb87-317e128ae050 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249512 Apr 20 13:08:15.132315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-4317dc8b-adfb-494a-8d83-1b0850ed9298 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:08:15.133169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-4317dc8b-adfb-494a-8d83-1b0850ed9298 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055330 Apr 20 13:08:15.223898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-6111beaa-bc9b-4f7c-b990-4f05c5bb9924 service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Apr 20 13:08:15.243844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3722f352-3235-4d17-8101-2160200a3ecf no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:15.288477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 3722f352-3235-4d17-8101-2160200a3ecf {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:15.288921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 3722f352-3235-4d17-8101-2160200a3ecf not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:15.327132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2d36a21-3edd-4642-9bd3-83bd213afdcd req-dde71f52-e005-49bf-b92c-6b2aef64c34a service neutron] 10.222.0.30 "GET /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954509 Apr 20 13:08:15.706150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-ec9b9c1d-6861-465e-ad39-92597eb3b3a0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:15.707851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-ec9b9c1d-6861-465e-ad39-92597eb3b3a0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1609118 Apr 20 13:08:15.721161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Request body: {'port': {'device_id': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'admin_state_up': True, 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:15.861233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:15.866794 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:15.968994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52f7f241-431f-48c0-a151-5214d9a8041f req-cdb37109-bd7e-43e2-a05a-b2718c0cb24f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 210 time: 0.0386569 Apr 20 13:08:16.001533 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:08:16.070720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Allocated IP 172.20.0.12 (743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225/e4bb8c57-1470-4673-9eaa-4b46b689a4e5/91d2d319-1ac6-4ba6-b136-0b791ff4ea51) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:16.098067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c876d-5755-460d-b437-0c1fe9139f83 req-3145567a-5820-456d-ae18-4ff6e93fb2a1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.099627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-918c876d-5755-460d-b437-0c1fe9139f83 req-3145567a-5820-456d-ae18-4ff6e93fb2a1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 943 time: 0.0766957 Apr 20 13:08:16.177671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-918c876d-5755-460d-b437-0c1fe9139f83 req-7308373f-59ce-44f3-898b-08d058a5a764 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662868 Apr 20 13:08:16.266049 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.300137 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.313271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d', '9fa00ca8-8c99-4bd6-8bad-c674635526cb'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:16.356363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:16.360138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:16.370225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:16.404300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event updated for resources: {'Port': ['ID=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:16.461007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:16.462101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.484352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-3ee250c8-a515-41d7-abde-4e01e8ae8b59 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7668817 Apr 20 13:08:16.496053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Request body: {'port': {'device_id': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:16.589593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.831044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53480) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:16.954429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:16.958520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e1b4-5f25-4af0-8cc7-ab49265d0452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.962004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:16.975094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Transition to ACTIVE for port object 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:16.979951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.085138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Pushing event updated for resources: {'Port': ['ID=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.091994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e1b4-5f25-4af0-8cc7-ab49265d0452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.099850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6d2e1b4-5f25-4af0-8cc7-ab49265d0452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.146456 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c6d2e1b4-5f25-4af0-8cc7-ab49265d0452 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c807fb891c647ab8c2f33540e2028d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141992 Apr 20 13:08:17.147254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Attempting to bind port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:17.147356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2e1b4-5f25-4af0-8cc7-ab49265d0452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0ce245-cce0-48de-b0b1-a0d7549e2995,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.147587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Attempting to bind port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:17.147913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Attempting to bind port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:17.149645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53486) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:17.155407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:17.155722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Attempting to bind port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:17.170737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3246d52-b5d9-44be-bb94-c355de4de72c req-8ba9367d-da24-474e-a5a7-c8d12756a24a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.172200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3246d52-b5d9-44be-bb94-c355de4de72c req-8ba9367d-da24-474e-a5a7-c8d12756a24a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 944 time: 0.0681453 Apr 20 13:08:17.172927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:17.173252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:17.173850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Bound using segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:17.174061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Bound port: 91d2d319-1ac6-4ba6-b136-0b791ff4ea51, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:17.174411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.200842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9489b54-21ec-447c-afdc-ab5de2416753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.225802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9489b54-21ec-447c-afdc-ab5de2416753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.270950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3246d52-b5d9-44be-bb94-c355de4de72c req-c248050b-1a56-4756-8bd1-f234753a938c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867989 Apr 20 13:08:17.278690 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9489b54-21ec-447c-afdc-ab5de2416753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.281231 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9489b54-21ec-447c-afdc-ab5de2416753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.285514 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f9489b54-21ec-447c-afdc-ab5de2416753 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da0ce245-cce0-48de-b0b1-a0d7549e2995 HTTP/1.1" status: 204 len: 168 time: 0.1316745 Apr 20 13:08:17.297966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9489b54-21ec-447c-afdc-ab5de2416753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0ce245-cce0-48de-b0b1-a0d7549e2995,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.302852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] For port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:17.306541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] For port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:17.314023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.355534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5a031-4e5d-4905-976f-1d01e29598a9 req-5b7ad89b-45b5-4945-a3a7-44137a7c3d1b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.358108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dd5a031-4e5d-4905-976f-1d01e29598a9 req-5b7ad89b-45b5-4945-a3a7-44137a7c3d1b tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 943 time: 0.1086199 Apr 20 13:08:17.370077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.370679 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.371986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] 10.222.0.37 "PUT /v2.0/ports/91d2d319-1ac6-4ba6-b136-0b791ff4ea51 HTTP/1.1" status: 200 len: 1092 time: 0.8804648 Apr 20 13:08:17.375303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'tag': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:17.377575 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817358c8-49de-48a9-a1df-987833831b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec01f5c9-6253-4f3c-a6dc-a0af172c9a78", "tag": "91d2d319-1ac6-4ba6-b136-0b791ff4ea51"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:17.413704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb71e9d-b0fe-40a5-a3ec-4e780bca3180 service neutron] Pushing event updated for resources: {'Port': ['ID=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.456414 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5b0554-5c58-4312-8b51-202f2e5f6b12 x-openstack-request-id: req-da5b0554-5c58-4312-8b51-202f2e5f6b12 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:17.457480 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec01f5c9-6253-4f3c-a6dc-a0af172c9a78", "tag": "91d2d319-1ac6-4ba6-b136-0b791ff4ea51", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:17.457879 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da5b0554-5c58-4312-8b51-202f2e5f6b12 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:17.458586 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5b0554-5c58-4312-8b51-202f2e5f6b12'] response: {'name': 'network-changed', 'server_uuid': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'tag': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51', 'status': 'completed', 'code': 200} Apr 20 13:08:17.463331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7dd5a031-4e5d-4905-976f-1d01e29598a9 req-99e42c57-b624-44f7-bd89-f79f89be82f0 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949156 Apr 20 13:08:17.502026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-2f19e8b0-271c-4552-8f8c-d08bd6f450e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.503766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-2f19e8b0-271c-4552-8f8c-d08bd6f450e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 1095 time: 0.0759029 Apr 20 13:08:17.552627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-dad2113a-0544-4a24-92aa-bd70b56c1727 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d2d319-1ac6-4ba6-b136-0b791ff4ea51 HTTP/1.1" status: 200 len: 217 time: 0.0415313 Apr 20 13:08:17.608258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-45fd8cc0-25e9-4a1e-8e3a-769c97e129bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.609774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-45fd8cc0-25e9-4a1e-8e3a-769c97e129bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0500786 Apr 20 13:08:17.644129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-c21e24d5-6065-4f01-ad7c-a5a47c95a2c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280321 Apr 20 13:08:17.663087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53496) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:17.677973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df3c048e-1aa1-4632-a7de-3b32ebd20596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.759085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-441b5761-f3e0-4589-ab24-2fb13ef17061 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070805 Apr 20 13:08:17.772885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df3c048e-1aa1-4632-a7de-3b32ebd20596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.778480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df3c048e-1aa1-4632-a7de-3b32ebd20596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.805327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df3c048e-1aa1-4632-a7de-3b32ebd20596 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfd0024e0d7b4ca6a1552152b3e153ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410391 Apr 20 13:08:17.811654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53502) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:17.852754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c048e-1aa1-4632-a7de-3b32ebd20596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f21f92-ab4f-4870-8de4-f646313978f7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.879860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de7ae316-aac4-4888-ad20-f05c94fb3402 req-c653143b-5035-4bd1-bede-a5bd1667c5ff service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130784 Apr 20 13:08:17.881468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-096febe5-c684-4b1e-b4aa-7286dfb11184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.906490 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-096febe5-c684-4b1e-b4aa-7286dfb11184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.963808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-096febe5-c684-4b1e-b4aa-7286dfb11184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.967470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-096febe5-c684-4b1e-b4aa-7286dfb11184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:17.970630 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-096febe5-c684-4b1e-b4aa-7286dfb11184 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35f21f92-ab4f-4870-8de4-f646313978f7 HTTP/1.1" status: 204 len: 168 time: 0.1554027 Apr 20 13:08:17.980351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096febe5-c684-4b1e-b4aa-7286dfb11184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f21f92-ab4f-4870-8de4-f646313978f7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:17.985282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817358c8-49de-48a9-a1df-987833831b5f req-dff7eedc-76ea-4ea5-a78a-bb937a3cb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:17.986746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-817358c8-49de-48a9-a1df-987833831b5f req-dff7eedc-76ea-4ea5-a78a-bb937a3cb0ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 1095 time: 0.0553348 Apr 20 13:08:18.090305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817358c8-49de-48a9-a1df-987833831b5f req-c4dcd957-32c8-4aef-a96d-e153e4bcd912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.091885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-817358c8-49de-48a9-a1df-987833831b5f req-c4dcd957-32c8-4aef-a96d-e153e4bcd912 service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.0979891 Apr 20 13:08:18.135798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-817358c8-49de-48a9-a1df-987833831b5f req-a9edb308-db64-435c-bcc0-7d040bb39feb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d2d319-1ac6-4ba6-b136-0b791ff4ea51 HTTP/1.1" status: 200 len: 217 time: 0.0366471 Apr 20 13:08:18.193497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817358c8-49de-48a9-a1df-987833831b5f req-55520f5f-f367-439f-a40f-35590335f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.194977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-817358c8-49de-48a9-a1df-987833831b5f req-55520f5f-f367-439f-a40f-35590335f3cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0526037 Apr 20 13:08:18.232809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-817358c8-49de-48a9-a1df-987833831b5f req-a4c1c6be-93e6-4467-9bce-c80a5fc3bd94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304027 Apr 20 13:08:18.330448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-817358c8-49de-48a9-a1df-987833831b5f req-7296f796-6c8b-425e-a839-7c14f43b454d service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905132 Apr 20 13:08:18.344876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53514) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:18.362533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75895bf1-3abc-4fed-81ca-32222bff2298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.450079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75895bf1-3abc-4fed-81ca-32222bff2298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.454983 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75895bf1-3abc-4fed-81ca-32222bff2298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.464941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7af027-d510-4b88-9ba4-32f53cb981e8 req-26f62df4-0dc1-4f41-86b7-85cd856819d1 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.466439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc7af027-d510-4b88-9ba4-32f53cb981e8 req-26f62df4-0dc1-4f41-86b7-85cd856819d1 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 944 time: 0.1069851 Apr 20 13:08:18.472958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-817358c8-49de-48a9-a1df-987833831b5f req-174b5cc2-a204-4871-9747-57f2138fff7b service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348433 Apr 20 13:08:18.477174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9e629cc-af7a-45e6-8d6a-e822819d41fe details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:18.516901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895bf1-3abc-4fed-81ca-32222bff2298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634a5026-7f62-4c75-867e-61f48c11da48,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:18.522940 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-75895bf1-3abc-4fed-81ca-32222bff2298 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6c9b821f2554441b254209fcf6ea67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768610 Apr 20 13:08:18.526546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53518) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:18.552663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc7af027-d510-4b88-9ba4-32f53cb981e8 req-78c14413-41de-480e-850f-42ed7b216bc3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657246 Apr 20 13:08:18.615532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c9e629cc-af7a-45e6-8d6a-e822819d41fe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9e629cc-af7a-45e6-8d6a-e822819d41fe,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:18.625468 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1301432b-cd17-47a3-9c8c-c2c63848eaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.630967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe', 'network_id': '0b7ad0a7-dcec-41fd-9ed8-e333c5f46616', 'port_id': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe', 'mac_address': 'fa:16:3e:24:ba:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24db5795-24f6-4ad2-aeb1-51a270e77700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:18.657490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1301432b-cd17-47a3-9c8c-c2c63848eaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.666588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d740ffb-1093-4f1f-8da5-084e84dac7a4 req-607df7f1-f2c4-4776-b89d-df5a07a58adc tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.668462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d740ffb-1093-4f1f-8da5-084e84dac7a4 req-607df7f1-f2c4-4776-b89d-df5a07a58adc tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 943 time: 0.0793643 Apr 20 13:08:18.682896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.698797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e629cc-af7a-45e6-8d6a-e822819d41fe {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:18.721785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c9e629cc-af7a-45e6-8d6a-e822819d41fe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9e629cc-af7a-45e6-8d6a-e822819d41fe,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:18.727795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.731407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d740ffb-1093-4f1f-8da5-084e84dac7a4 req-0122e53b-20de-4a56-9601-f0370511162e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538075 Apr 20 13:08:18.779344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1301432b-cd17-47a3-9c8c-c2c63848eaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.782038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1301432b-cd17-47a3-9c8c-c2c63848eaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:18.783533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1301432b-cd17-47a3-9c8c-c2c63848eaa7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/634a5026-7f62-4c75-867e-61f48c11da48 HTTP/1.1" status: 204 len: 168 time: 0.2558489 Apr 20 13:08:18.798082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-c25879cc-5070-4b5b-b3e4-8cd5acbd9a4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649500 Apr 20 13:08:18.799302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301432b-cd17-47a3-9c8c-c2c63848eaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634a5026-7f62-4c75-867e-61f48c11da48,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:18.827127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c9e629cc-af7a-45e6-8d6a-e822819d41fe,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:18.838330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.838702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.839108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.839447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.839778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.840103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.840428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.840750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.841071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.841390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.841742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.842083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:18.894202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-188d9c36-a9e5-4ed2-ab02-b8c5b787aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:18.895682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-188d9c36-a9e5-4ed2-ab02-b8c5b787aadc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65&device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 1097 time: 0.0504351 Apr 20 13:08:18.928176 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:19.063403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-f9622dde-609d-4668-a51c-f9e4849bf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.068491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-f9622dde-609d-4668-a51c-f9e4849bf55d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a47984c5-779c-422e-ac9c-fe896aed3bc4 HTTP/1.1" status: 200 len: 907 time: 0.1532433 Apr 20 13:08:19.118902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c9e629cc-af7a-45e6-8d6a-e822819d41fe'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:19.178453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-f7b54692-771a-493a-9073-99b7539fe3bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd74bc03-aff9-45c9-a396-69cc6187b462 HTTP/1.1" status: 200 len: 1001 time: 0.1000030 Apr 20 13:08:19.238999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-d4c58c46-2cf5-4826-8936-fdf7cd89b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.240425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-d4c58c46-2cf5-4826-8936-fdf7cd89b802 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7d4aedf-0341-40ae-931d-1a0b6dc16cd2 HTTP/1.1" status: 200 len: 845 time: 0.0553787 Apr 20 13:08:19.287621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-074c0303-0422-400f-8e5f-7490357af45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.289092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-074c0303-0422-400f-8e5f-7490357af45f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a47984c5-779c-422e-ac9c-fe896aed3bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419714 Apr 20 13:08:19.379744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-42dba085-2b94-45e2-a1d1-fc7b4d8bb058 service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833488 Apr 20 13:08:19.475982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c73926a-0b19-4790-bbeb-0cc0e64ddb37 req-237d1b71-e72f-435a-b750-7eedcd5609a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858593 Apr 20 13:08:19.673784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a587ef-bc19-4644-9e65-6852b73bf075 req-0e340059-2e38-4a63-9965-7b495fb52fad tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.675252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50a587ef-bc19-4644-9e65-6852b73bf075 req-0e340059-2e38-4a63-9965-7b495fb52fad tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 944 time: 0.0501294 Apr 20 13:08:19.714536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50a587ef-bc19-4644-9e65-6852b73bf075 req-0e56af1c-62f8-4bf1-ab38-cb6c6333504f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Apr 20 13:08:19.855947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b335223-d2aa-485a-ba05-8fb33499d0d6 req-358064f2-abcf-4b21-8d0b-25848975f3c1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:19.857446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b335223-d2aa-485a-ba05-8fb33499d0d6 req-358064f2-abcf-4b21-8d0b-25848975f3c1 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 944 time: 0.0546076 Apr 20 13:08:19.897396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b335223-d2aa-485a-ba05-8fb33499d0d6 req-784e8439-d089-450b-aa93-f9870225e4bc tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Apr 20 13:08:20.272630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-ffbc67cc-b154-4d00-81e9-5709dbff5f5e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.274463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-ffbc67cc-b154-4d00-81e9-5709dbff5f5e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/networks?id=149028db-366b-44bb-9e1a-1292db28cc10 HTTP/1.1" status: 200 len: 813 time: 0.1018500 Apr 20 13:08:20.289240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5e5ff773-80f9-4d5b-9d9b-5bef84dce079 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/quotas/668ef6febcac4338bf53bc8d8f17d7f5 HTTP/1.1" status: 200 len: 375 time: 0.0093067 Apr 20 13:08:20.320649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-fc10631a-bca1-4fa1-b620-900b6c67d555 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=668ef6febcac4338bf53bc8d8f17d7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258524 Apr 20 13:08:20.428016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-ee6ec9c0-01ab-4a37-9d6b-724ba7d600f1 service neutron] 10.222.0.24 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004019 Apr 20 13:08:20.463303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9e629cc-af7a-45e6-8d6a-e822819d41fe up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:20.518150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-b035bc36-0134-4db7-a4f9-7505992f06bc service neutron] 10.222.0.24 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841839 Apr 20 13:08:20.524835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port c9e629cc-af7a-45e6-8d6a-e822819d41fe completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:20.529179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port c9e629cc-af7a-45e6-8d6a-e822819d41fe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:20.529668 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.620675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.653954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9248f07e-5506-405f-a516-04e12997acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:20.656155 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3274a9-e412-444f-ade6-2891617c15df" -d '{"events": [{"server_uuid": "9248f07e-5506-405f-a516-04e12997acce", "name": "network-vif-plugged", "status": "completed", "tag": "c9e629cc-af7a-45e6-8d6a-e822819d41fe"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:20.671580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c9e629cc-af7a-45e6-8d6a-e822819d41fe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9e629cc-af7a-45e6-8d6a-e822819d41fe,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:20.676467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53584) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:20.677107 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.682841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261734242', 'description': 'tempest-secgroup-smoke-1261734242 description', 'project_id': '03cd53d3d89e444e8c1137058a06ab83'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:20.715186 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfc2d4-293b-4dd0-b447-cd0270198675 x-openstack-request-id: req-20dfc2d4-293b-4dd0-b447-cd0270198675 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:20.715796 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9248f07e-5506-405f-a516-04e12997acce", "name": "network-vif-plugged", "status": "completed", "tag": "c9e629cc-af7a-45e6-8d6a-e822819d41fe", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:20.716255 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20dfc2d4-293b-4dd0-b447-cd0270198675 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:20.716874 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dfc2d4-293b-4dd0-b447-cd0270198675'] response: {'server_uuid': '9248f07e-5506-405f-a516-04e12997acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe', 'code': 200} Apr 20 13:08:20.732899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6ffa565-ac45-4f44-9fba-56e40f2e82cc req-7113287c-a38c-47b6-b197-5a5f3a574bed tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 210 time: 0.0595391 Apr 20 13:08:20.751510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c9e629cc-af7a-45e6-8d6a-e822819d41fe,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:20.755582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.767747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.861083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.865426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.867478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7f6f9-4824-4997-9822-c1ed705439a6 req-4f90702b-507d-485a-9376-1bb5f197a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.869049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cd7f6f9-4824-4997-9822-c1ed705439a6 req-4f90702b-507d-485a-9376-1bb5f197a89f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 1096 time: 0.0781829 Apr 20 13:08:20.902950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a4f7b-e776-4ec3-b489-cc97857d8297 req-efeea7f4-5b26-4955-b62a-f3299da27f70 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:20.904548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-567a4f7b-e776-4ec3-b489-cc97857d8297 req-efeea7f4-5b26-4955-b62a-f3299da27f70 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 944 time: 0.0781052 Apr 20 13:08:20.909669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785ed5ec-31a0-4e41-ae36-a147a256584f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:20.939369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cd7f6f9-4824-4997-9822-c1ed705439a6 req-b32a60f7-1886-443d-82a3-37e5a2ccbf02 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618949 Apr 20 13:08:20.955050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.962111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:20.967443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-567a4f7b-e776-4ec3-b489-cc97857d8297 req-eb3d3491-418f-4ec0-afa7-44386b4a4de6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491445 Apr 20 13:08:21.004633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.008979 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3314257 Apr 20 13:08:21.010744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53596) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:21.015426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-da5bd3f4-6205-4645-92e5-0bd035cf47db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '4aed2051-76d1-47f2-834f-849d52441eaa', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:21.022941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c612d1-831e-4376-9c58-b0ae65075688 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aed2051-76d1-47f2-834f-849d52441eaa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.045849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da5bd3f4-6205-4645-92e5-0bd035cf47db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.051631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbf766-28cf-455c-a4ea-d19d0bf4a184 req-b088863d-fe94-4b22-ae50-9a4e11834f32 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.054467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36cbf766-28cf-455c-a4ea-d19d0bf4a184 req-b088863d-fe94-4b22-ae50-9a4e11834f32 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 945 time: 0.0672767 Apr 20 13:08:21.099615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36cbf766-28cf-455c-a4ea-d19d0bf4a184 req-7f83a095-183f-4970-85f7-becc893244ab tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 Apr 20 13:08:21.124066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da5bd3f4-6205-4645-92e5-0bd035cf47db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.128199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da5bd3f4-6205-4645-92e5-0bd035cf47db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.148167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bd3f4-6205-4645-92e5-0bd035cf47db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffecdae-8190-4db5-9962-cc71ffbf68e3,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.153766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da5bd3f4-6205-4645-92e5-0bd035cf47db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.154945 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da5bd3f4-6205-4645-92e5-0bd035cf47db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432712 Apr 20 13:08:21.157713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:21.161914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f3e84f10-1242-468e-81b1-1000605dfdc5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '4aed2051-76d1-47f2-834f-849d52441eaa', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:21.186405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e84f10-1242-468e-81b1-1000605dfdc5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.246223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e84f10-1242-468e-81b1-1000605dfdc5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.249658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e84f10-1242-468e-81b1-1000605dfdc5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.267782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:21.270262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e84f10-1242-468e-81b1-1000605dfdc5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10058ca7-fe70-41aa-b7cb-1367e56407f7,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.275990 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f3e84f10-1242-468e-81b1-1000605dfdc5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.277167 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f3e84f10-1242-468e-81b1-1000605dfdc5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185386 Apr 20 13:08:21.279870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53600) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:21.284257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e3e787e4-4dab-4fd1-aa07-05bb7f43860b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '4aed2051-76d1-47f2-834f-849d52441eaa', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:21.313169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3e787e4-4dab-4fd1-aa07-05bb7f43860b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.375463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3e787e4-4dab-4fd1-aa07-05bb7f43860b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.377260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:21.380489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3e787e4-4dab-4fd1-aa07-05bb7f43860b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.391957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'port_id': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51', 'mac_address': 'fa:16:3e:46:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bb8c57-1470-4673-9eaa-4b46b689a4e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:21.400574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e787e4-4dab-4fd1-aa07-05bb7f43860b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c63cae-8e26-4093-b76e-2701424ace8e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.409615 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3e787e4-4dab-4fd1-aa07-05bb7f43860b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.413458 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e3e787e4-4dab-4fd1-aa07-05bb7f43860b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301231 Apr 20 13:08:21.413570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53602) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:21.417972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a98a2be2-afea-4850-8dd5-455aa90c06f2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '4aed2051-76d1-47f2-834f-849d52441eaa', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:21.434636 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.445494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a98a2be2-afea-4850-8dd5-455aa90c06f2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.450374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:21.473515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:21.478745 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.518805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a98a2be2-afea-4850-8dd5-455aa90c06f2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.523337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a98a2be2-afea-4850-8dd5-455aa90c06f2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.529059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.545773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a2be2-afea-4850-8dd5-455aa90c06f2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b6a1cd-cdfe-465b-868f-7c40f699f878,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.551315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a98a2be2-afea-4850-8dd5-455aa90c06f2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.552765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a98a2be2-afea-4850-8dd5-455aa90c06f2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381435 Apr 20 13:08:21.555321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53604) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:21.559651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '4aed2051-76d1-47f2-834f-849d52441eaa', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:21.579492 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:08:21.584884 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.645566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.648913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.666797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec7216c-338c-46d8-9941-3ec142ce77f6,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.674664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.675856 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-02254eb4-f045-4244-8643-0dd9fdbf1196 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196182 Apr 20 13:08:21.678740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53606) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:21.684305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '4aed2051-76d1-47f2-834f-849d52441eaa', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:21.687988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['91d2d319-1ac6-4ba6-b136-0b791ff4ea51'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:21.705163 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:08:21.710679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.772153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.777970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.795996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627a5a0d-4371-4b37-8fdb-c6760d5138e9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:21.805682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.806969 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-baa4f757-016d-48a1-abd1-900b2d6ccccc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271703 Apr 20 13:08:21.810296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53610) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:21.818844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'network': {'name': 'tempest-network-smoke--971755225', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'port_security_enabled': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:21.842382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:21.846118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.857106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06ad4692-d10a-4f07-ba58-5e02aafb390d req-2c6b7887-9aa3-431e-bf73-325ed3537ca8 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 210 time: 0.0294225 Apr 20 13:08:21.872343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:08:21.883391 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.883754 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Added segment 97c4f8d4-3e39-446e-844b-7634f84a0ffb of type vlan for network b4a77070-ec44-4e1b-879f-c4b83484595b Apr 20 13:08:21.929688 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.959915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:21.967512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:21.968115 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.022974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-7d7de5e0-b4fb-47da-93dd-66f2652fe688 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.024524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-7d7de5e0-b4fb-47da-93dd-66f2652fe688 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.30 "GET /v2.0/networks?id=149028db-366b-44bb-9e1a-1292db28cc10 HTTP/1.1" status: 200 len: 813 time: 0.1060240 Apr 20 13:08:22.029961 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2183764 Apr 20 13:08:22.034394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53614) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:22.041054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'admin_state_up': True, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:22.045043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b6711-aefd-4154-96e9-9783756c7f33 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Network': ['ID=b4a77070-ec44-4e1b-879f-c4b83484595b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:22.050980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Request body: {'port': {'device_id': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10', 'admin_state_up': True, 'tenant_id': '668ef6febcac4338bf53bc8d8f17d7f5'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:22.059471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network b4a77070-ec44-4e1b-879f-c4b83484595b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:08:22.145751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.146759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.210990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a69720-4e20-4794-b861-4fd9dda1faf0 req-31e0cd7f-8c3f-4882-82b5-3c929db5fd8d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.212397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48a69720-4e20-4794-b861-4fd9dda1faf0 req-31e0cd7f-8c3f-4882-82b5-3c929db5fd8d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 945 time: 0.1366351 Apr 20 13:08:22.285392 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.353912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ebb3f-c711-4312-99bc-ce3a3163639e req-10469b0a-bc86-4312-888e-eea95efcdc1c tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:22.355264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c42ebb3f-c711-4312-99bc-ce3a3163639e req-10469b0a-bc86-4312-888e-eea95efcdc1c tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 945 time: 0.1779327 Apr 20 13:08:22.359298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Made reservation on behalf of 668ef6febcac4338bf53bc8d8f17d7f5 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:22.362495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.407910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48a69720-4e20-4794-b861-4fd9dda1faf0 req-80f54d32-183c-4566-b9f9-1bdbfce420b2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787891 Apr 20 13:08:22.557559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:22.569084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c42ebb3f-c711-4312-99bc-ce3a3163639e req-189de611-0e99-4b1f-8832-5085c7c19b23 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779213 Apr 20 13:08:22.914870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Allocated IP 172.20.0.4 (149028db-366b-44bb-9e1a-1292db28cc10/4e3953a6-417c-4dab-a324-2f1fa692381f/978e3ba9-0526-4b13-a76a-db9ce1a4e172) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:22.965835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6be949e0-7d28-4125-8e79-18aea7138b56 req-e424aca0-05a5-4291-8580-7482e056d41e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 210 time: 0.0404553 Apr 20 13:08:23.181302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.208778 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.224614 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.291643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:23.326596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.339623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:23.344052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:23.344451 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.369165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.212 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/57a65cf1-dba2-4393-8a06-c9bfa6cc3782) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:23.400226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Network 149028db-366b-44bb-9e1a-1292db28cc10 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:23.404804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:23.407991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Pushing event updated for resources: {'Port': ['ID=978e3ba9-0526-4b13-a76a-db9ce1a4e172,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:23.412831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:23.427760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.457788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:23.460196 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c6545c-d232-420f-978c-a75296f1533d" -d '{"events": [{"server_uuid": "ec01f5c9-6253-4f3c-a6dc-a0af172c9a78", "name": "network-vif-plugged", "status": "completed", "tag": "91d2d319-1ac6-4ba6-b136-0b791ff4ea51"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:23.474437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:23.483437 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.516685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.517358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.517663 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3237f4cb-b50a-4e0b-b5a3-dd563b8ca52e x-openstack-request-id: req-3237f4cb-b50a-4e0b-b5a3-dd563b8ca52e {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:23.517989 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec01f5c9-6253-4f3c-a6dc-a0af172c9a78", "name": "network-vif-plugged", "status": "completed", "tag": "91d2d319-1ac6-4ba6-b136-0b791ff4ea51", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:23.518273 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3237f4cb-b50a-4e0b-b5a3-dd563b8ca52e {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:23.518658 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3237f4cb-b50a-4e0b-b5a3-dd563b8ca52e'] response: {'server_uuid': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51', 'code': 200} Apr 20 13:08:23.541547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:23.582759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-5fec1676-2bc1-41e8-9a83-6bcaad832236 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5491605 Apr 20 13:08:23.604257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Request body: {'port': {'device_id': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:23.657978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef9ba-9e18-4627-be58-f526ea4aa733 req-33aaba8f-bad2-4c4b-8597-e28e73490a78 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.659472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8eef9ba-9e18-4627-be58-f526ea4aa733 req-33aaba8f-bad2-4c4b-8597-e28e73490a78 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 946 time: 0.1649027 Apr 20 13:08:23.666399 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.682034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.772449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe53aa-62bb-4743-80f7-caae0d7c5b76 req-7dc0c7ab-edfc-40cc-9a21-50e2354a798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.773950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ebe53aa-62bb-4743-80f7-caae0d7c5b76 req-7dc0c7ab-edfc-40cc-9a21-50e2354a798b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 1097 time: 0.1889374 Apr 20 13:08:23.784981 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.815353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8eef9ba-9e18-4627-be58-f526ea4aa733 req-0e3a55ce-98af-4068-b379-9fb1db2c9d1f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437845 Apr 20 13:08:23.838566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea977ef-44b6-42e5-918b-65bf0e21ffc0 req-438a16d3-1a21-4f8a-b6db-0e83c3f6daef tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:23.840004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ea977ef-44b6-42e5-918b-65bf0e21ffc0 req-438a16d3-1a21-4f8a-b6db-0e83c3f6daef tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 945 time: 0.1932018 Apr 20 13:08:23.862375 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:23.921239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ebe53aa-62bb-4743-80f7-caae0d7c5b76 req-ea97ddde-fa41-4673-acde-f24ace3e1d76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370697 Apr 20 13:08:23.947846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:24.004310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:24.007084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:24.017732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:24.071568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ea977ef-44b6-42e5-918b-65bf0e21ffc0 req-3f370bab-242e-46ff-a02f-f0967fd587c5 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117805 Apr 20 13:08:24.239927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d5fb6-0e3f-4f57-8245-bfd4417e8ca7 req-60cb5a13-52f9-44d4-af35-20eaa5193d16 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.241390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce2d5fb6-0e3f-4f57-8245-bfd4417e8ca7 req-60cb5a13-52f9-44d4-af35-20eaa5193d16 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 931 time: 0.1929276 Apr 20 13:08:24.407654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce2d5fb6-0e3f-4f57-8245-bfd4417e8ca7 req-b989ddf9-7331-4592-8b21-844124315613 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474864 Apr 20 13:08:24.438992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc474dfc-4892-4255-aa3d-bb4c41f7337f req-4cb00e64-894f-46f6-9ee0-57ba2c42ce9e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:24.440442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc474dfc-4892-4255-aa3d-bb4c41f7337f req-4cb00e64-894f-46f6-9ee0-57ba2c42ce9e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 945 time: 0.1767604 Apr 20 13:08:24.560686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978e3ba9-0526-4b13-a76a-db9ce1a4e172 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:24.590597 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.610627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc474dfc-4892-4255-aa3d-bb4c41f7337f req-4ca10cb2-cc2b-4b6c-948c-ad550f8ffbec tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631751 Apr 20 13:08:24.622322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:24.624217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Transition to ACTIVE for port object 978e3ba9-0526-4b13-a76a-db9ce1a4e172 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:24.659039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.019556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Pushing event updated for resources: {'Port': ['ID=978e3ba9-0526-4b13-a76a-db9ce1a4e172,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:25.156792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e06c4b-bc52-4e93-9cb4-cf84753424d6 req-4906901d-ed49-4408-9225-160e54337d41 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.158283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63e06c4b-bc52-4e93-9cb4-cf84753424d6 req-4906901d-ed49-4408-9225-160e54337d41 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 946 time: 0.1581514 Apr 20 13:08:25.212895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Attempting to bind port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:25.213222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Attempting to bind port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:25.213549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Attempting to bind port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 on network 149028db-366b-44bb-9e1a-1292db28cc10 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:25.233523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 on network 149028db-366b-44bb-9e1a-1292db28cc10 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:25.233868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Attempting to bind port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 on network 149028db-366b-44bb-9e1a-1292db28cc10 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:25.251870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.254822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:25.255147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Checking segment: {'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:25.255529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Bound using segment: {'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:25.255958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Bound port: 978e3ba9-0526-4b13-a76a-db9ce1a4e172, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5030c3a5-5864-4749-aa66-feacc874dda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:25.256300 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.260231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63e06c4b-bc52-4e93-9cb4-cf84753424d6 req-d63c1fde-a46f-4b35-9456-c43e19908ff7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948818 Apr 20 13:08:25.403575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] For port 978e3ba9-0526-4b13-a76a-db9ce1a4e172, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:25.408310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] For port 978e3ba9-0526-4b13-a76a-db9ce1a4e172, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=978e3ba9-0526-4b13-a76a-db9ce1a4e172,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:25.412457 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.460447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.461060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.462474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] 10.222.0.30 "PUT /v2.0/ports/978e3ba9-0526-4b13-a76a-db9ce1a4e172 HTTP/1.1" status: 200 len: 1091 time: 1.8630028 Apr 20 13:08:25.462955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'tag': '978e3ba9-0526-4b13-a76a-db9ce1a4e172'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:25.465198 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b6f615-bfa0-4c35-b824-0a099ffdafd3", "tag": "978e3ba9-0526-4b13-a76a-db9ce1a4e172"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:25.522900 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcde9160-62af-4534-bf64-4ff6e103b9bd x-openstack-request-id: req-bcde9160-62af-4534-bf64-4ff6e103b9bd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:25.523136 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b6f615-bfa0-4c35-b824-0a099ffdafd3", "tag": "978e3ba9-0526-4b13-a76a-db9ce1a4e172", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:25.523391 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcde9160-62af-4534-bf64-4ff6e103b9bd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:25.523819 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcde9160-62af-4534-bf64-4ff6e103b9bd'] response: {'name': 'network-changed', 'server_uuid': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'tag': '978e3ba9-0526-4b13-a76a-db9ce1a4e172', 'status': 'completed', 'code': 200} Apr 20 13:08:25.537413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0324eb1-55c7-4d3d-94af-871036b037be service neutron] Pushing event updated for resources: {'Port': ['ID=978e3ba9-0526-4b13-a76a-db9ce1a4e172,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:25.573449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 49da811c-88cd-4f73-9202-833f92de8581 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:08:25.593774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a8dc7-12f5-499e-8d12-5c5a397330cf req-4c00ec16-d0fd-4505-94a7-b9158c67ff64 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.595254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c5a8dc7-12f5-499e-8d12-5c5a397330cf req-4c00ec16-d0fd-4505-94a7-b9158c67ff64 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 943 time: 0.1171091 Apr 20 13:08:25.599819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-25ca0d02-6524-4fcf-ab33-51154dcb6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.601193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-25ca0d02-6524-4fcf-ab33-51154dcb6bc2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=668ef6febcac4338bf53bc8d8f17d7f5&device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 1094 time: 0.0823424 Apr 20 13:08:25.692759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-64dbcb81-9304-4040-acba-55ccea82a029 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=978e3ba9-0526-4b13-a76a-db9ce1a4e172 HTTP/1.1" status: 200 len: 217 time: 0.0820429 Apr 20 13:08:25.771267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c5a8dc7-12f5-499e-8d12-5c5a397330cf req-da6b927b-eeca-44e3-a206-5d07747a194b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676183 Apr 20 13:08:25.781896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200a022-faad-4f89-ae04-777fcfb820ee req-a9dc26a0-e129-422a-9316-0cd4efe8cb10 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.783547 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6200a022-faad-4f89-ae04-777fcfb820ee req-a9dc26a0-e129-422a-9316-0cd4efe8cb10 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 945 time: 0.0532792 Apr 20 13:08:25.836953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfe0f6-3ab9-401b-a86f-e87376b97bd4 req-53a5fcf4-f365-4493-a07e-d543d434e6bf tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.838476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02dfe0f6-3ab9-401b-a86f-e87376b97bd4 req-53a5fcf4-f365-4493-a07e-d543d434e6bf tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/ports?device_id=9248f07e-5506-405f-a516-04e12997acce HTTP/1.1" status: 200 len: 945 time: 0.1519172 Apr 20 13:08:25.839829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-f7952450-3888-4699-8494-d1f844414018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:25.841135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-f7952450-3888-4699-8494-d1f844414018 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e3953a6-417c-4dab-a324-2f1fa692381f HTTP/1.1" status: 200 len: 853 time: 0.1368694 Apr 20 13:08:25.873901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:25.884055 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Sync routers for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:25.891586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Deleting port c9e629cc-af7a-45e6-8d6a-e822819d41fe {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:25.891933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.897388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-78ebedb4-96c5-4c07-aaf2-c6eeb4dd01ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=149028db-366b-44bb-9e1a-1292db28cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477386 Apr 20 13:08:25.897533 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:25.898082 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:08:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:25.938861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:25.939950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d78daa7b-97e6-474d-b69a-2c020666f808 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9039531 Apr 20 13:08:25.944351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53640) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:25.944674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02dfe0f6-3ab9-401b-a86f-e87376b97bd4 req-32e20f63-f9b2-4501-a5e3-4171ca6c7e6a tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fdf1b84-5db4-4694-9ebb-3483276e130f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986867 Apr 20 13:08:26.003327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] For port c9e629cc-af7a-45e6-8d6a-e822819d41fe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c9e629cc-af7a-45e6-8d6a-e822819d41fe,segment=NetworkSegment(d478a148-6834-465f-8063-e4b0f46a1c8d),segment_id=d478a148-6834-465f-8063-e4b0f46a1c8d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:26.003327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.018378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Calling delete_port for c9e629cc-af7a-45e6-8d6a-e822819d41fe owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:26.025264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-be12478e-7109-435e-986a-8febebbfed43 service neutron] 10.222.0.30 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197655 Apr 20 13:08:26.039954 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:26.108391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b5252955-2bc0-4a4c-9df7-66761f55a5a7 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=03cd53d3d89e444e8c1137058a06ab83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1630418 Apr 20 13:08:26.111492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53644) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:26.205771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.215062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-708ff6fb-026a-4d3d-906f-13bf66df698c req-992b60ad-1bab-408e-8ca8-6fd22301f8c9 service neutron] 10.222.0.30 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830854 Apr 20 13:08:26.218346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c9e629cc-af7a-45e6-8d6a-e822819d41fe'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:26.235154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event deleted for resources: {'Port': ['ID=c9e629cc-af7a-45e6-8d6a-e822819d41fe,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:26.257303 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:24Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:26.284245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] No DVR routers for this DVR port c9e629cc-af7a-45e6-8d6a-e822819d41fe on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:26.287304 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.290907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6200a022-faad-4f89-ae04-777fcfb820ee req-b86bf39c-bab0-4566-b5b0-561a4299dbeb tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.30 "DELETE /v2.0/ports/c9e629cc-af7a-45e6-8d6a-e822819d41fe HTTP/1.1" status: 204 len: 173 time: 0.5013752 Apr 20 13:08:26.291405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9248f07e-5506-405f-a516-04e12997acce', 'name': 'network-vif-deleted', 'tag': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:26.293771 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08b0cce-ffb0-45d1-acc1-0174e0ac204c" -d '{"events": [{"server_uuid": "9248f07e-5506-405f-a516-04e12997acce", "name": "network-vif-deleted", "tag": "c9e629cc-af7a-45e6-8d6a-e822819d41fe"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:26.324501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Checking router: 49da811c-88cd-4f73-9202-833f92de8581 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:26.325187 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Updating router 49da811c-88cd-4f73-9202-833f92de8581 port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:08:26.345319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ac49b-fd80-4a67-b915-1af73ec1b9bd tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.350133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-015ac49b-fd80-4a67-b915-1af73ec1b9bd tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2344182 Apr 20 13:08:26.350623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53654) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:26.355802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-bfb0ec7e-62b7-44d0-8262-c6375a71dbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.357383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-bfb0ec7e-62b7-44d0-8262-c6375a71dbe0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=668ef6febcac4338bf53bc8d8f17d7f5&device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 1094 time: 0.0832298 Apr 20 13:08:26.375149 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.417091 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e49d5407-8d05-4975-8d7c-2fa6f76fcbfd tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616734 Apr 20 13:08:26.417091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53656) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:26.422155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-260559763', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:26.471617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21875fcf-6311-4d22-85f3-426c99d38328 req-fc4b6e3c-67a3-4d7f-ace7-fb66433e52c8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.473209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21875fcf-6311-4d22-85f3-426c99d38328 req-fc4b6e3c-67a3-4d7f-ace7-fb66433e52c8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 946 time: 0.1148634 Apr 20 13:08:26.497887 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632dddc6-880e-4e14-a42a-b9445a74704a x-openstack-request-id: req-632dddc6-880e-4e14-a42a-b9445a74704a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:26.498691 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9248f07e-5506-405f-a516-04e12997acce", "name": "network-vif-deleted", "tag": "c9e629cc-af7a-45e6-8d6a-e822819d41fe", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:26.499422 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-632dddc6-880e-4e14-a42a-b9445a74704a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:26.499836 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-632dddc6-880e-4e14-a42a-b9445a74704a'] response: {'server_uuid': '9248f07e-5506-405f-a516-04e12997acce', 'name': 'network-vif-deleted', 'tag': 'c9e629cc-af7a-45e6-8d6a-e822819d41fe', 'status': 'completed', 'code': 200} Apr 20 13:08:26.518455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-e27cd86b-9479-4cad-a91f-658387f372c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.519835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-e27cd86b-9479-4cad-a91f-658387f372c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=149028db-366b-44bb-9e1a-1292db28cc10 HTTP/1.1" status: 200 len: 914 time: 0.1347291 Apr 20 13:08:26.551329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:26.554866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.574512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21875fcf-6311-4d22-85f3-426c99d38328 req-6b84a4d1-ef7d-4c36-bdbb-0a81045e79dd tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904338 Apr 20 13:08:26.575851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-1ef50277-3fad-4dbf-bf11-c76286e5b3ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=978e3ba9-0526-4b13-a76a-db9ce1a4e172 HTTP/1.1" status: 200 len: 217 time: 0.0482986 Apr 20 13:08:26.651016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-d31df05b-1252-4cda-bc25-102f405c1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.653082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-d31df05b-1252-4cda-bc25-102f405c1db6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4e3953a6-417c-4dab-a324-2f1fa692381f HTTP/1.1" status: 200 len: 853 time: 0.0698152 Apr 20 13:08:26.699066 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.706240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-3a26e1b3-456b-4070-b363-54cf9c1de313 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=149028db-366b-44bb-9e1a-1292db28cc10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414460 Apr 20 13:08:26.706813 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.750989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf3f6a-a73d-4180-a3f4-6a8b038755be req-074c1e17-bec3-4894-8b03-ed5474e37452 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.752629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeaf3f6a-a73d-4180-a3f4-6a8b038755be req-074c1e17-bec3-4894-8b03-ed5474e37452 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 946 time: 0.0986700 Apr 20 13:08:26.760218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.777057 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Pushing event updated for resources: {'Port': ['ID=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:26.781661 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Attempting to bind port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:26.782315 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Attempting to bind port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:26.782682 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Attempting to bind port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:26.791520 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.791881 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.792223 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.792559 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.792891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.793676 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.793676 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.793891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.794201 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.794878 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.795230 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.795542 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:26.803021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:26.803850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:26.804525 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.805065 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:26.805727 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Bound port: 57a65cf1-dba2-4393-8a06-c9bfa6cc3782, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:26.806270 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.832842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Subnet': ['ID=0b4286ff-c130-4aca-ba57-852226315f03,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:26.835422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Checking segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:26.835851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network hostable DHCP agents. Network: b4a77070-ec44-4e1b-879f-c4b83484595b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:08:26.845474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeaf3f6a-a73d-4180-a3f4-6a8b038755be req-02bf5209-eaa8-4d3e-97b2-1df149d1db5e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675554 Apr 20 13:08:26.854649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network b4a77070-ec44-4e1b-879f-c4b83484595b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:08:26.865779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-2de22d5d-902a-447f-844b-4fb6c8f7d0b9 service neutron] 10.222.0.30 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512461 Apr 20 13:08:26.866226 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] For port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:26.868839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, b4a77070-ec44-4e1b-879f-c4b83484595b) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:26.870466 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] For port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:26.882398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8871ed25-8d94-40d1-b97e-3204e79b70c2 None None] Network b4a77070-ec44-4e1b-879f-c4b83484595b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:26.884118 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.887817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:26.891543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:26.924908 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-387c8b09-cc60-4316-9d85-f25ef6fcf9e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5044603 Apr 20 13:08:26.925303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53666) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:26.952095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e46f4c-1933-4691-aa54-a75f4307da98 None None] Pushing event updated for resources: {'Port': ['ID=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:26.986364 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:26.987162 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:08:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:27.123436 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:27.141150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c898d7-01f3-4d15-adbf-b8526eb8ff72 req-3690f353-264e-4c8e-b2a3-89479b132bbb service neutron] 10.222.0.30 "GET /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616062 Apr 20 13:08:27.154234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee394109-8e54-4293-bc67-6db4fc76f8e3 req-9cf047e5-8810-492e-a953-39552f5a3d6b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.156997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee394109-8e54-4293-bc67-6db4fc76f8e3 req-9cf047e5-8810-492e-a953-39552f5a3d6b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 943 time: 0.2137392 Apr 20 13:08:27.189116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-b4a77070-ec44-4e1b-879f-c4b83484595b', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:08:27.190375 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.219636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cae87-bcdf-41d4-950c-a48f960e4aa6 req-ecbe3b52-ebbd-4269-9255-bfa3a005847b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.221141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c53cae87-bcdf-41d4-950c-a48f960e4aa6 req-ecbe3b52-ebbd-4269-9255-bfa3a005847b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 946 time: 0.1971726 Apr 20 13:08:27.230920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee394109-8e54-4293-bc67-6db4fc76f8e3 req-c3dfe217-ddbd-43dc-acd9-0d2c73125254 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661757 Apr 20 13:08:27.277767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c53cae87-bcdf-41d4-950c-a48f960e4aa6 req-39e01a3d-2250-4637-bd67-1977773108f5 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458207 Apr 20 13:08:27.357891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Allocated IP 172.20.0.2 (b4a77070-ec44-4e1b-879f-c4b83484595b/0b4286ff-c130-4aca-ba57-852226315f03/c376df17-0f60-4796-b648-7b6fd2ddfec1) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:27.380871 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:24Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:27.416690 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbd65c9-10c1-4acd-9a4d-817495dd5a8c None None] The sync data for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 is: [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:24Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:27.501221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53684) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:27.611362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.619667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5203cd0d-73db-4555-ab08-cb6a96893ec9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.622305 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.666387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Network b4a77070-ec44-4e1b-879f-c4b83484595b is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:27.671732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:27.680119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:27.680597 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5203cd0d-73db-4555-ab08-cb6a96893ec9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.688302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.693104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Pushing event updated for resources: {'Port': ['ID=c376df17-0f60-4796-b648-7b6fd2ddfec1,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:27.742337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611f303-ddf4-4d9b-ae8f-a31b5de21f9c req-14e33904-a606-4dc3-aad1-25cd4834c08e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:27.745097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f611f303-ddf4-4d9b-ae8f-a31b5de21f9c req-14e33904-a606-4dc3-aad1-25cd4834c08e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 946 time: 0.1059785 Apr 20 13:08:27.801549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Attempting to bind port c376df17-0f60-4796-b648-7b6fd2ddfec1 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:27.801939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Attempting to bind port c376df17-0f60-4796-b648-7b6fd2ddfec1 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:27.802303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Attempting to bind port c376df17-0f60-4796-b648-7b6fd2ddfec1 on network b4a77070-ec44-4e1b-879f-c4b83484595b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:27.810006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5203cd0d-73db-4555-ab08-cb6a96893ec9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.811886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5203cd0d-73db-4555-ab08-cb6a96893ec9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.813033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5203cd0d-73db-4555-ab08-cb6a96893ec9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "DELETE /v2.0/security-groups/33b69ccd-4929-464a-b8b8-964fa7d88e7b HTTP/1.1" status: 204 len: 168 time: 0.3103781 Apr 20 13:08:27.817484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:27.817742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53688) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:27.818096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Checking segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:27.818576 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.819041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Bound using segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:27.819926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Bound port: c376df17-0f60-4796-b648-7b6fd2ddfec1, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:27.820715 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.861181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203cd0d-73db-4555-ab08-cb6a96893ec9 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b69ccd-4929-464a-b8b8-964fa7d88e7b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:27.875949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f611f303-ddf4-4d9b-ae8f-a31b5de21f9c req-e0c1bf1b-0a45-4c1a-a441-f237d0985edf tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006575 Apr 20 13:08:27.877457 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-e0cbe997-ae9a-443d-b279-7c9e4aa00d3e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] show failed (client error): The resource could not be found. Apr 20 13:08:27.881819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e0cbe997-ae9a-443d-b279-7c9e4aa00d3e tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "GET /v2.0/security-groups/33b69ccd-4929-464a-b8b8-964fa7d88e7b HTTP/1.1" status: 404 len: 347 time: 0.0629764 Apr 20 13:08:27.887226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53690) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:27.902297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] For port c376df17-0f60-4796-b648-7b6fd2ddfec1, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:27.906368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] For port c376df17-0f60-4796-b648-7b6fd2ddfec1, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c376df17-0f60-4796-b648-7b6fd2ddfec1,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:27.915243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:27.993523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07e314-c888-4436-b7d4-51d0b996f656 None None] Pushing event updated for resources: {'Port': ['ID=c376df17-0f60-4796-b648-7b6fd2ddfec1,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.107388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Deleting port d656be94-a9a4-4f6b-b3cc-7cf4ef2b1db2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:28.108001 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.114894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:28.181469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.1 (b4a77070-ec44-4e1b-879f-c4b83484595b/0b4286ff-c130-4aca-ba57-852226315f03/1541bd5c-29ec-4da3-b196-de48f58ea019) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:28.201894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:28.201894 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.236839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.237380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.261891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Calling delete_port for d656be94-a9a4-4f6b-b3cc-7cf4ef2b1db2 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:28.332577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.359267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:28.367053 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.406122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.450585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.460534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062aedb-ef46-452b-a3d6-bd8de4e8f0a9 req-7e05ef43-f014-41a1-8384-0e36b5faaa5b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:28.462090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c062aedb-ef46-452b-a3d6-bd8de4e8f0a9 req-7e05ef43-f014-41a1-8384-0e36b5faaa5b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 943 time: 0.1174932 Apr 20 13:08:28.471235 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.520552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network b4a77070-ec44-4e1b-879f-c4b83484595b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:28.525998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:28.530399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:28.556343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c062aedb-ef46-452b-a3d6-bd8de4e8f0a9 req-513144b1-ea66-40c2-b7dd-bcb97b301147 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783048 Apr 20 13:08:28.560729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=1541bd5c-29ec-4da3-b196-de48f58ea019,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.566325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.589517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.605494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Pushing event deleted for resources: {'Port': ['ID=d656be94-a9a4-4f6b-b3cc-7cf4ef2b1db2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:28.674963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.678182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.679371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c24ffcc3-d67e-44da-9bcd-ae3808f478b3 tempest-ImagesOneServerNegativeTestJSON-331353505 tempest-ImagesOneServerNegativeTestJSON-331353505-project] 10.222.0.24 "DELETE /v2.0/floatingips/2fda8968-89b6-4333-8d22-f72b1e325ffe HTTP/1.1" status: 204 len: 168 time: 0.7912490 Apr 20 13:08:28.739697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.796076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:28.844924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] Deleting subnet 24db5795-24f6-4ad2-aeb1-51a270e77700 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:08:28.848956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.887704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:28.942667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.068643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27631986-43a2-465c-b365-d339dfcf1238 req-63703804-6d80-435e-abbe-ebd22c13ecf4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:29.070195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27631986-43a2-465c-b365-d339dfcf1238 req-63703804-6d80-435e-abbe-ebd22c13ecf4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 946 time: 0.1054261 Apr 20 13:08:29.074781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.078682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5bf022-cba9-4235-b1b5-14a1677b5664 req-2df01af2-d985-47e4-9aea-0e84069db177 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:29.080563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.087386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b5bf022-cba9-4235-b1b5-14a1677b5664 req-2df01af2-d985-47e4-9aea-0e84069db177 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec01f5c9-6253-4f3c-a6dc-a0af172c9a78 HTTP/1.1" status: 200 len: 946 time: 0.1234622 Apr 20 13:08:29.091330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.156433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24db5795-24f6-4ad2-aeb1-51a270e77700,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:29.162955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=1541bd5c-29ec-4da3-b196-de48f58ea019,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:29.166607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.167440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.173940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:29.175191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-88ab0afd-ccf2-4e6f-8414-a98877382f3a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/24db5795-24f6-4ad2-aeb1-51a270e77700 HTTP/1.1" status: 204 len: 168 time: 0.3779502 Apr 20 13:08:29.205803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b5bf022-cba9-4235-b1b5-14a1677b5664 req-65eaa902-7f9d-45dc-a2c7-d509edb08b44 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170633 Apr 20 13:08:29.251144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8f18e3-beee-47f0-9083-16e487e8292a None None] Network b4a77070-ec44-4e1b-879f-c4b83484595b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:29.258399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Deleting port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:29.258994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.316488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-abeaf67a-87bf-490d-aec8-c4821e586118 None None] Provisioning complete for port c376df17-0f60-4796-b648-7b6fd2ddfec1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:29.317090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abeaf67a-87bf-490d-aec8-c4821e586118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.341450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.363943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network b4a77070-ec44-4e1b-879f-c4b83484595b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:29.367596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:29.372024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] For port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:29.372398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.386647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Calling delete_port for 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:29.526794 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.553167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.586911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d', '9fa00ca8-8c99-4bd6-8bad-c674635526cb', '91d2d319-1ac6-4ba6-b136-0b791ff4ea51'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:29.595307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event deleted for resources: {'Port': ['ID=91d2d319-1ac6-4ba6-b136-0b791ff4ea51,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:29.641168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] No DVR routers for this DVR port 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:29.646036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.649691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27631986-43a2-465c-b365-d339dfcf1238 req-ba254836-1d60-4081-bfcc-47bc3241e638 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "DELETE /v2.0/ports/91d2d319-1ac6-4ba6-b136-0b791ff4ea51 HTTP/1.1" status: 204 len: 173 time: 0.5600722 Apr 20 13:08:29.650170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'name': 'network-vif-deleted', 'tag': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:29.660748 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d2a63d-4266-4962-b8de-3b4902ae12a4" -d '{"events": [{"server_uuid": "ec01f5c9-6253-4f3c-a6dc-a0af172c9a78", "name": "network-vif-deleted", "tag": "91d2d319-1ac6-4ba6-b136-0b791ff4ea51"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:29.753049 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19271be2-3c51-47de-90a8-c2f846a69aa9 x-openstack-request-id: req-19271be2-3c51-47de-90a8-c2f846a69aa9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:29.753461 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec01f5c9-6253-4f3c-a6dc-a0af172c9a78", "name": "network-vif-deleted", "tag": "91d2d319-1ac6-4ba6-b136-0b791ff4ea51", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:29.754669 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19271be2-3c51-47de-90a8-c2f846a69aa9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:29.754669 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19271be2-3c51-47de-90a8-c2f846a69aa9'] response: {'server_uuid': 'ec01f5c9-6253-4f3c-a6dc-a0af172c9a78', 'name': 'network-vif-deleted', 'tag': '91d2d319-1ac6-4ba6-b136-0b791ff4ea51', 'status': 'completed', 'code': 200} Apr 20 13:08:29.783662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abeaf67a-87bf-490d-aec8-c4821e586118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.785733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00a346-5fb0-412e-8b73-b0cf81eca583 req-ae95f104-f664-4f4e-a99b-9335c710f15e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:29.789796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a00a346-5fb0-412e-8b73-b0cf81eca583 req-ae95f104-f664-4f4e-a99b-9335c710f15e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 943 time: 0.0764918 Apr 20 13:08:29.841913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a00a346-5fb0-412e-8b73-b0cf81eca583 req-e144d269-8de3-4648-9057-00f1359a14c9 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 Apr 20 13:08:29.893421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7ad0a7-dcec-41fd-9ed8-e333c5f46616']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:29.908085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd478a148-6834-465f-8063-e4b0f46a1c8d') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:29.908671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd478a148-6834-465f-8063-e4b0f46a1c8d') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:29.910896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-abeaf67a-87bf-490d-aec8-c4821e586118 None None] For port c376df17-0f60-4796-b648-7b6fd2ddfec1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c376df17-0f60-4796-b648-7b6fd2ddfec1,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:29.919395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 49da811c-88cd-4f73-9202-833f92de8581 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:29.921160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.922995 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abeaf67a-87bf-490d-aec8-c4821e586118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.941923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.978103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:08:29.978422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:08:29.980361 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:08:30.004352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaf67a-87bf-490d-aec8-c4821e586118 None None] Pushing event updated for resources: {'Port': ['ID=c376df17-0f60-4796-b648-7b6fd2ddfec1,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:30.115511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:30.131851 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77ed4e0d-60c2-43b6-a54d-1f9efef14a1e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/49da811c-88cd-4f73-9202-833f92de8581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1959202 Apr 20 13:08:30.131851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.131851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.136410 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] 10.222.0.24 "DELETE /v2.0/networks/0b7ad0a7-dcec-41fd-9ed8-e333c5f46616 HTTP/1.1" status: 204 len: 168 time: 0.9614217 Apr 20 13:08:30.155780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Sync routers for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:30.156041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7ad0a7-dcec-41fd-9ed8-e333c5f46616,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:30.165306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.165687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.166028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.166368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.166708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.167044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.167426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.167701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.168032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.168358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.168688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.169014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9abdd1-9df3-4e85-8b54-d8dc9b7f131c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:30.188641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:30.189278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:08:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:30.323649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c376df17-0f60-4796-b648-7b6fd2ddfec1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:30.386410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-6d230106-767c-4bcc-9a90-44c730f7dade tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261734242&fields=id&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 267 time: 0.0605326 Apr 20 13:08:30.413454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8e8ef8aa-f2b4-4228-8b2e-a99775802d29 None None] Provisioning complete for port c376df17-0f60-4796-b648-7b6fd2ddfec1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:30.413856 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef8aa-f2b4-4228-8b2e-a99775802d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.421738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:30.494812 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08784ade-0c97-4296-a991-e0d4ced0d05d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=530154cd5ad74ea6bd85359b2c80e8fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714905 Apr 20 13:08:30.497220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:30.531978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:30.535454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 978e3ba9-0526-4b13-a76a-db9ce1a4e172 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:30.544985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9e629cc-af7a-45e6-8d6a-e822819d41fe no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:30.575447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad00db2c-0662-45b6-abec-5aeff23cf58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.596092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-1d8e3cdb-286d-443f-bc9c-4b07f5364a50 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.602790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-1d8e3cdb-286d-443f-bc9c-4b07f5364a50 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 796 time: 0.2064292 Apr 20 13:08:30.611489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad00db2c-0662-45b6-abec-5aeff23cf58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.623117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-65ab89a7-162d-4900-8dc5-d13a5db6b4aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/quotas/03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 375 time: 0.0193841 Apr 20 13:08:30.665721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: c9e629cc-af7a-45e6-8d6a-e822819d41fe {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:30.666316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c9e629cc-af7a-45e6-8d6a-e822819d41fe not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:30.671244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeffb8-86f0-4fcc-ae82-d4ddc6dbe8b6 req-bd7bad20-d154-48f7-b620-d6701196191c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.672937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77aeffb8-86f0-4fcc-ae82-d4ddc6dbe8b6 req-bd7bad20-d154-48f7-b620-d6701196191c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 946 time: 0.1487811 Apr 20 13:08:30.676716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad00db2c-0662-45b6-abec-5aeff23cf58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.681190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad00db2c-0662-45b6-abec-5aeff23cf58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.683057 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad00db2c-0662-45b6-abec-5aeff23cf58d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fdf1b84-5db4-4694-9ebb-3483276e130f HTTP/1.1" status: 204 len: 168 time: 0.1846142 Apr 20 13:08:30.693048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c376df17-0f60-4796-b648-7b6fd2ddfec1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:30.693423 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:30.711442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00db2c-0662-45b6-abec-5aeff23cf58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdf1b84-5db4-4694-9ebb-3483276e130f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:30.746526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-81e8fcd1-08a0-47b6-bf1b-29e6debaeb23 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146369 Apr 20 13:08:30.761885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77aeffb8-86f0-4fcc-ae82-d4ddc6dbe8b6 req-cb5a628a-3745-4b2c-a497-026c597fcbf6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807650 Apr 20 13:08:30.858622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-2e71425d-19e9-4ca2-9cc7-1a03e6d57beb service neutron] 10.222.0.24 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112192 Apr 20 13:08:30.983248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-4ff25cd1-0e2b-4f5e-873b-263994339d53 service neutron] 10.222.0.24 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236477 Apr 20 13:08:30.996112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e257bb-f065-4523-a370-ef8c09a141e7 req-3bd90134-da52-46a1-9322-dd040474099d tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:30.997811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56e257bb-f065-4523-a370-ef8c09a141e7 req-3bd90134-da52-46a1-9322-dd040474099d tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 943 time: 0.0725610 Apr 20 13:08:31.008868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8e8ef8aa-f2b4-4228-8b2e-a99775802d29 None None] Provisioning complete for port 1541bd5c-29ec-4da3-b196-de48f58ea019 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:31.009242 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef8aa-f2b4-4228-8b2e-a99775802d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.065438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 978e3ba9-0526-4b13-a76a-db9ce1a4e172, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=978e3ba9-0526-4b13-a76a-db9ce1a4e172,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:31.069374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56e257bb-f065-4523-a370-ef8c09a141e7 req-3750eaf2-3cfe-492e-8f43-8f7d02846758 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635626 Apr 20 13:08:31.150176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '978e3ba9-0526-4b13-a76a-db9ce1a4e172', 'network_id': '149028db-366b-44bb-9e1a-1292db28cc10', 'port_id': '978e3ba9-0526-4b13-a76a-db9ce1a4e172', 'mac_address': 'fa:16:3e:13:a0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e3953a6-417c-4dab-a324-2f1fa692381f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:31.159947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8e8ef8aa-f2b4-4228-8b2e-a99775802d29 None None] Port 1541bd5c-29ec-4da3-b196-de48f58ea019 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:31.164261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:31.211676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b02604c-e22b-4487-a39c-76a65d2155b5 req-8adb5c9f-4fb0-42bd-8876-f64d510ced5e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 210 time: 0.0357146 Apr 20 13:08:31.250290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.278634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978e3ba9-0526-4b13-a76a-db9ce1a4e172 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:31.310948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 2, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:31.319077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 978e3ba9-0526-4b13-a76a-db9ce1a4e172, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=978e3ba9-0526-4b13-a76a-db9ce1a4e172,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:31.345025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c198de22-35a4-4275-92b3-0f3d112c00b2 None None] Provisioning complete for port 1541bd5c-29ec-4da3-b196-de48f58ea019 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:31.345406 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c198de22-35a4-4275-92b3-0f3d112c00b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.368690 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.370484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Checking router: 49da811c-88cd-4f73-9202-833f92de8581 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:31.370850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Updating router 49da811c-88cd-4f73-9202-833f92de8581 port 1541bd5c-29ec-4da3-b196-de48f58ea019 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:08:31.379996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:31.380376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.469927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c198de22-35a4-4275-92b3-0f3d112c00b2 None None] Port 1541bd5c-29ec-4da3-b196-de48f58ea019 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:31.469927 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:31.501505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=978e3ba9-0526-4b13-a76a-db9ce1a4e172,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:31.717077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['978e3ba9-0526-4b13-a76a-db9ce1a4e172'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:32.090495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c376df17-0f60-4796-b648-7b6fd2ddfec1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:32.124313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53786) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:32.131750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.152835 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.236728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fc1f1-ff02-4be7-8b76-5bb77cad0692 None None] Pushing event updated for resources: {'Port': ['ID=1541bd5c-29ec-4da3-b196-de48f58ea019,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:32.267328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-9a9aea6f-0da1-4816-8dba-6084b3d8db66 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.269547 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-9a9aea6f-0da1-4816-8dba-6084b3d8db66 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 946 time: 0.4776719 Apr 20 13:08:32.312163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c376df17-0f60-4796-b648-7b6fd2ddfec1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:32.312503 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.315667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2bb65503-2609-49bc-8041-aa2cb7bb4550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.363885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Attempting to bind port 1541bd5c-29ec-4da3-b196-de48f58ea019 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:32.364264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Attempting to bind port 1541bd5c-29ec-4da3-b196-de48f58ea019 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:32.364626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Attempting to bind port 1541bd5c-29ec-4da3-b196-de48f58ea019 on network b4a77070-ec44-4e1b-879f-c4b83484595b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:32.374235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:32.374760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Checking segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:32.375117 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.375424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Bound using segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:32.375904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Bound port: 1541bd5c-29ec-4da3-b196-de48f58ea019, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:32.376291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.431637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2bb65503-2609-49bc-8041-aa2cb7bb4550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.436800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2bb65503-2609-49bc-8041-aa2cb7bb4550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.454634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] For port 1541bd5c-29ec-4da3-b196-de48f58ea019, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:32.457974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] For port 1541bd5c-29ec-4da3-b196-de48f58ea019, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1541bd5c-29ec-4da3-b196-de48f58ea019,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:32.473891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb65503-2609-49bc-8041-aa2cb7bb4550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82329d03-9f3b-4014-b3cd-6e1c6bc3590b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:32.477624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.498872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2bb65503-2609-49bc-8041-aa2cb7bb4550 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa3b8ff25292481aa5ef067344e741ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724391 Apr 20 13:08:32.501605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:32.504548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192d2b5-bbc2-4b64-a12d-3e4034951fcb req-ac244ffd-fb4b-4fe8-834c-5a0160ce85cc tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.517228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5192d2b5-bbc2-4b64-a12d-3e4034951fcb req-ac244ffd-fb4b-4fe8-834c-5a0160ce85cc tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 944 time: 0.2649932 Apr 20 13:08:32.560938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911e119-ab7e-4895-9d5a-b0dce4fea025 req-1c53e1d1-f8ee-4a71-9e5b-91a17f7ab279 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.564579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371fc1f1-ff02-4be7-8b76-5bb77cad0692 None None] Pushing event updated for resources: {'Port': ['ID=1541bd5c-29ec-4da3-b196-de48f58ea019,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:32.573145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0911e119-ab7e-4895-9d5a-b0dce4fea025 req-1c53e1d1-f8ee-4a71-9e5b-91a17f7ab279 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 946 time: 0.3198175 Apr 20 13:08:32.575506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:32.576223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:08:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:32.599903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b80d3508-02f5-46ae-9ecb-6622d36d7d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.626546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b80d3508-02f5-46ae-9ecb-6622d36d7d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.655331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c95e1ea9-ad0a-466c-bd41-fb508f93d7ed None None] Provisioning complete for port 1541bd5c-29ec-4da3-b196-de48f58ea019 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:32.655331 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c95e1ea9-ad0a-466c-bd41-fb508f93d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.692504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b80d3508-02f5-46ae-9ecb-6622d36d7d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.695680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b80d3508-02f5-46ae-9ecb-6622d36d7d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.696981 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b80d3508-02f5-46ae-9ecb-6622d36d7d68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82329d03-9f3b-4014-b3cd-6e1c6bc3590b HTTP/1.1" status: 204 len: 168 time: 0.1942148 Apr 20 13:08:32.708079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d3508-02f5-46ae-9ecb-6622d36d7d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82329d03-9f3b-4014-b3cd-6e1c6bc3590b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:32.725541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0911e119-ab7e-4895-9d5a-b0dce4fea025 req-64d6ebe0-d9d8-49b4-9494-5bed6642f4e0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510191 Apr 20 13:08:32.763354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:32.768769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5192d2b5-bbc2-4b64-a12d-3e4034951fcb req-f1a6caa1-ba0d-4c50-9a9b-884ad460528c tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442203 Apr 20 13:08:32.785839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-2ddcfcf8-725c-4a55-8c26-2b5f519ce788 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:32.787784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-2ddcfcf8-725c-4a55-8c26-2b5f519ce788 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 796 time: 0.5322700 Apr 20 13:08:32.858665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Deleting port 9fa00ca8-8c99-4bd6-8bad-c674635526cb {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:32.858946 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:32.915747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74d69244-4652-4dda-be66-594067cf9f7a req-16789988-b286-4021-82da-18de0edeafef tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 210 time: 0.0769317 Apr 20 13:08:32.966705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-f31b7cbd-f3a2-466f-aa0c-54d2ee988561 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 380 time: 0.1681011 Apr 20 13:08:32.976976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'port': {'device_id': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'admin_state_up': True, 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'security_groups': ['4aed2051-76d1-47f2-834f-849d52441eaa']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:33.003344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c95e1ea9-ad0a-466c-bd41-fb508f93d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.070111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c95e1ea9-ad0a-466c-bd41-fb508f93d7ed None None] For port 1541bd5c-29ec-4da3-b196-de48f58ea019, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1541bd5c-29ec-4da3-b196-de48f58ea019,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:33.071265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] For port 9fa00ca8-8c99-4bd6-8bad-c674635526cb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9fa00ca8-8c99-4bd6-8bad-c674635526cb,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:33.072086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.077762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c95e1ea9-ad0a-466c-bd41-fb508f93d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.098723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Calling delete_port for 9fa00ca8-8c99-4bd6-8bad-c674635526cb owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:33.105261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:32Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:33.141611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddfbd4a-7369-48ad-964a-e3ccd5a87c1d None None] The sync data for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 is: [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:32Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:33.162675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e1ea9-ad0a-466c-bd41-fb508f93d7ed None None] Pushing event updated for resources: {'Port': ['ID=1541bd5c-29ec-4da3-b196-de48f58ea019,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:33.184143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:33.187965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.230411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5e87a880-7cfe-4f66-a3be-722f8552aef8 None None] Provisioning complete for port 1541bd5c-29ec-4da3-b196-de48f58ea019 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:33.230782 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e87a880-7cfe-4f66-a3be-722f8552aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.324685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:33.360885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:33.361348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 91d2d319-1ac6-4ba6-b136-0b791ff4ea51 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:33.361917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9fa00ca8-8c99-4bd6-8bad-c674635526cb no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:33.408001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.4 (b4a77070-ec44-4e1b-879f-c4b83484595b/0b4286ff-c130-4aca-ba57-852226315f03/408d6c9d-76d3-4ca2-9b43-c71e71caefc6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:33.443967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.455906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:33.508445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event deleted for resources: {'Port': ['ID=9fa00ca8-8c99-4bd6-8bad-c674635526cb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:33.515662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.653079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.708977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] No DVR routers for this DVR port 9fa00ca8-8c99-4bd6-8bad-c674635526cb on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:33.712791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.716315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5cdf3ac-1274-431c-b63c-3b681955c259 req-e518c924-3689-4798-8141-8b0afe5e780c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "DELETE /v2.0/ports/9fa00ca8-8c99-4bd6-8bad-c674635526cb HTTP/1.1" status: 204 len: 173 time: 1.4218223 Apr 20 13:08:33.716807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268922ad-56e6-43ce-9522-e2895596329b', 'name': 'network-vif-deleted', 'tag': '9fa00ca8-8c99-4bd6-8bad-c674635526cb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:33.727121 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fe2349-5f3d-4d20-9ec3-1b40b26b871e" -d '{"events": [{"server_uuid": "268922ad-56e6-43ce-9522-e2895596329b", "name": "network-vif-deleted", "tag": "9fa00ca8-8c99-4bd6-8bad-c674635526cb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:33.792655 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283ef54-af71-42fa-ad90-3827af0cc134 x-openstack-request-id: req-1283ef54-af71-42fa-ad90-3827af0cc134 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:33.792894 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268922ad-56e6-43ce-9522-e2895596329b", "name": "network-vif-deleted", "tag": "9fa00ca8-8c99-4bd6-8bad-c674635526cb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:33.793244 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1283ef54-af71-42fa-ad90-3827af0cc134 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:33.793552 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1283ef54-af71-42fa-ad90-3827af0cc134'] response: {'server_uuid': '268922ad-56e6-43ce-9522-e2895596329b', 'name': 'network-vif-deleted', 'tag': '9fa00ca8-8c99-4bd6-8bad-c674635526cb', 'status': 'completed', 'code': 200} Apr 20 13:08:33.794993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fdf21ce-6bca-45b7-b255-47fccf277d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.824383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:33.921934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network b4a77070-ec44-4e1b-879f-c4b83484595b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:33.942517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-909d5cef-1730-4706-8d6b-73522783b947 req-499149bf-34e0-410c-9a68-653193475726 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=268922ad-56e6-43ce-9522-e2895596329b HTTP/1.1" status: 200 len: 210 time: 0.0667181 Apr 20 13:08:33.945449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:33.954101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:33.966477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:34.064218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:34.068359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.084992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f917c-ae22-44ba-b4d6-2a0bb348c329 req-4f4ef8b6-a818-4a15-ad08-49296363f885 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:34.087923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d43f917c-ae22-44ba-b4d6-2a0bb348c329 req-4f4ef8b6-a818-4a15-ad08-49296363f885 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 944 time: 0.0920570 Apr 20 13:08:34.158675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d43f917c-ae22-44ba-b4d6-2a0bb348c329 req-8503fcb3-96b3-4184-adc4-e54a2078f479 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579112 Apr 20 13:08:34.164377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-fb5b454b-fca8-4a6e-a219-88bf9fae7de9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1910293 Apr 20 13:08:34.191642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1541bd5c-29ec-4da3-b196-de48f58ea019 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:34.220829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Request body: {'port': {'device_id': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:34.262142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1541bd5c-29ec-4da3-b196-de48f58ea019 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.262934 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.319156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3577c26-42d4-47ea-aa01-f380d47e2e8c req-9b655388-67ec-438e-aea2-6c8b92f2b6f4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:34.321320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3577c26-42d4-47ea-aa01-f380d47e2e8c req-9b655388-67ec-438e-aea2-6c8b92f2b6f4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 931 time: 0.1612399 Apr 20 13:08:34.324792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.407760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3577c26-42d4-47ea-aa01-f380d47e2e8c req-b9a83b29-95c8-4b05-9f83-10e01689730a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770755 Apr 20 13:08:34.431346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14a9588b-109a-4393-8e91-0e42aa974124 None None] Provisioning complete for port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.432507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14a9588b-109a-4393-8e91-0e42aa974124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.482905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14a9588b-109a-4393-8e91-0e42aa974124 None None] Port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:08:34.514760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 978e3ba9-0526-4b13-a76a-db9ce1a4e172 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:34.570066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:34.574666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:34.575042 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.691248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.723409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e3ba9-0526-4b13-a76a-db9ce1a4e172'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:34.726147 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23139824-6266-4c0f-85af-7cd3511878dc" -d '{"events": [{"server_uuid": "f2b6f615-bfa0-4c35-b824-0a099ffdafd3", "name": "network-vif-plugged", "status": "completed", "tag": "978e3ba9-0526-4b13-a76a-db9ce1a4e172"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:34.740054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 978e3ba9-0526-4b13-a76a-db9ce1a4e172, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=978e3ba9-0526-4b13-a76a-db9ce1a4e172,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:34.742988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:34.745651 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.752371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.768338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Transition to ACTIVE for port object 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:34.793873 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:34.799166 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b35a8e-e089-46f9-880e-b5d1159ea9e0 x-openstack-request-id: req-a0b35a8e-e089-46f9-880e-b5d1159ea9e0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:34.802504 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b6f615-bfa0-4c35-b824-0a099ffdafd3", "name": "network-vif-plugged", "status": "completed", "tag": "978e3ba9-0526-4b13-a76a-db9ce1a4e172", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:34.802891 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0b35a8e-e089-46f9-880e-b5d1159ea9e0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:34.803300 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b35a8e-e089-46f9-880e-b5d1159ea9e0'] response: {'server_uuid': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978e3ba9-0526-4b13-a76a-db9ce1a4e172', 'code': 200} Apr 20 13:08:34.823090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=978e3ba9-0526-4b13-a76a-db9ce1a4e172,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:34.928325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:34.965899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e2ba1-25cb-4d2b-a38d-f433a0177a0b req-fa82b5a1-7283-45b6-afff-b59854262d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:34.967391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d3e2ba1-25cb-4d2b-a38d-f433a0177a0b req-fa82b5a1-7283-45b6-afff-b59854262d4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 1096 time: 0.0909162 Apr 20 13:08:35.064766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d3e2ba1-25cb-4d2b-a38d-f433a0177a0b req-1e6a4a0b-f217-4854-8273-bcc1c731e052 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571036 Apr 20 13:08:35.070032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:35.070369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:35.070699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on network b4a77070-ec44-4e1b-879f-c4b83484595b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:35.075256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on network b4a77070-ec44-4e1b-879f-c4b83484595b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:35.075588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on network b4a77070-ec44-4e1b-879f-c4b83484595b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:35.080582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:35.080925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Checking segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:35.081963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Bound using segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:35.082357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Bound port: 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:35.082767 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.153838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:35.157360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:35.162748 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.209072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.209842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.211732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] 10.222.0.37 "PUT /v2.0/ports/408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 1091 time: 1.0157621 Apr 20 13:08:35.258282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e9326-4cc1-4755-bd36-185577d39867 service neutron] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:35.259493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53870) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:35.406595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-02ebca79-4253-46d0-8a03-dee022d10c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.408131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-02ebca79-4253-46d0-8a03-dee022d10c28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1094 time: 0.1508918 Apr 20 13:08:35.435999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-942d6272-ca0a-4192-a653-d680f79b0a19 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.437481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-942d6272-ca0a-4192-a653-d680f79b0a19 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1988833 Apr 20 13:08:35.444031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2f8cea1-8353-462f-b00b-9220ac0eb342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.445487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc475930-0015-4bc8-b48c-f201ac49556e req-7a154f03-85a9-499a-a74c-77fa80ed0664 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.446892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc475930-0015-4bc8-b48c-f201ac49556e req-7a154f03-85a9-499a-a74c-77fa80ed0664 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 945 time: 0.1482222 Apr 20 13:08:35.487068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-df975563-3a65-460c-8ce8-4c2a426db53c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 217 time: 0.0689497 Apr 20 13:08:35.497596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-9ee0b893-992d-4976-ba8a-0e633d854bf2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.0243518 Apr 20 13:08:35.520865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2f8cea1-8353-462f-b00b-9220ac0eb342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.526644 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2f8cea1-8353-462f-b00b-9220ac0eb342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.571133 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a2f8cea1-8353-462f-b00b-9220ac0eb342 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ba07dcea1684c40a4cb78c3c48859b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075616 Apr 20 13:08:35.571133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8cea1-8353-462f-b00b-9220ac0eb342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804a8f91-cee7-445b-b954-fcd520dd2485,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:35.572180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53876) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:35.580569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc475930-0015-4bc8-b48c-f201ac49556e req-dba32c8e-00a0-4a30-9a2f-cf46c2851c83 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056476 Apr 20 13:08:35.588240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-018a4178-2941-487d-bde8-01d1bc0571e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.589745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-018a4178-2941-487d-bde8-01d1bc0571e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.0937493 Apr 20 13:08:35.607941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-11725cd2-f144-4a33-9048-c52c25235271 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949709 Apr 20 13:08:35.624419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0e495fa-e1fc-40b4-8930-4dfd15e311ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.646698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0e495fa-e1fc-40b4-8930-4dfd15e311ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.696863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0e495fa-e1fc-40b4-8930-4dfd15e311ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.699486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0e495fa-e1fc-40b4-8930-4dfd15e311ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.700647 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d0e495fa-e1fc-40b4-8930-4dfd15e311ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/804a8f91-cee7-445b-b954-fcd520dd2485 HTTP/1.1" status: 204 len: 168 time: 0.1275623 Apr 20 13:08:35.708566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e495fa-e1fc-40b4-8930-4dfd15e311ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804a8f91-cee7-445b-b954-fcd520dd2485,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:35.764970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ab7357b4-4b26-4234-b5bf-e36c2ca74846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.766517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ab7357b4-4b26-4234-b5bf-e36c2ca74846 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1702497 Apr 20 13:08:35.795371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474f573-ae03-46ff-86b8-f84d87e8bcb1 req-15f6c42e-26cf-43de-b9e8-665736ee8bb0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:35.796851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a474f573-ae03-46ff-86b8-f84d87e8bcb1 req-15f6c42e-26cf-43de-b9e8-665736ee8bb0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 943 time: 0.1444681 Apr 20 13:08:35.799620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:35.802512 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d584e5c-8c42-443c-b1d8-78f3b45742d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:35.826235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-ca16cec7-bb26-4ece-9813-26e127a9313a service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067525 Apr 20 13:08:35.950007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a474f573-ae03-46ff-86b8-f84d87e8bcb1 req-734fe225-b36c-473a-aeba-fd276a746a95 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440356 Apr 20 13:08:35.980048 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c53b938-a97b-471b-990f-99fff5047908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:35.986975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-ecf9164f-cb2b-4697-a9f3-a66a3cbae764 service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112923 Apr 20 13:08:36.025382 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095cb6e2-0add-4f5d-8512-250e6aa542b0 x-openstack-request-id: req-095cb6e2-0add-4f5d-8512-250e6aa542b0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:36.025700 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:36.025955 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-095cb6e2-0add-4f5d-8512-250e6aa542b0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:36.026355 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095cb6e2-0add-4f5d-8512-250e6aa542b0'] response: {'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'status': 'completed', 'code': 200} Apr 20 13:08:36.030417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-bc6fcacd-4b58-4e57-b5f7-95f5f597cd30 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674483 Apr 20 13:08:36.099353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6976c10f-bd30-468c-847b-38e18d6d7cb1 req-eff2b4a5-bd41-40b8-9b82-b0d366afa0a2 service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040785 Apr 20 13:08:36.223982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9255bb6e-203d-4a16-b365-5077613d409e req-2d8eebcf-766a-4b61-b7d7-19d51ea41012 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0348926 Apr 20 13:08:36.230308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-0de67696-60fb-435f-91a4-a71cfa5eb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.231603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-0de67696-60fb-435f-91a4-a71cfa5eb72c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1094 time: 0.0840180 Apr 20 13:08:36.339452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-a300be5e-595c-4d35-9d97-9128c6f553bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.340868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-a300be5e-595c-4d35-9d97-9128c6f553bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.1019549 Apr 20 13:08:36.390823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-0eaaee0d-32c3-4c66-84c9-6c3d16d71fcb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 217 time: 0.0422981 Apr 20 13:08:36.440136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:36.452117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-80d13b45-01d1-4b1b-b66f-36a9189462af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.453820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-80d13b45-01d1-4b1b-b66f-36a9189462af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.0556338 Apr 20 13:08:36.509978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-fd5df61e-223a-4ec0-beff-3c0a44151ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.509978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-fd5df61e-223a-4ec0-beff-3c0a44151ba7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471730 Apr 20 13:08:36.562705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-562347327-network', 'tenant_id': 'd3de00c4255f4653a4f0ca9397edcec6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:36.584472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Made reservation on behalf of d3de00c4255f4653a4f0ca9397edcec6 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:36.586931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.595597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.610669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-d1f09a05-e211-4c75-9747-285852d25f4f service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946729 Apr 20 13:08:36.684333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.690096 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.718996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:08:36.729606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3462b654-d043-4ee1-aee2-29f465e03327,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:36.734780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.735127 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Added segment 660deebc-d01b-4fe3-beae-f298e89d2f8e of type vlan for network dd899d82-2240-4663-adb2-5806ca81729a Apr 20 13:08:36.776388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d584e5c-8c42-443c-b1d8-78f3b45742d9 req-652d2ced-65f6-4c50-9c73-c8da256a7e9e service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517360 Apr 20 13:08:36.786781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.796787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a419e0-e4a7-4e10-bde3-700b28e980dc req-d60a142d-a7b4-4957-894f-25a0c7b2c020 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.798257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44a419e0-e4a7-4e10-bde3-700b28e980dc req-d60a142d-a7b4-4957-894f-25a0c7b2c020 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 945 time: 0.1055086 Apr 20 13:08:36.826155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.827183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:36.828588 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:36.841857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44a419e0-e4a7-4e10-bde3-700b28e980dc req-b28d7ac8-d735-400f-81b5-b604c573d9a4 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369489 Apr 20 13:08:36.877907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4360621 Apr 20 13:08:36.880807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53920) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:36.886185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Request body: {'subnet': {'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-562347327-subnet', 'tenant_id': 'd3de00c4255f4653a4f0ca9397edcec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:36.891147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78905b9b-87b9-4240-9c22-d6e9fb1a3421 admin admin] Pushing event updated for resources: {'Network': ['ID=dd899d82-2240-4663-adb2-5806ca81729a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:36.901146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network dd899d82-2240-4663-adb2-5806ca81729a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:08:36.911377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Made reservation on behalf of d3de00c4255f4653a4f0ca9397edcec6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:36.913820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.123750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04679f-e300-437f-b093-88f68306dec3 req-39315bcc-378a-427b-88c4-57094f6c7a06 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.125179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d04679f-e300-437f-b093-88f68306dec3 req-39315bcc-378a-427b-88c4-57094f6c7a06 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 943 time: 0.0922008 Apr 20 13:08:37.161365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.171552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.287211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d04679f-e300-437f-b093-88f68306dec3 req-22c91c94-5393-441c-9af9-62aca5e7e1f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550012 Apr 20 13:08:37.287818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62ae97f-291f-41aa-9899-0ec6e3454687,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:37.357128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-591a39fd-da8f-49ea-8882-0ea265c1b6ca req-68fdedb9-2327-47ed-8d52-aa2b4ba48261 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 210 time: 0.0396771 Apr 20 13:08:37.364078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-9f483ca9-86f5-4457-9441-e13d875855d4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.365523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-9f483ca9-86f5-4457-9441-e13d875855d4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.2346110 Apr 20 13:08:37.366524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Checking segment: {'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:37.366889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Network hostable DHCP agents. Network: dd899d82-2240-4663-adb2-5806ca81729a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:08:37.380970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Request body: {'port': {'device_id': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'admin_state_up': True, 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:37.404821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Network dd899d82-2240-4663-adb2-5806ca81729a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:08:37.442613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, dd899d82-2240-4663-adb2-5806ca81729a) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:37.447354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:37.448248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.452695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cc2812-66b8-4cdc-bfe2-88cbd016c72a None None] Network dd899d82-2240-4663-adb2-5806ca81729a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:37.486209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3f3bae42-07a9-4435-85ab-5c2327f73c48 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6041913 Apr 20 13:08:37.557590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:37.563247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.615103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177762a-695b-4e74-87d5-323862cdac7a None None] Network dd899d82-2240-4663-adb2-5806ca81729a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:08:37.735729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Allocated IP 172.20.0.11 (743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225/e4bb8c57-1470-4673-9eaa-4b46b689a4e5/2ba0b654-9f5a-4b62-b8f1-6574fa936457) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:37.775352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ae964f49-d2f2-430a-a79c-dfb321186d1a req-3dea4682-1e64-4e46-851e-94c03c1a1b03 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1189191883', 'description': 'tempest-description-1486927328'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:37.816829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ae964f49-d2f2-430a-a79c-dfb321186d1a req-3dea4682-1e64-4e46-851e-94c03c1a1b03 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.947690 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.970879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ae964f49-d2f2-430a-a79c-dfb321186d1a req-3dea4682-1e64-4e46-851e-94c03c1a1b03 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:37.975310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ae964f49-d2f2-430a-a79c-dfb321186d1a req-3dea4682-1e64-4e46-851e-94c03c1a1b03 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.021820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ae964f49-d2f2-430a-a79c-dfb321186d1a req-3dea4682-1e64-4e46-851e-94c03c1a1b03 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.023039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae964f49-d2f2-430a-a79c-dfb321186d1a req-3dea4682-1e64-4e46-851e-94c03c1a1b03 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2579634 Apr 20 13:08:38.025099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea4682-1e64-4e46-851e-94c03c1a1b03 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af24f3e2-cd97-4d91-92df-00c76b7f7e43,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:38.039485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.051459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:38.075556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8951d94f-4b4f-4a83-9e65-61eb9e28bf2d req-d6c784ad-ff94-4d9e-b4c6-7f0ec9dff37c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-390666040', 'description': 'tempest-description-211435754'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:38.105357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:38.115786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:38.120752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event updated for resources: {'Port': ['ID=2ba0b654-9f5a-4b62-b8f1-6574fa936457,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:38.124857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:38.150660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8951d94f-4b4f-4a83-9e65-61eb9e28bf2d req-d6c784ad-ff94-4d9e-b4c6-7f0ec9dff37c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.197182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.197837 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.221876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-f9878f61-b655-46ac-8f6d-a496a49139c9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8453417 Apr 20 13:08:38.234844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Request body: {'port': {'device_id': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:38.282608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8951d94f-4b4f-4a83-9e65-61eb9e28bf2d req-d6c784ad-ff94-4d9e-b4c6-7f0ec9dff37c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.301144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8951d94f-4b4f-4a83-9e65-61eb9e28bf2d req-d6c784ad-ff94-4d9e-b4c6-7f0ec9dff37c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.328186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.337271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8951d94f-4b4f-4a83-9e65-61eb9e28bf2d req-d6c784ad-ff94-4d9e-b4c6-7f0ec9dff37c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.338529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8951d94f-4b4f-4a83-9e65-61eb9e28bf2d req-d6c784ad-ff94-4d9e-b4c6-7f0ec9dff37c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2687757 Apr 20 13:08:38.361695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c784ad-ff94-4d9e-b4c6-7f0ec9dff37c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ae2da6-5dc6-47c3-bc16-10f3cd172917,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:38.536672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.825127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11667b97-6b74-4317-816a-08f7b7a87a8d req-8ece2d65-f807-4467-ac86-415c1935387f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.826541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11667b97-6b74-4317-816a-08f7b7a87a8d req-8ece2d65-f807-4467-ac86-415c1935387f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 932 time: 0.1587031 Apr 20 13:08:38.835843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c976db-1b1b-4b64-b233-caeae4140781 req-9df6da3c-68f7-453e-828c-fd61490601ec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:38.837205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49c976db-1b1b-4b64-b233-caeae4140781 req-9df6da3c-68f7-453e-828c-fd61490601ec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 943 time: 0.1683128 Apr 20 13:08:38.879088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:38.945578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49c976db-1b1b-4b64-b233-caeae4140781 req-601fa46a-016d-4388-ac9d-9e1f507e7183 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018708 Apr 20 13:08:38.948144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11667b97-6b74-4317-816a-08f7b7a87a8d req-83444803-9608-4160-9521-c7bad0890f0d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078689 Apr 20 13:08:39.102108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba0b654-9f5a-4b62-b8f1-6574fa936457 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:39.113488 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.137866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Transition to ACTIVE for port object 2ba0b654-9f5a-4b62-b8f1-6574fa936457 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:39.147455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.203448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-b44cd61b-c008-443f-a877-09f78b1c8346 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.204942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-b44cd61b-c008-443f-a877-09f78b1c8346 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 812 time: 0.1653774 Apr 20 13:08:39.230971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-27caf7c2-80c8-4330-9530-40355caf3f74 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/quotas/d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 375 time: 0.0182660 Apr 20 13:08:39.233548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Pushing event updated for resources: {'Port': ['ID=2ba0b654-9f5a-4b62-b8f1-6574fa936457,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:39.301400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-696defb0-ed3c-4e9e-b591-9c250bc3207d tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481567 Apr 20 13:08:39.356288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:39.381902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Attempting to bind port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:39.382234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Attempting to bind port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:39.382550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Attempting to bind port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:39.391680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:39.391998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Attempting to bind port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:39.404047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:39.404386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:39.404766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Bound using segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:39.405195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Bound port: 2ba0b654-9f5a-4b62-b8f1-6574fa936457, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:39.405553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.432138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-2d9b1bb4-7b90-4a7c-9c62-1ac1ebea695b service neutron] 10.222.0.24 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215692 Apr 20 13:08:39.458102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:39.469913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'port_id': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'mac_address': 'fa:16:3e:40:3f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:39.510153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.525788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:39.541023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] For port 2ba0b654-9f5a-4b62-b8f1-6574fa936457, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:39.545751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] For port 2ba0b654-9f5a-4b62-b8f1-6574fa936457, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ba0b654-9f5a-4b62-b8f1-6574fa936457,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:39.554778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:39.555327 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.559585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.604762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-d1d47bc5-9764-4d8d-b1a6-033b361f97c7 service neutron] 10.222.0.24 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511681 Apr 20 13:08:39.614017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.614547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:39.614660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:39.615974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] 10.222.0.37 "PUT /v2.0/ports/2ba0b654-9f5a-4b62-b8f1-6574fa936457 HTTP/1.1" status: 200 len: 1092 time: 1.3851199 Apr 20 13:08:39.616347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'tag': '2ba0b654-9f5a-4b62-b8f1-6574fa936457'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:39.618610 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618a7f51-e90f-43fe-b5e3-7a31e5af06be" -d '{"events": [{"name": "network-changed", "server_uuid": "8f152ccf-610d-4c80-a7c1-436fac60a0c8", "tag": "2ba0b654-9f5a-4b62-b8f1-6574fa936457"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:39.649895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e57a20-cd8a-42ba-8d36-a9c543ddabfc service neutron] Pushing event updated for resources: {'Port': ['ID=2ba0b654-9f5a-4b62-b8f1-6574fa936457,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:39.688912 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704576bf-5e2c-415d-a8a9-37e5b0004c47 x-openstack-request-id: req-704576bf-5e2c-415d-a8a9-37e5b0004c47 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:39.689210 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f152ccf-610d-4c80-a7c1-436fac60a0c8", "tag": "2ba0b654-9f5a-4b62-b8f1-6574fa936457", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:39.689462 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-704576bf-5e2c-415d-a8a9-37e5b0004c47 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:39.689900 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704576bf-5e2c-415d-a8a9-37e5b0004c47'] response: {'name': 'network-changed', 'server_uuid': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'tag': '2ba0b654-9f5a-4b62-b8f1-6574fa936457', 'status': 'completed', 'code': 200} Apr 20 13:08:39.713601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-d838a540-0339-4f21-90ed-a4176078a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.715288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-d838a540-0339-4f21-90ed-a4176078a2d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0550289 Apr 20 13:08:39.759046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-35b4655a-c6f6-4a58-afa2-f26dc540a7ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba0b654-9f5a-4b62-b8f1-6574fa936457 HTTP/1.1" status: 200 len: 217 time: 0.0353448 Apr 20 13:08:39.773081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['408d6c9d-76d3-4ca2-9b43-c71e71caefc6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:39.854166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12ab52d1-1c34-423f-95ca-b5675f55ec68 req-59d947d8-61c9-4d0e-8daa-caab6f7208d0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 210 time: 0.0547221 Apr 20 13:08:39.885208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-1095387f-80d6-4735-a992-ff9752b734f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:39.886741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-1095387f-80d6-4735-a992-ff9752b734f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.1209068 Apr 20 13:08:39.923717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-59266d31-be38-4aab-9088-f7625bccc236 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285797 Apr 20 13:08:40.042706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-c135962b-d11d-40ec-8b1f-27b8665dba38 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115463 Apr 20 13:08:40.217865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36f8891a-c9d0-4811-b5a1-869f104dfa5b req-5b0cc393-4a83-448a-9ccb-b2ae37bdf33c service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686156 Apr 20 13:08:40.229292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986be81-4f91-42be-9b42-8734c210fb9a req-7876adb6-dbf1-4dde-8bf2-ea4e9cea75a2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.230804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d986be81-4f91-42be-9b42-8734c210fb9a req-7876adb6-dbf1-4dde-8bf2-ea4e9cea75a2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 944 time: 0.1138766 Apr 20 13:08:40.239413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a821142a-f1e9-4171-b910-1e9ce6eb7d53 req-a9f003ff-c9b6-4f56-b4fc-425a882b4b97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.240849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a821142a-f1e9-4171-b910-1e9ce6eb7d53 req-a9f003ff-c9b6-4f56-b4fc-425a882b4b97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 944 time: 0.1250541 Apr 20 13:08:40.313485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d986be81-4f91-42be-9b42-8734c210fb9a req-46796686-55ec-4ca7-8e4d-8c60e38c12fe tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716510 Apr 20 13:08:40.334140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a821142a-f1e9-4171-b910-1e9ce6eb7d53 req-a9eee6c7-0a6c-4e41-b472-996518935d59 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852857 Apr 20 13:08:40.357189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-74ab99f9-3bb0-4dd4-aca8-50d5fccdb90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.358761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-74ab99f9-3bb0-4dd4-aca8-50d5fccdb90c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0770102 Apr 20 13:08:40.462155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-0999baec-de53-47a4-939c-9a770b46e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.463699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-0999baec-de53-47a4-939c-9a770b46e96a service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.0981646 Apr 20 13:08:40.510084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-b96c4200-fc22-4a28-9148-5ff43299aa3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ba0b654-9f5a-4b62-b8f1-6574fa936457 HTTP/1.1" status: 200 len: 217 time: 0.0394464 Apr 20 13:08:40.559470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-dd7fd5c7-7d87-4453-9a2b-feb4d97194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:40.560992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-dd7fd5c7-7d87-4453-9a2b-feb4d97194a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0443618 Apr 20 13:08:40.600725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-043050fa-7d24-4bcf-9b63-028569c65aa6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320690 Apr 20 13:08:40.695973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-77b58b72-0fc8-4d78-89f4-ce2155b69b93 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880885 Apr 20 13:08:40.796326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-618a7f51-e90f-43fe-b5e3-7a31e5af06be req-320177ca-9aaa-47ff-9b10-fdb097c62199 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927787 Apr 20 13:08:40.997961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-983cf672-99c3-4478-823d-aca1605d6459 req-f3f94ab8-b207-43a4-9433-4f9fc210ff7c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 210 time: 0.0430720 Apr 20 13:08:41.028454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-7879bcb6-cb51-41f0-88cc-d924cb928db2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.029978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-7879bcb6-cb51-41f0-88cc-d924cb928db2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.30 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 812 time: 0.1841264 Apr 20 13:08:41.043510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'port': {'device_id': '44c286d3-2052-48b6-ac35-638c6346eea5', 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a', 'admin_state_up': True, 'tenant_id': 'd3de00c4255f4653a4f0ca9397edcec6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:41.158078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Made reservation on behalf of d3de00c4255f4653a4f0ca9397edcec6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:41.161964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.299456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Allocated IP 172.20.0.10 (dd899d82-2240-4663-adb2-5806ca81729a/c62ae97f-291f-41aa-9899-0ec6e3454687/17d7381d-67c9-40b6-8342-66c72b89d4a8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:41.383114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:41.491099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:41.495332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:41.495707 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.505286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.591587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02c817-8ecc-4990-815b-5d5c8e81adcd req-4baa545c-f399-4db0-b3fc-7651626cad14 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.592784 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.593004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e02c817-8ecc-4990-815b-5d5c8e81adcd req-4baa545c-f399-4db0-b3fc-7651626cad14 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 944 time: 0.1209118 Apr 20 13:08:41.609375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307989b-7467-4430-955c-a9974dcacfad req-3c922c12-6b00-4154-88f4-c500bb25cf15 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.610982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5307989b-7467-4430-955c-a9974dcacfad req-3c922c12-6b00-4154-88f4-c500bb25cf15 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 944 time: 0.1040812 Apr 20 13:08:41.614709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.623251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:41.625447 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d8fbf5-3262-43ea-81cb-3a20964683a6" -d '{"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-plugged", "status": "completed", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:41.638506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:41.642447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.692492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Network dd899d82-2240-4663-adb2-5806ca81729a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:41.692719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:41.711671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:41.718920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:41.721209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:41.729137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e02c817-8ecc-4990-815b-5d5c8e81adcd req-181e7ebd-ae1d-47ca-9002-2816ec41234e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169047 Apr 20 13:08:41.731674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5307989b-7467-4430-955c-a9974dcacfad req-efafa4d0-e021-46a4-9cbb-450208082483 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087019 Apr 20 13:08:41.774359 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53735fa9-0590-4a26-8204-4821de20d491 x-openstack-request-id: req-53735fa9-0590-4a26-8204-4821de20d491 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:41.774653 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-plugged", "status": "completed", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:41.774905 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53735fa9-0590-4a26-8204-4821de20d491 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:41.775329 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53735fa9-0590-4a26-8204-4821de20d491'] response: {'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'code': 200} Apr 20 13:08:41.780791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.781388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.797377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-ac0a6449-8015-499e-8491-cecfe5a9d166 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7576931 Apr 20 13:08:41.808925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Request body: {'port': {'device_id': '44c286d3-2052-48b6-ac35-638c6346eea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:41.886780 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:41.902408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e67d3-1d8b-4ba0-b4ea-a6e6136c5a1c req-6f59047b-6792-4648-9290-c271722c65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:41.903896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a2e67d3-1d8b-4ba0-b4ea-a6e6136c5a1c req-6f59047b-6792-4648-9290-c271722c65db service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.0714483 Apr 20 13:08:41.972926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a2e67d3-1d8b-4ba0-b4ea-a6e6136c5a1c req-5fc44aa0-7e74-46cb-b7c2-63b230c28065 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461628 Apr 20 13:08:42.157467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db56a0c-93d1-4fa5-b5bc-15375c57e684 req-d307e54a-ee50-465a-a538-5f6b8b087147 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.158839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2db56a0c-93d1-4fa5-b5bc-15375c57e684 req-d307e54a-ee50-465a-a538-5f6b8b087147 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 932 time: 0.1001174 Apr 20 13:08:42.228605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2db56a0c-93d1-4fa5-b5bc-15375c57e684 req-a4311093-130a-4415-952f-1270ff0b7ba7 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637903 Apr 20 13:08:42.241035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d7381d-67c9-40b6-8342-66c72b89d4a8 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:42.248333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:42.260608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Transition to ACTIVE for port object 17d7381d-67c9-40b6-8342-66c72b89d4a8 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:42.264781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:42.317244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Pushing event updated for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:42.378343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Attempting to bind port 17d7381d-67c9-40b6-8342-66c72b89d4a8 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:42.378665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Attempting to bind port 17d7381d-67c9-40b6-8342-66c72b89d4a8 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:42.378985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Attempting to bind port 17d7381d-67c9-40b6-8342-66c72b89d4a8 on network dd899d82-2240-4663-adb2-5806ca81729a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:42.383188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Port 17d7381d-67c9-40b6-8342-66c72b89d4a8 on network dd899d82-2240-4663-adb2-5806ca81729a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:42.383498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Attempting to bind port 17d7381d-67c9-40b6-8342-66c72b89d4a8 on network dd899d82-2240-4663-adb2-5806ca81729a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:42.388086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:42.388414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Checking segment: {'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:42.388780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Bound using segment: {'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:42.389450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Bound port: 17d7381d-67c9-40b6-8342-66c72b89d4a8, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:42.389813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:42.449748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:42.452501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:42.457438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:42.493836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.494803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:42.496166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] 10.222.0.30 "PUT /v2.0/ports/17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 200 len: 1092 time: 0.6913691 Apr 20 13:08:42.498182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:42.500389 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866e475a-2b52-4e0e-8f26-613c1917129e" -d '{"events": [{"name": "network-changed", "server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:42.534826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17bc4c-3ec5-4579-8f76-b9f0efee323c service neutron] Pushing event updated for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:42.557818 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a12405-9283-4e08-a21c-c18cbfcda29b x-openstack-request-id: req-27a12405-9283-4e08-a21c-c18cbfcda29b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:42.558094 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:42.558344 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27a12405-9283-4e08-a21c-c18cbfcda29b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:42.558803 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27a12405-9283-4e08-a21c-c18cbfcda29b'] response: {'name': 'network-changed', 'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8', 'status': 'completed', 'code': 200} Apr 20 13:08:42.590873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-f616cc48-4feb-4d3d-a05a-dbdd467757f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.592716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-f616cc48-4feb-4d3d-a05a-dbdd467757f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1095 time: 0.0470769 Apr 20 13:08:42.634449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-b7c8b9bc-1ae3-4442-913a-4933ceb7eca6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 200 len: 217 time: 0.0336730 Apr 20 13:08:42.681684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-a643ab02-1ff5-4217-b584-2b350c5cb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.683383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-a643ab02-1ff5-4217-b584-2b350c5cb064 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0427306 Apr 20 13:08:42.719933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-99958b36-608d-487a-82ad-1f90f30ed9ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282273 Apr 20 13:08:42.848442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-e2862c37-25c3-4158-b38d-1b633ae4cbd2 service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205466 Apr 20 13:08:42.942138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cab7ff-c46f-4c4c-8c31-87563fe9b5f8 req-b77dc5b5-82af-4cce-8f7d-c9dbd1d0ab68 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.943601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3cab7ff-c46f-4c4c-8c31-87563fe9b5f8 req-b77dc5b5-82af-4cce-8f7d-c9dbd1d0ab68 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 944 time: 0.1415520 Apr 20 13:08:42.960105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4f568-d2ad-4cbe-9c14-c4c5be7610ce req-2fbb7283-7aa6-4bfe-a2c2-5b55d0047d78 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:42.961531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80b4f568-d2ad-4cbe-9c14-c4c5be7610ce req-2fbb7283-7aa6-4bfe-a2c2-5b55d0047d78 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.1408284 Apr 20 13:08:43.020060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e703bd-cbae-41a2-8fef-2b4473d087f6 req-4e6bd164-d854-4dc3-a39d-d82eac2261ab service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533170 Apr 20 13:08:43.040413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3cab7ff-c46f-4c4c-8c31-87563fe9b5f8 req-c5c5a3bd-6c6f-497e-a163-4bd5d1e1a74b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905056 Apr 20 13:08:43.048095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80b4f568-d2ad-4cbe-9c14-c4c5be7610ce req-8605ff17-1d2a-4599-808a-ea154158bb49 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718720 Apr 20 13:08:43.125019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e475a-2b52-4e0e-8f26-613c1917129e req-e5e4b115-d39c-470b-a511-2d8735847495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.126523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866e475a-2b52-4e0e-8f26-613c1917129e req-e5e4b115-d39c-470b-a511-2d8735847495 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1095 time: 0.0418212 Apr 20 13:08:43.215762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e475a-2b52-4e0e-8f26-613c1917129e req-dab9a9ef-b04d-4b0f-8075-df1a77a8cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.217233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866e475a-2b52-4e0e-8f26-613c1917129e req-dab9a9ef-b04d-4b0f-8075-df1a77a8cd7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 913 time: 0.0832365 Apr 20 13:08:43.272736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866e475a-2b52-4e0e-8f26-613c1917129e req-e99dfd8b-5777-4490-a1b1-3a80369fdba2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 200 len: 217 time: 0.0392218 Apr 20 13:08:43.344923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e475a-2b52-4e0e-8f26-613c1917129e req-e2d13a73-b97c-49a0-8f64-2716bc84f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.346374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866e475a-2b52-4e0e-8f26-613c1917129e req-e2d13a73-b97c-49a0-8f64-2716bc84f926 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0677736 Apr 20 13:08:43.369286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068bce5-677e-4b84-ba96-c4787bfb41b2 req-bd56c1af-360e-47ba-8437-4ce9722625d1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:43.370709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2068bce5-677e-4b84-ba96-c4787bfb41b2 req-bd56c1af-360e-47ba-8437-4ce9722625d1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 944 time: 0.0666261 Apr 20 13:08:43.375703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ba0b654-9f5a-4b62-b8f1-6574fa936457 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:43.387035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866e475a-2b52-4e0e-8f26-613c1917129e req-bfbbccf4-4753-4007-8137-07b1bace1288 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332358 Apr 20 13:08:43.474592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ba0b654-9f5a-4b62-b8f1-6574fa936457, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ba0b654-9f5a-4b62-b8f1-6574fa936457,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:43.486795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2ba0b654-9f5a-4b62-b8f1-6574fa936457', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'port_id': '2ba0b654-9f5a-4b62-b8f1-6574fa936457', 'mac_address': 'fa:16:3e:6a:a9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bb8c57-1470-4673-9eaa-4b46b689a4e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:43.528268 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:43.542681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba0b654-9f5a-4b62-b8f1-6574fa936457 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:43.563312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ba0b654-9f5a-4b62-b8f1-6574fa936457, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ba0b654-9f5a-4b62-b8f1-6574fa936457,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:43.568193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:43.617598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2ba0b654-9f5a-4b62-b8f1-6574fa936457,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:43.742245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2068bce5-677e-4b84-ba96-c4787bfb41b2 req-d9ff9c1c-d18d-4333-9ba6-14c8c2170fa2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573046 Apr 20 13:08:43.773125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2ba0b654-9f5a-4b62-b8f1-6574fa936457'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:43.778705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866e475a-2b52-4e0e-8f26-613c1917129e req-fc28233e-6a93-4696-949a-398b52520877 service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787827 Apr 20 13:08:43.866022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866e475a-2b52-4e0e-8f26-613c1917129e req-a3ff16cc-8715-48a6-a74d-105fc32207e3 service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803881 Apr 20 13:08:44.192478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9ebbd-4e20-4b35-bf77-c44bb2cd7ad5 req-3d856a8f-71ba-4f75-9ee2-9c7742f9a979 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.193952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4af9ebbd-4e20-4b35-bf77-c44bb2cd7ad5 req-3d856a8f-71ba-4f75-9ee2-9c7742f9a979 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0761766 Apr 20 13:08:44.205339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b842cc-a19d-4c95-8ab0-c1fb43cc6f00 req-285a6c7f-92c2-4439-846c-b6093a8ad1d4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.207386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83b842cc-a19d-4c95-8ab0-c1fb43cc6f00 req-285a6c7f-92c2-4439-846c-b6093a8ad1d4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0813019 Apr 20 13:08:44.259476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4af9ebbd-4e20-4b35-bf77-c44bb2cd7ad5 req-3d7924c1-3d81-4a67-85c4-032f7c6e8f6e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511706 Apr 20 13:08:44.264355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83b842cc-a19d-4c95-8ab0-c1fb43cc6f00 req-0f98bb20-142f-4052-a62c-5d8a863edb30 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503364 Apr 20 13:08:44.370368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2615e7-62c6-41c1-829f-8dd0b1de8368 req-ce2a2a81-c33f-41d3-b0c7-01389bf2bcb2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.371684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff2615e7-62c6-41c1-829f-8dd0b1de8368 req-ce2a2a81-c33f-41d3-b0c7-01389bf2bcb2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0472898 Apr 20 13:08:44.407492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff2615e7-62c6-41c1-829f-8dd0b1de8368 req-1c81e92b-8654-4f31-b974-dde0b005cd95 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300236 Apr 20 13:08:44.429098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:44.469712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd903dd-f5d4-4757-871f-09b69aa757df tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.471155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dbd903dd-f5d4-4757-871f-09b69aa757df tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1091 time: 0.0410540 Apr 20 13:08:44.474674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54016) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:44.478777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:44.497806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.592163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.705821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.145 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/76311535-ecfd-48fe-84af-e7ac52ba66f5) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:44.806354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.878529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b3193-6c08-4e5f-a700-ab0346706ef8 req-7c317073-35c0-4852-a993-fe2816e4539c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:44.879988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a7b3193-6c08-4e5f-a700-ab0346706ef8 req-7c317073-35c0-4852-a993-fe2816e4539c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 944 time: 0.0707455 Apr 20 13:08:44.886221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:44.946838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:44.956051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:44.958462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=76311535-ecfd-48fe-84af-e7ac52ba66f5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:44.960629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:44.989771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a7b3193-6c08-4e5f-a700-ab0346706ef8 req-c07a72e3-1ff1-4de3-a255-f343b5b174b1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010487 Apr 20 13:08:45.367292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.391682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ba0b654-9f5a-4b62-b8f1-6574fa936457 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:45.422250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4377f6-c8c8-4774-9c63-ec5877b9c229 req-978b516b-d6e6-4289-97e5-4bb1458abf61 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:45.423772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e4377f6-c8c8-4774-9c63-ec5877b9c229 req-978b516b-d6e6-4289-97e5-4bb1458abf61 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 945 time: 0.0899520 Apr 20 13:08:45.442943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:45.446497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:45.446936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.465005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.510583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e4377f6-c8c8-4774-9c63-ec5877b9c229 req-f035b440-cf75-413c-885b-7c435b75ae61 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664420 Apr 20 13:08:45.640988 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.645962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.679122 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.701965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0b654-9f5a-4b62-b8f1-6574fa936457'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:45.703937 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e1c372-eb16-402d-aad5-096b3a42ffd2" -d '{"events": [{"server_uuid": "8f152ccf-610d-4c80-a7c1-436fac60a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0b654-9f5a-4b62-b8f1-6574fa936457"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:45.724570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=76311535-ecfd-48fe-84af-e7ac52ba66f5,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:45.732381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.740557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2ba0b654-9f5a-4b62-b8f1-6574fa936457, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ba0b654-9f5a-4b62-b8f1-6574fa936457,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:45.745042 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4643756b-71c3-469a-9faa-0ff68c421617 x-openstack-request-id: req-4643756b-71c3-469a-9faa-0ff68c421617 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:45.745380 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f152ccf-610d-4c80-a7c1-436fac60a0c8", "name": "network-vif-plugged", "status": "completed", "tag": "2ba0b654-9f5a-4b62-b8f1-6574fa936457", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:45.745941 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4643756b-71c3-469a-9faa-0ff68c421617 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:45.746387 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4643756b-71c3-469a-9faa-0ff68c421617'] response: {'server_uuid': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba0b654-9f5a-4b62-b8f1-6574fa936457', 'code': 200} Apr 20 13:08:45.747536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:45.799102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2ba0b654-9f5a-4b62-b8f1-6574fa936457,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:45.872596 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP 40401475-f134-4dda-9e34-367a577ff12f associated. External IP: 172.25.3.145, port: 408d6c9d-76d3-4ca2-9b43-c71e71caefc6. Apr 20 13:08:45.917144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe122a05-5381-4295-a170-0a64e366a650 req-61c7bba0-265a-4f54-a978-b741ed039f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:45.918565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe122a05-5381-4295-a170-0a64e366a650 req-61c7bba0-265a-4f54-a978-b741ed039f98 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0903237 Apr 20 13:08:45.987918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe122a05-5381-4295-a170-0a64e366a650 req-5c2d0e75-fbb6-4b91-a8a7-7b9827f7a795 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615630 Apr 20 13:08:46.137886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 49da811c-88cd-4f73-9202-833f92de8581 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:08:46.151309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491ce92-e461-469c-9132-98a8650e745d req-b38c8dcb-fc55-4e5a-adc8-0a7b185f9b80 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.152729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2491ce92-e461-469c-9132-98a8650e745d req-b38c8dcb-fc55-4e5a-adc8-0a7b185f9b80 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 944 time: 0.0703912 Apr 20 13:08:46.229573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2491ce92-e461-469c-9132-98a8650e745d req-0931a8f4-3026-49a9-b880-67a2d1df09ef tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701487 Apr 20 13:08:46.281726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:08:46.291538 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] Sync routers for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:08:46.299921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.301123 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:46.301774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:08:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:46.326445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1234a52c-9a15-490c-a69e-ba6d4fe3b7b1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8508031 Apr 20 13:08:46.327001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:46.329231 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cef89eb-944a-4a30-b683-2dd925ca1ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:46.367410 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0ade42-389d-45d2-9bf6-08db0456253d x-openstack-request-id: req-9a0ade42-389d-45d2-9bf6-08db0456253d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:46.367992 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:46.367992 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a0ade42-389d-45d2-9bf6-08db0456253d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:46.368477 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0ade42-389d-45d2-9bf6-08db0456253d'] response: {'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'status': 'completed', 'code': 200} Apr 20 13:08:46.412131 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:46.452907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ee4f5-d44c-4416-939d-eb4af7d94550 req-32d61e84-4a9c-4fb3-a3c2-d7884d47dc41 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.454389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-277ee4f5-d44c-4416-939d-eb4af7d94550 req-32d61e84-4a9c-4fb3-a3c2-d7884d47dc41 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0765948 Apr 20 13:08:46.460324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-dd51c101-54dc-4412-abee-13bee655ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.461722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-dd51c101-54dc-4412-abee-13bee655ef60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.0708361 Apr 20 13:08:46.545317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-277ee4f5-d44c-4416-939d-eb4af7d94550 req-52020d0c-e4aa-44c7-adb0-ab69dec53b62 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826299 Apr 20 13:08:46.577564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54036) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:46.582649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-cf2c6e27-43bd-4ffd-8834-93c12653a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.584166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-cf2c6e27-43bd-4ffd-8834-93c12653a420 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.1148112 Apr 20 13:08:46.608351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17d7381d-67c9-40b6-8342-66c72b89d4a8 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:08:46.647388 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9dc89def-c6fb-4191-a11a-8ba9eedb93b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/40401475-f134-4dda-9e34-367a577ff12f HTTP/1.1" status: 200 len: 991 time: 0.0680211 Apr 20 13:08:46.684642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-8b8a79af-f412-441f-98e2-e3ff1b836041 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 999 time: 0.0916491 Apr 20 13:08:46.695576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a90ad-4b5a-4401-86ba-e5b1cd390494 req-d0e25699-8ec3-4f67-b762-363b40af03e8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.697153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-832a90ad-4b5a-4401-86ba-e5b1cd390494 req-d0e25699-8ec3-4f67-b762-363b40af03e8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 946 time: 0.1052289 Apr 20 13:08:46.718069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:46.730574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '17d7381d-67c9-40b6-8342-66c72b89d4a8', 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a', 'port_id': '17d7381d-67c9-40b6-8342-66c72b89d4a8', 'mac_address': 'fa:16:3e:37:6f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62ae97f-291f-41aa-9899-0ec6e3454687', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:08:46.754623 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '40401475-f134-4dda-9e34-367a577ff12f', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '49da811c-88cd-4f73-9202-833f92de8581', 'port_id': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'mac_address': 'fa:16:3e:40:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:45Z', 'updated_at': '2022-04-20T13:08:45Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:33Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:46.770500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-832a90ad-4b5a-4401-86ba-e5b1cd390494 req-5a9ec03a-8f4e-4e42-aacb-56a2f7bd62df tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653880 Apr 20 13:08:46.772053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-41890707-0ff6-48f9-9b52-1d6101b958b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.774806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-41890707-0ff6-48f9-9b52-1d6101b958b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.0753894 Apr 20 13:08:46.778216 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.782159 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] Checking router: 49da811c-88cd-4f73-9202-833f92de8581 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:08:46.790963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:08:46.793698 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:08:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:46.806368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d7381d-67c9-40b6-8342-66c72b89d4a8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:46.826330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:46.830904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-76ee50ef-142f-4a53-bf19-006b3862fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:46.831131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:46.833850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-76ee50ef-142f-4a53-bf19-006b3862fa15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530248 Apr 20 13:08:46.879161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:46.902201 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:08:46.937025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-2a41a691-9a06-4dc2-a130-a78d006b30ab service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933628 Apr 20 13:08:47.039078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cef89eb-944a-4a30-b683-2dd925ca1ba3 req-77f0f2d4-edce-4283-94a5-322e10f7a681 service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906003 Apr 20 13:08:47.132291 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '40401475-f134-4dda-9e34-367a577ff12f', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '49da811c-88cd-4f73-9202-833f92de8581', 'port_id': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'mac_address': 'fa:16:3e:40:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:45Z', 'updated_at': '2022-04-20T13:08:45Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:33Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:08:47.158590 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f89bb-96d3-459a-9144-01d250a1206a None None] The sync data for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 is: [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '40401475-f134-4dda-9e34-367a577ff12f', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.145', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '49da811c-88cd-4f73-9202-833f92de8581', 'port_id': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'mac_address': 'fa:16:3e:40:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:08:45Z', 'updated_at': '2022-04-20T13:08:45Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:33Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:08:47.256054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:47.359656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49b600-0871-4136-8f81-c4cf99192aee req-7e252d92-3b2a-4cda-9cf7-6004a4d10e45 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:47.361171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef49b600-0871-4136-8f81-c4cf99192aee req-7e252d92-3b2a-4cda-9cf7-6004a4d10e45 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 945 time: 0.0613761 Apr 20 13:08:47.377962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511ca91-7b51-4cd0-9ca1-56be0be0d14e None None] New status for floating IP 40401475-f134-4dda-9e34-367a577ff12f: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:08:47.402751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef49b600-0871-4136-8f81-c4cf99192aee req-f94b5f3b-6c36-4f31-b35c-b1d4dc59f137 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Apr 20 13:08:47.649613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54042) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:08:47.709148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e66d8233-7d95-48aa-91df-47b4451f6418 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/40401475-f134-4dda-9e34-367a577ff12f HTTP/1.1" status: 200 len: 993 time: 0.0583639 Apr 20 13:08:47.885746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6197e5e-93b3-4e79-8206-56b59eb64512 req-3a88c6f1-5acd-4fd7-84b6-474a43dd4c15 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:47.887237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6197e5e-93b3-4e79-8206-56b59eb64512 req-3a88c6f1-5acd-4fd7-84b6-474a43dd4c15 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0480709 Apr 20 13:08:47.926358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6197e5e-93b3-4e79-8206-56b59eb64512 req-ee0370f5-0824-4909-b59f-e05eda769168 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Apr 20 13:08:48.143552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d52a0-29db-469e-8e8f-5a309a78b031 req-b5968d0b-c7e8-4e68-bd37-2d24f1f6b32f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.145014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-173d52a0-29db-469e-8e8f-5a309a78b031 req-b5968d0b-c7e8-4e68-bd37-2d24f1f6b32f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0483713 Apr 20 13:08:48.184006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-173d52a0-29db-469e-8e8f-5a309a78b031 req-606b3f02-2b89-4013-9976-7d22d90957d4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327735 Apr 20 13:08:48.306959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53017401-15ed-4182-a7c2-a5bdc227ec75 req-cdf4b8b0-9a54-44c3-ab50-854065fefd69 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.308880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53017401-15ed-4182-a7c2-a5bdc227ec75 req-cdf4b8b0-9a54-44c3-ab50-854065fefd69 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0555420 Apr 20 13:08:48.347441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53017401-15ed-4182-a7c2-a5bdc227ec75 req-fd6612e5-bdd1-47bc-b56d-70469351623f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Apr 20 13:08:48.525868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae12a0-f1e6-446d-92c8-af9027ba3d94 req-2bb8ce48-f90d-4400-95ee-4fc38a2445fe tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.533234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caae12a0-f1e6-446d-92c8-af9027ba3d94 req-2bb8ce48-f90d-4400-95ee-4fc38a2445fe tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 945 time: 0.0592604 Apr 20 13:08:48.589296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caae12a0-f1e6-446d-92c8-af9027ba3d94 req-b531ff6e-278e-4a65-85f6-5ecfe3bcc3e2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551071 Apr 20 13:08:48.610822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8b466-890b-4b8d-8e0d-8064a5f0b27a req-a361e337-0ceb-416a-8959-e95ba2f4ad2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.612456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9af8b466-890b-4b8d-8e0d-8064a5f0b27a req-a361e337-0ceb-416a-8959-e95ba2f4ad2a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0585530 Apr 20 13:08:48.613325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17d7381d-67c9-40b6-8342-66c72b89d4a8 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:08:48.652451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9af8b466-890b-4b8d-8e0d-8064a5f0b27a req-86c43ee9-95e9-4918-8b33-100adba82fe8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333183 Apr 20 13:08:48.665173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 17d7381d-67c9-40b6-8342-66c72b89d4a8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:08:48.669145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 17d7381d-67c9-40b6-8342-66c72b89d4a8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:08:48.669512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.750365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.772846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:48.775132 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0908eef1-a23a-462c-b362-3354fedb5cab" -d '{"events": [{"server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "name": "network-vif-plugged", "status": "completed", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:48.787583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:48.793561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.818073 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30bc06-c50d-4637-99b8-5eeb0530ac9f x-openstack-request-id: req-3c30bc06-c50d-4637-99b8-5eeb0530ac9f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:48.818356 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "name": "network-vif-plugged", "status": "completed", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:48.818605 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c30bc06-c50d-4637-99b8-5eeb0530ac9f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:48.819014 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c30bc06-c50d-4637-99b8-5eeb0530ac9f'] response: {'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8', 'code': 200} Apr 20 13:08:48.849595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:48.920609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac263d-5d59-47fa-b812-c21825cd2213 req-3115bb1c-8770-4c5f-9161-9f6fdfda882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:48.922413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdac263d-5d59-47fa-b812-c21825cd2213 req-3115bb1c-8770-4c5f-9161-9f6fdfda882f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1097 time: 0.0454109 Apr 20 13:08:48.934220 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:48.960286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdac263d-5d59-47fa-b812-c21825cd2213 req-c2b881e1-7126-4b7e-a264-83498f8851e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Apr 20 13:08:49.704055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61abed1-6178-4958-8abc-1040097107f0 req-e8bcaf96-b1d0-462f-bfd0-0c377221abf0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:49.705615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c61abed1-6178-4958-8abc-1040097107f0 req-e8bcaf96-b1d0-462f-bfd0-0c377221abf0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 946 time: 0.0493934 Apr 20 13:08:49.769579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c61abed1-6178-4958-8abc-1040097107f0 req-fce5b576-d63f-40f6-b24a-43f62888269b tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575955 Apr 20 13:08:49.787674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0083b-3be9-49a1-8ae6-85753f1de430 req-f34e62f5-2507-4b5a-a05d-5d6fbf0d18f4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:49.789150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29c0083b-3be9-49a1-8ae6-85753f1de430 req-f34e62f5-2507-4b5a-a05d-5d6fbf0d18f4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0639303 Apr 20 13:08:49.825777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29c0083b-3be9-49a1-8ae6-85753f1de430 req-48a4ff92-0fa4-42bd-a591-41ab827d0fee tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305445 Apr 20 13:08:50.033049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff845e46-70df-43a3-a346-86a0aad89091 req-1bc4cb46-00fb-429f-9efc-3117b619ae2b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:50.034497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff845e46-70df-43a3-a346-86a0aad89091 req-1bc4cb46-00fb-429f-9efc-3117b619ae2b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 946 time: 0.0516562 Apr 20 13:08:50.123774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Deleting port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:08:50.124118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.217552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] For port 2ba0b654-9f5a-4b62-b8f1-6574fa936457, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2ba0b654-9f5a-4b62-b8f1-6574fa936457,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:50.217936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.232512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Calling delete_port for 2ba0b654-9f5a-4b62-b8f1-6574fa936457 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:08:50.366513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.379317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d', '2ba0b654-9f5a-4b62-b8f1-6574fa936457'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:50.396655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event deleted for resources: {'Port': ['ID=2ba0b654-9f5a-4b62-b8f1-6574fa936457,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:50.441407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] No DVR routers for this DVR port 2ba0b654-9f5a-4b62-b8f1-6574fa936457 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:08:50.444194 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:50.447769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff845e46-70df-43a3-a346-86a0aad89091 req-a21f53e0-84d6-4ad4-94c2-829ee9965b28 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "DELETE /v2.0/ports/2ba0b654-9f5a-4b62-b8f1-6574fa936457 HTTP/1.1" status: 204 len: 173 time: 0.4080200 Apr 20 13:08:50.448235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'name': 'network-vif-deleted', 'tag': '2ba0b654-9f5a-4b62-b8f1-6574fa936457'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:50.451132 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c29f5-21c2-4d33-ba26-547b053ca168" -d '{"events": [{"server_uuid": "8f152ccf-610d-4c80-a7c1-436fac60a0c8", "name": "network-vif-deleted", "tag": "2ba0b654-9f5a-4b62-b8f1-6574fa936457"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:50.531967 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e815b3d6-47b2-4aef-81e6-a1d6e511abae x-openstack-request-id: req-e815b3d6-47b2-4aef-81e6-a1d6e511abae {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:50.532267 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f152ccf-610d-4c80-a7c1-436fac60a0c8", "name": "network-vif-deleted", "tag": "2ba0b654-9f5a-4b62-b8f1-6574fa936457", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:50.532510 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e815b3d6-47b2-4aef-81e6-a1d6e511abae {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:50.532921 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e815b3d6-47b2-4aef-81e6-a1d6e511abae'] response: {'server_uuid': '8f152ccf-610d-4c80-a7c1-436fac60a0c8', 'name': 'network-vif-deleted', 'tag': '2ba0b654-9f5a-4b62-b8f1-6574fa936457', 'status': 'completed', 'code': 200} Apr 20 13:08:50.895516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915b0e-fec4-4da1-8619-189f2ce4db95 req-ca79381f-7ac8-4642-8a7a-de75ed1a9713 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:50.897054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03915b0e-fec4-4da1-8619-189f2ce4db95 req-ca79381f-7ac8-4642-8a7a-de75ed1a9713 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 946 time: 0.0568645 Apr 20 13:08:50.939864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03915b0e-fec4-4da1-8619-189f2ce4db95 req-b6a78fce-4c0c-48cc-9ece-afe59582256b tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361886 Apr 20 13:08:51.373487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e95da99-970b-4eb1-9e6a-c51bdf6574ec req-7182b17e-135c-45e6-ad03-57a2c68c23ac tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f152ccf-610d-4c80-a7c1-436fac60a0c8 HTTP/1.1" status: 200 len: 210 time: 0.4315758 Apr 20 13:08:51.413731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-cf8dea73-bd87-4260-9ba2-bbf872f33db1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1189191883&fields=id&tenant_id=d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 267 time: 0.0396407 Apr 20 13:08:51.479773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-cec130c6-2954-4621-87bc-c1eebdf41732 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:51.481160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-cec130c6-2954-4621-87bc-c1eebdf41732 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 946 time: 0.0623701 Apr 20 13:08:51.492873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'port': {'security_groups': ['3462b654-d043-4ee1-aee2-29f465e03327', 'af24f3e2-cd97-4d91-92df-00c76b7f7e43']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:51.558246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.733726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:51.763687 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.768138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.779533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:51.811329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:51.811861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:51.813210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb4eb93d-c233-40ef-8117-14e189c217ad req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "PUT /v2.0/ports/17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 200 len: 982 time: 0.3250229 Apr 20 13:08:51.837271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc40d9-af37-4dc3-b852-a74963fe428e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:51.899480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-4498a8bc-dc5b-4ab2-9d4f-30b25881c090 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-390666040&fields=id&tenant_id=d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 267 time: 0.0332143 Apr 20 13:08:51.909905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:51.957443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-af0130ba-1c90-4cff-8690-c6192889e485 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:51.957443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-af0130ba-1c90-4cff-8690-c6192889e485 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 985 time: 0.0516274 Apr 20 13:08:51.968074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'port': {'security_groups': ['3462b654-d043-4ee1-aee2-29f465e03327', 'af24f3e2-cd97-4d91-92df-00c76b7f7e43', '60ae2da6-5dc6-47c3-bc16-10f3cd172917']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:52.041344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.234648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:08:52.263407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.268272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.279333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:52.309884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.310477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.311830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-070da683-758d-48fa-8126-3ed1d7ff9685 req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "PUT /v2.0/ports/17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 200 len: 1021 time: 0.3485641 Apr 20 13:08:52.335396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc94c0-7ec7-4843-a1ea-0dd03d4da9a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:52.414609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:52.417668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617bf49-55ee-40a6-ac9b-2cf115171275 req-7b2b0eca-2035-41b9-979d-d16f7f50649a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.418770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b617bf49-55ee-40a6-ac9b-2cf115171275 req-7b2b0eca-2035-41b9-979d-d16f7f50649a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1024 time: 0.0535657 Apr 20 13:08:52.535849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8'}, {'name': 'network-changed', 'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:52.538495 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2" -d '{"events": [{"name": "network-changed", "server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8"}, {"name": "network-changed", "server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:52.577232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b617bf49-55ee-40a6-ac9b-2cf115171275 req-55a36df7-637e-4dff-867a-85ca734c8900 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=60ae2da6-5dc6-47c3-bc16-10f3cd172917&id=af24f3e2-cd97-4d91-92df-00c76b7f7e43 HTTP/1.1" status: 200 len: 6156 time: 0.1521168 Apr 20 13:08:52.603162 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86b87f9-79b0-4458-a6eb-a96f4b0b7cff x-openstack-request-id: req-a86b87f9-79b0-4458-a6eb-a96f4b0b7cff {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:52.603632 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:52.603752 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a86b87f9-79b0-4458-a6eb-a96f4b0b7cff {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:52.604121 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86b87f9-79b0-4458-a6eb-a96f4b0b7cff'] response: {'name': 'network-changed', 'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8', 'status': 'completed', 'code': 200} Apr 20 13:08:52.604352 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86b87f9-79b0-4458-a6eb-a96f4b0b7cff'] response: {'name': 'network-changed', 'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8', 'status': 'completed', 'code': 200} Apr 20 13:08:52.610121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-eb2899c9-9720-4481-acbb-25eb16e51869 req-de505245-430f-4e87-a884-c16b2be369c8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': ' tempest-securitygroup -947136514 ', 'description': 'tempest-description-531426847'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:52.672466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-eb2899c9-9720-4481-acbb-25eb16e51869 req-de505245-430f-4e87-a884-c16b2be369c8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.768387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-c8b3e170-0ddd-40aa-bc34-f980b6af6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.769795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-c8b3e170-0ddd-40aa-bc34-f980b6af6765 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1175 time: 0.1380153 Apr 20 13:08:52.910365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-2759f1e3-ccca-4bf8-bffc-4069ba51c5a4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.911805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-2759f1e3-ccca-4bf8-bffc-4069ba51c5a4 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.2253573 Apr 20 13:08:52.945867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-87566008-bb51-4c57-8ac9-43be6ad34f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:52.947352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-87566008-bb51-4c57-8ac9-43be6ad34f7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 913 time: 0.1694255 Apr 20 13:08:52.948572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-3531f5f2-0d1f-4392-b9b8-99634079b133 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/quotas/a043f68c667d4094a261f70d09885200 HTTP/1.1" status: 200 len: 375 time: 0.0287020 Apr 20 13:08:52.951000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-eb2899c9-9720-4481-acbb-25eb16e51869 req-de505245-430f-4e87-a884-c16b2be369c8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:52.962703 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-eb2899c9-9720-4481-acbb-25eb16e51869 req-de505245-430f-4e87-a884-c16b2be369c8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.001013 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:08:53.031937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-e0513724-3f9a-4675-b8d7-e9ba2d38751d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 200 len: 217 time: 0.0772600 Apr 20 13:08:53.059553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-eb2899c9-9720-4481-acbb-25eb16e51869 req-de505245-430f-4e87-a884-c16b2be369c8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.060718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb2899c9-9720-4481-acbb-25eb16e51869 req-de505245-430f-4e87-a884-c16b2be369c8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.4555762 Apr 20 13:08:53.084881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de505245-430f-4e87-a884-c16b2be369c8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2fe440-1c84-4786-95af-40227b1980e4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:53.117901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-225bb77f-8669-490f-a837-53949d765ed5 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1614807 Apr 20 13:08:53.132046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-0292fa1e-a808-4088-9599-71e936618526 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:08:53.133008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-0292fa1e-a808-4088-9599-71e936618526 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068681 Apr 20 13:08:53.136784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-b0a30a37-0fd0-4420-b199-91bbbeb25c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.138212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-b0a30a37-0fd0-4420-b199-91bbbeb25c5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0982640 Apr 20 13:08:53.194548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-fe5e4896-825e-48d5-a38c-92c2380a7c61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444355 Apr 20 13:08:53.235391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c248554d-3ea3-485e-8353-0699ad1822ef req-4db56b1a-a292-46de-8016-2f1eef70bb92 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/4a2fe440-1c84-4786-95af-40227b1980e4 HTTP/1.1" status: 200 len: 1781 time: 0.1472168 Apr 20 13:08:53.336050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-719451bd-af24-4551-bd3a-9c1e588db8ea service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941085 Apr 20 13:08:53.392287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-60094d82-d805-4a5c-9f82-9471a6da28a0 service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719365 Apr 20 13:08:53.398172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd16bb9d-c6d3-4fad-b732-23266b38cd0d req-4d3d252f-753f-4d32-8f48-a6abaa4e5fed tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/4a2fe440-1c84-4786-95af-40227b1980e4 HTTP/1.1" status: 200 len: 1781 time: 0.1176178 Apr 20 13:08:53.433799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ba0b654-9f5a-4b62-b8f1-6574fa936457 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:08:53.461225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 2ba0b654-9f5a-4b62-b8f1-6574fa936457 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:08:53.462005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2ba0b654-9f5a-4b62-b8f1-6574fa936457 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:08:53.634886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-3ebd2b6e-717f-4d14-9830-3b620ee3b2b3 service neutron] 10.222.0.24 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882819 Apr 20 13:08:53.653838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-5c4626de-2c75-4a60-b144-3499bfb4a499 service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547221 Apr 20 13:08:53.654537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd16bb9d-c6d3-4fad-b732-23266b38cd0d req-7fa64399-2e8e-4dfc-b07d-1a85ce003b38 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.686446 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.690970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd16bb9d-c6d3-4fad-b732-23266b38cd0d req-7fa64399-2e8e-4dfc-b07d-1a85ce003b38 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.780711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-6fcf13c9-5cc5-4703-8003-e58bb19659f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.783041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-6fcf13c9-5cc5-4703-8003-e58bb19659f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1175 time: 0.0623972 Apr 20 13:08:53.784653 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd16bb9d-c6d3-4fad-b732-23266b38cd0d req-7fa64399-2e8e-4dfc-b07d-1a85ce003b38 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.787582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd16bb9d-c6d3-4fad-b732-23266b38cd0d req-7fa64399-2e8e-4dfc-b07d-1a85ce003b38 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:53.790479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd16bb9d-c6d3-4fad-b732-23266b38cd0d req-7fa64399-2e8e-4dfc-b07d-1a85ce003b38 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a2fe440-1c84-4786-95af-40227b1980e4 HTTP/1.1" status: 204 len: 173 time: 0.3268533 Apr 20 13:08:53.868933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64399-2e8e-4dfc-b07d-1a85ce003b38 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2fe440-1c84-4786-95af-40227b1980e4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:53.892587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98d981da-e300-4125-b0d5-f0d6e660c8a9 req-0b7fa226-2b84-4a25-994b-a1bce9920473 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 210 time: 0.0728593 Apr 20 13:08:53.895482 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-d39022fb-5327-4355-bad9-d21c72ba8eae req-e37b0c6a-3c05-4e15-bf88-429b17b245ca tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:08:53.896387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d39022fb-5327-4355-bad9-d21c72ba8eae req-e37b0c6a-3c05-4e15-bf88-429b17b245ca tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/4a2fe440-1c84-4786-95af-40227b1980e4 HTTP/1.1" status: 404 len: 352 time: 0.0757630 Apr 20 13:08:53.930721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b1df5d62-c538-466e-9b12-ab714202cc59 req-a311235e-0679-4990-a8f6-5260efc5698f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-626479041', 'description': 'tempest-description-221761634'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:53.954072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-8ecb5cda-74c4-4d59-afd8-f4c65b0f28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:53.955522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-8ecb5cda-74c4-4d59-afd8-f4c65b0f28aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 913 time: 0.1604316 Apr 20 13:08:53.971948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1df5d62-c538-466e-9b12-ab714202cc59 req-a311235e-0679-4990-a8f6-5260efc5698f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.008478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-8d99e8d1-0947-4b9e-bb7a-63754b34828c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 200 len: 217 time: 0.0444822 Apr 20 13:08:54.091445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-caf60af6-c536-4a71-8b6a-5de6c9591fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:54.093043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-caf60af6-c536-4a71-8b6a-5de6c9591fac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0699985 Apr 20 13:08:54.134677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-c7011bfd-1ae6-4a40-91bd-8e1962ff4cc9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324738 Apr 20 13:08:54.136870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1df5d62-c538-466e-9b12-ab714202cc59 req-a311235e-0679-4990-a8f6-5260efc5698f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.140583 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1df5d62-c538-466e-9b12-ab714202cc59 req-a311235e-0679-4990-a8f6-5260efc5698f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.188759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b1df5d62-c538-466e-9b12-ab714202cc59 req-a311235e-0679-4990-a8f6-5260efc5698f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.189972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1df5d62-c538-466e-9b12-ab714202cc59 req-a311235e-0679-4990-a8f6-5260efc5698f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2673402 Apr 20 13:08:54.228071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c191f77f-b24d-45d5-95f6-61bdb4d4f2f2 req-3708f2a5-22dc-42f9-b772-b992172cda8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1155839763', 'description': 'tempest-description-1531349022'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:54.231827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311235e-0679-4990-a8f6-5260efc5698f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23b0521-e417-4a9b-8a3e-52e16f5f2ce4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:54.267905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c191f77f-b24d-45d5-95f6-61bdb4d4f2f2 req-3708f2a5-22dc-42f9-b772-b992172cda8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.294627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-21e79ca8-2a57-4b39-8c67-cad7d77d3bbe service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504633 Apr 20 13:08:54.414579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c191f77f-b24d-45d5-95f6-61bdb4d4f2f2 req-3708f2a5-22dc-42f9-b772-b992172cda8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.420418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07cd2bc-e026-4dd9-9dd6-65b45b5621c2 req-85d7a3be-fc24-43c8-9862-676b70de2e12 service neutron] 10.222.0.30 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178474 Apr 20 13:08:54.420966 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c191f77f-b24d-45d5-95f6-61bdb4d4f2f2 req-3708f2a5-22dc-42f9-b772-b992172cda8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.450333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c191f77f-b24d-45d5-95f6-61bdb4d4f2f2 req-3708f2a5-22dc-42f9-b772-b992172cda8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.451504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c191f77f-b24d-45d5-95f6-61bdb4d4f2f2 req-3708f2a5-22dc-42f9-b772-b992172cda8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2293410 Apr 20 13:08:54.453162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708f2a5-22dc-42f9-b772-b992172cda8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5b3d2b-6f11-4374-bc80-42bce7e87d6e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:54.476998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-dd548ba6-4efb-4377-9aeb-2fe3f6d001ea req-c9e6dae6-7916-4ce1-9b65-be764148ed36 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1520291147', 'description': 'tempest-description-992698113'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:54.496790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd548ba6-4efb-4377-9aeb-2fe3f6d001ea req-c9e6dae6-7916-4ce1-9b65-be764148ed36 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.571883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd548ba6-4efb-4377-9aeb-2fe3f6d001ea req-c9e6dae6-7916-4ce1-9b65-be764148ed36 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.575688 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd548ba6-4efb-4377-9aeb-2fe3f6d001ea req-c9e6dae6-7916-4ce1-9b65-be764148ed36 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.607533 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dd548ba6-4efb-4377-9aeb-2fe3f6d001ea req-c9e6dae6-7916-4ce1-9b65-be764148ed36 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:54.608058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd548ba6-4efb-4377-9aeb-2fe3f6d001ea req-c9e6dae6-7916-4ce1-9b65-be764148ed36 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1350949 Apr 20 13:08:54.622386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6dae6-7916-4ce1-9b65-be764148ed36 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e993db68-c0db-4cea-8cb0-a4c67c8b4b8a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:54.792835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88f317e9-b87b-475d-b4cd-5cf843a0e31c req-01dc5f52-37bb-474d-8a8b-1030264fe4c9 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 10909 time: 0.1565750 Apr 20 13:08:54.872058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-5012709f-1773-4933-91ff-b7ff41f79e44 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:54.873371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-5012709f-1773-4933-91ff-b7ff41f79e44 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 805 time: 0.1574092 Apr 20 13:08:54.877347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88f317e9-b87b-475d-b4cd-5cf843a0e31c req-409fbdd0-8faa-4cae-9f18-5c52a80e7027 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/3462b654-d043-4ee1-aee2-29f465e03327 HTTP/1.1" status: 200 len: 2985 time: 0.0774164 Apr 20 13:08:54.887039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Request body: {'port': {'device_id': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'admin_state_up': True, 'tenant_id': 'a043f68c667d4094a261f70d09885200'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:54.997187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88f317e9-b87b-475d-b4cd-5cf843a0e31c req-f0e23c15-2ef1-44e4-9fec-15e8e1914b3c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/3462b654-d043-4ee1-aee2-29f465e03327 HTTP/1.1" status: 200 len: 2985 time: 0.1065288 Apr 20 13:08:55.022074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d778a66d-a61b-4379-8f42-51dd34879601 req-2934d25a-d05d-4a4a-9b6a-29bb3a781395 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 210 time: 0.0478895 Apr 20 13:08:55.076967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25143ff1-10d2-447b-8e77-e3948300af6a req-7a7eec19-a88a-4024-961f-dfca998afdf2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e23b0521-e417-4a9b-8a3e-52e16f5f2ce4 HTTP/1.1" status: 200 len: 1801 time: 0.0572288 Apr 20 13:08:55.078039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Made reservation on behalf of a043f68c667d4094a261f70d09885200 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:55.082109 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.200778 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25143ff1-10d2-447b-8e77-e3948300af6a req-fb427124-3717-495f-b213-1a95d4ca7587 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.254455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25143ff1-10d2-447b-8e77-e3948300af6a req-fb427124-3717-495f-b213-1a95d4ca7587 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.273105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Allocated IP 172.20.0.5 (743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225/e4bb8c57-1470-4673-9eaa-4b46b689a4e5/9eb06a57-e040-4554-8043-3430fb2237a9) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:55.317805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25143ff1-10d2-447b-8e77-e3948300af6a req-fb427124-3717-495f-b213-1a95d4ca7587 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.320270 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25143ff1-10d2-447b-8e77-e3948300af6a req-fb427124-3717-495f-b213-1a95d4ca7587 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.321370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25143ff1-10d2-447b-8e77-e3948300af6a req-fb427124-3717-495f-b213-1a95d4ca7587 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/e23b0521-e417-4a9b-8a3e-52e16f5f2ce4 HTTP/1.1" status: 204 len: 173 time: 0.2359898 Apr 20 13:08:55.344190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb427124-3717-495f-b213-1a95d4ca7587 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23b0521-e417-4a9b-8a3e-52e16f5f2ce4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:55.366551 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-998a7565-2675-4f8f-9dee-de40a7903f98 req-eefacab8-db62-4aa9-ae43-ab4621ebb5ea tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:08:55.368862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-998a7565-2675-4f8f-9dee-de40a7903f98 req-eefacab8-db62-4aa9-ae43-ab4621ebb5ea tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e23b0521-e417-4a9b-8a3e-52e16f5f2ce4 HTTP/1.1" status: 404 len: 352 time: 0.0289848 Apr 20 13:08:55.476687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-954ace93-4458-4cb1-8981-76038f85d474 req-4d7a0fe4-c53c-4d7d-bbb4-5f530a4d2f6c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/8e5b3d2b-6f11-4374-bc80-42bce7e87d6e HTTP/1.1" status: 200 len: 1803 time: 0.0637784 Apr 20 13:08:55.520810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.583860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-954ace93-4458-4cb1-8981-76038f85d474 req-c74bb61d-f35b-4870-b049-6e9164770caf tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.615713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.618639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-954ace93-4458-4cb1-8981-76038f85d474 req-c74bb61d-f35b-4870-b049-6e9164770caf tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.628704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:08:55.691277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:08:55.704010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:08:55.708736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:08:55.735901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event updated for resources: {'Port': ['ID=9eb06a57-e040-4554-8043-3430fb2237a9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:55.753963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-954ace93-4458-4cb1-8981-76038f85d474 req-c74bb61d-f35b-4870-b049-6e9164770caf tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.756507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-954ace93-4458-4cb1-8981-76038f85d474 req-c74bb61d-f35b-4870-b049-6e9164770caf tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.757734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-954ace93-4458-4cb1-8981-76038f85d474 req-c74bb61d-f35b-4870-b049-6e9164770caf tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e5b3d2b-6f11-4374-bc80-42bce7e87d6e HTTP/1.1" status: 204 len: 173 time: 0.2703576 Apr 20 13:08:55.758952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.759297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.759633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.761680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.761680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.761680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.761680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.761680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.761680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.762269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.762269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.762702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:08:55.789970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bb61d-f35b-4870-b049-6e9164770caf tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5b3d2b-6f11-4374-bc80-42bce7e87d6e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:55.803534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:55.804221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:55.820877 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-9ffda2a0-2070-4e59-93ef-a7d2cc4bd2d5 req-c3278a04-f55b-45ab-bbe5-7b0eae0d1169 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:08:55.829765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ffda2a0-2070-4e59-93ef-a7d2cc4bd2d5 req-c3278a04-f55b-45ab-bbe5-7b0eae0d1169 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/8e5b3d2b-6f11-4374-bc80-42bce7e87d6e HTTP/1.1" status: 404 len: 352 time: 0.0430799 Apr 20 13:08:55.855966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-1604b49d-dffe-4a94-bbcd-f7bc93f3809f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9726374 Apr 20 13:08:55.870631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Request body: {'port': {'device_id': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:55.923421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-662f74b9-ae56-4c97-bc59-7a324fac2046 req-8aff46a6-818c-4036-a4a5-165ef190516d tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e993db68-c0db-4cea-8cb0-a4c67c8b4b8a HTTP/1.1" status: 200 len: 1802 time: 0.0777555 Apr 20 13:08:55.962362 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.033106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-662f74b9-ae56-4c97-bc59-7a324fac2046 req-a7f6dbd1-3f7e-4c66-92eb-9fdac3933835 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.418435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-662f74b9-ae56-4c97-bc59-7a324fac2046 req-a7f6dbd1-3f7e-4c66-92eb-9fdac3933835 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.516583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33deebec-98be-437b-85f0-f2b7765ce110 req-55d0ed8f-785c-4cf7-b68f-48ec4fbbf866 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:56.518766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33deebec-98be-437b-85f0-f2b7765ce110 req-55d0ed8f-785c-4cf7-b68f-48ec4fbbf866 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 931 time: 0.4165096 Apr 20 13:08:56.548205 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-662f74b9-ae56-4c97-bc59-7a324fac2046 req-a7f6dbd1-3f7e-4c66-92eb-9fdac3933835 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.550712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-662f74b9-ae56-4c97-bc59-7a324fac2046 req-a7f6dbd1-3f7e-4c66-92eb-9fdac3933835 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.551775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-662f74b9-ae56-4c97-bc59-7a324fac2046 req-a7f6dbd1-3f7e-4c66-92eb-9fdac3933835 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/e993db68-c0db-4cea-8cb0-a4c67c8b4b8a HTTP/1.1" status: 204 len: 173 time: 0.6143374 Apr 20 13:08:56.578917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6dbd1-3f7e-4c66-92eb-9fdac3933835 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e993db68-c0db-4cea-8cb0-a4c67c8b4b8a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:56.618847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33deebec-98be-437b-85f0-f2b7765ce110 req-0f9bbf5d-ca02-4332-95d1-3fe1ccfb023e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940685 Apr 20 13:08:56.628057 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-7f4aeef5-6062-440b-934e-95631128f4ba req-a3774256-2f15-4044-af33-61f9cb087f32 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:08:56.629036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f4aeef5-6062-440b-934e-95631128f4ba req-a3774256-2f15-4044-af33-61f9cb087f32 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e993db68-c0db-4cea-8cb0-a4c67c8b4b8a HTTP/1.1" status: 404 len: 352 time: 0.0513725 Apr 20 13:08:56.694732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb06a57-e040-4554-8043-3430fb2237a9 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:08:56.709358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.736682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Transition to ACTIVE for port object 9eb06a57-e040-4554-8043-3430fb2237a9 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:08:56.748146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.765007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5941085-0a5f-40d6-b1d8-c1138751fe9c req-77ca4ccc-6186-41ef-896d-cf574c3a6cb3 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 6156 time: 0.1010373 Apr 20 13:08:56.832725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Pushing event updated for resources: {'Port': ['ID=9eb06a57-e040-4554-8043-3430fb2237a9,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:56.884535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5941085-0a5f-40d6-b1d8-c1138751fe9c req-e536d224-ed35-44e6-a0ae-21e0d46d47a4 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/3462b654-d043-4ee1-aee2-29f465e03327 HTTP/1.1" status: 200 len: 2985 time: 0.1008942 Apr 20 13:08:56.941387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Attempting to bind port 9eb06a57-e040-4554-8043-3430fb2237a9 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:08:56.941654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Attempting to bind port 9eb06a57-e040-4554-8043-3430fb2237a9 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:08:56.941988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Attempting to bind port 9eb06a57-e040-4554-8043-3430fb2237a9 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:56.949565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Port 9eb06a57-e040-4554-8043-3430fb2237a9 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:08:56.949907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Attempting to bind port 9eb06a57-e040-4554-8043-3430fb2237a9 on network 743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:08:56.953875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5941085-0a5f-40d6-b1d8-c1138751fe9c req-006d11e2-752a-4b7f-be17-c7b05fac01b9 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/3462b654-d043-4ee1-aee2-29f465e03327 HTTP/1.1" status: 200 len: 2985 time: 0.0616159 Apr 20 13:08:56.958483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:08:56.958828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Checking segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:08:56.959207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Bound using segment: {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:08:56.959631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Bound port: 9eb06a57-e040-4554-8043-3430fb2237a9, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '339b8293-18bf-4b26-8b80-88ae495b6872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:08:56.959992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:56.997335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ca20d0b4-f160-4aaa-9af7-84c1e04a8e21 req-b2dd54f5-b37a-443b-ab0e-1ad019dff463 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1420289122', 'description': 'tempest-description-613176927'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:57.037655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca20d0b4-f160-4aaa-9af7-84c1e04a8e21 req-b2dd54f5-b37a-443b-ab0e-1ad019dff463 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.050436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] For port 9eb06a57-e040-4554-8043-3430fb2237a9, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:08:57.066743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] For port 9eb06a57-e040-4554-8043-3430fb2237a9, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9eb06a57-e040-4554-8043-3430fb2237a9,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:08:57.074065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.121359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:57.122068 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.123429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] 10.222.0.37 "PUT /v2.0/ports/9eb06a57-e040-4554-8043-3430fb2237a9 HTTP/1.1" status: 200 len: 1091 time: 1.2576964 Apr 20 13:08:57.126762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'tag': '9eb06a57-e040-4554-8043-3430fb2237a9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:08:57.129010 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5295c6f5-7d98-47ee-8d85-b6138c18142a", "tag": "9eb06a57-e040-4554-8043-3430fb2237a9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:08:57.175756 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e10f98-a04d-46e2-ad3f-4c1f55b9ef09 x-openstack-request-id: req-f3e10f98-a04d-46e2-ad3f-4c1f55b9ef09 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:08:57.176030 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5295c6f5-7d98-47ee-8d85-b6138c18142a", "tag": "9eb06a57-e040-4554-8043-3430fb2237a9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:08:57.176290 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3e10f98-a04d-46e2-ad3f-4c1f55b9ef09 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:08:57.176689 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e10f98-a04d-46e2-ad3f-4c1f55b9ef09'] response: {'name': 'network-changed', 'server_uuid': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'tag': '9eb06a57-e040-4554-8043-3430fb2237a9', 'status': 'completed', 'code': 200} Apr 20 13:08:57.185805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e4fda-6cad-431d-a5ce-8e23da5eb65f service neutron] Pushing event updated for resources: {'Port': ['ID=9eb06a57-e040-4554-8043-3430fb2237a9,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:57.216234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca20d0b4-f160-4aaa-9af7-84c1e04a8e21 req-b2dd54f5-b37a-443b-ab0e-1ad019dff463 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.222651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca20d0b4-f160-4aaa-9af7-84c1e04a8e21 req-b2dd54f5-b37a-443b-ab0e-1ad019dff463 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.243595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-7b055a41-95be-4646-b6d1-7b755d4667e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:57.245093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-7b055a41-95be-4646-b6d1-7b755d4667e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 1094 time: 0.0811558 Apr 20 13:08:57.263975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca20d0b4-f160-4aaa-9af7-84c1e04a8e21 req-b2dd54f5-b37a-443b-ab0e-1ad019dff463 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.265377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca20d0b4-f160-4aaa-9af7-84c1e04a8e21 req-b2dd54f5-b37a-443b-ab0e-1ad019dff463 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2735820 Apr 20 13:08:57.302188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd54f5-b37a-443b-ab0e-1ad019dff463 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76adef-ca14-4b63-aff4-93b472a53f0a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:57.304983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-77fe19fe-77e6-45bc-b275-308a908d2718 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb06a57-e040-4554-8043-3430fb2237a9 HTTP/1.1" status: 200 len: 217 time: 0.0530658 Apr 20 13:08:57.307858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1ff8c189-c4a8-4a82-a5a7-dac0db418c6e req-41413c6d-379b-43b4-9018-8107d5b407c0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-857547216', 'description': 'tempest-description-476892256'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:57.361667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ff8c189-c4a8-4a82-a5a7-dac0db418c6e req-41413c6d-379b-43b4-9018-8107d5b407c0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.372789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-4213f0bf-0312-4140-81f9-bf1b0c40b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:57.374308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-4213f0bf-0312-4140-81f9-bf1b0c40b995 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0610259 Apr 20 13:08:57.414432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-6e25e144-b3c1-4507-be15-16dcdc4f7c87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342474 Apr 20 13:08:57.512005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ff8c189-c4a8-4a82-a5a7-dac0db418c6e req-41413c6d-379b-43b4-9018-8107d5b407c0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.519291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ff8c189-c4a8-4a82-a5a7-dac0db418c6e req-41413c6d-379b-43b4-9018-8107d5b407c0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.550898 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ff8c189-c4a8-4a82-a5a7-dac0db418c6e req-41413c6d-379b-43b4-9018-8107d5b407c0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:57.552107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ff8c189-c4a8-4a82-a5a7-dac0db418c6e req-41413c6d-379b-43b4-9018-8107d5b407c0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2517977 Apr 20 13:08:57.562792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-c14021f1-365c-4a53-af42-685e891efcb0 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402643 Apr 20 13:08:57.567172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41413c6d-379b-43b4-9018-8107d5b407c0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ed371-17e7-4903-88ee-231b6a00cfdf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:08:57.695114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48879f5d-dbca-4191-b658-84d6c13b6734 req-55c1548c-8e68-4fdd-b660-c33b7faf745a service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245115 Apr 20 13:08:57.869788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b1da4-0f36-4bf0-a39e-9513470bd755 req-36a2864e-2dba-4c70-89cb-111403704ff2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:57.871247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d38b1da4-0f36-4bf0-a39e-9513470bd755 req-36a2864e-2dba-4c70-89cb-111403704ff2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 943 time: 0.1444759 Apr 20 13:08:57.903876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-ca90ed08-7e6a-4b0b-ade7-a674db375d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:57.904939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-ca90ed08-7e6a-4b0b-ade7-a674db375d1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 1094 time: 0.1491802 Apr 20 13:08:57.930602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-8e09c5b2-8e63-4887-bf25-fae8689fc5ce tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:57.932005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-8e09c5b2-8e63-4887-bf25-fae8689fc5ce tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 812 time: 0.2178237 Apr 20 13:08:57.993855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d38b1da4-0f36-4bf0-a39e-9513470bd755 req-2c2f0de0-1f38-4966-b283-1d0195e7f733 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124954 Apr 20 13:08:57.996604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-af416919-4e4f-442b-8ec0-6d564bf9a7fe tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/quotas/d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 375 time: 0.0503557 Apr 20 13:08:58.063856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-6f8c8fdc-70e4-4d51-8b8e-99dddc0508c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.065257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-6f8c8fdc-70e4-4d51-8b8e-99dddc0508c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.1498621 Apr 20 13:08:58.073900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-cfb9eb02-2f36-47ba-b07e-0342772c1473 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0693827 Apr 20 13:08:58.115019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-9e6974a4-1e72-4e44-9574-d528ceb865e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb06a57-e040-4554-8043-3430fb2237a9 HTTP/1.1" status: 200 len: 217 time: 0.0402074 Apr 20 13:08:58.210556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-2117ba28-31fd-43d3-9512-518590cad8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:58.211896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-2117ba28-31fd-43d3-9512-518590cad8a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.0881422 Apr 20 13:08:58.235856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-478a2f22-89ea-48af-ba4a-445a088e4774 service neutron] 10.222.0.24 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547637 Apr 20 13:08:58.251179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-fe784bed-900d-4271-abef-484f1f27525a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287707 Apr 20 13:08:58.398804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-7e815851-832f-40ea-ad91-ae2c8c9fc72d service neutron] 10.222.0.24 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496248 Apr 20 13:08:58.401964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-dff646f6-be70-4ab0-aab4-9e03c72ed44c service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428547 Apr 20 13:08:58.496098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e0811e4-aa90-4e15-8008-0bc9f710e0fd req-dacb3d98-d0a9-4f1a-bed8-7931ee109cd1 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870509 Apr 20 13:08:58.570096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c695181-c8d3-4565-8f0b-5b4f78e7e5b2 req-72bfc7d9-4236-4607-8c33-9e19798af553 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 210 time: 0.0270896 Apr 20 13:08:59.128222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98566fdd-5424-4992-a7eb-e7b7d0aff4d6 req-38e0b622-c9ac-4c5f-bbaf-094bdacac815 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:59.129725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98566fdd-5424-4992-a7eb-e7b7d0aff4d6 req-38e0b622-c9ac-4c5f-bbaf-094bdacac815 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 943 time: 0.0562966 Apr 20 13:08:59.167607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98566fdd-5424-4992-a7eb-e7b7d0aff4d6 req-46e8af47-3921-453b-a0c6-185d531c86ba tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Apr 20 13:08:59.482426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-d8eb1279-8669-4769-91e3-1af24f3be0c5 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:08:59.483765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-d8eb1279-8669-4769-91e3-1af24f3be0c5 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.37 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 812 time: 0.1053121 Apr 20 13:08:59.496720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'port': {'device_id': '0d990201-6a1d-43ee-97d3-768fc238830b', 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a', 'admin_state_up': True, 'tenant_id': 'd3de00c4255f4653a4f0ca9397edcec6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:08:59.602700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Made reservation on behalf of d3de00c4255f4653a4f0ca9397edcec6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:08:59.606256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.703230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dab42611-ac70-4973-851b-2b20b7f81def req-0a4a9abf-916c-4170-89f8-70ef5b4de4e4 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 210 time: 0.0368001 Apr 20 13:08:59.765276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Allocated IP 172.20.0.2 (dd899d82-2240-4663-adb2-5806ca81729a/c62ae97f-291f-41aa-9899-0ec6e3454687/4179e813-c63a-43ab-afd5-528a6784ced3) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:08:59.923273 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.970491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:08:59.982674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:00.015874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Network dd899d82-2240-4663-adb2-5806ca81729a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:00.019979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:00.023975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:00.048820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:00.097333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.098087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.115813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-e445645d-d0d1-4918-ac92-8a84d3067af1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6226685 Apr 20 13:09:00.127732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Request body: {'port': {'device_id': '0d990201-6a1d-43ee-97d3-768fc238830b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:00.187180 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.365496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a1276-5bbb-4db0-893d-ae920aca2264 req-47c69d3c-4009-4e38-a4d5-043f33617b0b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.366992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f8a1276-5bbb-4db0-893d-ae920aca2264 req-47c69d3c-4009-4e38-a4d5-043f33617b0b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 943 time: 0.1195688 Apr 20 13:09:00.444904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f8a1276-5bbb-4db0-893d-ae920aca2264 req-3e03bc87-ca91-479a-b089-ce1812f074a0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686729 Apr 20 13:09:00.538667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4179e813-c63a-43ab-afd5-528a6784ced3 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:00.545847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.562253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Transition to ACTIVE for port object 4179e813-c63a-43ab-afd5-528a6784ced3 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:00.566941 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.615779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Pushing event updated for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:00.684648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Attempting to bind port 4179e813-c63a-43ab-afd5-528a6784ced3 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:00.685227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Attempting to bind port 4179e813-c63a-43ab-afd5-528a6784ced3 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:00.685691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Attempting to bind port 4179e813-c63a-43ab-afd5-528a6784ced3 on network dd899d82-2240-4663-adb2-5806ca81729a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:00.691532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Port 4179e813-c63a-43ab-afd5-528a6784ced3 on network dd899d82-2240-4663-adb2-5806ca81729a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:00.691923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Attempting to bind port 4179e813-c63a-43ab-afd5-528a6784ced3 on network dd899d82-2240-4663-adb2-5806ca81729a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:00.696945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:00.697273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Checking segment: {'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:00.697666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Bound using segment: {'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:00.698082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Bound port: 4179e813-c63a-43ab-afd5-528a6784ced3, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660deebc-d01b-4fe3-beae-f298e89d2f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:00.698435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.770562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:00.773776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4179e813-c63a-43ab-afd5-528a6784ced3,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:00.787999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.839628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.840299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:00.841809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] 10.222.0.37 "PUT /v2.0/ports/4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 1091 time: 0.7182457 Apr 20 13:09:00.843993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:00.846433 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:00.889859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8818c11-ce65-40ac-812d-4190e3897a0c req-065e2b45-06c1-45e6-b77d-73c55754d5ec tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.891434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8818c11-ce65-40ac-812d-4190e3897a0c req-065e2b45-06c1-45e6-b77d-73c55754d5ec tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 943 time: 0.1162999 Apr 20 13:09:00.900699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ec777-f589-49fd-b1a4-aaa3b680e72a service neutron] Pushing event updated for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:00.904973 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae721038-2e7d-44bc-badc-2551a5274299 x-openstack-request-id: req-ae721038-2e7d-44bc-badc-2551a5274299 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:00.905293 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:00.905520 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae721038-2e7d-44bc-badc-2551a5274299 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:00.905940 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae721038-2e7d-44bc-badc-2551a5274299'] response: {'name': 'network-changed', 'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3', 'status': 'completed', 'code': 200} Apr 20 13:09:00.963571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8818c11-ce65-40ac-812d-4190e3897a0c req-68512229-7e75-4ea4-9255-b57f567ae23d tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567966 Apr 20 13:09:00.970119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-a4b7e49e-37b4-4083-b919-df782893c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:00.972144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-a4b7e49e-37b4-4083-b919-df782893c19b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1094 time: 0.0789514 Apr 20 13:09:01.013043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-8b0d3558-3fa9-4339-9cc9-8060049de996 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 217 time: 0.0344903 Apr 20 13:09:01.061555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-eba4d63e-1f6f-423b-a3b7-01a30d91a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.063020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-eba4d63e-1f6f-423b-a3b7-01a30d91a268 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0432234 Apr 20 13:09:01.095007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-5c39293b-f0a9-4b47-9918-4c267edd094a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244861 Apr 20 13:09:01.187139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-1899befc-f939-4148-82a4-d963c9f3416a service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855606 Apr 20 13:09:01.278164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b865d5c4-09f8-4510-aadf-4cb091d8d485 req-a0be8e7d-56e9-41c3-9f4b-2a38b6b44acc service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835848 Apr 20 13:09:01.365607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-92845e2d-d58e-4b58-9387-a352fa1d5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.367477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-92845e2d-d58e-4b58-9387-a352fa1d5788 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1094 time: 0.0454497 Apr 20 13:09:01.458259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-ce0b0152-2055-4186-b942-38e8fa829942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.459882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-ce0b0152-2055-4186-b942-38e8fa829942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 913 time: 0.0857389 Apr 20 13:09:01.460969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9eb06a57-e040-4554-8043-3430fb2237a9 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:01.523740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-ea1193e2-0a14-4962-9104-da2b01abf0c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 217 time: 0.0561409 Apr 20 13:09:01.587417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9eb06a57-e040-4554-8043-3430fb2237a9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9eb06a57-e040-4554-8043-3430fb2237a9,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:01.599214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '9eb06a57-e040-4554-8043-3430fb2237a9', 'network_id': '743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225', 'port_id': '9eb06a57-e040-4554-8043-3430fb2237a9', 'mac_address': 'fa:16:3e:64:f6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bb8c57-1470-4673-9eaa-4b46b689a4e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:01.603769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-39e75c44-9088-4c43-9151-be838148d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.605226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-39e75c44-9088-4c43-9151-be838148d9ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0685058 Apr 20 13:09:01.617989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a1ee2-bea9-4707-a144-e066af7007a4 req-8a4f1235-099e-445c-9039-fdd0878258c6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:01.619516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024a1ee2-bea9-4707-a144-e066af7007a4 req-8a4f1235-099e-445c-9039-fdd0878258c6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 943 time: 0.0923793 Apr 20 13:09:01.638030 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:01.649397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-ce672fe8-a700-4b33-8680-a64f60bc992a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289578 Apr 20 13:09:01.651765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb06a57-e040-4554-8043-3430fb2237a9 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:01.671236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9eb06a57-e040-4554-8043-3430fb2237a9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9eb06a57-e040-4554-8043-3430fb2237a9,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:01.676778 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:01.722694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-024a1ee2-bea9-4707-a144-e066af7007a4 req-e9480225-4f97-40de-abe7-81d31e08660c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948262 Apr 20 13:09:01.745277 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9eb06a57-e040-4554-8043-3430fb2237a9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:01.773527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-f704ba81-230d-4d29-9ad6-50ae84f87fee service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163793 Apr 20 13:09:01.868582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8c570ea-ffb8-4ea0-9799-571968e7fbfb req-1a97466e-3e02-455b-a61e-621817d5a277 service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873303 Apr 20 13:09:01.910079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['9eb06a57-e040-4554-8043-3430fb2237a9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:02.092375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fc7fa-3ee1-4164-b539-c3da6f9dd284 req-c8987276-2006-4d30-b2a4-b0e54b97158c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.093873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4fc7fa-3ee1-4164-b539-c3da6f9dd284 req-c8987276-2006-4d30-b2a4-b0e54b97158c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 943 time: 0.0571854 Apr 20 13:09:02.133013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4fc7fa-3ee1-4164-b539-c3da6f9dd284 req-7daae731-89e6-413e-a6e1-4408c84ce440 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Apr 20 13:09:02.862452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8986f4-a13d-4e85-ba86-fcd99b32a2cc req-b547a0ad-b4f7-4bfd-99ef-7050da225475 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:02.863913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad8986f4-a13d-4e85-ba86-fcd99b32a2cc req-b547a0ad-b4f7-4bfd-99ef-7050da225475 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 944 time: 0.0505817 Apr 20 13:09:02.902373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad8986f4-a13d-4e85-ba86-fcd99b32a2cc req-7f905e0e-eec7-4d81-bce5-d4ef65bc581b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324707 Apr 20 13:09:03.245742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93584ea-f381-4fe4-88e2-cc79862a5bc2 req-353bcccd-2796-4911-aeb5-d0e1421aca3a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.247218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d93584ea-f381-4fe4-88e2-cc79862a5bc2 req-353bcccd-2796-4911-aeb5-d0e1421aca3a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 943 time: 0.0484099 Apr 20 13:09:03.288294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d93584ea-f381-4fe4-88e2-cc79862a5bc2 req-186f9652-7c64-4746-8006-56b7214709f9 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Apr 20 13:09:03.480652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9eb06a57-e040-4554-8043-3430fb2237a9 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:03.484598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa623eea-b2bd-45cf-836b-7130f150b1cb req-efeccb47-7860-414b-bd2b-8a2b07290d78 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.486142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa623eea-b2bd-45cf-836b-7130f150b1cb req-efeccb47-7860-414b-bd2b-8a2b07290d78 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 945 time: 0.0530241 Apr 20 13:09:03.536466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 9eb06a57-e040-4554-8043-3430fb2237a9 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:03.540133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 9eb06a57-e040-4554-8043-3430fb2237a9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:03.540499 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.553055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa623eea-b2bd-45cf-836b-7130f150b1cb req-b14a30dd-860e-4a42-87b7-bcd339754186 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598278 Apr 20 13:09:03.570049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c560b-3dd3-4440-aaff-0ab6bd38a160 req-86afe962-2211-4fc8-b9f3-5baf415a00df tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.571554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-444c560b-3dd3-4440-aaff-0ab6bd38a160 req-86afe962-2211-4fc8-b9f3-5baf415a00df tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.0647123 Apr 20 13:09:03.610931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-444c560b-3dd3-4440-aaff-0ab6bd38a160 req-deb2aeee-0e77-4ff1-bc95-3d6b2114c8b7 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Apr 20 13:09:03.626675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.651091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb06a57-e040-4554-8043-3430fb2237a9'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:03.653295 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d50741-c18d-48aa-b590-244b50dc70fa" -d '{"events": [{"server_uuid": "5295c6f5-7d98-47ee-8d85-b6138c18142a", "name": "network-vif-plugged", "status": "completed", "tag": "9eb06a57-e040-4554-8043-3430fb2237a9"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:03.675437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 9eb06a57-e040-4554-8043-3430fb2237a9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9eb06a57-e040-4554-8043-3430fb2237a9,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:03.680646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.687817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-da02a0f9-a7a6-4e15-920c-343101b885ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:03.710567 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8087a298-1568-46df-881d-6e49f6f866ed x-openstack-request-id: req-8087a298-1568-46df-881d-6e49f6f866ed {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:03.711221 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5295c6f5-7d98-47ee-8d85-b6138c18142a", "name": "network-vif-plugged", "status": "completed", "tag": "9eb06a57-e040-4554-8043-3430fb2237a9", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:03.711352 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8087a298-1568-46df-881d-6e49f6f866ed {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:03.711717 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8087a298-1568-46df-881d-6e49f6f866ed'] response: {'server_uuid': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb06a57-e040-4554-8043-3430fb2237a9', 'code': 200} Apr 20 13:09:03.738504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=9eb06a57-e040-4554-8043-3430fb2237a9,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:03.790516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3677540-9d52-4316-bc46-291ebb6896fe req-551177e0-3111-4425-9985-696ef38f5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:03.792133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3677540-9d52-4316-bc46-291ebb6896fe req-551177e0-3111-4425-9985-696ef38f5401 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 1096 time: 0.0400679 Apr 20 13:09:03.830250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3677540-9d52-4316-bc46-291ebb6896fe req-7016503b-6db5-490e-bb8d-5007f44abe33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Apr 20 13:09:04.017044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4763c6f-6b1c-44cf-90fe-71c4944cf0bb req-e2db1d53-4020-4a3a-9865-310e68ab982f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.018502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4763c6f-6b1c-44cf-90fe-71c4944cf0bb req-e2db1d53-4020-4a3a-9865-310e68ab982f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0485981 Apr 20 13:09:04.055270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4763c6f-6b1c-44cf-90fe-71c4944cf0bb req-ae59ca1b-5107-4fdd-8d0a-e53dd047399b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306308 Apr 20 13:09:04.402580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5072823-428d-40b2-8779-dbe6312fe13b req-7f88441e-0d81-4f93-90d7-c1194a045c2c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.404042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5072823-428d-40b2-8779-dbe6312fe13b req-7f88441e-0d81-4f93-90d7-c1194a045c2c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 943 time: 0.0495417 Apr 20 13:09:04.474530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52703e93-6c9b-4119-a6f6-36612f971908 req-03064f30-7284-4649-8891-611e1e999857 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.475930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52703e93-6c9b-4119-a6f6-36612f971908 req-03064f30-7284-4649-8891-611e1e999857 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.0710309 Apr 20 13:09:04.478950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5072823-428d-40b2-8779-dbe6312fe13b req-ced031b7-bc45-4d13-b158-30bd77c72907 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658519 Apr 20 13:09:04.513343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52703e93-6c9b-4119-a6f6-36612f971908 req-23600bcb-c5bc-4032-b9c9-afa40c24da81 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Apr 20 13:09:04.669863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4a42d-608b-4ddb-92a1-053abbb0132e req-66fea38b-0f97-4ee1-8548-de3ce996d84d tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:04.671318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ef4a42d-608b-4ddb-92a1-053abbb0132e req-66fea38b-0f97-4ee1-8548-de3ce996d84d tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Apr 20 13:09:04.709076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ef4a42d-608b-4ddb-92a1-053abbb0132e req-08184c5d-a6d6-41b2-9953-546ff2be2c2b tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Apr 20 13:09:05.168155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca6103-682a-48c7-8e09-d0a4d61f5922 req-43a7b897-4a2c-4180-87fe-fe53edf4add0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.169593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddca6103-682a-48c7-8e09-d0a4d61f5922 req-43a7b897-4a2c-4180-87fe-fe53edf4add0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0477798 Apr 20 13:09:05.209245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddca6103-682a-48c7-8e09-d0a4d61f5922 req-95980766-05ee-4cb5-ad78-19beff88cc49 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Apr 20 13:09:05.418049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097529cf-ec23-48c1-a170-4dae9fa02ae7 req-87dc0b05-7062-40eb-a613-d1a014e45ee0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.419482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-097529cf-ec23-48c1-a170-4dae9fa02ae7 req-87dc0b05-7062-40eb-a613-d1a014e45ee0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0517712 Apr 20 13:09:05.457925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-097529cf-ec23-48c1-a170-4dae9fa02ae7 req-60fcbf4e-8cce-46ad-a05a-7b3dad7816c6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Apr 20 13:09:05.517834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-b9df6156-7eac-43d2-b669-01a806d63df6 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.519331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-b9df6156-7eac-43d2-b669-01a806d63df6 tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 945 time: 0.0511527 Apr 20 13:09:05.523353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4179e813-c63a-43ab-afd5-528a6784ced3 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:05.622490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4179e813-c63a-43ab-afd5-528a6784ced3,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:05.635181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '4179e813-c63a-43ab-afd5-528a6784ced3', 'network_id': 'dd899d82-2240-4663-adb2-5806ca81729a', 'port_id': '4179e813-c63a-43ab-afd5-528a6784ced3', 'mac_address': 'fa:16:3e:58:0b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c62ae97f-291f-41aa-9899-0ec6e3454687', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:05.673308 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.692029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4179e813-c63a-43ab-afd5-528a6784ced3 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:05.712984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4179e813-c63a-43ab-afd5-528a6784ced3,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:05.718449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:05.769097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:05.950640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4179e813-c63a-43ab-afd5-528a6784ced3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:05.960324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3aeee6-131c-4850-9620-f6b896ada3ae req-1d37fe9a-7f47-4777-954a-95ec21bf0f0b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.961833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f3aeee6-131c-4850-9620-f6b896ada3ae req-1d37fe9a-7f47-4777-954a-95ec21bf0f0b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.4304459 Apr 20 13:09:05.987671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b654fe-acda-4fb1-86c3-f15ad00a7d0a req-686b1ef4-d371-43b3-b94d-5040c0f0cbd5 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:05.989091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6b654fe-acda-4fb1-86c3-f15ad00a7d0a req-686b1ef4-d371-43b3-b94d-5040c0f0cbd5 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 943 time: 0.4228344 Apr 20 13:09:06.000933 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3043be57-19d4-47ea-9d13-eaac93851e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.025467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Deleting port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:06.025839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.062790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f3aeee6-131c-4850-9620-f6b896ada3ae req-3f58a652-cb62-44ed-b491-16ac8f9b3c62 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939784 Apr 20 13:09:06.101368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6b654fe-acda-4fb1-86c3-f15ad00a7d0a req-82a50a46-de0d-4369-a5e6-bbbc66de3e31 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011486 Apr 20 13:09:06.169389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-5170216f-2e27-48d0-8d49-4debc89f2db6 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.170941 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-5170216f-2e27-48d0-8d49-4debc89f2db6 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.0627882 Apr 20 13:09:06.217255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] For port 978e3ba9-0526-4b13-a76a-db9ce1a4e172, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=978e3ba9-0526-4b13-a76a-db9ce1a4e172,segment=NetworkSegment(5030c3a5-5864-4749-aa66-feacc874dda5),segment_id=5030c3a5-5864-4749-aa66-feacc874dda5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:06.217856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.242878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Calling delete_port for 978e3ba9-0526-4b13-a76a-db9ce1a4e172 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:06.251220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85408aa-b70a-4045-8131-a60a1d53fa67 req-47a5df76-6f61-4683-9982-397470844651 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.252708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f85408aa-b70a-4045-8131-a60a1d53fa67 req-47a5df76-6f61-4683-9982-397470844651 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 946 time: 0.1184678 Apr 20 13:09:06.261145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Deleting port dd74bc03-aff9-45c9-a396-69cc6187b462 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:06.261491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.279161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa42ca-d8d1-4a69-b24f-3edb78d17f0f req-74712a41-cdee-4073-b795-c992e5a9ef7e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.280547 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cefa42ca-d8d1-4a69-b24f-3edb78d17f0f req-74712a41-cdee-4073-b795-c992e5a9ef7e tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2b6f615-bfa0-4c35-b824-0a099ffdafd3 HTTP/1.1" status: 200 len: 945 time: 0.1158192 Apr 20 13:09:06.354237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] For port dd74bc03-aff9-45c9-a396-69cc6187b462, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=dd74bc03-aff9-45c9-a396-69cc6187b462,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:06.354606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.371853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f85408aa-b70a-4045-8131-a60a1d53fa67 req-97d4e0a2-f62b-440e-a8dd-b03e54547519 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups?id=f90780ff-b50f-4f32-a444-7c888a68b26b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091406 Apr 20 13:09:06.379136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cefa42ca-d8d1-4a69-b24f-3edb78d17f0f req-693349bf-1a50-43ab-b78d-7ae2df06deaf tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.24 "GET /v2.0/security-groups?id=a34aa8e8-1313-49a0-850e-e35c1acfb976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898998 Apr 20 13:09:06.454574 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.466502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['978e3ba9-0526-4b13-a76a-db9ce1a4e172'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:06.492391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Pushing event deleted for resources: {'Port': ['ID=978e3ba9-0526-4b13-a76a-db9ce1a4e172,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:06.551599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] No DVR routers for this DVR port 978e3ba9-0526-4b13-a76a-db9ce1a4e172 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:06.554737 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.558409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2f8dccd-307b-4dc4-a337-ca1e05cdadfd req-9e195505-436a-422e-9254-ce06dda7df2f tempest-VolumesSnapshotTestJSON-477666926 tempest-VolumesSnapshotTestJSON-477666926-project] 10.222.0.30 "DELETE /v2.0/ports/978e3ba9-0526-4b13-a76a-db9ce1a4e172 HTTP/1.1" status: 204 len: 173 time: 1.0258691 Apr 20 13:09:06.561121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'name': 'network-vif-deleted', 'tag': '978e3ba9-0526-4b13-a76a-db9ce1a4e172'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:06.563763 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05becab6-cb21-4bea-bf8e-67e2ab1f8d80" -d '{"events": [{"server_uuid": "f2b6f615-bfa0-4c35-b824-0a099ffdafd3", "name": "network-vif-deleted", "tag": "978e3ba9-0526-4b13-a76a-db9ce1a4e172"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:06.615932 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34d4537-8fce-4205-afc7-20fe717df3b2 x-openstack-request-id: req-e34d4537-8fce-4205-afc7-20fe717df3b2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:06.616284 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b6f615-bfa0-4c35-b824-0a099ffdafd3", "name": "network-vif-deleted", "tag": "978e3ba9-0526-4b13-a76a-db9ce1a4e172", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:06.616740 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e34d4537-8fce-4205-afc7-20fe717df3b2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:06.618151 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34d4537-8fce-4205-afc7-20fe717df3b2'] response: {'server_uuid': 'f2b6f615-bfa0-4c35-b824-0a099ffdafd3', 'name': 'network-vif-deleted', 'tag': '978e3ba9-0526-4b13-a76a-db9ce1a4e172', 'status': 'completed', 'code': 200} Apr 20 13:09:06.624734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.625297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.625827 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Floating IP 7f35308f-5fb8-47a5-b2f2-93ff874e38a6 disassociated. External IP: 172.25.3.41, port: dd74bc03-aff9-45c9-a396-69cc6187b462. Apr 20 13:09:06.626336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Calling delete_port for dd74bc03-aff9-45c9-a396-69cc6187b462 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:06.639484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cd4dc-283e-4d8f-8dcf-96291fc0a2d7 req-85d09e55-3a14-4e1e-8399-f639a1eb7a9f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:06.646116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-756cd4dc-283e-4d8f-8dcf-96291fc0a2d7 req-85d09e55-3a14-4e1e-8399-f639a1eb7a9f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0867577 Apr 20 13:09:06.690707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-756cd4dc-283e-4d8f-8dcf-96291fc0a2d7 req-2757f9ef-6dd2-402c-be15-f4e03120a654 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Apr 20 13:09:06.754789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:06.783088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event deleted for resources: {'Port': ['ID=dd74bc03-aff9-45c9-a396-69cc6187b462,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:06.907121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Router b1939e06-285b-400b-bcba-932d65afacd7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:07.019350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:07.032097 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] Sync routers for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:07.042503 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:07.043286 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:07.066367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] No DVR routers for this DVR port dd74bc03-aff9-45c9-a396-69cc6187b462 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:07.069134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.072484 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-80e86c1c-3e41-42b9-9d75-601b1c181380 req-9cfc9d51-4936-4370-93ff-04b9975aee63 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.30 "DELETE /v2.0/ports/dd74bc03-aff9-45c9-a396-69cc6187b462 HTTP/1.1" status: 204 len: 173 time: 0.8963151 Apr 20 13:09:07.072945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'name': 'network-vif-deleted', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:07.075237 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214b6122-d906-43b2-85b4-4ce11efa269a" -d '{"events": [{"server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "name": "network-vif-deleted", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:07.114793 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dafd943-791b-41bd-9132-d50657d30a95 x-openstack-request-id: req-8dafd943-791b-41bd-9132-d50657d30a95 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:07.115083 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e033978-417c-4f04-8643-a1ded3b4020f", "name": "network-vif-deleted", "tag": "dd74bc03-aff9-45c9-a396-69cc6187b462", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:07.115339 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dafd943-791b-41bd-9132-d50657d30a95 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:07.115740 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dafd943-791b-41bd-9132-d50657d30a95'] response: {'server_uuid': '9e033978-417c-4f04-8643-a1ded3b4020f', 'name': 'network-vif-deleted', 'tag': 'dd74bc03-aff9-45c9-a396-69cc6187b462', 'status': 'completed', 'code': 200} Apr 20 13:09:07.167851 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:07.168326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.233425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6444a00-3df9-4976-a9aa-5668b7d20511 req-efb55b86-9d52-4eae-bea4-34c5e17a489a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.235121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6444a00-3df9-4976-a9aa-5668b7d20511 req-efb55b86-9d52-4eae-bea4-34c5e17a489a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 944 time: 0.0581036 Apr 20 13:09:07.287397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6444a00-3df9-4976-a9aa-5668b7d20511 req-02c17edf-b2d4-4ba0-b3d6-a5a7a8fcaeda tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Apr 20 13:09:07.383982 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 5, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:07.410173 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] Checking router: b1939e06-285b-400b-bcba-932d65afacd7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:07.420121 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:07.420734 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:07.494729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6b3c98c-0c32-49ed-87a8-2aa597a04954 req-1590a77d-6de7-4dbc-a943-e59e3cd5c8da tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e033978-417c-4f04-8643-a1ded3b4020f HTTP/1.1" status: 200 len: 210 time: 0.0294006 Apr 20 13:09:07.543084 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:07.543299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4179e813-c63a-43ab-afd5-528a6784ced3 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:07.604687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 4179e813-c63a-43ab-afd5-528a6784ced3 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:07.609794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 4179e813-c63a-43ab-afd5-528a6784ced3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:07.610467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.701918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.757612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:07.764539 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b31a14-1a73-4ab4-bc43-a6ccc6527aef" -d '{"events": [{"server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "name": "network-vif-plugged", "status": "completed", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:07.804824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4179e813-c63a-43ab-afd5-528a6784ced3,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:07.811763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:07.815096 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d840a8-cb4f-45c2-829b-e47536e239cc x-openstack-request-id: req-17d840a8-cb4f-45c2-829b-e47536e239cc {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:07.815667 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "name": "network-vif-plugged", "status": "completed", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:07.816593 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17d840a8-cb4f-45c2-829b-e47536e239cc {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:07.816593 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d840a8-cb4f-45c2-829b-e47536e239cc'] response: {'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3', 'code': 200} Apr 20 13:09:07.818793 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 5, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:07.868620 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc060bd-347e-42cf-af4b-52d1c108973d None None] The sync data for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 is: [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:07:15Z', 'revision_number': 4, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'cb2c6b72-d3f4-4ede-813b-855edf375afe', 'name': '', 'network_id': 'a47984c5-779c-422e-ac9c-fe896aed3bc4', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'mac_address': 'fa:16:3e:50:0e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2380, 'fixed_ips': [{'subnet_id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:13Z', 'updated_at': '2022-04-20T13:07:20Z', 'revision_number': 5, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'subnets': [{'id': 'f7d4aedf-0341-40ae-931d-1a0b6dc16cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:07.882453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78e9bc-f440-4c18-b9af-78da2251aa0c req-2d0861c0-c733-4526-948c-34b3aa193c92 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.889436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:07.891770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f78e9bc-f440-4c18-b9af-78da2251aa0c req-2d0861c0-c733-4526-948c-34b3aa193c92 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1103771 Apr 20 13:09:07.966194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f78e9bc-f440-4c18-b9af-78da2251aa0c req-4af6bba5-9d43-4e96-b230-3be8e43b7bc2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718713 Apr 20 13:09:07.973317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f928ef8-04ad-451e-b921-f3e0efe78bdd req-d93ae4dd-ef46-410d-9e95-c47ef1f79f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:07.975164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f928ef8-04ad-451e-b921-f3e0efe78bdd req-d93ae4dd-ef46-410d-9e95-c47ef1f79f9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1096 time: 0.0798485 Apr 20 13:09:08.016111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f928ef8-04ad-451e-b921-f3e0efe78bdd req-8deeb263-c3b4-4892-a976-781ac97808f8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339487 Apr 20 13:09:08.146435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6306931-1285-4b60-a142-9fe9a20e9eee None None] New status for floating IP 7f35308f-5fb8-47a5-b2f2-93ff874e38a6: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:09:08.412574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b857604-f14c-4ffa-a246-5603f792243e req-572bf12a-a525-49bc-b4ad-d5bb6bb556e3 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:08.414252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b857604-f14c-4ffa-a246-5603f792243e req-572bf12a-a525-49bc-b4ad-d5bb6bb556e3 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 945 time: 0.0555696 Apr 20 13:09:08.457763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b857604-f14c-4ffa-a246-5603f792243e req-e33991d4-cf76-49e8-97e9-6c433bdb1300 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Apr 20 13:09:08.532413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.578796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54320) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:08.632242 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4afb5ebd-63a2-475c-b357-9a293b7ac1fe tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.654964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4afb5ebd-63a2-475c-b357-9a293b7ac1fe tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.702359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4afb5ebd-63a2-475c-b357-9a293b7ac1fe tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.704773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4afb5ebd-63a2-475c-b357-9a293b7ac1fe tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.706400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4afb5ebd-63a2-475c-b357-9a293b7ac1fe tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "DELETE /v2.0/security-groups/f90780ff-b50f-4f32-a444-7c888a68b26b HTTP/1.1" status: 204 len: 168 time: 0.1266084 Apr 20 13:09:08.708982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54322) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:08.716105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb5ebd-63a2-475c-b357-9a293b7ac1fe tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90780ff-b50f-4f32-a444-7c888a68b26b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:08.726360 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-7b17686c-0b61-48e3-b5c3-ca03d228cd84 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] show failed (client error): The resource could not be found. Apr 20 13:09:08.727410 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b17686c-0b61-48e3-b5c3-ca03d228cd84 tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "GET /v2.0/security-groups/f90780ff-b50f-4f32-a444-7c888a68b26b HTTP/1.1" status: 404 len: 347 time: 0.0173831 Apr 20 13:09:08.730215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54324) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:08.748947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 978e3ba9-0526-4b13-a76a-db9ce1a4e172 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:08.771690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 978e3ba9-0526-4b13-a76a-db9ce1a4e172 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:08.772033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 978e3ba9-0526-4b13-a76a-db9ce1a4e172 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:08.855867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Deleting port 67bdd782-022d-412b-beae-db12ee638318 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:08.856201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.874104 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.946790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.946790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:08.961692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Calling delete_port for 67bdd782-022d-412b-beae-db12ee638318 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:09.149657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef1048-bb59-42e9-90ab-d098ae180af4 req-062613e4-7722-4830-9ffb-d6514ee4c4d6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.151054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4ef1048-bb59-42e9-90ab-d098ae180af4 req-062613e4-7722-4830-9ffb-d6514ee4c4d6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1003008 Apr 20 13:09:09.176695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.215881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Pushing event deleted for resources: {'Port': ['ID=67bdd782-022d-412b-beae-db12ee638318,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:09.241063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4ef1048-bb59-42e9-90ab-d098ae180af4 req-14f24bd6-0bbb-4bb4-9311-95c60da55d1a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820010 Apr 20 13:09:09.280682 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.283160 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.287046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-47e1767b-9560-498a-87ec-dc224b205d2f tempest-ServersTestJSON-1959406334 tempest-ServersTestJSON-1959406334-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f35308f-5fb8-47a5-b2f2-93ff874e38a6 HTTP/1.1" status: 204 len: 168 time: 0.5530767 Apr 20 13:09:09.287247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54334) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:09.603509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a322a-2ef9-467d-944a-c1087eff4d1f req-fe1af121-23b1-482e-888e-0460f2dc5e81 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.605052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad5a322a-2ef9-467d-944a-c1087eff4d1f req-fe1af121-23b1-482e-888e-0460f2dc5e81 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 945 time: 0.0760794 Apr 20 13:09:09.654748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad5a322a-2ef9-467d-944a-c1087eff4d1f req-228f0900-6e53-49f4-8f88-dde8160b5932 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Apr 20 13:09:09.713441 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:09.821240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bad3abfa-0962-4489-89eb-088126dec82f req-478fc1f4-63f8-4228-a62b-3873bf7ee50e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1420289122&fields=id&tenant_id=d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 267 time: 0.0744267 Apr 20 13:09:09.968938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3abfa-0962-4489-89eb-088126dec82f req-98a4c0a8-14c8-44c4-9e56-c89eb984380e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:09.977364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bad3abfa-0962-4489-89eb-088126dec82f req-98a4c0a8-14c8-44c4-9e56-c89eb984380e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 945 time: 0.1462166 Apr 20 13:09:09.983650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'port': {'security_groups': ['3462b654-d043-4ee1-aee2-29f465e03327', '6b76adef-ca14-4b63-aff4-93b472a53f0a']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:10.074134 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.242260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Deleting port cb2c6b72-d3f4-4ede-813b-855edf375afe {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:10.242490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.399326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4179e813-c63a-43ab-afd5-528a6784ced3,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:10.421649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] For port cb2c6b72-d3f4-4ede-813b-855edf375afe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb2c6b72-d3f4-4ede-813b-855edf375afe,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:10.422001 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.440930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af756a-697e-46ae-a4c7-6076c5ae02b0 req-ae808002-0bcb-4bf3-a5d2-745db0c52e18 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.442453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8af756a-697e-46ae-a4c7-6076c5ae02b0 req-ae808002-0bcb-4bf3-a5d2-745db0c52e18 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1275747 Apr 20 13:09:10.465448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Calling delete_port for cb2c6b72-d3f4-4ede-813b-855edf375afe owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:10.477127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.485717 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.499162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:10.502913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4179e813-c63a-43ab-afd5-528a6784ced3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:10.578350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8af756a-697e-46ae-a4c7-6076c5ae02b0 req-a026fe1a-3237-4b9b-9b9f-f0d8d2c46ace tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288710 Apr 20 13:09:10.585521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.586179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.587542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bad3abfa-0962-4489-89eb-088126dec82f req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "PUT /v2.0/ports/4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 981 time: 0.6088715 Apr 20 13:09:10.590223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:10.592318 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f816308d-5862-46e0-8352-681fda1f3424" -d '{"events": [{"name": "network-changed", "server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:10.635682 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290e5cf4-84ae-4bbc-9857-3a672e2e8c9c x-openstack-request-id: req-290e5cf4-84ae-4bbc-9857-3a672e2e8c9c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:10.636294 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:10.636294 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-290e5cf4-84ae-4bbc-9857-3a672e2e8c9c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:10.636592 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290e5cf4-84ae-4bbc-9857-3a672e2e8c9c'] response: {'name': 'network-changed', 'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3', 'status': 'completed', 'code': 200} Apr 20 13:09:10.642047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1ed8b-ae44-406b-955e-e3f04aac647f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:10.682756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4179e813-c63a-43ab-afd5-528a6784ced3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:10.744844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12d72cb3-280d-4b61-9b3a-171649f8d26d req-80dd9508-1416-4226-99dd-b6e8c92f966c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/6b76adef-ca14-4b63-aff4-93b472a53f0a HTTP/1.1" status: 200 len: 1802 time: 0.1288404 Apr 20 13:09:10.772148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816308d-5862-46e0-8352-681fda1f3424 req-ccfff7fd-62d5-4cd4-85e2-083778e8b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.773582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f816308d-5862-46e0-8352-681fda1f3424 req-ccfff7fd-62d5-4cd4-85e2-083778e8b1dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1135 time: 0.0808048 Apr 20 13:09:10.774862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device dd74bc03-aff9-45c9-a396-69cc6187b462 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:10.817963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: dd74bc03-aff9-45c9-a396-69cc6187b462 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:10.818296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device dd74bc03-aff9-45c9-a396-69cc6187b462 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:10.896603 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-12d72cb3-280d-4b61-9b3a-171649f8d26d req-7db1f0a5-fad0-4b8c-a6d0-5cf15263fe2a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:09:10.897595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12d72cb3-280d-4b61-9b3a-171649f8d26d req-7db1f0a5-fad0-4b8c-a6d0-5cf15263fe2a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b76adef-ca14-4b63-aff4-93b472a53f0a HTTP/1.1" status: 409 len: 341 time: 0.1368892 Apr 20 13:09:10.923676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:10.953768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816308d-5862-46e0-8352-681fda1f3424 req-84f7f77d-7538-4a27-b6fd-ee0e52184847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:10.955260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f816308d-5862-46e0-8352-681fda1f3424 req-84f7f77d-7538-4a27-b6fd-ee0e52184847 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 913 time: 0.1734908 Apr 20 13:09:10.957824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2c6b72-d3f4-4ede-813b-855edf375afe,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:11.023132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f816308d-5862-46e0-8352-681fda1f3424 req-ec3b9ff6-fe4f-4d08-8db3-e48941988db3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 217 time: 0.0605567 Apr 20 13:09:11.115307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816308d-5862-46e0-8352-681fda1f3424 req-3ce4f3b7-ce77-4ddc-bb1c-5920acb46aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.117820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f816308d-5862-46e0-8352-681fda1f3424 req-3ce4f3b7-ce77-4ddc-bb1c-5920acb46aa2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0668945 Apr 20 13:09:11.240039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f816308d-5862-46e0-8352-681fda1f3424 req-b40328be-49ee-4956-ac9d-ed90a52a3829 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720911 Apr 20 13:09:11.649041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8a130-e37a-41d0-8fb8-f4af54d98ea3 req-1ae7c9a3-2cd4-478d-8f1f-8f62e7cdfb0d tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.650533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df8a130-e37a-41d0-8fb8-f4af54d98ea3 req-1ae7c9a3-2cd4-478d-8f1f-8f62e7cdfb0d tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 984 time: 0.4718716 Apr 20 13:09:11.680592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:11.789841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f816308d-5862-46e0-8352-681fda1f3424 req-4d96c9a3-d498-46be-8a65-b485d1f76e8a service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5424695 Apr 20 13:09:11.805603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df8a130-e37a-41d0-8fb8-f4af54d98ea3 req-8c6048a2-dd27-47ac-808c-45e8448671bc tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=6b76adef-ca14-4b63-aff4-93b472a53f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1451631 Apr 20 13:09:11.836123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a040c-ed66-4009-94c0-8339244dc903 req-b3efce7f-4611-4159-a503-32882bb3b084 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:11.837472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d0a040c-ed66-4009-94c0-8339244dc903 req-b3efce7f-4611-4159-a503-32882bb3b084 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1809201 Apr 20 13:09:11.969492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d0a040c-ed66-4009-94c0-8339244dc903 req-a5ac60f1-e152-4b26-9d4e-96e5922d9b9b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018698 Apr 20 13:09:12.016062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f816308d-5862-46e0-8352-681fda1f3424 req-94a7d08a-d519-4229-996a-dee7f78a2ff4 service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181463 Apr 20 13:09:12.147094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Router b1939e06-285b-400b-bcba-932d65afacd7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:12.165276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-89c6ca27-47dd-462b-9656-364435f0b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.166836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-89c6ca27-47dd-462b-9656-364435f0b45d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1135 time: 0.0629745 Apr 20 13:09:12.331519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:12.339667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0e944501-5381-455d-8985-d3ae66fbe623 admin admin] 10.222.0.24 "PUT /v2.0/routers/b1939e06-285b-400b-bcba-932d65afacd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487621 Apr 20 13:09:12.339954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54370) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:12.342214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-3f950d4c-5b0a-4c02-a726-72f7d34abd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.343721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-3f950d4c-5b0a-4c02-a726-72f7d34abd18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 913 time: 0.1436038 Apr 20 13:09:12.343873 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] Sync routers for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:12.375344 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:12.376247 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:12.416316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-31f5e67b-d605-4729-a762-1cace25a0ebf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 217 time: 0.0617869 Apr 20 13:09:12.471532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.527222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-c1952c20-7b84-4c91-a678-c604e48757d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.535051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-c1952c20-7b84-4c91-a678-c604e48757d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0929041 Apr 20 13:09:12.566759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-72241ce1-e703-4be5-8bea-c77220f523a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1592765 Apr 20 13:09:12.610922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-b4ba7426-9b9e-4a25-a24f-9d8b8e771827 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703692 Apr 20 13:09:12.665166 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:12.696333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.763790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Deleting port 648789c8-468b-4845-8fae-8d0e0c92b3e6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:12.764390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.845305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-0ddfc38b-1e64-4ee6-acb0-5dfa0e157a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:12.850994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-0ddfc38b-1e64-4ee6-acb0-5dfa0e157a6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a043f68c667d4094a261f70d09885200&device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 1096 time: 0.2387519 Apr 20 13:09:12.896783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] For port 648789c8-468b-4845-8fae-8d0e0c92b3e6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=648789c8-468b-4845-8fae-8d0e0c92b3e6,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:12.897024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:12.923117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Calling delete_port for 648789c8-468b-4845-8fae-8d0e0c92b3e6 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:13.075039 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:09:10Z', 'revision_number': 5, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port': {'id': '648789c8-468b-4845-8fae-8d0e0c92b3e6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:07:10Z', 'updated_at': '2022-04-20T13:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:13.096281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-e5ee0ada-ac85-4943-8758-48f0260ad739 service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459372 Apr 20 13:09:13.142195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.177502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Pushing event deleted for resources: {'Port': ['ID=648789c8-468b-4845-8fae-8d0e0c92b3e6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:13.184820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] Checking router: b1939e06-285b-400b-bcba-932d65afacd7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:13.197683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] Routers {'b1939e06-285b-400b-bcba-932d65afacd7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:13.198306 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b1939e06-285b-400b-bcba-932d65afacd7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:13.227407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb68be-9550-49ec-9e2a-5167f2d479cb req-fc0315a7-d46e-44bc-b8de-a85c35f29af6 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.229371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48bb68be-9550-49ec-9e2a-5167f2d479cb req-fc0315a7-d46e-44bc-b8de-a85c35f29af6 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 984 time: 0.3128726 Apr 20 13:09:13.274943 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] Set router b1939e06-285b-400b-bcba-932d65afacd7 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:13.288189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.342271 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:09:13Z', 'revision_number': 7, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:13.368210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-969e69ff-ecf3-4c42-8bb6-63e1a6b1d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.372330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-969e69ff-ecf3-4c42-8bb6-63e1a6b1d95f service neutron] 10.222.0.37 "GET /v2.0/networks?id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 200 len: 906 time: 0.4729056 Apr 20 13:09:13.375190 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb51989b-191d-4490-b55e-9b56c3d7fcae None None] The sync data for ids ['b1939e06-285b-400b-bcba-932d65afacd7'] in n-d-838550-2 is: [{'id': 'b1939e06-285b-400b-bcba-932d65afacd7', 'name': 'tempest-ServersTestJSON-1673377168-router', 'tenant_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:07:09Z', 'updated_at': '2022-04-20T13:09:13Z', 'revision_number': 7, 'project_id': 'fd1dbdb8be8247fdbbdc44ccd16dde65', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:13.407062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34e50-3467-4f4e-9b32-777b77df8c24 req-627045fa-d4af-446b-b933-f4738be33fc9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.410247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0e34e50-3467-4f4e-9b32-777b77df8c24 req-627045fa-d4af-446b-b933-f4738be33fc9 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.3180425 Apr 20 13:09:13.413219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.417985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.470590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.472239 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1939e06-285b-400b-bcba-932d65afacd7 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:09:13.480864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.482383 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4e33c12c-7f21-4b2f-b8e2-f19956d653ed admin admin] 10.222.0.24 "DELETE /v2.0/routers/b1939e06-285b-400b-bcba-932d65afacd7 HTTP/1.1" status: 204 len: 168 time: 1.1413667 Apr 20 13:09:13.483658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-a8adc645-31d3-4d78-adae-59c0209ed446 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d HTTP/1.1" status: 200 len: 217 time: 0.0935607 Apr 20 13:09:13.484958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:13.546340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] Deleting subnet f7d4aedf-0341-40ae-931d-1a0b6dc16cd2 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:09:13.551944 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.575034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48bb68be-9550-49ec-9e2a-5167f2d479cb req-0f62c73d-0414-41c2-937b-c0e358840b83 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=6b76adef-ca14-4b63-aff4-93b472a53f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3200164 Apr 20 13:09:13.605327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef2d589f-1145-4c6e-b9bd-f182e1df86f4 req-a5a4037a-5910-44f9-8ec5-9418944c69b1 service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235590 Apr 20 13:09:13.662848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.671359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0e34e50-3467-4f4e-9b32-777b77df8c24 req-d1bfb65f-1d0c-4a0e-80ec-073306df5cd3 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161968 Apr 20 13:09:13.671359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-52b33a4f-2f06-4cfd-90bf-40bb2880eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:13.671359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-52b33a4f-2f06-4cfd-90bf-40bb2880eda9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 200 len: 845 time: 0.1690674 Apr 20 13:09:13.725855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-2341c9de-1b06-4fec-bcb7-096a506b0d4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400207 Apr 20 13:09:13.844923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.851418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-0a4fad5f-0892-46d3-85d0-02ca34cb0aaf service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190782 Apr 20 13:09:13.930698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.960704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d4aedf-0341-40ae-931d-1a0b6dc16cd2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:13.979110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:13.984433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4bf265-1abf-4a10-8b73-af262e219d44 None None] Network a47984c5-779c-422e-ac9c-fe896aed3bc4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:14.007142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-267e2213-2394-4d05-be2a-739e0bd150a7 req-f0baf9e4-84d0-469e-a5bc-a4c70f0a1448 service neutron] 10.222.0.37 "GET /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476560 Apr 20 13:09:14.010933 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-235bae39-0d19-4a53-84f8-321bade19d49 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7d4aedf-0341-40ae-931d-1a0b6dc16cd2 HTTP/1.1" status: 204 len: 168 time: 0.5205069 Apr 20 13:09:14.011740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54396) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:14.156039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.251148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Deleting port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:14.251496 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.382344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] DHCP port deletion for a47984c5-779c-422e-ac9c-fe896aed3bc4 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:09:14.396491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] For port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:14.396866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.413451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Calling delete_port for 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:14.432873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb2c6b72-d3f4-4ede-813b-855edf375afe no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:14.470052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cb2c6b72-d3f4-4ede-813b-855edf375afe {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:14.470396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb2c6b72-d3f4-4ede-813b-855edf375afe not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:14.470889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 648789c8-468b-4845-8fae-8d0e0c92b3e6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:14.519083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 648789c8-468b-4845-8fae-8d0e0c92b3e6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:14.520292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 648789c8-468b-4845-8fae-8d0e0c92b3e6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:14.551534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] Deleting port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:14.552561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.585793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.631250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:14.633217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] No DVR routers for this DVR port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:14.693543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] For port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,segment=NetworkSegment(ac8131c6-2d4f-4aa3-8251-94431c77bf2b),segment_id=ac8131c6-2d4f-4aa3-8251-94431c77bf2b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:14.694075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.712999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] Calling delete_port for 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:14.843150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.880991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.915940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c34880-b977-47ac-a05c-f0e3ea3de819 req-0c941300-44ad-47ab-bf60-8deacfdf1e16 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:14.916462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] Pushing event deleted for resources: {'Port': ['ID=53ee1395-afd8-4984-8e41-b1ae0d6b9df9,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:14.917160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7c34880-b977-47ac-a05c-f0e3ea3de819 req-0c941300-44ad-47ab-bf60-8deacfdf1e16 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 984 time: 0.1472068 Apr 20 13:09:14.921471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47984c5-779c-422e-ac9c-fe896aed3bc4']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:14.933748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e252e-f036-479d-b39e-bb4cc024b6db None None] No DVR routers for this DVR port 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:14.958888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:14.959304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8131c6-2d4f-4aa3-8251-94431c77bf2b') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:14.978335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:14.991282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7c34880-b977-47ac-a05c-f0e3ea3de819 req-05fc4e5a-6946-4694-9157-15462b383855 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=6b76adef-ca14-4b63-aff4-93b472a53f0a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0611029 Apr 20 13:09:15.003680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:09:15.018463 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:09:15.134988 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.151605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.165156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] 10.222.0.24 "DELETE /v2.0/networks/a47984c5-779c-422e-ac9c-fe896aed3bc4 HTTP/1.1" status: 204 len: 168 time: 1.1433377 Apr 20 13:09:15.209846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-fecc58e7-a1dc-410c-9702-e2b5744afd86 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-857547216&fields=id&tenant_id=d3de00c4255f4653a4f0ca9397edcec6 HTTP/1.1" status: 200 len: 267 time: 0.0845227 Apr 20 13:09:15.210558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236c14f-c2d3-4317-aa20-13a019e36ebf admin admin] Pushing event deleted for resources: {'Network': ['ID=a47984c5-779c-422e-ac9c-fe896aed3bc4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:15.229911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcedb00-78df-4f7d-9054-3f257415debc req-fc00a8b0-0559-4935-8718-20c95589f36c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:15.236925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dcedb00-78df-4f7d-9054-3f257415debc req-fc00a8b0-0559-4935-8718-20c95589f36c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1463730 Apr 20 13:09:15.345673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dcedb00-78df-4f7d-9054-3f257415debc req-d29214b9-f080-426e-b4fd-c04aa1e97753 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078191 Apr 20 13:09:15.359835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-0ef4a387-2764-4cbd-a4a5-ef7c34b91e3f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:15.361300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-0ef4a387-2764-4cbd-a4a5-ef7c34b91e3f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 984 time: 0.1219125 Apr 20 13:09:15.372945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'port': {'security_groups': ['3462b654-d043-4ee1-aee2-29f465e03327', '6b76adef-ca14-4b63-aff4-93b472a53f0a', '1b2ed371-17e7-4903-88ee-231b6a00cfdf']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:15.392623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54420) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:15.459669 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fff3f2b3-0f82-4c93-94e4-4e9318559e8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd1dbdb8be8247fdbbdc44ccd16dde65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0651071 Apr 20 13:09:15.462795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:15.505906 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.539709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68ad16de-b64f-4b6e-9cb7-2fcd0cc4b1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.568396 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68ad16de-b64f-4b6e-9cb7-2fcd0cc4b1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.654378 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68ad16de-b64f-4b6e-9cb7-2fcd0cc4b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.657681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-68ad16de-b64f-4b6e-9cb7-2fcd0cc4b1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.658951 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-68ad16de-b64f-4b6e-9cb7-2fcd0cc4b1cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0b32042-cef1-4fad-8739-56408831432e HTTP/1.1" status: 204 len: 168 time: 0.1922903 Apr 20 13:09:15.673487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad16de-b64f-4b6e-9cb7-2fcd0cc4b1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b32042-cef1-4fad-8739-56408831432e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:15.868219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4179e813-c63a-43ab-afd5-528a6784ced3,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:15.908022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.921805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.945338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:15.952755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4179e813-c63a-43ab-afd5-528a6784ced3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:15.970039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:15.971689 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:15.972501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-543feb45-9b1e-4637-bf31-a4c92d47fc09 req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "PUT /v2.0/ports/4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 1020 time: 0.6041028 Apr 20 13:09:15.975515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:15.978080 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:16.165938 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d5997-ad8d-42be-89eb-f424613d5323 x-openstack-request-id: req-b01d5997-ad8d-42be-89eb-f424613d5323 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:16.166497 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:16.166767 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b01d5997-ad8d-42be-89eb-f424613d5323 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:16.167195 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01d5997-ad8d-42be-89eb-f424613d5323'] response: {'name': 'network-changed', 'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3', 'status': 'completed', 'code': 200} Apr 20 13:09:16.168981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6f047-f712-4de5-9c8c-03119e307585 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:16.287617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4179e813-c63a-43ab-afd5-528a6784ced3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:16.296966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:16.348716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-4b6732be-d108-4bd8-8953-2d8b9b87a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:16.350507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-4b6732be-d108-4bd8-8953-2d8b9b87a9a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1174 time: 0.1769969 Apr 20 13:09:16.353786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dc7d340-5afe-4854-a92d-128e566481c9 req-7c801685-7f2d-42e5-9e62-e88ad40cebe3 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/1b2ed371-17e7-4903-88ee-231b6a00cfdf HTTP/1.1" status: 200 len: 1801 time: 0.3155720 Apr 20 13:09:16.485987 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-2dc7d340-5afe-4854-a92d-128e566481c9 req-0d954709-dbf9-4245-a3d7-84826ccb9b9a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:09:16.487676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dc7d340-5afe-4854-a92d-128e566481c9 req-0d954709-dbf9-4245-a3d7-84826ccb9b9a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b2ed371-17e7-4903-88ee-231b6a00cfdf HTTP/1.1" status: 409 len: 341 time: 0.1187124 Apr 20 13:09:16.500088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:16.500665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 53ee1395-afd8-4984-8e41-b1ae0d6b9df9 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:16.585993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-16e64350-6ab7-4bad-be1f-5e49ded93fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:16.589869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-16e64350-6ab7-4bad-be1f-5e49ded93fea service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 200 len: 913 time: 0.2321701 Apr 20 13:09:16.682273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-14182fe9-f211-4524-9f88-a5c7efafa87d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 200 len: 217 time: 0.0840507 Apr 20 13:09:16.699138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7cb46-fb1b-4577-b9d1-8aa07388a093 req-4ea5f78d-1835-449f-95ca-3781ef9d102b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:16.704065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45b7cb46-fb1b-4577-b9d1-8aa07388a093 req-4ea5f78d-1835-449f-95ca-3781ef9d102b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.2045434 Apr 20 13:09:16.798289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-a7add1dd-1c49-4904-8202-007624439383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:16.800235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-a7add1dd-1c49-4904-8202-007624439383 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 200 len: 852 time: 0.0952969 Apr 20 13:09:16.901608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-f1186a3d-61ca-4fc8-a7da-84d2700112eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd899d82-2240-4663-adb2-5806ca81729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925369 Apr 20 13:09:17.097204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45b7cb46-fb1b-4577-b9d1-8aa07388a093 req-9563584e-c3c8-48cb-a93e-89868b51272d tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957628 Apr 20 13:09:17.148966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-70ae7b23-1dfc-41aa-9be7-926bab8b4445 service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935639 Apr 20 13:09:17.162842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc8208-c93e-4638-8dba-62bf3ede8543 req-6a9f2546-018f-4c7c-adcb-cbac547c620c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:17.173435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edbc8208-c93e-4638-8dba-62bf3ede8543 req-6a9f2546-018f-4c7c-adcb-cbac547c620c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1023 time: 0.0919216 Apr 20 13:09:17.228236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54464) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:17.311458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edbc8208-c93e-4638-8dba-62bf3ede8543 req-e449f520-3e0f-4814-8a8e-6421ef1fa5ca tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=6b76adef-ca14-4b63-aff4-93b472a53f0a&id=1b2ed371-17e7-4903-88ee-231b6a00cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1160297 Apr 20 13:09:17.346388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fa673f2-08d1-43e9-98dd-95a961b9d2cc req-59625022-0d67-4230-b874-d9589b4057f3 service neutron] 10.222.0.37 "GET /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716883 Apr 20 13:09:17.438296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-396159778-network', 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:17.463644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:17.466951 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.476041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.576709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.581213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.603469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:09:17.620174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75fb335-b4b2-409f-bc6f-42cd002e34af,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:17.623118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.623476 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Added segment e79f4d37-70c1-4756-a663-8f5f9298fb27 of type vlan for network a6583879-3b19-4a76-a691-63bd64d0efce Apr 20 13:09:17.668360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.719509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.720466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:17.721585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:17.775837 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5459485 Apr 20 13:09:17.778787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54468) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:17.784980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Request body: {'subnet': {'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-396159778-subnet', 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:17.789712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba9913-2cc0-4c0c-a2c0-bd31aeb3b1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a6583879-3b19-4a76-a691-63bd64d0efce,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:17.801552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a6583879-3b19-4a76-a691-63bd64d0efce details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:09:17.843119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:17.849766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.143632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.222979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fe488d-c8f4-4013-96f1-4bf18786073c,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:18.229291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Checking segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:18.230444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Network hostable DHCP agents. Network: a6583879-3b19-4a76-a691-63bd64d0efce, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:09:18.311948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Network a6583879-3b19-4a76-a691-63bd64d0efce is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:09:18.336775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a6583879-3b19-4a76-a691-63bd64d0efce) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:18.353079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eff34-0266-4b55-9c55-bb4e711ae412 req-48c2d4fc-08b5-4985-bfb8-289b0f043f8f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.354219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dac9a1-1a80-4dd3-b998-4f1c96b1471f None None] Network a6583879-3b19-4a76-a691-63bd64d0efce requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:18.357778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b0eff34-0266-4b55-9c55-bb4e711ae412 req-48c2d4fc-08b5-4985-bfb8-289b0f043f8f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1151562 Apr 20 13:09:18.364156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.364886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.581459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef557c07-8830-4605-bb56-4e15c41bafba None None] Network a6583879-3b19-4a76-a691-63bd64d0efce requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:18.736280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-350e4a92-324c-48e1-ac5b-aff01a49d7fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9462187 Apr 20 13:09:18.796236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b0eff34-0266-4b55-9c55-bb4e711ae412 req-e2914a22-37ad-447c-8d4a-47e425b838b2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122796 Apr 20 13:09:18.814500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aba4ae-cf73-4d44-8c4a-f83c6a1b58ca req-63b46684-6eec-4fab-a0f6-385f6fb48065 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.816177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8aba4ae-cf73-4d44-8c4a-f83c6a1b58ca req-63b46684-6eec-4fab-a0f6-385f6fb48065 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1023 time: 0.1098351 Apr 20 13:09:18.823995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-5c51ef9b-6be8-4ac8-ab2a-7133f0aa7178 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:18.825555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-5c51ef9b-6be8-4ac8-ab2a-7133f0aa7178 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 1023 time: 0.1158540 Apr 20 13:09:18.936980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8aba4ae-cf73-4d44-8c4a-f83c6a1b58ca req-d4bc19ed-7930-46f0-89d6-07262aadc076 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=6b76adef-ca14-4b63-aff4-93b472a53f0a&id=1b2ed371-17e7-4903-88ee-231b6a00cfdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1102266 Apr 20 13:09:18.972505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Deleting port 4179e813-c63a-43ab-afd5-528a6784ced3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:18.973103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:18.978390 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.109940 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-5713a57d-740f-4e41-98f4-8d10079f30b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725560 Apr 20 13:09:19.114081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] For port 4179e813-c63a-43ab-afd5-528a6784ced3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4179e813-c63a-43ab-afd5-528a6784ced3,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:19.114567 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.129208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Calling delete_port for 4179e813-c63a-43ab-afd5-528a6784ced3 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:19.208004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f123-19e8-48e2-b054-525821c68965 req-5ce100e2-1879-4047-bab9-f4df658e6124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.210267 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-5ce100e2-1879-4047-bab9-f4df658e6124 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 1096 time: 0.0767386 Apr 20 13:09:19.428202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f123-19e8-48e2-b054-525821c68965 req-e4692ced-2907-4885-80db-e01f1ab06879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.430315 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-e4692ced-2907-4885-80db-e01f1ab06879 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 200 len: 912 time: 0.1957097 Apr 20 13:09:19.528922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.544177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:19.547670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4179e813-c63a-43ab-afd5-528a6784ced3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:19.600165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d2-529d-445b-aaab-add1727ee718 req-f8ad063e-5c99-48f5-b294-3a537db7cc3e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.601595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-f8ad063e-5c99-48f5-b294-3a537db7cc3e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.2475660 Apr 20 13:09:19.602602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'Port': ['ID=4179e813-c63a-43ab-afd5-528a6784ced3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:19.623223 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-1da49f07-24f6-4034-abeb-72868ebd046b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff HTTP/1.1" status: 200 len: 1001 time: 0.1845355 Apr 20 13:09:19.654981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] No DVR routers for this DVR port 4179e813-c63a-43ab-afd5-528a6784ced3 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:19.657432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-a2e9d8b3-4fbc-451a-a1cf-210147a40f4b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/quotas/7c60ecf385a94c3ba216ece6a4f73dce HTTP/1.1" status: 200 len: 375 time: 0.0498111 Apr 20 13:09:19.658592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:19.661737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffca13ac-ae00-41b8-9a40-8e64b1bd459c req-2555251a-e344-46e1-addc-c0e37f5ad54a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.37 "DELETE /v2.0/ports/4179e813-c63a-43ab-afd5-528a6784ced3 HTTP/1.1" status: 204 len: 173 time: 0.8242269 Apr 20 13:09:19.662173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'name': 'network-vif-deleted', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:19.664697 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2e092f-a1ad-423a-a926-d5c20ac365a4" -d '{"events": [{"server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "name": "network-vif-deleted", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:19.765795 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77941ac0-3843-4ea3-a104-0414ed815904 x-openstack-request-id: req-77941ac0-3843-4ea3-a104-0414ed815904 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:19.765795 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d990201-6a1d-43ee-97d3-768fc238830b", "name": "network-vif-deleted", "tag": "4179e813-c63a-43ab-afd5-528a6784ced3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:19.766105 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77941ac0-3843-4ea3-a104-0414ed815904 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:19.767232 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77941ac0-3843-4ea3-a104-0414ed815904'] response: {'server_uuid': '0d990201-6a1d-43ee-97d3-768fc238830b', 'name': 'network-vif-deleted', 'tag': '4179e813-c63a-43ab-afd5-528a6784ced3', 'status': 'completed', 'code': 200} Apr 20 13:09:19.773793 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f123-19e8-48e2-b054-525821c68965 req-f26c2eef-b8af-47cf-80f3-805435ed8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.776442 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-f26c2eef-b8af-47cf-80f3-805435ed8475 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 200 len: 850 time: 0.1458454 Apr 20 13:09:19.781871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-50c38ca6-4744-4e48-bada-a51d2b8503c1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1141424 Apr 20 13:09:19.843094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6f123-19e8-48e2-b054-525821c68965 req-31b8cf08-d999-4e71-91a0-66e5bafd4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:19.845449 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-31b8cf08-d999-4e71-91a0-66e5bafd4484 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8bbac716-7544-4143-a856-0136ed547fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560651 Apr 20 13:09:19.925431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-6bb01e6d-f513-4c0c-a19c-904dc6237730 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:09:19.933906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-6bb01e6d-f513-4c0c-a19c-904dc6237730 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1511707 Apr 20 13:09:20.059707 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-f9e541b8-d781-45dd-bdff-c0848702efb0 service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044961 Apr 20 13:09:20.097998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb410294-ad56-413c-a6e3-e50424cef358 req-9a382235-4e27-439c-a273-a9f5b467d1d1 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.099622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb410294-ad56-413c-a6e3-e50424cef358 req-9a382235-4e27-439c-a273-a9f5b467d1d1 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1214714 Apr 20 13:09:20.179514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-c6319ccb-e147-4465-b494-a0c59c95acd0 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447679 Apr 20 13:09:20.223430 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-8aa6f123-19e8-48e2-b054-525821c68965 req-4a007bc4-7b31-4bb7-b898-e3f7a25aeb92 service neutron] 10.222.0.30 "GET /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529348 Apr 20 13:09:20.313195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb410294-ad56-413c-a6e3-e50424cef358 req-39e7379f-8bc1-4011-8ff6-2adf391d10f5 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028477 Apr 20 13:09:20.409100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-f7c94cde-28b2-4bdc-951b-ad10fd3e96d2 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206018 Apr 20 13:09:20.452288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cbf5275-b4c8-45b1-b50e-882c38d0bd06 req-cc6ec547-d67f-4fc9-8d22-1093182ab9e0 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d990201-6a1d-43ee-97d3-768fc238830b HTTP/1.1" status: 200 len: 210 time: 0.0334175 Apr 20 13:09:20.632856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ad01936-e767-4864-906f-13f5f3508642 req-a1e42f0c-d200-452f-bf30-82f0c8eb6d0e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 210 time: 0.0397325 Apr 20 13:09:20.925174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c363981-4910-4422-b2ce-9ef845e44eaf req-d1ac5394-7e7d-4158-aac6-36e3ab6ba158 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:20.926993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c363981-4910-4422-b2ce-9ef845e44eaf req-d1ac5394-7e7d-4158-aac6-36e3ab6ba158 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.0474799 Apr 20 13:09:20.947297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3c363981-4910-4422-b2ce-9ef845e44eaf req-bb11e3f7-5bf7-49ed-ba39-900904ccdb5a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.023761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3c363981-4910-4422-b2ce-9ef845e44eaf req-bb11e3f7-5bf7-49ed-ba39-900904ccdb5a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.028208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3c363981-4910-4422-b2ce-9ef845e44eaf req-bb11e3f7-5bf7-49ed-ba39-900904ccdb5a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.056139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c363981-4910-4422-b2ce-9ef845e44eaf req-bb11e3f7-5bf7-49ed-ba39-900904ccdb5a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217384 Apr 20 13:09:21.063583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11e3f7-5bf7-49ed-ba39-900904ccdb5a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af66958-1cfc-4844-b861-99a62e402ca5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:21.176901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6c6ed-064b-4417-b351-87ece72f9d4a req-61cb328b-58bd-46f8-96dc-d6f5c3bbd672 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.178318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40f6c6ed-064b-4417-b351-87ece72f9d4a req-61cb328b-58bd-46f8-96dc-d6f5c3bbd672 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0498445 Apr 20 13:09:21.216159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40f6c6ed-064b-4417-b351-87ece72f9d4a req-4f3ff717-4bed-44e3-ae57-2ee21c279867 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318079 Apr 20 13:09:21.237942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54526) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:21.300313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1ec25069-f6ce-4f2f-9eb5-0c6d1cc304ba tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/40401475-f134-4dda-9e34-367a577ff12f HTTP/1.1" status: 200 len: 993 time: 0.0612733 Apr 20 13:09:21.446389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b0f3f-e5ec-45bf-87f7-e00f9875700a req-7099ccc2-e1f5-4bcb-bad3-65ce0dff4fe0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.447864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa7b0f3f-e5ec-45bf-87f7-e00f9875700a req-7099ccc2-e1f5-4bcb-bad3-65ce0dff4fe0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0506346 Apr 20 13:09:21.509336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa7b0f3f-e5ec-45bf-87f7-e00f9875700a req-88aae96c-6cd2-4f16-8703-614f6c6312ea tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554903 Apr 20 13:09:21.682100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15b5b906-ba2b-4cdc-a8b5-7d42727fd789 req-78d4355e-ab2d-4afc-a5db-aa3aedc74474 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/6b76adef-ca14-4b63-aff4-93b472a53f0a HTTP/1.1" status: 200 len: 1802 time: 0.1051364 Apr 20 13:09:21.733581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-07028a9b-eb17-46a7-a8ae-67ae516c51ca req-50aea3bc-33b1-4b7b-9b30-7e54f288493e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:09:21.734612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07028a9b-eb17-46a7-a8ae-67ae516c51ca req-50aea3bc-33b1-4b7b-9b30-7e54f288493e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052464 Apr 20 13:09:21.748447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d2-529d-445b-aaab-add1727ee718 req-e720b661-f6d7-4d31-a86c-e8070e781c80 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:21.749950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-e720b661-f6d7-4d31-a86c-e8070e781c80 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.2230456 Apr 20 13:09:21.762954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Request body: {'port': {'device_id': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'admin_state_up': True, 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:21.827365 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-15b5b906-ba2b-4cdc-a8b5-7d42727fd789 req-ae1eac6d-f1e0-4c1d-9c88-36747c8d1a96 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.862562 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-15b5b906-ba2b-4cdc-a8b5-7d42727fd789 req-ae1eac6d-f1e0-4c1d-9c88-36747c8d1a96 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.929082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:21.932861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.935129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-15b5b906-ba2b-4cdc-a8b5-7d42727fd789 req-ae1eac6d-f1e0-4c1d-9c88-36747c8d1a96 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.937515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-15b5b906-ba2b-4cdc-a8b5-7d42727fd789 req-ae1eac6d-f1e0-4c1d-9c88-36747c8d1a96 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:21.938631 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15b5b906-ba2b-4cdc-a8b5-7d42727fd789 req-ae1eac6d-f1e0-4c1d-9c88-36747c8d1a96 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/6b76adef-ca14-4b63-aff4-93b472a53f0a HTTP/1.1" status: 204 len: 173 time: 0.2451012 Apr 20 13:09:21.960434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eac6d-f1e0-4c1d-9c88-36747c8d1a96 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76adef-ca14-4b63-aff4-93b472a53f0a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:22.087428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-703aa362-8769-4057-bdb7-cffb459ddcd5 req-c0ba9834-4631-46fe-b338-e79091a5baa9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 210 time: 0.0503638 Apr 20 13:09:22.114683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Allocated IP 172.20.0.9 (a6583879-3b19-4a76-a691-63bd64d0efce/c5fe488d-c8f4-4013-96f1-4bf18786073c/061af1fb-dcc1-4a4a-8bb2-655930008129) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:22.299505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10d454a0-3325-4505-934a-d2222865d4a3 req-bb019bdf-ad0d-4b04-be9e-e867f47507a8 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/1b2ed371-17e7-4903-88ee-231b6a00cfdf HTTP/1.1" status: 200 len: 1801 time: 0.1731920 Apr 20 13:09:22.391932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60718e1b-d122-4f02-9e70-fc7c4ef67ed1 req-62b5c996-d6ab-49b6-8157-d13d7411aa15 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.393940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60718e1b-d122-4f02-9e70-fc7c4ef67ed1 req-62b5c996-d6ab-49b6-8157-d13d7411aa15 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.1781600 Apr 20 13:09:22.416115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.459708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-7fe121fa-40c2-4221-b42c-47f933ab9de8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2425973 Apr 20 13:09:22.493149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10d454a0-3325-4505-934a-d2222865d4a3 req-43755c7f-baae-4a57-8ac3-e4617a0d9e4c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.499139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60718e1b-d122-4f02-9e70-fc7c4ef67ed1 req-80bba871-ba41-4310-b3dd-e521ac82cedf tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930178 Apr 20 13:09:22.534031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10d454a0-3325-4505-934a-d2222865d4a3 req-43755c7f-baae-4a57-8ac3-e4617a0d9e4c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.537207 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.623907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Network a6583879-3b19-4a76-a691-63bd64d0efce is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:22.634203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:22.636828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:22.710986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event updated for resources: {'Port': ['ID=061af1fb-dcc1-4a4a-8bb2-655930008129,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:22.718665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10d454a0-3325-4505-934a-d2222865d4a3 req-43755c7f-baae-4a57-8ac3-e4617a0d9e4c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.722123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-10d454a0-3325-4505-934a-d2222865d4a3 req-43755c7f-baae-4a57-8ac3-e4617a0d9e4c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.723852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10d454a0-3325-4505-934a-d2222865d4a3 req-43755c7f-baae-4a57-8ac3-e4617a0d9e4c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b2ed371-17e7-4903-88ee-231b6a00cfdf HTTP/1.1" status: 204 len: 173 time: 0.4170189 Apr 20 13:09:22.735484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.736090 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.745585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43755c7f-baae-4a57-8ac3-e4617a0d9e4c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ed371-17e7-4903-88ee-231b6a00cfdf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:22.778067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-57fc0cef-151f-457d-81b2-959f0f55c8ff req-436eeff1-a22e-45a7-8a07-79764f9a0682 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1043796735', 'description': 'tempest-description-924549198'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:22.791472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410b16-73cb-4f4f-a361-84f825c92752 req-43583048-91ff-44c0-bf96-1f3877348613 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:22.793259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53410b16-73cb-4f4f-a361-84f825c92752 req-43583048-91ff-44c0-bf96-1f3877348613 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1908700 Apr 20 13:09:22.809172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-5a976164-81a6-4537-9f1d-d3e0a362ec14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0502853 Apr 20 13:09:22.831452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Request body: {'port': {'device_id': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:22.872352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-57fc0cef-151f-457d-81b2-959f0f55c8ff req-436eeff1-a22e-45a7-8a07-79764f9a0682 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:22.915475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53410b16-73cb-4f4f-a361-84f825c92752 req-c706e281-be06-4983-9340-5f0e429d7d47 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017983 Apr 20 13:09:22.931217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.031376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-57fc0cef-151f-457d-81b2-959f0f55c8ff req-436eeff1-a22e-45a7-8a07-79764f9a0682 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.089788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-57fc0cef-151f-457d-81b2-959f0f55c8ff req-436eeff1-a22e-45a7-8a07-79764f9a0682 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.141041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-57fc0cef-151f-457d-81b2-959f0f55c8ff req-436eeff1-a22e-45a7-8a07-79764f9a0682 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.142298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57fc0cef-151f-457d-81b2-959f0f55c8ff req-436eeff1-a22e-45a7-8a07-79764f9a0682 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3748960 Apr 20 13:09:23.163241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436eeff1-a22e-45a7-8a07-79764f9a0682 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73143c8-eef3-467b-8d51-090dc48613f0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:23.315254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f74a335e-d5a5-4ea1-ac0d-b07d99513ca2 req-b2956eca-de18-4acf-b1d1-1969f7881eaf tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e73143c8-eef3-467b-8d51-090dc48613f0 HTTP/1.1" status: 200 len: 1802 time: 0.1115723 Apr 20 13:09:23.329804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc5760-57d8-4e7c-ac83-c035f6985035 req-89253271-e9a4-4967-bfac-1d6814109251 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:23.331933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80dc5760-57d8-4e7c-ac83-c035f6985035 req-89253271-e9a4-4967-bfac-1d6814109251 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 931 time: 0.1277773 Apr 20 13:09:23.340868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f74a335e-d5a5-4ea1-ac0d-b07d99513ca2 req-39bdcccc-5e9d-43de-b38f-d974d7c3023f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Request body: {'security_group': {'name': 'tempest-sg-hth-247186722', 'description': 'tempest-description-hth-1010090428'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:23.408568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f74a335e-d5a5-4ea1-ac0d-b07d99513ca2 req-39bdcccc-5e9d-43de-b38f-d974d7c3023f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.427692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80dc5760-57d8-4e7c-ac83-c035f6985035 req-a1f64a83-f65c-483c-80f0-102afd153fa2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837097 Apr 20 13:09:23.488480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061af1fb-dcc1-4a4a-8bb2-655930008129 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:23.500949 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.505067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f74a335e-d5a5-4ea1-ac0d-b07d99513ca2 req-39bdcccc-5e9d-43de-b38f-d974d7c3023f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.513844 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f74a335e-d5a5-4ea1-ac0d-b07d99513ca2 req-39bdcccc-5e9d-43de-b38f-d974d7c3023f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.516479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f74a335e-d5a5-4ea1-ac0d-b07d99513ca2 req-39bdcccc-5e9d-43de-b38f-d974d7c3023f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.517721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f74a335e-d5a5-4ea1-ac0d-b07d99513ca2 req-39bdcccc-5e9d-43de-b38f-d974d7c3023f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "PUT /v2.0/security-groups/e73143c8-eef3-467b-8d51-090dc48613f0 HTTP/1.1" status: 200 len: 1776 time: 0.1847610 Apr 20 13:09:23.522466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Transition to ACTIVE for port object 061af1fb-dcc1-4a4a-8bb2-655930008129 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:23.539950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.616177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4179e813-c63a-43ab-afd5-528a6784ced3 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:23.640037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 4179e813-c63a-43ab-afd5-528a6784ced3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:23.640374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4179e813-c63a-43ab-afd5-528a6784ced3 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:23.657855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Pushing event updated for resources: {'Port': ['ID=061af1fb-dcc1-4a4a-8bb2-655930008129,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:23.660185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdcccc-5e9d-43de-b38f-d974d7c3023f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e73143c8-eef3-467b-8d51-090dc48613f0,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:23.691395 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:23.754186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de098020-219d-422b-ab62-40c362936ec8 req-580bcb59-8aee-4023-9bed-a7f49217a6c1 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e73143c8-eef3-467b-8d51-090dc48613f0 HTTP/1.1" status: 200 len: 1776 time: 0.1638319 Apr 20 13:09:23.820390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47516139-ad95-409b-84bf-76cec0d79002 req-f8f2a84e-b232-4c60-bc73-12c143080ea1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:23.822374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47516139-ad95-409b-84bf-76cec0d79002 req-f8f2a84e-b232-4c60-bc73-12c143080ea1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.2224898 Apr 20 13:09:23.823851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-d809d59d-9433-42cd-80df-6e1bab26467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:23.825190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-d809d59d-9433-42cd-80df-6e1bab26467d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.1424849 Apr 20 13:09:23.951605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29628bfc-e4fb-4717-bbfc-7f9201953334 req-9553c846-f2a2-4fdc-a193-636ae7e9e19f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e73143c8-eef3-467b-8d51-090dc48613f0 HTTP/1.1" status: 200 len: 1776 time: 0.1689305 Apr 20 13:09:23.957467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47516139-ad95-409b-84bf-76cec0d79002 req-e1e2d929-79de-436d-9fcd-4d831ace413f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262600 Apr 20 13:09:23.961504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Attempting to bind port 061af1fb-dcc1-4a4a-8bb2-655930008129 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:23.961869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Attempting to bind port 061af1fb-dcc1-4a4a-8bb2-655930008129 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:23.962211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Attempting to bind port 061af1fb-dcc1-4a4a-8bb2-655930008129 on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:23.992514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Port 061af1fb-dcc1-4a4a-8bb2-655930008129 on network a6583879-3b19-4a76-a691-63bd64d0efce not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:23.992825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Attempting to bind port 061af1fb-dcc1-4a4a-8bb2-655930008129 on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:24.021358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:24.021730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Checking segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:24.022120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Bound using segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:24.022569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Bound port: 061af1fb-dcc1-4a4a-8bb2-655930008129, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:24.022934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.044185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-a6b09d56-6fa1-4cac-ae47-89e56bfa5f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.045558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-a6b09d56-6fa1-4cac-ae47-89e56bfa5f2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.2101393 Apr 20 13:09:24.124956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-29628bfc-e4fb-4717-bbfc-7f9201953334 req-0c041742-444d-4f46-9c4c-2d5230f19809 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.185001 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-29628bfc-e4fb-4717-bbfc-7f9201953334 req-0c041742-444d-4f46-9c4c-2d5230f19809 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.216180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-81dba39b-7b93-4255-9f8f-0cccb9abbcf4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 1001 time: 0.1603501 Apr 20 13:09:24.221663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] For port 061af1fb-dcc1-4a4a-8bb2-655930008129, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:24.280583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] For port 061af1fb-dcc1-4a4a-8bb2-655930008129, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=061af1fb-dcc1-4a4a-8bb2-655930008129,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:24.288943 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.336599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-68e3d43f-c11a-49a5-822b-90fdb045cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.338108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-68e3d43f-c11a-49a5-822b-90fdb045cd6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.1144130 Apr 20 13:09:24.338727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-29628bfc-e4fb-4717-bbfc-7f9201953334 req-0c041742-444d-4f46-9c4c-2d5230f19809 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.341208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-29628bfc-e4fb-4717-bbfc-7f9201953334 req-0c041742-444d-4f46-9c4c-2d5230f19809 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.342285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29628bfc-e4fb-4717-bbfc-7f9201953334 req-0c041742-444d-4f46-9c4c-2d5230f19809 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/e73143c8-eef3-467b-8d51-090dc48613f0 HTTP/1.1" status: 204 len: 173 time: 0.3819106 Apr 20 13:09:24.355464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.356083 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:24.357409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] 10.222.0.37 "PUT /v2.0/ports/061af1fb-dcc1-4a4a-8bb2-655930008129 HTTP/1.1" status: 200 len: 1091 time: 1.5324843 Apr 20 13:09:24.362518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'tag': '061af1fb-dcc1-4a4a-8bb2-655930008129'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:24.364122 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9fc9a81-0145-47cb-a227-56179c5d34c6", "tag": "061af1fb-dcc1-4a4a-8bb2-655930008129"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:24.389796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041742-444d-4f46-9c4c-2d5230f19809 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73143c8-eef3-467b-8d51-090dc48613f0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:24.465299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7aa78f-48a1-4bfd-9b89-d4c85d7752fd service neutron] Pushing event updated for resources: {'Port': ['ID=061af1fb-dcc1-4a4a-8bb2-655930008129,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:24.468650 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b82ff27-56ae-4d63-9fd5-d93624b3fb79 x-openstack-request-id: req-7b82ff27-56ae-4d63-9fd5-d93624b3fb79 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:24.468943 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9fc9a81-0145-47cb-a227-56179c5d34c6", "tag": "061af1fb-dcc1-4a4a-8bb2-655930008129", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:24.469196 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b82ff27-56ae-4d63-9fd5-d93624b3fb79 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:24.469586 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b82ff27-56ae-4d63-9fd5-d93624b3fb79'] response: {'name': 'network-changed', 'server_uuid': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'tag': '061af1fb-dcc1-4a4a-8bb2-655930008129', 'status': 'completed', 'code': 200} Apr 20 13:09:24.507112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-fb832db1-a7f0-4f85-87dc-a0f78b9d327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.508623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-fb832db1-a7f0-4f85-87dc-a0f78b9d327a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554959 Apr 20 13:09:24.517671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5599854-4f6c-4062-8d13-7236917ffcdd req-f6f8e5e1-0075-45c9-b80f-b5cf577877d6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.519208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5599854-4f6c-4062-8d13-7236917ffcdd req-f6f8e5e1-0075-45c9-b80f-b5cf577877d6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1374459 Apr 20 13:09:24.522449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d2-529d-445b-aaab-add1727ee718 req-3a417f9b-29a7-438a-a0e8-5969a304f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:24.523799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-3a417f9b-29a7-438a-a0e8-5969a304f6dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 1094 time: 0.1098955 Apr 20 13:09:24.905179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-1cfa4b82-ee00-4609-920d-03097b823976 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061af1fb-dcc1-4a4a-8bb2-655930008129 HTTP/1.1" status: 200 len: 217 time: 0.3738344 Apr 20 13:09:25.015676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5599854-4f6c-4062-8d13-7236917ffcdd req-4eb3b3e0-0c63-4070-af7f-8cbe50e2e7df tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691260 Apr 20 13:09:25.027620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e223d2-529d-445b-aaab-add1727ee718 req-c7534e2d-b1e3-46c2-9113-9be57a5f9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.029039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-c7534e2d-b1e3-46c2-9113-9be57a5f9f6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.1143341 Apr 20 13:09:25.031161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-1b7c4558-73d4-4d49-8aca-bf1045fab966 service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108461 Apr 20 13:09:25.038457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1224a-3ecc-4a06-b6a7-868c263c7777 req-bd3d3f42-e473-407c-861e-7ffb3524f51e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.039857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ec1224a-3ecc-4a06-b6a7-868c263c7777 req-bd3d3f42-e473-407c-861e-7ffb3524f51e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 943 time: 0.4640772 Apr 20 13:09:25.094515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-b7559cc2-f497-4373-bada-6e88f8c6bb28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537319 Apr 20 13:09:25.099728 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-765cb4b6-4c66-49b2-84ac-3cfb62b9bff6 req-81a83bc5-c7c1-48b7-9ab7-30438e57f59b tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:09:25.100669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-765cb4b6-4c66-49b2-84ac-3cfb62b9bff6 req-81a83bc5-c7c1-48b7-9ab7-30438e57f59b tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/1b2ed371-17e7-4903-88ee-231b6a00cfdf HTTP/1.1" status: 404 len: 352 time: 0.0589440 Apr 20 13:09:25.246704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ec1224a-3ecc-4a06-b6a7-868c263c7777 req-0ff06b4f-e1a0-43a8-8b5f-66270cbb1c5e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845944 Apr 20 13:09:25.280267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-5d361b3c-6b0a-44e5-9b27-2717a599b98c service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374732 Apr 20 13:09:25.316684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b7be5-ced0-44b7-baf1-5f1ba97bd124 req-911d043b-b6e9-4469-9106-28cb4ad9ef71 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.318172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b1b7be5-ced0-44b7-baf1-5f1ba97bd124 req-911d043b-b6e9-4469-9106-28cb4ad9ef71 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.1592782 Apr 20 13:09:25.320599 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-b410d033-7997-46c2-b6d1-dfd9a434e774 req-9add14a2-18b2-49e5-985d-341438f80aab tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:09:25.321531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b410d033-7997-46c2-b6d1-dfd9a434e774 req-9add14a2-18b2-49e5-985d-341438f80aab tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/6b76adef-ca14-4b63-aff4-93b472a53f0a HTTP/1.1" status: 404 len: 352 time: 0.0436931 Apr 20 13:09:25.323852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-24a34e3b-4aea-4503-89d0-fd9c4818f610 service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930914 Apr 20 13:09:25.414630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b1b7be5-ced0-44b7-baf1-5f1ba97bd124 req-940c5ebb-6c1a-400b-8ab6-4dab354827c9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898216 Apr 20 13:09:25.418919 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-7ef70f25-8d3a-4ea0-85e4-00c280b37520 req-a7f80f48-d2ca-4f8f-93e7-88c689095d3b tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:09:25.419881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ef70f25-8d3a-4ea0-85e4-00c280b37520 req-a7f80f48-d2ca-4f8f-93e7-88c689095d3b tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e993db68-c0db-4cea-8cb0-a4c67c8b4b8a HTTP/1.1" status: 404 len: 352 time: 0.0618277 Apr 20 13:09:25.469306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e223d2-529d-445b-aaab-add1727ee718 req-b36ad985-a13e-4f05-961f-2e91fc2bb547 service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306365 Apr 20 13:09:25.470241 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-a0e7e4c9-f9d9-4bdc-84b2-888062fdd897 req-8806baf2-ccf8-4bb7-bb6f-31d319c1ad08 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:09:25.471830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0e7e4c9-f9d9-4bdc-84b2-888062fdd897 req-8806baf2-ccf8-4bb7-bb6f-31d319c1ad08 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/8e5b3d2b-6f11-4374-bc80-42bce7e87d6e HTTP/1.1" status: 404 len: 352 time: 0.0205078 Apr 20 13:09:25.511798 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-86f5536a-d794-4b18-abb4-549c8032e781 req-5b22989b-183b-42e6-a145-c4e1b1f34b73 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:09:25.512822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86f5536a-d794-4b18-abb4-549c8032e781 req-5b22989b-183b-42e6-a145-c4e1b1f34b73 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/e23b0521-e417-4a9b-8a3e-52e16f5f2ce4 HTTP/1.1" status: 404 len: 352 time: 0.0206687 Apr 20 13:09:25.565748 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-0bf56ae3-b105-4a80-af3a-9814bd03168a req-48f77a5c-6ebd-4d73-b7a6-b409bb57c037 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] show failed (client error): The resource could not be found. Apr 20 13:09:25.566922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bf56ae3-b105-4a80-af3a-9814bd03168a req-48f77a5c-6ebd-4d73-b7a6-b409bb57c037 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/4a2fe440-1c84-4786-95af-40227b1980e4 HTTP/1.1" status: 404 len: 352 time: 0.0193818 Apr 20 13:09:25.577023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-c402da2b-a45e-4160-bc35-baf25769d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.578535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-c402da2b-a45e-4160-bc35-baf25769d609 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 1094 time: 0.0578320 Apr 20 13:09:25.680325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-f81f6358-7c45-4ef2-8f41-c917ce2b7877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.683042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-f81f6358-7c45-4ef2-8f41-c917ce2b7877 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.0959740 Apr 20 13:09:25.753804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-b51b4d85-80fa-4120-a3fa-a8eadb04b304 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061af1fb-dcc1-4a4a-8bb2-655930008129 HTTP/1.1" status: 200 len: 217 time: 0.0612259 Apr 20 13:09:25.833108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-558500bd-db68-404a-b615-7b9192ce8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.834573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-558500bd-db68-404a-b615-7b9192ce8788 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.0703924 Apr 20 13:09:25.848820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b94ac0-520a-4bd6-9f6f-885dbe62fd5c req-b2e9b123-c2d0-404c-8f4c-d23942c3ece2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:25.850370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47b94ac0-520a-4bd6-9f6f-885dbe62fd5c req-b2e9b123-c2d0-404c-8f4c-d23942c3ece2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1024 time: 0.0955739 Apr 20 13:09:25.879922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-dbe24e44-04f9-4311-b57d-1cb1ed44cb69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284657 Apr 20 13:09:25.968767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47b94ac0-520a-4bd6-9f6f-885dbe62fd5c req-9c92bb03-f8fd-4a0d-9ef6-8a723653358e tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=60ae2da6-5dc6-47c3-bc16-10f3cd172917&id=af24f3e2-cd97-4d91-92df-00c76b7f7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1061900 Apr 20 13:09:26.006562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-433ed8ee-52f7-42b6-8603-a7a6d89e1165 service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143692 Apr 20 13:09:26.130570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69e67fa7-cc6d-4af1-95a8-8642b3eaac5e req-9a49dcb3-5b7c-4ab0-b040-6f95cfc6e2b9 service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151316 Apr 20 13:09:26.151949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be8453-a831-4124-acf8-4afe3296a879 req-5ccd80b7-e92a-48b9-9ef3-80f08b93cb05 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:26.153412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64be8453-a831-4124-acf8-4afe3296a879 req-5ccd80b7-e92a-48b9-9ef3-80f08b93cb05 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0662196 Apr 20 13:09:26.191493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64be8453-a831-4124-acf8-4afe3296a879 req-a28acbd4-c559-4343-9434-fedb8e6ba706 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Apr 20 13:09:26.363789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d4bd3-9043-4d83-ae6a-f5c149fabe8a req-b525a34c-4c8b-4673-a6bd-5fc1c8ef5be8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:26.365237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-712d4bd3-9043-4d83-ae6a-f5c149fabe8a req-b525a34c-4c8b-4673-a6bd-5fc1c8ef5be8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 943 time: 0.0507088 Apr 20 13:09:26.411401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-712d4bd3-9043-4d83-ae6a-f5c149fabe8a req-8bc264f4-87c9-4d01-a798-bd52c105d0e0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396192 Apr 20 13:09:26.546692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f75542-1c8b-4d6e-b901-4c213abc13f3 req-f1d86d14-b797-45a3-9589-99b40f3b72f7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:26.548210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14f75542-1c8b-4d6e-b901-4c213abc13f3 req-f1d86d14-b797-45a3-9589-99b40f3b72f7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0560269 Apr 20 13:09:26.591652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14f75542-1c8b-4d6e-b901-4c213abc13f3 req-8f3c6bd9-bfee-4df6-945c-939119bb1ed3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367990 Apr 20 13:09:27.088350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb9da7-5a0e-4678-b04c-319579609bbb req-6fed0404-7aa4-4816-a53b-77a97769739c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.089973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6eb9da7-5a0e-4678-b04c-319579609bbb req-6fed0404-7aa4-4816-a53b-77a97769739c tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1024 time: 0.0510955 Apr 20 13:09:27.133737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6eb9da7-5a0e-4678-b04c-319579609bbb req-d99374fe-8ae8-47d2-a45a-52212d7ce4c2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups?id=3462b654-d043-4ee1-aee2-29f465e03327&id=60ae2da6-5dc6-47c3-bc16-10f3cd172917&id=af24f3e2-cd97-4d91-92df-00c76b7f7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0366125 Apr 20 13:09:27.316981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcbc6e-1eff-4ff3-9609-274b4d3e90fa req-6c855c6a-fe04-4889-849f-937db0d49f71 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.319073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3abcbc6e-1eff-4ff3-9609-274b4d3e90fa req-6c855c6a-fe04-4889-849f-937db0d49f71 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0587916 Apr 20 13:09:27.360702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3abcbc6e-1eff-4ff3-9609-274b4d3e90fa req-30c8db09-75c9-4685-a597-56372a7f7852 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346851 Apr 20 13:09:27.519341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-2032ea16-0076-4b4f-abb6-dcb67b06412f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.521130 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-2032ea16-0076-4b4f-abb6-dcb67b06412f tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.30 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 1024 time: 0.0688581 Apr 20 13:09:27.593466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ff0ac-89d1-4cd9-b61a-cc007f0de7db req-510b4277-cc59-4df1-9d07-854e03cd5639 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.604689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be2ff0ac-89d1-4cd9-b61a-cc007f0de7db req-510b4277-cc59-4df1-9d07-854e03cd5639 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 943 time: 0.0874255 Apr 20 13:09:27.669520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Deleting port 17d7381d-67c9-40b6-8342-66c72b89d4a8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:27.669898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:27.693156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be2ff0ac-89d1-4cd9-b61a-cc007f0de7db req-7369833b-8373-4b90-a5e4-9260e805d631 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872750 Apr 20 13:09:27.755945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02654608-0354-4c1f-9b8c-f1d21de87f9e req-f9fce235-17fc-4cff-8c1e-a98244c54d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:27.759522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02654608-0354-4c1f-9b8c-f1d21de87f9e req-f9fce235-17fc-4cff-8c1e-a98244c54d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0614536 Apr 20 13:09:27.802123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] For port 17d7381d-67c9-40b6-8342-66c72b89d4a8, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=17d7381d-67c9-40b6-8342-66c72b89d4a8,segment=NetworkSegment(660deebc-d01b-4fe3-beae-f298e89d2f8e),segment_id=660deebc-d01b-4fe3-beae-f298e89d2f8e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:27.802501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:27.807620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02654608-0354-4c1f-9b8c-f1d21de87f9e req-696d548b-4685-42c3-bf50-62771620bfa9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Apr 20 13:09:27.832720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Calling delete_port for 17d7381d-67c9-40b6-8342-66c72b89d4a8 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:27.985934 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:27.998161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['17d7381d-67c9-40b6-8342-66c72b89d4a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:28.025556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'Port': ['ID=17d7381d-67c9-40b6-8342-66c72b89d4a8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:28.079415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] No DVR routers for this DVR port 17d7381d-67c9-40b6-8342-66c72b89d4a8 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:28.084014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:28.087805 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1eeeaa9b-50de-46f6-966d-960392a6ed78 req-0e2ec73f-1d82-488f-adbb-4b35fd8de784 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.30 "DELETE /v2.0/ports/17d7381d-67c9-40b6-8342-66c72b89d4a8 HTTP/1.1" status: 204 len: 173 time: 0.5573673 Apr 20 13:09:28.088236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'name': 'network-vif-deleted', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:28.091221 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbd0bff-efd4-4432-82aa-34c027cede92" -d '{"events": [{"server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "name": "network-vif-deleted", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:28.138113 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d92f3f-6e2b-45e5-bf27-dfcc834f256b x-openstack-request-id: req-32d92f3f-6e2b-45e5-bf27-dfcc834f256b {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:28.138402 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c286d3-2052-48b6-ac35-638c6346eea5", "name": "network-vif-deleted", "tag": "17d7381d-67c9-40b6-8342-66c72b89d4a8", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:28.138655 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32d92f3f-6e2b-45e5-bf27-dfcc834f256b {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:28.139085 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d92f3f-6e2b-45e5-bf27-dfcc834f256b'] response: {'server_uuid': '44c286d3-2052-48b6-ac35-638c6346eea5', 'name': 'network-vif-deleted', 'tag': '17d7381d-67c9-40b6-8342-66c72b89d4a8', 'status': 'completed', 'code': 200} Apr 20 13:09:28.239729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62e62bf8-f7a0-4a0a-945f-0f5144e66cf5 req-d82e5a87-7692-487b-94de-8474b1dfa7fb tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/ports?device_id=44c286d3-2052-48b6-ac35-638c6346eea5 HTTP/1.1" status: 200 len: 210 time: 0.0270705 Apr 20 13:09:28.496557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa20b9-4ea9-44bc-96a5-bf8b896acc0d req-c71a8cb8-4676-4f24-be0c-09dd296df5eb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:28.498331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1aa20b9-4ea9-44bc-96a5-bf8b896acc0d req-c71a8cb8-4676-4f24-be0c-09dd296df5eb tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0652227 Apr 20 13:09:28.576921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1aa20b9-4ea9-44bc-96a5-bf8b896acc0d req-e9f49462-8509-4146-9de0-c1e973fc4a8e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Apr 20 13:09:28.830763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d85c05-be59-478f-a3c8-46173762a81a req-786e6515-05a8-4463-945e-31f7f34be3f5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:28.833109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0d85c05-be59-478f-a3c8-46173762a81a req-786e6515-05a8-4463-945e-31f7f34be3f5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 943 time: 0.0544076 Apr 20 13:09:28.898258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0d85c05-be59-478f-a3c8-46173762a81a req-78cac7ae-81a4-4466-aaa1-ae5d6de457bb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556257 Apr 20 13:09:28.960714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69034c33-2d69-4f8a-94fc-c221c49efd3e req-0de1dee0-d58c-4b06-a897-d41bc7297955 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:28.962206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69034c33-2d69-4f8a-94fc-c221c49efd3e req-0de1dee0-d58c-4b06-a897-d41bc7297955 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0627570 Apr 20 13:09:29.001717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69034c33-2d69-4f8a-94fc-c221c49efd3e req-948a2389-5b2f-4e59-bbcb-e680652eeab4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Apr 20 13:09:29.357526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3e3f16f-279c-4b6f-b057-111cfa1aae81 req-e6f4cff8-3e09-431a-ab70-d566c3553d8a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/60ae2da6-5dc6-47c3-bc16-10f3cd172917 HTTP/1.1" status: 200 len: 1801 time: 0.0451186 Apr 20 13:09:29.433235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3e3f16f-279c-4b6f-b057-111cfa1aae81 req-c73230f0-1fe0-428e-a501-acc45969dcf2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.461798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3e3f16f-279c-4b6f-b057-111cfa1aae81 req-c73230f0-1fe0-428e-a501-acc45969dcf2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.509101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3e3f16f-279c-4b6f-b057-111cfa1aae81 req-c73230f0-1fe0-428e-a501-acc45969dcf2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.512388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b3e3f16f-279c-4b6f-b057-111cfa1aae81 req-c73230f0-1fe0-428e-a501-acc45969dcf2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.513886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3e3f16f-279c-4b6f-b057-111cfa1aae81 req-c73230f0-1fe0-428e-a501-acc45969dcf2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/60ae2da6-5dc6-47c3-bc16-10f3cd172917 HTTP/1.1" status: 204 len: 173 time: 0.1489661 Apr 20 13:09:29.529729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73230f0-1fe0-428e-a501-acc45969dcf2 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ae2da6-5dc6-47c3-bc16-10f3cd172917,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:29.585408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-baab2c2f-5daf-4a93-9d8c-0a8b71ac1006 req-591f0fcd-677a-4823-af42-3c4e7b1dad0a tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "GET /v2.0/security-groups/af24f3e2-cd97-4d91-92df-00c76b7f7e43 HTTP/1.1" status: 200 len: 1803 time: 0.0478597 Apr 20 13:09:29.652418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 061af1fb-dcc1-4a4a-8bb2-655930008129 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:29.660887 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-baab2c2f-5daf-4a93-9d8c-0a8b71ac1006 req-7fa74606-2faf-4d0c-aee6-d6b2735b2475 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.711662 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-baab2c2f-5daf-4a93-9d8c-0a8b71ac1006 req-7fa74606-2faf-4d0c-aee6-d6b2735b2475 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.747561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2355aee-4cf3-41c7-a0fa-32fe735574b8 req-90b1e03a-2c5f-4ab0-b32d-c8438a8c8c3b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:29.749228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2355aee-4cf3-41c7-a0fa-32fe735574b8 req-90b1e03a-2c5f-4ab0-b32d-c8438a8c8c3b tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0863209 Apr 20 13:09:29.799064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-baab2c2f-5daf-4a93-9d8c-0a8b71ac1006 req-7fa74606-2faf-4d0c-aee6-d6b2735b2475 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.801892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-baab2c2f-5daf-4a93-9d8c-0a8b71ac1006 req-7fa74606-2faf-4d0c-aee6-d6b2735b2475 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.803128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-baab2c2f-5daf-4a93-9d8c-0a8b71ac1006 req-7fa74606-2faf-4d0c-aee6-d6b2735b2475 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] 10.222.0.24 "DELETE /v2.0/security-groups/af24f3e2-cd97-4d91-92df-00c76b7f7e43 HTTP/1.1" status: 204 len: 173 time: 0.2105908 Apr 20 13:09:29.803308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 061af1fb-dcc1-4a4a-8bb2-655930008129, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=061af1fb-dcc1-4a4a-8bb2-655930008129,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:29.809367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54734) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:29.825145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa74606-2faf-4d0c-aee6-d6b2735b2475 tempest-SecurityGroupsTestJSON-1585588615 tempest-SecurityGroupsTestJSON-1585588615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af24f3e2-cd97-4d91-92df-00c76b7f7e43,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:29.830841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2355aee-4cf3-41c7-a0fa-32fe735574b8 req-61213c2b-bbdb-4abc-bde3-93af9304d343 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731413 Apr 20 13:09:29.852974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '061af1fb-dcc1-4a4a-8bb2-655930008129', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'port_id': '061af1fb-dcc1-4a4a-8bb2-655930008129', 'mac_address': 'fa:16:3e:04:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe488d-c8f4-4013-96f1-4bf18786073c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:29.904769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Deleting subnet c62ae97f-291f-41aa-9899-0ec6e3454687 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:09:29.914215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.918562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.973013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:29.973981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061af1fb-dcc1-4a4a-8bb2-655930008129 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:30.000157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:09:30.019672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 061af1fb-dcc1-4a4a-8bb2-655930008129, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=061af1fb-dcc1-4a4a-8bb2-655930008129,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:30.038630 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.084353 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.102057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=061af1fb-dcc1-4a4a-8bb2-655930008129,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:30.110177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.110512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.110845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.111204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.111722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.112053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.112373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.112693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.113010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.113326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.113688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.114130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.137247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef5916-064f-4346-96ed-3775ea890c8d req-43f2f5a6-5619-4e40-8aea-dd85c345c0cf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.139769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cef5916-064f-4346-96ed-3775ea890c8d req-43f2f5a6-5619-4e40-8aea-dd85c345c0cf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 943 time: 0.1296694 Apr 20 13:09:30.194739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.236645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc40fc1-e987-47ae-8e14-45c6d0fbb2ee req-0b798b07-51d8-4a9c-a6ca-7dd32f80ec5f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:30.238346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cc40fc1-e987-47ae-8e14-45c6d0fbb2ee req-0b798b07-51d8-4a9c-a6ca-7dd32f80ec5f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.1244354 Apr 20 13:09:30.242162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cef5916-064f-4346-96ed-3775ea890c8d req-5e398d48-d1ec-4a87-be9b-88f1920ef102 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720472 Apr 20 13:09:30.262033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.266389 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c62ae97f-291f-41aa-9899-0ec6e3454687 HTTP/1.1" status: 204 len: 168 time: 0.4558561 Apr 20 13:09:30.269141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c62ae97f-291f-41aa-9899-0ec6e3454687,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:30.271251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54742) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:30.281828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['061af1fb-dcc1-4a4a-8bb2-655930008129'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:30.298493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.299416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.299766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.300101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.300426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.300756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.301080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.301404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.301751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.302073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.302517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.302925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945348f4-cd15-469f-947f-501a08cd7669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:30.310237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4cc40fc1-e987-47ae-8e14-45c6d0fbb2ee req-40b6223b-f3a2-4952-9397-320ed43ff52a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621834 Apr 20 13:09:30.380103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.536753 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.560953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd899d82-2240-4663-adb2-5806ca81729a']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:30.584091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660deebc-d01b-4fe3-beae-f298e89d2f8e') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:30.585215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660deebc-d01b-4fe3-beae-f298e89d2f8e') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:30.594726 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.609215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.615382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:09:30.615776 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:09:30.617576 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:09:30.676318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.695494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:30.698749 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dd899d82-2240-4663-adb2-5806ca81729a HTTP/1.1" status: 204 len: 168 time: 0.4254189 Apr 20 13:09:30.699778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a8b30-8362-49a8-a795-ace4018530e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd899d82-2240-4663-adb2-5806ca81729a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:30.856272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54748) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:30.926429 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-962bd864-6957-4939-b026-723d7f95026c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3de00c4255f4653a4f0ca9397edcec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659008 Apr 20 13:09:30.926551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54752) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:30.959875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17d7381d-67c9-40b6-8342-66c72b89d4a8 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:30.988877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 17d7381d-67c9-40b6-8342-66c72b89d4a8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:30.989234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 17d7381d-67c9-40b6-8342-66c72b89d4a8 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:31.054933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fe66d-9f5c-4fab-8778-e6d5f8c337dc req-cc577b21-afd7-414c-a23e-e5c786df9889 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.063041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-246fe66d-9f5c-4fab-8778-e6d5f8c337dc req-cc577b21-afd7-414c-a23e-e5c786df9889 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1101124 Apr 20 13:09:31.107554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a290bc-dfae-4ee9-ab55-2f5f0735d19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.141171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-246fe66d-9f5c-4fab-8778-e6d5f8c337dc req-ce68728f-0d67-4d86-b51a-032e445e7629 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771446 Apr 20 13:09:31.148363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a290bc-dfae-4ee9-ab55-2f5f0735d19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.213092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a290bc-dfae-4ee9-ab55-2f5f0735d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.216353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a290bc-dfae-4ee9-ab55-2f5f0735d19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.220163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6a290bc-dfae-4ee9-ab55-2f5f0735d19a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3462b654-d043-4ee1-aee2-29f465e03327 HTTP/1.1" status: 204 len: 168 time: 0.2926509 Apr 20 13:09:31.228860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a290bc-dfae-4ee9-ab55-2f5f0735d19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3462b654-d043-4ee1-aee2-29f465e03327,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:31.467239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954df5f-105d-4ad0-9153-591467bb69a7 req-0257379d-409f-41a2-a48c-31abbddd3d7b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.469025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1954df5f-105d-4ad0-9153-591467bb69a7 req-0257379d-409f-41a2-a48c-31abbddd3d7b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 944 time: 0.1373882 Apr 20 13:09:31.502256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee71cd0-7d83-43d1-8ed5-a918160bfe35 req-b8d96db8-d494-46d8-a99d-60d6bc63e073 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:31.504754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ee71cd0-7d83-43d1-8ed5-a918160bfe35 req-b8d96db8-d494-46d8-a99d-60d6bc63e073 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.1165452 Apr 20 13:09:31.561652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1954df5f-105d-4ad0-9153-591467bb69a7 req-12673591-7476-4fb5-b425-97ea373d0ffc tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784366 Apr 20 13:09:31.600255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ee71cd0-7d83-43d1-8ed5-a918160bfe35 req-5743301e-253b-4169-bace-c133dd6758c9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841351 Apr 20 13:09:31.662018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 061af1fb-dcc1-4a4a-8bb2-655930008129 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:31.735253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 061af1fb-dcc1-4a4a-8bb2-655930008129 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:31.741979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 061af1fb-dcc1-4a4a-8bb2-655930008129 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:31.742672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.862318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.898997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 061af1fb-dcc1-4a4a-8bb2-655930008129, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=061af1fb-dcc1-4a4a-8bb2-655930008129,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:31.900561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061af1fb-dcc1-4a4a-8bb2-655930008129'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:31.904300 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef413ad-0ecd-41cc-a47d-3d76bd1c9319" -d '{"events": [{"server_uuid": "f9fc9a81-0145-47cb-a227-56179c5d34c6", "name": "network-vif-plugged", "status": "completed", "tag": "061af1fb-dcc1-4a4a-8bb2-655930008129"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:31.909130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:31.987736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=061af1fb-dcc1-4a4a-8bb2-655930008129,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:32.003517 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02fd3e-f5fa-47ce-8c0b-9f3b1046a327 x-openstack-request-id: req-ce02fd3e-f5fa-47ce-8c0b-9f3b1046a327 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:32.003819 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fc9a81-0145-47cb-a227-56179c5d34c6", "name": "network-vif-plugged", "status": "completed", "tag": "061af1fb-dcc1-4a4a-8bb2-655930008129", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:32.004443 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce02fd3e-f5fa-47ce-8c0b-9f3b1046a327 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:32.005048 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce02fd3e-f5fa-47ce-8c0b-9f3b1046a327'] response: {'server_uuid': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061af1fb-dcc1-4a4a-8bb2-655930008129', 'code': 200} Apr 20 13:09:32.139874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae065b-0b34-496c-a09a-60d567198583 req-fa59e9c8-ee9a-4af5-9f8e-8761eb64f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.142011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2ae065b-0b34-496c-a09a-60d567198583 req-fa59e9c8-ee9a-4af5-9f8e-8761eb64f9af service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 1096 time: 0.0659764 Apr 20 13:09:32.278417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2ae065b-0b34-496c-a09a-60d567198583 req-dc7ed22c-5362-4611-8f17-fa54ca92335a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231396 Apr 20 13:09:32.316283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf975b40-3bf1-457f-920d-cda284762112 req-14d6e3bd-04fc-40ff-9412-f485908cf26f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.323759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf975b40-3bf1-457f-920d-cda284762112 req-14d6e3bd-04fc-40ff-9412-f485908cf26f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0890749 Apr 20 13:09:32.431707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf975b40-3bf1-457f-920d-cda284762112 req-23a53f4c-e14e-40b9-8a3a-06151c3ba846 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061409 Apr 20 13:09:32.665714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:32.780481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4b83e-f490-4c99-a706-d4dd6e60b89c req-777d111b-ce01-406c-9b43-8c1c6adebede tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.782210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50b4b83e-f490-4c99-a706-d4dd6e60b89c req-777d111b-ce01-406c-9b43-8c1c6adebede tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 945 time: 0.1135609 Apr 20 13:09:32.792255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09049694-7e7b-4711-b218-88b2f3c28ea5 req-33f0591a-b445-4b8b-9bb8-1d01197c30d6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:32.794082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09049694-7e7b-4711-b218-88b2f3c28ea5 req-33f0591a-b445-4b8b-9bb8-1d01197c30d6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0743105 Apr 20 13:09:32.811967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-736929618-network', 'tenant_id': 'd83601c7ce0f4893ad2fe8104ceb104c'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:32.836555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Made reservation on behalf of d83601c7ce0f4893ad2fe8104ceb104c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:32.839641 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.851936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.857175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50b4b83e-f490-4c99-a706-d4dd6e60b89c req-f9db9a1b-105b-40fd-b885-0cadfd6d8b6e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621619 Apr 20 13:09:32.870508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09049694-7e7b-4711-b218-88b2f3c28ea5 req-a062d04c-eaa9-4349-9c60-e4313d63d20e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677466 Apr 20 13:09:32.951434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.955797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.981135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:09:32.991631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31edc9d5-fcff-46e0-b2a0-15bad47478d0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:32.996510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:32.996856 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Added segment 3ba5212e-6588-4487-91fc-3e4eebbf8218 of type vlan for network 9002bd47-4285-4e85-93b3-7c7ef2756f97 Apr 20 13:09:33.043751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.085331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.087104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:33.087994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.158827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4912922 Apr 20 13:09:33.163448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54798) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:33.169588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Request body: {'subnet': {'network_id': '9002bd47-4285-4e85-93b3-7c7ef2756f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-736929618-subnet', 'tenant_id': 'd83601c7ce0f4893ad2fe8104ceb104c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:33.185853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf1c92-5019-4ba5-8ed1-5b87a2fdff16 admin admin] Pushing event updated for resources: {'Network': ['ID=9002bd47-4285-4e85-93b3-7c7ef2756f97,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:33.191359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Made reservation on behalf of d83601c7ce0f4893ad2fe8104ceb104c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:33.194247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.198364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9002bd47-4285-4e85-93b3-7c7ef2756f97 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:09:33.489713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.581728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7231a465-5ea6-4472-a469-933f737e783c,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:33.602857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Checking segment: {'id': '3ba5212e-6588-4487-91fc-3e4eebbf8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9002bd47-4285-4e85-93b3-7c7ef2756f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:33.603413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Network hostable DHCP agents. Network: 9002bd47-4285-4e85-93b3-7c7ef2756f97, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:09:33.614828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e035cd-facb-48c8-b020-8b7f19554100 req-093ab98d-764a-47ec-a13e-45d1b8419568 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:33.616277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9e035cd-facb-48c8-b020-8b7f19554100 req-093ab98d-764a-47ec-a13e-45d1b8419568 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0947521 Apr 20 13:09:33.644057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Network 9002bd47-4285-4e85-93b3-7c7ef2756f97 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:09:33.664210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 9002bd47-4285-4e85-93b3-7c7ef2756f97) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:33.674668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417f2142-d2bb-42f1-9a31-f6265f068a97 None None] Network 9002bd47-4285-4e85-93b3-7c7ef2756f97 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:33.678932 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4663d0a-dc98-4182-8163-0dabef8cb037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.695775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:33.697452 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:33.703948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9e035cd-facb-48c8-b020-8b7f19554100 req-de08548d-42c7-4138-847b-2ff2482f64ed tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797775 Apr 20 13:09:33.720784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c1e26503-f7c5-4e98-bbb7-8235dd7c386c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5551896 Apr 20 13:09:33.829858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3646dd-eab2-4f43-94e7-deb78ae1e710 None None] Network 9002bd47-4285-4e85-93b3-7c7ef2756f97 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:34.035803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47d94c-b8fc-45d9-866e-dc8195893473 req-725caa0d-f608-4bac-a541-cb4b8c9decb1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.037438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e47d94c-b8fc-45d9-866e-dc8195893473 req-725caa0d-f608-4bac-a541-cb4b8c9decb1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 945 time: 0.0877900 Apr 20 13:09:34.082816 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-599521aa-7b66-40be-8212-ffc50b0d9414 req-cb1d8430-e7b1-4064-af91-9a464b82f63d tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] show failed (client error): The resource could not be found. Apr 20 13:09:34.083853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-599521aa-7b66-40be-8212-ffc50b0d9414 req-cb1d8430-e7b1-4064-af91-9a464b82f63d tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "GET /v2.0/security-groups/392ef1d2-2414-41ea-8f38-bc91558403de HTTP/1.1" status: 404 len: 352 time: 0.0281820 Apr 20 13:09:34.143406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e47d94c-b8fc-45d9-866e-dc8195893473 req-3d6e02fe-8556-4819-982c-4902d234a35e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858071 Apr 20 13:09:34.243693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1826a03-651b-4ede-b36e-aa2a760c3e52 req-f75ee8f5-23ea-4da0-93aa-e230bdd64750 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.245262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1826a03-651b-4ede-b36e-aa2a760c3e52 req-f75ee8f5-23ea-4da0-93aa-e230bdd64750 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0691950 Apr 20 13:09:34.297872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1826a03-651b-4ede-b36e-aa2a760c3e52 req-9bc21210-0733-4079-b1fa-e9b6470e2e19 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461440 Apr 20 13:09:34.422186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9a691f5-cc27-41f7-8859-031707174744 req-a92a0ada-63f2-4f19-b7da-6b7983dfffe9 tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d83601c7ce0f4893ad2fe8104ceb104c HTTP/1.1" status: 200 len: 2988 time: 0.0867426 Apr 20 13:09:34.481038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6178b-59c2-4fca-ad71-20b0dc6ab4fc req-69238bda-7d7b-4c04-af40-66cba63fc7ac tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.483306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8d6178b-59c2-4fca-ad71-20b0dc6ab4fc req-69238bda-7d7b-4c04-af40-66cba63fc7ac tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 945 time: 0.0792174 Apr 20 13:09:34.512536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9a691f5-cc27-41f7-8859-031707174744 req-d1fee3b9-f03d-4f92-9f56-f331441d90c7 tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "GET /v2.0/security-groups/31edc9d5-fcff-46e0-b2a0-15bad47478d0 HTTP/1.1" status: 200 len: 2985 time: 0.0760183 Apr 20 13:09:34.542452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8d6178b-59c2-4fca-ad71-20b0dc6ab4fc req-4c71ecb8-eb22-434a-840a-6b4995787517 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489113 Apr 20 13:09:34.590842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9a691f5-cc27-41f7-8859-031707174744 req-559e5348-f7a3-40d7-902e-547d47794fef tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "GET /v2.0/security-groups/31edc9d5-fcff-46e0-b2a0-15bad47478d0 HTTP/1.1" status: 200 len: 2985 time: 0.0638940 Apr 20 13:09:34.661487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9eee19-ff87-4882-9a96-1c67e8d043ce req-d3b0d0fa-09b1-4125-833f-a6a5fd1894ba tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "GET /v2.0/security-groups/31edc9d5-fcff-46e0-b2a0-15bad47478d0 HTTP/1.1" status: 200 len: 2985 time: 0.0444217 Apr 20 13:09:34.727996 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-1c9eee19-ff87-4882-9a96-1c67e8d043ce req-f04fa364-8cb3-4f30-8f2d-6cc497635c16 tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:09:34.729001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9eee19-ff87-4882-9a96-1c67e8d043ce req-f04fa364-8cb3-4f30-8f2d-6cc497635c16 tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "DELETE /v2.0/security-groups/31edc9d5-fcff-46e0-b2a0-15bad47478d0 HTTP/1.1" status: 409 len: 352 time: 0.0616150 Apr 20 13:09:34.771798 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-3c467e9c-78c9-47b6-83dc-e94ca31c23a5 req-a0dfd57c-3d4d-495b-ac1d-8f60c28a491d tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] show failed (client error): The resource could not be found. Apr 20 13:09:34.772837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c467e9c-78c9-47b6-83dc-e94ca31c23a5 req-a0dfd57c-3d4d-495b-ac1d-8f60c28a491d tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "GET /v2.0/security-groups/25c02c09-80c4-450a-8d95-b09e9d5c8324 HTTP/1.1" status: 404 len: 352 time: 0.0162745 Apr 20 13:09:34.817428 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-711c565d-d781-421b-b87f-8ec725324d94 req-be21d86b-3c79-4e58-b989-a211f6aa5fab tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] show failed (client error): The resource could not be found. Apr 20 13:09:34.818704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-711c565d-d781-421b-b87f-8ec725324d94 req-be21d86b-3c79-4e58-b989-a211f6aa5fab tempest-SecurityGroupsNegativeTestJSON-877366957 tempest-SecurityGroupsNegativeTestJSON-877366957-project] 10.222.0.24 "GET /v2.0/security-groups/2df3d875-a7ee-49d2-86a9-f0263451afef HTTP/1.1" status: 404 len: 352 time: 0.0233133 Apr 20 13:09:34.831014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54834) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:34.857261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aba27f-6ef4-47b5-bc65-6dc213588677 req-c3bf2b31-0c95-4f03-a514-d8cd2e7321b0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:34.858743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7aba27f-6ef4-47b5-bc65-6dc213588677 req-c3bf2b31-0c95-4f03-a514-d8cd2e7321b0 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0565331 Apr 20 13:09:34.893953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] Deleting subnet 7231a465-5ea6-4472-a469-933f737e783c {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:09:34.897336 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:34.909484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7aba27f-6ef4-47b5-bc65-6dc213588677 req-bd0bf4dd-ebab-4167-8c5a-d0066dc57a08 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Apr 20 13:09:34.934420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:34.975163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.031654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.056599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7231a465-5ea6-4472-a469-933f737e783c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:35.060426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.063632 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9deea7e7-b6b8-424d-8eaa-c7fd34602f1a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7231a465-5ea6-4472-a469-933f737e783c HTTP/1.1" status: 204 len: 168 time: 0.2304914 Apr 20 13:09:35.066707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54836) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:35.157253 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.242795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.263960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9002bd47-4285-4e85-93b3-7c7ef2756f97']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:35.273231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba5212e-6588-4487-91fc-3e4eebbf8218') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:35.273544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba5212e-6588-4487-91fc-3e4eebbf8218') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:35.295254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.309495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.315572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:09:35.315968 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:09:35.317585 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:09:35.388234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.394829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.397992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9002bd47-4285-4e85-93b3-7c7ef2756f97 HTTP/1.1" status: 204 len: 168 time: 0.3301425 Apr 20 13:09:35.429531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca931b84-4b20-4a49-b1fa-07de43c17193 admin admin] Pushing event deleted for resources: {'Network': ['ID=9002bd47-4285-4e85-93b3-7c7ef2756f97,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:35.452790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26931c5a-746e-4873-8aed-19cc1c7fad06 req-11b217b3-d256-440f-9645-b63cbb3fa901 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.454263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26931c5a-746e-4873-8aed-19cc1c7fad06 req-11b217b3-d256-440f-9645-b63cbb3fa901 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0775478 Apr 20 13:09:35.527224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26931c5a-746e-4873-8aed-19cc1c7fad06 req-09477310-8e85-451d-8869-620aaa814ce4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638163 Apr 20 13:09:35.574230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54846) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:35.624178 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49f75dcd-4bdd-47ce-84a9-99b334675551 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d83601c7ce0f4893ad2fe8104ceb104c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474451 Apr 20 13:09:35.626891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54850) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:35.680256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa160-1617-4993-a9db-e642b26beca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.681360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b77fe1-0a05-4323-b39b-ce09825c9ab8 req-3f2bd0bc-1f34-4c1d-903a-00ce7018d5bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.682373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33b77fe1-0a05-4323-b39b-ce09825c9ab8 req-3f2bd0bc-1f34-4c1d-903a-00ce7018d5bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 945 time: 0.0616550 Apr 20 13:09:35.709931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa160-1617-4993-a9db-e642b26beca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.767053 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa160-1617-4993-a9db-e642b26beca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.771778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb6fa160-1617-4993-a9db-e642b26beca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.773065 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cb6fa160-1617-4993-a9db-e642b26beca5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31edc9d5-fcff-46e0-b2a0-15bad47478d0 HTTP/1.1" status: 204 len: 168 time: 0.1450315 Apr 20 13:09:35.776588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33b77fe1-0a05-4323-b39b-ce09825c9ab8 req-2f29f469-47ac-43b8-9085-605d5a1778dc tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825913 Apr 20 13:09:35.797825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6fa160-1617-4993-a9db-e642b26beca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31edc9d5-fcff-46e0-b2a0-15bad47478d0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:35.805877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-5f6ab5cf-37ac-4b39-8663-da6f3791331f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:35.807258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-5f6ab5cf-37ac-4b39-8663-da6f3791331f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 945 time: 0.0927143 Apr 20 13:09:35.912598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Deleting port 061af1fb-dcc1-4a4a-8bb2-655930008129 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:35.912997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:35.986235 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0499e40e-a506-42c1-b6ff-657e11ca6f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.048349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] For port 061af1fb-dcc1-4a4a-8bb2-655930008129, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=061af1fb-dcc1-4a4a-8bb2-655930008129,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:36.048746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.063958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Calling delete_port for 061af1fb-dcc1-4a4a-8bb2-655930008129 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:36.085518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e2f18-a8e6-42eb-8e9f-8b8655d5ec12 req-21e895db-6224-4fa5-aba0-4cdac27829d7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.086998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c88e2f18-a8e6-42eb-8e9f-8b8655d5ec12 req-21e895db-6224-4fa5-aba0-4cdac27829d7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.0924978 Apr 20 13:09:36.174235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c88e2f18-a8e6-42eb-8e9f-8b8655d5ec12 req-310263b7-2219-4de9-ae8c-61e4b97cfa97 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503027 Apr 20 13:09:36.249992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.266309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['061af1fb-dcc1-4a4a-8bb2-655930008129'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:36.281481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event deleted for resources: {'Port': ['ID=061af1fb-dcc1-4a4a-8bb2-655930008129,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:36.336713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] No DVR routers for this DVR port 061af1fb-dcc1-4a4a-8bb2-655930008129 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:36.339384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.342664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3232708c-4c12-4985-840d-ce44f375e9a2 req-a3d268a2-9e43-444f-a9c4-06619d008a31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "DELETE /v2.0/ports/061af1fb-dcc1-4a4a-8bb2-655930008129 HTTP/1.1" status: 204 len: 173 time: 0.5275693 Apr 20 13:09:36.343102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'name': 'network-vif-deleted', 'tag': '061af1fb-dcc1-4a4a-8bb2-655930008129'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:36.345431 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c51fa78-432e-413a-a538-6f58b223edcd" -d '{"events": [{"server_uuid": "f9fc9a81-0145-47cb-a227-56179c5d34c6", "name": "network-vif-deleted", "tag": "061af1fb-dcc1-4a4a-8bb2-655930008129"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:36.389061 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc54d29-accc-49b0-8e25-48a3b9b251e6 x-openstack-request-id: req-cfc54d29-accc-49b0-8e25-48a3b9b251e6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:36.389830 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9fc9a81-0145-47cb-a227-56179c5d34c6", "name": "network-vif-deleted", "tag": "061af1fb-dcc1-4a4a-8bb2-655930008129", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:36.390249 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfc54d29-accc-49b0-8e25-48a3b9b251e6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:36.390809 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc54d29-accc-49b0-8e25-48a3b9b251e6'] response: {'server_uuid': 'f9fc9a81-0145-47cb-a227-56179c5d34c6', 'name': 'network-vif-deleted', 'tag': '061af1fb-dcc1-4a4a-8bb2-655930008129', 'status': 'completed', 'code': 200} Apr 20 13:09:36.523715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54882) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:36.638599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-415367641-network', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:36.676689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e3a1f-5024-4428-b3d3-9e1ec56268cd req-d3facc79-996f-48e6-a3b7-3933a553e60d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.678268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d8e3a1f-5024-4428-b3d3-9e1ec56268cd req-d3facc79-996f-48e6-a3b7-3933a553e60d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0791290 Apr 20 13:09:36.679484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:36.682138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.699810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.740691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d8e3a1f-5024-4428-b3d3-9e1ec56268cd req-c3c4a6b2-4772-46ee-b260-065e68c02c79 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555162 Apr 20 13:09:36.814043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.821112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.847908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:09:36.868941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26d0c58-5724-41d7-8e19-5a0122713804,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:36.884938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.885344 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Added segment c78d6e83-2bad-42c5-98d7-33ccf6799e9a of type vlan for network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 Apr 20 13:09:36.927366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c64508f3-d130-4ef9-9cdd-0e542b56fdbc req-582477ab-49fb-4e8b-800c-ef6710a4b146 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9fc9a81-0145-47cb-a227-56179c5d34c6 HTTP/1.1" status: 200 len: 210 time: 0.0451293 Apr 20 13:09:36.962227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.986758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:36.987750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:36.988322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.050474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5255814 Apr 20 13:09:37.053308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54894) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:37.055322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8981b5-1098-4a7b-9e88-819ace94d0aa admin admin] Pushing event updated for resources: {'Network': ['ID=d5aba53f-8ba7-47cb-822f-e2fe4ad09143,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:37.060230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Request body: {'subnet': {'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-415367641-subnet', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:37.066953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:09:37.080540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:37.083297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.163849 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.266741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.339795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751be398-fa9a-4026-bba5-3175d9cc9073,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:37.354192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517bee9-3f2e-41bc-8e15-56523bdfd0c9 req-5ef46e47-0578-48aa-82ad-8391ed6f7c5e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.355682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4517bee9-3f2e-41bc-8e15-56523bdfd0c9 req-5ef46e47-0578-48aa-82ad-8391ed6f7c5e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1068199 Apr 20 13:09:37.367976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Checking segment: {'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:37.368337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Network hostable DHCP agents. Network: d5aba53f-8ba7-47cb-822f-e2fe4ad09143, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:09:37.411294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4517bee9-3f2e-41bc-8e15-56523bdfd0c9 req-646342ae-a4bd-4996-b014-aeae74c71b66 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454276 Apr 20 13:09:37.411845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:09:37.422375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d5aba53f-8ba7-47cb-822f-e2fe4ad09143) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:37.434034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.434034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.436333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432da4d7-b1fd-4727-a289-9358aeddaa55 None None] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:37.457571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cfb1c69f-1da9-4808-b28f-8c08632396b8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4030180 Apr 20 13:09:37.461402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:37.466529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:37.491537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.492590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.598927 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-c8b63b03-c74e-450e-bff7-1a6632fe0a11 service neutron] show failed (client error): The resource could not be found. Apr 20 13:09:37.600057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-c8b63b03-c74e-450e-bff7-1a6632fe0a11 service neutron] 10.222.0.37 "GET /v2.0/ports/408d6c9d-76d3-4ca2-9b43-c71e71caefc6/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0719576 Apr 20 13:09:37.648708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d5aba53f-8ba7-47cb-822f-e2fe4ad09143', 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'fixed_ips': [{'subnet_id': '751be398-fa9a-4026-bba5-3175d9cc9073'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:09:37.656111 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.735160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792251a8-ed65-4972-a471-2011408ff489 req-0114dcf7-6faf-4857-b8e9-d080fefe707e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.756992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792251a8-ed65-4972-a471-2011408ff489 req-0114dcf7-6faf-4857-b8e9-d080fefe707e tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1200893 Apr 20 13:09:37.837159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-792251a8-ed65-4972-a471-2011408ff489 req-3ce93f1d-d923-463d-92a7-12b953069bc2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866258 Apr 20 13:09:37.949306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Allocated IP 172.20.0.2 (d5aba53f-8ba7-47cb-822f-e2fe4ad09143/751be398-fa9a-4026-bba5-3175d9cc9073/895d36f3-e291-42fd-b13f-3baf9f8e7314) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:37.975342 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:37.980300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895829a-87d2-4e03-b867-b4d55192e36d req-38399d9b-9da9-4bac-81fd-bf3062471dee tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:37.981836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0895829a-87d2-4e03-b867-b4d55192e36d req-38399d9b-9da9-4bac-81fd-bf3062471dee tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0971460 Apr 20 13:09:38.061731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c33a70-399b-475d-b4fb-d3bac4a08b2d req-e278ba1c-e468-45ed-930e-342242bb3b24 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.063371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72c33a70-399b-475d-b4fb-d3bac4a08b2d req-e278ba1c-e468-45ed-930e-342242bb3b24 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1038432 Apr 20 13:09:38.067374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0895829a-87d2-4e03-b867-b4d55192e36d req-1be94272-de21-4845-8809-11c4ad5cf337 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667233 Apr 20 13:09:38.115512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72c33a70-399b-475d-b4fb-d3bac4a08b2d req-611f3239-5b66-489e-ba5d-5677955e66e2 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Apr 20 13:09:38.115835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-1206e71a-36c9-4e8b-968c-6f7793806935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.117839 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-1206e71a-36c9-4e8b-968c-6f7793806935 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 1096 time: 0.1407926 Apr 20 13:09:38.171083 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.178826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.236452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.250174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:38.259588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:38.260998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:38.265092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:38.344760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Pushing event updated for resources: {'Port': ['ID=895d36f3-e291-42fd-b13f-3baf9f8e7314,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:38.367535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Attempting to bind port 895d36f3-e291-42fd-b13f-3baf9f8e7314 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:38.367782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Attempting to bind port 895d36f3-e291-42fd-b13f-3baf9f8e7314 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:38.368147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Attempting to bind port 895d36f3-e291-42fd-b13f-3baf9f8e7314 on network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:38.374065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:38.375744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Checking segment: {'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:38.375744 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.375744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Bound using segment: {'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:38.375744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Bound port: 895d36f3-e291-42fd-b13f-3baf9f8e7314, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:38.376170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.406459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.499569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] For port 895d36f3-e291-42fd-b13f-3baf9f8e7314, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:38.512212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] For port 895d36f3-e291-42fd-b13f-3baf9f8e7314, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=895d36f3-e291-42fd-b13f-3baf9f8e7314,segment=NetworkSegment(c78d6e83-2bad-42c5-98d7-33ccf6799e9a),segment_id=c78d6e83-2bad-42c5-98d7-33ccf6799e9a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:38.517827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-9bd0243f-afef-45be-9f76-6d5d65c87c7e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.520192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-9bd0243f-afef-45be-9f76-6d5d65c87c7e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.1904247 Apr 20 13:09:38.529963 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.576477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-a2329c3e-b044-46aa-9c98-0bd7440bf053 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/quotas/7c60ecf385a94c3ba216ece6a4f73dce HTTP/1.1" status: 200 len: 375 time: 0.0250809 Apr 20 13:09:38.605704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:38.619282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-864d08a0-e304-4675-bef4-3834f4092cf5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415115 Apr 20 13:09:38.641585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587740c6-4de7-4156-8475-d7dc832419a6 req-f7a1ad31-a29b-45f7-bb6a-16989d9b885a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:38.643469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-587740c6-4de7-4156-8475-d7dc832419a6 req-f7a1ad31-a29b-45f7-bb6a-16989d9b885a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1754892 Apr 20 13:09:38.656481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a8b53-39ca-4489-aa4c-79943bc0254d None None] Pushing event updated for resources: {'Port': ['ID=895d36f3-e291-42fd-b13f-3baf9f8e7314,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:38.710912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-587740c6-4de7-4156-8475-d7dc832419a6 req-bf6eb95f-752b-4569-abfb-2cdc6183992a tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Apr 20 13:09:38.824810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-1e55db57-5a2e-441f-8d0c-3a99378a9cf4 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033899 Apr 20 13:09:38.914014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.019577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:39.038292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-4610ee7b-33cb-4afc-ab3b-992365aa5c2d service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134523 Apr 20 13:09:39.054522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.097071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.172593 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:39.305414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6237d-652a-452a-a1f8-e3858a517813 req-15de4ef0-a676-4f10-9001-f1375b75109c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:39.315102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88e6237d-652a-452a-a1f8-e3858a517813 req-15de4ef0-a676-4f10-9001-f1375b75109c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.1247141 Apr 20 13:09:39.317353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:39.323666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4673800-f421-451e-9bb1-33c4e8bf1ab1 req-30f2eb1a-52bd-4908-a277-51c33e7e1ee4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.0618024 Apr 20 13:09:39.326267 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa194323-0b1f-4ea0-8baa-182c2b408d37" -d '{"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-unplugged", "status": "completed", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:39.389226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88e6237d-652a-452a-a1f8-e3858a517813 req-0db10693-87b6-4641-b968-bfeecdb3c4a4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730965 Apr 20 13:09:39.399748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.423884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Allocated IP 172.25.3.214 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/cb733540-f383-4081-ab8e-2013429b3f15) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:39.449562 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2ebfa3-e63e-4886-bb7c-5d2b9c427b84 x-openstack-request-id: req-aa2ebfa3-e63e-4886-bb7c-5d2b9c427b84 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:39.449897 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-unplugged", "status": "completed", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:39.450154 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa2ebfa3-e63e-4886-bb7c-5d2b9c427b84 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:39.450597 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2ebfa3-e63e-4886-bb7c-5d2b9c427b84'] response: {'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'code': 200} Apr 20 13:09:39.491827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Transition to ACTIVE for port object 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:39.508621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:39.684982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-a297af6f-084e-4b58-83b5-21932ca35e03 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:39.690135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-a297af6f-084e-4b58-83b5-21932ca35e03 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.1086655 Apr 20 13:09:39.699058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 061af1fb-dcc1-4a4a-8bb2-655930008129 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:39.757497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 061af1fb-dcc1-4a4a-8bb2-655930008129 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:39.759858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 061af1fb-dcc1-4a4a-8bb2-655930008129 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:39.913829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=6']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:40.116956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Deleting port 9eb06a57-e040-4554-8043-3430fb2237a9 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:40.118925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.132099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.154294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef609188-a7c6-4867-977d-effdeee414ad req-99bf165b-ecae-418c-83a8-d06ee398a9f8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:40.174410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef609188-a7c6-4867-977d-effdeee414ad req-99bf165b-ecae-418c-83a8-d06ee398a9f8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 945 time: 0.3191283 Apr 20 13:09:40.200470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] No DVR routers for this DVR port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:40.240174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 895d36f3-e291-42fd-b13f-3baf9f8e7314 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:40.351742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 895d36f3-e291-42fd-b13f-3baf9f8e7314 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:40.352023 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.395476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e476e5af-ca67-40da-a979-6df4aaa24e09 None None] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:40.422596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.621666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Pushing event updated for resources: {'Port': ['ID=cb733540-f383-4081-ab8e-2013429b3f15,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:40.656909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:40.662313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:40.665953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:40.670227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:40.670764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:40.671258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on network b4a77070-ec44-4e1b-879f-c4b83484595b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:40.694086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on network b4a77070-ec44-4e1b-879f-c4b83484595b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:40.694701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Attempting to bind port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on network b4a77070-ec44-4e1b-879f-c4b83484595b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:40.703140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:40.703783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Checking segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:40.704358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Bound using segment: {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:40.705008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Bound port: 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c4f8d4-3e39-446e-844b-7634f84a0ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:40.705559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.828687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a3a0a8e1-5a6d-447e-8431-f10b267bfa31 None None] Provisioning complete for port 895d36f3-e291-42fd-b13f-3baf9f8e7314 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:40.829293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a8e1-5a6d-447e-8431-f10b267bfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.926700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3cf5c44-e8db-412e-8604-cf5248965265 req-f0930f93-261f-4113-968c-610db38425c2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.1388526 Apr 20 13:09:40.946435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:40.971889 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:40.989933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef609188-a7c6-4867-977d-effdeee414ad req-edbb199b-2d79-4f01-aa46-6f298e156447 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8063622 Apr 20 13:09:41.030182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:41.042074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.051407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] For port 9eb06a57-e040-4554-8043-3430fb2237a9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=9eb06a57-e040-4554-8043-3430fb2237a9,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:41.051791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.110377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Calling delete_port for 9eb06a57-e040-4554-8043-3430fb2237a9 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:41.124035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 895d36f3-e291-42fd-b13f-3baf9f8e7314, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=895d36f3-e291-42fd-b13f-3baf9f8e7314,segment=NetworkSegment(c78d6e83-2bad-42c5-98d7-33ccf6799e9a),segment_id=c78d6e83-2bad-42c5-98d7-33ccf6799e9a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:41.132908 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.235519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.236728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.238348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 1091 time: 2.9943781 Apr 20 13:09:41.238869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd139f9a-3fc9-45ed-86d1-98ed9d07d2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=7']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:41.263010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=895d36f3-e291-42fd-b13f-3baf9f8e7314,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:41.284293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a3a0a8e1-5a6d-447e-8431-f10b267bfa31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.435549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-efa91be5-ddd6-407c-a1a2-9d29bebca72e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.443924 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-a3a0a8e1-5a6d-447e-8431-f10b267bfa31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:09:41.444290 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-a3a0a8e1-5a6d-447e-8431-f10b267bfa31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:09:41.445193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-efa91be5-ddd6-407c-a1a2-9d29bebca72e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.6722169 Apr 20 13:09:41.451925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:41.454204 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:41.471888 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.546733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-ea2660ed-a7ea-456c-9c9e-1c2f1fd754fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.548255 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-ea2660ed-a7ea-456c-9c9e-1c2f1fd754fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1094 time: 0.1612394 Apr 20 13:09:41.581524 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7962c42-2989-4b6d-add8-df28e84773a6 x-openstack-request-id: req-d7962c42-2989-4b6d-add8-df28e84773a6 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:41.581997 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:41.582262 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d7962c42-2989-4b6d-add8-df28e84773a6 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:41.582678 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7962c42-2989-4b6d-add8-df28e84773a6'] response: {'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'status': 'completed', 'code': 200} Apr 20 13:09:41.641049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Request body: {'port': {'device_id': '1dc55177-c849-490a-a852-bd137ef22416', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'admin_state_up': True, 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:41.649299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.661865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['88396310-ec3a-4a94-9bf8-4d1432bbd45d', '9eb06a57-e040-4554-8043-3430fb2237a9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:41.729492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce3c81-771d-41c1-9782-220bd3810071 req-244eb18f-89a9-496c-bc0f-f964e92f37c5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.738360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21ce3c81-771d-41c1-9782-220bd3810071 req-244eb18f-89a9-496c-bc0f-f964e92f37c5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 943 time: 0.6097333 Apr 20 13:09:41.746165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event deleted for resources: {'Port': ['ID=9eb06a57-e040-4554-8043-3430fb2237a9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:41.763566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:41.936486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:41.944049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] No DVR routers for this DVR port 9eb06a57-e040-4554-8043-3430fb2237a9 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:41.968446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21ce3c81-771d-41c1-9782-220bd3810071 req-df4ef4df-b291-4ecc-b52d-fb72b9a9e07f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289011 Apr 20 13:09:41.975074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:41.980695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f95f65f-2e7e-4c5a-8e71-4565c1585335 req-bd094aa9-11eb-44b3-8d44-bf5df5cb38f6 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "DELETE /v2.0/ports/9eb06a57-e040-4554-8043-3430fb2237a9 HTTP/1.1" status: 204 len: 173 time: 2.2866940 Apr 20 13:09:41.986027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'name': 'network-vif-deleted', 'tag': '9eb06a57-e040-4554-8043-3430fb2237a9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:41.992305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-b56b0ddf-3c5a-480a-8b4b-4ebd68af69ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:41.992914 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41355b4c-511e-443d-9141-02834fa3797b" -d '{"events": [{"server_uuid": "5295c6f5-7d98-47ee-8d85-b6138c18142a", "name": "network-vif-deleted", "tag": "9eb06a57-e040-4554-8043-3430fb2237a9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:41.996685 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-b56b0ddf-3c5a-480a-8b4b-4ebd68af69ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.4409516 Apr 20 13:09:42.041668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-e1b42c04-3596-4cf7-aa24-04201ee50256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.044331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-e1b42c04-3596-4cf7-aa24-04201ee50256 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1094 time: 0.4190922 Apr 20 13:09:42.140348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.199470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 895d36f3-e291-42fd-b13f-3baf9f8e7314 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:42.307497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 895d36f3-e291-42fd-b13f-3baf9f8e7314 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:42.309187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.312527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f75125b-15a5-4173-8560-26a8cab71e47 req-4f223d27-3245-4a1d-b62a-7982c101fc60 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.1041715 Apr 20 13:09:42.359698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-373f8235-c538-466c-b314-5d30d810b29d req-fe830248-3080-46d5-90bb-7b2d929fb56c tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=5295c6f5-7d98-47ee-8d85-b6138c18142a HTTP/1.1" status: 200 len: 210 time: 0.1247761 Apr 20 13:09:42.366184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d093ddb9-7550-458a-9115-18f2abf1042a None None] Provisioning complete for port 895d36f3-e291-42fd-b13f-3baf9f8e7314 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:42.373970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d093ddb9-7550-458a-9115-18f2abf1042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.453493 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-0f43ceed-6516-4230-937b-2e01b8860811 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 999 time: 0.3040433 Apr 20 13:09:42.455254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-d3fceec1-5cdf-4024-8737-dafd7df74680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.456794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-d3fceec1-5cdf-4024-8737-dafd7df74680 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.4016831 Apr 20 13:09:42.459358 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c49710f-7873-479b-b4e5-442ccb1afd64 x-openstack-request-id: req-3c49710f-7873-479b-b4e5-442ccb1afd64 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:42.459661 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5295c6f5-7d98-47ee-8d85-b6138c18142a", "name": "network-vif-deleted", "tag": "9eb06a57-e040-4554-8043-3430fb2237a9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:42.459895 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c49710f-7873-479b-b4e5-442ccb1afd64 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:42.460297 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c49710f-7873-479b-b4e5-442ccb1afd64'] response: {'server_uuid': '5295c6f5-7d98-47ee-8d85-b6138c18142a', 'name': 'network-vif-deleted', 'tag': '9eb06a57-e040-4554-8043-3430fb2237a9', 'status': 'completed', 'code': 200} Apr 20 13:09:42.466127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:42.470484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:42.553667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-b2d6d441-2ae0-4692-beea-08d5c39b3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.555693 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-b2d6d441-2ae0-4692-beea-08d5c39b3331 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.0956104 Apr 20 13:09:42.657410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Router 0725506a-edda-484f-a61c-ca86c1dab3ba is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:09:42.667620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-f0d67706-7233-4429-b951-3cbca77c3448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.670664 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-f0d67706-7233-4429-b951-3cbca77c3448 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051638 Apr 20 13:09:42.671923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-d8b2328a-511c-4160-8af6-13ae92582597 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 999 time: 0.2069523 Apr 20 13:09:42.773559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-00731872-9d45-418a-bb4d-e695fae77f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:42.773559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-00731872-9d45-418a-bb4d-e695fae77f64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.0862834 Apr 20 13:09:42.776067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Allocated IP 172.20.0.6 (a6583879-3b19-4a76-a691-63bd64d0efce/c5fe488d-c8f4-4013-96f1-4bf18786073c/606e12c7-0127-4bc1-9272-64310fec13ac) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:42.839410 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-9b41f385-4355-43ec-90da-25dcb6845fcf service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605637 Apr 20 13:09:43.022252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:43.066211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:43.138280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event updated for resources: {'Port': ['ID=606e12c7-0127-4bc1-9272-64310fec13ac,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:43.168018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-722db361-1d21-41b7-88b2-152f6344f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.169556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-722db361-1d21-41b7-88b2-152f6344f97a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3869615 Apr 20 13:09:43.183178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Network a6583879-3b19-4a76-a691-63bd64d0efce is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:43.250569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:43.258284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:43.263581 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:43.277190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Sync routers for ids ['0725506a-edda-484f-a61c-ca86c1dab3ba'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:43.295397 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-984743a7-9cd2-4f9e-9bdd-4334394b8036 req-ea8aa57a-1e3a-4971-8739-719602303b2d service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469810 Apr 20 13:09:43.299533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:43.300572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6c97a441-5def-48b8-a085-475bf405a452 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8379743 Apr 20 13:09:43.301203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Routers {'0725506a-edda-484f-a61c-ca86c1dab3ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:43.302157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0725506a-edda-484f-a61c-ca86c1dab3ba'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:43.304909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc9893-69df-4cbf-ac47-206e8ab3f7a7 req-9106bd1b-14fd-4f7d-acf6-128bbc89d7dc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.306251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcbc9893-69df-4cbf-ac47-206e8ab3f7a7 req-9106bd1b-14fd-4f7d-acf6-128bbc89d7dc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 943 time: 0.1795242 Apr 20 13:09:43.312149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55004) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:43.454846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Set router 0725506a-edda-484f-a61c-ca86c1dab3ba gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:43.464795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.465464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:43.511497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-8abbeb1a-5d63-4607-8b21-1a404e09e3bb service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269985 Apr 20 13:09:43.520571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-949320fb-3bcf-45bd-a206-703c6d69decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.531059 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-949320fb-3bcf-45bd-a206-703c6d69decb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1094 time: 0.1515615 Apr 20 13:09:43.554580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcbc9893-69df-4cbf-ac47-206e8ab3f7a7 req-b7b25d35-6e58-454a-ba35-536e4188423c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306292 Apr 20 13:09:43.617881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-dd5a4535-9f30-48f3-8a34-75d6fbd8a791 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9912372 Apr 20 13:09:43.636477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Request body: {'port': {'device_id': '1dc55177-c849-490a-a852-bd137ef22416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:43.707789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-afdd54fe-0288-42cd-ae73-9821b5ad6bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.710302 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-afdd54fe-0288-42cd-ae73-9821b5ad6bc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.1773992 Apr 20 13:09:43.715343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9eb06a57-e040-4554-8043-3430fb2237a9 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:43.776175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 9eb06a57-e040-4554-8043-3430fb2237a9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:43.778948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 9eb06a57-e040-4554-8043-3430fb2237a9 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:43.826775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fcef5-a44c-4a39-b0ea-62fe799f058d req-fca87a9f-6101-4822-ad8e-165eec73faa3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.828471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b1fcef5-a44c-4a39-b0ea-62fe799f058d req-fca87a9f-6101-4822-ad8e-165eec73faa3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 931 time: 0.3313227 Apr 20 13:09:43.855755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:43.873405 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-7f4f2978-9d74-4d34-aee3-2e9923af6625 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 999 time: 0.1543791 Apr 20 13:09:43.893029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:09:41Z', 'revision_number': 3, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port': {'id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:39Z', 'updated_at': '2022-04-20T13:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:43.948423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b1fcef5-a44c-4a39-b0ea-62fe799f058d req-1b873429-0dfa-42de-a8b3-347af51eb355 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081758 Apr 20 13:09:43.950326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-100b69c4-d280-40f0-bc45-217ab0dce808 service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929009 Apr 20 13:09:43.953829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Checking router: 0725506a-edda-484f-a61c-ca86c1dab3ba for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:43.954175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Updating router 0725506a-edda-484f-a61c-ca86c1dab3ba port cb733540-f383-4081-ab8e-2013429b3f15 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:09:43.984170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-d29f4614-2bcd-4989-9273-69b2923026e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:43.986085 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-d29f4614-2bcd-4989-9273-69b2923026e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.1066656 Apr 20 13:09:44.024026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.066234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-28236ca0-0809-4db1-a6c6-0c30be7a6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.067867 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-28236ca0-0809-4db1-a6c6-0c30be7a6339 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755825 Apr 20 13:09:44.253194 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-581c5057-6cd3-4e9a-b9b6-23490c0c4e53 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780682 Apr 20 13:09:44.415512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-92b94aa4-04aa-419d-b99e-3363d8cd3b7f req-1cd15895-7f0c-45ca-917c-dcb62d37d639 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546400 Apr 20 13:09:44.513249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.526366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.651412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Attempting to bind port cb733540-f383-4081-ab8e-2013429b3f15 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:44.651749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Attempting to bind port cb733540-f383-4081-ab8e-2013429b3f15 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:44.652105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Attempting to bind port cb733540-f383-4081-ab8e-2013429b3f15 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:44.676117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:44.676491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:44.676898 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.680802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:44.680802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Bound port: cb733540-f383-4081-ab8e-2013429b3f15, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:44.680987 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.741560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22a2fd-5649-48f9-a381-78967bd14949 None None] Pushing event updated for resources: {'Port': ['ID=cb733540-f383-4081-ab8e-2013429b3f15,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:44.805143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] For port cb733540-f383-4081-ab8e-2013429b3f15, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:44.809364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] For port cb733540-f383-4081-ab8e-2013429b3f15, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb733540-f383-4081-ab8e-2013429b3f15,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:44.818317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:44.902885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc51289-0df0-4acd-ae48-efb44f549a6b req-e5ceb98d-bc30-4f51-aec6-1bcd57d5d55a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:44.904973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dc51289-0df0-4acd-ae48-efb44f549a6b req-e5ceb98d-bc30-4f51-aec6-1bcd57d5d55a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 943 time: 0.1942329 Apr 20 13:09:44.986832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Routers {'0725506a-edda-484f-a61c-ca86c1dab3ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:44.987470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0725506a-edda-484f-a61c-ca86c1dab3ba'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:44.989432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22a2fd-5649-48f9-a381-78967bd14949 None None] Pushing event updated for resources: {'Port': ['ID=cb733540-f383-4081-ab8e-2013429b3f15,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:45.019576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce0742-fd7e-4905-97fa-af4ed871dd0b req-9b8207f7-0c92-4c0b-8ab5-77e7d76b2380 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:45.035960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60ce0742-fd7e-4905-97fa-af4ed871dd0b req-9b8207f7-0c92-4c0b-8ab5-77e7d76b2380 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 945 time: 0.1707399 Apr 20 13:09:45.074661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dc51289-0df0-4acd-ae48-efb44f549a6b req-7a021b42-cd6c-4e5a-b46f-aa3d57c119e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518307 Apr 20 13:09:45.176280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60ce0742-fd7e-4905-97fa-af4ed871dd0b req-cc7e45c9-8d95-4579-b78c-737830b0bf87 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347709 Apr 20 13:09:45.186350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] Set router 0725506a-edda-484f-a61c-ca86c1dab3ba gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:45.186852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606e12c7-0127-4bc1-9272-64310fec13ac {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:45.196401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.281431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Transition to ACTIVE for port object 606e12c7-0127-4bc1-9272-64310fec13ac will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:09:45.296254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.336407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93cf38-64ee-4688-ad1c-7725aa049dfa req-d62e4de8-ace1-4376-ad0c-56299edfb420 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:45.337948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce93cf38-64ee-4688-ad1c-7725aa049dfa req-d62e4de8-ace1-4376-ad0c-56299edfb420 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 931 time: 0.1465766 Apr 20 13:09:45.344786 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.402889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Pushing event updated for resources: {'Port': ['ID=606e12c7-0127-4bc1-9272-64310fec13ac,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:45.541704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce93cf38-64ee-4688-ad1c-7725aa049dfa req-38a5c455-158c-4f65-ac4b-c02ceaecbb7f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928453 Apr 20 13:09:45.599970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:09:41Z', 'revision_number': 3, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port': {'id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:39Z', 'updated_at': '2022-04-20T13:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:45.619661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Attempting to bind port 606e12c7-0127-4bc1-9272-64310fec13ac on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:45.619999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Attempting to bind port 606e12c7-0127-4bc1-9272-64310fec13ac by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:45.620331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Attempting to bind port 606e12c7-0127-4bc1-9272-64310fec13ac on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:45.632960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6af453-f5a8-4bf8-a2cc-542d20410dde None None] The sync data for ids ['0725506a-edda-484f-a61c-ca86c1dab3ba'] in n-d-838550-2 is: [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:09:41Z', 'revision_number': 3, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port': {'id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:39Z', 'updated_at': '2022-04-20T13:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:45.645243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Port 606e12c7-0127-4bc1-9272-64310fec13ac on network a6583879-3b19-4a76-a691-63bd64d0efce not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:09:45.645583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Attempting to bind port 606e12c7-0127-4bc1-9272-64310fec13ac on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:45.658600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:45.658942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Checking segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:45.659327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Bound using segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:45.659757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Bound port: 606e12c7-0127-4bc1-9272-64310fec13ac, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:45.660122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.685708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Allocated IP 172.20.0.1 (d5aba53f-8ba7-47cb-822f-e2fe4ad09143/751be398-fa9a-4026-bba5-3175d9cc9073/4857d9fa-6198-4afe-928f-d4a161e891c2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:45.808524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] For port 606e12c7-0127-4bc1-9272-64310fec13ac, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:45.813215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] For port 606e12c7-0127-4bc1-9272-64310fec13ac, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=606e12c7-0127-4bc1-9272-64310fec13ac,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:45.828660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.891584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:45.892255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.893646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] 10.222.0.30 "PUT /v2.0/ports/606e12c7-0127-4bc1-9272-64310fec13ac HTTP/1.1" status: 200 len: 1091 time: 2.2612114 Apr 20 13:09:45.896639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc55177-c849-490a-a852-bd137ef22416', 'tag': '606e12c7-0127-4bc1-9272-64310fec13ac'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:45.898889 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7158ca6a-91e3-43d9-92b0-22f205d66393" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc55177-c849-490a-a852-bd137ef22416", "tag": "606e12c7-0127-4bc1-9272-64310fec13ac"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:45.931240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:45.939635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfe714-1098-4d28-b2b6-0b42103e5612 service neutron] Pushing event updated for resources: {'Port': ['ID=606e12c7-0127-4bc1-9272-64310fec13ac,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:46.096958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-d8058a06-7737-435d-a45a-bb50f11f9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.099194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-d8058a06-7737-435d-a45a-bb50f11f9b65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 1094 time: 0.1186750 Apr 20 13:09:46.247991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.268794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb733540-f383-4081-ab8e-2013429b3f15 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:46.284148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-850e4bf5-9203-47a8-9db2-8751a8c8be91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606e12c7-0127-4bc1-9272-64310fec13ac HTTP/1.1" status: 200 len: 217 time: 0.1764960 Apr 20 13:09:46.372914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:46.398501 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cb733540-f383-4081-ab8e-2013429b3f15 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:46.399198 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.461762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:46.468550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:46.537880 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b575b8-ae3d-416f-94d0-ff8e0006cf5b x-openstack-request-id: req-b1b575b8-ae3d-416f-94d0-ff8e0006cf5b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:46.538170 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc55177-c849-490a-a852-bd137ef22416", "tag": "606e12c7-0127-4bc1-9272-64310fec13ac", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:46.538460 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1b575b8-ae3d-416f-94d0-ff8e0006cf5b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:46.538848 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1b575b8-ae3d-416f-94d0-ff8e0006cf5b'] response: {'name': 'network-changed', 'server_uuid': '1dc55177-c849-490a-a852-bd137ef22416', 'tag': '606e12c7-0127-4bc1-9272-64310fec13ac', 'status': 'completed', 'code': 200} Apr 20 13:09:46.555514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.585303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Pushing event updated for resources: {'Port': ['ID=4857d9fa-6198-4afe-928f-d4a161e891c2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:46.588223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port cb733540-f383-4081-ab8e-2013429b3f15, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb733540-f383-4081-ab8e-2013429b3f15,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:46.597431 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.643870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-81b18663-e782-4e23-ad34-0c193b8cede7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.645607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-81b18663-e782-4e23-ad34-0c193b8cede7 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 945 time: 0.5981252 Apr 20 13:09:46.683955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab35d81-fbf4-4053-b549-7dc9e1228852 req-03685adb-efa6-4664-ab01-6c6143fc3639 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.687339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ab35d81-fbf4-4053-b549-7dc9e1228852 req-03685adb-efa6-4664-ab01-6c6143fc3639 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 943 time: 0.4731793 Apr 20 13:09:46.705861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=cb733540-f383-4081-ab8e-2013429b3f15,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:46.715475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-2fc09825-668c-42bc-8a44-66cbefba0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.717027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-2fc09825-668c-42bc-8a44-66cbefba0973 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.3781986 Apr 20 13:09:46.728044 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.818991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ae7e4641-63bb-4960-98fe-ebac3fc0f8ff None None] Provisioning complete for port 4857d9fa-6198-4afe-928f-d4a161e891c2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:46.821116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae7e4641-63bb-4960-98fe-ebac3fc0f8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:46.885734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a7dee-9d0f-475a-a652-4ec321297bcf req-2f34c092-b981-45f2-9360-c507e7f1ed66 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:46.887298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a7dee-9d0f-475a-a652-4ec321297bcf req-2f34c092-b981-45f2-9360-c507e7f1ed66 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 945 time: 0.3411319 Apr 20 13:09:46.909272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e4641-63bb-4960-98fe-ebac3fc0f8ff None None] Port 4857d9fa-6198-4afe-928f-d4a161e891c2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:46.933593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-304f5e34-9599-443a-bcc7-e91e05c077f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070924 Apr 20 13:09:47.045364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:47.134421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ab35d81-fbf4-4053-b549-7dc9e1228852 req-f1014bb2-f4a1-4f8d-9172-73097a20c282 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4162166 Apr 20 13:09:47.160678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:47.172684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216a7dee-9d0f-475a-a652-4ec321297bcf req-18ac2270-d554-44c6-82cc-ccb616084258 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736347 Apr 20 13:09:47.245911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:47.260679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'port_id': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'mac_address': 'fa:16:3e:40:3f:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:47.304406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Deleting port 88396310-ec3a-4a94-9bf8-4d1432bbd45d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:47.304920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:47.311509 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:47.328767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:47.353139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:47.361028 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:47.404732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-e65ad7d0-d386-4c95-9e20-4e7eeaf946df service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998704 Apr 20 13:09:47.427705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:47.524857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af206838-1308-4b3b-9c5c-f85dcab4423c req-36c31f87-c604-4f3b-b2ab-ac1d0a518727 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:47.530172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af206838-1308-4b3b-9c5c-f85dcab4423c req-36c31f87-c604-4f3b-b2ab-ac1d0a518727 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 943 time: 0.2769334 Apr 20 13:09:47.656772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] For port 88396310-ec3a-4a94-9bf8-4d1432bbd45d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=88396310-ec3a-4a94-9bf8-4d1432bbd45d,segment=NetworkSegment(339b8293-18bf-4b26-8b80-88ae495b6872),segment_id=339b8293-18bf-4b26-8b80-88ae495b6872)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:47.657160 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:47.665007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec26292-cc5c-42be-88d4-250cef180a24 req-8085298f-33c6-44f1-9d04-3c3ef296d8b7 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480547 Apr 20 13:09:47.691887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af206838-1308-4b3b-9c5c-f85dcab4423c req-1447469f-bd82-4c78-8e07-a5157f066c34 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064048 Apr 20 13:09:47.697320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Calling delete_port for 88396310-ec3a-4a94-9bf8-4d1432bbd45d owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:47.716284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['408d6c9d-76d3-4ca2-9b43-c71e71caefc6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:48.170404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb733540-f383-4081-ab8e-2013429b3f15 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:48.180765 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.197576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-d727f42d-bc72-42d3-ba71-c44b2b0e09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:48.200549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-d727f42d-bc72-42d3-ba71-c44b2b0e09e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 1094 time: 0.4749000 Apr 20 13:09:48.202262 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.275570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Pushing event updated for resources: {'Port': ['ID=4857d9fa-6198-4afe-928f-d4a161e891c2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:48.279026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cb733540-f383-4081-ab8e-2013429b3f15 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:48.280133 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.515617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.526507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.540138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d971b88-bde7-4bc3-a1c2-0b8fe8f7fcd3 req-e41fe2ba-8529-4ecd-b38d-ca531a789c5a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:48.541582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d971b88-bde7-4bc3-a1c2-0b8fe8f7fcd3 req-e41fe2ba-8529-4ecd-b38d-ca531a789c5a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 944 time: 0.1943815 Apr 20 13:09:48.610081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be308e2-b17f-4e14-8f5c-bc1d271f0c36 req-9f2729f5-5801-4daf-8827-57eaea28a7b8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:48.614327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3be308e2-b17f-4e14-8f5c-bc1d271f0c36 req-9f2729f5-5801-4daf-8827-57eaea28a7b8 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42 HTTP/1.1" status: 200 len: 867 time: 0.2803481 Apr 20 13:09:48.618834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Pushing event deleted for resources: {'Port': ['ID=88396310-ec3a-4a94-9bf8-4d1432bbd45d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:48.632607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-48b164a1-55d3-4053-8ddf-9db98a3b987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:48.634106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-48b164a1-55d3-4053-8ddf-9db98a3b987c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.3718116 Apr 20 13:09:48.770609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-eca9929a-4a03-41ed-beb4-26f415ec128b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=606e12c7-0127-4bc1-9272-64310fec13ac HTTP/1.1" status: 200 len: 217 time: 0.1277547 Apr 20 13:09:48.779343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] No DVR routers for this DVR port 88396310-ec3a-4a94-9bf8-4d1432bbd45d on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:09:48.783543 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:48.788240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eb20737-cfd8-4f11-9b18-1e2c87c38974 req-a98473d7-7186-495a-8f57-f98367238692 tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.37 "DELETE /v2.0/ports/88396310-ec3a-4a94-9bf8-4d1432bbd45d HTTP/1.1" status: 204 len: 173 time: 2.1309044 Apr 20 13:09:48.801487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'name': 'network-vif-deleted', 'tag': '88396310-ec3a-4a94-9bf8-4d1432bbd45d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:48.804184 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84457e90-191d-4b65-be52-596c07d34b06" -d '{"events": [{"server_uuid": "3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42", "name": "network-vif-deleted", "tag": "88396310-ec3a-4a94-9bf8-4d1432bbd45d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:48.816901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d971b88-bde7-4bc3-a1c2-0b8fe8f7fcd3 req-5c1f0231-ab31-4311-af5c-1a452d6cf180 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553396 Apr 20 13:09:48.896635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3be308e2-b17f-4e14-8f5c-bc1d271f0c36 req-08583284-afa5-41a7-bd9f-661996792a7f tempest-ServersTestJSON-1405255349 tempest-ServersTestJSON-1405255349-project] 10.222.0.24 "GET /v2.0/security-groups?id=1782e55d-d459-4677-a1a8-b9d03418b29a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549279 Apr 20 13:09:48.930488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:48.935707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-423f5881-dc46-4f8d-92d8-1a00781573d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:48.937615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-423f5881-dc46-4f8d-92d8-1a00781573d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.1469300 Apr 20 13:09:48.961575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:48.962524 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.028775 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad91de3a-9705-45b3-8908-4b88b19a0b00 x-openstack-request-id: req-ad91de3a-9705-45b3-8908-4b88b19a0b00 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:49.029072 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42", "name": "network-vif-deleted", "tag": "88396310-ec3a-4a94-9bf8-4d1432bbd45d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:49.029327 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad91de3a-9705-45b3-8908-4b88b19a0b00 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:49.029747 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad91de3a-9705-45b3-8908-4b88b19a0b00'] response: {'server_uuid': '3ca6fc62-3c2a-4473-9bc3-f5bf9b2eba42', 'name': 'network-vif-deleted', 'tag': '88396310-ec3a-4a94-9bf8-4d1432bbd45d', 'status': 'completed', 'code': 200} Apr 20 13:09:49.033289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-e7b4b49b-6e78-47da-9eda-ffd5238f0af9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651224 Apr 20 13:09:49.070609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:49.183307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:49.191188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:49.191561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.228647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f97f9-f4d0-4ca4-8aaf-e3cddb68ffe6 req-589d30a2-3df1-46dc-9230-26914464a3ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.245178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-174f97f9-f4d0-4ca4-8aaf-e3cddb68ffe6 req-589d30a2-3df1-46dc-9230-26914464a3ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 943 time: 0.3355207 Apr 20 13:09:49.369315 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.431953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:49.439105 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5b3a63-436f-46bf-b7c2-ac2640d12f02" -d '{"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-plugged", "status": "completed", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:49.471585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:49.484772 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.542101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:49.617322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-174f97f9-f4d0-4ca4-8aaf-e3cddb68ffe6 req-82121338-fe50-451a-9c82-9e2e7fb4c0da tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712485 Apr 20 13:09:49.619299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-a936fed2-0ae7-4227-a5dd-3dab5f844d37 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771673 Apr 20 13:09:49.688630 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e545af-ed97-44d0-bf3f-231dd77094f4 x-openstack-request-id: req-b4e545af-ed97-44d0-bf3f-231dd77094f4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:49.689181 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-plugged", "status": "completed", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:49.689622 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4e545af-ed97-44d0-bf3f-231dd77094f4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:49.690238 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e545af-ed97-44d0-bf3f-231dd77094f4'] response: {'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'code': 200} Apr 20 13:09:49.698699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-6d5d7a82-eca6-4dbf-a48e-4d4861d6dce8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.700143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-6d5d7a82-eca6-4dbf-a48e-4d4861d6dce8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95&tenant_id=03cd53d3d89e444e8c1137058a06ab83&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 944 time: 0.3565049 Apr 20 13:09:49.714596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 88396310-ec3a-4a94-9bf8-4d1432bbd45d no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:09:49.786324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-123b8c35-853e-4ef2-956b-b2e1889937c9 None None] Provisioning complete for port 4857d9fa-6198-4afe-928f-d4a161e891c2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:49.787532 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-123b8c35-853e-4ef2-956b-b2e1889937c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:49.801365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4383d-4782-4b01-9b5f-508c232dabb2 req-317e60c5-e2d9-4c6a-8499-bfe6e16d2e7a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:49.808712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2a4383d-4782-4b01-9b5f-508c232dabb2 req-317e60c5-e2d9-4c6a-8499-bfe6e16d2e7a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 944 time: 0.4776304 Apr 20 13:09:49.842689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Router 0725506a-edda-484f-a61c-ca86c1dab3ba has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:49.851685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-123b8c35-853e-4ef2-956b-b2e1889937c9 None None] Port 4857d9fa-6198-4afe-928f-d4a161e891c2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:49.856177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 88396310-ec3a-4a94-9bf8-4d1432bbd45d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:09:49.856972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 88396310-ec3a-4a94-9bf8-4d1432bbd45d not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:09:49.857379 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-507c2477-be68-4f98-b8b1-2ef59635291a service neutron] delete failed (client error): The resource could not be found. Apr 20 13:09:49.858424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-507c2477-be68-4f98-b8b1-2ef59635291a service neutron] 10.222.0.37 "DELETE /v2.0/ports/408d6c9d-76d3-4ca2-9b43-c71e71caefc6/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.1236594 Apr 20 13:09:49.902753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2a4383d-4782-4b01-9b5f-508c232dabb2 req-a06c209b-df2a-4ed0-ad3f-a984f9a9b116 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931718 Apr 20 13:09:49.905038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7158ca6a-91e3-43d9-92b0-22f205d66393 req-0f079dfd-cb89-4ae0-97cb-5d232b1fa7a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698870 Apr 20 13:09:49.973500 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55132) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:50.007556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-30442491-0bb5-4e75-a47a-ce6d7a1bac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.009081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-30442491-0bb5-4e75-a47a-ce6d7a1bac23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.1032023 Apr 20 13:09:50.044833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] Deleting subnet e4bb8c57-1470-4673-9eaa-4b46b689a4e5 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:09:50.049600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.106588 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.119230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:09:50.132629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-84d482c6-4a6e-4842-8154-c40db85ea89e admin admin] 10.222.0.24 "PUT /v2.0/routers/0725506a-edda-484f-a61c-ca86c1dab3ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8118258 Apr 20 13:09:50.135379 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Sync routers for ids ['0725506a-edda-484f-a61c-ca86c1dab3ba'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:09:50.152208 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Routers {'0725506a-edda-484f-a61c-ca86c1dab3ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:50.152462 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0725506a-edda-484f-a61c-ca86c1dab3ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:50.165012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.166069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-0cdb0358-6ada-4186-9033-859a5e01362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.167655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-0cdb0358-6ada-4186-9033-859a5e01362d service neutron] 10.222.0.37 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.1294949 Apr 20 13:09:50.229810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.262090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-38748113-acca-425f-9cce-a11295310987 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 1001 time: 0.0878284 Apr 20 13:09:50.264059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bb8c57-1470-4673-9eaa-4b46b689a4e5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:50.265227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55136) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:50.270879 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.284974 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b3387df0-69c1-49c5-9558-eb9ba7441336 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4bb8c57-1470-4673-9eaa-4b46b689a4e5 HTTP/1.1" status: 204 len: 168 time: 0.3101058 Apr 20 13:09:50.288379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55140) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:50.320122 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Set router 0725506a-edda-484f-a61c-ca86c1dab3ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:50.324427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-39ff63b3-a780-4248-b715-5b80b5ea2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.326012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-39ff63b3-a780-4248-b715-5b80b5ea2cf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.0531940 Apr 20 13:09:50.341780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-420098286'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:50.395012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:50.398543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.399101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.425840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:09:50.436103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.436449 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Added segment a84844c9-5008-406b-a8ee-617e116591cf of type vlan for network 255a5c86-5003-42e0-aa9d-32aa61087adc Apr 20 13:09:50.481405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.505139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.516235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-be12c9c6-edcc-40f0-91a8-843d21ccf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.518373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-be12c9c6-edcc-40f0-91a8-843d21ccf9e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834509 Apr 20 13:09:50.519509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.530845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:50.531484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.551361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:50.557088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:09:46Z', 'revision_number': 4, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port': {'id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:39Z', 'updated_at': '2022-04-20T13:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4857d9fa-6198-4afe-928f-d4a161e891c2', 'name': '', 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'mac_address': 'fa:16:3e:cb:c8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '751be398-fa9a-4026-bba5-3175d9cc9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:45Z', 'updated_at': '2022-04-20T13:09:47Z', 'revision_number': 2, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'subnets': [{'id': '751be398-fa9a-4026-bba5-3175d9cc9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:50.564544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339b8293-18bf-4b26-8b80-88ae495b6872') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:50.564999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339b8293-18bf-4b26-8b80-88ae495b6872') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:50.582441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.597032 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Checking router: 0725506a-edda-484f-a61c-ca86c1dab3ba for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:09:50.597826 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Updating router 0725506a-edda-484f-a61c-ca86c1dab3ba port 4857d9fa-6198-4afe-928f-d4a161e891c2 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:09:50.603345 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.609866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:09:50.610367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.627834 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:09:50.674470 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:09:50.680611 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.688557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.696666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] 10.222.0.24 "DELETE /v2.0/networks/743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225 HTTP/1.1" status: 204 len: 168 time: 0.4049008 Apr 20 13:09:50.696865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4293430 Apr 20 13:09:50.710211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55148) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:50.716908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'subnet': {'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:50.742457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f91f94-b08c-419d-974f-a2c1bb107a27 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Network': ['ID=255a5c86-5003-42e0-aa9d-32aa61087adc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:50.754374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 255a5c86-5003-42e0-aa9d-32aa61087adc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:09:50.801760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc8f64-a64c-4ceb-ab45-dbdbd975d66b admin admin] Pushing event deleted for resources: {'Network': ['ID=743c0cb6-dd0d-4ac8-89f6-80ce2e8a8225,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:50.826976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:50.832567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:50.905901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55152) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:51.077083 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.080272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 606e12c7-0127-4bc1-9272-64310fec13ac details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:09:51.084832 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.108990 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.143927 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Pushing event updated for resources: {'Port': ['ID=4857d9fa-6198-4afe-928f-d4a161e891c2,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:51.166661 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.167392 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.168060 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.168677 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.169357 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.169934 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.170795 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.171327 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.171856 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.172413 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.172948 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.173518 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:51.228196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Subnet': ['ID=9f2ba913-b563-4b5d-9ba5-c479195b6a43,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:51.260092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Checking segment: {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:51.260464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network hostable DHCP agents. Network: 255a5c86-5003-42e0-aa9d-32aa61087adc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:09:51.280612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Attempting to bind port 4857d9fa-6198-4afe-928f-d4a161e891c2 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:51.281131 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Attempting to bind port 4857d9fa-6198-4afe-928f-d4a161e891c2 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:51.281598 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Attempting to bind port 4857d9fa-6198-4afe-928f-d4a161e891c2 on network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:51.289826 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:51.290390 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Checking segment: {'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:51.290954 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.291431 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Bound using segment: {'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:51.292108 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Bound port: 4857d9fa-6198-4afe-928f-d4a161e891c2, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:51.292748 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.294554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 255a5c86-5003-42e0-aa9d-32aa61087adc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:09:51.301433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 606e12c7-0127-4bc1-9272-64310fec13ac, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=606e12c7-0127-4bc1-9272-64310fec13ac,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:51.310896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 255a5c86-5003-42e0-aa9d-32aa61087adc) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:51.324822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.325426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.331035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ea61c7-6d05-4612-affa-7ce51200c4aa None None] Network 255a5c86-5003-42e0-aa9d-32aa61087adc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:51.356658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '606e12c7-0127-4bc1-9272-64310fec13ac', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'port_id': '606e12c7-0127-4bc1-9272-64310fec13ac', 'mac_address': 'fa:16:3e:36:db:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe488d-c8f4-4013-96f1-4bf18786073c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:09:51.367487 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bda14248-fc8c-4b29-8454-81158f8a07fe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6554291 Apr 20 13:09:51.369573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55156) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:51.377889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2133965520'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:51.383131 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] For port 4857d9fa-6198-4afe-928f-d4a161e891c2, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:51.390064 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] For port 4857d9fa-6198-4afe-928f-d4a161e891c2, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4857d9fa-6198-4afe-928f-d4a161e891c2,segment=NetworkSegment(c78d6e83-2bad-42c5-98d7-33ccf6799e9a),segment_id=c78d6e83-2bad-42c5-98d7-33ccf6799e9a)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:51.398369 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.405497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:51.413104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566f751-4e07-4090-abc5-5c13b8824abc req-d596fa1c-0bcd-4640-aa72-d9538b3cde65 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.414730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2566f751-4e07-4090-abc5-5c13b8824abc req-d596fa1c-0bcd-4640-aa72-d9538b3cde65 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 943 time: 0.6606603 Apr 20 13:09:51.415552 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.432618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-f1d08beb-cba8-4628-b494-2140a4b13249 service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8976293 Apr 20 13:09:51.450011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:09:51.473756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.474362 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Added segment 4899a044-3b58-46b1-831c-749bb45bc2f1 of type vlan for network 62550a30-0a0a-456a-946d-c96506d1bfb3 Apr 20 13:09:51.480393 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.494026 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Routers {'0725506a-edda-484f-a61c-ca86c1dab3ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:09:51.496988 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0725506a-edda-484f-a61c-ca86c1dab3ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:51.503081 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa0d5b-b68f-4495-8c00-e6a6185b320c None None] Pushing event updated for resources: {'Port': ['ID=4857d9fa-6198-4afe-928f-d4a161e891c2,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:51.507745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606e12c7-0127-4bc1-9272-64310fec13ac {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:09:51.535246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 606e12c7-0127-4bc1-9272-64310fec13ac, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=606e12c7-0127-4bc1-9272-64310fec13ac,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:51.549222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.610245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.675604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090cc39e-db0d-45cb-8a4b-e570682729a8 req-51301a2d-50b9-4bf1-8d5d-f7ff3b77ed02 service neutron] 10.222.0.37 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210748 Apr 20 13:09:51.676344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.687540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.688206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.698739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fbc61-7f8d-4a72-9392-123c7e37511f req-161f8640-19dd-47df-92ae-c8c1a353a954 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:51.715592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=606e12c7-0127-4bc1-9272-64310fec13ac,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:51.730466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a7fbc61-7f8d-4a72-9392-123c7e37511f req-161f8640-19dd-47df-92ae-c8c1a353a954 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.4108324 Apr 20 13:09:51.743795 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] Set router 0725506a-edda-484f-a61c-ca86c1dab3ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:09:51.791281 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4198184 Apr 20 13:09:51.799767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55160) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:51.803967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-255a5c86-5003-42e0-aa9d-32aa61087adc', 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'fixed_ips': [{'subnet_id': '9f2ba913-b563-4b5d-9ba5-c479195b6a43'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:09:51.809658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:51.821544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3657529-4305-4322-9140-fc841d9115c9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Network': ['ID=62550a30-0a0a-456a-946d-c96506d1bfb3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:51.822266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'subnet': {'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:51.839788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 62550a30-0a0a-456a-946d-c96506d1bfb3 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:09:52.005458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:52.012188 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.036842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['606e12c7-0127-4bc1-9272-64310fec13ac'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:09:52.039874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-334b4b4c-6169-4322-b5f9-9dae3dca3a6e None None] Provisioning complete for port 4857d9fa-6198-4afe-928f-d4a161e891c2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:52.040543 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-334b4b4c-6169-4322-b5f9-9dae3dca3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.048338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2566f751-4e07-4090-abc5-5c13b8824abc req-756c24c4-23e6-49e6-9349-250882e29319 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6147141 Apr 20 13:09:52.059521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a7fbc61-7f8d-4a72-9392-123c7e37511f req-82452aa9-f126-466f-b567-048ed453f6be tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281910 Apr 20 13:09:52.103559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55164) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:52.104354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-291b8c8a-cbe0-4e04-bb94-e34e76ae2e34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a043f68c667d4094a261f70d09885200&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1963282 Apr 20 13:09:52.125652 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:09:46Z', 'revision_number': 4, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port': {'id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:39Z', 'updated_at': '2022-04-20T13:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4857d9fa-6198-4afe-928f-d4a161e891c2', 'name': '', 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'mac_address': 'fa:16:3e:cb:c8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '751be398-fa9a-4026-bba5-3175d9cc9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:45Z', 'updated_at': '2022-04-20T13:09:51Z', 'revision_number': 4, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'subnets': [{'id': '751be398-fa9a-4026-bba5-3175d9cc9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:09:52.171255 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9659c4a-ca2c-4e00-8a2e-19b92b2fab9d None None] The sync data for ids ['0725506a-edda-484f-a61c-ca86c1dab3ba'] in n-d-838550-2 is: [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:09:46Z', 'revision_number': 4, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port': {'id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:39Z', 'updated_at': '2022-04-20T13:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '4857d9fa-6198-4afe-928f-d4a161e891c2', 'name': '', 'network_id': 'd5aba53f-8ba7-47cb-822f-e2fe4ad09143', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'mac_address': 'fa:16:3e:cb:c8:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2573, 'fixed_ips': [{'subnet_id': '751be398-fa9a-4026-bba5-3175d9cc9073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:45Z', 'updated_at': '2022-04-20T13:09:51Z', 'revision_number': 4, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'subnets': [{'id': '751be398-fa9a-4026-bba5-3175d9cc9073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:09:52.214105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Allocated IP 19.80.0.2 (255a5c86-5003-42e0-aa9d-32aa61087adc/9f2ba913-b563-4b5d-9ba5-c479195b6a43/a627e6fe-d635-4a2a-bfed-35996793cdc7) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:52.214964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fac5275-15b0-4a58-9eef-138501129cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.271873 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fac5275-15b0-4a58-9eef-138501129cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.390859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fac5275-15b0-4a58-9eef-138501129cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.394582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fac5275-15b0-4a58-9eef-138501129cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.396322 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0fac5275-15b0-4a58-9eef-138501129cac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1782e55d-d459-4677-a1a8-b9d03418b29a HTTP/1.1" status: 204 len: 168 time: 0.2917876 Apr 20 13:09:52.417355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac5275-15b0-4a58-9eef-138501129cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782e55d-d459-4677-a1a8-b9d03418b29a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:52.421183 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-334b4b4c-6169-4322-b5f9-9dae3dca3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.421487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.539590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Subnet': ['ID=9341279b-3073-4297-8dc8-497ed040ef78,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:52.591089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Checking segment: {'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:52.592730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network hostable DHCP agents. Network: 62550a30-0a0a-456a-946d-c96506d1bfb3, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:09:52.616468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 62550a30-0a0a-456a-946d-c96506d1bfb3 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:09:52.632236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 62550a30-0a0a-456a-946d-c96506d1bfb3) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:52.648320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3868421d-59be-48bc-9e2b-045ee08b8949 None None] Network 62550a30-0a0a-456a-946d-c96506d1bfb3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:52.663525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:52.667696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.689465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-334b4b4c-6169-4322-b5f9-9dae3dca3a6e None None] For port 4857d9fa-6198-4afe-928f-d4a161e891c2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4857d9fa-6198-4afe-928f-d4a161e891c2,segment=NetworkSegment(c78d6e83-2bad-42c5-98d7-33ccf6799e9a),segment_id=c78d6e83-2bad-42c5-98d7-33ccf6799e9a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:52.710956 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-334b4b4c-6169-4322-b5f9-9dae3dca3a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:52.723105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9c69c745-8e7b-4eb7-a831-466e5a87a33f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9195709 Apr 20 13:09:52.916281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.098670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b4b4c-6169-4322-b5f9-9dae3dca3a6e None None] Pushing event updated for resources: {'Port': ['ID=4857d9fa-6198-4afe-928f-d4a161e891c2,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:53.114012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.177386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Network 255a5c86-5003-42e0-aa9d-32aa61087adc is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:53.189399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:53.192539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:53.214657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-78846073-1fa5-4b5f-b035-7c68151936ef tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.221092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-78846073-1fa5-4b5f-b035-7c68151936ef tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.229821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-78846073-1fa5-4b5f-b035-7c68151936ef tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/networks?id=255a5c86-5003-42e0-aa9d-32aa61087adc&id=62550a30-0a0a-456a-946d-c96506d1bfb3&id=255a5c86-5003-42e0-aa9d-32aa61087adc HTTP/1.1" status: 200 len: 1391 time: 0.2216647 Apr 20 13:09:53.288205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0a89be0-d322-4d5d-81c6-33b2fb989c75 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/quotas/8aaaffba3c734f838f85cba3dfc35c14 HTTP/1.1" status: 200 len: 375 time: 0.0573180 Apr 20 13:09:53.352745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6813ae39-5dbc-48a3-9afc-cf626d4ea748 req-dc150f25-3752-46b8-abbe-7874f5e45dcd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.354340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6813ae39-5dbc-48a3-9afc-cf626d4ea748 req-dc150f25-3752-46b8-abbe-7874f5e45dcd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 944 time: 0.1225286 Apr 20 13:09:53.372533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-a534c1a9-8bd4-4047-a8e5-2442ec62611c tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833881 Apr 20 13:09:53.436070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4d31fbc2-3428-45d3-b7db-4a03d9281ee1 None None] Provisioning complete for port 4857d9fa-6198-4afe-928f-d4a161e891c2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:53.436446 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d31fbc2-3428-45d3-b7db-4a03d9281ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.440792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-62550a30-0a0a-456a-946d-c96506d1bfb3', 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'fixed_ips': [{'subnet_id': '9341279b-3073-4297-8dc8-497ed040ef78'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:09:53.441622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.450042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Pushing event updated for resources: {'Port': ['ID=a627e6fe-d635-4a2a-bfed-35996793cdc7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:53.545576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6813ae39-5dbc-48a3-9afc-cf626d4ea748 req-6fb2d8b3-cf32-4f4f-9609-c0f232be8b1b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811545 Apr 20 13:09:53.619835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-59099d5c-1ca9-44ad-97ea-87c86afb18da service neutron] 10.222.0.24 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277987 Apr 20 13:09:53.773212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91caf0a-ba47-49b8-a253-fba8bf155745 req-ec9bea8c-3903-464b-98ee-20cc786e43a8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:53.783065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d91caf0a-ba47-49b8-a253-fba8bf155745 req-ec9bea8c-3903-464b-98ee-20cc786e43a8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.1345637 Apr 20 13:09:53.809062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.809991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Attempting to bind port a627e6fe-d635-4a2a-bfed-35996793cdc7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:53.810436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Attempting to bind port a627e6fe-d635-4a2a-bfed-35996793cdc7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:53.810940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Attempting to bind port a627e6fe-d635-4a2a-bfed-35996793cdc7 on network 255a5c86-5003-42e0-aa9d-32aa61087adc {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:53.816163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Allocated IP 19.86.0.2 (62550a30-0a0a-456a-946d-c96506d1bfb3/9341279b-3073-4297-8dc8-497ed040ef78/9bcaf4aa-2237-49a7-bdf7-682126c560d8) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:53.857298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-5a272f2a-fb2b-4c3b-9f7e-2725a0f7a312 service neutron] 10.222.0.24 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273552 Apr 20 13:09:53.867400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:53.868152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Checking segment: {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:53.868316 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.868751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Bound using segment: {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:53.869326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Bound port: a627e6fe-d635-4a2a-bfed-35996793cdc7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:53.869875 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:53.929464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d91caf0a-ba47-49b8-a253-fba8bf155745 req-bf1d74e0-963b-44aa-9457-2a7643737b26 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455190 Apr 20 13:09:53.945946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:09:54.029183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] For port a627e6fe-d635-4a2a-bfed-35996793cdc7, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:54.052362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] For port a627e6fe-d635-4a2a-bfed-35996793cdc7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a627e6fe-d635-4a2a-bfed-35996793cdc7,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:54.064623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.097710 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4b2f1ffa-47a5-4fd9-a579-288dfd7e2b3f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/40401475-f134-4dda-9e34-367a577ff12f HTTP/1.1" status: 200 len: 993 time: 0.1459799 Apr 20 13:09:54.200197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-13baab79-4b06-4e92-9588-c888f8104ee2 service neutron] 10.222.0.24 "GET /v2.0/networks/62550a30-0a0a-456a-946d-c96506d1bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419447 Apr 20 13:09:54.209228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.214884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f2b07-4ea4-4409-b67e-ff09eee3b36b None None] Pushing event updated for resources: {'Port': ['ID=a627e6fe-d635-4a2a-bfed-35996793cdc7,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:54.219685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.317620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Network 62550a30-0a0a-456a-946d-c96506d1bfb3 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:54.325833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:54.331266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4857d9fa-6198-4afe-928f-d4a161e891c2 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:54.359675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6dac00bf-5987-4401-b044-bc6a116f7357 service neutron] 10.222.0.24 "GET /v2.0/networks/62550a30-0a0a-456a-946d-c96506d1bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584201 Apr 20 13:09:54.373003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:54.402963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Pushing event updated for resources: {'Port': ['ID=9bcaf4aa-2237-49a7-bdf7-682126c560d8,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:54.480003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Attempting to bind port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:09:54.480287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Attempting to bind port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:09:54.480595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Attempting to bind port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 on network 62550a30-0a0a-456a-946d-c96506d1bfb3 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:09:54.492218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:09:54.492595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Checking segment: {'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:09:54.492997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.493382 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Bound using segment: {'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:09:54.503948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Bound port: 9bcaf4aa-2237-49a7-bdf7-682126c560d8, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:09:54.503948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.518598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4857d9fa-6198-4afe-928f-d4a161e891c2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:54.518598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.549980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ba09b355-1195-42ac-9db3-717456456c6c service neutron] 10.222.0.24 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893663 Apr 20 13:09:54.679666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ee6661df-b572-4d5f-a4b1-55e8d6ed7f04 service neutron] 10.222.0.24 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194112 Apr 20 13:09:54.697532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] For port 9bcaf4aa-2237-49a7-bdf7-682126c560d8, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:09:54.701031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] For port 9bcaf4aa-2237-49a7-bdf7-682126c560d8, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9bcaf4aa-2237-49a7-bdf7-682126c560d8,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:09:54.711839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:54.893030 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3cdbf4-38eb-4133-ae84-689bbdd81870 None None] Pushing event updated for resources: {'Port': ['ID=9bcaf4aa-2237-49a7-bdf7-682126c560d8,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:55.029300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d5db8aa-0d97-4079-ba4f-d9e7963c47e6 req-19897532-baf0-40a2-a821-4ca198fa4e50 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0350146 Apr 20 13:09:55.054851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383c2a6-9a8c-467d-a827-091bef2dbe8c req-db5d40e6-98e4-43b8-815b-09d70eb15a4f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.058846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8383c2a6-9a8c-467d-a827-091bef2dbe8c req-db5d40e6-98e4-43b8-815b-09d70eb15a4f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 944 time: 0.2044942 Apr 20 13:09:55.097618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 606e12c7-0127-4bc1-9272-64310fec13ac up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:55.147486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b3e1a90-110b-48ab-a006-9154d244103f req-facf8c28-5a4f-475a-a471-e1c0ad161fe1 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 210 time: 0.0287466 Apr 20 13:09:55.210877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8383c2a6-9a8c-467d-a827-091bef2dbe8c req-12d54fbb-19f9-47b6-a6a6-f618197bf78b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509392 Apr 20 13:09:55.235349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 606e12c7-0127-4bc1-9272-64310fec13ac completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:09:55.241409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 606e12c7-0127-4bc1-9272-64310fec13ac triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:55.241992 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.404841 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.441671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc55177-c849-490a-a852-bd137ef22416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e12c7-0127-4bc1-9272-64310fec13ac'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:09:55.445566 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c84a18c-edca-41f0-9c96-fe3e9365e881" -d '{"events": [{"server_uuid": "1dc55177-c849-490a-a852-bd137ef22416", "name": "network-vif-plugged", "status": "completed", "tag": "606e12c7-0127-4bc1-9272-64310fec13ac"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:09:55.482053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 606e12c7-0127-4bc1-9272-64310fec13ac, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=606e12c7-0127-4bc1-9272-64310fec13ac,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:55.489600 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:55.536369 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0756e04-49ba-491a-a672-680da2433331 x-openstack-request-id: req-c0756e04-49ba-491a-a672-680da2433331 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:09:55.536633 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc55177-c849-490a-a852-bd137ef22416", "name": "network-vif-plugged", "status": "completed", "tag": "606e12c7-0127-4bc1-9272-64310fec13ac", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:09:55.536893 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0756e04-49ba-491a-a672-680da2433331 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:09:55.537279 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0756e04-49ba-491a-a672-680da2433331'] response: {'server_uuid': '1dc55177-c849-490a-a852-bd137ef22416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606e12c7-0127-4bc1-9272-64310fec13ac', 'code': 200} Apr 20 13:09:55.596869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=606e12c7-0127-4bc1-9272-64310fec13ac,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:55.700647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868da60-ea86-4459-a45d-075b5b4ed3be req-e987850b-6ad5-4320-9db4-1aaf0f5ce2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.702497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5868da60-ea86-4459-a45d-075b5b4ed3be req-e987850b-6ad5-4320-9db4-1aaf0f5ce2f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 1096 time: 0.1093292 Apr 20 13:09:55.777856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5868da60-ea86-4459-a45d-075b5b4ed3be req-7c98d3e1-c069-45e7-86c2-2432455c34c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675442 Apr 20 13:09:55.867969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cedc6f-32e1-4d47-b57a-3c6e9ace15c2 req-118f95d4-861a-46fe-99b1-dd67687b8b44 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:55.871748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8cedc6f-32e1-4d47-b57a-3c6e9ace15c2 req-118f95d4-861a-46fe-99b1-dd67687b8b44 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 945 time: 0.0768471 Apr 20 13:09:55.884433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9529ebb5-74a9-4437-89be-3f1af58d87c4 None None] Network 255a5c86-5003-42e0-aa9d-32aa61087adc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:55.917527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8cedc6f-32e1-4d47-b57a-3c6e9ace15c2 req-f12e9dd7-4d35-4870-92ce-4b252298071e tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408216 Apr 20 13:09:56.057578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c1f6ef88-d86d-45ea-9a42-922bfaee3f98 None None] Provisioning complete for port a627e6fe-d635-4a2a-bfed-35996793cdc7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:56.057974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef88-d86d-45ea-9a42-922bfaee3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.228444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216de693-8ef7-4c84-bc14-cd0cbccac28c req-56359dc5-c1a2-4f2b-8145-f3150cdf2359 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0541615 Apr 20 13:09:56.249348 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef88-d86d-45ea-9a42-922bfaee3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.337360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ac0f870-5c77-42be-85cf-7a1fb25dc9cb req-542ffb0b-3001-4f20-97c6-d71b311db571 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 210 time: 0.0640657 Apr 20 13:09:56.366046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c1f6ef88-d86d-45ea-9a42-922bfaee3f98 None None] For port a627e6fe-d635-4a2a-bfed-35996793cdc7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a627e6fe-d635-4a2a-bfed-35996793cdc7,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:56.369985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9bcaf4aa-2237-49a7-bdf7-682126c560d8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:56.374801 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c1f6ef88-d86d-45ea-9a42-922bfaee3f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.452953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039943a-9f58-4ff6-8e67-f0725b2c33d9 req-1db58468-4266-4638-8da6-e5c31981f102 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.464328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b039943a-9f58-4ff6-8e67-f0725b2c33d9 req-1db58468-4266-4638-8da6-e5c31981f102 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 945 time: 0.1022754 Apr 20 13:09:56.500288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6ef88-d86d-45ea-9a42-922bfaee3f98 None None] Pushing event updated for resources: {'Port': ['ID=a627e6fe-d635-4a2a-bfed-35996793cdc7,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:56.534529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b93751-5a23-4cc3-a722-c90b76d7cb45 None None] Network 62550a30-0a0a-456a-946d-c96506d1bfb3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:09:56.555964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:56.556430 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.621116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b039943a-9f58-4ff6-8e67-f0725b2c33d9 req-fd551dc2-125f-4837-bcf4-22f441ed8215 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555138 Apr 20 13:09:56.663909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6e45563b-bff0-4ac2-820d-6ce25f579b64 None None] Provisioning complete for port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:56.664367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e45563b-bff0-4ac2-820d-6ce25f579b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.671887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-25856172-aff0-4976-84fb-a3eac8239425 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.678669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-25856172-aff0-4976-84fb-a3eac8239425 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:56.680237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-25856172-aff0-4976-84fb-a3eac8239425 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "GET /v2.0/networks?id=255a5c86-5003-42e0-aa9d-32aa61087adc&id=62550a30-0a0a-456a-946d-c96506d1bfb3&id=255a5c86-5003-42e0-aa9d-32aa61087adc HTTP/1.1" status: 200 len: 1391 time: 0.2123365 Apr 20 13:09:56.700237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'port': {'device_id': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc', 'admin_state_up': True, 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:56.784873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.846773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:56.852891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.871797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e45563b-bff0-4ac2-820d-6ce25f579b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.875334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 9bcaf4aa-2237-49a7-bdf7-682126c560d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9bcaf4aa-2237-49a7-bdf7-682126c560d8,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:56.888048 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:56.888854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a627e6fe-d635-4a2a-bfed-35996793cdc7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:57.055203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Allocated IP 19.80.0.171 (255a5c86-5003-42e0-aa9d-32aa61087adc/9f2ba913-b563-4b5d-9ba5-c479195b6a43/e114c555-9571-4155-969e-19b5c6cfa6d8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:57.214860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e370959-52c8-4520-81c1-8774b4091889 req-7de935e6-0747-40ca-a205-f73c148c5117 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.216427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e370959-52c8-4520-81c1-8774b4091889 req-7de935e6-0747-40ca-a205-f73c148c5117 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 945 time: 0.1206903 Apr 20 13:09:57.233667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=9bcaf4aa-2237-49a7-bdf7-682126c560d8,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:57.253214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-6e45563b-bff0-4ac2-820d-6ce25f579b64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:09:57.253873 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-6e45563b-bff0-4ac2-820d-6ce25f579b64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:09:57.266526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a627e6fe-d635-4a2a-bfed-35996793cdc7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:57.267639 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.336818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e370959-52c8-4520-81c1-8774b4091889 req-c33e3110-82dc-4ae9-9c88-b8b3c14eadb0 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114371 Apr 20 13:09:57.394465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bed3cf2-bb49-4f9e-bead-1db58b8d2757 req-488933d0-7bd3-41e8-b87f-eaebecc81426 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0456538 Apr 20 13:09:57.413891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.458456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80b0b643-2b73-4a93-b8bc-247085a4d407 req-bf715ad2-818d-4334-b6a7-d8a3d3de9e86 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 210 time: 0.0374014 Apr 20 13:09:57.473722 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.519719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 255a5c86-5003-42e0-aa9d-32aa61087adc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:57.522917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:57.526877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:57.554101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Port': ['ID=e114c555-9571-4155-969e-19b5c6cfa6d8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:57.568708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.568988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.569335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.569696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.570041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.570378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.570711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.571088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.571372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.571698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.572028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.572352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:09:57.591319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.592136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.610156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b982f1c7-eee5-4ac5-ac75-79a877b1934a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9144123 Apr 20 13:09:57.621657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'port': {'device_id': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3', 'admin_state_up': True, 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:57.785290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791018c9-7462-4481-b4f7-a3ef7101936c req-1b875cd4-63cc-4f84-abb6-ec3703d831a4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:57.787228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-791018c9-7462-4481-b4f7-a3ef7101936c req-1b875cd4-63cc-4f84-abb6-ec3703d831a4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 945 time: 0.0770898 Apr 20 13:09:57.800189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:57.803536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.806769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6e45563b-bff0-4ac2-820d-6ce25f579b64 None None] Provisioning complete for port a627e6fe-d635-4a2a-bfed-35996793cdc7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:57.807246 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e45563b-bff0-4ac2-820d-6ce25f579b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:57.849807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-791018c9-7462-4481-b4f7-a3ef7101936c req-0ebcdbb6-7969-43a0-bf4e-0e468ed58be6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557551 Apr 20 13:09:57.992737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Allocated IP 19.86.0.182 (62550a30-0a0a-456a-946d-c96506d1bfb3/9341279b-3073-4297-8dc8-497ed040ef78/456c1ae9-1225-40aa-9539-f857c9a4fbb6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:58.022023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a156333c-514b-4360-ab76-633e1c8bde9b None None] Provisioning complete for port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:58.022399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a156333c-514b-4360-ab76-633e1c8bde9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.038710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21913a10-0f0d-42e6-9d76-8c7f96828a97 req-f1be46f1-63a8-4b1a-a373-99ee1c6e1e02 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0327368 Apr 20 13:09:58.167458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-58c62567-02a0-4bb6-8161-6389bdef9f63 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:58.168927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-58c62567-02a0-4bb6-8161-6389bdef9f63 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.30 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 945 time: 0.1333745 Apr 20 13:09:58.227329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9bcaf4aa-2237-49a7-bdf7-682126c560d8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:58.323581 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.360939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a156333c-514b-4360-ab76-633e1c8bde9b None None] Provisioning complete for port e114c555-9571-4155-969e-19b5c6cfa6d8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:58.361421 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a156333c-514b-4360-ab76-633e1c8bde9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.404705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Deleting port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:09:58.405233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.436259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:58.436987 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.439252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.440948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a156333c-514b-4360-ab76-633e1c8bde9b None None] Port e114c555-9571-4155-969e-19b5c6cfa6d8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:58.497519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 62550a30-0a0a-456a-946d-c96506d1bfb3 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:09:58.534569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:09:58.538359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:09:58.546243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a627e6fe-d635-4a2a-bfed-35996793cdc7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:09:58.628942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a627e6fe-d635-4a2a-bfed-35996793cdc7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:58.629226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.670963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28dbbc8e-58ed-42c3-8730-5f46946173ca req-0570e62d-e7f3-498f-af9a-cca49c17aa77 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0780709 Apr 20 13:09:58.714790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a515e-e0bb-45f4-a326-c44567156834 req-523ee207-b0bf-4a51-9a30-89e9e24a2081 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:58.721811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd4a515e-e0bb-45f4-a326-c44567156834 req-523ee207-b0bf-4a51-9a30-89e9e24a2081 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 945 time: 0.2847800 Apr 20 13:09:58.773847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Port': ['ID=456c1ae9-1225-40aa-9539-f857c9a4fbb6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:58.849044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:58.849656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.881667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-07a0c77e-ac95-4b13-ba06-59cdbc9ed455 None None] Provisioning complete for port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:09:58.883331 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-07a0c77e-ac95-4b13-ba06-59cdbc9ed455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.896059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] For port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:09:58.896617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:58.934383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-07a0c77e-ac95-4b13-ba06-59cdbc9ed455 None None] Port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:09:58.943924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd4a515e-e0bb-45f4-a326-c44567156834 req-ac86cbd1-acb5-4395-b3ef-1b1863ec7739 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups?id=7caea2b7-7e8b-43b1-92f0-b61390993f54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212574 Apr 20 13:09:58.961368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-ed094d56-b72b-4a94-b93a-29b35f2af155 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3437846 Apr 20 13:09:58.976145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'port': {'device_id': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc', 'admin_state_up': True, 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:09:59.011135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7b61f-4dd7-4501-b3b0-673859e2fb05 req-23a54608-880a-44a6-b71d-53f6156b8186 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.018628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7b61f-4dd7-4501-b3b0-673859e2fb05 req-23a54608-880a-44a6-b71d-53f6156b8186 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:09:59.020228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4f7b61f-4dd7-4501-b3b0-673859e2fb05 req-23a54608-880a-44a6-b71d-53f6156b8186 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 1655 time: 0.2356129 Apr 20 13:09:59.228443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4f7b61f-4dd7-4501-b3b0-673859e2fb05 req-3b2043f7-1f42-4fbf-a91c-19836b75c2fa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407568 Apr 20 13:09:59.272277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.273217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.273217 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Floating IP 988d3b8b-fee4-47fa-b015-705f0757b290 disassociated. External IP: 172.25.3.155, port: 69b2ab0a-7211-4d29-b7ae-1fafc4981dff. Apr 20 13:09:59.273445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Calling delete_port for 69b2ab0a-7211-4d29-b7ae-1fafc4981dff owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:09:59.277725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:09:59.281358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.502481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Allocated IP 19.80.0.90 (255a5c86-5003-42e0-aa9d-32aa61087adc/9f2ba913-b563-4b5d-9ba5-c479195b6a43/13a49032-647e-4b40-80b6-028999127b38) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:09:59.562816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:09:59.609956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event deleted for resources: {'Port': ['ID=69b2ab0a-7211-4d29-b7ae-1fafc4981dff,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:09:59.829589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe4906e1-bd25-43e3-bfbd-b24e0ec46484 req-1faa4055-a2f9-4a38-a1ce-9110de6bfbc3 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0373676 Apr 20 13:09:59.870928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:09:59.877463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.005069 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.079307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 255a5c86-5003-42e0-aa9d-32aa61087adc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:00.103614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd711876-5eac-4e85-91d9-2a2a9c4fe3da req-cc9aaa35-72a0-4fea-8168-aedc28f52f92 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/ports?device_id=d81cf510-bf49-4e18-8b33-b3b9a4e9d46a HTTP/1.1" status: 200 len: 210 time: 0.0452061 Apr 20 13:10:00.104469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:00.107672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:00.114205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Port': ['ID=13a49032-647e-4b40-80b6-028999127b38,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:00.153930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:00.168370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] Sync routers for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:00.186307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:00.186957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:00.228194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] No DVR routers for this DVR port 69b2ab0a-7211-4d29-b7ae-1fafc4981dff on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:00.237587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.240846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5391fe8d-6bf3-4bf4-811e-e198899a34c4 req-076806c5-2db5-4509-bcc0-802388fe8cc8 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.30 "DELETE /v2.0/ports/69b2ab0a-7211-4d29-b7ae-1fafc4981dff HTTP/1.1" status: 204 len: 173 time: 2.0658305 Apr 20 13:10:00.255716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'name': 'network-vif-deleted', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:00.260837 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb669f3-57b8-4e65-af77-9f029e9fc1e5" -d '{"events": [{"server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "name": "network-vif-deleted", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:00.294340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.294965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.340872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d0380da6-ab83-45ee-b512-664e56853c31 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3712509 Apr 20 13:10:00.351992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Request body: {'port': {'device_id': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:00.457664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:00.729276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d85cf85f-ed53-4192-abe0-62d5e0dd5240 None None] Provisioning complete for port 13a49032-647e-4b40-80b6-028999127b38 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:00.730277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d85cf85f-ed53-4192-abe0-62d5e0dd5240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.802939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d85cf85f-ed53-4192-abe0-62d5e0dd5240 None None] Port 13a49032-647e-4b40-80b6-028999127b38 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:00.885391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:00.916830 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de585aa-774d-4078-aa6e-a19ee72ffe6d x-openstack-request-id: req-9de585aa-774d-4078-aa6e-a19ee72ffe6d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:00.917122 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d81cf510-bf49-4e18-8b33-b3b9a4e9d46a", "name": "network-vif-deleted", "tag": "69b2ab0a-7211-4d29-b7ae-1fafc4981dff", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:00.917375 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9de585aa-774d-4078-aa6e-a19ee72ffe6d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:00.918249 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de585aa-774d-4078-aa6e-a19ee72ffe6d'] response: {'server_uuid': 'd81cf510-bf49-4e18-8b33-b3b9a4e9d46a', 'name': 'network-vif-deleted', 'tag': '69b2ab0a-7211-4d29-b7ae-1fafc4981dff', 'status': 'completed', 'code': 200} Apr 20 13:10:00.955702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] Checking router: dca864d5-c8e6-40cc-8a1d-1c558e2f79bb for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:00.958003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf768f60-d92f-4550-bf7d-d57834d31716 req-d0c6dfce-9dec-43c4-be68-4d373095d402 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0501299 Apr 20 13:10:00.968558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:00.973266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:00.981222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:09:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:00.990603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4fb-4de3-4a86-a0eb-7ed4bff82f3e req-7e3f7bef-55d7-4609-afe8-d351890b45d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:00.996421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4fb-4de3-4a86-a0eb-7ed4bff82f3e req-7e3f7bef-55d7-4609-afe8-d351890b45d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:01.002844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290a4fb-4de3-4a86-a0eb-7ed4bff82f3e req-7e3f7bef-55d7-4609-afe8-d351890b45d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:01.004494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f290a4fb-4de3-4a86-a0eb-7ed4bff82f3e req-7e3f7bef-55d7-4609-afe8-d351890b45d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2376 time: 0.6088777 Apr 20 13:10:01.097829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69b2ab0a-7211-4d29-b7ae-1fafc4981dff no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:01.122819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 69b2ab0a-7211-4d29-b7ae-1fafc4981dff {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:01.123149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 69b2ab0a-7211-4d29-b7ae-1fafc4981dff not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:01.128451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:01.130905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f290a4fb-4de3-4a86-a0eb-7ed4bff82f3e req-56656e8e-c3ed-40c2-b577-308993b853c0 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993798 Apr 20 13:10:01.231295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:01.315466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e114c555-9571-4155-969e-19b5c6cfa6d8 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:01.325419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.330431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe54ff72-cdd8-4282-93d5-ce3f2dbd0415 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.342695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Transition to ACTIVE for port object e114c555-9571-4155-969e-19b5c6cfa6d8 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:01.349568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.355900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe54ff72-cdd8-4282-93d5-ce3f2dbd0415 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.371310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:01.406900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680f288-75e4-42fb-ab40-38cedcb85be0 None None] The sync data for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 is: [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:03:42Z', 'revision_number': 4, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '7bcd4572-b5d8-42a5-99ff-b945eb2ccc82', 'name': '', 'network_id': '8bbac716-7544-4143-a856-0136ed547fdb', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'mac_address': 'fa:16:3e:73:48:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:40Z', 'updated_at': '2022-04-20T13:03:57Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'subnets': [{'id': '571222ce-99f6-451d-849d-30e1ea538cfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:01.417456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Pushing event updated for resources: {'Port': ['ID=e114c555-9571-4155-969e-19b5c6cfa6d8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:01.420540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe54ff72-cdd8-4282-93d5-ce3f2dbd0415 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.424946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fe54ff72-cdd8-4282-93d5-ce3f2dbd0415 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.429233 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fe54ff72-cdd8-4282-93d5-ce3f2dbd0415 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "DELETE /v2.0/security-groups/7caea2b7-7e8b-43b1-92f0-b61390993f54 HTTP/1.1" status: 204 len: 168 time: 0.1963263 Apr 20 13:10:01.429892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55360) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:01.446334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54ff72-cdd8-4282-93d5-ce3f2dbd0415 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caea2b7-7e8b-43b1-92f0-b61390993f54,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:01.456789 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-a06256d4-70f3-40ad-baa6-09d344d2136f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] show failed (client error): The resource could not be found. Apr 20 13:10:01.462129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a06256d4-70f3-40ad-baa6-09d344d2136f tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "GET /v2.0/security-groups/7caea2b7-7e8b-43b1-92f0-b61390993f54 HTTP/1.1" status: 404 len: 347 time: 0.0218344 Apr 20 13:10:01.462848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55362) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:01.552470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Attempting to bind port e114c555-9571-4155-969e-19b5c6cfa6d8 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:01.553098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Attempting to bind port e114c555-9571-4155-969e-19b5c6cfa6d8 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:01.554512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Attempting to bind port e114c555-9571-4155-969e-19b5c6cfa6d8 on network 255a5c86-5003-42e0-aa9d-32aa61087adc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:01.559814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Port e114c555-9571-4155-969e-19b5c6cfa6d8 on network 255a5c86-5003-42e0-aa9d-32aa61087adc not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:01.560141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Attempting to bind port e114c555-9571-4155-969e-19b5c6cfa6d8 on network 255a5c86-5003-42e0-aa9d-32aa61087adc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:01.566179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:01.566520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Checking segment: {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:01.566905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Bound using segment: {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:01.567339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Bound port: e114c555-9571-4155-969e-19b5c6cfa6d8, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:01.568259 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.626230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Deleting port 8d84141f-1a6a-4173-b9be-66d5c1c09ac1 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:01.626833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.694298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] For port e114c555-9571-4155-969e-19b5c6cfa6d8, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:01.700233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] For port e114c555-9571-4155-969e-19b5c6cfa6d8, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e114c555-9571-4155-969e-19b5c6cfa6d8,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:01.711937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.740043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:01.740788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.742075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] 10.222.0.37 "PUT /v2.0/ports/e114c555-9571-4155-969e-19b5c6cfa6d8 HTTP/1.1" status: 200 len: 1092 time: 1.3943806 Apr 20 13:10:01.761695 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.762253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.779528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Calling delete_port for 8d84141f-1a6a-4173-b9be-66d5c1c09ac1 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:01.793774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Request body: {'port': {'device_id': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:01.881800 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbff5e3-d6e6-45d0-801b-7f2bd9e2b28f None None] New status for floating IP 988d3b8b-fee4-47fa-b015-705f0757b290: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:10:01.936554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:01.939975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a90dc0-304b-412e-86be-e9ee0c9dc2bc service neutron] Pushing event updated for resources: {'Port': ['ID=e114c555-9571-4155-969e-19b5c6cfa6d8,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:01.952472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.012199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Pushing event deleted for resources: {'Port': ['ID=8d84141f-1a6a-4173-b9be-66d5c1c09ac1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:02.030391 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.db.api [None req-fdbff5e3-d6e6-45d0-801b-7f2bd9e2b28f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:10:02.031110 n-d-838550-2 neutron-server[109412]: DEBUG oslo_db.api [None req-fdbff5e3-d6e6-45d0-801b-7f2bd9e2b28f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:10:02.161970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.164710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.166202 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c555ade4-bf3f-4953-b2f1-4ff36681dbe4 tempest-AttachVolumeTestJSON-1993536388 tempest-AttachVolumeTestJSON-1993536388-project] 10.222.0.24 "DELETE /v2.0/floatingips/988d3b8b-fee4-47fa-b015-705f0757b290 HTTP/1.1" status: 204 len: 168 time: 0.7024264 Apr 20 13:10:02.175988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee27bb7-92c5-490d-80b1-6cafb8cfba8c req-204cb54d-5368-4ad0-b593-fe4bdb7a46ea tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0553825 Apr 20 13:10:02.387168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d33d0-0f40-469c-9c6f-bde19a752535 req-56e23553-e1db-429e-a217-5eddb2ee8717 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.393767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d33d0-0f40-469c-9c6f-bde19a752535 req-56e23553-e1db-429e-a217-5eddb2ee8717 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.399533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d33d0-0f40-469c-9c6f-bde19a752535 req-56e23553-e1db-429e-a217-5eddb2ee8717 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.401241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d33d0-0f40-469c-9c6f-bde19a752535 req-56e23553-e1db-429e-a217-5eddb2ee8717 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2388 time: 0.0918777 Apr 20 13:10:02.486174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-874d33d0-0f40-469c-9c6f-bde19a752535 req-281e7e42-58a2-4e50-9b6c-028404fad764 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761871 Apr 20 13:10:02.491711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456c1ae9-1225-40aa-9539-f857c9a4fbb6 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:02.499320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.522535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Transition to ACTIVE for port object 456c1ae9-1225-40aa-9539-f857c9a4fbb6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:02.530578 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.533616 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbff5e3-d6e6-45d0-801b-7f2bd9e2b28f None None] New status for floating IP 988d3b8b-fee4-47fa-b015-705f0757b290: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:10:02.602187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Pushing event updated for resources: {'Port': ['ID=456c1ae9-1225-40aa-9539-f857c9a4fbb6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:02.696252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Attempting to bind port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:02.696659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Attempting to bind port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:02.696991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Attempting to bind port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 on network 62550a30-0a0a-456a-946d-c96506d1bfb3 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:02.718234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 on network 62550a30-0a0a-456a-946d-c96506d1bfb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:02.718234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Attempting to bind port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 on network 62550a30-0a0a-456a-946d-c96506d1bfb3 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:02.725901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:02.726249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Checking segment: {'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:02.726639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Bound using segment: {'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:02.727070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Bound port: 456c1ae9-1225-40aa-9539-f857c9a4fbb6, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4899a044-3b58-46b1-831c-749bb45bc2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:02.727430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.824595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] For port 456c1ae9-1225-40aa-9539-f857c9a4fbb6, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:02.830988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] For port 456c1ae9-1225-40aa-9539-f857c9a4fbb6, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=456c1ae9-1225-40aa-9539-f857c9a4fbb6,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:02.836791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.869710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:02.870318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:02.871667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] 10.222.0.37 "PUT /v2.0/ports/456c1ae9-1225-40aa-9539-f857c9a4fbb6 HTTP/1.1" status: 200 len: 1092 time: 1.0822601 Apr 20 13:10:02.909564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Request body: {'port': {'device_id': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:02.925186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'tag': 'e114c555-9571-4155-969e-19b5c6cfa6d8'}, {'name': 'network-changed', 'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'tag': '456c1ae9-1225-40aa-9539-f857c9a4fbb6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:02.931831 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c98b864-d09e-408a-83dd-72805d29bb04" -d '{"events": [{"name": "network-changed", "server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "tag": "e114c555-9571-4155-969e-19b5c6cfa6d8"}, {"name": "network-changed", "server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "tag": "456c1ae9-1225-40aa-9539-f857c9a4fbb6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:02.967157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38325d-4a02-4c2e-8a9a-47e927509a35 service neutron] Pushing event updated for resources: {'Port': ['ID=456c1ae9-1225-40aa-9539-f857c9a4fbb6,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:03.037264 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3988a1-2fee-4427-aa58-5fefdac9393f x-openstack-request-id: req-0e3988a1-2fee-4427-aa58-5fefdac9393f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:03.037613 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "tag": "e114c555-9571-4155-969e-19b5c6cfa6d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "tag": "456c1ae9-1225-40aa-9539-f857c9a4fbb6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:03.037847 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e3988a1-2fee-4427-aa58-5fefdac9393f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:03.038251 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3988a1-2fee-4427-aa58-5fefdac9393f'] response: {'name': 'network-changed', 'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'tag': 'e114c555-9571-4155-969e-19b5c6cfa6d8', 'status': 'completed', 'code': 200} Apr 20 13:10:03.038503 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3988a1-2fee-4427-aa58-5fefdac9393f'] response: {'name': 'network-changed', 'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'tag': '456c1ae9-1225-40aa-9539-f857c9a4fbb6', 'status': 'completed', 'code': 200} Apr 20 13:10:03.039036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:03.161573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-b5a19f7d-6692-46eb-b442-f9f95b2fff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.162217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-b5a19f7d-6692-46eb-b442-f9f95b2fff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.162753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-b5a19f7d-6692-46eb-b442-f9f95b2fff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.164457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-b5a19f7d-6692-46eb-b442-f9f95b2fff06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2798 time: 0.1361878 Apr 20 13:10:03.373741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dc646c6-14db-4c39-b585-84c7393bf656 req-93f5e6f7-0faa-43f2-9f5d-aa6a0b4f0d67 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0561550 Apr 20 13:10:03.500596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-1bbaecd2-db22-4e76-805f-ad19ae954118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.501506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-1bbaecd2-db22-4e76-805f-ad19ae954118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.502025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-1bbaecd2-db22-4e76-805f-ad19ae954118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.503688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-1bbaecd2-db22-4e76-805f-ad19ae954118 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3305750 Apr 20 13:10:03.674932 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e420295-0473-4614-8972-62e0040c0cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:03.742775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a49032-647e-4b40-80b6-028999127b38 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:03.753554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:03.757995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-cfe77080-c3b5-4326-998e-ae4829696445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.759538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-cfe77080-c3b5-4326-998e-ae4829696445 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2351701 Apr 20 13:10:03.771302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad827e-cc00-467b-b6e2-e7f38309a45c req-d00e2c62-6fa2-428b-950f-6f80621a8417 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.778386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad827e-cc00-467b-b6e2-e7f38309a45c req-d00e2c62-6fa2-428b-950f-6f80621a8417 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.784594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad827e-cc00-467b-b6e2-e7f38309a45c req-d00e2c62-6fa2-428b-950f-6f80621a8417 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.791836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10ad827e-cc00-467b-b6e2-e7f38309a45c req-d00e2c62-6fa2-428b-950f-6f80621a8417 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2400 time: 0.2005043 Apr 20 13:10:03.838996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Transition to ACTIVE for port object 13a49032-647e-4b40-80b6-028999127b38 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:03.849904 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:03.862807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55390) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:03.899302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10ad827e-cc00-467b-b6e2-e7f38309a45c req-db6014f5-c9c3-47ac-acce-68587a8a5cdb tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064937 Apr 20 13:10:03.954521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-60f6a80c-f51e-4052-9ea9-d9c31cc313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.955247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-60f6a80c-f51e-4052-9ea9-d9c31cc313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.955865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-60f6a80c-f51e-4052-9ea9-d9c31cc313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:03.959072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-60f6a80c-f51e-4052-9ea9-d9c31cc313e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2798 time: 0.1489835 Apr 20 13:10:04.068010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Pushing event updated for resources: {'Port': ['ID=13a49032-647e-4b40-80b6-028999127b38,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:04.171876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-dad416e0-2549-4020-bc95-1dabca7e50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.172450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-dad416e0-2549-4020-bc95-1dabca7e50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.173866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-dad416e0-2549-4020-bc95-1dabca7e50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.175270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-dad416e0-2549-4020-bc95-1dabca7e50a9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2051744 Apr 20 13:10:04.209538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] Deleting subnet 4e3953a6-417c-4dab-a324-2f1fa692381f {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:04.214389 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.227110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Attempting to bind port 13a49032-647e-4b40-80b6-028999127b38 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:04.227502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Attempting to bind port 13a49032-647e-4b40-80b6-028999127b38 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:04.227936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Attempting to bind port 13a49032-647e-4b40-80b6-028999127b38 on network 255a5c86-5003-42e0-aa9d-32aa61087adc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:04.242754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Port 13a49032-647e-4b40-80b6-028999127b38 on network 255a5c86-5003-42e0-aa9d-32aa61087adc not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:04.243208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Attempting to bind port 13a49032-647e-4b40-80b6-028999127b38 on network 255a5c86-5003-42e0-aa9d-32aa61087adc {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:04.252584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:04.253073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Checking segment: {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:04.253553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Bound using segment: {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:04.254128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Bound port: 13a49032-647e-4b40-80b6-028999127b38, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a84844c9-5008-406b-a8ee-617e116591cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:04.254604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.261403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.307890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.367325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.383884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] For port 13a49032-647e-4b40-80b6-028999127b38, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:04.387338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] For port 13a49032-647e-4b40-80b6-028999127b38, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13a49032-647e-4b40-80b6-028999127b38,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:04.389021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-fb414433-caec-4f31-b383-8571a535f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.391000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c98b864-d09e-408a-83dd-72805d29bb04 req-fb414433-caec-4f31-b383-8571a535f9b1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078409 Apr 20 13:10:04.394211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.406180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3953a6-417c-4dab-a324-2f1fa692381f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:04.408973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.413736 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99005542-35c6-4d44-904f-01db7d485ab2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4e3953a6-417c-4dab-a324-2f1fa692381f HTTP/1.1" status: 204 len: 168 time: 0.5492425 Apr 20 13:10:04.416072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:04.467690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.468530 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.470103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] 10.222.0.37 "PUT /v2.0/ports/13a49032-647e-4b40-80b6-028999127b38 HTTP/1.1" status: 200 len: 1091 time: 1.5652618 Apr 20 13:10:04.497867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83dc08-db88-47ec-9d60-d9589d0177ff service neutron] Pushing event updated for resources: {'Port': ['ID=13a49032-647e-4b40-80b6-028999127b38,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:04.535473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.593553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab052963-5d19-4fd5-bf3c-5fad4f566e18 req-3f6def1a-a025-4835-9e25-ec0224baafd8 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0402157 Apr 20 13:10:04.617247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-43c5e1b8-cbfd-4e85-a607-671f92288127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.617742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-43c5e1b8-cbfd-4e85-a607-671f92288127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.618208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-43c5e1b8-cbfd-4e85-a607-671f92288127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.619828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-43c5e1b8-cbfd-4e85-a607-671f92288127 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2865 time: 0.0943296 Apr 20 13:10:04.691846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-d53281fb-311c-4015-a987-e4a35e8f3531 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.171&port_id=e114c555-9571-4155-969e-19b5c6cfa6d8 HTTP/1.1" status: 200 len: 217 time: 0.0636508 Apr 20 13:10:04.695890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.720162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149028db-366b-44bb-9e1a-1292db28cc10']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:04.730984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5030c3a5-5864-4749-aa66-feacc874dda5') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:04.731414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5030c3a5-5864-4749-aa66-feacc874dda5') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:04.742550 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.753295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-5318535c-48c3-4214-857e-ab0de0da2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.754987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-5318535c-48c3-4214-857e-ab0de0da2207 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2ba913-b563-4b5d-9ba5-c479195b6a43 HTTP/1.1" status: 200 len: 801 time: 0.0560479 Apr 20 13:10:04.757120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.763900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:04.764687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:04.766461 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:04.809073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6ca56b03-6118-4157-aedf-ed1ab8f73869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:04.811683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-6ca56b03-6118-4157-aedf-ed1ab8f73869 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a5c86-5003-42e0-aa9d-32aa61087adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503564 Apr 20 13:10:04.836964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.863853 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:04.873006 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] 10.222.0.24 "DELETE /v2.0/networks/149028db-366b-44bb-9e1a-1292db28cc10 HTTP/1.1" status: 204 len: 168 time: 0.4555194 Apr 20 13:10:04.874153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62998b3-8118-448e-a403-6f9330066392 admin admin] Pushing event deleted for resources: {'Network': ['ID=149028db-366b-44bb-9e1a-1292db28cc10,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:04.941525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-81cf3346-c122-450b-b270-0cfa0ff3be64 service neutron] 10.222.0.37 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234863 Apr 20 13:10:05.017980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55406) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:05.040073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'tag': '13a49032-647e-4b40-80b6-028999127b38'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:05.042587 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79bc303-d832-48cd-bed6-319ab45c41f2" -d '{"events": [{"name": "network-changed", "server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "tag": "13a49032-647e-4b40-80b6-028999127b38"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:05.083214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ffcc6-9c93-45c8-bb74-0df8924f4cd2 req-1133f4b0-7c22-459a-9f10-ddad11dfa47e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.088980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ffcc6-9c93-45c8-bb74-0df8924f4cd2 req-1133f4b0-7c22-459a-9f10-ddad11dfa47e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.094451 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32ed71ba-1c1a-4fcc-9e29-2fe32624d785 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=668ef6febcac4338bf53bc8d8f17d7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726924 Apr 20 13:10:05.095231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ffcc6-9c93-45c8-bb74-0df8924f4cd2 req-1133f4b0-7c22-459a-9f10-ddad11dfa47e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.095572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55410) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:05.097189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b34ffcc6-9c93-45c8-bb74-0df8924f4cd2 req-1133f4b0-7c22-459a-9f10-ddad11dfa47e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2412 time: 0.0957186 Apr 20 13:10:05.103854 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ceb046-735a-4ff5-aff1-9bf35679102e x-openstack-request-id: req-32ceb046-735a-4ff5-aff1-9bf35679102e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:05.104144 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "tag": "13a49032-647e-4b40-80b6-028999127b38", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:05.104388 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32ceb046-735a-4ff5-aff1-9bf35679102e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:05.104782 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ceb046-735a-4ff5-aff1-9bf35679102e'] response: {'name': 'network-changed', 'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'tag': '13a49032-647e-4b40-80b6-028999127b38', 'status': 'completed', 'code': 200} Apr 20 13:10:05.123864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-77be8c8a-37ac-494a-8cad-f31b71f2af94 service neutron] 10.222.0.37 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749611 Apr 20 13:10:05.151447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b9a3-7e92-48ba-b68b-465b31bdff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.175748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b9a3-7e92-48ba-b68b-465b31bdff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.176242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-80eb07b8-e1c3-4468-954a-0fb6552fec21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=456c1ae9-1225-40aa-9539-f857c9a4fbb6 HTTP/1.1" status: 200 len: 217 time: 0.0449212 Apr 20 13:10:05.179505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b34ffcc6-9c93-45c8-bb74-0df8924f4cd2 req-b906ae59-7b37-428f-bfe8-b7c2bac1690a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738780 Apr 20 13:10:05.236867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b7be5011-8fe3-4fe6-9b01-a3407cae0223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.238607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-b7be5011-8fe3-4fe6-9b01-a3407cae0223 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9341279b-3073-4297-8dc8-497ed040ef78 HTTP/1.1" status: 200 len: 801 time: 0.0560157 Apr 20 13:10:05.239106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b9a3-7e92-48ba-b68b-465b31bdff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.242040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4d9b9a3-7e92-48ba-b68b-465b31bdff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:05.243368 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4d9b9a3-7e92-48ba-b68b-465b31bdff64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a34aa8e8-1313-49a0-850e-e35c1acfb976 HTTP/1.1" status: 204 len: 168 time: 0.1467855 Apr 20 13:10:05.255528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9b9a3-7e92-48ba-b68b-465b31bdff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34aa8e8-1313-49a0-850e-e35c1acfb976,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:05.353820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-48c3aa98-291b-4b19-b494-74df16a72bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.355421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-48c3aa98-291b-4b19-b494-74df16a72bb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=62550a30-0a0a-456a-946d-c96506d1bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0998771 Apr 20 13:10:05.468660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-e1cb8e9b-81ff-416b-b6a4-15bba1ee6ec4 service neutron] 10.222.0.37 "GET /v2.0/networks/62550a30-0a0a-456a-946d-c96506d1bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062045 Apr 20 13:10:05.587069 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-7255cf38-95ca-4d3f-9e85-6b3c205ab92d service neutron] 10.222.0.37 "GET /v2.0/networks/62550a30-0a0a-456a-946d-c96506d1bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125777 Apr 20 13:10:05.652275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-2f51a423-c7f3-4b0d-bff0-300d30766e01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=13a49032-647e-4b40-80b6-028999127b38 HTTP/1.1" status: 200 len: 217 time: 0.0579693 Apr 20 13:10:05.738453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e7efacb-3733-43de-8841-ada4053a7576 req-185eccaf-d925-4bde-b911-893d5e6abee0 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0388138 Apr 20 13:10:05.744142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-140049c9-53a8-4bfb-af7f-012ade322c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.745625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-140049c9-53a8-4bfb-af7f-012ade322c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2ba913-b563-4b5d-9ba5-c479195b6a43 HTTP/1.1" status: 200 len: 801 time: 0.0866277 Apr 20 13:10:05.803338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-000ac8e0-3412-435f-a200-50761da4479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:05.804908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-000ac8e0-3412-435f-a200-50761da4479d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a5c86-5003-42e0-aa9d-32aa61087adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525560 Apr 20 13:10:05.909155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-dd6101ed-4488-47c4-aca7-51492bb5f489 service neutron] 10.222.0.37 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974369 Apr 20 13:10:05.990411 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a60e48b0-ff49-4300-8beb-0354ba2c8026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.027667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82ca6b2b-41ba-4df5-b1db-3c37bd7ef670 req-3b03d1d4-d49b-446d-8506-0005b9b6bf52 service neutron] 10.222.0.37 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116216 Apr 20 13:10:06.130094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-83eea44d-7d8d-4e12-9062-448aca6282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.130515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-83eea44d-7d8d-4e12-9062-448aca6282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.130985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-83eea44d-7d8d-4e12-9062-448aca6282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.132786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-83eea44d-7d8d-4e12-9062-448aca6282a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2865 time: 0.0490277 Apr 20 13:10:06.275952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55440) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:06.316119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-f9c0fec7-bba8-4269-b8e5-17102bd995a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.317811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-f9c0fec7-bba8-4269-b8e5-17102bd995a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=255a5c86-5003-42e0-aa9d-32aa61087adc HTTP/1.1" status: 200 len: 902 time: 0.1776786 Apr 20 13:10:06.370408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-37483b6e-78ce-4dc8-ab07-8d8fe83486cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.90&port_id=13a49032-647e-4b40-80b6-028999127b38 HTTP/1.1" status: 200 len: 217 time: 0.0429389 Apr 20 13:10:06.390811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5b868-1ce9-4e0b-9250-46e9e44526fa req-034e92d8-930a-4d14-ad8f-0276c4797003 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.399572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5b868-1ce9-4e0b-9250-46e9e44526fa req-034e92d8-930a-4d14-ad8f-0276c4797003 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.406644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5b868-1ce9-4e0b-9250-46e9e44526fa req-034e92d8-930a-4d14-ad8f-0276c4797003 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.415282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0f5b868-1ce9-4e0b-9250-46e9e44526fa req-034e92d8-930a-4d14-ad8f-0276c4797003 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2412 time: 0.1491952 Apr 20 13:10:06.421596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1105511962-network', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:06.445007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Made reservation on behalf of 0fc59b28ab94405ca959639ba4e5a3fc for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:06.447771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.459943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.478401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-121da850-f74c-4b48-94a3-880797fd74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.479801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-121da850-f74c-4b48-94a3-880797fd74d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f2ba913-b563-4b5d-9ba5-c479195b6a43 HTTP/1.1" status: 200 len: 801 time: 0.0614843 Apr 20 13:10:06.548395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0f5b868-1ce9-4e0b-9250-46e9e44526fa req-a05b59b5-dbdc-4716-9c28-7b07b45d3fd7 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319177 Apr 20 13:10:06.564288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-f91f1604-556e-4e1d-8065-c7032486533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.566801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-f91f1604-556e-4e1d-8065-c7032486533a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=255a5c86-5003-42e0-aa9d-32aa61087adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775127 Apr 20 13:10:06.600573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.606262 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.644934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:06.659603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f969bbb5-9d7e-421f-82c3-ba64064bfa93,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:06.663244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.663825 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Added segment af77c24b-d7cb-41f2-b392-4916b322046d of type vlan for network b39bd695-a611-42fa-9016-0181c513247e Apr 20 13:10:06.695315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-24de0f04-0fa1-4670-b63b-8391ad93cadc service neutron] 10.222.0.37 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194952 Apr 20 13:10:06.721956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.747918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.748970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:06.749555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.826979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79bc303-d832-48cd-bed6-319ab45c41f2 req-291b48dd-7727-4ee6-be59-1b4425d32e72 service neutron] 10.222.0.37 "GET /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242568 Apr 20 13:10:06.831815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55450) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:06.832598 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5554857 Apr 20 13:10:06.837752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Request body: {'subnet': {'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1105511962-subnet', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:06.840053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccaef25-e7c0-4afa-85f7-252f30fc4402 admin admin] Pushing event updated for resources: {'Network': ['ID=b39bd695-a611-42fa-9016-0181c513247e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:06.852051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network b39bd695-a611-42fa-9016-0181c513247e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:06.863199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Made reservation on behalf of 0fc59b28ab94405ca959639ba4e5a3fc for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:06.867170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:06.915926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4b7a00a-a411-4284-91e8-4b040a49d6df req-e318a330-a9ac-4e3a-9cbf-6050411d6c2c tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0457373 Apr 20 13:10:07.001801 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:10:07.088982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.145230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bac7257-48b4-49f9-b8a4-9a1d10186232,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:07.157936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Checking segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:07.157936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Network hostable DHCP agents. Network: b39bd695-a611-42fa-9016-0181c513247e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:07.166751 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.175042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Network b39bd695-a611-42fa-9016-0181c513247e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:07.183205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, b39bd695-a611-42fa-9016-0181c513247e) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:07.187450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.188040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.195275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0dd51-0d10-46c3-b05a-2211daac888b None None] Network b39bd695-a611-42fa-9016-0181c513247e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:07.208451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c0fb23bc-eddc-4246-bb39-aa520e199f83 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3727579 Apr 20 13:10:07.208668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55454) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:07.213145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:07.232844 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.233936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.293140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.361187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-b39bd695-a611-42fa-9016-0181c513247e', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:07.362435 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.527184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Allocated IP 172.20.0.2 (b39bd695-a611-42fa-9016-0181c513247e/5bac7257-48b4-49f9-b8a4-9a1d10186232/85191e83-056d-481f-8c53-7ea06c48442d) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:07.689317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.699281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.739386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Network b39bd695-a611-42fa-9016-0181c513247e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:07.742427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:07.745020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:07.783590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Pushing event updated for resources: {'Port': ['ID=85191e83-056d-481f-8c53-7ea06c48442d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:07.818597 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.833836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Attempting to bind port 85191e83-056d-481f-8c53-7ea06c48442d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:07.834251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Attempting to bind port 85191e83-056d-481f-8c53-7ea06c48442d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:07.834670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Attempting to bind port 85191e83-056d-481f-8c53-7ea06c48442d on network b39bd695-a611-42fa-9016-0181c513247e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:07.840247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:07.840680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Checking segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:07.841149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.841535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Bound using segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:07.842042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Bound port: 85191e83-056d-481f-8c53-7ea06c48442d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:07.842430 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.870810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525631ac-d01f-41da-a1d7-fa984755dff0 req-0d235e80-01e6-42cd-a219-3f176bcd808b tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.877271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525631ac-d01f-41da-a1d7-fa984755dff0 req-0d235e80-01e6-42cd-a219-3f176bcd808b tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.883183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525631ac-d01f-41da-a1d7-fa984755dff0 req-0d235e80-01e6-42cd-a219-3f176bcd808b tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:07.884864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-525631ac-d01f-41da-a1d7-fa984755dff0 req-0d235e80-01e6-42cd-a219-3f176bcd808b tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2412 time: 0.1965120 Apr 20 13:10:07.917366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] For port 85191e83-056d-481f-8c53-7ea06c48442d, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:07.920772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] For port 85191e83-056d-481f-8c53-7ea06c48442d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85191e83-056d-481f-8c53-7ea06c48442d,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:07.926337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:07.987944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-525631ac-d01f-41da-a1d7-fa984755dff0 req-a851fa5a-c544-4803-9f49-10a8062cabdc tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916936 Apr 20 13:10:08.044646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443046eb-0dee-4d04-96c1-2b44d8a0f6ae None None] Pushing event updated for resources: {'Port': ['ID=85191e83-056d-481f-8c53-7ea06c48442d,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:08.068222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c646a70-93ea-4d9d-80d7-06fe6dc25bf4 req-dc36df0a-7c9c-4c9c-ad17-3f01b272907a tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0499413 Apr 20 13:10:08.196716 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.215865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.349983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Allocated IP 172.25.3.228 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/3871961b-d096-4816-9acb-27fec94e6661) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:08.466615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.504293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.529111 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.565228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:08.569052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:08.572156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:08.575637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Pushing event updated for resources: {'Port': ['ID=3871961b-d096-4816-9acb-27fec94e6661,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:08.835127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:08.895189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.122062 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.153751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a610c1e-3c46-45b7-8633-e7255d3b8f35 None None] Network b39bd695-a611-42fa-9016-0181c513247e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:09.206590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d61456f8-2da6-4201-b5f1-06d388b7b87b req-c9d0f4ec-8a6e-41e7-90c1-492aeec0424b tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0349011 Apr 20 13:10:09.226028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16fee-f148-4072-8b06-6e52d4ae6a6d req-95c66dd3-fdef-487a-9507-f817b7d714bc tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:09.226683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-023c24be-8e17-416f-b633-53fbba82095c None None] Provisioning complete for port 85191e83-056d-481f-8c53-7ea06c48442d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:09.227251 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-023c24be-8e17-416f-b633-53fbba82095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.231978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16fee-f148-4072-8b06-6e52d4ae6a6d req-95c66dd3-fdef-487a-9507-f817b7d714bc tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:09.238400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e16fee-f148-4072-8b06-6e52d4ae6a6d req-95c66dd3-fdef-487a-9507-f817b7d714bc tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:09.240028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7e16fee-f148-4072-8b06-6e52d4ae6a6d req-95c66dd3-fdef-487a-9507-f817b7d714bc tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2412 time: 0.1685028 Apr 20 13:10:09.322504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7e16fee-f148-4072-8b06-6e52d4ae6a6d req-8bfad6c3-5eb8-4cd0-a676-29e210df263e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524578 Apr 20 13:10:09.348761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Router 42ffb32f-4cfa-41b4-876b-a71ef491b823 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:10:09.387989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-023c24be-8e17-416f-b633-53fbba82095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.426874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-023c24be-8e17-416f-b633-53fbba82095c None None] For port 85191e83-056d-481f-8c53-7ea06c48442d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85191e83-056d-481f-8c53-7ea06c48442d,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:09.433733 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-023c24be-8e17-416f-b633-53fbba82095c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.467958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:09.484354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Sync routers for ids ['42ffb32f-4cfa-41b4-876b-a71ef491b823'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:09.488082 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:09.489527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c98c091-d623-4ee9-8422-33ddb7320bfe admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2798617 Apr 20 13:10:09.492086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55476) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:09.497228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c24be-8e17-416f-b633-53fbba82095c None None] Pushing event updated for resources: {'Port': ['ID=85191e83-056d-481f-8c53-7ea06c48442d,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:09.515185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Routers {'42ffb32f-4cfa-41b4-876b-a71ef491b823'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:09.515854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['42ffb32f-4cfa-41b4-876b-a71ef491b823'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:09.661192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Set router 42ffb32f-4cfa-41b4-876b-a71ef491b823 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:09.963478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 456c1ae9-1225-40aa-9539-f857c9a4fbb6 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:09.977939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b8dd4b9c-3766-44fc-a940-7fd8de98774d None None] Provisioning complete for port 85191e83-056d-481f-8c53-7ea06c48442d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:09.978209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8dd4b9c-3766-44fc-a940-7fd8de98774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.004380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.186933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Allocated IP 172.20.0.1 (b39bd695-a611-42fa-9016-0181c513247e/5bac7257-48b4-49f9-b8a4-9a1d10186232/ba5b6504-9d63-48d3-93fe-72985ab1aebd) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:10.191170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 456c1ae9-1225-40aa-9539-f857c9a4fbb6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=456c1ae9-1225-40aa-9539-f857c9a4fbb6,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:10.199380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3871961b-d096-4816-9acb-27fec94e6661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:10:08Z', 'revision_number': 3, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port': {'id': '3871961b-d096-4816-9acb-27fec94e6661', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:10.229913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Checking router: 42ffb32f-4cfa-41b4-876b-a71ef491b823 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:10.230264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Updating router 42ffb32f-4cfa-41b4-876b-a71ef491b823 port 3871961b-d096-4816-9acb-27fec94e6661 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:10:10.235022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '456c1ae9-1225-40aa-9539-f857c9a4fbb6', 'network_id': '62550a30-0a0a-456a-946d-c96506d1bfb3', 'port_id': '456c1ae9-1225-40aa-9539-f857c9a4fbb6', 'mac_address': 'fa:16:3e:48:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9341279b-3073-4297-8dc8-497ed040ef78', 'ip_address': '19.86.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:10.255487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 85191e83-056d-481f-8c53-7ea06c48442d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:10.311422 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.330277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.361888 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.389913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d34a9ae4-8283-4bb8-b1e8-ba1fa7fda28e req-3e1949d3-7bb3-4f8f-976a-ff50b229c184 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0454962 Apr 20 13:10:10.417105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.465150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456c1ae9-1225-40aa-9539-f857c9a4fbb6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:10.478633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Network b39bd695-a611-42fa-9016-0181c513247e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:10.487805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:10.492934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:10.499449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 85191e83-056d-481f-8c53-7ea06c48442d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:10.499867 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.529327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b6504-9d63-48d3-93fe-72985ab1aebd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:10.539094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 456c1ae9-1225-40aa-9539-f857c9a4fbb6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=456c1ae9-1225-40aa-9539-f857c9a4fbb6,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:10.554149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.555318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e114c555-9571-4155-969e-19b5c6cfa6d8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:10.575620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5e699-740d-4a5a-8659-c2d486dbf910 req-25ac4624-b0a1-43e8-bfb3-4ffafe4e8060 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:10.585188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5e699-740d-4a5a-8659-c2d486dbf910 req-25ac4624-b0a1-43e8-bfb3-4ffafe4e8060 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:10.592978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5e699-740d-4a5a-8659-c2d486dbf910 req-25ac4624-b0a1-43e8-bfb3-4ffafe4e8060 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:10.595806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50c5e699-740d-4a5a-8659-c2d486dbf910 req-25ac4624-b0a1-43e8-bfb3-4ffafe4e8060 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2412 time: 0.1730745 Apr 20 13:10:10.608854 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.706245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50c5e699-740d-4a5a-8659-c2d486dbf910 req-9ffd0d98-0bce-4952-8cbb-e5c9590d7dcd tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930977 Apr 20 13:10:10.727400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=456c1ae9-1225-40aa-9539-f857c9a4fbb6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:10.805386 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.838906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9835e98c-9735-4d69-adb4-8c01766dfcf5 None None] Provisioning complete for port ba5b6504-9d63-48d3-93fe-72985ab1aebd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:10.839282 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9835e98c-9735-4d69-adb4-8c01766dfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.915401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e114c555-9571-4155-969e-19b5c6cfa6d8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e114c555-9571-4155-969e-19b5c6cfa6d8,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:10.942463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9835e98c-9735-4d69-adb4-8c01766dfcf5 None None] Port ba5b6504-9d63-48d3-93fe-72985ab1aebd cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:10.949134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'e114c555-9571-4155-969e-19b5c6cfa6d8', 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc', 'port_id': 'e114c555-9571-4155-969e-19b5c6cfa6d8', 'mac_address': 'fa:16:3e:a8:e3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2ba913-b563-4b5d-9ba5-c479195b6a43', 'ip_address': '19.80.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:10.970531 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.987363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:10.993749 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.017279 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.056258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.079879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.092867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Attempting to bind port 3871961b-d096-4816-9acb-27fec94e6661 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:11.093238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Attempting to bind port 3871961b-d096-4816-9acb-27fec94e6661 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:11.093608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Attempting to bind port 3871961b-d096-4816-9acb-27fec94e6661 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:11.101739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:11.102120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:11.102526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.102919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:11.103384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Bound port: 3871961b-d096-4816-9acb-27fec94e6661, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:11.103763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.110131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e114c555-9571-4155-969e-19b5c6cfa6d8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:11.135536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f475c-c36b-41ff-a08b-bf8e7d5ed6c1 None None] Pushing event updated for resources: {'Port': ['ID=3871961b-d096-4816-9acb-27fec94e6661,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:11.150903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b6504-9d63-48d3-93fe-72985ab1aebd,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:11.180258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e114c555-9571-4155-969e-19b5c6cfa6d8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e114c555-9571-4155-969e-19b5c6cfa6d8,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:11.185500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.186229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13a49032-647e-4b40-80b6-028999127b38 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:11.248714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] For port 3871961b-d096-4816-9acb-27fec94e6661, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:11.277764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] For port 3871961b-d096-4816-9acb-27fec94e6661, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3871961b-d096-4816-9acb-27fec94e6661,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:11.295123 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.299053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13a49032-647e-4b40-80b6-028999127b38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13a49032-647e-4b40-80b6-028999127b38,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:11.301346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=e114c555-9571-4155-969e-19b5c6cfa6d8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:11.306503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Network b39bd695-a611-42fa-9016-0181c513247e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:11.308282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:11.345351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '13a49032-647e-4b40-80b6-028999127b38', 'network_id': '255a5c86-5003-42e0-aa9d-32aa61087adc', 'port_id': '13a49032-647e-4b40-80b6-028999127b38', 'mac_address': 'fa:16:3e:14:cd:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2ba913-b563-4b5d-9ba5-c479195b6a43', 'ip_address': '19.80.0.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:11.451857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f475c-c36b-41ff-a08b-bf8e7d5ed6c1 None None] Pushing event updated for resources: {'Port': ['ID=3871961b-d096-4816-9acb-27fec94e6661,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:11.480889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Routers {'42ffb32f-4cfa-41b4-876b-a71ef491b823'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:11.483430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['42ffb32f-4cfa-41b4-876b-a71ef491b823'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:11.541923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Router 42ffb32f-4cfa-41b4-876b-a71ef491b823 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:11.551278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.577424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a49032-647e-4b40-80b6-028999127b38 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:11.590184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87c46874-d683-4d9d-8814-8b922c345e38 req-5acab32b-c959-4d8e-be6a-042a2eb3de14 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0369856 Apr 20 13:10:11.644268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13a49032-647e-4b40-80b6-028999127b38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13a49032-647e-4b40-80b6-028999127b38,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:11.656795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.700053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] Set router 42ffb32f-4cfa-41b4-876b-a71ef491b823 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:11.773554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13a49032-647e-4b40-80b6-028999127b38,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:11.800691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:11.812644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-02bae586-1917-4e22-9233-84cf59c64256 admin admin] 10.222.0.24 "PUT /v2.0/routers/42ffb32f-4cfa-41b4-876b-a71ef491b823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3194199 Apr 20 13:10:11.825816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-86fb1745-1294-4365-986d-fe584e78d31a None None] Provisioning complete for port ba5b6504-9d63-48d3-93fe-72985ab1aebd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:11.826299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-86fb1745-1294-4365-986d-fe584e78d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:11.911627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216430a-d55b-4882-a46d-c64895e62a6a req-691db31e-1a06-4964-a039-cacc6c560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.923514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216430a-d55b-4882-a46d-c64895e62a6a req-691db31e-1a06-4964-a039-cacc6c560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.929735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216430a-d55b-4882-a46d-c64895e62a6a req-691db31e-1a06-4964-a039-cacc6c560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:11.936352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-86fb1745-1294-4365-986d-fe584e78d31a None None] Port ba5b6504-9d63-48d3-93fe-72985ab1aebd cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:11.937843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d216430a-d55b-4882-a46d-c64895e62a6a req-691db31e-1a06-4964-a039-cacc6c560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2415 time: 0.1220138 Apr 20 13:10:11.948080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['456c1ae9-1225-40aa-9539-f857c9a4fbb6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:11.986372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d216430a-d55b-4882-a46d-c64895e62a6a req-1568f543-5ab8-4268-8440-70c8748b3cbd tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476220 Apr 20 13:10:12.011940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['13a49032-647e-4b40-80b6-028999127b38'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:12.240249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3871961b-d096-4816-9acb-27fec94e6661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 4, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port': {'id': '3871961b-d096-4816-9acb-27fec94e6661', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ba5b6504-9d63-48d3-93fe-72985ab1aebd', 'name': '', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'mac_address': 'fa:16:3e:58:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:10Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 2, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'subnets': [{'id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:12.300854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d1d95-a9e7-4430-b5c0-1c6d1573de04 None None] The sync data for ids ['42ffb32f-4cfa-41b4-876b-a71ef491b823'] in n-d-838550-2 is: [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3871961b-d096-4816-9acb-27fec94e6661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 4, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port': {'id': '3871961b-d096-4816-9acb-27fec94e6661', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ba5b6504-9d63-48d3-93fe-72985ab1aebd', 'name': '', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'mac_address': 'fa:16:3e:58:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:10Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 2, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'subnets': [{'id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:12.415561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55520) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:12.420519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-107553252-network', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:12.445358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Made reservation on behalf of 96f84a6ce40d443ab9ebfa38f139a3a8 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:12.447784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.457233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.572215 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.581328 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.609704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:12.624088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394e001-602f-4a4d-808d-55e11a3b7b2b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:12.631922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.632357 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Added segment 50dd2b05-9e92-491d-b55b-aa2d27b6a94d of type vlan for network d963020c-c87d-48bc-8a63-038977021c6b Apr 20 13:10:12.680567 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.749710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-805f0556-6dae-4afc-94d3-96c8edafc616 req-15eed973-abb9-46d0-8ac4-1a4863619b01 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0338435 Apr 20 13:10:12.763174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.764323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:12.765300 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.867299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55528) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:12.867927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4506731 Apr 20 13:10:12.872348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Request body: {'subnet': {'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-107553252-subnet', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:12.875327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c7065-8f48-40c9-b50c-5a6f88f60f6e admin admin] Pushing event updated for resources: {'Network': ['ID=d963020c-c87d-48bc-8a63-038977021c6b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:12.894843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d963020c-c87d-48bc-8a63-038977021c6b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:12.928746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Made reservation on behalf of 96f84a6ce40d443ab9ebfa38f139a3a8 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:12.931823 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:12.981103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['e114c555-9571-4155-969e-19b5c6cfa6d8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:13.225463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e7c4-01f8-4cd2-a532-07682d97e40b req-d1f07463-50a9-4593-84d1-2d6cf7dd6082 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.232130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.234042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e7c4-01f8-4cd2-a532-07682d97e40b req-d1f07463-50a9-4593-84d1-2d6cf7dd6082 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.240595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122e7c4-01f8-4cd2-a532-07682d97e40b req-d1f07463-50a9-4593-84d1-2d6cf7dd6082 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.250308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0122e7c4-01f8-4cd2-a532-07682d97e40b req-d1f07463-50a9-4593-84d1-2d6cf7dd6082 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2415 time: 0.1463253 Apr 20 13:10:13.295728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2d0e7-8bc2-4ca0-8d79-3233dd954601 req-7514aae9-8e83-4037-9729-e5dc92654261 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.309200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58b2d0e7-8bc2-4ca0-8d79-3233dd954601 req-7514aae9-8e83-4037-9729-e5dc92654261 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 945 time: 0.1552856 Apr 20 13:10:13.324052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aafc0d6-0b17-4300-9d3f-c62cdec79433,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:13.361715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0122e7c4-01f8-4cd2-a532-07682d97e40b req-f822905c-4afb-4d4b-9e67-c324e3e09743 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097720 Apr 20 13:10:13.383472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Checking segment: {'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:13.383833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Network hostable DHCP agents. Network: d963020c-c87d-48bc-8a63-038977021c6b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:13.411609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58b2d0e7-8bc2-4ca0-8d79-3233dd954601 req-67e8297e-f167-4191-bc50-557a8fac4b25 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013699 Apr 20 13:10:13.415235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Network d963020c-c87d-48bc-8a63-038977021c6b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:13.442533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d963020c-c87d-48bc-8a63-038977021c6b) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:13.449478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:13.450102 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.464756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323cbe24-37c2-4af2-81c3-b1c01632110f None None] Network d963020c-c87d-48bc-8a63-038977021c6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:13.479406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55538) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:13.484368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:13.491489 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61d8faa1-1c7f-40ca-8005-a06fce13fb9b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6192551 Apr 20 13:10:13.514740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.515866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.597710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.789560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.848264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 456c1ae9-1225-40aa-9539-f857c9a4fbb6 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:13.947645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fba28e3a-75a8-461c-b5b1-c0684fc12fb2 req-6d453762-18e6-4769-882c-4ac5a452b1db tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0390928 Apr 20 13:10:13.955176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d963020c-c87d-48bc-8a63-038977021c6b', 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'fixed_ips': [{'subnet_id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:13.956088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:13.986644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:13.995838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:13.996490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.126994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.160551 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.231884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Allocated IP 172.20.0.2 (d963020c-c87d-48bc-8a63-038977021c6b/7aafc0d6-0b17-4300-9d3f-c62cdec79433/dde7e39c-b586-4aa8-b9fd-5711e1b74ced) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:14.256495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.263100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3871961b-d096-4816-9acb-27fec94e6661 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:14.341802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Allocated IP 172.25.3.176 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/af0417de-6fea-4c23-985a-b51c171f7f0e) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:14.358842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c1ae9-1225-40aa-9539-f857c9a4fbb6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:14.361675 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c2f92a-90a6-4612-9ef2-6d782f628197" -d '{"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-plugged", "status": "completed", "tag": "456c1ae9-1225-40aa-9539-f857c9a4fbb6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:14.387107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 456c1ae9-1225-40aa-9539-f857c9a4fbb6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=456c1ae9-1225-40aa-9539-f857c9a4fbb6,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:14.395655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.396708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13a49032-647e-4b40-80b6-028999127b38 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:14.464029 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56673e01-f291-4738-8cd5-92131138a3e7 x-openstack-request-id: req-56673e01-f291-4738-8cd5-92131138a3e7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:14.464318 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-plugged", "status": "completed", "tag": "456c1ae9-1225-40aa-9539-f857c9a4fbb6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:14.464566 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56673e01-f291-4738-8cd5-92131138a3e7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:14.464953 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56673e01-f291-4738-8cd5-92131138a3e7'] response: {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456c1ae9-1225-40aa-9539-f857c9a4fbb6', 'code': 200} Apr 20 13:10:14.496704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.530153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d98b-89fe-4f78-89f0-e57c64ff0c1d req-557f0263-8d30-4598-8d48-1902ddfbd2ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:14.537226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d98b-89fe-4f78-89f0-e57c64ff0c1d req-557f0263-8d30-4598-8d48-1902ddfbd2ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:14.537549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=456c1ae9-1225-40aa-9539-f857c9a4fbb6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:14.541737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 3871961b-d096-4816-9acb-27fec94e6661 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:14.542116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.551797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d98b-89fe-4f78-89f0-e57c64ff0c1d req-557f0263-8d30-4598-8d48-1902ddfbd2ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:14.554367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-afe1d98b-89fe-4f78-89f0-e57c64ff0c1d req-557f0263-8d30-4598-8d48-1902ddfbd2ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2416 time: 0.1122119 Apr 20 13:10:14.630178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 13a49032-647e-4b40-80b6-028999127b38 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:14.633318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.638842 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.645125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 13a49032-647e-4b40-80b6-028999127b38 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:14.645533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.670556 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.673187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-afe1d98b-89fe-4f78-89f0-e57c64ff0c1d req-f78c1254-e384-4d26-b0a3-c1d6ed483c5e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076844 Apr 20 13:10:14.804904 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.805545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55554) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:14.846429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 3871961b-d096-4816-9acb-27fec94e6661, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3871961b-d096-4816-9acb-27fec94e6661,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:14.883154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Network d963020c-c87d-48bc-8a63-038977021c6b is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:14.889785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:14.895130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:14.898103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:14.910061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Pushing event updated for resources: {'Port': ['ID=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.029363 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.047387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c25b7-cd32-442f-b227-b2f373027206 req-e11ae1ad-08b7-4713-bed1-de1ecc14835b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.054829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-414c25b7-cd32-442f-b227-b2f373027206 req-e11ae1ad-08b7-4713-bed1-de1ecc14835b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 945 time: 0.4885979 Apr 20 13:10:15.071947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:15.095310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 13a49032-647e-4b40-80b6-028999127b38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13a49032-647e-4b40-80b6-028999127b38,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:15.098101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:15.101177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:15.120659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Attempting to bind port dde7e39c-b586-4aa8-b9fd-5711e1b74ced on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:15.121032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Attempting to bind port dde7e39c-b586-4aa8-b9fd-5711e1b74ced by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:15.121386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Attempting to bind port dde7e39c-b586-4aa8-b9fd-5711e1b74ced on network d963020c-c87d-48bc-8a63-038977021c6b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:15.123615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.124426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e114c555-9571-4155-969e-19b5c6cfa6d8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:15.139453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Pushing event updated for resources: {'Port': ['ID=af0417de-6fea-4c23-985a-b51c171f7f0e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.155450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:15.155824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Checking segment: {'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:15.156226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.156610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Bound using segment: {'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:15.157657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Bound port: dde7e39c-b586-4aa8-b9fd-5711e1b74ced, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:15.158063 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.163699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=3871961b-d096-4816-9acb-27fec94e6661,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.189819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a545a54-9a94-4de5-95d8-a894ea629b76 req-641daed6-8737-4824-865a-d9a6b0a3da53 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0536849 Apr 20 13:10:15.210228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-76276665-884a-418c-8ffe-1d06c1c0cffc tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:15.211831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-76276665-884a-418c-8ffe-1d06c1c0cffc tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 945 time: 0.1502428 Apr 20 13:10:15.222192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-414c25b7-cd32-442f-b227-b2f373027206 req-ee424af1-1d69-4909-81be-103c246f958e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664455 Apr 20 13:10:15.244991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=13a49032-647e-4b40-80b6-028999127b38,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.308296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port e114c555-9571-4155-969e-19b5c6cfa6d8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:15.317144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port e114c555-9571-4155-969e-19b5c6cfa6d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:15.317623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.341899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] For port dde7e39c-b586-4aa8-b9fd-5711e1b74ced, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:15.362638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] For port dde7e39c-b586-4aa8-b9fd-5711e1b74ced, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,segment=NetworkSegment(50dd2b05-9e92-491d-b55b-aa2d27b6a94d),segment_id=50dd2b05-9e92-491d-b55b-aa2d27b6a94d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:15.369886 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.394743 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Sync routers for ids ['42ffb32f-4cfa-41b4-876b-a71ef491b823'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:15.404242 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Routers {'42ffb32f-4cfa-41b4-876b-a71ef491b823'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:15.410429 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['42ffb32f-4cfa-41b4-876b-a71ef491b823'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:15.435162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Deleting port 606e12c7-0127-4bc1-9272-64310fec13ac {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:15.435520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.444184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703c41a4-b16c-4489-a6ee-6b1cd37a43de None None] Pushing event updated for resources: {'Port': ['ID=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.513287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.534799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] For port 606e12c7-0127-4bc1-9272-64310fec13ac, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=606e12c7-0127-4bc1-9272-64310fec13ac,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:15.535301 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.555900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e114c555-9571-4155-969e-19b5c6cfa6d8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e114c555-9571-4155-969e-19b5c6cfa6d8,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:15.564158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.588215 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Set router 42ffb32f-4cfa-41b4-876b-a71ef491b823 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:15.626945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=e114c555-9571-4155-969e-19b5c6cfa6d8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.635181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Calling delete_port for 606e12c7-0127-4bc1-9272-64310fec13ac owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:15.735167 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.870123 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3871961b-d096-4816-9acb-27fec94e6661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 4, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port': {'id': '3871961b-d096-4816-9acb-27fec94e6661', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ba5b6504-9d63-48d3-93fe-72985ab1aebd', 'name': '', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'mac_address': 'fa:16:3e:58:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:10Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 2, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'subnets': [{'id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:15.900588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.908499 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Checking router: 42ffb32f-4cfa-41b4-876b-a71ef491b823 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:15.909171 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Updating router 42ffb32f-4cfa-41b4-876b-a71ef491b823 port ba5b6504-9d63-48d3-93fe-72985ab1aebd binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:10:15.913336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['606e12c7-0127-4bc1-9272-64310fec13ac'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:15.963962 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.986958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event deleted for resources: {'Port': ['ID=606e12c7-0127-4bc1-9272-64310fec13ac,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:15.991132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] No DVR routers for this DVR port 606e12c7-0127-4bc1-9272-64310fec13ac on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:15.996358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:15.999617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9acbbfce-bbe8-44de-be5a-ac5852ef08d1 req-a1f76495-77ed-4d92-884a-32043be294bf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "DELETE /v2.0/ports/606e12c7-0127-4bc1-9272-64310fec13ac HTTP/1.1" status: 204 len: 173 time: 0.7760999 Apr 20 13:10:16.000003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc55177-c849-490a-a852-bd137ef22416', 'name': 'network-vif-deleted', 'tag': '606e12c7-0127-4bc1-9272-64310fec13ac'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:16.002332 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1378f9b9-2045-4b14-8d06-f4dadad12b03" -d '{"events": [{"server_uuid": "1dc55177-c849-490a-a852-bd137ef22416", "name": "network-vif-deleted", "tag": "606e12c7-0127-4bc1-9272-64310fec13ac"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:16.008948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.060906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Deleting port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:16.061536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.072280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5addc9-35ad-4f13-bf2a-410d785a9336 req-c4ecef5d-9671-4b51-ad31-6fbd815ba35d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.080599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5addc9-35ad-4f13-bf2a-410d785a9336 req-c4ecef5d-9671-4b51-ad31-6fbd815ba35d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.087227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5addc9-35ad-4f13-bf2a-410d785a9336 req-c4ecef5d-9671-4b51-ad31-6fbd815ba35d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.088884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa5addc9-35ad-4f13-bf2a-410d785a9336 req-c4ecef5d-9671-4b51-ad31-6fbd815ba35d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2418 time: 0.2185075 Apr 20 13:10:16.090438 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bc776f-bd51-42c5-98e1-291d5a3e82cd x-openstack-request-id: req-a7bc776f-bd51-42c5-98e1-291d5a3e82cd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:16.090684 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc55177-c849-490a-a852-bd137ef22416", "name": "network-vif-deleted", "tag": "606e12c7-0127-4bc1-9272-64310fec13ac", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:16.090930 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7bc776f-bd51-42c5-98e1-291d5a3e82cd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:16.091313 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bc776f-bd51-42c5-98e1-291d5a3e82cd'] response: {'server_uuid': '1dc55177-c849-490a-a852-bd137ef22416', 'name': 'network-vif-deleted', 'tag': '606e12c7-0127-4bc1-9272-64310fec13ac', 'status': 'completed', 'code': 200} Apr 20 13:10:16.215655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] For port 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:16.218397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.218750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa5addc9-35ad-4f13-bf2a-410d785a9336 req-4e79c95c-6d28-4b51-ad43-2cdfd395db6c tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199989 Apr 20 13:10:16.237034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Calling delete_port for 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:16.412677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3871961b-d096-4816-9acb-27fec94e6661 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:16.426867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.466017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a49032-647e-4b40-80b6-028999127b38'}, {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e114c555-9571-4155-969e-19b5c6cfa6d8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:16.468998 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8c7b77-ea6a-43ac-ac31-762e7540b7b0" -d '{"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-plugged", "status": "completed", "tag": "13a49032-647e-4b40-80b6-028999127b38"}, {"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-plugged", "status": "completed", "tag": "e114c555-9571-4155-969e-19b5c6cfa6d8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:16.488702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 3871961b-d096-4816-9acb-27fec94e6661 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:16.489318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.516898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74156d7f-56c7-4a58-a0a6-89510e97ecc0 req-e6f30588-e8c9-4329-8acb-2c9e7ae9f981 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.0869255 Apr 20 13:10:16.536135 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.549738 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.571040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.593099 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9bb52e-d892-4309-8e55-ea2cc3922d6d x-openstack-request-id: req-2d9bb52e-d892-4309-8e55-ea2cc3922d6d {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:16.593403 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-plugged", "status": "completed", "tag": "13a49032-647e-4b40-80b6-028999127b38", "code": 200}, {"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-plugged", "status": "completed", "tag": "e114c555-9571-4155-969e-19b5c6cfa6d8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:16.593678 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d9bb52e-d892-4309-8e55-ea2cc3922d6d {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:16.594091 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9bb52e-d892-4309-8e55-ea2cc3922d6d'] response: {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a49032-647e-4b40-80b6-028999127b38', 'code': 200} Apr 20 13:10:16.594354 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9bb52e-d892-4309-8e55-ea2cc3922d6d'] response: {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e114c555-9571-4155-969e-19b5c6cfa6d8', 'code': 200} Apr 20 13:10:16.651296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcd4572-b5d8-42a5-99ff-b945eb2ccc82,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:16.660185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ab2522b-34a3-4a77-b308-95182c51ffd7 req-6ed4ff3a-6f94-4e61-ac90-ee9eab9da797 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.2291663 Apr 20 13:10:16.677665 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62df6d-040f-4ea9-b73d-da85fe2aff33 None None] Pushing event updated for resources: {'Port': ['ID=ba5b6504-9d63-48d3-93fe-72985ab1aebd,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:16.729976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dde7e39c-b586-4aa8-b9fd-5711e1b74ced up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:16.841715 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Attempting to bind port ba5b6504-9d63-48d3-93fe-72985ab1aebd on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:16.842384 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Attempting to bind port ba5b6504-9d63-48d3-93fe-72985ab1aebd by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:16.842892 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Attempting to bind port ba5b6504-9d63-48d3-93fe-72985ab1aebd on network b39bd695-a611-42fa-9016-0181c513247e {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:16.850956 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:16.851617 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Checking segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:16.852171 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.852705 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Bound using segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:16.853321 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Bound port: ba5b6504-9d63-48d3-93fe-72985ab1aebd, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:16.853907 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.857755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dde7e39c-b586-4aa8-b9fd-5711e1b74ced triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:16.858129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:16.914757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66d11-5d79-4eeb-b405-6907ee901eb1 req-f824e781-2401-4a8e-a5a2-7edbb6cf8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.920822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66d11-5d79-4eeb-b405-6907ee901eb1 req-f824e781-2401-4a8e-a5a2-7edbb6cf8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.928998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe66d11-5d79-4eeb-b405-6907ee901eb1 req-f824e781-2401-4a8e-a5a2-7edbb6cf8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:16.932086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbe66d11-5d79-4eeb-b405-6907ee901eb1 req-f824e781-2401-4a8e-a5a2-7edbb6cf8299 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2871 time: 0.2320139 Apr 20 13:10:17.024718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.049419 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] For port ba5b6504-9d63-48d3-93fe-72985ab1aebd, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:17.057205 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] For port ba5b6504-9d63-48d3-93fe-72985ab1aebd, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ba5b6504-9d63-48d3-93fe-72985ab1aebd,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:17.071403 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.077885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbe66d11-5d79-4eeb-b405-6907ee901eb1 req-647d10c7-1b51-4c7f-b26e-4e5e89da9684 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259727 Apr 20 13:10:17.084873 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.103303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port dde7e39c-b586-4aa8-b9fd-5711e1b74ced, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,segment=NetworkSegment(50dd2b05-9e92-491d-b55b-aa2d27b6a94d),segment_id=50dd2b05-9e92-491d-b55b-aa2d27b6a94d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:17.113422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:10:17.124450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f0361-0c69-46b8-895d-7baf848ae3d4 None None] Network d963020c-c87d-48bc-8a63-038977021c6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:17.160039 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Routers {'42ffb32f-4cfa-41b4-876b-a71ef491b823'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:17.161561 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['42ffb32f-4cfa-41b4-876b-a71ef491b823'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:17.164025 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62df6d-040f-4ea9-b73d-da85fe2aff33 None None] Pushing event updated for resources: {'Port': ['ID=ba5b6504-9d63-48d3-93fe-72985ab1aebd,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:17.171655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.298489 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] Set router 42ffb32f-4cfa-41b4-876b-a71ef491b823 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:17.326115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:17.350490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.352423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e0be167b-5387-4814-a487-266144c16cbe admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8717327 Apr 20 13:10:17.354886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55572) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:17.360404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] Provisioning complete for port ba5b6504-9d63-48d3-93fe-72985ab1aebd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:17.360783 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:17.362821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Sync routers for ids ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:17.420434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Routers {'973ddfb7-9eb3-477b-98d4-56c892cdbe37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:17.421081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:17.518107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:17.550795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:17.666550 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3871961b-d096-4816-9acb-27fec94e6661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 4, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port': {'id': '3871961b-d096-4816-9acb-27fec94e6661', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ba5b6504-9d63-48d3-93fe-72985ab1aebd', 'name': '', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'mac_address': 'fa:16:3e:58:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:10Z', 'updated_at': '2022-04-20T13:10:17Z', 'revision_number': 4, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'subnets': [{'id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:17.686419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55298cd1-11f5-4a66-839f-ba5bb6030c94 req-048ccd9c-5de6-4734-b1b9-adb4d640b8da tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.0438147 Apr 20 13:10:17.747773 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa6b6a-c788-412f-b7c0-b1b429bfac26 None None] The sync data for ids ['42ffb32f-4cfa-41b4-876b-a71ef491b823'] in n-d-838550-2 is: [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3871961b-d096-4816-9acb-27fec94e6661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:10:10Z', 'revision_number': 4, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port': {'id': '3871961b-d096-4816-9acb-27fec94e6661', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ba5b6504-9d63-48d3-93fe-72985ab1aebd', 'name': '', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'mac_address': 'fa:16:3e:58:4d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:10Z', 'updated_at': '2022-04-20T13:10:17Z', 'revision_number': 4, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'subnets': [{'id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:17.768219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77053c-370e-4fc8-a809-9d30c0872233 req-85bffd46-7cbd-429c-81e8-753915bb6b2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:17.779940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77053c-370e-4fc8-a809-9d30c0872233 req-85bffd46-7cbd-429c-81e8-753915bb6b2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:17.788093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77053c-370e-4fc8-a809-9d30c0872233 req-85bffd46-7cbd-429c-81e8-753915bb6b2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:17.800833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c77053c-370e-4fc8-a809-9d30c0872233 req-85bffd46-7cbd-429c-81e8-753915bb6b2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2418 time: 0.4427240 Apr 20 13:10:17.886828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c77053c-370e-4fc8-a809-9d30c0872233 req-c7ae71f2-f05f-4d1f-a801-c3d33c5982e4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824585 Apr 20 13:10:17.980424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac7f3e59-30bf-4b2d-8542-8b2a931ab18e req-d081cd70-28b3-495b-a06a-ef1f942b4893 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.1259129 Apr 20 13:10:17.999365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.037485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Set router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:18.112607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:18.122537 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f972f75c-e33b-45cb-bf7c-12a3f69f1dd3 admin admin] 10.222.0.24 "PUT /v2.0/routers/dca864d5-c8e6-40cc-8a1d-1c558e2f79bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3156161 Apr 20 13:10:18.126726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55578) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:18.132028 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] Sync routers for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:18.168329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:18.168329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:18.199150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] For port ba5b6504-9d63-48d3-93fe-72985ab1aebd, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ba5b6504-9d63-48d3-93fe-72985ab1aebd,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:18.294311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.396161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] Provisioning complete for port dde7e39c-b586-4aa8-b9fd-5711e1b74ced triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:18.413821 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.431704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.486176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba5b6504-9d63-48d3-93fe-72985ab1aebd up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:18.582927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.674208 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:18.713382 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e29d02-5f03-4a0f-aa97-53a9fb5b68b5 None None] Pushing event updated for resources: {'Port': ['ID=ba5b6504-9d63-48d3-93fe-72985ab1aebd,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:18.840252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Allocated IP 172.20.0.1 (d963020c-c87d-48bc-8a63-038977021c6b/7aafc0d6-0b17-4300-9d3f-c62cdec79433/5aa59904-6baf-4f43-af6c-4350f655f78b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:18.899139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:18.913976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:10:15Z', 'revision_number': 3, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port': {'id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:19.044498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Checking router: 973ddfb7-9eb3-477b-98d4-56c892cdbe37 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:19.044901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Updating router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 port af0417de-6fea-4c23-985a-b51c171f7f0e binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:10:19.047629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ba5b6504-9d63-48d3-93fe-72985ab1aebd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:19.048079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.049686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Deleting port e15fac1f-f23c-4a00-ac06-25237b96a2f9 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:19.050181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.059066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.138262 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.142354 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.182085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9b918a49-9372-4a22-a4db-fc19857fd48f None None] Provisioning complete for port ba5b6504-9d63-48d3-93fe-72985ab1aebd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:19.182307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.182450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b918a49-9372-4a22-a4db-fc19857fd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.190458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 606e12c7-0127-4bc1-9272-64310fec13ac no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:19.215152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] For port e15fac1f-f23c-4a00-ac06-25237b96a2f9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e15fac1f-f23c-4a00-ac06-25237b96a2f9,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:19.216259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.252116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Calling delete_port for e15fac1f-f23c-4a00-ac06-25237b96a2f9 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:19.274412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98d1b2dc-3651-48cd-be2c-e10813550e46 req-eb91132e-f0dc-4c62-bddd-31640ba595cd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.1349263 Apr 20 13:10:19.288600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Network d963020c-c87d-48bc-8a63-038977021c6b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:19.319250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:19.328676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:19.364313 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:10:16Z', 'revision_number': 5, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port': {'id': 'e15fac1f-f23c-4a00-ac06-25237b96a2f9', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:63:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:03:31Z', 'updated_at': '2022-04-20T13:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:19.391919 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.434401 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] Checking router: dca864d5-c8e6-40cc-8a1d-1c558e2f79bb for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:19.446332 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] Routers {'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:19.447112 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:19.497315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 606e12c7-0127-4bc1-9272-64310fec13ac {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:19.497936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 606e12c7-0127-4bc1-9272-64310fec13ac not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:19.518827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa59904-6baf-4f43-af6c-4350f655f78b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:19.541219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c79fd-eef9-4848-844b-b0f08d6851cb req-937744d7-d0c0-4408-96ad-eef1634a52ab tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.550067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c79fd-eef9-4848-844b-b0f08d6851cb req-937744d7-d0c0-4408-96ad-eef1634a52ab tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.560646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c79fd-eef9-4848-844b-b0f08d6851cb req-937744d7-d0c0-4408-96ad-eef1634a52ab tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:19.565748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-105c79fd-eef9-4848-844b-b0f08d6851cb req-937744d7-d0c0-4408-96ad-eef1634a52ab tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2418 time: 0.4266415 Apr 20 13:10:19.575051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.619522 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] Set router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:19.628922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea6299dd-968b-4e37-a28b-d281a7f99dff req-10377582-ea18-46b7-9254-69cd38472cd9 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.1373091 Apr 20 13:10:19.643561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Pushing event deleted for resources: {'Port': ['ID=e15fac1f-f23c-4a00-ac06-25237b96a2f9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:19.767841 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.793702 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:10:18Z', 'revision_number': 6, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:19.800509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dde7e39c-b586-4aa8-b9fd-5711e1b74ced up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:19.852417 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d3091-6299-4309-936b-8665d88ecf12 None None] The sync data for ids ['dca864d5-c8e6-40cc-8a1d-1c558e2f79bb'] in n-d-838550-2 is: [{'id': 'dca864d5-c8e6-40cc-8a1d-1c558e2f79bb', 'name': 'tempest-AttachVolumeTestJSON-1242887419-router', 'tenant_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:03:28Z', 'updated_at': '2022-04-20T13:10:18Z', 'revision_number': 6, 'project_id': 'b63d7c30f1a44ec8ac8e7f0ad8eedc76', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:19.858417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.865894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-105c79fd-eef9-4848-844b-b0f08d6851cb req-6555bcd3-2cd4-4b07-88d3-143cc92ea252 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912648 Apr 20 13:10:19.912561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.915304 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.982368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.983281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca864d5-c8e6-40cc-8a1d-1c558e2f79bb {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:10:19.991539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:19.993706 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dbec8d87-0958-49fe-b48c-bfee3df70954 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dca864d5-c8e6-40cc-8a1d-1c558e2f79bb HTTP/1.1" status: 204 len: 168 time: 1.8640962 Apr 20 13:10:20.002950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55590) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:20.017804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9b918a49-9372-4a22-a4db-fc19857fd48f None None] Provisioning complete for port dde7e39c-b586-4aa8-b9fd-5711e1b74ced triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:20.018225 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b918a49-9372-4a22-a4db-fc19857fd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.073761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] Deleting subnet 571222ce-99f6-451d-849d-30e1ea538cfb {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:20.078467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.087171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dde7e39c-b586-4aa8-b9fd-5711e1b74ced triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:20.087547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.134260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.175651 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.227073 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.234269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.263131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.357427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Attempting to bind port af0417de-6fea-4c23-985a-b51c171f7f0e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:20.357825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Attempting to bind port af0417de-6fea-4c23-985a-b51c171f7f0e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:20.358194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Attempting to bind port af0417de-6fea-4c23-985a-b51c171f7f0e on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:20.372369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c77c4-b15a-4390-a755-4d41c7cc9b23 None None] Pushing event updated for resources: {'Port': ['ID=af0417de-6fea-4c23-985a-b51c171f7f0e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:20.384542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.396231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:20.398088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:20.400623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.401180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:20.401851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Bound port: af0417de-6fea-4c23-985a-b51c171f7f0e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:20.405862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.457384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.514316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bc094584-51ee-43f0-b863-9a5a495ee67b None None] Provisioning complete for port 5aa59904-6baf-4f43-af6c-4350f655f78b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:20.515190 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc094584-51ee-43f0-b863-9a5a495ee67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.520910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.524811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] For port af0417de-6fea-4c23-985a-b51c171f7f0e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:20.530564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] For port af0417de-6fea-4c23-985a-b51c171f7f0e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=af0417de-6fea-4c23-985a-b51c171f7f0e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:20.558687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571222ce-99f6-451d-849d-30e1ea538cfb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:20.561070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.564631 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61b828d4-79a1-4b49-9dcc-37808ab1f98e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/571222ce-99f6-451d-849d-30e1ea538cfb HTTP/1.1" status: 204 len: 168 time: 0.5606546 Apr 20 13:10:20.566936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55602) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:20.582907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bc094584-51ee-43f0-b863-9a5a495ee67b None None] Port 5aa59904-6baf-4f43-af6c-4350f655f78b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:20.585361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d1ef2d-c3ec-4f99-af59-2c5eb12491d2 None None] Network 8bbac716-7544-4143-a856-0136ed547fdb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:20.588601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.650494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7451ff83-d39e-498e-a69e-8cc38864b046 req-04e0ebf5-88a4-4a75-b008-c0b3e0d1e48d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.1208904 Apr 20 13:10:20.680421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa59904-6baf-4f43-af6c-4350f655f78b,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:20.718775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb43142-3578-464e-b2ae-1e5e22d52667 req-24a0839b-5599-4d26-b6cc-584727cc5fc7 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.726248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb43142-3578-464e-b2ae-1e5e22d52667 req-24a0839b-5599-4d26-b6cc-584727cc5fc7 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.731821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Routers {'973ddfb7-9eb3-477b-98d4-56c892cdbe37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:20.732774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:20.733712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb43142-3578-464e-b2ae-1e5e22d52667 req-24a0839b-5599-4d26-b6cc-584727cc5fc7 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:20.740521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.741579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fb43142-3578-464e-b2ae-1e5e22d52667 req-24a0839b-5599-4d26-b6cc-584727cc5fc7 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2418 time: 0.2818923 Apr 20 13:10:20.779823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Network d963020c-c87d-48bc-8a63-038977021c6b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:20.782032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:20.816068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fb43142-3578-464e-b2ae-1e5e22d52667 req-a051a143-9969-4728-9069-7fda97e000cc tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735095 Apr 20 13:10:20.887727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Deleting port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:20.888076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:20.921025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da3ef74b-9f6b-422b-914d-074584e6b9b6 req-4376fc3e-31bb-4603-a6f1-60f118de2b0b tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0585296 Apr 20 13:10:20.935119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c77c4-b15a-4390-a755-4d41c7cc9b23 None None] Pushing event updated for resources: {'Port': ['ID=af0417de-6fea-4c23-985a-b51c171f7f0e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:20.939233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba5b6504-9d63-48d3-93fe-72985ab1aebd up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:21.046471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] Set router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:21.081961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] For port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c46e224b-a54d-4c58-9e0a-76ae8eaac4b3,segment=NetworkSegment(844bac55-81dc-4353-a532-4d1b69bf48ef),segment_id=844bac55-81dc-4353-a532-4d1b69bf48ef)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:21.083822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.094261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:21.112176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Calling delete_port for c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:21.247610 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.268441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] No DVR routers for this DVR port c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:21.329919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Pushing event deleted for resources: {'Port': ['ID=c46e224b-a54d-4c58-9e0a-76ae8eaac4b3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:21.413665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.461529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bbac716-7544-4143-a856-0136ed547fdb']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:21.462942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749b6cc-0ac4-4a0b-91af-6fdc39cd37bc None None] DHCP port deletion for 8bbac716-7544-4143-a856-0136ed547fdb request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:10:21.473292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ba5b6504-9d63-48d3-93fe-72985ab1aebd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:21.473582 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.475812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844bac55-81dc-4353-a532-4d1b69bf48ef') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:21.476284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844bac55-81dc-4353-a532-4d1b69bf48ef') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:21.490218 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.520025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.534428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:21.534848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.552631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4ed3cb4b-844a-435c-a426-df9bd0b4334f None None] Provisioning complete for port 5aa59904-6baf-4f43-af6c-4350f655f78b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:21.553243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4ed3cb4b-844a-435c-a426-df9bd0b4334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:21.593329 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:21.601682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.611312 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:21.615156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3cb4b-844a-435c-a426-df9bd0b4334f None None] Port 5aa59904-6baf-4f43-af6c-4350f655f78b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:21.619799 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8bbac716-7544-4143-a856-0136ed547fdb HTTP/1.1" status: 204 len: 168 time: 1.0483706 Apr 20 13:10:21.620431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 4, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port': {'id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5aa59904-6baf-4f43-af6c-4350f655f78b', 'name': '', 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'mac_address': 'fa:16:3e:0b:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:18Z', 'updated_at': '2022-04-20T13:10:20Z', 'revision_number': 2, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'subnets': [{'id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:21.649378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c74754d-b8c8-44ab-917d-c54d7e93a040 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bbac716-7544-4143-a856-0136ed547fdb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:21.658765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c7281e-3ee0-46a5-808e-0f601d76ead5 None None] The sync data for ids ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'] in n-d-838550-2 is: [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 4, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port': {'id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5aa59904-6baf-4f43-af6c-4350f655f78b', 'name': '', 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'mac_address': 'fa:16:3e:0b:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:18Z', 'updated_at': '2022-04-20T13:10:20Z', 'revision_number': 2, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'subnets': [{'id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:21.666617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:21.677723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f1ee3a44-0f57-4b88-9f77-e5811642ace4 admin admin] 10.222.0.24 "PUT /v2.0/routers/973ddfb7-9eb3-477b-98d4-56c892cdbe37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3203213 Apr 20 13:10:21.748677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:21.808547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:21.808892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7bcd4572-b5d8-42a5-99ff-b945eb2ccc82 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:21.841338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ae52f0d-ccaf-432f-9649-3e49e9630931 req-c32ff205-85d2-4b0d-8279-0ce5d8554969 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.0467143 Apr 20 13:10:21.847090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55614) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:21.933681 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-366104a9-25df-405f-9004-88cca21f9424 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b63d7c30f1a44ec8ac8e7f0ad8eedc76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816307 Apr 20 13:10:21.934642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55620) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:22.027891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0303b02-d0f0-4deb-97cf-8df06fd1052d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.064027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-940f7774-e423-4c46-94ac-e427928ea593 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.070504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-940f7774-e423-4c46-94ac-e427928ea593 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.077389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-940f7774-e423-4c46-94ac-e427928ea593 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.079749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-940f7774-e423-4c46-94ac-e427928ea593 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2418 time: 0.1691527 Apr 20 13:10:22.079906 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0303b02-d0f0-4deb-97cf-8df06fd1052d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.089967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615cd5-0e71-4cd9-a6b8-a8c5161f788b req-5ddf7766-d7d4-48a7-b4eb-39b353d95390 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.095927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615cd5-0e71-4cd9-a6b8-a8c5161f788b req-5ddf7766-d7d4-48a7-b4eb-39b353d95390 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.103972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71615cd5-0e71-4cd9-a6b8-a8c5161f788b req-5ddf7766-d7d4-48a7-b4eb-39b353d95390 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.115529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71615cd5-0e71-4cd9-a6b8-a8c5161f788b req-5ddf7766-d7d4-48a7-b4eb-39b353d95390 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 2418 time: 0.1957154 Apr 20 13:10:22.158452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0303b02-d0f0-4deb-97cf-8df06fd1052d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.162532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0303b02-d0f0-4deb-97cf-8df06fd1052d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.166326 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b0303b02-d0f0-4deb-97cf-8df06fd1052d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d64d1bd-e45d-4fb8-818d-2af6d0a1f07b HTTP/1.1" status: 204 len: 168 time: 0.2281654 Apr 20 13:10:22.173232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0303b02-d0f0-4deb-97cf-8df06fd1052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d64d1bd-e45d-4fb8-818d-2af6d0a1f07b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:22.299381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71615cd5-0e71-4cd9-a6b8-a8c5161f788b req-26eb8030-2aa4-4cd9-ac7d-05245d7c8e5b tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828792 Apr 20 13:10:22.374460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ff83460-4367-4aa3-9b8b-5e0c6aa6035e req-0873cc63-6d22-4a15-b780-d5342a4d5961 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0576084 Apr 20 13:10:22.384071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port 13a49032-647e-4b40-80b6-028999127b38 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:22.384498 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.413413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-b6120356-f3c3-48ac-83f5-719981ad438e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1492314 Apr 20 13:10:22.530144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port 13a49032-647e-4b40-80b6-028999127b38, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=13a49032-647e-4b40-80b6-028999127b38,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:22.530387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:22.579116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for 13a49032-647e-4b40-80b6-028999127b38 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:22.588974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e15fac1f-f23c-4a00-ac06-25237b96a2f9 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:22.614589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e15fac1f-f23c-4a00-ac06-25237b96a2f9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:22.614930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e15fac1f-f23c-4a00-ac06-25237b96a2f9 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:22.615338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:22.641707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:22.642060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c46e224b-a54d-4c58-9e0a-76ae8eaac4b3 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:22.770065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-472192e9-56db-475d-bf02-a57f19a85db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.771581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-472192e9-56db-475d-bf02-a57f19a85db9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.1951091 Apr 20 13:10:22.788817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-6c80b48c-d3c2-4f52-a52a-49b4e44933c5 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.790340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-6c80b48c-d3c2-4f52-a52a-49b4e44933c5 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/networks?id=b39bd695-a611-42fa-9016-0181c513247e HTTP/1.1" status: 200 len: 911 time: 0.2126801 Apr 20 13:10:22.923588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-92b6242f-4b4f-4943-86d4-9191a273ac7b tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/quotas/96f84a6ce40d443ab9ebfa38f139a3a8 HTTP/1.1" status: 200 len: 375 time: 0.1261137 Apr 20 13:10:22.942340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-3da086ff-4092-45ad-8536-f24b8edad711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:22.944274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-3da086ff-4092-45ad-8536-f24b8edad711 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.1457267 Apr 20 13:10:23.118176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c82f604-6878-4d83-98ac-531dfe20cb7e req-a1a7a11f-fbdd-4ff3-aa67-33a6cb43d969 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=1dc55177-c849-490a-a852-bd137ef22416 HTTP/1.1" status: 200 len: 210 time: 0.0782208 Apr 20 13:10:23.180544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-74895588-d061-4234-8e83-f1097dbe9fc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 1001 time: 0.2002842 Apr 20 13:10:23.185977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-66b9e201-bc8d-4d12-ac7d-7bd1225ce276 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=96f84a6ce40d443ab9ebfa38f139a3a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2408023 Apr 20 13:10:23.195176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.210530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['456c1ae9-1225-40aa-9539-f857c9a4fbb6', '13a49032-647e-4b40-80b6-028999127b38', 'e114c555-9571-4155-969e-19b5c6cfa6d8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:23.272284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=13a49032-647e-4b40-80b6-028999127b38,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:23.345897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-ab32b957-3f7e-4a03-9c62-d72a6cf34401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:23.348039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-ab32b957-3f7e-4a03-9c62-d72a6cf34401 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.1605723 Apr 20 13:10:23.365132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port 13a49032-647e-4b40-80b6-028999127b38 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:23.378251 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.382039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-ad610e66-688b-4ad3-bc61-1c318b8a59db tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "DELETE /v2.0/ports/13a49032-647e-4b40-80b6-028999127b38 HTTP/1.1" status: 204 len: 173 time: 1.2638440 Apr 20 13:10:23.384194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-deleted', 'tag': '13a49032-647e-4b40-80b6-028999127b38'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:23.386581 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f16750-f1d2-4e37-a99a-225dd8617176" -d '{"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-deleted", "tag": "13a49032-647e-4b40-80b6-028999127b38"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:23.518208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-4b32f6be-ae11-47a8-83bf-e6f69cf78d5b service neutron] 10.222.0.24 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185410 Apr 20 13:10:23.576787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-433c2b0d-aa47-4d1d-800d-a863a8c75774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:23.578325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-433c2b0d-aa47-4d1d-800d-a863a8c75774 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144263 Apr 20 13:10:23.640597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937d7b4-ac9d-4045-891c-54c05aa796fe req-21ff8225-9e17-46be-afb4-8c1a817e6c32 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:23.647024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937d7b4-ac9d-4045-891c-54c05aa796fe req-21ff8225-9e17-46be-afb4-8c1a817e6c32 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:23.648638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b937d7b4-ac9d-4045-891c-54c05aa796fe req-21ff8225-9e17-46be-afb4-8c1a817e6c32 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 1683 time: 0.2590733 Apr 20 13:10:23.746647 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.792509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b937d7b4-ac9d-4045-891c-54c05aa796fe req-b8706e8e-ea22-49a9-beb6-81ef5889039a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297524 Apr 20 13:10:23.794449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-de7d3fee-2935-4355-89b2-824dd756dde4 service neutron] 10.222.0.24 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652254 Apr 20 13:10:23.796515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port e114c555-9571-4155-969e-19b5c6cfa6d8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:23.796851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:23.816210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-d13b1e4b-9a97-4029-b966-32a0c73ae60e service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037725 Apr 20 13:10:23.979446 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69090647-3277-444e-b940-6a8caa673bca x-openstack-request-id: req-69090647-3277-444e-b940-6a8caa673bca {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:23.979742 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-deleted", "tag": "13a49032-647e-4b40-80b6-028999127b38", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:23.979994 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69090647-3277-444e-b940-6a8caa673bca {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:23.980400 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69090647-3277-444e-b940-6a8caa673bca'] response: {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-deleted', 'tag': '13a49032-647e-4b40-80b6-028999127b38', 'status': 'completed', 'code': 200} Apr 20 13:10:23.982413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bc2e34a-37eb-4c08-9b71-b0e38182ce2d req-7deed379-45f5-48fd-9101-8b3f21dd752c tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0820580 Apr 20 13:10:24.043282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port e114c555-9571-4155-969e-19b5c6cfa6d8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e114c555-9571-4155-969e-19b5c6cfa6d8,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:24.044107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.089663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6106c97e-d775-4745-8ddc-38cabde4bbc7 req-77549e0e-5042-472f-bc8f-df5ad77f850f tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 210 time: 0.0618668 Apr 20 13:10:24.090580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for e114c555-9571-4155-969e-19b5c6cfa6d8 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:24.103834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a41d063-48b3-40e6-bc46-1e8a28ef511e req-25aadfca-78b1-4de5-bdc5-aabb2f491a7c service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799957 Apr 20 13:10:24.287356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.333186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=e114c555-9571-4155-969e-19b5c6cfa6d8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:24.381417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port e114c555-9571-4155-969e-19b5c6cfa6d8 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:24.383959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.387752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-530d4cd0-7d6f-41fd-8186-021e84a5cc2a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "DELETE /v2.0/ports/e114c555-9571-4155-969e-19b5c6cfa6d8 HTTP/1.1" status: 204 len: 173 time: 0.9721129 Apr 20 13:10:24.568338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device af0417de-6fea-4c23-985a-b51c171f7f0e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:24.612594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:24.613028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.625071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port af0417de-6fea-4c23-985a-b51c171f7f0e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:24.626383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.723430 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.744927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port 456c1ae9-1225-40aa-9539-f857c9a4fbb6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=456c1ae9-1225-40aa-9539-f857c9a4fbb6,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:24.745231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.762342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for 456c1ae9-1225-40aa-9539-f857c9a4fbb6 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:24.766844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port af0417de-6fea-4c23-985a-b51c171f7f0e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=af0417de-6fea-4c23-985a-b51c171f7f0e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:24.775376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:24.876271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=af0417de-6fea-4c23-985a-b51c171f7f0e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:25.007398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc534ba6-18f3-4bd3-8e0d-231364be7648 req-9ec30cc3-b714-46a8-87d6-534a5779a003 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.008739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc534ba6-18f3-4bd3-8e0d-231364be7648 req-9ec30cc3-b714-46a8-87d6-534a5779a003 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.1832397 Apr 20 13:10:25.022017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba52c4-eec5-41a7-86dc-0cddab47736f req-720e504e-1e73-4029-8de8-bc92357b11d0 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:25.023503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45ba52c4-eec5-41a7-86dc-0cddab47736f req-720e504e-1e73-4029-8de8-bc92357b11d0 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 946 time: 0.1236897 Apr 20 13:10:25.070141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc534ba6-18f3-4bd3-8e0d-231364be7648 req-6f6523ff-7ff3-4d18-98f5-f3b883cc48d6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/quotas/7c60ecf385a94c3ba216ece6a4f73dce HTTP/1.1" status: 200 len: 375 time: 0.0456655 Apr 20 13:10:25.119497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc534ba6-18f3-4bd3-8e0d-231364be7648 req-dbd71566-b735-4e85-ac5e-8f0ab2329961 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423210 Apr 20 13:10:25.142703 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.179511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=456c1ae9-1225-40aa-9539-f857c9a4fbb6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:25.183809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45ba52c4-eec5-41a7-86dc-0cddab47736f req-ea5a728c-919d-4291-a824-0e6b4b1dbec4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476133 Apr 20 13:10:25.291670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port 456c1ae9-1225-40aa-9539-f857c9a4fbb6 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:25.295678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.299220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-289e11fe-d563-4b27-ae4d-0b54d5be28d6 req-6aab87d9-95d5-4eb4-8158-18f21744f24e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "DELETE /v2.0/ports/456c1ae9-1225-40aa-9539-f857c9a4fbb6 HTTP/1.1" status: 204 len: 173 time: 0.9028592 Apr 20 13:10:25.317826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc534ba6-18f3-4bd3-8e0d-231364be7648 req-9cdeb73a-1721-451d-8879-2409c4820914 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857238 Apr 20 13:10:25.430848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3020997-307b-4431-b9bf-e75ac73004b3 req-a3265e40-4890-4e69-b92f-d98ca1fdff06 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0871501 Apr 20 13:10:25.481598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc534ba6-18f3-4bd3-8e0d-231364be7648 req-a22568a2-80e9-437f-94d2-f20cf1151c74 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469295 Apr 20 13:10:25.567479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73fe3779-b59f-4df6-bf0d-16c3cb9103f8 req-c8eecc5f-e340-4dd3-9db3-ba99b55f5a6a tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 210 time: 0.0419571 Apr 20 13:10:25.613194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:25.697827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b7538b1-41a7-40ac-967b-cd8a636027a3 req-fad4d2e3-438e-4211-bf15-a195907d8c34 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e5ae8dd-336b-4e55-af0b-c51dedaa784b HTTP/1.1" status: 200 len: 210 time: 0.0319483 Apr 20 13:10:25.768309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Sync routers for ids ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:25.782480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Routers {'973ddfb7-9eb3-477b-98d4-56c892cdbe37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:25.786845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:25.802660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af66ccfa-7029-4d23-a6a0-381715ce75a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.925725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af66ccfa-7029-4d23-a6a0-381715ce75a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.934358 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af66ccfa-7029-4d23-a6a0-381715ce75a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:25.983473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-deleted', 'tag': 'e114c555-9571-4155-969e-19b5c6cfa6d8'}, {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-deleted', 'tag': '456c1ae9-1225-40aa-9539-f857c9a4fbb6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:25.987313 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ad28c-7e38-431d-a681-e1a0b4b474fa" -d '{"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-deleted", "tag": "e114c555-9571-4155-969e-19b5c6cfa6d8"}, {"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-deleted", "tag": "456c1ae9-1225-40aa-9539-f857c9a4fbb6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:26.016312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-f41ae290-6b46-4f5a-9bc6-3f01bca6dcf0 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:26.017982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-f41ae290-6b46-4f5a-9bc6-3f01bca6dcf0 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.37 "GET /v2.0/networks?id=b39bd695-a611-42fa-9016-0181c513247e HTTP/1.1" status: 200 len: 911 time: 0.2132490 Apr 20 13:10:26.042335 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-af66ccfa-7029-4d23-a6a0-381715ce75a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5e67e87fddd40d1a804d6fedfc2c97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279311 Apr 20 13:10:26.043079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55776) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:26.049781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Request body: {'port': {'device_id': '26747576-564c-48bd-a16a-fc6d8af854d3', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'admin_state_up': True, 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:26.058313 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ce07dc-5ecd-475d-90a5-4d93dd724d3d x-openstack-request-id: req-45ce07dc-5ecd-475d-90a5-4d93dd724d3d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:26.058852 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-deleted", "tag": "e114c555-9571-4155-969e-19b5c6cfa6d8", "status": "completed", "code": 200}, {"server_uuid": "47d41205-a3ad-4196-9eb6-640ba06e70c0", "name": "network-vif-deleted", "tag": "456c1ae9-1225-40aa-9539-f857c9a4fbb6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:26.059153 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45ce07dc-5ecd-475d-90a5-4d93dd724d3d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:26.059747 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ce07dc-5ecd-475d-90a5-4d93dd724d3d'] response: {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-deleted', 'tag': 'e114c555-9571-4155-969e-19b5c6cfa6d8', 'status': 'completed', 'code': 200} Apr 20 13:10:26.060049 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ce07dc-5ecd-475d-90a5-4d93dd724d3d'] response: {'server_uuid': '47d41205-a3ad-4196-9eb6-640ba06e70c0', 'name': 'network-vif-deleted', 'tag': '456c1ae9-1225-40aa-9539-f857c9a4fbb6', 'status': 'completed', 'code': 200} Apr 20 13:10:26.066031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66ccfa-7029-4d23-a6a0-381715ce75a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b5297-2bac-4928-9e44-4f3378de93ae,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:26.074991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 456c1ae9-1225-40aa-9539-f857c9a4fbb6 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:26.094091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Made reservation on behalf of 96f84a6ce40d443ab9ebfa38f139a3a8 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:26.098062 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.115695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 456c1ae9-1225-40aa-9539-f857c9a4fbb6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:26.116894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 456c1ae9-1225-40aa-9539-f857c9a4fbb6 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:26.117529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13a49032-647e-4b40-80b6-028999127b38 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:26.144748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 13a49032-647e-4b40-80b6-028999127b38 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:26.145366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 13a49032-647e-4b40-80b6-028999127b38 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:26.146028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e114c555-9571-4155-969e-19b5c6cfa6d8 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:26.167000 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57c5d01c-6400-4b0b-ac6b-37b65c02ceb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.173496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: e114c555-9571-4155-969e-19b5c6cfa6d8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:26.174896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e114c555-9571-4155-969e-19b5c6cfa6d8 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:26.177875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Set router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:26.200796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57c5d01c-6400-4b0b-ac6b-37b65c02ceb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.304895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57c5d01c-6400-4b0b-ac6b-37b65c02ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.307806 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57c5d01c-6400-4b0b-ac6b-37b65c02ceb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.309019 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-57c5d01c-6400-4b0b-ac6b-37b65c02ceb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/054b5297-2bac-4928-9e44-4f3378de93ae HTTP/1.1" status: 204 len: 168 time: 0.2589293 Apr 20 13:10:26.327590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5d01c-6400-4b0b-ac6b-37b65c02ceb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b5297-2bac-4928-9e44-4f3378de93ae,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:26.440699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56455147-a2a2-411a-90b4-bf90e0ac329e req-f43cb42b-4c5a-4b1f-9d9a-1ad78636adc8 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=47d41205-a3ad-4196-9eb6-640ba06e70c0 HTTP/1.1" status: 200 len: 210 time: 0.0609612 Apr 20 13:10:26.461513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Allocated IP 172.20.0.6 (b39bd695-a611-42fa-9016-0181c513247e/5bac7257-48b4-49f9-b8a4-9a1d10186232/78fe86af-c784-4959-9007-c3b83f31d7ca) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:26.479679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 4, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port': {'id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5aa59904-6baf-4f43-af6c-4350f655f78b', 'name': '', 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'mac_address': 'fa:16:3e:0b:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:18Z', 'updated_at': '2022-04-20T13:10:20Z', 'revision_number': 2, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'subnets': [{'id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:26.522538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device af0417de-6fea-4c23-985a-b51c171f7f0e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:26.533584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Checking router: 973ddfb7-9eb3-477b-98d4-56c892cdbe37 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:26.534048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Updating router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 port 5aa59904-6baf-4f43-af6c-4350f655f78b binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:10:26.536227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-7e460eaa-3f34-4893-aa17-e87f9280f604 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:26.538903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-7e460eaa-3f34-4893-aa17-e87f9280f604 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.2730765 Apr 20 13:10:26.582569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-8b11c9b6-f4f9-40cf-9b47-3cccdcc6757c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/quotas/7c60ecf385a94c3ba216ece6a4f73dce HTTP/1.1" status: 200 len: 375 time: 0.0359166 Apr 20 13:10:26.594039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.606171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf170398-efbb-4913-bf25-18e630cd20c8 req-7a44a9ff-8635-43c8-8209-41a12c13081b tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0453126 Apr 20 13:10:26.636276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-e51e1ad3-2eb9-4538-b960-0e2cec87e0cb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362921 Apr 20 13:10:26.713153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:26.731723 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f56ceda4-57fd-4616-9766-746784f1d02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.796857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port af0417de-6fea-4c23-985a-b51c171f7f0e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:26.797492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.815713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f56ceda4-57fd-4616-9766-746784f1d02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.820593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f56ceda4-57fd-4616-9766-746784f1d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.868955 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f56ceda4-57fd-4616-9766-746784f1d02c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69d4a91b2bae45b89800542668f3acd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520762 Apr 20 13:10:26.869981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55802) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:26.870927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ceda4-57fd-4616-9766-746784f1d02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b618e1b4-26c0-4ded-a8c8-cc25b03cd5de,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:26.942330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02de540-8318-4dc4-ab95-88d1b1f6d9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.968163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02de540-8318-4dc4-ab95-88d1b1f6d9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.979428 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:26.986470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.026046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02de540-8318-4dc4-ab95-88d1b1f6d9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.029886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02de540-8318-4dc4-ab95-88d1b1f6d9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.031490 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a02de540-8318-4dc4-ab95-88d1b1f6d9fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b618e1b4-26c0-4ded-a8c8-cc25b03cd5de HTTP/1.1" status: 204 len: 168 time: 0.1460996 Apr 20 13:10:27.044693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02de540-8318-4dc4-ab95-88d1b1f6d9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b618e1b4-26c0-4ded-a8c8-cc25b03cd5de,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.074064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aad527-1966-46af-a237-8d49c2400564 None None] Pushing event updated for resources: {'Port': ['ID=5aa59904-6baf-4f43-af6c-4350f655f78b,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.093346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a72e3f1-7df8-4d6a-84b0-c861e69d2a37 req-8d2aad30-4c0f-4e30-9f9a-f4943127f0b9 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 210 time: 0.3962004 Apr 20 13:10:27.152410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Attempting to bind port 5aa59904-6baf-4f43-af6c-4350f655f78b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:27.152637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Attempting to bind port 5aa59904-6baf-4f43-af6c-4350f655f78b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:27.153238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Attempting to bind port 5aa59904-6baf-4f43-af6c-4350f655f78b on network d963020c-c87d-48bc-8a63-038977021c6b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:27.157139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-e3be64ec-817f-456b-958a-f7e79613dede service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084527 Apr 20 13:10:27.160631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:27.161083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Checking segment: {'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:27.161755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.162517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Bound using segment: {'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:27.163095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Bound port: 5aa59904-6baf-4f43-af6c-4350f655f78b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dd2b05-9e92-491d-b55b-aa2d27b6a94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:27.163588 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.195474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.255640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] For port 5aa59904-6baf-4f43-af6c-4350f655f78b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:27.260309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] For port 5aa59904-6baf-4f43-af6c-4350f655f78b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aa59904-6baf-4f43-af6c-4350f655f78b,segment=NetworkSegment(50dd2b05-9e92-491d-b55b-aa2d27b6a94d),segment_id=50dd2b05-9e92-491d-b55b-aa2d27b6a94d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:27.268704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.306260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-ae7b3573-a50b-4b76-b8b4-f1b9eb32f68b service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454902 Apr 20 13:10:27.318812 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.343166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aad527-1966-46af-a237-8d49c2400564 None None] Pushing event updated for resources: {'Port': ['ID=5aa59904-6baf-4f43-af6c-4350f655f78b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.397542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Routers {'973ddfb7-9eb3-477b-98d4-56c892cdbe37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:27.399374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:27.460999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Network b39bd695-a611-42fa-9016-0181c513247e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:27.485970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:27.496442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:27.551384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55814) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:27.554256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3900306f-6743-4527-8054-9febdb0643b3 None None] Provisioning complete for port 5aa59904-6baf-4f43-af6c-4350f655f78b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:27.555107 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3900306f-6743-4527-8054-9febdb0643b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.626130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting subnet 9341279b-3073-4297-8dc8-497ed040ef78 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:27.632358 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.643103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:27.646910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.708364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6755996 Apr 20 13:10:27.711986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] Set router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:27.724807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e2759-999f-47db-b8b5-80b50d40f7f6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Pushing event updated for resources: {'Port': ['ID=78fe86af-c784-4959-9007-c3b83f31d7ca,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:27.737490 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:27.748824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Request body: {'port': {'device_id': '26747576-564c-48bd-a16a-fc6d8af854d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:27.792895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9767776-1090-4fdf-98d5-5270fbc7be07 req-ba23f0e4-52e0-47ea-9254-5dfc8833c7dd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 210 time: 0.1131248 Apr 20 13:10:27.872573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb06166e-07ff-4083-b7f8-877d3a0d8e72 req-f324d456-ff8c-4108-a148-16559a2d42a1 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0892367 Apr 20 13:10:27.962250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.016773 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3900306f-6743-4527-8054-9febdb0643b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.024320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.147144 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.186823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Subnet': ['ID=9341279b-3073-4297-8dc8-497ed040ef78,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:28.204953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.216284 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b953af71-4f6a-47bc-8e75-c7b763b81e51 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/subnets/9341279b-3073-4297-8dc8-497ed040ef78 HTTP/1.1" status: 204 len: 168 time: 0.6636195 Apr 20 13:10:28.220422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55836) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:28.240811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9556b57a-4e33-403d-a2db-e3939a5719cf None None] Network 62550a30-0a0a-456a-946d-c96506d1bfb3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:28.315664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3900306f-6743-4527-8054-9febdb0643b3 None None] For port 5aa59904-6baf-4f43-af6c-4350f655f78b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aa59904-6baf-4f43-af6c-4350f655f78b,segment=NetworkSegment(50dd2b05-9e92-491d-b55b-aa2d27b6a94d),segment_id=50dd2b05-9e92-491d-b55b-aa2d27b6a94d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:28.373379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3900306f-6743-4527-8054-9febdb0643b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.407537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fe86af-c784-4959-9007-c3b83f31d7ca {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:28.410731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.433927 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.472106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Transition to ACTIVE for port object 78fe86af-c784-4959-9007-c3b83f31d7ca will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:28.544928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9673f1ec-4202-48f2-91a0-275c888e2b39 req-36a8db8e-d571-4f74-abbe-8eeddd27cfe1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0685916 Apr 20 13:10:28.553110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:28.553931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.557330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.667551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe86af-c784-4959-9007-c3b83f31d7ca,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:28.687562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23f0b7-c3af-4c72-b08a-6adbdc66fa68 req-699946ea-7612-4558-8126-554f7e6b0a39 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:28.689271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff23f0b7-c3af-4c72-b08a-6adbdc66fa68 req-699946ea-7612-4558-8126-554f7e6b0a39 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1052 time: 0.2116063 Apr 20 13:10:28.709015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port 9bcaf4aa-2237-49a7-bdf7-682126c560d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9bcaf4aa-2237-49a7-bdf7-682126c560d8,segment=NetworkSegment(4899a044-3b58-46b1-831c-749bb45bc2f1),segment_id=4899a044-3b58-46b1-831c-749bb45bc2f1)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:28.709488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.740570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for 9bcaf4aa-2237-49a7-bdf7-682126c560d8 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:28.752036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-4e3821b5-07c2-47ab-abed-306f2f23573d req-829a1721-76ce-45b7-bede-92622255d00f service neutron] (109409) timed out ('10.222.0.24', 59182) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:10:28.752255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa59904-6baf-4f43-af6c-4350f655f78b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:28.795113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff23f0b7-c3af-4c72-b08a-6adbdc66fa68 req-379300e8-4208-4a40-8e6b-edc645314f5b tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978236 Apr 20 13:10:28.837536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Attempting to bind port 78fe86af-c784-4959-9007-c3b83f31d7ca on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:28.837915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Attempting to bind port 78fe86af-c784-4959-9007-c3b83f31d7ca by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:28.838249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Attempting to bind port 78fe86af-c784-4959-9007-c3b83f31d7ca on network b39bd695-a611-42fa-9016-0181c513247e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:28.844424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Port 78fe86af-c784-4959-9007-c3b83f31d7ca on network b39bd695-a611-42fa-9016-0181c513247e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:28.844704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Attempting to bind port 78fe86af-c784-4959-9007-c3b83f31d7ca on network b39bd695-a611-42fa-9016-0181c513247e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:28.850453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:28.850790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Checking segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:28.851190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Bound using segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:28.852205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Bound port: 78fe86af-c784-4959-9007-c3b83f31d7ca, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:28.853353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:28.968101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a946481-1885-4cd2-bb6d-f2aa7c78bee5 req-6c86d02d-352f-4184-83e1-2f640538f3aa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 210 time: 0.0395317 Apr 20 13:10:28.996521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.016497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a670c6ed-bebc-4c56-b00e-b886b8e5bf1a req-87f88865-ce65-4381-80b0-86116962ec62 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0471411 Apr 20 13:10:29.023602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] For port 78fe86af-c784-4959-9007-c3b83f31d7ca, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:29.026918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] For port 78fe86af-c784-4959-9007-c3b83f31d7ca, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=78fe86af-c784-4959-9007-c3b83f31d7ca,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:29.033729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.071652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=9bcaf4aa-2237-49a7-bdf7-682126c560d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:29.079819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port 9bcaf4aa-2237-49a7-bdf7-682126c560d8 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:29.084919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:29.085484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.086907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] 10.222.0.37 "PUT /v2.0/ports/78fe86af-c784-4959-9007-c3b83f31d7ca HTTP/1.1" status: 200 len: 1091 time: 1.3516586 Apr 20 13:10:29.087357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26747576-564c-48bd-a16a-fc6d8af854d3', 'tag': '78fe86af-c784-4959-9007-c3b83f31d7ca'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:29.089985 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f01dec-7a74-4232-815c-51eaf80e9ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "26747576-564c-48bd-a16a-fc6d8af854d3", "tag": "78fe86af-c784-4959-9007-c3b83f31d7ca"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:29.111684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900306f-6743-4527-8054-9febdb0643b3 None None] Pushing event updated for resources: {'Port': ['ID=5aa59904-6baf-4f43-af6c-4350f655f78b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:29.187403 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bdd4f6-0e74-473c-a8e9-2f5da145c5d0 x-openstack-request-id: req-37bdd4f6-0e74-473c-a8e9-2f5da145c5d0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:29.187695 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26747576-564c-48bd-a16a-fc6d8af854d3", "tag": "78fe86af-c784-4959-9007-c3b83f31d7ca", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:29.187989 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37bdd4f6-0e74-473c-a8e9-2f5da145c5d0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:29.188403 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bdd4f6-0e74-473c-a8e9-2f5da145c5d0'] response: {'name': 'network-changed', 'server_uuid': '26747576-564c-48bd-a16a-fc6d8af854d3', 'tag': '78fe86af-c784-4959-9007-c3b83f31d7ca', 'status': 'completed', 'code': 200} Apr 20 13:10:29.203929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-06a30305-03ac-4265-b9a8-16d588f9ea99 None None] Provisioning complete for port 5aa59904-6baf-4f43-af6c-4350f655f78b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:29.204295 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06a30305-03ac-4265-b9a8-16d588f9ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.251920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.288680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14127c4-29b3-4415-98c8-cf98ef9f0f60 None None] DHCP port deletion for 62550a30-0a0a-456a-946d-c96506d1bfb3 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:10:29.294902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5aa59904-6baf-4f43-af6c-4350f655f78b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:29.295272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.298746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 4, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port': {'id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5aa59904-6baf-4f43-af6c-4350f655f78b', 'name': '', 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'mac_address': 'fa:16:3e:0b:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:18Z', 'updated_at': '2022-04-20T13:10:27Z', 'revision_number': 4, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'subnets': [{'id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.313024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0aed8-5f84-4f9d-8fd9-a366f931c165 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe86af-c784-4959-9007-c3b83f31d7ca,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:29.338288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62550a30-0a0a-456a-946d-c96506d1bfb3']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.354974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4899a044-3b58-46b1-831c-749bb45bc2f1') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.358243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4899a044-3b58-46b1-831c-749bb45bc2f1') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:29.374950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-ffb481a6-0862-4312-bdf6-1b44cbb9adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:29.376566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-ffb481a6-0862-4312-bdf6-1b44cbb9adb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f84a6ce40d443ab9ebfa38f139a3a8&device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1094 time: 0.2100916 Apr 20 13:10:29.380226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.396953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302db558-c5ed-498d-901d-62bc41731b71 None None] The sync data for ids ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'] in n-d-838550-2 is: [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:10:19Z', 'revision_number': 4, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port': {'id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5aa59904-6baf-4f43-af6c-4350f655f78b', 'name': '', 'network_id': 'd963020c-c87d-48bc-8a63-038977021c6b', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'mac_address': 'fa:16:3e:0b:31:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2608, 'fixed_ips': [{'subnet_id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:18Z', 'updated_at': '2022-04-20T13:10:27Z', 'revision_number': 4, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'subnets': [{'id': '7aafc0d6-0b17-4300-9d3f-c62cdec79433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:29.399368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.411748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:29.412324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:29.420401 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:29.514015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-69463a5d-0570-4284-89c6-c3279c2bd845 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fe86af-c784-4959-9007-c3b83f31d7ca HTTP/1.1" status: 200 len: 217 time: 0.1195376 Apr 20 13:10:29.577961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-f0fb9e31-22c3-4005-a542-ef6869d0ebf0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:29.580028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-f0fb9e31-22c3-4005-a542-ef6869d0ebf0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.4762614 Apr 20 13:10:29.598606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Request body: {'port': {'device_id': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'admin_state_up': True, 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:29.602438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.623737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.634111 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/networks/62550a30-0a0a-456a-946d-c96506d1bfb3 HTTP/1.1" status: 204 len: 168 time: 1.4125793 Apr 20 13:10:29.638934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55860) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:29.671561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c0cd3-1d0c-4cd1-80a0-790e97a566d4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Network': ['ID=62550a30-0a0a-456a-946d-c96506d1bfb3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:29.713139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-084d0c04-448c-4c6f-8ac7-56bc10d3a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:29.715040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-084d0c04-448c-4c6f-8ac7-56bc10d3a579 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bac7257-48b4-49f9-b8a4-9a1d10186232 HTTP/1.1" status: 200 len: 849 time: 0.1879771 Apr 20 13:10:29.727099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting subnet 9f2ba913-b563-4b5d-9ba5-c479195b6a43 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:29.730465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.783151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.812300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-8b9b4d04-4472-4ffd-8fd4-fc0a0e9603cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:29.814268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-8b9b4d04-4472-4ffd-8fd4-fc0a0e9603cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b39bd695-a611-42fa-9016-0181c513247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888448 Apr 20 13:10:29.886068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:29.890150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:29.960783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.046176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.054114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-78198d80-f634-4fa3-bcb8-91860402b009 service neutron] 10.222.0.37 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321227 Apr 20 13:10:30.086209 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2ba913-b563-4b5d-9ba5-c479195b6a43,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:30.090277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.094987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df1c1bae-8939-4acb-b86d-d676a11f4331 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/subnets/9f2ba913-b563-4b5d-9ba5-c479195b6a43 HTTP/1.1" status: 204 len: 168 time: 0.4544623 Apr 20 13:10:30.097250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:30.105796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e07c4dd-1820-4fae-adb7-8abacdac8d65 None None] Network 255a5c86-5003-42e0-aa9d-32aa61087adc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:30.189728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe731e-3c39-4a93-a50e-ec780e31f065 req-b93a03a0-464a-4fcb-8057-810a4a15e6fa tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:30.191265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9fe731e-3c39-4a93-a50e-ec780e31f065 req-b93a03a0-464a-4fcb-8057-810a4a15e6fa tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1094 time: 0.2450628 Apr 20 13:10:30.226150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-314f1619-d61d-4fcd-88bf-1a9873498e26 req-df5453be-a2b1-4381-98bd-5e44a6dba2b5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 210 time: 0.0841835 Apr 20 13:10:30.286766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.321268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Allocated IP 172.20.0.13 (a6583879-3b19-4a76-a691-63bd64d0efce/c5fe488d-c8f4-4013-96f1-4bf18786073c/94ef2e8b-2b8a-4ec7-bcbc-97fae1891083) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:30.367239 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port a627e6fe-d635-4a2a-bfed-35996793cdc7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:30.367533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9462505e-386b-47cf-b97d-ce0c141dfbc1 req-039069d2-8e62-4b12-87ee-c26091a584bf service neutron] 10.222.0.37 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041916 Apr 20 13:10:30.367837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.372290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9fe731e-3c39-4a93-a50e-ec780e31f065 req-eb5cdd77-b49f-429b-a204-3d6818957197 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690958 Apr 20 13:10:30.423299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] DHCP port deletion for 255a5c86-5003-42e0-aa9d-32aa61087adc request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:10:30.461549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63f17802-0397-4dea-8570-937005b0d5d0 req-47778d11-c601-4e93-8d92-85a95183c7b2 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0913734 Apr 20 13:10:30.496854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Deleting port a627e6fe-d635-4a2a-bfed-35996793cdc7 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:30.497871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.524040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port a627e6fe-d635-4a2a-bfed-35996793cdc7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a627e6fe-d635-4a2a-bfed-35996793cdc7,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:30.524624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.576293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for a627e6fe-d635-4a2a-bfed-35996793cdc7 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:30.588091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-ade3d530-d3b3-42d7-9d5e-7aea5b0c2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:30.591479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-ade3d530-d3b3-42d7-9d5e-7aea5b0c2ff9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96f84a6ce40d443ab9ebfa38f139a3a8&device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1094 time: 0.1327853 Apr 20 13:10:30.600642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa59904-6baf-4f43-af6c-4350f655f78b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:30.687189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.736177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=a627e6fe-d635-4a2a-bfed-35996793cdc7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:30.763830 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.764179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.764517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.765342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.765715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.766706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.767041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.767375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.767687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.768012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.768531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.778318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-b2c7ed57-dc51-46f5-b5db-4638cd15621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:30.779976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-b2c7ed57-dc51-46f5-b5db-4638cd15621a service neutron] 10.222.0.37 "GET /v2.0/networks?id=b39bd695-a611-42fa-9016-0181c513247e HTTP/1.1" status: 200 len: 911 time: 0.1818004 Apr 20 13:10:30.780183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:30.786367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] For port a627e6fe-d635-4a2a-bfed-35996793cdc7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a627e6fe-d635-4a2a-bfed-35996793cdc7,segment=NetworkSegment(a84844c9-5008-406b-a8ee-617e116591cf),segment_id=a84844c9-5008-406b-a8ee-617e116591cf)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:30.787352 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.806014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5aa59904-6baf-4f43-af6c-4350f655f78b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:30.807126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port a627e6fe-d635-4a2a-bfed-35996793cdc7 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:30.808059 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.811673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Calling delete_port for a627e6fe-d635-4a2a-bfed-35996793cdc7 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:30.840286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-735eb979-9f9f-43f6-91dd-215aef251424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fe86af-c784-4959-9007-c3b83f31d7ca HTTP/1.1" status: 200 len: 217 time: 0.0468223 Apr 20 13:10:30.901900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.906463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aee648cd-f813-422b-aa63-98320f2bf3ce req-de2551fe-dbcd-4aa2-8741-5fd5ed5aa042 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0651240 Apr 20 13:10:30.908396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8612738f-10e1-4d48-89c8-1d813c259dfc req-af41b8cf-952d-45eb-a068-47c9743c0d87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0dca3c5e6bd246e8ba50e78f8e2365c6&device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0745289 Apr 20 13:10:30.960685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8612738f-10e1-4d48-89c8-1d813c259dfc req-4c0055df-2cad-48cd-90f1-cbe6e0b79803 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=0dca3c5e6bd246e8ba50e78f8e2365c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313978 Apr 20 13:10:30.991937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.993287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:30.998376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-79adaded-c21f-456d-85ff-f0d7f4b2d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:30.998584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-79adaded-c21f-456d-85ff-f0d7f4b2d614 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5bac7257-48b4-49f9-b8a4-9a1d10186232 HTTP/1.1" status: 200 len: 849 time: 0.1395390 Apr 20 13:10:31.029130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255a5c86-5003-42e0-aa9d-32aa61087adc']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:31.041850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84844c9-5008-406b-a8ee-617e116591cf') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:31.041850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84844c9-5008-406b-a8ee-617e116591cf') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:31.048689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Pushing event deleted for resources: {'Port': ['ID=a627e6fe-d635-4a2a-bfed-35996793cdc7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.052561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] No DVR routers for this DVR port a627e6fe-d635-4a2a-bfed-35996793cdc7 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:31.057522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.075311 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.078244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.079115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.079466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.079806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.080458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.080794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.081127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.081458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.082355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.082698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.083031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.083364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d363a0-8cda-45ec-91cd-4950ac25da98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:31.084770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:31.085228 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.086790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9bcaf4aa-2237-49a7-bdf7-682126c560d8 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:31.089819 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:31.114546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9bcaf4aa-2237-49a7-bdf7-682126c560d8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:31.115020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9bcaf4aa-2237-49a7-bdf7-682126c560d8 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:31.115697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a627e6fe-d635-4a2a-bfed-35996793cdc7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:31.134331 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.145614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a627e6fe-d635-4a2a-bfed-35996793cdc7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:31.146281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a627e6fe-d635-4a2a-bfed-35996793cdc7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:31.163947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-328ff7fc-cb69-4071-9fe5-c0be7d492b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.164858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-328ff7fc-cb69-4071-9fe5-c0be7d492b8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b39bd695-a611-42fa-9016-0181c513247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516283 Apr 20 13:10:31.172266 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.183656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.190112 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/networks/255a5c86-5003-42e0-aa9d-32aa61087adc HTTP/1.1" status: 204 len: 168 time: 1.0915680 Apr 20 13:10:31.193182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Network a6583879-3b19-4a76-a691-63bd64d0efce is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:31.195439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55908) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.201290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:31.203111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554cb62-5021-4dfa-84f5-c1cad1e47557 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Network': ['ID=255a5c86-5003-42e0-aa9d-32aa61087adc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.208557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1343670016'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:31.216980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.218699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:31.317427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612738f-10e1-4d48-89c8-1d813c259dfc req-8f57b335-330a-489d-9357-82da85c63bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.318865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8612738f-10e1-4d48-89c8-1d813c259dfc req-8f57b335-330a-489d-9357-82da85c63bf9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3487539 Apr 20 13:10:31.330244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event updated for resources: {'Port': ['ID=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.345765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f34e5f81-d69e-44e6-9b3d-1359f4199d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.354203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:31.357582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.402084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.402694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.427065 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f34e5f81-d69e-44e6-9b3d-1359f4199d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.431797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f34e5f81-d69e-44e6-9b3d-1359f4199d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.453214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-721abbcf-a786-4cd6-ace9-791b496a9903 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8633237 Apr 20 13:10:31.456235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:31.459442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-7fd5b462-eb2f-42ad-bc72-3ced092c79cc service neutron] 10.222.0.37 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647457 Apr 20 13:10:31.471664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee728cd-059f-4ee0-9de7-c22d8775ae61 req-45f72b24-76e8-402c-97a6-f24e0069e25e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.472091 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f34e5f81-d69e-44e6-9b3d-1359f4199d6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9cf9b91e6b34f258c10d57edf0ebf89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538962 Apr 20 13:10:31.473140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ee728cd-059f-4ee0-9de7-c22d8775ae61 req-45f72b24-76e8-402c-97a6-f24e0069e25e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 932 time: 0.1519971 Apr 20 13:10:31.477997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Request body: {'port': {'device_id': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:31.478190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e5f81-d69e-44e6-9b3d-1359f4199d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eacb774-31e8-45c6-aa0b-7635100c118b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.480478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.518589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.518940 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Added segment 60c35320-a066-49bd-9c8b-a03f7916dd32 of type vlan for network 0bb84a1c-d89a-478f-8515-c77635c4b25a Apr 20 13:10:31.532102 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e06549f-4f99-40d9-aaaf-b1bc3d5f7da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.553050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e06549f-4f99-40d9-aaaf-b1bc3d5f7da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.598852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e06549f-4f99-40d9-aaaf-b1bc3d5f7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.601772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e06549f-4f99-40d9-aaaf-b1bc3d5f7da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.602946 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e06549f-4f99-40d9-aaaf-b1bc3d5f7da0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eacb774-31e8-45c6-aa0b-7635100c118b HTTP/1.1" status: 204 len: 168 time: 0.1204078 Apr 20 13:10:31.615340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06549f-4f99-40d9-aaaf-b1bc3d5f7da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eacb774-31e8-45c6-aa0b-7635100c118b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.671376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.686544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ee728cd-059f-4ee0-9de7-c22d8775ae61 req-63241ffe-dd01-45f4-b912-0a28f5602184 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962938 Apr 20 13:10:31.705373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.710014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb056f6-7b8e-4cd1-be50-ba66aee675bd req-9c022504-f58f-4605-8587-c1a3ee415ae1 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.711646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fb056f6-7b8e-4cd1-be50-ba66aee675bd req-9c022504-f58f-4605-8587-c1a3ee415ae1 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1094 time: 0.2204409 Apr 20 13:10:31.766558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f01dec-7a74-4232-815c-51eaf80e9ef2 req-7a55bbb6-d375-43ca-a9fa-efc160b44964 service neutron] 10.222.0.37 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853005 Apr 20 13:10:31.786530 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.791983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:31.792562 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.873704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6698921 Apr 20 13:10:31.876458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55924) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.883176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fb056f6-7b8e-4cd1-be50-ba66aee675bd req-4ef443e5-ef8a-42db-9dcf-437fba8de2ec tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510165 Apr 20 13:10:31.884822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'subnet': {'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:31.890180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55926) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:31.920856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f70baf3-a305-45f7-8841-fa25b1c7ffef admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:31.951093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bb495-3f11-4962-b280-8cf538ec1d30 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Network': ['ID=0bb84a1c-d89a-478f-8515-c77635c4b25a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:31.970437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0bb84a1c-d89a-478f-8515-c77635c4b25a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:32.023024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:32.026827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.062585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db1c13c7-499a-4cda-b783-8ad3b6003ba9 req-7b5ee110-d0cf-46dc-a497-2d1594177959 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0330045 Apr 20 13:10:32.143900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f70baf3-a305-45f7-8841-fa25b1c7ffef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.149713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f70baf3-a305-45f7-8841-fa25b1c7ffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.164206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:32.172206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.184550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Transition to ACTIVE for port object 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:32.189107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.214826 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f70baf3-a305-45f7-8841-fa25b1c7ffef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72f34e91515f451f83e1661d640db828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221128 Apr 20 13:10:32.217689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55930) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:32.218815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70baf3-a305-45f7-8841-fa25b1c7ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f660f4-55c1-4c4e-9954-bc181896bbaa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:32.253575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Pushing event updated for resources: {'Port': ['ID=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:32.284014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.335591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddfec22b-270a-454c-808e-bceb3fafe8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.346776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Subnet': ['ID=4cc612b6-467d-4dd8-bc96-c406e6db34f2,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:32.362133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Checking segment: {'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:32.363092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network hostable DHCP agents. Network: 0bb84a1c-d89a-478f-8515-c77635c4b25a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:32.372542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Attempting to bind port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:32.372869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Attempting to bind port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:32.373188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Attempting to bind port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:32.378077 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddfec22b-270a-454c-808e-bceb3fafe8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.384595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 0bb84a1c-d89a-478f-8515-c77635c4b25a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:32.388680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 on network a6583879-3b19-4a76-a691-63bd64d0efce not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:32.389214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Attempting to bind port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:32.397341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0bb84a1c-d89a-478f-8515-c77635c4b25a) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:32.404520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:32.404866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Checking segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:32.405253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Bound using segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:32.405723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Bound port: 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:32.406147 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.414955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405396a6-9018-425c-96dd-a8f595371e5b None None] Network 0bb84a1c-d89a-478f-8515-c77635c4b25a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:32.415225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.416445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.446986 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a8e33190-4beb-4ccd-b50c-e4ef3bfb2ec9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5685632 Apr 20 13:10:32.447655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55932) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:32.452645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-306383294'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:32.476623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:32.481355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.517990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:32.526191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] For port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:32.538978 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.539578 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Added segment b1bc5e20-9d09-40e4-85ea-1bf81fd1494c of type vlan for network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 Apr 20 13:10:32.539746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] For port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:32.540775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddfec22b-270a-454c-808e-bceb3fafe8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.543439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddfec22b-270a-454c-808e-bceb3fafe8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.544645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ddfec22b-270a-454c-808e-bceb3fafe8b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3f660f4-55c1-4c4e-9954-bc181896bbaa HTTP/1.1" status: 204 len: 168 time: 0.3243415 Apr 20 13:10:32.595081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.603733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-0bb84a1c-d89a-478f-8515-c77635c4b25a', 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'fixed_ips': [{'subnet_id': '4cc612b6-467d-4dd8-bc96-c406e6db34f2'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:32.604897 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.605345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8612738f-10e1-4d48-89c8-1d813c259dfc req-6dfbc210-1392-408a-9a41-f2200c5f9c31 tempest-ServerShowV254Test-1978958514 tempest-ServerShowV254Test-1978958514-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6677223-aca2-41aa-803f-0ee3d2634c8a HTTP/1.1" status: 200 len: 210 time: 0.0766945 Apr 20 13:10:32.606108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfec22b-270a-454c-808e-bceb3fafe8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f660f4-55c1-4c4e-9954-bc181896bbaa,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:32.611662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.630442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.631174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.632815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] 10.222.0.30 "PUT /v2.0/ports/94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 HTTP/1.1" status: 200 len: 1092 time: 1.1689112 Apr 20 13:10:32.634392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'tag': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:32.644351 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba" -d '{"events": [{"name": "network-changed", "server_uuid": "11d58b29-d31a-4532-b070-9616a21d7a4b", "tag": "94ef2e8b-2b8a-4ec7-bcbc-97fae1891083"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:32.661031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.671800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.672972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.763222 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc8c0bf-c4be-41ca-9ca4-bcf3f6dde365 x-openstack-request-id: req-5fc8c0bf-c4be-41ca-9ca4-bcf3f6dde365 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:32.764055 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d58b29-d31a-4532-b070-9616a21d7a4b", "tag": "94ef2e8b-2b8a-4ec7-bcbc-97fae1891083", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:32.764055 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fc8c0bf-c4be-41ca-9ca4-bcf3f6dde365 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:32.764856 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fc8c0bf-c4be-41ca-9ca4-bcf3f6dde365'] response: {'name': 'network-changed', 'server_uuid': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'tag': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083', 'status': 'completed', 'code': 200} Apr 20 13:10:32.797061 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3482184 Apr 20 13:10:32.805365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55940) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:32.813513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6efa27-5964-4986-8e8c-8d10142735f2 service neutron] Pushing event updated for resources: {'Port': ['ID=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:32.814018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'subnet': {'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:32.839499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa0bf5-de44-465a-948a-0a8f3e6495ec tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Network': ['ID=8ec6ca3f-ab8b-4016-a10d-1e57b12f1556,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:32.858231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:32.901921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-f2319652-47a2-407e-89b4-4e4d06d7c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.903818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-f2319652-47a2-407e-89b4-4e4d06d7c459 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 1095 time: 0.1876895 Apr 20 13:10:32.929339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Allocated IP 19.80.0.2 (0bb84a1c-d89a-478f-8515-c77635c4b25a/4cc612b6-467d-4dd8-bc96-c406e6db34f2/476d8863-0ae9-435a-a545-a6a184b1d3ca) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:32.939311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:32.945225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:32.955427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-113f4c11-3c98-4133-94e2-bff1b2fd7dab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 HTTP/1.1" status: 200 len: 217 time: 0.0408454 Apr 20 13:10:32.964748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae15c22-9512-46eb-8a71-e95d9a1d9955 req-bb3a7470-a4b9-4bd1-8055-1848e1963719 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:32.966400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bae15c22-9512-46eb-8a71-e95d9a1d9955 req-bb3a7470-a4b9-4bd1-8055-1848e1963719 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 944 time: 0.1206293 Apr 20 13:10:33.105248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-2a7321a1-da08-4d58-8d78-6f3b0a404f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:33.116343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-2a7321a1-da08-4d58-8d78-6f3b0a404f39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.1489818 Apr 20 13:10:33.121970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bae15c22-9512-46eb-8a71-e95d9a1d9955 req-05c96386-5f01-4b19-9d91-a8e9906b9b8d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454961 Apr 20 13:10:33.161796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.171296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.192950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-aa70d955-4bb8-4e4c-b585-2bd5bc3cadec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690382 Apr 20 13:10:33.195969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b20e-cbe4-46c9-91eb-cf854ee772cd req-abf35907-d35a-43f9-b73e-e65280426003 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:33.197902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a15b20e-cbe4-46c9-91eb-cf854ee772cd req-abf35907-d35a-43f9-b73e-e65280426003 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1094 time: 0.1684327 Apr 20 13:10:33.198927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Network 0bb84a1c-d89a-478f-8515-c77635c4b25a is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:33.242049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:33.245333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:33.282494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.284957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a15b20e-cbe4-46c9-91eb-cf854ee772cd req-bc13c4ed-0f05-4003-b6ee-183079304f40 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770624 Apr 20 13:10:33.329720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Attempting to bind port 476d8863-0ae9-435a-a545-a6a184b1d3ca on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:33.330389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Attempting to bind port 476d8863-0ae9-435a-a545-a6a184b1d3ca by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:33.330747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Attempting to bind port 476d8863-0ae9-435a-a545-a6a184b1d3ca on network 0bb84a1c-d89a-478f-8515-c77635c4b25a {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:33.338548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Pushing event updated for resources: {'Port': ['ID=476d8863-0ae9-435a-a545-a6a184b1d3ca,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:33.341043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:33.341665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Checking segment: {'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:33.342071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.342452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Bound using segment: {'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:33.342918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Bound port: 476d8863-0ae9-435a-a545-a6a184b1d3ca, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:33.343294 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.365623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-1f75e0eb-ea4c-4ca4-877a-b5194d24e641 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526191 Apr 20 13:10:33.393624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Checking segment: {'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:33.394165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network hostable DHCP agents. Network: 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:33.399501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Subnet': ['ID=f8fac085-c8e9-480f-ae3d-44ea2ed81064,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:33.416390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] For port 476d8863-0ae9-435a-a545-a6a184b1d3ca, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:33.420028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] For port 476d8863-0ae9-435a-a545-a6a184b1d3ca, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=476d8863-0ae9-435a-a545-a6a184b1d3ca,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:33.425003 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.448489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:33.464863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:33.474131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:33.474768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.486098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62cf27a-39b5-4f66-a71b-00e6692eaa0f None None] Network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:33.500025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab07755-a7c5-44a3-83c8-ada0128a8fc6 req-6569924d-0935-4ef5-87f6-de84c84ae583 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306973 Apr 20 13:10:33.517815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f88165d2-a190-4447-bb02-611a58fff885 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7033844 Apr 20 13:10:33.675927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-32cf47a6-f99c-4766-bf68-74c5c95cf001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:33.677936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-32cf47a6-f99c-4766-bf68-74c5c95cf001 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 1095 time: 0.1007152 Apr 20 13:10:33.693165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ce27a-ae4e-4e61-95ca-daf4d505904d None None] Pushing event updated for resources: {'Port': ['ID=476d8863-0ae9-435a-a545-a6a184b1d3ca,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:33.719803 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-010c9e83-190b-4740-99f8-99a717717066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.754006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-8ec6ca3f-ab8b-4016-a10d-1e57b12f1556', 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'fixed_ips': [{'subnet_id': 'f8fac085-c8e9-480f-ae3d-44ea2ed81064'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:33.755131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:33.838579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55978) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:33.929401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 78fe86af-c784-4959-9007-c3b83f31d7ca details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:34.066901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Allocated IP 19.86.0.2 (8ec6ca3f-ab8b-4016-a10d-1e57b12f1556/f8fac085-c8e9-480f-ae3d-44ea2ed81064/f5ceddd8-e31c-4c97-a14e-fdee28eb3fad) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:34.197582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ee098ab-8b8e-4c64-a623-3643f178bb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.202141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 78fe86af-c784-4959-9007-c3b83f31d7ca, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=78fe86af-c784-4959-9007-c3b83f31d7ca,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:34.225698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '78fe86af-c784-4959-9007-c3b83f31d7ca', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'port_id': '78fe86af-c784-4959-9007-c3b83f31d7ca', 'mac_address': 'fa:16:3e:25:9b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:34.312277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ee098ab-8b8e-4c64-a623-3643f178bb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.322453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ee098ab-8b8e-4c64-a623-3643f178bb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.330993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.352889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fe86af-c784-4959-9007-c3b83f31d7ca {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:34.355287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9ee098ab-8b8e-4c64-a623-3643f178bb3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dca3c5e6bd246e8ba50e78f8e2365c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085418 Apr 20 13:10:34.363210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:34.381243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.386498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 78fe86af-c784-4959-9007-c3b83f31d7ca, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=78fe86af-c784-4959-9007-c3b83f31d7ca,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:34.389569 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.394904 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.438715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:34.439621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee098ab-8b8e-4c64-a623-3643f178bb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd62220b-da6f-4d22-ab7a-504805538185,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.440670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:34.444990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:34.449023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18fcc554-d995-48a4-9cb2-9afb8f75e951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.480919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad234f-fd8c-4ea7-b2e9-f12f66b125ae req-b021ae3f-1c41-47b1-b782-514b0e64f387 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.484276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4ad234f-fd8c-4ea7-b2e9-f12f66b125ae req-b021ae3f-1c41-47b1-b782-514b0e64f387 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 944 time: 0.1160767 Apr 20 13:10:34.484276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-8fd661e6-5226-4aef-9944-cdbec96548e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.484276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-8fd661e6-5226-4aef-9944-cdbec96548e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.7959454 Apr 20 13:10:34.500143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18fcc554-d995-48a4-9cb2-9afb8f75e951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.500304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Pushing event updated for resources: {'Port': ['ID=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.569720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18fcc554-d995-48a4-9cb2-9afb8f75e951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.573170 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18fcc554-d995-48a4-9cb2-9afb8f75e951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.575386 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18fcc554-d995-48a4-9cb2-9afb8f75e951 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd62220b-da6f-4d22-ab7a-504805538185 HTTP/1.1" status: 204 len: 168 time: 0.2111130 Apr 20 13:10:34.585718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fcc554-d995-48a4-9cb2-9afb8f75e951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd62220b-da6f-4d22-ab7a-504805538185,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.614433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-62e92866-d86c-4758-8889-d505b98582c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 HTTP/1.1" status: 200 len: 217 time: 0.1191237 Apr 20 13:10:34.639952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-32370221-4cb3-4add-8cbc-57b073b2930d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.649032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-32370221-4cb3-4add-8cbc-57b073b2930d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.660991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-32370221-4cb3-4add-8cbc-57b073b2930d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/networks?id=0bb84a1c-d89a-478f-8515-c77635c4b25a&id=8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 HTTP/1.1" status: 200 len: 1391 time: 0.8966925 Apr 20 13:10:34.669996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['78fe86af-c784-4959-9007-c3b83f31d7ca'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:34.672697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Attempting to bind port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:34.673070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Attempting to bind port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:34.673467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Attempting to bind port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad on network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:34.695496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4ad234f-fd8c-4ea7-b2e9-f12f66b125ae req-bebb4137-9bcf-4056-b82d-532e6551dce6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935802 Apr 20 13:10:34.759047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 476d8863-0ae9-435a-a545-a6a184b1d3ca up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:34.803530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=78fe86af-c784-4959-9007-c3b83f31d7ca,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:34.825401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:34.831028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Checking segment: {'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:34.831760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.832391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Bound using segment: {'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:34.832827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Bound port: f5ceddd8-e31c-4c97-a14e-fdee28eb3fad, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:34.833291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.880502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-af255aa3-0d54-499a-9380-eff7c876873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:34.882371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-af255aa3-0d54-499a-9380-eff7c876873b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.2607791 Apr 20 13:10:34.886650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-b954b812-a87d-4efb-b8c1-295001e457fc tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/quotas/8aaaffba3c734f838f85cba3dfc35c14 HTTP/1.1" status: 200 len: 375 time: 0.2243061 Apr 20 13:10:34.910536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 476d8863-0ae9-435a-a545-a6a184b1d3ca triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:34.910914 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:34.992596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-4513cb9d-7439-4357-b21f-de4af8645094 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002438 Apr 20 13:10:35.025533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] For port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:35.029237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] For port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:35.042367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.088396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740ed07-4c5d-4ddd-8e99-a26a81170fdf req-4f411a74-6776-4575-8ceb-b7a5a5a7f3b5 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:35.100748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f740ed07-4c5d-4ddd-8e99-a26a81170fdf req-4f411a74-6776-4575-8ceb-b7a5a5a7f3b5 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1095 time: 0.2702084 Apr 20 13:10:35.110453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d49c03-7140-4290-a86e-7ea3cb34e361 None None] Network 0bb84a1c-d89a-478f-8515-c77635c4b25a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:35.159202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-dc0e5839-4a15-404e-80cf-05a8239ab51e tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2540898 Apr 20 13:10:35.205218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f740ed07-4c5d-4ddd-8e99-a26a81170fdf req-486102db-364e-4c1a-8a97-ab42ba6d3840 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004016 Apr 20 13:10:35.296321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-9be68c81-32ee-4519-8126-8d0bbc2f1a69 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966502 Apr 20 13:10:35.413168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-5ca51dff-506e-4f85-8ebc-3281c5a562cd service neutron] 10.222.0.24 "GET /v2.0/networks/0bb84a1c-d89a-478f-8515-c77635c4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339206 Apr 20 13:10:35.520045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9e6298c-8e64-4f8c-95e1-be02dfb564ba req-e2919890-f6dd-449f-91c2-00887dd4cd74 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161636 Apr 20 13:10:35.528599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4255d05-b6f8-4a68-a575-7f2ac8d07448 None None] Pushing event updated for resources: {'Port': ['ID=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:35.542683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e56ae001-c7b5-4efd-9bd3-f7a47285f2b0 None None] Provisioning complete for port 476d8863-0ae9-435a-a545-a6a184b1d3ca triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:35.543483 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e56ae001-c7b5-4efd-9bd3-f7a47285f2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.555027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.604945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-98a4c45a-2a81-4ce3-9b89-d7b8396d80ca service neutron] 10.222.0.24 "GET /v2.0/networks/0bb84a1c-d89a-478f-8515-c77635c4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752915 Apr 20 13:10:35.750718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-d95c3ff5-025c-4c52-9a55-b58ce4c4f81f service neutron] 10.222.0.24 "GET /v2.0/networks/8ec6ca3f-ab8b-4016-a10d-1e57b12f1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422148 Apr 20 13:10:35.751224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 476d8863-0ae9-435a-a545-a6a184b1d3ca, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=476d8863-0ae9-435a-a545-a6a184b1d3ca,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:35.763437 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:35.904595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=476d8863-0ae9-435a-a545-a6a184b1d3ca,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:35.920087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b7e15-67e0-4525-afb6-46df05be74bf req-22ed3401-3d39-4e87-9ecc-78fdacb3fca7 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:35.921781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb4b7e15-67e0-4525-afb6-46df05be74bf req-22ed3401-3d39-4e87-9ecc-78fdacb3fca7 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 944 time: 0.0898364 Apr 20 13:10:35.923861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-a426171c-1ac6-43d1-9ac9-431624c240e1 service neutron] 10.222.0.24 "GET /v2.0/networks/8ec6ca3f-ab8b-4016-a10d-1e57b12f1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672106 Apr 20 13:10:35.942414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 78fe86af-c784-4959-9007-c3b83f31d7ca up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:36.022211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb4b7e15-67e0-4525-afb6-46df05be74bf req-e1beb045-ad15-48e6-8a77-20f727ed2501 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785465 Apr 20 13:10:36.042153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1307d4c5-98c1-48cb-90d8-94b36e9953e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.081147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 78fe86af-c784-4959-9007-c3b83f31d7ca completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:36.086535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 78fe86af-c784-4959-9007-c3b83f31d7ca triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:36.087413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.246083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c68a0c5-6371-4887-9f7e-f032abe5940a req-b2dbfca6-597a-48d1-8a92-a340dc36b43d tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 210 time: 0.0366344 Apr 20 13:10:36.285680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.289339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d5969a4f-20ea-4644-ae21-61841d4eb5f3 None None] Provisioning complete for port 476d8863-0ae9-435a-a545-a6a184b1d3ca triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:36.289749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d5969a4f-20ea-4644-ae21-61841d4eb5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.360424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26747576-564c-48bd-a16a-fc6d8af854d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe86af-c784-4959-9007-c3b83f31d7ca'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:36.369296 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354ea1d7-7dc7-402f-9126-440951c6fd44" -d '{"events": [{"server_uuid": "26747576-564c-48bd-a16a-fc6d8af854d3", "name": "network-vif-plugged", "status": "completed", "tag": "78fe86af-c784-4959-9007-c3b83f31d7ca"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:36.400843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 78fe86af-c784-4959-9007-c3b83f31d7ca, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=78fe86af-c784-4959-9007-c3b83f31d7ca,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:36.416490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba2b7b-7ecd-4c1a-ad24-a3044c4370fc req-bfaa9c79-04de-4921-9cfd-7f535afb3ff0 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:36.422010 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:36.426171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53ba2b7b-7ecd-4c1a-ad24-a3044c4370fc req-bfaa9c79-04de-4921-9cfd-7f535afb3ff0 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1095 time: 0.0765793 Apr 20 13:10:36.512280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53ba2b7b-7ecd-4c1a-ad24-a3044c4370fc req-9ae5cd01-99ed-4146-9565-d7e17006bcb8 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851345 Apr 20 13:10:36.648967 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e4be62-0d25-484e-944a-67b55d82a291 x-openstack-request-id: req-01e4be62-0d25-484e-944a-67b55d82a291 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:36.649540 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26747576-564c-48bd-a16a-fc6d8af854d3", "name": "network-vif-plugged", "status": "completed", "tag": "78fe86af-c784-4959-9007-c3b83f31d7ca", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:36.649540 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01e4be62-0d25-484e-944a-67b55d82a291 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:36.649951 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01e4be62-0d25-484e-944a-67b55d82a291'] response: {'server_uuid': '26747576-564c-48bd-a16a-fc6d8af854d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe86af-c784-4959-9007-c3b83f31d7ca', 'code': 200} Apr 20 13:10:36.673996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=78fe86af-c784-4959-9007-c3b83f31d7ca,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:36.769583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a8c84-0b5d-4239-9ad1-15f7b611340c req-f8e3cfeb-9f91-4683-aad1-eeba29f9a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:36.773446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-695a8c84-0b5d-4239-9ad1-15f7b611340c req-f8e3cfeb-9f91-4683-aad1-eeba29f9a5cc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.1009054 Apr 20 13:10:36.838048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-695a8c84-0b5d-4239-9ad1-15f7b611340c req-677fee1e-f2a1-44c9-b7c2-5a50d483bf4d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577905 Apr 20 13:10:36.876789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512242bd-2d20-4a24-8ed3-561f4e3bfd15 None None] Network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:36.910036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac8fca19-39bc-47c5-a54e-df3e6345bb19 req-bf7338bb-5365-44ba-bc73-23169985aebd tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0755455 Apr 20 13:10:36.960055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5ceddd8-e31c-4c97-a14e-fdee28eb3fad up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:37.032652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3bba582e-c2f0-4e31-b526-9b1c1b4f3017 None None] Provisioning complete for port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:37.033027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3bba582e-c2f0-4e31-b526-9b1c1b4f3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.102997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56086) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:37.153881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:37.154252 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.182555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7aaae0-6f96-4d47-a35c-5c15e45e35a1 req-c8119134-eebe-43af-a808-c8384ee0992a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:37.185557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d7aaae0-6f96-4d47-a35c-5c15e45e35a1 req-c8119134-eebe-43af-a808-c8384ee0992a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 944 time: 0.0736628 Apr 20 13:10:37.244549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:37.249341 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.254610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d7aaae0-6f96-4d47-a35c-5c15e45e35a1 req-d8281403-c339-4d55-86d7-486a7cab82b9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561154 Apr 20 13:10:37.294379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3bba582e-c2f0-4e31-b526-9b1c1b4f3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.314996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f36eb0e-3da2-41b3-818e-f79e1c7b8ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.417043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0e16814-10dc-4229-8ff5-814e0c29b8d6 req-ad5ac1ea-6ae9-4c02-92e3-41d1bed1fbf6 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 210 time: 0.0443637 Apr 20 13:10:37.444976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.449212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3bba582e-c2f0-4e31-b526-9b1c1b4f3017 None None] For port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:37.484156 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3bba582e-c2f0-4e31-b526-9b1c1b4f3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.499664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f36eb0e-3da2-41b3-818e-f79e1c7b8ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.504764 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f36eb0e-3da2-41b3-818e-f79e1c7b8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.549153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36eb0e-3da2-41b3-818e-f79e1c7b8ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b32709-1580-42b3-b21e-b82b33dadb03,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:37.556194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0f36eb0e-3da2-41b3-818e-f79e1c7b8ce3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=632b30ed77ba459984a3c3b83d334f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495912 Apr 20 13:10:37.556433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56096) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:37.565379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:37.637288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d9ab-0b09-4c0c-9152-0e343911c0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.642599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'port_id': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083', 'mac_address': 'fa:16:3e:38:d5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe488d-c8f4-4013-96f1-4bf18786073c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:37.664335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d9ab-0b09-4c0c-9152-0e343911c0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.673121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902b9ac-65bf-4273-9cd4-919dbc08753b req-a0e7f875-8fb0-4e86-8767-46474e85794a tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:37.674666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2902b9ac-65bf-4273-9cd4-919dbc08753b req-a0e7f875-8fb0-4e86-8767-46474e85794a tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.0662823 Apr 20 13:10:37.710623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c5892135-743d-465c-a9ff-b7b5c614a02c None None] Provisioning complete for port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:37.711358 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c5892135-743d-465c-a9ff-b7b5c614a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.712582 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:10:37.712953 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:10:37.728955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2902b9ac-65bf-4273-9cd4-919dbc08753b req-0e994581-a46c-41e1-b135-55d38371f268 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Apr 20 13:10:37.741112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba582e-c2f0-4e31-b526-9b1c1b4f3017 None None] Pushing event updated for resources: {'Port': ['ID=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:37.756260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d9ab-0b09-4c0c-9152-0e343911c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.759016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d9ab-0b09-4c0c-9152-0e343911c0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.760157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9cb6d9ab-0b09-4c0c-9152-0e343911c0ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09b32709-1580-42b3-b21e-b82b33dadb03 HTTP/1.1" status: 204 len: 168 time: 0.2026942 Apr 20 13:10:37.761262 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.769781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6d9ab-0b09-4c0c-9152-0e343911c0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b32709-1580-42b3-b21e-b82b33dadb03,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:37.782302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:37.824971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:37.852828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:37.918096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:38.024707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-a89737e8-df1c-4bd6-9014-734ed5cdd496 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.030956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-a89737e8-df1c-4bd6-9014-734ed5cdd496 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.033017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-a89737e8-df1c-4bd6-9014-734ed5cdd496 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "GET /v2.0/networks?id=0bb84a1c-d89a-478f-8515-c77635c4b25a&id=8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 HTTP/1.1" status: 200 len: 1391 time: 0.1490698 Apr 20 13:10:38.057115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'port': {'device_id': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a', 'admin_state_up': True, 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:38.063712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b791a89-b2e1-4e4b-9af2-7c3d584387e9 req-042ebdaa-fa7e-4999-83c1-0f55bd374b79 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0608354 Apr 20 13:10:38.156981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56104) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:38.165904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['94ef2e8b-2b8a-4ec7-bcbc-97fae1891083'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:38.170672 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e5f0-eda4-442f-bb8b-58c7fa51c882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.201906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:38.208056 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.255095 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e5f0-eda4-442f-bb8b-58c7fa51c882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.263202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e5f0-eda4-442f-bb8b-58c7fa51c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.327153 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9f2e5f0-eda4-442f-bb8b-58c7fa51c882 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb760dd5268244ec98db5b0ac47a1295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690879 Apr 20 13:10:38.329790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:38.332724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 476d8863-0ae9-435a-a545-a6a184b1d3ca up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:38.339835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2e5f0-eda4-442f-bb8b-58c7fa51c882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d88b50-9527-4b71-9545-21d20d3ac48f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:38.382328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Allocated IP 19.80.0.180 (0bb84a1c-d89a-478f-8515-c77635c4b25a/4cc612b6-467d-4dd8-bc96-c406e6db34f2/70d47c5f-97dd-462b-99e4-fcc8ac0de8a8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:38.426025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-20fdd13f-859b-4dd9-ad94-9f09f75777c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.451722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-20fdd13f-859b-4dd9-ad94-9f09f75777c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.476100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 476d8863-0ae9-435a-a545-a6a184b1d3ca triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:38.476372 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.525452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-20fdd13f-859b-4dd9-ad94-9f09f75777c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.528780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-20fdd13f-859b-4dd9-ad94-9f09f75777c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.530342 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-20fdd13f-859b-4dd9-ad94-9f09f75777c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15d88b50-9527-4b71-9545-21d20d3ac48f HTTP/1.1" status: 204 len: 168 time: 0.1993883 Apr 20 13:10:38.541723 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.548995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdd13f-859b-4dd9-ad94-9f09f75777c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d88b50-9527-4b71-9545-21d20d3ac48f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:38.573525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ea7ae-5afb-4d2e-a2c6-3a0a741c1c40 req-0bd4b241-0a17-4649-a7a0-812ca2a54cc8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.575174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-687ea7ae-5afb-4d2e-a2c6-3a0a741c1c40 req-0bd4b241-0a17-4649-a7a0-812ca2a54cc8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 945 time: 0.1586442 Apr 20 13:10:38.603612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3dadb9cd-f1bc-45a4-a179-1bf8dee6561b req-e58930e5-487a-4a00-893b-bd69f8555dfa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 210 time: 0.0497737 Apr 20 13:10:38.672232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-687ea7ae-5afb-4d2e-a2c6-3a0a741c1c40 req-bac9ebb1-5fd2-473f-a40d-41b769ece43c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728312 Apr 20 13:10:38.684126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.686572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5ceddd8-e31c-4c97-a14e-fdee28eb3fad up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:38.721755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.757093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:38.757570 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.764491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 0bb84a1c-d89a-478f-8515-c77635c4b25a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:38.770691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:38.774653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:38.805348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Port': ['ID=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:38.861428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.862119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.885431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-cbbe171a-f62b-4b5b-8847-e1908e02a9b5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8325002 Apr 20 13:10:38.887761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cee5c-0b00-4c18-93c0-ef64055571e8 req-1b8c0722-c39c-4051-a9a6-90c0786c9c73 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:38.889186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-282cee5c-0b00-4c18-93c0-ef64055571e8 req-1b8c0722-c39c-4051-a9a6-90c0786c9c73 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.0726695 Apr 20 13:10:38.896825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Request body: {'port': {'device_id': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556', 'admin_state_up': True, 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:38.907380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:38.996871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-282cee5c-0b00-4c18-93c0-ef64055571e8 req-90a18c02-41c4-4d3c-a411-09c9e011f18b tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779884 Apr 20 13:10:39.043270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d60aaf96-e685-4276-bb74-13ffa4eaaf68 None None] Provisioning complete for port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:39.043598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d60aaf96-e685-4276-bb74-13ffa4eaaf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.048438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Made reservation on behalf of 8aaaffba3c734f838f85cba3dfc35c14 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:39.052491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.086829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d60aaf96-e685-4276-bb74-13ffa4eaaf68 None None] Port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:39.187211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5b81785-5ade-4a71-9d9b-9af9f449c4a2 req-c60203e7-728c-4a5f-8a12-70999311fd31 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0368304 Apr 20 13:10:39.225477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c29523-e547-4500-9d33-9d531d4e1fa8 req-f0017c92-a15a-4f96-a52c-57ce8db08361 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.227007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98c29523-e547-4500-9d33-9d531d4e1fa8 req-f0017c92-a15a-4f96-a52c-57ce8db08361 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.1412060 Apr 20 13:10:39.232276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:39.272741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Allocated IP 19.86.0.16 (8ec6ca3f-ab8b-4016-a10d-1e57b12f1556/f8fac085-c8e9-480f-ae3d-44ea2ed81064/948f6de7-f4f4-4da7-bf28-614ddea6913c) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:39.283174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98c29523-e547-4500-9d33-9d531d4e1fa8 req-b67422f9-dbb5-45dd-9e38-242dced6786e tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460060 Apr 20 13:10:39.316720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:39.326419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:39.326953 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.388410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00ff0a7f-cb2f-4e80-95a3-ce931071e871 req-0c4bc319-c58e-49be-a164-87f74ad7e31e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0453618 Apr 20 13:10:39.425622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.456936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:39.460268 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d4c2ba-0d55-42e5-98ef-6d42f9f0f25e" -d '{"events": [{"server_uuid": "11d58b29-d31a-4532-b070-9616a21d7a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94ef2e8b-2b8a-4ec7-bcbc-97fae1891083"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:39.474820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:39.483210 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.499308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9ad5f-0b2f-4937-b712-a8aa365f7d51 req-b476fb03-4240-4db8-81ae-a6d0295205e6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.500850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffa9ad5f-0b2f-4937-b712-a8aa365f7d51 req-b476fb03-4240-4db8-81ae-a6d0295205e6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.1311393 Apr 20 13:10:39.526043 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89deab2b-0f09-4aa7-b1ac-e3e2ba4ab8bd x-openstack-request-id: req-89deab2b-0f09-4aa7-b1ac-e3e2ba4ab8bd {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:39.526338 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d58b29-d31a-4532-b070-9616a21d7a4b", "name": "network-vif-plugged", "status": "completed", "tag": "94ef2e8b-2b8a-4ec7-bcbc-97fae1891083", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:39.526595 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89deab2b-0f09-4aa7-b1ac-e3e2ba4ab8bd {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:39.526990 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89deab2b-0f09-4aa7-b1ac-e3e2ba4ab8bd'] response: {'server_uuid': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083', 'code': 200} Apr 20 13:10:39.538382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.558009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:39.578359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffa9ad5f-0b2f-4937-b712-a8aa365f7d51 req-13cc1bc0-5c40-46ca-b975-d3d1d1b92a6e tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668185 Apr 20 13:10:39.629798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.666444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270896c-effd-49d5-a1ee-760485fe469a req-1238f493-2b58-4c4f-a51f-53495faada4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.668025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e270896c-effd-49d5-a1ee-760485fe469a req-1238f493-2b58-4c4f-a51f-53495faada4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 1097 time: 0.0793018 Apr 20 13:10:39.707409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:39.726589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:39.729501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event updated for resources: {'Port': ['ID=948f6de7-f4f4-4da7-bf28-614ddea6913c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:39.737965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:39.787218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e270896c-effd-49d5-a1ee-760485fe469a req-23947acb-bb18-4749-8f84-47ced12b5c4f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122830 Apr 20 13:10:39.848703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.849342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:39.860369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fff2e6-b485-454b-888e-22e2ad91ffc2 req-221045d7-2c97-4c9c-a19f-4d9764aab688 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.866107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fff2e6-b485-454b-888e-22e2ad91ffc2 req-221045d7-2c97-4c9c-a19f-4d9764aab688 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.867713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33fff2e6-b485-454b-888e-22e2ad91ffc2 req-221045d7-2c97-4c9c-a19f-4d9764aab688 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1654 time: 0.1735477 Apr 20 13:10:39.904046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ca9af-d3a8-421d-a382-dbf694bf1664 req-266fe079-439d-4d7e-8e65-de7083211df0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:39.905709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d1ca9af-d3a8-421d-a382-dbf694bf1664 req-266fe079-439d-4d7e-8e65-de7083211df0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 946 time: 0.1267216 Apr 20 13:10:39.911800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1a1593fa-fb1b-4c7e-b929-cfa1a21e94ed tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0189579 Apr 20 13:10:39.936221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Request body: {'port': {'device_id': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:39.970248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33fff2e6-b485-454b-888e-22e2ad91ffc2 req-ff6420ef-a95e-420c-a89e-b0dc1a058304 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942409 Apr 20 13:10:40.008876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d1ca9af-d3a8-421d-a382-dbf694bf1664 req-9a9d3175-9e9c-46c4-9e8e-d4e0c71e2bf2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946305 Apr 20 13:10:40.018715 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.022133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5d995689-da4f-4d93-9544-fd7794414041 None None] Provisioning complete for port 948f6de7-f4f4-4da7-bf28-614ddea6913c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:40.022737 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d995689-da4f-4d93-9544-fd7794414041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.082540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5d995689-da4f-4d93-9544-fd7794414041 None None] Port 948f6de7-f4f4-4da7-bf28-614ddea6913c cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:40.313932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6b4a331-b76f-4238-b957-bc9174468454 req-67ddcf61-4e58-48b2-a894-a2041509ad6b tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0398118 Apr 20 13:10:40.322535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-7c195fe9-afb7-4329-bf61-35b5bef892f7 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:40.324389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-7c195fe9-afb7-4329-bf61-35b5bef892f7 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/networks?id=b39bd695-a611-42fa-9016-0181c513247e HTTP/1.1" status: 200 len: 911 time: 0.2362263 Apr 20 13:10:40.368363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-e9e06c91-73b7-4d1d-8335-dd8778b3fc30 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/quotas/96f84a6ce40d443ab9ebfa38f139a3a8 HTTP/1.1" status: 200 len: 375 time: 0.0165551 Apr 20 13:10:40.445982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:40.455169 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.461382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56190) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:40.471156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-4dd9acde-9d8e-45a0-a6a3-caaa50266d84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=96f84a6ce40d443ab9ebfa38f139a3a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896072 Apr 20 13:10:40.476468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Transition to ACTIVE for port object 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:40.482531 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.582063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1408-f9d3-44db-af5b-8ee8a56da2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.695624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1408-f9d3-44db-af5b-8ee8a56da2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.707176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf1a1408-f9d3-44db-af5b-8ee8a56da2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.759473 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cf1a1408-f9d3-44db-af5b-8ee8a56da2a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff7fbb6cf32f4d1998ef474828e19dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967527 Apr 20 13:10:40.760375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56194) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:40.768903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a1408-f9d3-44db-af5b-8ee8a56da2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2900465-8440-46b3-a8fe-9971151bcdf2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:40.826852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9cb74700-e6c7-4473-97d2-c002c056f1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.850445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9cb74700-e6c7-4473-97d2-c002c056f1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.910718 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9cb74700-e6c7-4473-97d2-c002c056f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.913406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9cb74700-e6c7-4473-97d2-c002c056f1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:40.917159 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9cb74700-e6c7-4473-97d2-c002c056f1c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2900465-8440-46b3-a8fe-9971151bcdf2 HTTP/1.1" status: 204 len: 168 time: 0.1525240 Apr 20 13:10:40.933585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Pushing event updated for resources: {'Port': ['ID=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:40.934714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb74700-e6c7-4473-97d2-c002c056f1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2900465-8440-46b3-a8fe-9971151bcdf2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:41.022223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-fb36bf60-e09e-45bf-8489-e517c2f04bb4 service neutron] 10.222.0.24 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345345 Apr 20 13:10:41.116812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Attempting to bind port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:41.117259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Attempting to bind port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:41.117668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Attempting to bind port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 on network 0bb84a1c-d89a-478f-8515-c77635c4b25a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:41.132339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 on network 0bb84a1c-d89a-478f-8515-c77635c4b25a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:41.132766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Attempting to bind port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 on network 0bb84a1c-d89a-478f-8515-c77635c4b25a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:41.148649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:41.149084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Checking segment: {'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:41.149535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Bound using segment: {'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:41.150080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Bound port: 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c35320-a066-49bd-9c8b-a03f7916dd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:41.150504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.191818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53a9a-ffc0-40a7-b980-ecf2c1773ff6 req-ee05497e-673a-4f0e-afd4-b6149a5c6cc4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.197615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f53a9a-ffc0-40a7-b980-ecf2c1773ff6 req-ee05497e-673a-4f0e-afd4-b6149a5c6cc4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.199209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7f53a9a-ffc0-40a7-b980-ecf2c1773ff6 req-ee05497e-673a-4f0e-afd4-b6149a5c6cc4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1666 time: 0.1431715 Apr 20 13:10:41.252317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-502a1d75-ed4e-4331-8084-6456056df100 service neutron] 10.222.0.24 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268751 Apr 20 13:10:41.299198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7f53a9a-ffc0-40a7-b980-ecf2c1773ff6 req-7dcf1dcb-5058-46ba-bf6a-20c634bbc7e8 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751324 Apr 20 13:10:41.305127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] For port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:41.310047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] For port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:41.317412 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.381854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.382480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.383875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] 10.222.0.37 "PUT /v2.0/ports/70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 HTTP/1.1" status: 200 len: 1092 time: 1.4544518 Apr 20 13:10:41.384322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'tag': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:41.390029 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0386d8-abc5-4514-a633-8af7a04b88d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "tag": "70d47c5f-97dd-462b-99e4-fcc8ac0de8a8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:41.459291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Request body: {'port': {'device_id': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:41.519195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9426-fbc0-4952-aadf-3a36413ea344 service neutron] Pushing event updated for resources: {'Port': ['ID=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:41.549462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56fb4903-895f-42af-8d9e-096dd1817118 req-3d59e9f1-0bb6-4872-a8b5-e55a50d793ef tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0622640 Apr 20 13:10:41.602418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:41.630726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0dcff-f068-4cea-bae4-ec6cdcde56c7 req-adffb47b-617e-4581-84ee-970540b7a07a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.641423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1a0dcff-f068-4cea-bae4-ec6cdcde56c7 req-adffb47b-617e-4581-84ee-970540b7a07a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 946 time: 0.2464292 Apr 20 13:10:41.645067 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd278287-56ad-4d47-91bc-2090c9ec7963 x-openstack-request-id: req-fd278287-56ad-4d47-91bc-2090c9ec7963 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:41.645393 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "tag": "70d47c5f-97dd-462b-99e4-fcc8ac0de8a8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:41.645602 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd278287-56ad-4d47-91bc-2090c9ec7963 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:41.647265 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd278287-56ad-4d47-91bc-2090c9ec7963'] response: {'name': 'network-changed', 'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'tag': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8', 'status': 'completed', 'code': 200} Apr 20 13:10:41.784027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c27277e-77c1-4528-b0b5-c20da0e0302e req-ffe7b0f9-2e8d-4176-b1ce-ab84c7d3a087 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 210 time: 0.0869086 Apr 20 13:10:41.811314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1a0dcff-f068-4cea-bae4-ec6cdcde56c7 req-6121eda5-696e-467c-ab83-49ceae1c8961 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680229 Apr 20 13:10:41.831557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-282b55de-a6c3-4a15-aa37-3afd0d5ae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.832220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-282b55de-a6c3-4a15-aa37-3afd0d5ae78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:41.834160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-282b55de-a6c3-4a15-aa37-3afd0d5ae78c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1913 time: 0.1658876 Apr 20 13:10:42.285263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74ebd98c-d2b5-4dfe-b280-cc88cd90ec6b req-613a72bc-078e-42b8-8e98-ff7994484d39 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0623240 Apr 20 13:10:42.289210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-7de070c5-50ff-4f1c-a011-3559504d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.289713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-7de070c5-50ff-4f1c-a011-3559504d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.290180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-7de070c5-50ff-4f1c-a011-3559504d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.291655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-7de070c5-50ff-4f1c-a011-3559504d2495 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3702831 Apr 20 13:10:42.326046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7c04e-43d0-4764-b9e7-ca3425e8490d req-c608dc36-526f-4811-9b08-268a458a9783 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.327549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5b7c04e-43d0-4764-b9e7-ca3425e8490d req-c608dc36-526f-4811-9b08-268a458a9783 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 946 time: 0.1756158 Apr 20 13:10:42.488468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5b7c04e-43d0-4764-b9e7-ca3425e8490d req-fab290fb-2470-4861-8672-f62f17fe20a4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485789 Apr 20 13:10:42.544198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-faf31b7c-0ec3-4e60-ac46-0be854c9fb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.545687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b0386d8-abc5-4514-a633-8af7a04b88d2 req-faf31b7c-0ec3-4e60-ac46-0be854c9fb32 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439933 Apr 20 13:10:42.565108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5486-2378-45c3-b99f-b4cbf9a48c87 req-6a8ac99c-35ae-443a-b380-161229f17459 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.571726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5486-2378-45c3-b99f-b4cbf9a48c87 req-6a8ac99c-35ae-443a-b380-161229f17459 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.573334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29cb5486-2378-45c3-b99f-b4cbf9a48c87 req-6a8ac99c-35ae-443a-b380-161229f17459 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1666 time: 0.1707819 Apr 20 13:10:42.577671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948f6de7-f4f4-4da7-bf28-614ddea6913c {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:42.597472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.626145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Transition to ACTIVE for port object 948f6de7-f4f4-4da7-bf28-614ddea6913c will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:42.632350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.643426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29cb5486-2378-45c3-b99f-b4cbf9a48c87 req-11beb797-35d7-4ad3-ac52-c9fecfe21cd8 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603480 Apr 20 13:10:42.717146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Pushing event updated for resources: {'Port': ['ID=948f6de7-f4f4-4da7-bf28-614ddea6913c,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:42.846161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Attempting to bind port 948f6de7-f4f4-4da7-bf28-614ddea6913c on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:42.846417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Attempting to bind port 948f6de7-f4f4-4da7-bf28-614ddea6913c by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:42.846741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Attempting to bind port 948f6de7-f4f4-4da7-bf28-614ddea6913c on network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:42.858439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Port 948f6de7-f4f4-4da7-bf28-614ddea6913c on network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:42.858762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Attempting to bind port 948f6de7-f4f4-4da7-bf28-614ddea6913c on network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:42.873400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:42.873872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Checking segment: {'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:42.874202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Bound using segment: {'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:42.874645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Bound port: 948f6de7-f4f4-4da7-bf28-614ddea6913c, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:42.875036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:42.898994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-d08f985d-397d-453a-8174-5402ff215c1f tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:42.900929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-d08f985d-397d-453a-8174-5402ff215c1f tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.30 "GET /v2.0/networks?id=b39bd695-a611-42fa-9016-0181c513247e HTTP/1.1" status: 200 len: 911 time: 0.1587534 Apr 20 13:10:42.930262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Request body: {'port': {'device_id': 'df9b874a-57ad-459c-a752-4b98a223c404', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'admin_state_up': True, 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:42.976905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe4ed967-90df-4a8c-bd6e-3ab726ef22d6 req-685f6dd6-7b06-4d11-aec9-534849476c68 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 210 time: 0.0521057 Apr 20 13:10:43.013132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Made reservation on behalf of 96f84a6ce40d443ab9ebfa38f139a3a8 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:43.015714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.019161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] For port 948f6de7-f4f4-4da7-bf28-614ddea6913c, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:43.039996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] For port 948f6de7-f4f4-4da7-bf28-614ddea6913c, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=948f6de7-f4f4-4da7-bf28-614ddea6913c,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:43.049450 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.121168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.121799 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.126795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] 10.222.0.37 "PUT /v2.0/ports/948f6de7-f4f4-4da7-bf28-614ddea6913c HTTP/1.1" status: 200 len: 1091 time: 1.6727796 Apr 20 13:10:43.209500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c5c52-94b1-40cf-8744-19378fdab04c service neutron] Pushing event updated for resources: {'Port': ['ID=948f6de7-f4f4-4da7-bf28-614ddea6913c,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:43.235160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Allocated IP 172.20.0.7 (b39bd695-a611-42fa-9016-0181c513247e/5bac7257-48b4-49f9-b8a4-9a1d10186232/d1483dbd-0170-49da-9900-abd3f6b95843) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:43.263018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-9a826d19-0422-4781-ab89-de97cad9c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.263530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-9a826d19-0422-4781-ab89-de97cad9c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.265428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-9a826d19-0422-4781-ab89-de97cad9c5a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1980 time: 0.0883899 Apr 20 13:10:43.361475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-8822b230-adad-40a0-a64d-e8fed7546d82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 HTTP/1.1" status: 200 len: 217 time: 0.0821445 Apr 20 13:10:43.390346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ca7e3-2597-4943-820a-3b4abde7513e req-69d7abfc-4a83-4ed4-9a18-b7a21582df19 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.391827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c4ca7e3-2597-4943-820a-3b4abde7513e req-69d7abfc-4a83-4ed4-9a18-b7a21582df19 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.1227500 Apr 20 13:10:43.470797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2944998e-9591-4913-bf8c-94f414e0d1e4 req-e3760ecd-c6aa-4e2c-9f67-21245001a497 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0590429 Apr 20 13:10:43.524281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-2d12b615-952c-4946-bc72-b9def9a11120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.526006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-2d12b615-952c-4946-bc72-b9def9a11120 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4cc612b6-467d-4dd8-bc96-c406e6db34f2 HTTP/1.1" status: 200 len: 801 time: 0.1546133 Apr 20 13:10:43.543328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c4ca7e3-2597-4943-820a-3b4abde7513e req-c4f76f91-efb9-4126-8684-48c59f62bd39 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305473 Apr 20 13:10:43.570222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:43.644090 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.646707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-46a6a95d-24b7-4a9f-9b03-87b9040630d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.648231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-46a6a95d-24b7-4a9f-9b03-87b9040630d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0bb84a1c-d89a-478f-8515-c77635c4b25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151352 Apr 20 13:10:43.650952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'tag': '948f6de7-f4f4-4da7-bf28-614ddea6913c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:43.653249 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6cd3c1-84aa-4189-90cf-e29a173f5386" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "tag": "948f6de7-f4f4-4da7-bf28-614ddea6913c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:43.727985 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ead031-3c98-495b-9c00-ad934b973855 x-openstack-request-id: req-97ead031-3c98-495b-9c00-ad934b973855 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:43.728269 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "tag": "948f6de7-f4f4-4da7-bf28-614ddea6913c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:43.728937 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97ead031-3c98-495b-9c00-ad934b973855 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:43.729715 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ead031-3c98-495b-9c00-ad934b973855'] response: {'name': 'network-changed', 'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'tag': '948f6de7-f4f4-4da7-bf28-614ddea6913c', 'status': 'completed', 'code': 200} Apr 20 13:10:43.739719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5371d6-7fcb-40d2-b6ab-37f08fe42592 req-3daff898-a592-48f4-9aae-a643c3bb2e0e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:43.741242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b5371d6-7fcb-40d2-b6ab-37f08fe42592 req-3daff898-a592-48f4-9aae-a643c3bb2e0e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 946 time: 0.1658311 Apr 20 13:10:43.758943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 76311535-ecfd-48fe-84af-e7ac52ba66f5 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:43.759371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.824647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56360) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:43.846097 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.856918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['78fe86af-c784-4959-9007-c3b83f31d7ca'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:43.857572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-1e70beff-e88d-4a58-99ae-eec79ac7c22a service neutron] 10.222.0.37 "GET /v2.0/networks/0bb84a1c-d89a-478f-8515-c77635c4b25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975420 Apr 20 13:10:43.857989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.858349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:43.863135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b5371d6-7fcb-40d2-b6ab-37f08fe42592 req-cf8bcdf4-2329-4f60-8d60-45a90b1759d5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158180 Apr 20 13:10:43.885534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 76311535-ecfd-48fe-84af-e7ac52ba66f5 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:43.933929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Network b39bd695-a611-42fa-9016-0181c513247e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:43.996941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33e7a-77d4-4481-9312-689d29be9bd0 req-b12b53df-8677-4ffc-8826-154e245c0348 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.003770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a33e7a-77d4-4481-9312-689d29be9bd0 req-b12b53df-8677-4ffc-8826-154e245c0348 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.004227 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:10:44.011941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66a33e7a-77d4-4481-9312-689d29be9bd0 req-b12b53df-8677-4ffc-8826-154e245c0348 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1678 time: 0.2317841 Apr 20 13:10:44.014269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:44.019070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Pushing event updated for resources: {'Port': ['ID=d1483dbd-0170-49da-9900-abd3f6b95843,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:44.023253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15341d0d-72ec-4654-a444-97170d3aab88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.027412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:44.147843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.148511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.158775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15341d0d-72ec-4654-a444-97170d3aab88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.164095 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-15341d0d-72ec-4654-a444-97170d3aab88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.174226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66a33e7a-77d4-4481-9312-689d29be9bd0 req-47bcb5af-9deb-40e3-9a25-5c6b5d279ac3 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610954 Apr 20 13:10:44.218414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-a365445e-f59f-449b-afbe-471182f04416 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2946763 Apr 20 13:10:44.232760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-7e364c76-6df2-4d4a-ba34-ba2738cabf9f service neutron] 10.222.0.37 "GET /v2.0/networks/0bb84a1c-d89a-478f-8515-c77635c4b25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686583 Apr 20 13:10:44.239515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Request body: {'port': {'device_id': 'df9b874a-57ad-459c-a752-4b98a223c404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:44.327726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedabe0-82cb-46d5-b340-be4a9709f7bf req-f2079ed0-3c1d-4b0b-b2ce-1d32109f0321 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.329937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9dedabe0-82cb-46d5-b340-be4a9709f7bf req-f2079ed0-3c1d-4b0b-b2ce-1d32109f0321 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1027 time: 0.1921113 Apr 20 13:10:44.333565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-ceb98626-acff-4c30-9845-246c54ee2cc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=948f6de7-f4f4-4da7-bf28-614ddea6913c HTTP/1.1" status: 200 len: 217 time: 0.0881939 Apr 20 13:10:44.364140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ae5a24c5-3516-426a-9151-7fcc72778e8b None None] Provisioning complete for port d1483dbd-0170-49da-9900-abd3f6b95843 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:44.364516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae5a24c5-3516-426a-9151-7fcc72778e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.405345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ae5a24c5-3516-426a-9151-7fcc72778e8b None None] Port d1483dbd-0170-49da-9900-abd3f6b95843 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:10:44.440041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.454871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238d622-477b-42dd-8280-7c8d9688fa82 req-d416dea0-9526-4af3-aa87-ab8d8864d60e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.456376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c238d622-477b-42dd-8280-7c8d9688fa82 req-d416dea0-9526-4af3-aa87-ab8d8864d60e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 946 time: 0.2065763 Apr 20 13:10:44.464004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-0f866efc-da64-4175-8ee1-d9e5fb88f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.465387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-0f866efc-da64-4175-8ee1-d9e5fb88f968 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f8fac085-c8e9-480f-ae3d-44ea2ed81064 HTTP/1.1" status: 200 len: 801 time: 0.1226697 Apr 20 13:10:44.467000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9dedabe0-82cb-46d5-b340-be4a9709f7bf req-ad0a080b-aefc-4deb-bb53-f9751c3f6fe7 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285615 Apr 20 13:10:44.555022 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-15341d0d-72ec-4654-a444-97170d3aab88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c13dd2005ad94e56ab9e368beb54878b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7290845 Apr 20 13:10:44.560246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56372) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:44.572298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15341d0d-72ec-4654-a444-97170d3aab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ceedc9-4238-4c70-9ee6-44ea4c61971b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:44.579292 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.587066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c238d622-477b-42dd-8280-7c8d9688fa82 req-08e6ea29-0ed5-45c8-b1fe-ab0913cfe668 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167178 Apr 20 13:10:44.608472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=76311535-ecfd-48fe-84af-e7ac52ba66f5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:44.668176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:44.668505 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP 40401475-f134-4dda-9e34-367a577ff12f disassociated (deleted). External IP: 172.25.3.145, port: 408d6c9d-76d3-4ca2-9b43-c71e71caefc6. Apr 20 13:10:44.683960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab88238-5dc9-4840-80c5-03dd15ec025d req-60e0d0af-95df-4557-b4d7-64b6205d9886 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.1273062 Apr 20 13:10:44.729662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-7193cb24-5d54-47e2-a51d-806710ba53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:44.731167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-7193cb24-5d54-47e2-a51d-806710ba53c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec6ca3f-ab8b-4016-a10d-1e57b12f1556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2538199 Apr 20 13:10:44.894343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 49da811c-88cd-4f73-9202-833f92de8581 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:45.006351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:45.011198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.018465 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] Sync routers for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:45.032629 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:45.033260 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:45.041693 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-81bf73c5-7689-4889-9b1a-6bb583803658 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/floatingips/40401475-f134-4dda-9e34-367a577ff12f HTTP/1.1" status: 204 len: 168 time: 1.4679558 Apr 20 13:10:45.041693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:45.042291 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d6b6b-4a19-4b06-9ab1-2f87290686fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:45.095875 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322ed93b-e03f-4c45-9d1d-7d2cdb121a91 x-openstack-request-id: req-322ed93b-e03f-4c45-9d1d-7d2cdb121a91 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:45.096396 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:45.096851 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-322ed93b-e03f-4c45-9d1d-7d2cdb121a91 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:45.097609 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322ed93b-e03f-4c45-9d1d-7d2cdb121a91'] response: {'name': 'network-changed', 'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'status': 'completed', 'code': 200} Apr 20 13:10:45.154620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfed7-bcd1-4780-a09f-ccffe3b9cb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.199981 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfed7-bcd1-4780-a09f-ccffe3b9cb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.200107 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:45.213388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-70429bab-e54a-456e-a680-bfeeda407845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.217884 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-70429bab-e54a-456e-a680-bfeeda407845 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 1096 time: 0.0964265 Apr 20 13:10:45.278506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-99fc2b20-bf8d-42b1-845a-d7e0a2792154 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec6ca3f-ab8b-4016-a10d-1e57b12f1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388694 Apr 20 13:10:45.335601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-5ce070b7-f2ff-4e31-b4e9-87ea74060c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.337385 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-5ce070b7-f2ff-4e31-b4e9-87ea74060c63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 200 len: 897 time: 0.1141238 Apr 20 13:10:45.387506 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-d3bdf0b8-f6d4-4b8d-b0ea-a7602301cc53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 200 len: 217 time: 0.0421307 Apr 20 13:10:45.420384 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:33Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:45.449135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfed7-bcd1-4780-a09f-ccffe3b9cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.451643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b0bfed7-bcd1-4780-a09f-ccffe3b9cb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.452908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0b0bfed7-bcd1-4780-a09f-ccffe3b9cb9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0ceedc9-4238-4c70-9ee6-44ea4c61971b HTTP/1.1" status: 204 len: 168 time: 0.8879886 Apr 20 13:10:45.454546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] Checking router: 49da811c-88cd-4f73-9202-833f92de8581 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:45.455441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-0146fe73-2b9a-4e7f-822c-552e7e7408f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.457431 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-0146fe73-2b9a-4e7f-822c-552e7e7408f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 200 len: 834 time: 0.0632837 Apr 20 13:10:45.464394 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:45.464997 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:45.487703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1483dbd-0170-49da-9900-abd3f6b95843 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:45.502937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.505790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bfed7-bcd1-4780-a09f-ccffe3b9cb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ceedc9-4238-4c70-9ee6-44ea4c61971b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:45.532535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281140-9e01-406f-9577-0ccae2fc5e57 req-3512b190-500b-4dbf-b8ed-66879c33228d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.540675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e281140-9e01-406f-9577-0ccae2fc5e57 req-3512b190-500b-4dbf-b8ed-66879c33228d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.2323093 Apr 20 13:10:45.541812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-fcc3458f-4cd8-4973-bf98-4559466ea20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.543455 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-fcc3458f-4cd8-4973-bf98-4559466ea20b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b4a77070-ec44-4e1b-879f-c4b83484595b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779932 Apr 20 13:10:45.560207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407ac31-a873-4f09-a266-b4317d183481 req-08133d92-26de-423f-b97d-f93a3265bd10 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.566730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407ac31-a873-4f09-a266-b4317d183481 req-08133d92-26de-423f-b97d-f93a3265bd10 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.568429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5407ac31-a873-4f09-a266-b4317d183481 req-08133d92-26de-423f-b97d-f93a3265bd10 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1678 time: 0.2595990 Apr 20 13:10:45.570488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79c0cdcd-9435-4c58-b6f0-2210d4177152 req-486863ae-ee59-44d4-a42f-276953746cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec6ca3f-ab8b-4016-a10d-1e57b12f1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855794 Apr 20 13:10:45.573962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Transition to ACTIVE for port object d1483dbd-0170-49da-9900-abd3f6b95843 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:45.592493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.637124 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:45.682051 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-a23e3c92-234c-4b76-99fb-433dea4778ad service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290028 Apr 20 13:10:45.698067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e281140-9e01-406f-9577-0ccae2fc5e57 req-edb95f60-b9ee-42dd-ab2b-f5065d1b8e6a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569955 Apr 20 13:10:45.745102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Pushing event updated for resources: {'Port': ['ID=d1483dbd-0170-49da-9900-abd3f6b95843,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:45.764582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5407ac31-a873-4f09-a266-b4317d183481 req-84b10fd5-ab8c-4eef-83e4-3ca6f0234324 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836166 Apr 20 13:10:45.834230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-ead67aed-24d0-42e5-bee2-ea7c376bc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.835460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-ead67aed-24d0-42e5-bee2-ea7c376bc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:45.838459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-ead67aed-24d0-42e5-bee2-ea7c376bc369 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1980 time: 0.1990509 Apr 20 13:10:45.956549 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-031d6b6b-4a19-4b06-9ab1-2f87290686fa req-02443dfe-682f-45c2-98e4-8e7d7143e0a3 service neutron] 10.222.0.30 "GET /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262672 Apr 20 13:10:45.962450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:45.978909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-37f595ee-82f8-4972-96a8-5b5539305723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:45.986780 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:33Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:46.029605 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462f539-026a-4045-9868-d0e91c7562dc None None] The sync data for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 is: [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1541bd5c-29ec-4da3-b196-de48f58ea019', 'name': '', 'network_id': 'b4a77070-ec44-4e1b-879f-c4b83484595b', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:7e:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '0b4286ff-c130-4aca-ba57-852226315f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:27Z', 'updated_at': '2022-04-20T13:08:33Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '0b4286ff-c130-4aca-ba57-852226315f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:46.069041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-37f595ee-82f8-4972-96a8-5b5539305723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.073596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-37f595ee-82f8-4972-96a8-5b5539305723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.103422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f247c-1863-4332-8203-abec514de329 req-10c78988-5396-4e77-983b-2707f83bbc84 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.104925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f00f247c-1863-4332-8203-abec514de329 req-10c78988-5396-4e77-983b-2707f83bbc84 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 946 time: 0.2616732 Apr 20 13:10:46.113441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Attempting to bind port d1483dbd-0170-49da-9900-abd3f6b95843 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:46.113799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Attempting to bind port d1483dbd-0170-49da-9900-abd3f6b95843 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:46.114128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Attempting to bind port d1483dbd-0170-49da-9900-abd3f6b95843 on network b39bd695-a611-42fa-9016-0181c513247e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:46.120942 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-37f595ee-82f8-4972-96a8-5b5539305723 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4ff3ae027d148498d1a9aa66712a629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551838 Apr 20 13:10:46.120942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f595ee-82f8-4972-96a8-5b5539305723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad30f2-0ca3-456a-91c5-91a2cd5018ad,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:46.122676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56394) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:46.123349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf40fc9-b01d-4c6f-a20c-c6b12d53d0ff req-718d756a-b42b-4820-9bb5-cd15409533c0 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.124823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-daf40fc9-b01d-4c6f-a20c-c6b12d53d0ff req-718d756a-b42b-4820-9bb5-cd15409533c0 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1052 time: 0.2416086 Apr 20 13:10:46.140328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111534cd-6251-4a93-9f8a-ec0a121080b8 req-c9008793-c207-4ce6-a015-bb595974edd3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.143780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-111534cd-6251-4a93-9f8a-ec0a121080b8 req-c9008793-c207-4ce6-a015-bb595974edd3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 946 time: 0.2591388 Apr 20 13:10:46.153482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-789ec0c7-95d5-467a-a8f3-aef7e0ac32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.155422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-789ec0c7-95d5-467a-a8f3-aef7e0ac32bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 HTTP/1.1" status: 200 len: 902 time: 0.2809334 Apr 20 13:10:46.155957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Port d1483dbd-0170-49da-9900-abd3f6b95843 on network b39bd695-a611-42fa-9016-0181c513247e not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:46.156394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Attempting to bind port d1483dbd-0170-49da-9900-abd3f6b95843 on network b39bd695-a611-42fa-9016-0181c513247e {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:46.180768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ae49b7-b990-4028-92f2-b361e8826e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.204455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ae49b7-b990-4028-92f2-b361e8826e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.243110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:46.243447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Checking segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:46.243831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Bound using segment: {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:46.244272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Bound port: d1483dbd-0170-49da-9900-abd3f6b95843, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af77c24b-d7cb-41f2-b392-4916b322046d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:46.244627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.255769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-3fa4fdc7-06d5-42b1-80a9-dfc9dbb5d6aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.16&port_id=948f6de7-f4f4-4da7-bf28-614ddea6913c HTTP/1.1" status: 200 len: 217 time: 0.0719597 Apr 20 13:10:46.258778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ae49b7-b990-4028-92f2-b361e8826e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.261318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7ae49b7-b990-4028-92f2-b361e8826e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.267852 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e7ae49b7-b990-4028-92f2-b361e8826e93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fad30f2-0ca3-456a-91c5-91a2cd5018ad HTTP/1.1" status: 204 len: 168 time: 0.1438539 Apr 20 13:10:46.278541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae49b7-b990-4028-92f2-b361e8826e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad30f2-0ca3-456a-91c5-91a2cd5018ad,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:46.343233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b812210-826c-43be-9cb6-463cbc1bca68 None None] New status for floating IP 40401475-f134-4dda-9e34-367a577ff12f: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:10:46.374804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-daf40fc9-b01d-4c6f-a20c-c6b12d53d0ff req-01502473-8a81-4923-8e9e-6832de6b082f tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266662 Apr 20 13:10:46.385252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-111534cd-6251-4a93-9f8a-ec0a121080b8 req-bf679f3e-e592-417f-bf3e-1985d029c752 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344391 Apr 20 13:10:46.418060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-04c9fa0b-d8ce-4754-8672-7cab9efc7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.419563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-04c9fa0b-d8ce-4754-8672-7cab9efc7910 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f8fac085-c8e9-480f-ae3d-44ea2ed81064 HTTP/1.1" status: 200 len: 801 time: 0.1439989 Apr 20 13:10:46.481457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] For port d1483dbd-0170-49da-9900-abd3f6b95843, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:46.523657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] For port d1483dbd-0170-49da-9900-abd3f6b95843, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d1483dbd-0170-49da-9900-abd3f6b95843,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:46.528393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a79a95-2701-4126-9479-0bbf4ecc9196 req-fd9821b4-3df6-4e08-a664-5617beed926a tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0579152 Apr 20 13:10:46.535687 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.539088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Deleting port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:46.539424 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.562331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-4341117f-4b26-4258-b5d0-e55b9c7459f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.563897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-4341117f-4b26-4258-b5d0-e55b9c7459f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ec6ca3f-ab8b-4016-a10d-1e57b12f1556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1354058 Apr 20 13:10:46.652503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.653124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.654613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1483dbd-0170-49da-9900-abd3f6b95843 HTTP/1.1" status: 200 len: 1091 time: 2.4209452 Apr 20 13:10:46.661675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9b874a-57ad-459c-a752-4b98a223c404', 'tag': 'd1483dbd-0170-49da-9900-abd3f6b95843'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:46.664122 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4bd80-45d2-4e25-abf4-417e2487b984" -d '{"events": [{"name": "network-changed", "server_uuid": "df9b874a-57ad-459c-a752-4b98a223c404", "tag": "d1483dbd-0170-49da-9900-abd3f6b95843"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:46.726244 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d360053e-9a95-43cc-b4d8-a9b5b73615e3 x-openstack-request-id: req-d360053e-9a95-43cc-b4d8-a9b5b73615e3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:46.726576 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9b874a-57ad-459c-a752-4b98a223c404", "tag": "d1483dbd-0170-49da-9900-abd3f6b95843", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:46.726800 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d360053e-9a95-43cc-b4d8-a9b5b73615e3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:46.727269 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d360053e-9a95-43cc-b4d8-a9b5b73615e3'] response: {'name': 'network-changed', 'server_uuid': 'df9b874a-57ad-459c-a752-4b98a223c404', 'tag': 'd1483dbd-0170-49da-9900-abd3f6b95843', 'status': 'completed', 'code': 200} Apr 20 13:10:46.753532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac521be7-b238-4a90-9445-d4ff58bcb279 service neutron] Pushing event updated for resources: {'Port': ['ID=d1483dbd-0170-49da-9900-abd3f6b95843,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:46.854373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-3da6fe04-62f1-4986-a77f-cdd358288c95 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec6ca3f-ab8b-4016-a10d-1e57b12f1556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695169 Apr 20 13:10:46.889083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] For port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:46.889451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:46.903687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-36e40984-0abf-4148-9fb9-849e311e3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.905181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-36e40984-0abf-4148-9fb9-849e311e3c47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=96f84a6ce40d443ab9ebfa38f139a3a8&device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1094 time: 0.1731873 Apr 20 13:10:46.936590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Calling delete_port for 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:46.975743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-22e6e93e-1d6b-402f-816b-44dc9c65e259 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:46.977234 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-22e6e93e-1d6b-402f-816b-44dc9c65e259 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.0598056 Apr 20 13:10:47.041859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-76cfef1d-782d-41c7-8dd1-0772ad4ec970 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1483dbd-0170-49da-9900-abd3f6b95843 HTTP/1.1" status: 200 len: 217 time: 0.1126013 Apr 20 13:10:47.054550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03022fec-427a-4178-a949-bf4133f75033 req-267616c8-0729-4c07-8ef5-f12f9a301c86 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:47.056050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03022fec-427a-4178-a949-bf4133f75033 req-267616c8-0729-4c07-8ef5-f12f9a301c86 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef5d94a3-36a1-437c-a867-e4b0063ccf95 HTTP/1.1" status: 200 len: 945 time: 0.2506173 Apr 20 13:10:47.080420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:47.080771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:47.140857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9ed0e-bfdf-4474-a1ed-db15ede75afa req-51407869-88cb-438d-b5ba-db23a596f586 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:47.146952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9ed0e-bfdf-4474-a1ed-db15ede75afa req-51407869-88cb-438d-b5ba-db23a596f586 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:47.148635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2e9ed0e-bfdf-4474-a1ed-db15ede75afa req-51407869-88cb-438d-b5ba-db23a596f586 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1678 time: 0.2926157 Apr 20 13:10:47.176754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:47.177190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:47.193577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:47.249558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-411a4908-7920-4498-a128-a00c9909ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:47.251095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-411a4908-7920-4498-a128-a00c9909ad5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5bac7257-48b4-49f9-b8a4-9a1d10186232 HTTP/1.1" status: 200 len: 849 time: 0.1914485 Apr 20 13:10:47.256666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a6cd3c1-84aa-4189-90cf-e29a173f5386 req-d6d06bb7-6ae5-4fcb-b806-b7c431101f94 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec6ca3f-ab8b-4016-a10d-1e57b12f1556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773267 Apr 20 13:10:47.290026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03022fec-427a-4178-a949-bf4133f75033 req-91d1692c-6c40-46fc-ab78-a96ddec416ac tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=4aed2051-76d1-47f2-834f-849d52441eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837249 Apr 20 13:10:47.319079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2e9ed0e-bfdf-4474-a1ed-db15ede75afa req-daf34f4d-3fc2-4b76-a704-9e88d725de82 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564603 Apr 20 13:10:47.357577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:47.373053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-e8a0532e-9e97-404a-8629-ac8e4f560bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:47.377901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-e8a0532e-9e97-404a-8629-ac8e4f560bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b39bd695-a611-42fa-9016-0181c513247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036584 Apr 20 13:10:47.389115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=408d6c9d-76d3-4ca2-9b43-c71e71caefc6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:47.449546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] No DVR routers for this DVR port 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:47.454161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:47.458040 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "DELETE /v2.0/ports/408d6c9d-76d3-4ca2-9b43-c71e71caefc6 HTTP/1.1" status: 204 len: 173 time: 0.4755104 Apr 20 13:10:47.458511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-deleted', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:47.462171 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5349f4d-c276-436e-a65f-6c2327726a4a" -d '{"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-deleted", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:47.487367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:47.551972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6743bcd4-6ea8-41aa-a337-5cf3aa61938a req-892b407d-2e0b-49c3-aac4-f4d1986c08e4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 210 time: 0.0697968 Apr 20 13:10:47.612167 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64cffbe-9b52-4b0a-91a7-f2f3b0c63f03 x-openstack-request-id: req-f64cffbe-9b52-4b0a-91a7-f2f3b0c63f03 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:47.612587 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5d94a3-36a1-437c-a867-e4b0063ccf95", "name": "network-vif-deleted", "tag": "408d6c9d-76d3-4ca2-9b43-c71e71caefc6", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:47.612938 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f64cffbe-9b52-4b0a-91a7-f2f3b0c63f03 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:47.613470 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64cffbe-9b52-4b0a-91a7-f2f3b0c63f03'] response: {'server_uuid': 'ef5d94a3-36a1-437c-a867-e4b0063ccf95', 'name': 'network-vif-deleted', 'tag': '408d6c9d-76d3-4ca2-9b43-c71e71caefc6', 'status': 'completed', 'code': 200} Apr 20 13:10:47.928328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event deleted for resources: {'Port': ['ID=94ef2e8b-2b8a-4ec7-bcbc-97fae1891083,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:47.960984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56476) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:47.976630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3a4e671-f989-4b26-9d83-0a5a6dad04a4 req-f73f1130-7d2f-471a-bd53-ce130716f6f6 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0532844 Apr 20 13:10:47.996691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:48.028132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] No DVR routers for this DVR port 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:48.031631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57494771-c1e1-43a5-a5eb-27769ceba842 req-88067dbf-251f-4c71-9c5c-2ffe290eedf4 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.033335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57494771-c1e1-43a5-a5eb-27769ceba842 req-88067dbf-251f-4c71-9c5c-2ffe290eedf4 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1094 time: 0.5510049 Apr 20 13:10:48.034578 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.037919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f00f247c-1863-4332-8203-abec514de329 req-5b202bc4-c4dc-4aea-95d9-d33d2a88e9ca tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "DELETE /v2.0/ports/94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 HTTP/1.1" status: 204 len: 173 time: 1.9194095 Apr 20 13:10:48.039848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-2cb24be3-76fe-43d8-8390-e3b3de11cc45 service neutron] 10.222.0.30 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555607 Apr 20 13:10:48.106760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:48.120670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57494771-c1e1-43a5-a5eb-27769ceba842 req-d90beeb7-4df0-40cf-92b5-08da90ea62db tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795319 Apr 20 13:10:48.126147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8', 'network_id': '0bb84a1c-d89a-478f-8515-c77635c4b25a', 'port_id': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8', 'mac_address': 'fa:16:3e:81:02:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc612b6-467d-4dd8-bc96-c406e6db34f2', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:48.165731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73c1248b-ade2-4c58-8cbf-f5835ac4c25c req-b7790937-7b54-427c-9d32-56809d99d7bf service neutron] 10.222.0.30 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120200 Apr 20 13:10:48.166851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-86d8eb46-190c-4190-af4d-1d9f87e05efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.169476 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.183252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:48.210273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:48.215159 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.215925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 948f6de7-f4f4-4da7-bf28-614ddea6913c details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:48.259808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-86d8eb46-190c-4190-af4d-1d9f87e05efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.265168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-86d8eb46-190c-4190-af4d-1d9f87e05efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.267089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-5ac47ffb-de77-4d2b-8435-deab683fac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.267856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-5ac47ffb-de77-4d2b-8435-deab683fac07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=96f84a6ce40d443ab9ebfa38f139a3a8&device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1094 time: 0.0462656 Apr 20 13:10:48.306423 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-86d8eb46-190c-4190-af4d-1d9f87e05efa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f0230650eb0499b97a5217cf298c6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3440216 Apr 20 13:10:48.307804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8eb46-190c-4190-af4d-1d9f87e05efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9defb0d-5027-43f3-b47b-78cd8525feaf,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.310383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56480) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:48.342404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 948f6de7-f4f4-4da7-bf28-614ddea6913c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=948f6de7-f4f4-4da7-bf28-614ddea6913c,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:48.366928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56486) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:48.367717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f59d77b-5236-429a-a252-8abce491f4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.383153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '948f6de7-f4f4-4da7-bf28-614ddea6913c', 'network_id': '8ec6ca3f-ab8b-4016-a10d-1e57b12f1556', 'port_id': '948f6de7-f4f4-4da7-bf28-614ddea6913c', 'mac_address': 'fa:16:3e:61:48:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fac085-c8e9-480f-ae3d-44ea2ed81064', 'ip_address': '19.86.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:48.392229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f59d77b-5236-429a-a252-8abce491f4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.422009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.438162 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.452328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948f6de7-f4f4-4da7-bf28-614ddea6913c {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:48.466988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f59d77b-5236-429a-a252-8abce491f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.470495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f59d77b-5236-429a-a252-8abce491f4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.473899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 948f6de7-f4f4-4da7-bf28-614ddea6913c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=948f6de7-f4f4-4da7-bf28-614ddea6913c,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:48.476633 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5f59d77b-5236-429a-a252-8abce491f4bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9defb0d-5027-43f3-b47b-78cd8525feaf HTTP/1.1" status: 204 len: 168 time: 0.1627162 Apr 20 13:10:48.479290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:48.488293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59d77b-5236-429a-a252-8abce491f4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9defb0d-5027-43f3-b47b-78cd8525feaf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.518843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-09f742b6-c2d1-48df-9b05-83f3a9951b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.520454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-09f742b6-c2d1-48df-9b05-83f3a9951b0b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b39bd695-a611-42fa-9016-0181c513247e HTTP/1.1" status: 200 len: 911 time: 0.2422252 Apr 20 13:10:48.542516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=948f6de7-f4f4-4da7-bf28-614ddea6913c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:48.583737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-2ecc5ae5-72ca-4303-aaa0-5434ec411a3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1483dbd-0170-49da-9900-abd3f6b95843 HTTP/1.1" status: 200 len: 217 time: 0.0495989 Apr 20 13:10:48.597764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8027f-4a26-45a4-b8ef-0aba5e2a7bb8 req-db821b90-e533-4ca4-9ffd-739fb06e7b05 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.605338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8027f-4a26-45a4-b8ef-0aba5e2a7bb8 req-db821b90-e533-4ca4-9ffd-739fb06e7b05 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.606958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6b8027f-4a26-45a4-b8ef-0aba5e2a7bb8 req-db821b90-e533-4ca4-9ffd-739fb06e7b05 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1679 time: 0.1786497 Apr 20 13:10:48.722418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['70d47c5f-97dd-462b-99e4-fcc8ac0de8a8'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:48.730331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'name': 'network-vif-deleted', 'tag': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:48.732586 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcc42c6-6c3d-4e8b-b7c3-348214fcc136" -d '{"events": [{"server_uuid": "11d58b29-d31a-4532-b070-9616a21d7a4b", "name": "network-vif-deleted", "tag": "94ef2e8b-2b8a-4ec7-bcbc-97fae1891083"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:48.758211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc0e03c3-1731-4f4b-b52e-a68278024a94 req-7aae2324-ecd0-4398-84f4-cfcb77c63ea5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d58b29-d31a-4532-b070-9616a21d7a4b HTTP/1.1" status: 200 len: 210 time: 0.0673397 Apr 20 13:10:48.765403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-bd41e536-c2b4-4b2b-b4fa-201cdae612b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.767727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-bd41e536-c2b4-4b2b-b4fa-201cdae612b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5bac7257-48b4-49f9-b8a4-9a1d10186232 HTTP/1.1" status: 200 len: 849 time: 0.1578224 Apr 20 13:10:48.775822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['948f6de7-f4f4-4da7-bf28-614ddea6913c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:48.843276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6b8027f-4a26-45a4-b8ef-0aba5e2a7bb8 req-df4fa452-a7de-4ca5-bdb7-81b1a5ac8d69 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953526 Apr 20 13:10:48.872581 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1de4a7-11de-4618-9fb5-fc2c737b7286 x-openstack-request-id: req-1c1de4a7-11de-4618-9fb5-fc2c737b7286 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:48.872870 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d58b29-d31a-4532-b070-9616a21d7a4b", "name": "network-vif-deleted", "tag": "94ef2e8b-2b8a-4ec7-bcbc-97fae1891083", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:48.873122 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c1de4a7-11de-4618-9fb5-fc2c737b7286 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:48.873521 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1de4a7-11de-4618-9fb5-fc2c737b7286'] response: {'server_uuid': '11d58b29-d31a-4532-b070-9616a21d7a4b', 'name': 'network-vif-deleted', 'tag': '94ef2e8b-2b8a-4ec7-bcbc-97fae1891083', 'status': 'completed', 'code': 200} Apr 20 13:10:48.896994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-1292a4e1-a70d-451b-b952-caa4b71ff973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:48.898334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-1292a4e1-a70d-451b-b952-caa4b71ff973 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b39bd695-a611-42fa-9016-0181c513247e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978918 Apr 20 13:10:49.005886 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.036695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-9169647b-4b99-4a05-afb3-df1ee8c80584 service neutron] 10.222.0.30 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307852 Apr 20 13:10:49.165095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20babbbc-d304-4ec7-afed-bd938fca579c req-d6bc7cd6-ce40-4a36-91c8-9a79c302de3a tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0563931 Apr 20 13:10:49.212230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5df4bd80-45d2-4e25-abf4-417e2487b984 req-bc47396e-5b3c-4fa5-a431-358598372473 service neutron] 10.222.0.30 "GET /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657000 Apr 20 13:10:49.243793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.251383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:49.279846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:49.280403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 94ef2e8b-2b8a-4ec7-bcbc-97fae1891083 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:49.289012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821fd7-c690-4ad5-b94f-819d4da68a1e req-ac3eb8b1-1974-4174-a21e-01d04a518443 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:49.290576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7821fd7-c690-4ad5-b94f-819d4da68a1e req-ac3eb8b1-1974-4174-a21e-01d04a518443 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1094 time: 0.0934582 Apr 20 13:10:49.349546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56516) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.376586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7821fd7-c690-4ad5-b94f-819d4da68a1e req-f5576431-a5e9-44a6-9a3b-6fbcaf89465d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745525 Apr 20 13:10:49.449063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5f96de77-e1ac-47f2-8dab-599ef283b811 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] Request body: {'port': {'network_id': '2693042c-7fbe-4aec-b5ab-34e9dd231a76', 'name': 'tempest-NetworksNegativeTestJSON-996733726'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:49.462764 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f96de77-e1ac-47f2-8dab-599ef283b811 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] POST failed (client error): The resource could not be found. Apr 20 13:10:49.463298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f96de77-e1ac-47f2-8dab-599ef283b811 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:10:49.464408 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5f96de77-e1ac-47f2-8dab-599ef283b811 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1132488 Apr 20 13:10:49.468249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56520) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.489150 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3016a506-cc9d-4b0c-920a-a765b9194ea6 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] DELETE failed (client error): The resource could not be found. Apr 20 13:10:49.489701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3016a506-cc9d-4b0c-920a-a765b9194ea6 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:10:49.492557 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3016a506-cc9d-4b0c-920a-a765b9194ea6 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "DELETE /v2.0/networks/f08ba38f-ad31-467e-ad8b-6dcd6fe53100 HTTP/1.1" status: 404 len: 339 time: 0.0229146 Apr 20 13:10:49.496264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56522) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.538788 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2642ad90-2973-459a-bfcc-75f1ddc8dab9 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] DELETE failed (client error): The resource could not be found. Apr 20 13:10:49.539418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2642ad90-2973-459a-bfcc-75f1ddc8dab9 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:10:49.542297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2642ad90-2973-459a-bfcc-75f1ddc8dab9 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "DELETE /v2.0/ports/caa696e7-e215-4d6e-84ce-32305c9a6801 HTTP/1.1" status: 404 len: 333 time: 0.0451138 Apr 20 13:10:49.546097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56524) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.587632 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-059f4a53-b18f-4e13-871e-5d6c34107541 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] DELETE failed (client error): The resource could not be found. Apr 20 13:10:49.588084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059f4a53-b18f-4e13-871e-5d6c34107541 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:10:49.591070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-059f4a53-b18f-4e13-871e-5d6c34107541 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "DELETE /v2.0/subnets/199ff279-8052-49ca-95d6-12d96ddbedc0 HTTP/1.1" status: 404 len: 337 time: 0.0438690 Apr 20 13:10:49.595505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56526) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.623675 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a96b10-62fb-42f0-9c59-5b5f9291f5ee tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] GET failed (client error): The resource could not be found. Apr 20 13:10:49.625041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33a96b10-62fb-42f0-9c59-5b5f9291f5ee tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "GET /v2.0/networks/3f91e956-72aa-4dae-b562-07e4140a6c0c HTTP/1.1" status: 404 len: 339 time: 0.0286067 Apr 20 13:10:49.629446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56528) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.634923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 1541bd5c-29ec-4da3-b196-de48f58ea019 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:49.635261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.653382 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5327f09-f53b-4071-b933-800b15499706 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] GET failed (client error): The resource could not be found. Apr 20 13:10:49.654845 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d5327f09-f53b-4071-b933-800b15499706 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "GET /v2.0/ports/9d80ddb4-c9c7-433f-8f09-6a30ddc2bef6 HTTP/1.1" status: 404 len: 333 time: 0.0243781 Apr 20 13:10:49.658297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56530) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.685090 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-82561b7b-a2b8-47dc-8c58-108107c31720 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] GET failed (client error): The resource could not be found. Apr 20 13:10:49.686374 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-82561b7b-a2b8-47dc-8c58-108107c31720 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "GET /v2.0/subnets/991c9407-584d-4cd9-9581-94cfedf26fe8 HTTP/1.1" status: 404 len: 337 time: 0.0271866 Apr 20 13:10:49.690654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56532) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.695871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3671ead8-aa48-45d5-9d6e-bae9bbc27091 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:49.710627 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3671ead8-aa48-45d5-9d6e-bae9bbc27091 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] PUT failed (client error): The resource could not be found. Apr 20 13:10:49.711294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3671ead8-aa48-45d5-9d6e-bae9bbc27091 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:10:49.712400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3671ead8-aa48-45d5-9d6e-bae9bbc27091 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "PUT /v2.0/networks/ea68555e-e8cb-44fd-a94b-fe898edc3a8f HTTP/1.1" status: 404 len: 339 time: 0.0208170 Apr 20 13:10:49.715948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56534) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.720791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-92bfd118-9e50-4afa-ad85-591df8ad070e tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:49.723856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port 1541bd5c-29ec-4da3-b196-de48f58ea019, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1541bd5c-29ec-4da3-b196-de48f58ea019,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:49.724220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:49.738742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 1541bd5c-29ec-4da3-b196-de48f58ea019 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:49.738971 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bfd118-9e50-4afa-ad85-591df8ad070e tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] PUT failed (client error): The resource could not be found. Apr 20 13:10:49.739594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bfd118-9e50-4afa-ad85-591df8ad070e tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:10:49.740702 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-92bfd118-9e50-4afa-ad85-591df8ad070e tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "PUT /v2.0/ports/a3a5ce09-97b2-434e-9df6-900a5ebf184c HTTP/1.1" status: 404 len: 333 time: 0.0238535 Apr 20 13:10:49.744427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56536) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:49.751270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9ba5dad2-92c2-4304-a352-1bc8541bcd97 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:49.780395 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba5dad2-92c2-4304-a352-1bc8541bcd97 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] PUT failed (client error): The resource could not be found. Apr 20 13:10:49.780829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba5dad2-92c2-4304-a352-1bc8541bcd97 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:10:49.781989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9ba5dad2-92c2-4304-a352-1bc8541bcd97 tempest-NetworksNegativeTestJSON-950498693 tempest-NetworksNegativeTestJSON-950498693-project] 10.222.0.24 "PUT /v2.0/subnets/98f4d2d1-fa72-449e-863a-a2af81941ff3 HTTP/1.1" status: 404 len: 337 time: 0.0366361 Apr 20 13:10:50.009380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 948f6de7-f4f4-4da7-bf28-614ddea6913c up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:50.067989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 948f6de7-f4f4-4da7-bf28-614ddea6913c completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:50.072384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 948f6de7-f4f4-4da7-bf28-614ddea6913c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:50.073092 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.083187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:50.085007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2214e-b86b-4c25-9d63-72cde233ea57 req-2fdb3c82-8b05-4563-91d2-cff553d6510f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.090831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2214e-b86b-4c25-9d63-72cde233ea57 req-2fdb3c82-8b05-4563-91d2-cff553d6510f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.092648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eab2214e-b86b-4c25-9d63-72cde233ea57 req-2fdb3c82-8b05-4563-91d2-cff553d6510f tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1680 time: 0.1444721 Apr 20 13:10:50.136766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.161212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.184464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948f6de7-f4f4-4da7-bf28-614ddea6913c'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:50.186027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=1541bd5c-29ec-4da3-b196-de48f58ea019,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.186910 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541c6e1a-6f7a-4e52-a488-0eec65b4bac2" -d '{"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-plugged", "status": "completed", "tag": "948f6de7-f4f4-4da7-bf28-614ddea6913c"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:50.208394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 948f6de7-f4f4-4da7-bf28-614ddea6913c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=948f6de7-f4f4-4da7-bf28-614ddea6913c,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:50.214150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.215175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:50.222343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9e64-1d59-4af7-84b7-311d559b5f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.238854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eab2214e-b86b-4c25-9d63-72cde233ea57 req-3e3743d4-7fc0-4afb-8ebe-aae2c89d4f67 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128416 Apr 20 13:10:50.300566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871995b8-e185-4a46-9555-d98258b7d578 req-950102e2-3983-4a5f-8c36-ecce1099d060 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:50.302275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-950102e2-3983-4a5f-8c36-ecce1099d060 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.2682979 Apr 20 13:10:50.335749 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6ba65a-cd39-42d5-a0bb-9731b916b424 x-openstack-request-id: req-ed6ba65a-cd39-42d5-a0bb-9731b916b424 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:50.336513 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-plugged", "status": "completed", "tag": "948f6de7-f4f4-4da7-bf28-614ddea6913c", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:50.337585 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed6ba65a-cd39-42d5-a0bb-9731b916b424 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:50.338500 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6ba65a-cd39-42d5-a0bb-9731b916b424'] response: {'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948f6de7-f4f4-4da7-bf28-614ddea6913c', 'code': 200} Apr 20 13:10:50.348065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=948f6de7-f4f4-4da7-bf28-614ddea6913c,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.357349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9e64-1d59-4af7-84b7-311d559b5f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.365847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba0e9e64-1d59-4af7-84b7-311d559b5f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.379842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:50.384734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:50.385498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.420843 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ba0e9e64-1d59-4af7-84b7-311d559b5f25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba8a031cbfee49bd8343f76e61064bd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3364387 Apr 20 13:10:50.421542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56568) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:50.422268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e9e64-1d59-4af7-84b7-311d559b5f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8866b992-d4a4-437e-9a6b-bdf1d0684655,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.461442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-68df9da9-4d14-43f7-8706-3feee39d820a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/quotas/7c60ecf385a94c3ba216ece6a4f73dce HTTP/1.1" status: 200 len: 375 time: 0.1438174 Apr 20 13:10:50.486177 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.502204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e8537dc-f187-4c3d-bcf5-781f9f775b7b req-8464083b-ccf3-4728-b3c1-9c3a99f5193e tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0580773 Apr 20 13:10:50.503972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ab04cc0-3a03-44f1-944f-5f496c2e0ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.550642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-c9f9f74b-df14-4abd-bffc-ece23d9099f0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883148 Apr 20 13:10:50.553185 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ab04cc0-3a03-44f1-944f-5f496c2e0ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.558973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:50.565523 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.623826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:50.626674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ab04cc0-3a03-44f1-944f-5f496c2e0ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.630622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ab04cc0-3a03-44f1-944f-5f496c2e0ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.641415 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4ab04cc0-3a03-44f1-944f-5f496c2e0ef7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8866b992-d4a4-437e-9a6b-bdf1d0684655 HTTP/1.1" status: 204 len: 168 time: 0.2147171 Apr 20 13:10:50.644442 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:50.652554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab04cc0-3a03-44f1-944f-5f496c2e0ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8866b992-d4a4-437e-9a6b-bdf1d0684655,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:51.050364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9aaba-a355-4ed3-8e72-55d3074b1272 req-e1b26268-ebeb-4b84-987c-17d9acec0c61 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.051862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8a9aaba-a355-4ed3-8e72-55d3074b1272 req-e1b26268-ebeb-4b84-987c-17d9acec0c61 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1094 time: 0.4750183 Apr 20 13:10:51.060467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-7432ca22-156f-4ddd-bab4-8f52e9f311e6 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993627 Apr 20 13:10:51.190865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8a9aaba-a355-4ed3-8e72-55d3074b1272 req-b050d187-3817-4c08-b501-6adae842de7f tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273413 Apr 20 13:10:51.259535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-5de3e0b5-ea1f-4e9f-afbc-fda43b25d7a1 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695595 Apr 20 13:10:51.265384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d1483dbd-0170-49da-9900-abd3f6b95843 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:51.281695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:51.307713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56592) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:51.329800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 49da811c-88cd-4f73-9202-833f92de8581 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:10:51.343867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:51.344223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 408d6c9d-76d3-4ca2-9b43-c71e71caefc6 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:51.477053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ef441aed-7295-45aa-adf3-51df010aa24a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-988200214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:51.487508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d1483dbd-0170-49da-9900-abd3f6b95843, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d1483dbd-0170-49da-9900-abd3f6b95843,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:51.501735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef441aed-7295-45aa-adf3-51df010aa24a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.502801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'd1483dbd-0170-49da-9900-abd3f6b95843', 'network_id': 'b39bd695-a611-42fa-9016-0181c513247e', 'port_id': 'd1483dbd-0170-49da-9900-abd3f6b95843', 'mac_address': 'fa:16:3e:b4:5f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bac7257-48b4-49f9-b8a4-9a1d10186232', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:51.503911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f70cb074-eda7-407d-86a7-bc95b6f63de6 req-138d7ac7-c240-4ff2-93a6-814d3523d2c5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 210 time: 0.0434275 Apr 20 13:10:51.510801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef441aed-7295-45aa-adf3-51df010aa24a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.516885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42893-ac1d-4562-a293-38ad9c6c2ffa req-dcacdbb7-870f-45f6-af6e-9c64cc1575bf tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.527025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42893-ac1d-4562-a293-38ad9c6c2ffa req-dcacdbb7-870f-45f6-af6e-9c64cc1575bf tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:51.527025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bec42893-ac1d-4562-a293-38ad9c6c2ffa req-dcacdbb7-870f-45f6-af6e-9c64cc1575bf tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1682 time: 0.1420166 Apr 20 13:10:51.548036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:10:51.558406 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de7322-133a-41a9-84af-c60ea342520b None None] Sync routers for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:10:51.561763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8b51111e-aad2-43f9-886c-9e9bbf2a2538 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/49da811c-88cd-4f73-9202-833f92de8581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1936646 Apr 20 13:10:51.562439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56602) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:51.582595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.583837 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:51.586774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:51.600817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1483dbd-0170-49da-9900-abd3f6b95843 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:51.627787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d1483dbd-0170-49da-9900-abd3f6b95843, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d1483dbd-0170-49da-9900-abd3f6b95843,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:51.634383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.653788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bec42893-ac1d-4562-a293-38ad9c6c2ffa req-b2687b04-83e7-4e11-9b6e-b2628a16167a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123953 Apr 20 13:10:51.672466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b58f870-60b7-40cd-9d07-94f731951cad req-8c309e7d-3c15-4c73-b0fc-73afdbaafc0c tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0524318 Apr 20 13:10:51.682555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef441aed-7295-45aa-adf3-51df010aa24a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.688925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting subnet 0b4286ff-c130-4aca-ba57-852226315f03 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:10:51.689204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef441aed-7295-45aa-adf3-51df010aa24a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.697084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.711661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d1483dbd-0170-49da-9900-abd3f6b95843,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:51.733071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef441aed-7295-45aa-adf3-51df010aa24a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.738549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56608) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:51.738803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef441aed-7295-45aa-adf3-51df010aa24a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4297898 Apr 20 13:10:51.744184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-936979999'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:51.780309 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:51.780508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.802107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Made reservation on behalf of 695c6f8782c54f0ba57a0322714ab2f5 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:51.805494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.817918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.939357 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:51.949167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d1483dbd-0170-49da-9900-abd3f6b95843'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:10:51.979917 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:10:49Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:52.018256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.025762 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.052664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.078662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:52.090061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.090467 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Added segment af064282-4ac6-493e-b9d9-b264173e0d59 of type vlan for network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 Apr 20 13:10:52.110410 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de7322-133a-41a9-84af-c60ea342520b None None] Checking router: 49da811c-88cd-4f73-9202-833f92de8581 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:10:52.119761 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] Routers {'49da811c-88cd-4f73-9202-833f92de8581'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:10:52.120523 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['49da811c-88cd-4f73-9202-833f92de8581'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:52.163142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b829ee88-1337-4a91-8412-1b3972a558d8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:52.165817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4286ff-c130-4aca-ba57-852226315f03,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:52.170591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.174270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-558966e6-e7da-40d9-8d91-d21ec0331625 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/subnets/0b4286ff-c130-4aca-ba57-852226315f03 HTTP/1.1" status: 204 len: 168 time: 0.6086416 Apr 20 13:10:52.176083 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.177407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:52.177760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b755b940-31dd-43e0-9343-c22b63ec9a05 None None] Network b4a77070-ec44-4e1b-879f-c4b83484595b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:52.221609 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.228399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.229027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.317870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56616) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:52.318261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5778408 Apr 20 13:10:52.319249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c02aad-87dd-46aa-9ccf-d46ffc40ad2e tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Network': ['ID=ff80fef0-7f4f-4015-a24e-7c3d6a8466b6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:52.326737 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] Set router 49da811c-88cd-4f73-9202-833f92de8581 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:10:52.333456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:52.343025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'subnet': {'network_id': 'ff80fef0-7f4f-4015-a24e-7c3d6a8466b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:52.348068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:52.351146 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25c9986-0046-45a5-b471-6ae92e9e32ea" -d '{"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-plugged", "status": "completed", "tag": "70d47c5f-97dd-462b-99e4-fcc8ac0de8a8"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:52.408733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e6f84-89a4-4548-b8fa-9c19860982e9 req-1c2bdafc-c049-470b-a25a-789d7118e999 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.411348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-577e6f84-89a4-4548-b8fa-9c19860982e9 req-1c2bdafc-c049-470b-a25a-789d7118e999 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1095 time: 0.0892687 Apr 20 13:10:52.425597 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c21ef-2cb1-4de2-b858-377973bc7001 x-openstack-request-id: req-da7c21ef-2cb1-4de2-b858-377973bc7001 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:52.426139 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-plugged", "status": "completed", "tag": "70d47c5f-97dd-462b-99e4-fcc8ac0de8a8", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:52.426485 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da7c21ef-2cb1-4de2-b858-377973bc7001 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:52.428427 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7c21ef-2cb1-4de2-b858-377973bc7001'] response: {'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8', 'code': 200} Apr 20 13:10:52.430663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] DHCP port deletion for b4a77070-ec44-4e1b-879f-c4b83484595b request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:10:52.482291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-577e6f84-89a4-4548-b8fa-9c19860982e9 req-06f166a8-6370-454f-a3df-4284bf98799d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645974 Apr 20 13:10:52.494077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] Deleting port c376df17-0f60-4796-b648-7b6fd2ddfec1 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:52.494537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.545068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.597240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Made reservation on behalf of 695c6f8782c54f0ba57a0322714ab2f5 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:52.601217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.619169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d165202a-f625-4f20-a577-b51b12876e4c req-ffd9645b-03a7-44e1-a16f-d90507ecf1af tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 210 time: 0.0300539 Apr 20 13:10:52.630324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f9774-58ff-4e6d-ae13-1e4fb4ba21c4 req-c3fa3f9f-40f8-4db7-8b8f-e50de083a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.630796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f9774-58ff-4e6d-ae13-1e4fb4ba21c4 req-c3fa3f9f-40f8-4db7-8b8f-e50de083a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.632390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-938f9774-58ff-4e6d-ae13-1e4fb4ba21c4 req-c3fa3f9f-40f8-4db7-8b8f-e50de083a8ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1984 time: 0.1282647 Apr 20 13:10:52.650278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] For port c376df17-0f60-4796-b648-7b6fd2ddfec1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c376df17-0f60-4796-b648-7b6fd2ddfec1,segment=NetworkSegment(97c4f8d4-3e39-446e-844b-7634f84a0ffb),segment_id=97c4f8d4-3e39-446e-844b-7634f84a0ffb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:52.650278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.682318 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18de7322-133a-41a9-84af-c60ea342520b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:10:49Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:52.686950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] Calling delete_port for c376df17-0f60-4796-b648-7b6fd2ddfec1 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:52.725503 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18de7322-133a-41a9-84af-c60ea342520b None None] The sync data for ids ['49da811c-88cd-4f73-9202-833f92de8581'] in n-d-838550-2 is: [{'id': '49da811c-88cd-4f73-9202-833f92de8581', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323155360', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:08:22Z', 'updated_at': '2022-04-20T13:10:49Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '57a65cf1-dba2-4393-8a06-c9bfa6cc3782', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:de:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49da811c-88cd-4f73-9202-833f92de8581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:08:23Z', 'updated_at': '2022-04-20T13:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:10:52.763347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c376df17-0f60-4796-b648-7b6fd2ddfec1 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:52.855872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-938f9774-58ff-4e6d-ae13-1e4fb4ba21c4 req-0af9bdaf-abcf-4dbd-a7d7-480a14d2f32d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166774 Apr 20 13:10:52.875825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.890408 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.910445 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:52.943489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] Pushing event deleted for resources: {'Port': ['ID=c376df17-0f60-4796-b648-7b6fd2ddfec1,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:52.944234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab049720-64f0-403a-8311-07a7754c9145 req-e91162ba-f112-42b2-b9ac-31bad197a0cb tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0952122 Apr 20 13:10:52.945445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353b02f-b62e-4d81-87a1-94c432a76cd1 None None] No DVR routers for this DVR port c376df17-0f60-4796-b648-7b6fd2ddfec1 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:52.993178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6863ccc-b849-4b8d-bf46-c5d192f355ae req-d61f0183-f355-4006-b3e4-8ada35c61f6a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:52.999081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6863ccc-b849-4b8d-bf46-c5d192f355ae req-d61f0183-f355-4006-b3e4-8ada35c61f6a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.002220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6863ccc-b849-4b8d-bf46-c5d192f355ae req-d61f0183-f355-4006-b3e4-8ada35c61f6a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1682 time: 0.2053852 Apr 20 13:10:53.040933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871995b8-e185-4a46-9555-d98258b7d578 req-bd8de338-c9e1-4ad5-af81-599d4819b1eb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.042353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-bd8de338-c9e1-4ad5-af81-599d4819b1eb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.2998185 Apr 20 13:10:53.050817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:53.051159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.059008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Request body: {'port': {'device_id': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'admin_state_up': True, 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:53.063107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.067394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6863ccc-b849-4b8d-bf46-c5d192f355ae req-c97f57bf-75be-4efc-9c97-88346cf41d2b tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594337 Apr 20 13:10:53.184548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Subnet': ['ID=2855c763-dec7-4075-8eb2-613ed614b159,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:53.192224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:53.196699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.203175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Checking segment: {'id': 'af064282-4ac6-493e-b9d9-b264173e0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ff80fef0-7f4f-4015-a24e-7c3d6a8466b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:53.203608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network hostable DHCP agents. Network: ff80fef0-7f4f-4015-a24e-7c3d6a8466b6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:53.210574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port 57a65cf1-dba2-4393-8a06-c9bfa6cc3782, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:53.210942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.230517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:53.245327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:53.278823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d1483dbd-0170-49da-9900-abd3f6b95843 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:53.293020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ff80fef0-7f4f-4015-a24e-7c3d6a8466b6) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:53.305284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.305433 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.310681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7aec3c-5ba0-462d-80cb-70c23c54d437 None None] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:53.334455 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc525c22-6aff-47e8-8710-961109dd0cf9 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0118637 Apr 20 13:10:53.335517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56626) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:53.342152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'network': {'name': 'tempest-router-network01--671056487'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:53.357996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Allocated IP 172.20.0.10 (a6583879-3b19-4a76-a691-63bd64d0efce/c5fe488d-c8f4-4013-96f1-4bf18786073c/a1d77bcb-1a8b-4101-b167-bbcab6fc960d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:53.384632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Made reservation on behalf of 695c6f8782c54f0ba57a0322714ab2f5 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:53.388876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.441329 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.452025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:53.463584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port d1483dbd-0170-49da-9900-abd3f6b95843 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:10:53.470440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=57a65cf1-dba2-4393-8a06-c9bfa6cc3782,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:53.470926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port d1483dbd-0170-49da-9900-abd3f6b95843 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:53.471374 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.505409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.505961 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Added segment 67026f53-5200-4a93-b416-44ddb0f39a49 of type vlan for network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 Apr 20 13:10:53.540799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.580164 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.590739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ff80fef0-7f4f-4015-a24e-7c3d6a8466b6', 'network_id': 'ff80fef0-7f4f-4015-a24e-7c3d6a8466b6', 'tenant_id': '695c6f8782c54f0ba57a0322714ab2f5', 'fixed_ips': [{'subnet_id': '2855c763-dec7-4075-8eb2-613ed614b159'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:53.591570 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.628580 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.648398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.652324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.654011 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.668686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.675148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.675735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.696451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1be2c-8b99-4f12-b123-72e66928bb1e req-544d113c-ab63-477f-86fa-f3a1c5844ba9 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:53.698206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70f1be2c-8b99-4f12-b123-72e66928bb1e req-544d113c-ab63-477f-86fa-f3a1c5844ba9 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1095 time: 0.1123173 Apr 20 13:10:53.718039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d1483dbd-0170-49da-9900-abd3f6b95843, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d1483dbd-0170-49da-9900-abd3f6b95843,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:53.726698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.727548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Fanout notify agent at l3_agent the message router_deleted on router 49da811c-88cd-4f73-9202-833f92de8581 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:10:53.736642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.742161 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0cb2974f-7294-4639-bb24-5904f9a2c8b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/routers/49da811c-88cd-4f73-9202-833f92de8581 HTTP/1.1" status: 204 len: 168 time: 1.5631640 Apr 20 13:10:53.742993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:53.745297 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.758438 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.799647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4629924 Apr 20 13:10:53.809692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56634) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:53.814495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'network': {'name': 'tempest-router-network02--1607444718'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:53.826945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ab00ef7-f250-49ff-9818-b37303a5780b req-0ae63588-4b6f-4b53-90ec-b89b262e9dc6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 210 time: 0.1071434 Apr 20 13:10:53.840571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cafd2-8f60-4470-852b-0e33152a427d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Network': ['ID=4cacc572-cca4-47a1-8fa8-dc0e6c506fb4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:53.851656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70f1be2c-8b99-4f12-b123-72e66928bb1e req-bc31f7c9-4403-45ac-a49b-4e8ce96722d4 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363282 Apr 20 13:10:53.871925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.876457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:53.896429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.909784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d1483dbd-0170-49da-9900-abd3f6b95843,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:53.928202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Made reservation on behalf of 695c6f8782c54f0ba57a0322714ab2f5 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:53.928451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Network a6583879-3b19-4a76-a691-63bd64d0efce is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:53.936141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:53.938923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:53.941870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:53.955850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Allocated IP 172.20.0.2 (ff80fef0-7f4f-4015-a24e-7c3d6a8466b6/2855c763-dec7-4075-8eb2-613ed614b159/18bde4a5-9d92-47db-8f13-e227a4d6b7d3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:53.975118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:54.027501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:54.028142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.058759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:54.070343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.081517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.081866 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Added segment db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca of type vlan for network 37fe029d-849f-4d3e-972d-342b00902658 Apr 20 13:10:54.101715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a77070-ec44-4e1b-879f-c4b83484595b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:54.106380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a83c89c1-f63c-49af-8677-f839ba84e044 req-4ce4abb7-1b99-4814-a9bf-0e2bbdf785e2 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0625706 Apr 20 13:10:54.113658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-5649327c-ca8a-495d-acc6-00af87c7565a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0607419 Apr 20 13:10:54.126497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Request body: {'port': {'device_id': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:54.168068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c4f8d4-3e39-446e-844b-7634f84a0ffb') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:54.168527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c4f8d4-3e39-446e-844b-7634f84a0ffb') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:10:54.178118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.183974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.207007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.216568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:10:54.216819 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.217158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:10:54.221288 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:10:54.238633 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.240071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.243913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d29e-185d-40c7-9ca0-a758cffc753a req-de8e0ed9-1180-4c03-8beb-45b83c506ae9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:54.246075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.246703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:54.247369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.250073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5d29e-185d-40c7-9ca0-a758cffc753a req-de8e0ed9-1180-4c03-8beb-45b83c506ae9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:54.253447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72e5d29e-185d-40c7-9ca0-a758cffc753a req-de8e0ed9-1180-4c03-8beb-45b83c506ae9 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1682 time: 0.0927291 Apr 20 13:10:54.295154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:54.300755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:54.305585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:54.310508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Pushing event updated for resources: {'Port': ['ID=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:54.394249 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5834336 Apr 20 13:10:54.398883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56640) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:54.402162 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.410192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72e5d29e-185d-40c7-9ca0-a758cffc753a req-a556e8fb-34bf-486b-af76-8bcb75d995e6 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373343 Apr 20 13:10:54.418581 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'subnet': {'network_id': '4cacc572-cca4-47a1-8fa8-dc0e6c506fb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:54.425475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Attempting to bind port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:54.425884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Attempting to bind port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'af064282-4ac6-493e-b9d9-b264173e0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ff80fef0-7f4f-4015-a24e-7c3d6a8466b6'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:54.426245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Attempting to bind port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 on network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:54.431934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9b874a-57ad-459c-a752-4b98a223c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1483dbd-0170-49da-9900-abd3f6b95843'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:54.434210 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98102f1c-a89a-43da-916e-86cd5f13c3be" -d '{"events": [{"server_uuid": "df9b874a-57ad-459c-a752-4b98a223c404", "name": "network-vif-plugged", "status": "completed", "tag": "d1483dbd-0170-49da-9900-abd3f6b95843"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:54.437264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:54.437771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Checking segment: {'id': 'af064282-4ac6-493e-b9d9-b264173e0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ff80fef0-7f4f-4015-a24e-7c3d6a8466b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:54.438105 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.438518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Bound using segment: {'id': 'af064282-4ac6-493e-b9d9-b264173e0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ff80fef0-7f4f-4015-a24e-7c3d6a8466b6'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:54.438997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Bound port: 18bde4a5-9d92-47db-8f13-e227a4d6b7d3, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af064282-4ac6-493e-b9d9-b264173e0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ff80fef0-7f4f-4015-a24e-7c3d6a8466b6'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:54.439781 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.513592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.521316 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/networks/b4a77070-ec44-4e1b-879f-c4b83484595b HTTP/1.1" status: 204 len: 168 time: 0.7735431 Apr 20 13:10:54.521590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74800c-0558-4cf1-a3e5-ced274de734f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Network': ['ID=37fe029d-849f-4d3e-972d-342b00902658,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:54.523862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:54.531037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] For port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:54.541937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] For port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,segment=NetworkSegment(af064282-4ac6-493e-b9d9-b264173e0d59),segment_id=af064282-4ac6-493e-b9d9-b264173e0d59)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:54.565874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 37fe029d-849f-4d3e-972d-342b00902658 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:54.574185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5633cc8-3586-4e73-b2b2-c459d7e3bc7d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Network': ['ID=b4a77070-ec44-4e1b-879f-c4b83484595b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:54.639046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Made reservation on behalf of 695c6f8782c54f0ba57a0322714ab2f5 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:54.647363 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.684714 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886be802-3339-44d2-aea2-166025433dd1 x-openstack-request-id: req-886be802-3339-44d2-aea2-166025433dd1 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:54.684996 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9b874a-57ad-459c-a752-4b98a223c404", "name": "network-vif-plugged", "status": "completed", "tag": "d1483dbd-0170-49da-9900-abd3f6b95843", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:54.688816 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-886be802-3339-44d2-aea2-166025433dd1 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:54.689234 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-886be802-3339-44d2-aea2-166025433dd1'] response: {'server_uuid': 'df9b874a-57ad-459c-a752-4b98a223c404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1483dbd-0170-49da-9900-abd3f6b95843', 'code': 200} Apr 20 13:10:54.693314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.733601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d77bcb-1a8b-4101-b167-bbcab6fc960d {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:10:54.756885 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.772142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Transition to ACTIVE for port object a1d77bcb-1a8b-4101-b167-bbcab6fc960d will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:10:54.783655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:54.881441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:54.899562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4b5ef-c863-47d2-8328-11ebf27f4ad5 req-ae09aabd-ad8d-47b3-b5c1-f70bbc9b942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:54.901011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5db4b5ef-c863-47d2-8328-11ebf27f4ad5 req-ae09aabd-ad8d-47b3-b5c1-f70bbc9b942a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.1274278 Apr 20 13:10:55.012047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:55.018149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.052187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:55.052536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 57a65cf1-dba2-4393-8a06-c9bfa6cc3782 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:55.053029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1541bd5c-29ec-4da3-b196-de48f58ea019 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:10:55.082138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1541bd5c-29ec-4da3-b196-de48f58ea019 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:10:55.082566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1541bd5c-29ec-4da3-b196-de48f58ea019 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:10:55.099892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b94d9e2-9569-4652-83f1-9db423638e23 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.101976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09260853-1bb8-4da3-8a71-edcbbaac168b None None] Pushing event updated for resources: {'Port': ['ID=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.110691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Subnet': ['ID=6950f7d3-b082-470e-90b2-c09d22cefc06,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.136317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5db4b5ef-c863-47d2-8328-11ebf27f4ad5 req-7e46bb76-906e-4a3d-9280-be75cfac151c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175512 Apr 20 13:10:55.153278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b94d9e2-9569-4652-83f1-9db423638e23 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.162006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Attempting to bind port a1d77bcb-1a8b-4101-b167-bbcab6fc960d on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:55.162353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Attempting to bind port a1d77bcb-1a8b-4101-b167-bbcab6fc960d by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:55.163112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Attempting to bind port a1d77bcb-1a8b-4101-b167-bbcab6fc960d on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:55.176629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9363-7292-4208-ae18-bb2c7ed84885 req-b001fd22-a178-4c06-80c9-4b8a5bf80cfe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.179746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Checking segment: {'id': '67026f53-5200-4a93-b416-44ddb0f39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cacc572-cca4-47a1-8fa8-dc0e6c506fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:55.180115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network hostable DHCP agents. Network: 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:55.182802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec9363-7292-4208-ae18-bb2c7ed84885 req-b001fd22-a178-4c06-80c9-4b8a5bf80cfe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.184114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bec9363-7292-4208-ae18-bb2c7ed84885 req-b001fd22-a178-4c06-80c9-4b8a5bf80cfe tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1682 time: 0.2146623 Apr 20 13:10:55.191938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf623bf-d8d7-45a9-b14b-55ea2b06e595 req-ff4042b1-0853-4ccf-817d-c9b4a60c6bfb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.193413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2bf623bf-d8d7-45a9-b14b-55ea2b06e595 req-ff4042b1-0853-4ccf-817d-c9b4a60c6bfb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 944 time: 0.2123575 Apr 20 13:10:55.196339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Port a1d77bcb-1a8b-4101-b167-bbcab6fc960d on network a6583879-3b19-4a76-a691-63bd64d0efce not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:10:55.196657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Attempting to bind port a1d77bcb-1a8b-4101-b167-bbcab6fc960d on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:55.223948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:55.230789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:55.231130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Checking segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:55.231508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Bound using segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:55.231940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Bound port: a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:55.232295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.236999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:55.242087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.242625 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.261054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da5bd9e-616a-4a88-87d2-cbe3025bfd32 None None] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:55.266212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b94d9e2-9569-4652-83f1-9db423638e23 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.269943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4b94d9e2-9569-4652-83f1-9db423638e23 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.273954 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4b94d9e2-9569-4652-83f1-9db423638e23 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/security-groups/4aed2051-76d1-47f2-834f-849d52441eaa HTTP/1.1" status: 204 len: 168 time: 0.7452116 Apr 20 13:10:55.277844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bec9363-7292-4208-ae18-bb2c7ed84885 req-bb966505-aa30-42bd-8f3f-a0fbb8618eb2 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831292 Apr 20 13:10:55.279365 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b4d7b733-eb17-4f76-a5b5-df8b7c4ddf75 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8788610 Apr 20 13:10:55.285414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:55.291413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'subnet': {'network_id': '37fe029d-849f-4d3e-972d-342b00902658', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:55.295128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94d9e2-9569-4652-83f1-9db423638e23 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aed2051-76d1-47f2-834f-849d52441eaa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.312139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2bf623bf-d8d7-45a9-b14b-55ea2b06e595 req-67faf16a-38ef-4007-a696-aae9816c1704 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092691 Apr 20 13:10:55.348923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:55.354718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:55.375626 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.427279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Made reservation on behalf of 695c6f8782c54f0ba57a0322714ab2f5 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:55.431171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.453571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.454326 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.455797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] 10.222.0.30 "PUT /v2.0/ports/a1d77bcb-1a8b-4101-b167-bbcab6fc960d HTTP/1.1" status: 200 len: 1092 time: 1.3335524 Apr 20 13:10:55.471149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-4cacc572-cca4-47a1-8fa8-dc0e6c506fb4', 'network_id': '4cacc572-cca4-47a1-8fa8-dc0e6c506fb4', 'tenant_id': '695c6f8782c54f0ba57a0322714ab2f5', 'fixed_ips': [{'subnet_id': '6950f7d3-b082-470e-90b2-c09d22cefc06'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:55.472047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.474202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:55.476559 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09265ae2-e184-4db7-b326-56399d8ca732" -d '{"events": [{"name": "network-changed", "server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:55.505266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70245d61-653c-44bf-b3d3-92226ae2ffd7 req-c27af459-1a95-47f1-9858-cdbbfac972e3 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0775023 Apr 20 13:10:55.550531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7a35e-ab03-4867-a587-5117649f8f6a service neutron] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.567098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723abf5b-a138-4d97-8474-f8323313dddd req-11ef01b0-c7aa-46e7-80e0-cdfb1b2fadb8 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.575268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-723abf5b-a138-4d97-8474-f8323313dddd req-11ef01b0-c7aa-46e7-80e0-cdfb1b2fadb8 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.1489577 Apr 20 13:10:55.587090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871995b8-e185-4a46-9555-d98258b7d578 req-d505d4b5-bf9f-400d-93a6-7752d3d3f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.588676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-d505d4b5-bf9f-400d-93a6-7752d3d3f9f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 1095 time: 0.0877054 Apr 20 13:10:55.646709 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf8c8bd-2a3c-4d95-a1d1-be15938b62e0 x-openstack-request-id: req-fbf8c8bd-2a3c-4d95-a1d1-be15938b62e0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:55.647069 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:55.647379 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbf8c8bd-2a3c-4d95-a1d1-be15938b62e0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:55.647827 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf8c8bd-2a3c-4d95-a1d1-be15938b62e0'] response: {'name': 'network-changed', 'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'status': 'completed', 'code': 200} Apr 20 13:10:55.652952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-6b4a22e1-6dde-420b-af8b-92572cf81dfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d HTTP/1.1" status: 200 len: 217 time: 0.0457075 Apr 20 13:10:55.668401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-723abf5b-a138-4d97-8474-f8323313dddd req-a5b9bbe5-1450-4e10-a72c-df4557359dab tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872378 Apr 20 13:10:55.734029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.741182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871995b8-e185-4a46-9555-d98258b7d578 req-9bd131c7-2b4a-4370-8541-d6be7c1316a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.744424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-9bd131c7-2b4a-4370-8541-d6be7c1316a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.0749757 Apr 20 13:10:55.751063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Allocated IP 172.20.0.2 (4cacc572-cca4-47a1-8fa8-dc0e6c506fb4/6950f7d3-b082-470e-90b2-c09d22cefc06/25bd0c49-223c-4f25-90f6-ee4783531966) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:55.780543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-dca858d9-7dd4-4d55-aff6-89e727f71706 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286667 Apr 20 13:10:55.818320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Subnet': ['ID=8ee6474a-993b-4cb2-b3a3-c5b29f4f70b5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:55.838032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Checking segment: {'id': 'db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '37fe029d-849f-4d3e-972d-342b00902658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:55.838897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network hostable DHCP agents. Network: 37fe029d-849f-4d3e-972d-342b00902658, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:10:55.858758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network 37fe029d-849f-4d3e-972d-342b00902658 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:10:55.876309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 37fe029d-849f-4d3e-972d-342b00902658) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:55.883322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:55.885799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:55.901123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96584da8-6704-4c71-93ce-a654dcb225e3 None None] Network 37fe029d-849f-4d3e-972d-342b00902658 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:55.909128 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-64458967-bee9-4956-982a-11265042a7e5 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6225531 Apr 20 13:10:55.911898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56666) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:55.918446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56668) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:55.923682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-aa73725d-8d10-4ea7-83ac-e7a430afff74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838647819', 'description': 'tempest-secgroup-smoke-1838647819 description', 'project_id': '03cd53d3d89e444e8c1137058a06ab83'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:55.957665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa73725d-8d10-4ea7-83ac-e7a430afff74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.064491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa73725d-8d10-4ea7-83ac-e7a430afff74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.070066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa73725d-8d10-4ea7-83ac-e7a430afff74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.109051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa73725d-8d10-4ea7-83ac-e7a430afff74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.111100 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.111811 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aa73725d-8d10-4ea7-83ac-e7a430afff74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1920764 Apr 20 13:10:56.113312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73725d-8d10-4ea7-83ac-e7a430afff74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b2a4f6-66e7-407a-9751-cfad5b543a4e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:56.122230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:56.128576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e28c6146-811c-4250-88c8-332e5ec070b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'e6b2a4f6-66e7-407a-9751-cfad5b543a4e', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:56.135230 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.171365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e28c6146-811c-4250-88c8-332e5ec070b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.179876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Pushing event updated for resources: {'Port': ['ID=25bd0c49-223c-4f25-90f6-ee4783531966,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:56.216652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-37fe029d-849f-4d3e-972d-342b00902658', 'network_id': '37fe029d-849f-4d3e-972d-342b00902658', 'tenant_id': '695c6f8782c54f0ba57a0322714ab2f5', 'fixed_ips': [{'subnet_id': '8ee6474a-993b-4cb2-b3a3-c5b29f4f70b5'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:10:56.217663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.221574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:56.224404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:56.234142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:56.238319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d7f12a-e625-4523-b69b-883a73356068 None None] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:56.255597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e28c6146-811c-4250-88c8-332e5ec070b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.262414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e28c6146-811c-4250-88c8-332e5ec070b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.283942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c6146-811c-4250-88c8-332e5ec070b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b11a3b8-c398-4dcc-89b1-a0d0d57e39b8,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:56.302692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e28c6146-811c-4250-88c8-332e5ec070b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.303327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e28c6146-811c-4250-88c8-332e5ec070b9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814456 Apr 20 13:10:56.308093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56674) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:56.314240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1f312174-0381-4038-9103-8615fb7a473c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'e6b2a4f6-66e7-407a-9751-cfad5b543a4e', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:56.342454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-b2813c99-921d-4d75-850a-38099aa54f5b service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541081 Apr 20 13:10:56.350226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f312174-0381-4038-9103-8615fb7a473c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.431436 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f312174-0381-4038-9103-8615fb7a473c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.438737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f312174-0381-4038-9103-8615fb7a473c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.462444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f312174-0381-4038-9103-8615fb7a473c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a8acb2-4599-41ec-a7f0-17812d860d53,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:56.482707 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f312174-0381-4038-9103-8615fb7a473c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.484532 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1f312174-0381-4038-9103-8615fb7a473c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1748285 Apr 20 13:10:56.487411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56678) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:56.493855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f65e536a-b2b9-47ab-86cd-c1105f7cb60a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'e6b2a4f6-66e7-407a-9751-cfad5b543a4e', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:56.528554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f65e536a-b2b9-47ab-86cd-c1105f7cb60a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.583887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-73c95933-2d73-44f0-aee7-c8d2d691e242 None None] Provisioning complete for port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:56.584409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73c95933-2d73-44f0-aee7-c8d2d691e242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.591811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Attempting to bind port 25bd0c49-223c-4f25-90f6-ee4783531966 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:56.592180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Attempting to bind port 25bd0c49-223c-4f25-90f6-ee4783531966 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '67026f53-5200-4a93-b416-44ddb0f39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cacc572-cca4-47a1-8fa8-dc0e6c506fb4'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:56.592545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Attempting to bind port 25bd0c49-223c-4f25-90f6-ee4783531966 on network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:56.598547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f65e536a-b2b9-47ab-86cd-c1105f7cb60a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.602397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f65e536a-b2b9-47ab-86cd-c1105f7cb60a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.623364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e536a-b2b9-47ab-86cd-c1105f7cb60a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3e6929-0cc0-4a71-9bb7-cb439bcd82fe,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:56.637446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f65e536a-b2b9-47ab-86cd-c1105f7cb60a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.644626 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f65e536a-b2b9-47ab-86cd-c1105f7cb60a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522532 Apr 20 13:10:56.644626 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56682) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:56.649292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b38fee22-552d-4431-9ca6-9c73d5fbe453 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'e6b2a4f6-66e7-407a-9751-cfad5b543a4e', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:56.650994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:56.651377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Checking segment: {'id': '67026f53-5200-4a93-b416-44ddb0f39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cacc572-cca4-47a1-8fa8-dc0e6c506fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:56.651781 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.652181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Bound using segment: {'id': '67026f53-5200-4a93-b416-44ddb0f39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cacc572-cca4-47a1-8fa8-dc0e6c506fb4'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:56.652663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Bound port: 25bd0c49-223c-4f25-90f6-ee4783531966, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67026f53-5200-4a93-b416-44ddb0f39a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4cacc572-cca4-47a1-8fa8-dc0e6c506fb4'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:56.653047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.679145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b38fee22-552d-4431-9ca6-9c73d5fbe453 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.701989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f371f6f-22d6-4209-922b-2e155790e94b req-d88129f1-0618-4a51-a8d1-dcaac9647fde tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.703689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f371f6f-22d6-4209-922b-2e155790e94b req-d88129f1-0618-4a51-a8d1-dcaac9647fde tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 944 time: 0.2845974 Apr 20 13:10:56.717987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e058e3-5e34-4fa6-a7cc-7110a76cc1b5 req-0a4b6ed7-484b-4353-91fb-478345087bc3 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.724761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e058e3-5e34-4fa6-a7cc-7110a76cc1b5 req-0a4b6ed7-484b-4353-91fb-478345087bc3 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.732160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67e058e3-5e34-4fa6-a7cc-7110a76cc1b5 req-0a4b6ed7-484b-4353-91fb-478345087bc3 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1682 time: 0.3293898 Apr 20 13:10:56.741499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Allocated IP 172.20.0.2 (37fe029d-849f-4d3e-972d-342b00902658/8ee6474a-993b-4cb2-b3a3-c5b29f4f70b5/33751d8f-8ca9-4c33-a50f-392de2167a7e) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:56.761871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b38fee22-552d-4431-9ca6-9c73d5fbe453 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.767309 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b38fee22-552d-4431-9ca6-9c73d5fbe453 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.795659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b38fee22-552d-4431-9ca6-9c73d5fbe453 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.798580 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b38fee22-552d-4431-9ca6-9c73d5fbe453 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1540172 Apr 20 13:10:56.807004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56686) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:56.813142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'e6b2a4f6-66e7-407a-9751-cfad5b543a4e', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:56.813597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da885049-92ee-41ef-99f2-7362325649a3 req-4292b8a8-ade4-4a51-8d2b-0e5ddec92354 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.817557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fee22-552d-4431-9ca6-9c73d5fbe453 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b9cb97-34ef-404a-b8d2-8a8039d1d79e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:56.820351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da885049-92ee-41ef-99f2-7362325649a3 req-4292b8a8-ade4-4a51-8d2b-0e5ddec92354 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:56.822141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da885049-92ee-41ef-99f2-7362325649a3 req-4292b8a8-ade4-4a51-8d2b-0e5ddec92354 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1682 time: 0.2763944 Apr 20 13:10:56.849550 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:10:56.856050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.868360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-871995b8-e185-4a46-9555-d98258b7d578 req-798c3f1f-78bf-4d25-9082-3a0ba5dc7217 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159836 Apr 20 13:10:56.895218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:56.954310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67e058e3-5e34-4fa6-a7cc-7110a76cc1b5 req-0b0d64a5-a139-40d7-9edb-2f66c924f274 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058573 Apr 20 13:10:56.955062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] For port 25bd0c49-223c-4f25-90f6-ee4783531966, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:56.955758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f371f6f-22d6-4209-922b-2e155790e94b req-fb8259a0-c75c-4301-a175-8190ff550519 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130935 Apr 20 13:10:56.988387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] For port 25bd0c49-223c-4f25-90f6-ee4783531966, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=25bd0c49-223c-4f25-90f6-ee4783531966,segment=NetworkSegment(67026f53-5200-4a93-b416-44ddb0f39a49),segment_id=67026f53-5200-4a93-b416-44ddb0f39a49)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:56.990076 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73c95933-2d73-44f0-aee7-c8d2d691e242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:56.995863 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.000516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.008409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.008687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.036006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bdf90d-9a7e-422b-8569-ce3223ea7b4c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.059818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.061229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ea947074-5fd9-4a1e-93bd-9d7c301ebc56 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2525485 Apr 20 13:10:57.066432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56688) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:57.071224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'e6b2a4f6-66e7-407a-9751-cfad5b543a4e', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:57.103744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:57.104149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.113478 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:10:57.123482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.162213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa5a585d-fda5-46a5-b27a-1192b9471399 req-cb728e82-1ace-474a-9d8e-21dc032e3729 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0797789 Apr 20 13:10:57.205158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600a8e-5b36-4fae-8dea-02a1143091e1 None None] Pushing event updated for resources: {'Port': ['ID=25bd0c49-223c-4f25-90f6-ee4783531966,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.230143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-73c95933-2d73-44f0-aee7-c8d2d691e242 None None] For port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,segment=NetworkSegment(af064282-4ac6-493e-b9d9-b264173e0d59),segment_id=af064282-4ac6-493e-b9d9-b264173e0d59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:57.235216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.239679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73c95933-2d73-44f0-aee7-c8d2d691e242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.241205 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.267141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7580b983-8cd6-4a0a-94c1-76fb6bd407f1,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.277423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.283279 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bbb215cd-35c9-40a7-af22-2d52895ec1cd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2150478 Apr 20 13:10:57.283923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56690) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:57.290809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'network': {'name': 'tempest-network-smoke--1696483624', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'port_security_enabled': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:57.319312 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.319529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:10:57.324410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.356621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:10:57.371330 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.378164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.378637 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Added segment 073a13c8-76bb-4e83-8189-511743b16904 of type vlan for network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 Apr 20 13:10:57.386411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c95933-2d73-44f0-aee7-c8d2d691e242 None None] Pushing event updated for resources: {'Port': ['ID=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.437386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265ae2-e184-4db7-b326-56399d8ca732 req-1b84b579-c4e7-492e-8865-0e6d8cdad795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:57.439091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Network 37fe029d-849f-4d3e-972d-342b00902658 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:57.439641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09265ae2-e184-4db7-b326-56399d8ca732 req-1b84b579-c4e7-492e-8865-0e6d8cdad795 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 1095 time: 0.4944549 Apr 20 13:10:57.441143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.442235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6be9faf4-1bd6-4607-9ea0-e0da5b11c793 None None] Provisioning complete for port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:57.442610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6be9faf4-1bd6-4607-9ea0-e0da5b11c793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.472958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:57.475035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:57.493364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339a28b-ae87-4f2f-bd2b-f8e48c59b1f9 req-70127ff3-b270-4e2a-a8ed-b14ee5bca492 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:57.495024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b339a28b-ae87-4f2f-bd2b-f8e48c59b1f9 req-70127ff3-b270-4e2a-a8ed-b14ee5bca492 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.4090848 Apr 20 13:10:57.495713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.495850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Pushing event updated for resources: {'Port': ['ID=33751d8f-8ca9-4c33-a50f-392de2167a7e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.505430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:57.516959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.568529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Attempting to bind port 33751d8f-8ca9-4c33-a50f-392de2167a7e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:10:57.569042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Attempting to bind port 33751d8f-8ca9-4c33-a50f-392de2167a7e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '37fe029d-849f-4d3e-972d-342b00902658'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:10:57.569449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Attempting to bind port 33751d8f-8ca9-4c33-a50f-392de2167a7e on network 37fe029d-849f-4d3e-972d-342b00902658 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:10:57.590572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:57.590907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.595980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:10:57.596352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Checking segment: {'id': 'db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '37fe029d-849f-4d3e-972d-342b00902658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:10:57.596758 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.597153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Bound using segment: {'id': 'db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '37fe029d-849f-4d3e-972d-342b00902658'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:10:57.598137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Bound port: 33751d8f-8ca9-4c33-a50f-392de2167a7e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '37fe029d-849f-4d3e-972d-342b00902658'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:10:57.598137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.623834 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3356278 Apr 20 13:10:57.627109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56692) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:10:57.633280 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'admin_state_up': True, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:10:57.654413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789608c-303a-40a0-8f3c-c5d162540c7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Network': ['ID=586b39b0-36a5-4a6e-86f6-cefe54ecf965,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.669191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.671535 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.672647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:10:57.731978 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.734822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Allocated IP 172.20.0.1 (4cacc572-cca4-47a1-8fa8-dc0e6c506fb4/6950f7d3-b082-470e-90b2-c09d22cefc06/546d6283-f64a-43c6-a394-cfa4d03351cd) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:57.735028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] For port 33751d8f-8ca9-4c33-a50f-392de2167a7e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:10:57.743555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b339a28b-ae87-4f2f-bd2b-f8e48c59b1f9 req-3e880c8c-81d8-4550-a101-8360e651b1a7 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105398 Apr 20 13:10:57.781987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265ae2-e184-4db7-b326-56399d8ca732 req-72ca4a76-4cc6-4bec-a007-4e3a0fc832ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:57.783671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09265ae2-e184-4db7-b326-56399d8ca732 req-72ca4a76-4cc6-4bec-a007-4e3a0fc832ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.3352816 Apr 20 13:10:57.800412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] For port 33751d8f-8ca9-4c33-a50f-392de2167a7e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33751d8f-8ca9-4c33-a50f-392de2167a7e,segment=NetworkSegment(db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca),segment_id=db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:10:57.807742 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.879132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259910d-130a-435e-81a1-fc3f1e38ad26 None None] Pushing event updated for resources: {'Port': ['ID=33751d8f-8ca9-4c33-a50f-392de2167a7e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:57.901675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09265ae2-e184-4db7-b326-56399d8ca732 req-ae7b29a3-7625-4a60-9ddd-f186a78a211e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d HTTP/1.1" status: 200 len: 217 time: 0.1067076 Apr 20 13:10:57.908872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:57.909342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:57.960010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:58.085622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7197b-eab3-452a-9501-3ed48a48d089 req-0c56acc4-6002-4548-811e-8c6769251ff3 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.087124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b7197b-eab3-452a-9501-3ed48a48d089 req-0c56acc4-6002-4548-811e-8c6769251ff3 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.2472246 Apr 20 13:10:58.100817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265ae2-e184-4db7-b326-56399d8ca732 req-b385e6cf-4a07-492a-8044-05a60316acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.102478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09265ae2-e184-4db7-b326-56399d8ca732 req-b385e6cf-4a07-492a-8044-05a60316acfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.1714141 Apr 20 13:10:58.121025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.201223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09265ae2-e184-4db7-b326-56399d8ca732 req-c54132d5-3aa5-4b4b-9b1e-9d6ffa5f7fc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689087 Apr 20 13:10:58.231328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.326438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62cbda-6e16-4307-9461-471517c369e4 req-c8425b80-2443-4269-bb35-66334959e339 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.333227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62cbda-6e16-4307-9461-471517c369e4 req-c8425b80-2443-4269-bb35-66334959e339 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:58.335244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce62cbda-6e16-4307-9461-471517c369e4 req-c8425b80-2443-4269-bb35-66334959e339 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 1682 time: 0.3122666 Apr 20 13:10:58.349836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92b7197b-eab3-452a-9501-3ed48a48d089 req-dc22d1df-2217-43d6-accc-771fc6563fa5 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514484 Apr 20 13:10:58.427728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.489034 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.512346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.591567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89dd017-5b80-4879-80b1-8467bd8afd32 None None] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:58.648358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.254 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/16ef4a80-c785-45b2-9f01-be47278e820c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:10:58.708848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ce35b2db-1222-4621-b346-ad2c9fcc2249 None None] Provisioning complete for port 25bd0c49-223c-4f25-90f6-ee4783531966 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:58.709227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce35b2db-1222-4621-b346-ad2c9fcc2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.844294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.894664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.952402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Port': ['ID=546d6283-f64a-43c6-a394-cfa4d03351cd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:58.957023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:58.965108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:58.967994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:10:58.972740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:58.975091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=16ef4a80-c785-45b2-9f01-be47278e820c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:58.980094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09265ae2-e184-4db7-b326-56399d8ca732 req-f956563d-1c50-4238-8293-6bed05fa135b service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694621 Apr 20 13:10:58.983175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:59.000963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce62cbda-6e16-4307-9461-471517c369e4 req-4a290781-c0bd-4e90-8ea2-373e7df46ee5 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408229 Apr 20 13:10:59.001961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:10:59.022025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:10:59.070717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 25bd0c49-223c-4f25-90f6-ee4783531966 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:10:59.090139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.090482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.090809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.091140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.091466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.091788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.092109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.092431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.098457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.098819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.099159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.099495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:10:59.154952 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce35b2db-1222-4621-b346-ad2c9fcc2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.156834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b87055-c6e0-43b4-88ad-24a467374ce6 req-15abb337-3b3e-4a18-a362-1c15668e681c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.164675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95b87055-c6e0-43b4-88ad-24a467374ce6 req-15abb337-3b3e-4a18-a362-1c15668e681c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 944 time: 0.7444904 Apr 20 13:10:59.252061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ce35b2db-1222-4621-b346-ad2c9fcc2249 None None] For port 25bd0c49-223c-4f25-90f6-ee4783531966, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=25bd0c49-223c-4f25-90f6-ee4783531966,segment=NetworkSegment(67026f53-5200-4a93-b416-44ddb0f39a49),segment_id=67026f53-5200-4a93-b416-44ddb0f39a49)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:59.252352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:10:59.264320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 25bd0c49-223c-4f25-90f6-ee4783531966 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:59.264699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.267416 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce35b2db-1222-4621-b346-ad2c9fcc2249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.272783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=70d47c5f-97dd-462b-99e4-fcc8ac0de8a8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:59.330584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.334019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da885049-92ee-41ef-99f2-7362325649a3 req-0b0739d1-4322-46a0-99d2-edc8e42ac888 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "DELETE /v2.0/ports/70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 HTTP/1.1" status: 204 len: 173 time: 2.5032859 Apr 20 13:10:59.336073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1cd14f3-c050-495e-b276-9ba35edd8a80 req-25d46053-3a53-41f9-988f-4f1fc5b7bbca tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.1969147 Apr 20 13:10:59.336411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-deleted', 'tag': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:10:59.338680 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137defb6-5d40-46eb-b0aa-09439e806d79" -d '{"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-deleted", "tag": "70d47c5f-97dd-462b-99e4-fcc8ac0de8a8"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:10:59.350941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.393270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a1d77bcb-1a8b-4101-b167-bbcab6fc960d details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:10:59.408136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.460317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b71e23-1610-45f7-882b-70ce5175d883 None None] Network 37fe029d-849f-4d3e-972d-342b00902658 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:10:59.498368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95b87055-c6e0-43b4-88ad-24a467374ce6 req-b4b06fa0-267f-4248-a35a-296cd90a0664 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328407 Apr 20 13:10:59.531139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35b2db-1222-4621-b346-ad2c9fcc2249 None None] Pushing event updated for resources: {'Port': ['ID=25bd0c49-223c-4f25-90f6-ee4783531966,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:10:59.540838 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:10:59.609270 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32e535-f565-43d7-9663-88d7a864ee68 x-openstack-request-id: req-dd32e535-f565-43d7-9663-88d7a864ee68 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:10:59.609681 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-deleted", "tag": "70d47c5f-97dd-462b-99e4-fcc8ac0de8a8", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:10:59.609969 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd32e535-f565-43d7-9663-88d7a864ee68 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:10:59.610432 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd32e535-f565-43d7-9663-88d7a864ee68'] response: {'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-deleted', 'tag': '70d47c5f-97dd-462b-99e4-fcc8ac0de8a8', 'status': 'completed', 'code': 200} Apr 20 13:10:59.645270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09265ae2-e184-4db7-b326-56399d8ca732 req-3d53b93a-b2f0-46cb-a81b-a65b306f9130 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205101 Apr 20 13:10:59.645719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.667283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10ffd7-b867-4245-ae2f-8fcc0183af46 req-e951b01e-84a0-46cf-8c68-696d4df88239 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:10:59.674617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd10ffd7-b867-4245-ae2f-8fcc0183af46 req-e951b01e-84a0-46cf-8c68-696d4df88239 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.1849747 Apr 20 13:10:59.692134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-25192136-601a-4042-8a8c-0a71b8f7e2e1 None None] Provisioning complete for port 33751d8f-8ca9-4c33-a50f-392de2167a7e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:10:59.692734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25192136-601a-4042-8a8c-0a71b8f7e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.739707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd10ffd7-b867-4245-ae2f-8fcc0183af46 req-3937de12-9ee8-471a-a324-e07f0d3881de tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595996 Apr 20 13:10:59.776265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port 948f6de7-f4f4-4da7-bf28-614ddea6913c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:10:59.776841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.818483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 82dae3a5-35b6-4188-ac57-e859c6d20558 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:10:59.827788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:59.870407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.871866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'port_id': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'mac_address': 'fa:16:3e:8c:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe488d-c8f4-4013-96f1-4bf18786073c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:10:59.888066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port 948f6de7-f4f4-4da7-bf28-614ddea6913c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=948f6de7-f4f4-4da7-bf28-614ddea6913c,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:10:59.888304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:10:59.923904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for 948f6de7-f4f4-4da7-bf28-614ddea6913c owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:10:59.958544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:00.003359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Sync routers for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:00.006899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.008702 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-888b0d28-efd4-457c-a0dd-89f268f8baf5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3807287 Apr 20 13:11:00.011862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56710) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:00.037147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:00.056462 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a015240b-d746-4bf1-83d8-09929b78a749 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=03cd53d3d89e444e8c1137058a06ab83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410743 Apr 20 13:11:00.057460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56714) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:00.076744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 948f6de7-f4f4-4da7-bf28-614ddea6913c no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:00.122290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.135666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:00.136303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:00.216778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d77bcb-1a8b-4101-b167-bbcab6fc960d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:00.232983 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25192136-601a-4042-8a8c-0a71b8f7e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.235691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fae76d-5dee-4eb1-889f-c510778d2ddf req-51833efb-0bd1-49c8-a833-0fc966b62fc3 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.237098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d01c32-55b6-43db-b030-846a60119728 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.237250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4fae76d-5dee-4eb1-889f-c510778d2ddf req-51833efb-0bd1-49c8-a833-0fc966b62fc3 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.1658564 Apr 20 13:11:00.241207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-76d01c32-55b6-43db-b030-846a60119728 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1792951 Apr 20 13:11:00.241490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56716) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:00.247881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c9ed-7a00-43ac-a697-78de0ed1ea77 req-c85c153c-d13c-4eac-aeda-5e6528b34663 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.255411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1901c9ed-7a00-43ac-a697-78de0ed1ea77 req-c85c153c-d13c-4eac-aeda-5e6528b34663 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ce72ee4-821f-48f7-b9f0-4ecdb958fb00 HTTP/1.1" status: 200 len: 945 time: 0.1459243 Apr 20 13:11:00.275157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:00.292854 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6889e608-24dc-460e-8370-ff7fb8e38e7a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479739 Apr 20 13:11:00.293660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:00.299644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-891212777', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:00.317929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.418200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:00.423204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.423850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:00.424221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.427082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-25192136-601a-4042-8a8c-0a71b8f7e2e1 None None] For port 33751d8f-8ca9-4c33-a50f-392de2167a7e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33751d8f-8ca9-4c33-a50f-392de2167a7e,segment=NetworkSegment(db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca),segment_id=db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:00.436132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1901c9ed-7a00-43ac-a697-78de0ed1ea77 req-bc61c32d-7339-4dcc-befa-f8019b2bb9f8 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "GET /v2.0/security-groups?id=c26d0c58-5724-41d7-8e19-5a0122713804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776662 Apr 20 13:11:00.465667 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-25192136-601a-4042-8a8c-0a71b8f7e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.469284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:00.472751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4fae76d-5dee-4eb1-889f-c510778d2ddf req-7d9e73ef-2b98-4455-8e4b-06c0f79945da tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149003 Apr 20 13:11:00.494588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.519791 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.556317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=948f6de7-f4f4-4da7-bf28-614ddea6913c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:00.627188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:00.672042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a58bfae1-ed55-4d19-8bba-d0fe24e57521 req-d24ca63d-2801-4eff-a3da-bef9aea5e927 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.1225827 Apr 20 13:11:00.729659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['a1d77bcb-1a8b-4101-b167-bbcab6fc960d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:00.735113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port 948f6de7-f4f4-4da7-bf28-614ddea6913c on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:00.739284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c64c39a4-72cb-4909-ae9f-823e1d421e49 None None] Provisioning complete for port 25bd0c49-223c-4f25-90f6-ee4783531966 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:00.739668 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64c39a4-72cb-4909-ae9f-823e1d421e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.739992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.744520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da885049-92ee-41ef-99f2-7362325649a3 req-8f5861bd-ccf3-4b50-9c0c-6c12d760b75a tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.37 "DELETE /v2.0/ports/948f6de7-f4f4-4da7-bf28-614ddea6913c HTTP/1.1" status: 204 len: 173 time: 1.3869336 Apr 20 13:11:00.760281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.769000 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.783622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.821323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:00.851882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Subnet': ['ID=9933a347-4b05-4a2d-bb7f-ade8e92ae098,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:00.860595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Checking segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:00.861031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network hostable DHCP agents. Network: 586b39b0-36a5-4a6e-86f6-cefe54ecf965, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:00.880887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:00.898843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.901108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 586b39b0-36a5-4a6e-86f6-cefe54ecf965) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:00.913462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.914556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:00.926995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba37a32a-68bd-4028-81e4-e55f9d0297f9 None None] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:00.929075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:00.929415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 70d47c5f-97dd-462b-99e4-fcc8ac0de8a8 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:00.937715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f644f09a-c5f9-462b-8ba7-83a6c5540deb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6414962 Apr 20 13:11:00.939885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56724) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:00.948982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Port': ['ID=546d6283-f64a-43c6-a394-cfa4d03351cd,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:00.965342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6de916-cae6-4a44-b64c-c0df3d04e99c req-836bc7c0-959c-44e2-b086-eecf35b924e5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:00.973509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25192136-601a-4042-8a8c-0a71b8f7e2e1 None None] Pushing event updated for resources: {'Port': ['ID=33751d8f-8ca9-4c33-a50f-392de2167a7e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:00.973719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb6de916-cae6-4a44-b64c-c0df3d04e99c req-836bc7c0-959c-44e2-b086-eecf35b924e5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 945 time: 0.3119700 Apr 20 13:11:01.054838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb6de916-cae6-4a44-b64c-c0df3d04e99c req-31c426af-f6a5-41d4-8da8-3cc67468271a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802472 Apr 20 13:11:01.076192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:01.078967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:01.282251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Router 4ee6390c-cf1f-425b-9ca2-8f8927626d48 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:11:01.296452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33751d8f-8ca9-4c33-a50f-392de2167a7e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:01.455064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-35ef917a-4eff-4eb1-9b31-71738890491a tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:01.455312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-35ef917a-4eff-4eb1-9b31-71738890491a tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.0587339 Apr 20 13:11:01.456374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:01.462468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cc899f47-4f32-4d28-aba0-df03f1508b6d tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "PUT /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5495000 Apr 20 13:11:01.470954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56728) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:01.474833 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] Sync routers for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:01.491209 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:01.491629 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:01.514153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56732) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:01.532289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:10:59Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:01.536358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 33751d8f-8ca9-4c33-a50f-392de2167a7e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:01.536733 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.539942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.562622 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:01.571784 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:01.572673 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:01.609896 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:01.610861 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e2803-7d66-4aef-9160-23edc43d65e2 None None] The sync data for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:01.616433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Checking router: 82dae3a5-35b6-4188-ac57-e859c6d20558 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:01.616791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Updating router 82dae3a5-35b6-4188-ac57-e859c6d20558 port 16ef4a80-c785-45b2-9f01-be47278e820c binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:01.630474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c64c39a4-72cb-4909-ae9f-823e1d421e49 None None] Provisioning complete for port 546d6283-f64a-43c6-a394-cfa4d03351cd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:01.631060 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c64c39a4-72cb-4909-ae9f-823e1d421e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.641200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-deleted', 'tag': '948f6de7-f4f4-4da7-bf28-614ddea6913c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:01.643559 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d206e3-3d6e-4746-b163-47d0d58bd21c" -d '{"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-deleted", "tag": "948f6de7-f4f4-4da7-bf28-614ddea6913c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:01.663123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:11:01.663760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.720054 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.750205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting subnet f8fac085-c8e9-480f-ae3d-44ea2ed81064 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:01.775527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.818368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c64c39a4-72cb-4909-ae9f-823e1d421e49 None None] Port 546d6283-f64a-43c6-a394-cfa4d03351cd cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:01.858299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-699b9d8a-3a47-463f-b337-cb9e0f9dd242 req-92058522-1a5a-4c1d-b8e0-1b59c5d9a358 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0566006 Apr 20 13:11:01.882085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.1 (586b39b0-36a5-4a6e-86f6-cefe54ecf965/9933a347-4b05-4a2d-bb7f-ade8e92ae098/91d6ed9c-b001-4592-8eaf-32b0f60f4afa) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:01.949846 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:01.979607 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ec3e5-1369-4875-b055-850d1d241cca x-openstack-request-id: req-b10ec3e5-1369-4875-b055-850d1d241cca {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:01.979962 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce72ee4-821f-48f7-b9f0-4ecdb958fb00", "name": "network-vif-deleted", "tag": "948f6de7-f4f4-4da7-bf28-614ddea6913c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:01.980286 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b10ec3e5-1369-4875-b055-850d1d241cca {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:01.980773 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10ec3e5-1369-4875-b055-850d1d241cca'] response: {'server_uuid': '4ce72ee4-821f-48f7-b9f0-4ecdb958fb00', 'name': 'network-vif-deleted', 'tag': '948f6de7-f4f4-4da7-bf28-614ddea6913c', 'status': 'completed', 'code': 200} Apr 20 13:11:01.986548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f9336ad9-b02e-4987-af6f-805783c7b4a5 None None] Provisioning complete for port 33751d8f-8ca9-4c33-a50f-392de2167a7e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:01.986923 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f9336ad9-b02e-4987-af6f-805783c7b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.039006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.087942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.092749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 25bd0c49-223c-4f25-90f6-ee4783531966 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:02.137952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:02.142827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:02.154185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:02.206135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:02.219856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.241355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Allocated IP 172.20.0.2 (586b39b0-36a5-4a6e-86f6-cefe54ecf965/9933a347-4b05-4a2d-bb7f-ade8e92ae098/6bed5578-175d-4b00-b0e4-749a8750dff0) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:02.335749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.362909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.366629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d101a-9654-460c-a52b-ee3de00e7175 req-fa9270b6-0ce7-4cac-81a9-b7d45130e5da tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:02.368682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-770d101a-9654-460c-a52b-ee3de00e7175 req-fa9270b6-0ce7-4cac-81a9-b7d45130e5da tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 1096 time: 0.7674177 Apr 20 13:11:02.368914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 25bd0c49-223c-4f25-90f6-ee4783531966 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:02.369278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.399618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.419173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f9336ad9-b02e-4987-af6f-805783c7b4a5 None None] Provisioning complete for port 546d6283-f64a-43c6-a394-cfa4d03351cd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:02.419586 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f9336ad9-b02e-4987-af6f-805783c7b4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.430491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Deleting port d1483dbd-0170-49da-9900-abd3f6b95843 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:02.430907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.526769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cd973-dcbe-4040-a875-1e475f89f0f0 None None] Pushing event updated for resources: {'Port': ['ID=16ef4a80-c785-45b2-9f01-be47278e820c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:02.529108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Attempting to bind port 16ef4a80-c785-45b2-9f01-be47278e820c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:02.529479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Attempting to bind port 16ef4a80-c785-45b2-9f01-be47278e820c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:02.529874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Attempting to bind port 16ef4a80-c785-45b2-9f01-be47278e820c on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:02.552079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:02.552516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:02.552869 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.553262 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:02.553769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Bound port: 16ef4a80-c785-45b2-9f01-be47278e820c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:02.554155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.558694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f9336ad9-b02e-4987-af6f-805783c7b4a5 None None] Port 546d6283-f64a-43c6-a394-cfa4d03351cd cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:02.635419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399123-2422-48f5-8708-cc8abe4c2f51 req-1ea8bc50-073d-4efb-aa9f-10dc91e110fa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:02.636916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62399123-2422-48f5-8708-cc8abe4c2f51 req-1ea8bc50-073d-4efb-aa9f-10dc91e110fa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 945 time: 0.2668087 Apr 20 13:11:02.638559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-770d101a-9654-460c-a52b-ee3de00e7175 req-5ed478c2-2879-42e4-9562-92902584a3b3 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454956 Apr 20 13:11:02.682377 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.690197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33751d8f-8ca9-4c33-a50f-392de2167a7e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:02.694385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] For port 16ef4a80-c785-45b2-9f01-be47278e820c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:02.697804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] For port 16ef4a80-c785-45b2-9f01-be47278e820c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=16ef4a80-c785-45b2-9f01-be47278e820c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:02.707164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.714360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.717734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.720281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] For port d1483dbd-0170-49da-9900-abd3f6b95843, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d1483dbd-0170-49da-9900-abd3f6b95843,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:02.720648 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.729002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.734269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.767455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.771860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:02.782303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:02.790063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:02.801278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Pushing event updated for resources: {'Port': ['ID=6bed5578-175d-4b00-b0e4-749a8750dff0,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:02.809021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Calling delete_port for d1483dbd-0170-49da-9900-abd3f6b95843 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:02.829002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62399123-2422-48f5-8708-cc8abe4c2f51 req-1b95da9c-1676-4caf-ab73-fcf805792c76 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528509 Apr 20 13:11:02.835359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:02.871634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:02.872284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:10:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:02.937749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 33751d8f-8ca9-4c33-a50f-392de2167a7e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:02.937749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.955204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:02.957591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:02.968596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.976426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Attempting to bind port 6bed5578-175d-4b00-b0e4-749a8750dff0 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:02.976795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Attempting to bind port 6bed5578-175d-4b00-b0e4-749a8750dff0 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:02.977159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Attempting to bind port 6bed5578-175d-4b00-b0e4-749a8750dff0 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:02.995921 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-3c325ba0-de03-41f9-b962-405676d6b479 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:11:02.998192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:02.998608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Checking segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:02.999002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:02.999426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Bound using segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:03.000457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Bound port: 6bed5578-175d-4b00-b0e4-749a8750dff0, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:03.000604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3c325ba0-de03-41f9-b962-405676d6b479 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "PUT /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5284796 Apr 20 13:11:03.000857 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.002698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1635425f-11d7-4063-a5e6-ec6243b37f5c req-eaaa7878-609c-489b-a06c-132a8559c449 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0604143 Apr 20 13:11:03.006867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201cd973-dcbe-4040-a875-1e475f89f0f0 None None] Pushing event updated for resources: {'Port': ['ID=16ef4a80-c785-45b2-9f01-be47278e820c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:03.021160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56742) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:03.033921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Subnet': ['ID=f8fac085-c8e9-480f-ae3d-44ea2ed81064,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:03.054646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e43e45-dd45-453c-925c-c11acc08e6a1 None None] Network 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:03.080843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.084000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e046920f-4af4-4597-9186-247d91f99d50 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/subnets/f8fac085-c8e9-480f-ae3d-44ea2ed81064 HTTP/1.1" status: 204 len: 168 time: 1.5028975 Apr 20 13:11:03.087907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56744) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:03.104983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 82dae3a5-35b6-4188-ac57-e859c6d20558 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:03.225076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:03.238231 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b4880a14-9ac0-4f32-b7fa-3dfb95a1f365 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/82dae3a5-35b6-4188-ac57-e859c6d20558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2969940 Apr 20 13:11:03.322259 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.326176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.350149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['78fe86af-c784-4959-9007-c3b83f31d7ca'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:03.352171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d1483dbd-0170-49da-9900-abd3f6b95843'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:03.354667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a1d77bcb-1a8b-4101-b167-bbcab6fc960d up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:03.376455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1483dbd-0170-49da-9900-abd3f6b95843,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:03.443942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:03.464633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] No DVR routers for this DVR port d1483dbd-0170-49da-9900-abd3f6b95843 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:03.475528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.478953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e9b2689-b944-4f35-9bf8-00685785b1fd req-c9d1c801-7ea3-4109-a674-d25948eddc6d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d1483dbd-0170-49da-9900-abd3f6b95843 HTTP/1.1" status: 204 len: 173 time: 2.0151434 Apr 20 13:11:03.513921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] For port 6bed5578-175d-4b00-b0e4-749a8750dff0, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:03.545436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-9d167b81-9acf-401b-8599-ecac1880c07b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838647819&fields=id&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 267 time: 0.1183219 Apr 20 13:11:03.604417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] For port 6bed5578-175d-4b00-b0e4-749a8750dff0, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6bed5578-175d-4b00-b0e4-749a8750dff0,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:03.614771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:03.615139 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.631684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.767583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port a1d77bcb-1a8b-4101-b167-bbcab6fc960d completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:03.791589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,segment=NetworkSegment(b1bc5e20-9d09-40e4-85ea-1bf81fd1494c),segment_id=b1bc5e20-9d09-40e4-85ea-1bf81fd1494c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:03.791826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.797115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port a1d77bcb-1a8b-4101-b167-bbcab6fc960d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:03.797600 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.799167 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec5faf56-8a92-4e07-b1b8-67d710f314ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:03.840183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48392178-e646-4915-9319-77e1695ad559 req-16258069-5d51-48be-8bba-765e8295fdc6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df9b874a-57ad-459c-a752-4b98a223c404 HTTP/1.1" status: 200 len: 210 time: 0.0745821 Apr 20 13:11:03.842503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fab26-67a3-4262-9e35-c117c6ff8a4d None None] Pushing event updated for resources: {'Port': ['ID=6bed5578-175d-4b00-b0e4-749a8750dff0,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:03.846965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for f5ceddd8-e31c-4c97-a14e-fdee28eb3fad owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:03.864744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-3f49d7cd-5405-4a29-bf74-977a1ff2d5a0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:03.872393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-3f49d7cd-5405-4a29-bf74-977a1ff2d5a0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 797 time: 0.3031454 Apr 20 13:11:03.951319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] DHCP port deletion for 8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:03.965861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-e9e35824-9def-4cb0-bd06-6b8adcb65d11 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/quotas/03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 375 time: 0.0924280 Apr 20 13:11:03.984809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9b874a-57ad-459c-a752-4b98a223c404', 'name': 'network-vif-deleted', 'tag': 'd1483dbd-0170-49da-9900-abd3f6b95843'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:03.997890 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8034588-517b-43bf-afb2-5b71a638f711" -d '{"events": [{"server_uuid": "df9b874a-57ad-459c-a752-4b98a223c404", "name": "network-vif-deleted", "tag": "d1483dbd-0170-49da-9900-abd3f6b95843"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:04.113661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5ceddd8-e31c-4c97-a14e-fdee28eb3fad no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:04.161585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.177891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.185341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 2, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:04.193757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612e6af-fa56-406f-a40c-e5ab42f1cb43 req-8ebe3e5c-992e-44e3-8047-05935a9b42e2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:04.198122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6612e6af-fa56-406f-a40c-e5ab42f1cb43 req-8ebe3e5c-992e-44e3-8047-05935a9b42e2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 945 time: 0.2285979 Apr 20 13:11:04.230342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369cba6a-d49d-4f5a-a76b-554c9acb8a67 None None] The sync data for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 is: [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 2, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:04.244442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:04.247048 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee255e-482a-44d3-ba67-fbe21120f601" -d '{"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-plugged", "status": "completed", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:04.247992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-77abbea0-760c-4ab7-ae06-7429ca153cdb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2813392 Apr 20 13:11:04.268763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:04.276469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] Deleting port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:04.276876 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.279367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.284632 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.287557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No active binding found for port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad {{(pid=109411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:11:04.288339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5ceddd8-e31c-4c97-a14e-fdee28eb3fad not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:04.331673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:04.394457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:04.436455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] For port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:04.437542 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.446946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:04.457749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] Calling delete_port for f5ceddd8-e31c-4c97-a14e-fdee28eb3fad owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:04.460734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] Port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:11:04.462836 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.480287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6612e6af-fa56-406f-a40c-e5ab42f1cb43 req-5bbbe257-1272-4b87-9c91-9ac8dba73834 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286675 Apr 20 13:11:04.489714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] Pushing event deleted for resources: {'Port': ['ID=f5ceddd8-e31c-4c97-a14e-fdee28eb3fad,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:04.518376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01df05f-68f1-452d-bbe4-66b5d605ae87 None None] No DVR routers for this DVR port f5ceddd8-e31c-4c97-a14e-fdee28eb3fad on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:04.579306 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d94669-d0c7-4ebc-8e45-9d38696165a7 x-openstack-request-id: req-a7d94669-d0c7-4ebc-8e45-9d38696165a7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:04.579608 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9b874a-57ad-459c-a752-4b98a223c404", "name": "network-vif-deleted", "tag": "d1483dbd-0170-49da-9900-abd3f6b95843", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:04.579990 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7d94669-d0c7-4ebc-8e45-9d38696165a7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:04.580499 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d94669-d0c7-4ebc-8e45-9d38696165a7'] response: {'server_uuid': 'df9b874a-57ad-459c-a752-4b98a223c404', 'name': 'network-vif-deleted', 'tag': 'd1483dbd-0170-49da-9900-abd3f6b95843', 'status': 'completed', 'code': 200} Apr 20 13:11:04.635880 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.687764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-a22970c3-0670-4168-9052-a2b058e97063 service neutron] 10.222.0.24 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027333 Apr 20 13:11:04.689537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec6ca3f-ab8b-4016-a10d-1e57b12f1556']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:04.739975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:04.740311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bc5e20-9d09-40e4-85ea-1bf81fd1494c') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:04.744419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec8abda7-547f-427a-ad95-0fbba5b1b502 req-8764f331-2cfe-440f-807b-ba65a4cd9f74 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0787520 Apr 20 13:11:04.798020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.836293 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14356bae-621f-4455-a3bf-26ef4b666bb7 x-openstack-request-id: req-14356bae-621f-4455-a3bf-26ef4b666bb7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:04.836590 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-plugged", "status": "completed", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:04.836843 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14356bae-621f-4455-a3bf-26ef4b666bb7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:04.837440 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14356bae-621f-4455-a3bf-26ef4b666bb7'] response: {'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'code': 200} Apr 20 13:11:04.861847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-badcbb24-3fa7-473f-85ac-4419633152fe service neutron] 10.222.0.24 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575990 Apr 20 13:11:04.868127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.907583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:04.908063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:04.911445 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:05.193016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442e42f-b9b7-48cc-b5b8-f31cccc68a86 None None] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:05.293624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9552ec80-6590-48fc-a9eb-8cf34e7fd462 None None] Provisioning complete for port 6bed5578-175d-4b00-b0e4-749a8750dff0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:05.294088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9552ec80-6590-48fc-a9eb-8cf34e7fd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.357844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d1483dbd-0170-49da-9900-abd3f6b95843 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:05.395661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: d1483dbd-0170-49da-9900-abd3f6b95843 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:05.395902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d1483dbd-0170-49da-9900-abd3f6b95843 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:05.489235 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9552ec80-6590-48fc-a9eb-8cf34e7fd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.559142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9552ec80-6590-48fc-a9eb-8cf34e7fd462 None None] For port 6bed5578-175d-4b00-b0e4-749a8750dff0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6bed5578-175d-4b00-b0e4-749a8750dff0,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:05.567576 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9552ec80-6590-48fc-a9eb-8cf34e7fd462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.622945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a3d0829-e3f0-4447-bb3c-bd147f240eda req-27d53111-13c4-4a7f-9e99-1f6a4d668dba tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 210 time: 0.0815997 Apr 20 13:11:05.626652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.642296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d800d-79e1-48ec-bbf4-c3633d0c4700 req-ea43ffb4-23d1-48aa-9fb2-af67cf913a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.644369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a4d800d-79e1-48ec-bbf4-c3633d0c4700 req-ea43ffb4-23d1-48aa-9fb2-af67cf913a7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 1097 time: 0.7480068 Apr 20 13:11:05.646556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552ec80-6590-48fc-a9eb-8cf34e7fd462 None None] Pushing event updated for resources: {'Port': ['ID=6bed5578-175d-4b00-b0e4-749a8750dff0,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:05.697308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.703263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/networks/8ec6ca3f-ab8b-4016-a10d-1e57b12f1556 HTTP/1.1" status: 204 len: 168 time: 2.6119163 Apr 20 13:11:05.704625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56786) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:05.713593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d3d9-439c-480e-a301-5ed09ef806f4 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Network': ['ID=8ec6ca3f-ab8b-4016-a10d-1e57b12f1556,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:05.728983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0bd0f-c28e-40f4-b54c-ad1e2e9c979d req-7f566f32-cd99-4bde-a1b1-92a356b1ac34 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.737268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58f0bd0f-c28e-40f4-b54c-ad1e2e9c979d req-7f566f32-cd99-4bde-a1b1-92a356b1ac34 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.2051933 Apr 20 13:11:05.803427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting subnet 4cc612b6-467d-4dd8-bc96-c406e6db34f2 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:05.807191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.849380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a4d800d-79e1-48ec-bbf4-c3633d0c4700 req-00f28cd3-7ee1-4270-a24e-73b0ead1b85a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579924 Apr 20 13:11:05.851292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Deleting port 546d6283-f64a-43c6-a394-cfa4d03351cd {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:05.851712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.878784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58f0bd0f-c28e-40f4-b54c-ad1e2e9c979d req-26b54d5e-8f68-4422-840a-35b02f77439a tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363585 Apr 20 13:11:05.902181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.916235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6b19893b-1560-4e1c-b09f-ee2528583f6b None None] Provisioning complete for port 6bed5578-175d-4b00-b0e4-749a8750dff0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:05.916534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b19893b-1560-4e1c-b09f-ee2528583f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:05.944303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32ca79-df88-43ae-9e19-f678537b223f req-1c3a723b-a35f-42b0-be9a-d7e9d191ffe4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:05.946204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d32ca79-df88-43ae-9e19-f678537b223f req-1c3a723b-a35f-42b0-be9a-d7e9d191ffe4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1908832 Apr 20 13:11:06.034810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f125c6f4-cad8-4a58-92d2-ebd2d1c8309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.080857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.115829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.155383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45eff201-ce12-46fc-aa5f-d4ec93fc8dd1 req-e4ec0464-ef6d-4cd3-8212-9e1cc5d82201 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.1590979 Apr 20 13:11:06.170520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Calling delete_port for 546d6283-f64a-43c6-a394-cfa4d03351cd owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:06.190692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.199070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6b19893b-1560-4e1c-b09f-ee2528583f6b None None] Provisioning complete for port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:06.200907 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b19893b-1560-4e1c-b09f-ee2528583f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.206848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.221065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56790) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:06.225035 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/subnets/4cc612b6-467d-4dd8-bc96-c406e6db34f2 HTTP/1.1" status: 204 len: 168 time: 0.5184343 Apr 20 13:11:06.252430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5679258c-054c-48b5-9146-94b6dadc096d None None] Network 0bb84a1c-d89a-478f-8515-c77635c4b25a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:06.275986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6bed5578-175d-4b00-b0e4-749a8750dff0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:06.305209 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba731018-3b36-44c2-beeb-11a214f2a2aa tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc612b6-467d-4dd8-bc96-c406e6db34f2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:06.338608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6b19893b-1560-4e1c-b09f-ee2528583f6b None None] Port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:06.376236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d32ca79-df88-43ae-9e19-f678537b223f req-5e3a9872-3295-41f8-8fa0-b621925ef78a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156086 Apr 20 13:11:06.419825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.432106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6bed5578-175d-4b00-b0e4-749a8750dff0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:06.432474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.485550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-215f51ac-3879-4487-8e43-258c9fbf8e08 None None] Provisioning complete for port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:06.486241 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-215f51ac-3879-4487-8e43-258c9fbf8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.572002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] DHCP port deletion for 0bb84a1c-d89a-478f-8515-c77635c4b25a request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:06.593285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Deleting port 476d8863-0ae9-435a-a545-a6a184b1d3ca {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:06.593672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.593881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-215f51ac-3879-4487-8e43-258c9fbf8e08 None None] Port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:06.595982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.626361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 16ef4a80-c785-45b2-9f01-be47278e820c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:06.689390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Port': ['ID=546d6283-f64a-43c6-a394-cfa4d03351cd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:06.695284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] Deleting port 476d8863-0ae9-435a-a545-a6a184b1d3ca {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:06.696032 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.781878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] For port 476d8863-0ae9-435a-a545-a6a184b1d3ca, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=476d8863-0ae9-435a-a545-a6a184b1d3ca,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:06.782418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.797536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] Calling delete_port for 476d8863-0ae9-435a-a545-a6a184b1d3ca owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:06.888851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-030eb626-2c1c-4604-acdc-799d5a7d7462 None None] Provisioning complete for port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:06.889652 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-030eb626-2c1c-4604-acdc-799d5a7d7462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.923111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8791255-eb7d-483b-bc09-a74da5381e9a req-c93e5156-5260-464c-9148-208da5126dac tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 210 time: 0.0888207 Apr 20 13:11:06.964598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-030eb626-2c1c-4604-acdc-799d5a7d7462 None None] Port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:06.967022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 16ef4a80-c785-45b2-9f01-be47278e820c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:06.967525 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:06.969827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] For port 476d8863-0ae9-435a-a545-a6a184b1d3ca, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=476d8863-0ae9-435a-a545-a6a184b1d3ca,segment=NetworkSegment(60c35320-a066-49bd-9c8b-a03f7916dd32),segment_id=60c35320-a066-49bd-9c8b-a03f7916dd32)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:06.970193 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.006200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Calling delete_port for 476d8863-0ae9-435a-a545-a6a184b1d3ca owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:07.013781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-90105cb4-bd28-4839-a449-0b772dec6336 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.015582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-90105cb4-bd28-4839-a449-0b772dec6336 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 797 time: 0.2999845 Apr 20 13:11:07.021691 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.055510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] Pushing event deleted for resources: {'Port': ['ID=476d8863-0ae9-435a-a545-a6a184b1d3ca,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:07.061464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d401108-c64a-483b-93bc-94b1551934e3 None None] No DVR routers for this DVR port 476d8863-0ae9-435a-a545-a6a184b1d3ca on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:07.087648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-0b17d55f-774c-4fcc-ae39-21ee1c75808c tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.089120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-0b17d55f-774c-4fcc-ae39-21ee1c75808c tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.4467690 Apr 20 13:11:07.115498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.139363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 16ef4a80-c785-45b2-9f01-be47278e820c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=16ef4a80-c785-45b2-9f01-be47278e820c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:07.145018 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.204705 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.209379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=16ef4a80-c785-45b2-9f01-be47278e820c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:07.228507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.242496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc0389-ea37-4ff2-9206-df7960caffb8 req-8007a057-c6bc-4522-8231-89d9387ad9d4 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.244029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2dc0389-ea37-4ff2-9206-df7960caffb8 req-8007a057-c6bc-4522-8231-89d9387ad9d4 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.2635152 Apr 20 13:11:07.255891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Sync routers for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:07.259696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-e57c6d70-c91c-440e-958e-a9d82eda113e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 380 time: 0.2210774 Apr 20 13:11:07.266646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:07.267268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:07.285827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'port': {'device_id': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'admin_state_up': True, 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'security_groups': ['e6b2a4f6-66e7-407a-9751-cfad5b543a4e']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:07.356553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed56e7-49f9-4b13-a63a-a4718b93f7b2 req-5bc9a8e4-9ec3-4fa7-9217-d53378eee872 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0853300 Apr 20 13:11:07.377210 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:07.511234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2dc0389-ea37-4ff2-9206-df7960caffb8 req-5ddeeda8-02a3-4f2d-8c4a-68076bff8fc2 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473800 Apr 20 13:11:07.536933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.586486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Port': ['ID=476d8863-0ae9-435a-a545-a6a184b1d3ca,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:07.597376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] No DVR routers for this DVR port 476d8863-0ae9-435a-a545-a6a184b1d3ca on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:07.668924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Deleting port 78fe86af-c784-4959-9007-c3b83f31d7ca {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:07.669260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.745455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190705f3-c904-4a5f-b9c1-fdfe18770bf3 req-104d1b88-093a-45dd-8675-22412b076d52 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:07.746938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-190705f3-c904-4a5f-b9c1-fdfe18770bf3 req-104d1b88-093a-45dd-8675-22412b076d52 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2656865 Apr 20 13:11:07.753437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 2, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:07.781770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Checking router: 82dae3a5-35b6-4188-ac57-e859c6d20558 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:07.782107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Updating router 82dae3a5-35b6-4188-ac57-e859c6d20558 port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:07.786233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Router 4ee6390c-cf1f-425b-9ca2-8f8927626d48 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:07.807343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.831672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:07.834916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.860487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:07.986029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb84a1c-d89a-478f-8515-c77635c4b25a']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:07.990458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-190705f3-c904-4a5f-b9c1-fdfe18770bf3 req-dc732aa0-09ec-49f3-be48-4ae79238d940 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107036 Apr 20 13:11:08.011969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c35320-a066-49bd-9c8b-a03f7916dd32') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.012283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c35320-a066-49bd-9c8b-a03f7916dd32') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.085459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.090468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-711c25bf-19f7-4f96-b1e3-d66085ee9717 req-f033ac56-d075-46d3-a589-4a84db6f4793 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 210 time: 0.0871367 Apr 20 13:11:08.093228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 16ef4a80-c785-45b2-9f01-be47278e820c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:08.111559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:08.114886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] For port 78fe86af-c784-4959-9007-c3b83f31d7ca, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=78fe86af-c784-4959-9007-c3b83f31d7ca,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:08.115456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.119007 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.128063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] Sync routers for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:08.129117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8b8fd263-52ce-4cdb-b164-9db1e04eb1a6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "PUT /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1042254 Apr 20 13:11:08.129267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56804) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:08.141562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:08.142263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.142400 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:08.143405 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:08.145797 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:08.165407 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.176800 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.197964 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.210799 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-269ac8d3-89c3-4076-a2e2-a7825e20cb78 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] delete failed (client error): The resource could not be found. Apr 20 13:11:08.215642 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-269ac8d3-89c3-4076-a2e2-a7825e20cb78 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1270797790 HTTP/1.1" status: 404 len: 335 time: 0.0818486 Apr 20 13:11:08.216573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:08.233088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:08.233398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 16ef4a80-c785-45b2-9f01-be47278e820c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:08.234461 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.235516 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.238141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c63fedb5-95b3-472c-a475-a6306823c527 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ee6390c-cf1f-425b-9ca2-8f8927626d48'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:08.245014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef8a8b-ff88-4ee0-b24f-6bfe0b92378e None None] Pushing event updated for resources: {'Port': ['ID=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:08.308678 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.310526 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de36e79-3fbe-4c53-af74-051ddd189da9 None None] The sync data for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:08.449754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Attempting to bind port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:08.451005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Attempting to bind port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:08.453291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Attempting to bind port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:08.469289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:08.472378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Checking segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:08.473186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.473798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Bound using segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:08.478676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Bound port: 91d6ed9c-b001-4592-8eaf-32b0f60f4afa, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:08.479386 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.613273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Calling delete_port for 78fe86af-c784-4959-9007-c3b83f31d7ca owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:08.621844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.671333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffbe3d38-6c9e-4341-a1c7-3dd6a3cef4b9 req-2cd3b914-e2aa-4f7f-a77c-c547951fdbba tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0557482 Apr 20 13:11:08.681276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] For port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:08.687217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] For port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:08.722678 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.799023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.814834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.12 (586b39b0-36a5-4a6e-86f6-cefe54ecf965/9933a347-4b05-4a2d-bb7f-ade8e92ae098/e3b7d563-0120-4e70-9b5f-a19129b34405) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:08.826168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:08.832126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] 10.222.0.24 "DELETE /v2.0/networks/0bb84a1c-d89a-478f-8515-c77635c4b25a HTTP/1.1" status: 204 len: 168 time: 2.6073599 Apr 20 13:11:08.857865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 476d8863-0ae9-435a-a545-a6a184b1d3ca no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:08.863670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef8a8b-ff88-4ee0-b24f-6bfe0b92378e None None] Pushing event updated for resources: {'Port': ['ID=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:08.863964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0663e1-81c5-471b-9b12-b104d4560a40 tempest-ServersTestMultiNic-1526903517 tempest-ServersTestMultiNic-1526903517-project] Pushing event deleted for resources: {'Network': ['ID=0bb84a1c-d89a-478f-8515-c77635c4b25a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:08.929908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:08.930691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:08.942784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 476d8863-0ae9-435a-a545-a6a184b1d3ca {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:08.943177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 476d8863-0ae9-435a-a545-a6a184b1d3ca not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:08.986818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5e529c57-73ef-454c-ad59-d2b77b6d93eb None None] Provisioning complete for port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:08.987187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e529c57-73ef-454c-ad59-d2b77b6d93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.023050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c63fedb5-95b3-472c-a475-a6306823c527 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.023297 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.052195 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-c63fedb5-95b3-472c-a475-a6306823c527 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] update failed (client error): The resource could not be found. Apr 20 13:11:09.057888 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c63fedb5-95b3-472c-a475-a6306823c527 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "PUT /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48 HTTP/1.1" status: 404 len: 339 time: 0.8339314 Apr 20 13:11:09.064485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56824) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:09.067345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96bc10-c288-456e-bb3c-80664061615b req-cf0d2592-9893-4cc3-a28d-4f4a39c14e8d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.075170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f96bc10-c288-456e-bb3c-80664061615b req-cf0d2592-9893-4cc3-a28d-4f4a39c14e8d tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=26747576-564c-48bd-a16a-fc6d8af854d3 HTTP/1.1" status: 200 len: 1096 time: 0.3081000 Apr 20 13:11:09.121650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13327bba-3d97-40ac-b92f-aa34e66b3df1 req-5258d06a-90c5-4053-a284-fe6b600b1858 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.123467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13327bba-3d97-40ac-b92f-aa34e66b3df1 req-5258d06a-90c5-4053-a284-fe6b600b1858 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2994609 Apr 20 13:11:09.127198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:09.190289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f96bc10-c288-456e-bb3c-80664061615b req-9e24ac46-cfff-4d06-ae6e-6a0269d04be6 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a394e001-602f-4a4d-808d-55e11a3b7b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141143 Apr 20 13:11:09.204615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e529c57-73ef-454c-ad59-d2b77b6d93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.231975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.246607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13327bba-3d97-40ac-b92f-aa34e66b3df1 req-9e68bb55-e1ef-46a1-8c04-9d4c08c129b9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064632 Apr 20 13:11:09.255766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.283032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Pushing event deleted for resources: {'Port': ['ID=78fe86af-c784-4959-9007-c3b83f31d7ca,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:09.287930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5e529c57-73ef-454c-ad59-d2b77b6d93eb None None] For port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:09.318131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e529c57-73ef-454c-ad59-d2b77b6d93eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.359881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.361734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] No DVR routers for this DVR port 78fe86af-c784-4959-9007-c3b83f31d7ca on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:09.389261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.392770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ae46d2c-25da-4063-864f-43435e8c32a4 req-85f6e979-e60e-4008-b89c-d7c0d756cf84 tempest-TestServerMultinode-1264834871 tempest-TestServerMultinode-1264834871-project-admin] 10.222.0.37 "DELETE /v2.0/ports/78fe86af-c784-4959-9007-c3b83f31d7ca HTTP/1.1" status: 204 len: 173 time: 2.2882881 Apr 20 13:11:09.406575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26747576-564c-48bd-a16a-fc6d8af854d3', 'name': 'network-vif-deleted', 'tag': '78fe86af-c784-4959-9007-c3b83f31d7ca'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:09.409201 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ebc311-d50c-450e-81c5-89c760672b1f" -d '{"events": [{"server_uuid": "26747576-564c-48bd-a16a-fc6d8af854d3", "name": "network-vif-deleted", "tag": "78fe86af-c784-4959-9007-c3b83f31d7ca"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:09.450147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:09.463506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f28e0-4804-48cf-a873-ba998c7305b4 req-592ec6a4-e4dd-412e-a7be-13748b69c17d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.464988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4f28e0-4804-48cf-a873-ba998c7305b4 req-592ec6a4-e4dd-412e-a7be-13748b69c17d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 932 time: 0.1141694 Apr 20 13:11:09.465918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:09.467905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:09.470696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:09.498167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e529c57-73ef-454c-ad59-d2b77b6d93eb None None] Pushing event updated for resources: {'Port': ['ID=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:09.532872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-78ad074a-70d5-4857-974b-9aaa58e2a9c6 None None] Provisioning complete for port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:09.533718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-78ad074a-70d5-4857-974b-9aaa58e2a9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.552442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4f28e0-4804-48cf-a873-ba998c7305b4 req-f24bccec-a51f-4fd7-b6bd-0080bd2e3618 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547328 Apr 20 13:11:09.563377 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7267e2f-bfe6-4cf5-b8f2-dd0979d3a02d x-openstack-request-id: req-c7267e2f-bfe6-4cf5-b8f2-dd0979d3a02d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:09.563724 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26747576-564c-48bd-a16a-fc6d8af854d3", "name": "network-vif-deleted", "tag": "78fe86af-c784-4959-9007-c3b83f31d7ca", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:09.564077 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7267e2f-bfe6-4cf5-b8f2-dd0979d3a02d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:09.564364 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7267e2f-bfe6-4cf5-b8f2-dd0979d3a02d'] response: {'server_uuid': '26747576-564c-48bd-a16a-fc6d8af854d3', 'name': 'network-vif-deleted', 'tag': '78fe86af-c784-4959-9007-c3b83f31d7ca', 'status': 'completed', 'code': 200} Apr 20 13:11:09.574620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.581469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:09.582145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.604589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-064ae152-95ee-4380-a676-d3b8085fa40e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3246305 Apr 20 13:11:09.618620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Request body: {'port': {'device_id': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:09.633583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:08Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:09.654664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56836) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:09.666874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c817a1-d1c5-43d0-ba50-00f6c408e85a None None] The sync data for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 is: [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:08Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:09.786690 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:09.953109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c75334a7-b46a-4b98-8bdb-8717b9b42b96 req-17569338-11ad-4575-8df9-1afe33df664c tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0810354 Apr 20 13:11:09.980436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5be62e92-6429-4ef7-b1d2-f1d0d18929ed req-033566d8-a054-42fc-ad41-f5d2e3c7e095 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.1108367 Apr 20 13:11:10.028859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2a6335dd-2796-4135-8174-1970fba9d8d6 None None] Provisioning complete for port e3b7d563-0120-4e70-9b5f-a19129b34405 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:10.029230 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a6335dd-2796-4135-8174-1970fba9d8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.067305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Allocated IP 172.20.0.1 (ff80fef0-7f4f-4015-a24e-7c3d6a8466b6/2855c763-dec7-4075-8eb2-613ed614b159/8caecafb-9854-4c5e-8461-7a43ccd4a688) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:10.098909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2a6335dd-2796-4135-8174-1970fba9d8d6 None None] Port e3b7d563-0120-4e70-9b5f-a19129b34405 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:10.107656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 78fe86af-c784-4959-9007-c3b83f31d7ca no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:10.133158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 78fe86af-c784-4959-9007-c3b83f31d7ca {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:10.133672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 78fe86af-c784-4959-9007-c3b83f31d7ca not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:10.150405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91d6ed9c-b001-4592-8eaf-32b0f60f4afa up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:10.235513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:10.241089 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.260398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.293853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56844) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:10.361139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.453930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:10.463467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:10.467251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:10.470003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Port': ['ID=8caecafb-9854-4c5e-8461-7a43ccd4a688,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:10.542983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066a7e2-33f6-46a8-a8b7-57a5d0622f46 req-f2690f41-23d8-4e8c-a93d-3ef695e1d3af tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:10.544805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4066a7e2-33f6-46a8-a8b7-57a5d0622f46 req-f2690f41-23d8-4e8c-a93d-3ef695e1d3af tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1536789 Apr 20 13:11:10.560034 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.595726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4066a7e2-33f6-46a8-a8b7-57a5d0622f46 req-963ebc3c-5b6c-42e0-aec3-06fd24fb8f4f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Apr 20 13:11:10.804874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e92c41-b3a1-474e-b25b-e8897e12d2de req-6f6f129b-2f81-4174-acc6-58725a5cdc79 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:10.805202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.806440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e92c41-b3a1-474e-b25b-e8897e12d2de req-6f6f129b-2f81-4174-acc6-58725a5cdc79 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 932 time: 0.1155725 Apr 20 13:11:10.808618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b7d563-0120-4e70-9b5f-a19129b34405 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:10.823106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.826807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b27e7f81-210a-4c13-8f6c-c2d87216dd3b None None] Provisioning complete for port 8caecafb-9854-4c5e-8461-7a43ccd4a688 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:10.828238 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b27e7f81-210a-4c13-8f6c-c2d87216dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.845465 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.877520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b27e7f81-210a-4c13-8f6c-c2d87216dd3b None None] Port 8caecafb-9854-4c5e-8461-7a43ccd4a688 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:10.887791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Transition to ACTIVE for port object e3b7d563-0120-4e70-9b5f-a19129b34405 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:11:10.900753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:10.913243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e92c41-b3a1-474e-b25b-e8897e12d2de req-6b2e5bf3-98a7-4a15-95ae-0bdb0759e19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968058 Apr 20 13:11:11.033237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:11.093998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f541e23b-a97e-45e7-b86c-0eb0c58963f9 req-4eff6a1c-2e3b-4fad-b11c-2eadd840d907 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0258472 Apr 20 13:11:11.159287 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.231512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:11.231859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:11.232191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:11.244765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:11:11.245312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:11.254563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:11.254695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Checking segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:11.255150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Bound using segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:11.255512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Bound port: e3b7d563-0120-4e70-9b5f-a19129b34405, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:11.256009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.288871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.329315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.391201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-853989c4-99de-4c59-81ec-203c8004eb29 req-0364b11b-32b1-4775-a312-8b7de8bcbc01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39871f730e0340f0b1a617887a6c8c65&device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0545156 Apr 20 13:11:11.407214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:11.449886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64db72a9-91a4-42a8-8617-3212ebca4619 req-dc234804-6798-40fb-8ba8-45dbef6d057a tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0631883 Apr 20 13:11:11.464461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event updated for resources: {'Port': ['ID=8caecafb-9854-4c5e-8461-7a43ccd4a688,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:11.467727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-853989c4-99de-4c59-81ec-203c8004eb29 req-0565e8e1-7f2a-42e2-892b-2a2e167f5087 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=39871f730e0340f0b1a617887a6c8c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646424 Apr 20 13:11:11.467955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.469078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:11.491547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.588562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.589643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.591301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] 10.222.0.30 "PUT /v2.0/ports/e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1092 time: 1.9768496 Apr 20 13:11:11.591752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:11.594008 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470" -d '{"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:11.637051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Deleting port 4857d9fa-6198-4afe-928f-d4a161e891c2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:11.637248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.656803 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:11.660083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:11.676427 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6feb29-567e-4553-93a8-63985f8a355c x-openstack-request-id: req-de6feb29-567e-4553-93a8-63985f8a355c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:11.676748 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:11.677530 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de6feb29-567e-4553-93a8-63985f8a355c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:11.677530 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6feb29-567e-4553-93a8-63985f8a355c'] response: {'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'status': 'completed', 'code': 200} Apr 20 13:11:11.678987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467cbf1-a7fa-4cc4-a1d2-9333ab84fd7f service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:11.754387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853989c4-99de-4c59-81ec-203c8004eb29 req-a709b4ec-8a84-44b7-bf95-502d943e07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.755875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-853989c4-99de-4c59-81ec-203c8004eb29 req-a709b4ec-8a84-44b7-bf95-502d943e07b5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2791476 Apr 20 13:11:11.781696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-aabdb0ed-4052-4bb1-b29b-2384e0d6ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.783375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-aabdb0ed-4052-4bb1-b29b-2384e0d6ef22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1095 time: 0.1441638 Apr 20 13:11:11.794300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Deleting port ba5b6504-9d63-48d3-93fe-72985ab1aebd {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:11.794300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.816316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Router 4ee6390c-cf1f-425b-9ca2-8f8927626d48 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:11.872697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e8d0e-7193-4ef8-9377-ef89b31a66be req-00b416fa-3df7-496c-b985-ee35765db234 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.874334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e72e8d0e-7193-4ef8-9377-ef89b31a66be req-00b416fa-3df7-496c-b985-ee35765db234 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1658401 Apr 20 13:11:11.877927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-525a1c42-398b-4c32-990b-03d58d863869 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 217 time: 0.0643995 Apr 20 13:11:11.888659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] For port 4857d9fa-6198-4afe-928f-d4a161e891c2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4857d9fa-6198-4afe-928f-d4a161e891c2,segment=NetworkSegment(c78d6e83-2bad-42c5-98d7-33ccf6799e9a),segment_id=c78d6e83-2bad-42c5-98d7-33ccf6799e9a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:11.889022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:11.953889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Calling delete_port for 4857d9fa-6198-4afe-928f-d4a161e891c2 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:11.967995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e72e8d0e-7193-4ef8-9377-ef89b31a66be req-31fd6958-d405-4633-b0a1-fb1b41fcb471 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841439 Apr 20 13:11:11.997266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-a500e057-4de6-43ed-b5ea-e667a11a3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:11.998751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-a500e057-4de6-43ed-b5ea-e667a11a3150 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.1060700 Apr 20 13:11:12.082076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4b2db0a4-1a12-419b-a0d4-3169e5d094f5 None None] Provisioning complete for port 8caecafb-9854-4c5e-8461-7a43ccd4a688 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:12.083428 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b2db0a4-1a12-419b-a0d4-3169e5d094f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.126326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4b2db0a4-1a12-419b-a0d4-3169e5d094f5 None None] Port 8caecafb-9854-4c5e-8461-7a43ccd4a688 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:12.155481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-c31bfc80-33d2-41f4-853f-2ef78064459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.157518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-c31bfc80-33d2-41f4-853f-2ef78064459f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309657 Apr 20 13:11:12.168696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0a651-692e-486b-9d05-f433b8cf63c0 req-7e2bec8d-abe1-4b82-9aae-7588ab5a773b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:12.170170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d0a651-692e-486b-9d05-f433b8cf63c0 req-7e2bec8d-abe1-4b82-9aae-7588ab5a773b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.1330440 Apr 20 13:11:12.260153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] For port ba5b6504-9d63-48d3-93fe-72985ab1aebd, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ba5b6504-9d63-48d3-93fe-72985ab1aebd,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:12.260558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.279067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0d0a651-692e-486b-9d05-f433b8cf63c0 req-7119e584-fa11-4449-9ba8-7b18701f75fb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903587 Apr 20 13:11:12.283793 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Calling delete_port for ba5b6504-9d63-48d3-93fe-72985ab1aebd owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:12.301242 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:12.301242 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-74e29c8e-30b0-4934-b25c-df37ecabb281 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "PUT /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2347219 Apr 20 13:11:12.306349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56860) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:12.308455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] Sync routers for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:12.318839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:12.319442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:12.353593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:12.362718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:12.363315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:12.374079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-f95efddb-afd2-4cd3-8bd3-bcbdda34c7d8 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011719 Apr 20 13:11:12.401001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:12.401660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac3336-708e-4573-a379-88d7a0ecf443 None None] The sync data for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:12.494916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.568907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5b6504-9d63-48d3-93fe-72985ab1aebd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:12.749856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.816559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.842041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9fec8c3-9e81-4b00-8cd1-4fdd3dafbb16 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:12.910957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=4857d9fa-6198-4afe-928f-d4a161e891c2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:12.913985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7b66f44-8aba-44c6-af26-6cfe548a0248 req-71abff0e-84b9-4a75-8f49-7fa8a6440cfa tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.24 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0911868 Apr 20 13:11:12.979542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Router 42ffb32f-4cfa-41b4-876b-a71ef491b823 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:13.042063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-853989c4-99de-4c59-81ec-203c8004eb29 req-5f0984cc-3880-431c-bdc5-621e348e21c4 tempest-ServerShowV257Test-1984604241 tempest-ServerShowV257Test-1984604241-project] 10.222.0.37 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0606525 Apr 20 13:11:13.081943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52cf4ca6-45fe-424f-ab9a-504151bd4107 req-d781a36c-24bf-4646-8053-04ee68cb3a46 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765196 Apr 20 13:11:13.098114 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-f9fec8c3-9e81-4b00-8cd1-4fdd3dafbb16 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 20 13:11:13.101982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f9fec8c3-9e81-4b00-8cd1-4fdd3dafbb16 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48 HTTP/1.1" status: 409 len: 329 time: 0.7746699 Apr 20 13:11:13.102546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56866) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:13.136236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:13.149959 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] Sync routers for ids ['42ffb32f-4cfa-41b4-876b-a71ef491b823'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:13.155226 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-74fa35a5-955b-4eed-8b1f-c8e44d55b36b admin admin] 10.222.0.24 "PUT /v2.0/routers/42ffb32f-4cfa-41b4-876b-a71ef491b823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8596244 Apr 20 13:11:13.158031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56868) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:13.175567 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] Routers {'42ffb32f-4cfa-41b4-876b-a71ef491b823'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:13.176297 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['42ffb32f-4cfa-41b4-876b-a71ef491b823'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:13.273979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.284869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ef729-c84c-4675-97fe-87b93b42a4a8 req-cc43b572-d62c-46f9-b261-a319f70ed5cf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.286302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a5ef729-c84c-4675-97fe-87b93b42a4a8 req-cc43b572-d62c-46f9-b261-a319f70ed5cf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2317593 Apr 20 13:11:13.336981 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] Set router 42ffb32f-4cfa-41b4-876b-a71ef491b823 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:13.370491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-f96f8a18-ec30-4af0-b472-af97bd56f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.371934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-f96f8a18-ec30-4af0-b472-af97bd56f01a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1095 time: 0.1863139 Apr 20 13:11:13.396209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.431312 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.460854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Deleting port 3871961b-d096-4816-9acb-27fec94e6661 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:13.461204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.519497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d08d7bc9-2fb9-465e-9965-13d709f22311 req-22687557-bb8f-4059-9d84-5228d51bb479 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1092317 Apr 20 13:11:13.556618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a5ef729-c84c-4675-97fe-87b93b42a4a8 req-92ba59fe-215e-415f-897d-6c238fe67b32 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368352 Apr 20 13:11:13.600907 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3871961b-d096-4816-9acb-27fec94e6661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:11:12Z', 'revision_number': 5, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port': {'id': '3871961b-d096-4816-9acb-27fec94e6661', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:88:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2595, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:08Z', 'updated_at': '2022-04-20T13:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:13.610116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] For port 3871961b-d096-4816-9acb-27fec94e6661, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3871961b-d096-4816-9acb-27fec94e6661,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:13.610478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.628499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Calling delete_port for 3871961b-d096-4816-9acb-27fec94e6661 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:13.636420 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] Checking router: 42ffb32f-4cfa-41b4-876b-a71ef491b823 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:13.646273 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] Routers {'42ffb32f-4cfa-41b4-876b-a71ef491b823'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:13.647011 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['42ffb32f-4cfa-41b4-876b-a71ef491b823'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:13.665537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d08d7bc9-2fb9-465e-9965-13d709f22311 req-e1e5e0ca-dffc-45ae-a242-c42016c26870 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=39871f730e0340f0b1a617887a6c8c65&device_id=fba06b32-755e-4ae6-806a-152b76c9b5f0 HTTP/1.1" status: 200 len: 210 time: 0.0548761 Apr 20 13:11:13.679026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b43cf-c846-4c47-841b-d894e1a563fe req-608f9265-3869-4599-84a8-62d3221180c7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.680481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf1b43cf-c846-4c47-841b-d894e1a563fe req-608f9265-3869-4599-84a8-62d3221180c7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.3157873 Apr 20 13:11:13.742105 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] Set router 42ffb32f-4cfa-41b4-876b-a71ef491b823 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:13.798007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d08d7bc9-2fb9-465e-9965-13d709f22311 req-f1a5cabb-3a27-4a2e-8d6b-5c51879db77a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=39871f730e0340f0b1a617887a6c8c65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1019645 Apr 20 13:11:13.798780 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:11:13Z', 'revision_number': 6, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:13.818132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.820201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-2a1ccbb9-c841-4880-a9f7-d5ae4843a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:13.821599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-2a1ccbb9-c841-4880-a9f7-d5ae4843a200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.4079685 Apr 20 13:11:13.826618 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a70786-08fb-4152-91f0-831ad767a49c None None] The sync data for ids ['42ffb32f-4cfa-41b4-876b-a71ef491b823'] in n-d-838550-2 is: [{'id': '42ffb32f-4cfa-41b4-876b-a71ef491b823', 'name': 'tempest-TestServerMultinode-1105511962-router', 'tenant_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:07Z', 'updated_at': '2022-04-20T13:11:13Z', 'revision_number': 6, 'project_id': '0fc59b28ab94405ca959639ba4e5a3fc', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:13.851646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3871961b-d096-4816-9acb-27fec94e6661,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:13.926349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:13.940341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-f9378746-b216-40e2-be4e-bf21e4888126 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 217 time: 0.0891347 Apr 20 13:11:13.943137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf1b43cf-c846-4c47-841b-d894e1a563fe req-7997881e-e401-430a-8d51-74e6e70c208f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193375 Apr 20 13:11:14.024467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.026808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.076135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.076906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42ffb32f-4cfa-41b4-876b-a71ef491b823 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:11:14.082355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.086172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d7bc9-2fb9-465e-9965-13d709f22311 req-ba28e9b8-d9bf-42db-b2eb-1b394959bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.086739 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b82602a3-7bef-4515-9699-3443ae3d7c37 admin admin] 10.222.0.24 "DELETE /v2.0/routers/42ffb32f-4cfa-41b4-876b-a71ef491b823 HTTP/1.1" status: 204 len: 168 time: 0.9247243 Apr 20 13:11:14.086841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d08d7bc9-2fb9-465e-9965-13d709f22311 req-ba28e9b8-d9bf-42db-b2eb-1b394959bf02 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2785881 Apr 20 13:11:14.086934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56876) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:14.120170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-5509ab88-0128-4075-a223-b9105ed13e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.121710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-5509ab88-0128-4075-a223-b9105ed13e4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.1708066 Apr 20 13:11:14.148175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] Deleting subnet 5bac7257-48b4-49f9-b8a4-9a1d10186232 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:14.151716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.188749 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.208040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Router 0725506a-edda-484f-a61c-ca86c1dab3ba has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:14.221425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-f27f6061-6440-4994-8a3c-19e08a34189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:14.222965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-f27f6061-6440-4994-8a3c-19e08a34189b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883315 Apr 20 13:11:14.305076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.350699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56880) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:14.429505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.448809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-40fccb13-14fd-4122-9ead-d46066f35e7e service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071137 Apr 20 13:11:14.453686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.461904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bac7257-48b4-49f9-b8a4-9a1d10186232,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:14.469024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.475769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75f387-446a-435c-bd36-c82452ce13fa None None] Network b39bd695-a611-42fa-9016-0181c513247e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:14.477919 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4539ed61-cae6-4be8-a3e3-2b2d3ab7af14 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5bac7257-48b4-49f9-b8a4-9a1d10186232 HTTP/1.1" status: 204 len: 168 time: 0.3897688 Apr 20 13:11:14.478538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56884) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:14.540830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cbeac2c1-3300-446b-b53c-ff4901fb9da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.581231 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.697569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cbeac2c1-3300-446b-b53c-ff4901fb9da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.710637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba5b6504-9d63-48d3-93fe-72985ab1aebd no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:14.716213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cbeac2c1-3300-446b-b53c-ff4901fb9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.734142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Deleting port 85191e83-056d-481f-8c53-7ea06c48442d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:14.734485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.738851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ba5b6504-9d63-48d3-93fe-72985ab1aebd {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:14.739332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ba5b6504-9d63-48d3-93fe-72985ab1aebd not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:14.759033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] DHCP port deletion for b39bd695-a611-42fa-9016-0181c513247e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:14.815486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] Deleting port 85191e83-056d-481f-8c53-7ea06c48442d {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:14.816002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.851276 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cbeac2c1-3300-446b-b53c-ff4901fb9da5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39871f730e0340f0b1a617887a6c8c65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966674 Apr 20 13:11:14.852271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56888) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:14.863224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeac2c1-3300-446b-b53c-ff4901fb9da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcdf117-5fdc-4e1f-9b61-94859023f5a9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:14.871927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] For port 85191e83-056d-481f-8c53-7ea06c48442d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85191e83-056d-481f-8c53-7ea06c48442d,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:14.873042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.897601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Calling delete_port for 85191e83-056d-481f-8c53-7ea06c48442d owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:14.897847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] For port 85191e83-056d-481f-8c53-7ea06c48442d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=85191e83-056d-481f-8c53-7ea06c48442d,segment=NetworkSegment(af77c24b-d7cb-41f2-b392-4916b322046d),segment_id=af77c24b-d7cb-41f2-b392-4916b322046d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:14.898311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:14.976351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2a75-ce5d-48c6-a892-b23fb2373c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.015936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2a75-ce5d-48c6-a892-b23fb2373c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.077020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.106522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] Calling delete_port for 85191e83-056d-481f-8c53-7ea06c48442d owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:15.134272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:15.141437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] No DVR routers for this DVR port 85191e83-056d-481f-8c53-7ea06c48442d on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:15.144384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0eab0a43-f639-4b9a-ade3-85069d180a10 admin admin] 10.222.0.24 "PUT /v2.0/routers/0725506a-edda-484f-a61c-ca86c1dab3ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4875681 Apr 20 13:11:15.149905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85191e83-056d-481f-8c53-7ea06c48442d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:15.155124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2a75-ce5d-48c6-a892-b23fb2373c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.161948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] Sync routers for ids ['0725506a-edda-484f-a61c-ca86c1dab3ba'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:15.167327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb1d2a75-ce5d-48c6-a892-b23fb2373c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.170886 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fb1d2a75-ce5d-48c6-a892-b23fb2373c6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bcdf117-5fdc-4e1f-9b61-94859023f5a9 HTTP/1.1" status: 204 len: 168 time: 0.3157666 Apr 20 13:11:15.170886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56892) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:15.189532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] Routers {'0725506a-edda-484f-a61c-ca86c1dab3ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:15.190279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0725506a-edda-484f-a61c-ca86c1dab3ba'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:15.226109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22431492-757c-4efe-b659-6e3854e8708c req-36529098-071b-40e3-b52a-2c4632def158 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.235280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22431492-757c-4efe-b659-6e3854e8708c req-36529098-071b-40e3-b52a-2c4632def158 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2214713 Apr 20 13:11:15.274790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2deb43bf-f7a0-4d9a-b6d5-470d15f88470 req-f7231fe7-ffc0-41e8-a01a-d13d2040a604 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8174133 Apr 20 13:11:15.306819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d2a75-ce5d-48c6-a892-b23fb2373c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcdf117-5fdc-4e1f-9b61-94859023f5a9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:15.311061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3f816-789f-40cd-82ff-c8c86963cd04 req-f5f236cd-7c96-4833-8bcc-658bd3991e2a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:15.312676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cb3f816-789f-40cd-82ff-c8c86963cd04 req-f5f236cd-7c96-4833-8bcc-658bd3991e2a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.2352247 Apr 20 13:11:15.330251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] Set router 0725506a-edda-484f-a61c-ca86c1dab3ba gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:15.359819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22431492-757c-4efe-b659-6e3854e8708c req-fe019259-433d-4467-afee-2454ec1cba7f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202877 Apr 20 13:11:15.404415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:15.411613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.419030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cb3f816-789f-40cd-82ff-c8c86963cd04 req-9416e851-1712-4632-9a8e-4049d20cf970 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920846 Apr 20 13:11:15.450027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.477255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.502444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] Pushing event deleted for resources: {'Port': ['ID=85191e83-056d-481f-8c53-7ea06c48442d,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:15.513049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0d767-1078-49d6-a650-5572cd23be9d None None] No DVR routers for this DVR port 85191e83-056d-481f-8c53-7ea06c48442d on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:15.554173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Deleting port 8caecafb-9854-4c5e-8461-7a43ccd4a688 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:15.554697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.619573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.629360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39bd695-a611-42fa-9016-0181c513247e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:15.648268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af77c24b-d7cb-41f2-b392-4916b322046d') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:15.648677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af77c24b-d7cb-41f2-b392-4916b322046d') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:15.659813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:15.660792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.676121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'port_id': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'mac_address': 'fa:16:3e:ce:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:15.701286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.711654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.715782 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:15.716482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.718536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:11:12Z', 'revision_number': 5, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port': {'id': 'cb733540-f383-4081-ab8e-2013429b3f15', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ff:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:09:39Z', 'updated_at': '2022-04-20T13:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:15.719976 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:15.730467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Calling delete_port for 8caecafb-9854-4c5e-8461-7a43ccd4a688 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:15.751557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] Checking router: 0725506a-edda-484f-a61c-ca86c1dab3ba for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:15.757766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.775484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] Routers {'0725506a-edda-484f-a61c-ca86c1dab3ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:15.776258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0725506a-edda-484f-a61c-ca86c1dab3ba'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:15.778973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b7d563-0120-4e70-9b5f-a19129b34405 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:15.799132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Deleting port cb733540-f383-4081-ab8e-2013429b3f15 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:15.799394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.813045 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.818694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.825042 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b39bd695-a611-42fa-9016-0181c513247e HTTP/1.1" status: 204 len: 168 time: 1.3445961 Apr 20 13:11:15.825807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:15.865264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:15.873036 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:15.877783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f26b18-ef0d-45dd-bc95-93104ad065d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39bd695-a611-42fa-9016-0181c513247e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:15.911563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] Set router 0725506a-edda-484f-a61c-ca86c1dab3ba gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:15.973051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:11:15Z', 'revision_number': 6, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:16.005144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.032009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] For port cb733540-f383-4081-ab8e-2013429b3f15, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb733540-f383-4081-ab8e-2013429b3f15,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:16.032379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.048865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:16.052249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b1e65f-b37f-4ad1-b8bf-a5a231e25f96 None None] The sync data for ids ['0725506a-edda-484f-a61c-ca86c1dab3ba'] in n-d-838550-2 is: [{'id': '0725506a-edda-484f-a61c-ca86c1dab3ba', 'name': 'tempest-ServersTestMultiNic-415367641-router', 'tenant_id': '8aaaffba3c734f838f85cba3dfc35c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:09:37Z', 'updated_at': '2022-04-20T13:11:15Z', 'revision_number': 6, 'project_id': '8aaaffba3c734f838f85cba3dfc35c14', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:16.100513 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Calling delete_port for cb733540-f383-4081-ab8e-2013429b3f15 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:16.116548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3871961b-d096-4816-9acb-27fec94e6661 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:16.148641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 3871961b-d096-4816-9acb-27fec94e6661 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:16.148979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3871961b-d096-4816-9acb-27fec94e6661 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:16.155329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 85191e83-056d-481f-8c53-7ea06c48442d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:16.163199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Port': ['ID=8caecafb-9854-4c5e-8461-7a43ccd4a688,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:16.198066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 85191e83-056d-481f-8c53-7ea06c48442d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:16.198812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 85191e83-056d-481f-8c53-7ea06c48442d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:16.205058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e3b7d563-0120-4e70-9b5f-a19129b34405'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:16.306440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:16.586106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Router 4ee6390c-cf1f-425b-9ca2-8f8927626d48 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:16.667080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491cdd9-e3b7-428e-88f5-43c66021cba8 req-c15de52c-fd07-4c7c-b153-2351d5eb6f04 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.668127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d491cdd9-e3b7-428e-88f5-43c66021cba8 req-c15de52c-fd07-4c7c-b153-2351d5eb6f04 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 945 time: 0.1034713 Apr 20 13:11:16.711692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a13c6a-59ae-4149-b6f4-15449b47d2d2 req-1b914b21-f213-4932-9d0f-9131ef9f3e36 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:16.713997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0a13c6a-59ae-4149-b6f4-15449b47d2d2 req-1b914b21-f213-4932-9d0f-9131ef9f3e36 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2200570 Apr 20 13:11:16.774401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:16.788486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2a504305-0772-4dd6-8fd6-0df67bd90cf6 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "PUT /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6799846 Apr 20 13:11:16.789724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56930) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:16.795549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] Sync routers for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:16.805450 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:16.806391 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:16.844695 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:16.853136 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-2f9d46de-5263-4541-a2c7-a2c6cc02532a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] show failed (client error): The resource could not be found. Apr 20 13:11:16.854282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2f9d46de-5263-4541-a2c7-a2c6cc02532a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-444658893 HTTP/1.1" status: 404 len: 334 time: 0.0638638 Apr 20 13:11:16.855641 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] Routers {'4ee6390c-cf1f-425b-9ca2-8f8927626d48'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:16.858016 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:16.861574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d491cdd9-e3b7-428e-88f5-43c66021cba8 req-c84986c0-812f-479f-99b3-87e1910b3105 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448946 Apr 20 13:11:16.862423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56932) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:16.867161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0bfd9d00-d32f-4867-b41a-d0c4eea1352f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:16.872073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0a13c6a-59ae-4149-b6f4-15449b47d2d2 req-4ac5be31-36c2-4c3f-9aa8-1434593f7fc4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178613 Apr 20 13:11:16.907523 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:16.908170 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034a2db4-030e-4d11-ab8f-553943630313 None None] The sync data for ids ['4ee6390c-cf1f-425b-9ca2-8f8927626d48'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:16.935713 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-0bfd9d00-d32f-4867-b41a-d0c4eea1352f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] update failed (client error): The resource could not be found. Apr 20 13:11:16.937975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0bfd9d00-d32f-4867-b41a-d0c4eea1352f tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-355609450 HTTP/1.1" status: 404 len: 334 time: 0.0734200 Apr 20 13:11:16.940697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56938) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:16.971313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.005588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Deleting subnet 8ee6474a-993b-4cb2-b3a3-c5b29f4f70b5 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:17.009368 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.016670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb733540-f383-4081-ab8e-2013429b3f15,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:17.066478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.127262 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.158987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.222067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.229324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.233303 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.240011 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.246103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/subnets/8ee6474a-993b-4cb2-b3a3-c5b29f4f70b5 HTTP/1.1" status: 204 len: 168 time: 0.3044081 Apr 20 13:11:17.250535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f367bcd-d86b-4056-b9a7-1c59f19242b3 None None] Network 37fe029d-849f-4d3e-972d-342b00902658 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:17.275592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56944) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:17.277574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.284489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94d03-b340-4fbf-af9a-9d173f2b1097 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Subnet': ['ID=8ee6474a-993b-4cb2-b3a3-c5b29f4f70b5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:17.372173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.372702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0725506a-edda-484f-a61c-ca86c1dab3ba {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:11:17.378146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.381391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3354a391-adb5-4a56-a823-14ee35caa127 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0725506a-edda-484f-a61c-ca86c1dab3ba HTTP/1.1" status: 204 len: 168 time: 2.1966112 Apr 20 13:11:17.382034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56950) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:17.402443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:17.433808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Deleting subnet 6950f7d3-b082-470e-90b2-c09d22cefc06 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:17.437583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.442831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] Deleting subnet 751be398-fa9a-4026-bba5-3175d9cc9073 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:17.447239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.480022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.483367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port e3b7d563-0120-4e70-9b5f-a19129b34405 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:11:17.488408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port e3b7d563-0120-4e70-9b5f-a19129b34405 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:17.488908 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.500437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.551993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] DHCP port deletion for 37fe029d-849f-4d3e-972d-342b00902658 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:17.615061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.631804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.661233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] Deleting port 33751d8f-8ca9-4c33-a50f-392de2167a7e {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:17.664370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.673434 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.713485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.728732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.742051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:17.744466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:17.747660 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e98c5f-e5a1-440f-a2cf-ebe75e0c488e" -d '{"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:17.748674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.752029 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/subnets/6950f7d3-b082-470e-90b2-c09d22cefc06 HTTP/1.1" status: 204 len: 168 time: 0.4725175 Apr 20 13:11:17.755355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56956) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:17.756066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccac15-074c-4c0c-ad60-2e626c5bc2ce tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Subnet': ['ID=6950f7d3-b082-470e-90b2-c09d22cefc06,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:17.756453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.764280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26beda-c882-4ff7-876a-e951bdd7b654 None None] Network 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:17.775922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751be398-fa9a-4026-bba5-3175d9cc9073,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:17.786358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.793704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8d00e44a-4829-420d-936e-18b09d3cedc9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/751be398-fa9a-4026-bba5-3175d9cc9073 HTTP/1.1" status: 204 len: 168 time: 0.4107673 Apr 20 13:11:17.794379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56958) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:17.817662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] For port 33751d8f-8ca9-4c33-a50f-392de2167a7e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33751d8f-8ca9-4c33-a50f-392de2167a7e,segment=NetworkSegment(db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca),segment_id=db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:17.818057 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.820477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e950862-4073-49c2-aef4-8ffc9720c3a7 None None] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:17.871822 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238e8efa-430f-44fc-a473-2358ed2bc5dc x-openstack-request-id: req-238e8efa-430f-44fc-a473-2358ed2bc5dc {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:17.872243 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:17.872378 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-238e8efa-430f-44fc-a473-2358ed2bc5dc {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:17.872743 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-238e8efa-430f-44fc-a473-2358ed2bc5dc'] response: {'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'code': 200} Apr 20 13:11:17.891977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] Calling delete_port for 33751d8f-8ca9-4c33-a50f-392de2167a7e owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:17.942447 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:17.985825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:17.986985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.059236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Deleting port 5aa59904-6baf-4f43-af6c-4350f655f78b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:18.059689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.096093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2b6b-ed98-4134-aecb-4768738b7c2b req-606e2173-c1de-4a07-86da-73f874daa6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:18.101000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-719c2b6b-ed98-4134-aecb-4768738b7c2b req-606e2173-c1de-4a07-86da-73f874daa6a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1097 time: 0.2003038 Apr 20 13:11:18.140605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Deleting port 33751d8f-8ca9-4c33-a50f-392de2167a7e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:18.141217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.164228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4857d9fa-6198-4afe-928f-d4a161e891c2 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:18.180793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c74cf-e02f-4128-a1ec-122f6b24151c req-b845fc6e-069e-4be3-9b01-9bebba81485d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:18.182879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f8c74cf-e02f-4128-a1ec-122f6b24151c req-b845fc6e-069e-4be3-9b01-9bebba81485d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1742935 Apr 20 13:11:18.198538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4857d9fa-6198-4afe-928f-d4a161e891c2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:18.198877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4857d9fa-6198-4afe-928f-d4a161e891c2 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:18.199342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb733540-f383-4081-ab8e-2013429b3f15 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:18.225878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] For port 5aa59904-6baf-4f43-af6c-4350f655f78b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aa59904-6baf-4f43-af6c-4350f655f78b,segment=NetworkSegment(50dd2b05-9e92-491d-b55b-aa2d27b6a94d),segment_id=50dd2b05-9e92-491d-b55b-aa2d27b6a94d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:18.226356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.227549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cb733540-f383-4081-ab8e-2013429b3f15 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:18.227657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb733540-f383-4081-ab8e-2013429b3f15 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:18.229019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33751d8f-8ca9-4c33-a50f-392de2167a7e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:18.251556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Calling delete_port for 5aa59904-6baf-4f43-af6c-4350f655f78b owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:18.254385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] For port 33751d8f-8ca9-4c33-a50f-392de2167a7e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33751d8f-8ca9-4c33-a50f-392de2167a7e,segment=NetworkSegment(db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca),segment_id=db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:18.254783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.272342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-719c2b6b-ed98-4134-aecb-4768738b7c2b req-824cf6e2-d7d4-4242-8280-99bc560e3e70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622653 Apr 20 13:11:18.275739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Calling delete_port for 33751d8f-8ca9-4c33-a50f-392de2167a7e owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:18.283887 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.334356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d04d4-9fd8-4b7d-b5d9-168c6b5407fb req-7efe7779-3157-4d69-8396-039c7ee915c1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:18.337035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce2d04d4-9fd8-4b7d-b5d9-168c6b5407fb req-7efe7779-3157-4d69-8396-039c7ee915c1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.3298445 Apr 20 13:11:18.341140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Deleting port 895d36f3-e291-42fd-b13f-3baf9f8e7314 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:18.341482 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.360161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] No DVR routers for this DVR port 33751d8f-8ca9-4c33-a50f-392de2167a7e on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:18.363367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No active binding found for port 33751d8f-8ca9-4c33-a50f-392de2167a7e {{(pid=109411) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 20 13:11:18.363815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33751d8f-8ca9-4c33-a50f-392de2167a7e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:18.365746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] DHCP port deletion for 4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:18.369759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223c814-7fc6-4857-9841-5ca7ee401a29 None None] Pushing event deleted for resources: {'Port': ['ID=33751d8f-8ca9-4c33-a50f-392de2167a7e,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:18.408552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] DHCP port deletion for d5aba53f-8ba7-47cb-822f-e2fe4ad09143 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:18.412294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce2d04d4-9fd8-4b7d-b5d9-168c6b5407fb req-06dd3538-3e41-4de3-98bf-5be332540953 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620832 Apr 20 13:11:18.418199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f8c74cf-e02f-4128-a1ec-122f6b24151c req-93ddcbd8-3d97-4a43-93d5-13ea94ceaa61 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051733 Apr 20 13:11:18.488530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] For port 895d36f3-e291-42fd-b13f-3baf9f8e7314, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=895d36f3-e291-42fd-b13f-3baf9f8e7314,segment=NetworkSegment(c78d6e83-2bad-42c5-98d7-33ccf6799e9a),segment_id=c78d6e83-2bad-42c5-98d7-33ccf6799e9a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:18.488938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.500134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] Deleting port 25bd0c49-223c-4f25-90f6-ee4783531966 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:18.500515 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.507325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Calling delete_port for 895d36f3-e291-42fd-b13f-3baf9f8e7314 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:18.526966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.574613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Port': ['ID=33751d8f-8ca9-4c33-a50f-392de2167a7e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:18.579159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] No DVR routers for this DVR port 33751d8f-8ca9-4c33-a50f-392de2167a7e on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:18.665929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.704794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] No DVR routers for this DVR port 895d36f3-e291-42fd-b13f-3baf9f8e7314 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:18.731569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=895d36f3-e291-42fd-b13f-3baf9f8e7314,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:18.740054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.742656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] For port 25bd0c49-223c-4f25-90f6-ee4783531966, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=25bd0c49-223c-4f25-90f6-ee4783531966,segment=NetworkSegment(67026f53-5200-4a93-b416-44ddb0f39a49),segment_id=67026f53-5200-4a93-b416-44ddb0f39a49)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:18.743059 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.759131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] Calling delete_port for 25bd0c49-223c-4f25-90f6-ee4783531966 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:18.762696 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fe029d-849f-4d3e-972d-342b00902658']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:18.773150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:18.773448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db1e5bb9-a9fd-40e2-83b4-bd85fdb49fca') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:18.783140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.798997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.803018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.805816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:18.806364 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:18.811561 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:18.814821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.815390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Deleting port 895d36f3-e291-42fd-b13f-3baf9f8e7314 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:18.815770 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.845599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5aba53f-8ba7-47cb-822f-e2fe4ad09143']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:18.857048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:18.857480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78d6e83-2bad-42c5-98d7-33ccf6799e9a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:18.871059 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.897811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa59904-6baf-4f43-af6c-4350f655f78b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:18.911878 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.914420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] For port 895d36f3-e291-42fd-b13f-3baf9f8e7314, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:18.914966 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.934782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:18.935341 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.942035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Calling delete_port for 895d36f3-e291-42fd-b13f-3baf9f8e7314 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:18.946316 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:18.959120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Port 895d36f3-e291-42fd-b13f-3baf9f8e7314 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:19.026560 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:19.038025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.048736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.057481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.072183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/networks/37fe029d-849f-4d3e-972d-342b00902658 HTTP/1.1" status: 204 len: 168 time: 1.3123021 Apr 20 13:11:19.083670 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.086914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.088584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 56978) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:19.091153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966efe7-bc4a-401c-84e8-b479f3164ff8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Network': ['ID=37fe029d-849f-4d3e-972d-342b00902658,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:19.099272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d5aba53f-8ba7-47cb-822f-e2fe4ad09143 HTTP/1.1" status: 204 len: 168 time: 1.3038514 Apr 20 13:11:19.102687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba557a8-e15c-49a4-b5e4-06ac95eb8ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5aba53f-8ba7-47cb-822f-e2fe4ad09143,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:19.119243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Network d5aba53f-8ba7-47cb-822f-e2fe4ad09143 is not hosted by any dhcp agent {{(pid=109411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:11:19.130555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] No DVR routers for this DVR port 895d36f3-e291-42fd-b13f-3baf9f8e7314 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:19.134152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] Pushing event deleted for resources: {'Port': ['ID=25bd0c49-223c-4f25-90f6-ee4783531966,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:19.145278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28cffc6-4df9-4a58-9d55-9371e42916e9 None None] No DVR routers for this DVR port 25bd0c49-223c-4f25-90f6-ee4783531966 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:19.168154 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.212785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeeb312-240a-4ba8-96f8-951ef8260e37 None None] Pushing event deleted for resources: {'Port': ['ID=895d36f3-e291-42fd-b13f-3baf9f8e7314,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:19.281138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.300023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.429987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56986) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:19.443237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.503814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cacc572-cca4-47a1-8fa8-dc0e6c506fb4']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:19.518162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cb417e86-82e8-4ba2-9f26-62830329f373 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8aaaffba3c734f838f85cba3dfc35c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869756 Apr 20 13:11:19.520943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56992) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:19.525795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67026f53-5200-4a93-b416-44ddb0f39a49') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:19.526098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67026f53-5200-4a93-b416-44ddb0f39a49') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:19.540617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.561924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.603015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:19.603433 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:19.607442 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:19.663072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b76964-0dcb-473b-90e2-19d20266223d req-92b7df13-bf96-422a-b1df-3bf70c52b5d0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.670130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b76964-0dcb-473b-90e2-19d20266223d req-92b7df13-bf96-422a-b1df-3bf70c52b5d0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1498833 Apr 20 13:11:19.711949 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.720479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bd226-5bf9-4d30-ad04-94137afa9365 req-bbdc96ac-ef06-4fea-ae2b-40586cc71288 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:19.721472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.722048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d1bd226-5bf9-4d30-ad04-94137afa9365 req-bbdc96ac-ef06-4fea-ae2b-40586cc71288 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1551671 Apr 20 13:11:19.726419 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/networks/4cacc572-cca4-47a1-8fa8-dc0e6c506fb4 HTTP/1.1" status: 204 len: 168 time: 0.6318989 Apr 20 13:11:19.730340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 56996) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:19.731472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18e3c1c4-53ef-4f05-befa-67d576c00654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.742309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f22fb-16b0-4ff2-bdd0-e782c71d593a tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Network': ['ID=4cacc572-cca4-47a1-8fa8-dc0e6c506fb4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:19.754759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:19.808852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b76964-0dcb-473b-90e2-19d20266223d req-68030a68-7453-45f2-95d9-abe27adaec6e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378460 Apr 20 13:11:19.833191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18e3c1c4-53ef-4f05-befa-67d576c00654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.844978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d1bd226-5bf9-4d30-ad04-94137afa9365 req-8c542e3a-9054-4a37-b2bd-f6ab50700b7b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153808 Apr 20 13:11:19.862080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Deleting subnet 2855c763-dec7-4075-8eb2-613ed614b159 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:19.869659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.879550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:19.888291 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c5f189c-bee8-4ad5-bb9e-27da7d121264 admin admin] 10.222.0.24 "PUT /v2.0/routers/973ddfb7-9eb3-477b-98d4-56c892cdbe37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0547166 Apr 20 13:11:19.888474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57000) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:19.895689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] Sync routers for ids ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:19.923958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] Routers {'973ddfb7-9eb3-477b-98d4-56c892cdbe37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:19.924584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:19.930435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.933849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18e3c1c4-53ef-4f05-befa-67d576c00654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.936791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18e3c1c4-53ef-4f05-befa-67d576c00654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:19.937982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-18e3c1c4-53ef-4f05-befa-67d576c00654 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c26d0c58-5724-41d7-8e19-5a0122713804 HTTP/1.1" status: 204 len: 168 time: 0.4152513 Apr 20 13:11:19.969510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3c1c4-53ef-4f05-befa-67d576c00654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26d0c58-5724-41d7-8e19-5a0122713804,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:20.096989 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.134505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] Set router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:20.138643 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.206216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.277612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Subnet': ['ID=2855c763-dec7-4075-8eb2-613ed614b159,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:20.294217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 25bd0c49-223c-4f25-90f6-ee4783531966 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:20.313917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.321293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0652e02f-15f5-4db7-8bb4-fbc3d209ebf8 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/subnets/2855c763-dec7-4075-8eb2-613ed614b159 HTTP/1.1" status: 204 len: 168 time: 0.5878837 Apr 20 13:11:20.323701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57010) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:20.328811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe125065-615b-457b-a91c-fbcb1566fc82 None None] Network ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:20.344937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 25bd0c49-223c-4f25-90f6-ee4783531966 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:20.345610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 25bd0c49-223c-4f25-90f6-ee4783531966 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:20.346267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 895d36f3-e291-42fd-b13f-3baf9f8e7314 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:20.401909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 895d36f3-e291-42fd-b13f-3baf9f8e7314 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:20.402663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 895d36f3-e291-42fd-b13f-3baf9f8e7314 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:20.418337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.479242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.506991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:11:18Z', 'revision_number': 5, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port': {'id': 'af0417de-6fea-4c23-985a-b51c171f7f0e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:ff:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:14Z', 'updated_at': '2022-04-20T13:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:20.536142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Deleting port af0417de-6fea-4c23-985a-b51c171f7f0e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:20.536491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.565340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] Checking router: 973ddfb7-9eb3-477b-98d4-56c892cdbe37 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:20.579108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] Routers {'973ddfb7-9eb3-477b-98d4-56c892cdbe37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:20.580099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:20.634437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Deleting port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:20.635533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:20.689145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] DHCP port deletion for ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:20.701334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] Set router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:20.788780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:11:20Z', 'revision_number': 6, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:20.831428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9447f1d5-11cc-40f9-99c5-96e3e12fe06a None None] The sync data for ids ['973ddfb7-9eb3-477b-98d4-56c892cdbe37'] in n-d-838550-2 is: [{'id': '973ddfb7-9eb3-477b-98d4-56c892cdbe37', 'name': 'tempest-TestServerMultinode-107553252-router', 'tenant_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:13Z', 'updated_at': '2022-04-20T13:11:20Z', 'revision_number': 6, 'project_id': '96f84a6ce40d443ab9ebfa38f139a3a8', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:20.863065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] Deleting port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:20.863442 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.003602 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:11:21.018305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] For port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,segment=NetworkSegment(af064282-4ac6-493e-b9d9-b264173e0d59),segment_id=af064282-4ac6-493e-b9d9-b264173e0d59)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:21.018906 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.023000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] For port af0417de-6fea-4c23-985a-b51c171f7f0e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=af0417de-6fea-4c23-985a-b51c171f7f0e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:21.023427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.038695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] Calling delete_port for 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:21.071673 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Calling delete_port for af0417de-6fea-4c23-985a-b51c171f7f0e owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:21.094538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] For port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,segment=NetworkSegment(af064282-4ac6-493e-b9d9-b264173e0d59),segment_id=af064282-4ac6-493e-b9d9-b264173e0d59)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:21.094896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.108104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2ccb5-2713-462e-adc1-f0bd9c63ea78 req-d7feddb1-e020-4361-8f6d-ec4f923a03fa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.112727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0a2ccb5-2713-462e-adc1-f0bd9c63ea78 req-d7feddb1-e020-4361-8f6d-ec4f923a03fa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1579325 Apr 20 13:11:21.128150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2391542-ad82-4e34-9832-458ad732e61b req-85f7e9f8-5e2e-4f65-89cf-5095e8de2565 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.129653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2391542-ad82-4e34-9832-458ad732e61b req-85f7e9f8-5e2e-4f65-89cf-5095e8de2565 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1043425 Apr 20 13:11:21.146771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Calling delete_port for 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:21.173561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.212265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2391542-ad82-4e34-9832-458ad732e61b req-b13cbf1c-9fce-42a5-9feb-9d54fc7ffb86 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689266 Apr 20 13:11:21.215007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0a2ccb5-2713-462e-adc1-f0bd9c63ea78 req-6a14622b-6d41-4113-add2-580631e33793 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972664 Apr 20 13:11:21.251516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] Pushing event deleted for resources: {'Port': ['ID=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:21.266746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084ce90-7dce-4e7b-a803-53213e8a18b0 None None] No DVR routers for this DVR port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:21.375790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.406107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3822df7-e22a-401f-bbe6-7604aa5e497f req-b768d36f-dca5-44cd-aa36-580ccf9f9c9e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.408336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3822df7-e22a-401f-bbe6-7604aa5e497f req-b768d36f-dca5-44cd-aa36-580ccf9f9c9e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.0848405 Apr 20 13:11:21.462755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Port': ['ID=18bde4a5-9d92-47db-8f13-e227a4d6b7d3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:21.466583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] No DVR routers for this DVR port 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:21.472356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3822df7-e22a-401f-bbe6-7604aa5e497f req-21e8b57a-34ed-4820-97e5-196f3568f66d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540314 Apr 20 13:11:21.500977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57046) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:21.525179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.549624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b7db3-e100-464b-876f-957f7cbcc2fe tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:21.551660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-995b7db3-e100-464b-876f-957f7cbcc2fe tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1092 time: 0.0495682 Apr 20 13:11:21.554529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57048) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:21.560073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:21.588500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.593588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0417de-6fea-4c23-985a-b51c171f7f0e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:21.630262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57050) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:21.679941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.712443 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff80fef0-7f4f-4015-a24e-7c3d6a8466b6']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:21.723176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.729019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af064282-4ac6-493e-b9d9-b264173e0d59') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:21.729019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af064282-4ac6-493e-b9d9-b264173e0d59') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:21.760272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.797544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.841279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.844005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.845764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.856592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:21.857057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:21.861108 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:21.897352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.152 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/be4c1dd5-6eef-4020-ba94-0cc685c5326d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:21.934293 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.934827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 973ddfb7-9eb3-477b-98d4-56c892cdbe37 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:11:21.939903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:21.943776 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-287b8990-9d3c-463d-993c-fc95e823d9c3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/973ddfb7-9eb3-477b-98d4-56c892cdbe37 HTTP/1.1" status: 204 len: 168 time: 2.0516429 Apr 20 13:11:21.945542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-521792673-network', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:21.948103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57056) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:22.000729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.005237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.008589 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/networks/ff80fef0-7f4f-4015-a24e-7c3d6a8466b6 HTTP/1.1" status: 204 len: 168 time: 1.6819110 Apr 20 13:11:22.014323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57058) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:22.041306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] Deleting subnet 7aafc0d6-0b17-4300-9d3f-c62cdec79433 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:11:22.043374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:22.051384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.059860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22445a72-9a8c-48fd-89c9-820a71540328 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Pushing event deleted for resources: {'Network': ['ID=ff80fef0-7f4f-4015-a24e-7c3d6a8466b6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:22.063575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.063757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.067674 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-37df4d19-3c3c-459f-a4b6-1cfa6c34a0cb tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ee6390c-cf1f-425b-9ca2-8f8927626d48 HTTP/1.1" status: 200 len: 205 time: 0.0483470 Apr 20 13:11:22.087357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57062) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:22.118600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:22.143599 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.151432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:22.154198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 18bde4a5-9d92-47db-8f13-e227a4d6b7d3 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:22.154869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device af0417de-6fea-4c23-985a-b51c171f7f0e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:22.176712 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.199606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: af0417de-6fea-4c23-985a-b51c171f7f0e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:22.200715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device af0417de-6fea-4c23-985a-b51c171f7f0e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:22.201734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa59904-6baf-4f43-af6c-4350f655f78b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:22.202701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e35f85b-a506-49e0-abe5-79ed8fcdd657 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.234414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.239121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5aa59904-6baf-4f43-af6c-4350f655f78b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:22.239890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa59904-6baf-4f43-af6c-4350f655f78b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:22.298809 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.300956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:22.308205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:22.312994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:22.314896 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.347916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=be4c1dd5-6eef-4020-ba94-0cc685c5326d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:22.371932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:22.420126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.420126 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Added segment b4e93a0b-9e66-4364-bdc1-744ebb93fc1a of type vlan for network 1f059878-4537-4909-a153-75a68de9ea39 Apr 20 13:11:22.423203 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e35f85b-a506-49e0-abe5-79ed8fcdd657 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.426720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e35f85b-a506-49e0-abe5-79ed8fcdd657 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.433650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fcb6be-41c5-45f2-9db9-3b92b364b02a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:22.478532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.504647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e35f85b-a506-49e0-abe5-79ed8fcdd657 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.505246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e35f85b-a506-49e0-abe5-79ed8fcdd657 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Fanout notify agent at l3_agent the message router_deleted on router 4ee6390c-cf1f-425b-9ca2-8f8927626d48 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:11:22.512462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e35f85b-a506-49e0-abe5-79ed8fcdd657 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.517165 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4e35f85b-a506-49e0-abe5-79ed8fcdd657 tempest-RoutersNegativeTest-514731910 tempest-RoutersNegativeTest-514731910-project] 10.222.0.24 "DELETE /v2.0/routers/4ee6390c-cf1f-425b-9ca2-8f8927626d48 HTTP/1.1" status: 204 len: 168 time: 0.4260161 Apr 20 13:11:22.522827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d128e1-dc96-40c2-9c1b-9d0d12e93f2e req-aeb04e6f-7ec6-49f4-bee2-fc455ddad238 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.530167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0d128e1-dc96-40c2-9c1b-9d0d12e93f2e req-aeb04e6f-7ec6-49f4-bee2-fc455ddad238 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1795485 Apr 20 13:11:22.540438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.570326 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.612140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aafc0d6-0b17-4300-9d3f-c62cdec79433,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:22.621293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa383bf-bd30-40ed-9d97-48a0e2b9308d None None] Network d963020c-c87d-48bc-8a63-038977021c6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:22.622123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.629439 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bab2f325-8023-43d7-91ad-e929b6f0f278 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7aafc0d6-0b17-4300-9d3f-c62cdec79433 HTTP/1.1" status: 204 len: 168 time: 0.6802130 Apr 20 13:11:22.630768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57074) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:22.690091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0d128e1-dc96-40c2-9c1b-9d0d12e93f2e req-a4aacbf3-488e-4534-857c-6dcb535faba9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273594 Apr 20 13:11:22.692523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.693449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:22.695865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.753034 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.872155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Deleting port dde7e39c-b586-4aa8-b9fd-5711e1b74ced {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:22.872494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.912737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57080) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:22.980906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] For port dde7e39c-b586-4aa8-b9fd-5711e1b74ced, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,segment=NetworkSegment(50dd2b05-9e92-491d-b55b-aa2d27b6a94d),segment_id=50dd2b05-9e92-491d-b55b-aa2d27b6a94d)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:22.981286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:22.984223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] DHCP port deletion for d963020c-c87d-48bc-8a63-038977021c6b request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:11:23.003193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Calling delete_port for dde7e39c-b586-4aa8-b9fd-5711e1b74ced owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:23.069328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] Deleting port dde7e39c-b586-4aa8-b9fd-5711e1b74ced {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:11:23.069995 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.095015 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.124873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:23.150728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] No DVR routers for this DVR port dde7e39c-b586-4aa8-b9fd-5711e1b74ced on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:23.175284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] For port dde7e39c-b586-4aa8-b9fd-5711e1b74ced, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,segment=NetworkSegment(50dd2b05-9e92-491d-b55b-aa2d27b6a94d),segment_id=50dd2b05-9e92-491d-b55b-aa2d27b6a94d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:23.175901 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.194641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] Calling delete_port for dde7e39c-b586-4aa8-b9fd-5711e1b74ced owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:11:23.227118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5931811 Apr 20 13:11:23.231912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57086) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:23.241146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Request body: {'subnet': {'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-521792673-subnet', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:23.253012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2820d-982f-4866-951c-34602b62809e admin admin] Pushing event updated for resources: {'Network': ['ID=1f059878-4537-4909-a153-75a68de9ea39,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:23.260544 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b9080a0-0916-4f81-b97d-f8c09ff26fcf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=695c6f8782c54f0ba57a0322714ab2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434455 Apr 20 13:11:23.261359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57088) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:23.269305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 1f059878-4537-4909-a153-75a68de9ea39 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:23.270892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.281879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f58f2-1e89-4253-b255-f49a4845790c req-7d06b79b-2662-4904-bfc0-d7829e136985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.283383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-880f58f2-1e89-4253-b255-f49a4845790c req-7d06b79b-2662-4904-bfc0-d7829e136985 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 1097 time: 0.5633876 Apr 20 13:11:23.319022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d963020c-c87d-48bc-8a63-038977021c6b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:23.326210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:23.328426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.344706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dd2b05-9e92-491d-b55b-aa2d27b6a94d') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:23.345020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dd2b05-9e92-491d-b55b-aa2d27b6a94d') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:23.363145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.373662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b558540-5781-4281-832d-ee1263a38139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.387317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.397679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.403662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:11:23.403662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:11:23.406114 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:11:23.421226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b558540-5781-4281-832d-ee1263a38139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.431419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] Pushing event deleted for resources: {'Port': ['ID=dde7e39c-b586-4aa8-b9fd-5711e1b74ced,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:23.436920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49929bd-36c8-4cd6-b00d-ee2650d51489 None None] No DVR routers for this DVR port dde7e39c-b586-4aa8-b9fd-5711e1b74ced on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:11:23.501483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.507488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.512987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d963020c-c87d-48bc-8a63-038977021c6b HTTP/1.1" status: 204 len: 168 time: 0.8787663 Apr 20 13:11:23.527717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2759d1-2fbc-453b-b991-16867bef7690 admin admin] Pushing event deleted for resources: {'Network': ['ID=d963020c-c87d-48bc-8a63-038977021c6b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:23.553504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b558540-5781-4281-832d-ee1263a38139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.556190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b558540-5781-4281-832d-ee1263a38139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.557332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b558540-5781-4281-832d-ee1263a38139 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b829ee88-1337-4a91-8412-1b3972a558d8 HTTP/1.1" status: 204 len: 168 time: 0.2954602 Apr 20 13:11:23.569899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b558540-5781-4281-832d-ee1263a38139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b829ee88-1337-4a91-8412-1b3972a558d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:23.624535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f58f2-1e89-4253-b255-f49a4845790c req-cca5880a-3ab6-4cda-b3cd-d3b6fec2055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.626007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-880f58f2-1e89-4253-b255-f49a4845790c req-cca5880a-3ab6-4cda-b3cd-d3b6fec2055f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.3097346 Apr 20 13:11:23.693085 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.696778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-880f58f2-1e89-4253-b255-f49a4845790c req-edd4a0ce-b628-4c0c-84c4-d0bc17a7fb1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d HTTP/1.1" status: 200 len: 217 time: 0.0617280 Apr 20 13:11:23.759590 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.806849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.843278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57100) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:23.879305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f58f2-1e89-4253-b255-f49a4845790c req-d1db7f09-957c-4d06-aadb-3f823a97448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:23.880860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-880f58f2-1e89-4253-b255-f49a4845790c req-d1db7f09-957c-4d06-aadb-3f823a97448d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.1444178 Apr 20 13:11:23.907512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3f13537f-31c9-49bb-96f2-54548bd19986 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fc59b28ab94405ca959639ba4e5a3fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621612 Apr 20 13:11:23.907910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57102) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:23.955809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-880f58f2-1e89-4253-b255-f49a4845790c req-e7154a96-3abd-45e7-913d-bc7cd5a18420 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496018 Apr 20 13:11:23.960990 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:23.966754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceee5434-658d-4b1d-9c9e-aaa91c537bd3,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:23.980145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4933-ccf6-48f5-8e64-ecdc1aeda697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.006575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4933-ccf6-48f5-8e64-ecdc1aeda697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.024952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f966f8c-8cbb-4cdb-8064-c71233db2f6f req-9b5eaa83-847f-4d68-9b82-3abaeb748daa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.026704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f966f8c-8cbb-4cdb-8064-c71233db2f6f req-9b5eaa83-847f-4d68-9b82-3abaeb748daa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2362585 Apr 20 13:11:24.035832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Checking segment: {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:24.036739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Network hostable DHCP agents. Network: 1f059878-4537-4909-a153-75a68de9ea39, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:24.100029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4933-ccf6-48f5-8e64-ecdc1aeda697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.102897 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4933-ccf6-48f5-8e64-ecdc1aeda697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.107532 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f9ce4933-ccf6-48f5-8e64-ecdc1aeda697 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f969bbb5-9d7e-421f-82c3-ba64064bfa93 HTTP/1.1" status: 204 len: 168 time: 0.1955819 Apr 20 13:11:24.123927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce4933-ccf6-48f5-8e64-ecdc1aeda697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f969bbb5-9d7e-421f-82c3-ba64064bfa93,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:24.130259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dde7e39c-b586-4aa8-b9fd-5711e1b74ced no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:11:24.168080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: dde7e39c-b586-4aa8-b9fd-5711e1b74ced {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:11:24.168419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dde7e39c-b586-4aa8-b9fd-5711e1b74ced not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:11:24.205261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Network 1f059878-4537-4909-a153-75a68de9ea39 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:24.219742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f966f8c-8cbb-4cdb-8064-c71233db2f6f req-94ec0de4-e681-43b8-93f6-3b1460408da8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511967 Apr 20 13:11:24.234247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-880f58f2-1e89-4253-b255-f49a4845790c req-1b05daa7-d8d5-43ea-8857-089f2b1dc795 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691767 Apr 20 13:11:24.236631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 1f059878-4537-4909-a153-75a68de9ea39) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:24.246195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac23812-0294-446a-9632-f54d09ae0466 None None] Network 1f059878-4537-4909-a153-75a68de9ea39 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:24.255928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:24.255928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.334304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0a6e259a-2829-418e-abed-bf460a1f79a4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1006911 Apr 20 13:11:24.336999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:24.341415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:24.373785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.376032 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.376473 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.387455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.393763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-880f58f2-1e89-4253-b255-f49a4845790c req-d0fda79b-55b7-4cdb-92d4-9084d4c09115 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503863 Apr 20 13:11:24.447373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.462932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=be4c1dd5-6eef-4020-ba94-0cc685c5326d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:24.480714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.534256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-1f059878-4537-4909-a153-75a68de9ea39', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:11:24.535406 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.631033 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP df144ef1-7b33-4606-bc2f-f6dcb649e924 associated. External IP: 172.25.3.152, port: e3b7d563-0120-4e70-9b5f-a19129b34405. Apr 20 13:11:24.680670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:24.725531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Allocated IP 172.20.0.2 (1f059878-4537-4909-a153-75a68de9ea39/ceee5434-658d-4b1d-9c9e-aaa91c537bd3/a5b747e1-67f6-4b08-9f84-c14df5b3f0b9) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:24.757222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57128) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:24.820837 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ab0c91c1-f573-4e14-8ba5-1764b0357b3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96f84a6ce40d443ab9ebfa38f139a3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620158 Apr 20 13:11:24.824635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57130) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:24.970892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb2220d3-1076-4ca5-a969-6275bc675a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.001711 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.003941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 82dae3a5-35b6-4188-ac57-e859c6d20558 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:25.014546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.029483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb2220d3-1076-4ca5-a969-6275bc675a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.043291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.065943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Network 1f059878-4537-4909-a153-75a68de9ea39 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:25.071470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:25.075024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:25.079901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.230233 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb2220d3-1076-4ca5-a969-6275bc675a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.232856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb2220d3-1076-4ca5-a969-6275bc675a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.235000 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cb2220d3-1076-4ca5-a969-6275bc675a78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a394e001-602f-4a4d-808d-55e11a3b7b2b HTTP/1.1" status: 204 len: 168 time: 0.4090397 Apr 20 13:11:25.252602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2220d3-1076-4ca5-a969-6275bc675a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394e001-602f-4a4d-808d-55e11a3b7b2b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:25.279471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:25.291101 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] Sync routers for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:25.304036 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:25.304299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Allocated IP 172.25.3.228 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/c21300b1-866e-4162-9719-fb2411eb178f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:25.306184 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:25.333584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.357566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Pushing event updated for resources: {'Port': ['ID=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:25.372101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Attempting to bind port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:25.372554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Attempting to bind port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:25.372919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Attempting to bind port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 on network 1f059878-4537-4909-a153-75a68de9ea39 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:25.384031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:25.384413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Checking segment: {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:25.384879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.385283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Bound using segment: {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:25.385866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Bound port: a5b747e1-67f6-4b08-9f84-c14df5b3f0b9, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:25.386226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.446979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eee8152a-fcd1-4f88-82ca-ac447eeca0cc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8904037 Apr 20 13:11:25.453272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:25.457020 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef5215c-cc0f-4ac3-b1cd-bce181d77070" -d '{"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:25.468968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57154) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:25.489667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17616966-1f1f-4afa-8063-214a70a94aa0 req-84e2af62-5632-4415-8c41-2787b5837adf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:25.494707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17616966-1f1f-4afa-8063-214a70a94aa0 req-84e2af62-5632-4415-8c41-2787b5837adf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1113620 Apr 20 13:11:25.516558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] For port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:25.522423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] For port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:25.535449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.588908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17616966-1f1f-4afa-8063-214a70a94aa0 req-e2159bfb-3a60-4c6a-91e1-b26b73e3a201 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859878 Apr 20 13:11:25.595404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.656633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2143ad6-c4cd-4045-9845-441e972ea5a8 req-c239bfc3-8dfe-4da3-96f9-b2dd71251f84 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:25.673842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:25.681224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2143ad6-c4cd-4045-9845-441e972ea5a8 req-c239bfc3-8dfe-4da3-96f9-b2dd71251f84 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1059086 Apr 20 13:11:25.683512 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:25.685465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dac68b-47b3-4aef-bc36-a2f605f29842 None None] Pushing event updated for resources: {'Port': ['ID=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:25.713250 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c673a0-eafd-40ea-aa7b-48afd6237566 x-openstack-request-id: req-89c673a0-eafd-40ea-aa7b-48afd6237566 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:25.713673 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:25.714104 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89c673a0-eafd-40ea-aa7b-48afd6237566 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:25.714836 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c673a0-eafd-40ea-aa7b-48afd6237566'] response: {'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'status': 'completed', 'code': 200} Apr 20 13:11:25.746272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2143ad6-c4cd-4045-9845-441e972ea5a8 req-5c6455d9-a39d-4a9a-a5da-67b5be64ba6f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616002 Apr 20 13:11:25.777932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:25.789514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:25.827795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-222758f0-44fe-4aa2-b05b-32680dc721a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:25.830500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-222758f0-44fe-4aa2-b05b-32680dc721a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1097 time: 0.0720136 Apr 20 13:11:25.883172 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8baae03b-381c-42f1-856c-8fb7a755f167 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/df144ef1-7b33-4606-bc2f-f6dcb649e924 HTTP/1.1" status: 200 len: 992 time: 0.0994999 Apr 20 13:11:25.886877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:25.890646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:25.898349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Pushing event updated for resources: {'Port': ['ID=c21300b1-866e-4162-9719-fb2411eb178f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:26.061270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-7b8f2dbb-c111-4652-8af4-5afc866d32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.063604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-7b8f2dbb-c111-4652-8af4-5afc866d32d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.2256901 Apr 20 13:11:26.064152 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'df144ef1-7b33-4606-bc2f-f6dcb649e924', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'port_id': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'mac_address': 'fa:16:3e:ce:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:11:23Z', 'updated_at': '2022-04-20T13:11:23Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:09Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:26.132642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--352539548'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:26.168888 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] Checking router: 82dae3a5-35b6-4188-ac57-e859c6d20558 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:26.195089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-0ead5a6f-2608-4c75-b73a-8abf1d003dea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.1237221 Apr 20 13:11:26.215211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:26.227496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:26.228208 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:26.283639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-467bba06-ea2d-45d3-a272-c4f3541bb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.286215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-467bba06-ea2d-45d3-a272-c4f3541bb550 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.0828707 Apr 20 13:11:26.295326 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.316412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:26.316947 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.320037 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.368103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-d5393ef9-e944-4563-b6f9-767b3394e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.375093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-d5393ef9-e944-4563-b6f9-767b3394e7da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816739 Apr 20 13:11:26.406316 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:26.460470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.481996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.524819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.572935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:26.583788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.628697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-8bc08eef-d6d7-4e9f-a305-80aaa0628180 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467921 Apr 20 13:11:26.694777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:26.736519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.739261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54512898-7f6c-4568-b5bd-5c9ae9d7f9dc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:26.753379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.819137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.822495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9753016-1a82-4aed-973e-e8c4cd2e5093,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:26.826962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:26.828300 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ea9a0e0-f4ad-4999-9e6a-3744e3528a0d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3547876 Apr 20 13:11:26.839399 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'df144ef1-7b33-4606-bc2f-f6dcb649e924', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'port_id': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'mac_address': 'fa:16:3e:ce:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:11:23Z', 'updated_at': '2022-04-20T13:11:23Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:09Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:26.842428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756ea1a-7898-4820-9fde-3613f125cfc9 req-ab06eb21-dc3c-41e2-af43-ec9036e04beb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:26.844762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9756ea1a-7898-4820-9fde-3613f125cfc9 req-ab06eb21-dc3c-41e2-af43-ec9036e04beb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1186800 Apr 20 13:11:26.845122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57184) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:26.887456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57188) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:26.912233 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f6f4c1-f23b-4ffa-9123-6304a8872e9c None None] The sync data for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 is: [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'df144ef1-7b33-4606-bc2f-f6dcb649e924', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'port_id': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'mac_address': 'fa:16:3e:ce:06:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:11:23Z', 'updated_at': '2022-04-20T13:11:23Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:09Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:27.010743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef5215c-cc0f-4ac3-b1cd-bce181d77070 req-34e09ae7-4e75-404b-a14c-f06b55343959 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746781 Apr 20 13:11:27.083593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9756ea1a-7898-4820-9fde-3613f125cfc9 req-43f0d39b-7cc0-4686-a8fa-f760af2ea9e3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091451 Apr 20 13:11:27.093968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4c101ada-a6c1-4a81-a4f1-7eb276e0e515 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2417564 Apr 20 13:11:27.094189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57192) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.099004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0188e4df-bda2-4ca2-b83d-1de91f532cce tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-security--1148955199', 'description': 'tempest-security-description-2033487540'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:27.143552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0188e4df-bda2-4ca2-b83d-1de91f532cce tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.216346 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0188e4df-bda2-4ca2-b83d-1de91f532cce tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.225503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0188e4df-bda2-4ca2-b83d-1de91f532cce tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.228387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0188e4df-bda2-4ca2-b83d-1de91f532cce tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.232717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0188e4df-bda2-4ca2-b83d-1de91f532cce tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "PUT /v2.0/security-groups/f9753016-1a82-4aed-973e-e8c4cd2e5093 HTTP/1.1" status: 200 len: 1780 time: 0.1374156 Apr 20 13:11:27.244939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57198) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.262070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336be7d4-bc18-4844-9f4d-8688e5b37a8f None None] Network 1f059878-4537-4909-a153-75a68de9ea39 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:27.290501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57200) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.335245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188e4df-bda2-4ca2-b83d-1de91f532cce tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9753016-1a82-4aed-973e-e8c4cd2e5093,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:27.348061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b133e4-eb1b-4e7a-b518-fd3535c1c062 None None] New status for floating IP df144ef1-7b33-4606-bc2f-f6dcb649e924: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:11:27.355792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d0dc3aea-33d7-489f-a158-aad8ef513a7e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups/f9753016-1a82-4aed-973e-e8c4cd2e5093 HTTP/1.1" status: 200 len: 1780 time: 0.1004040 Apr 20 13:11:27.359103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57206) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.496296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da0473c1-2e67-48d7-a114-60f50a8892a1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.502132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-498132643-network', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:27.532670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e2ed9b18-fe77-4441-bdf3-536f64116c2f None None] Provisioning complete for port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:27.533173 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9b18-fe77-4441-bdf3-536f64116c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.542264 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-459ef1c9-1fd6-49e0-91c2-90b95924f9f6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/df144ef1-7b33-4606-bc2f-f6dcb649e924 HTTP/1.1" status: 200 len: 992 time: 0.6537805 Apr 20 13:11:27.584766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:27.587558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.607889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.637098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da0473c1-2e67-48d7-a114-60f50a8892a1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.704315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.724777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da0473c1-2e67-48d7-a114-60f50a8892a1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.729178 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da0473c1-2e67-48d7-a114-60f50a8892a1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.732702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-da0473c1-2e67-48d7-a114-60f50a8892a1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9753016-1a82-4aed-973e-e8c4cd2e5093 HTTP/1.1" status: 204 len: 168 time: 0.3676066 Apr 20 13:11:27.739028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57216) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.821980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.830221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0473c1-2e67-48d7-a114-60f50a8892a1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9753016-1a82-4aed-973e-e8c4cd2e5093,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:27.834232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.857435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:11:27.887506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:27.905880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-250e70dc-6797-4fb9-b4ea-2490c7959829 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656981 Apr 20 13:11:27.906589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57218) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.923840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a12d21-ef01-4c65-a7e8-e46296546301,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:27.929057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:27.929405 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Added segment 281da5d0-b22c-4a33-b3e4-885884e03ff1 of type vlan for network 3433df13-5d17-4963-8241-354461d4c350 Apr 20 13:11:27.931594 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-d97543f4-ab82-42c2-8ed5-a364fa2eb9f3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] delete failed (client error): The resource could not be found. Apr 20 13:11:27.937951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d97543f4-ab82-42c2-8ed5-a364fa2eb9f3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9753016-1a82-4aed-973e-e8c4cd2e5093 HTTP/1.1" status: 404 len: 347 time: 0.0283647 Apr 20 13:11:27.938615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57220) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:27.950189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-515d0ae7-bc0d-43e1-92ba-8f0937691f0f tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--284117656'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:27.988298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:28.002809 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Sync routers for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:28.003537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.010227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.011955 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e5c01d44-a53f-4198-b6e8-c6d5c2310366 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6737413 Apr 20 13:11:28.015788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57224) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:28.018416 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-515d0ae7-bc0d-43e1-92ba-8f0937691f0f tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.031167 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:28.031780 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:28.054316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.055319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:28.055891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.112054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f2dfed93-aebb-4ab5-9b18-f3de09c526cb None None] Provisioning complete for port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:28.113967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f2dfed93-aebb-4ab5-9b18-f3de09c526cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.136433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8404696 Apr 20 13:11:28.145279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57228) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:28.150382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Request body: {'subnet': {'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-498132643-subnet', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:28.153142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57230) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:28.175791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d38c9d-03b8-4db1-b555-f439f1cee5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=3433df13-5d17-4963-8241-354461d4c350,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:28.202003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-515d0ae7-bc0d-43e1-92ba-8f0937691f0f tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.208831 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-515d0ae7-bc0d-43e1-92ba-8f0937691f0f tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.223048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:28.227680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:28.228971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 3433df13-5d17-4963-8241-354461d4c350 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:28.231053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.241620 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:28.244171 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-515d0ae7-bc0d-43e1-92ba-8f0937691f0f tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.247938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-515d0ae7-bc0d-43e1-92ba-8f0937691f0f tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2996278 Apr 20 13:11:28.257299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57234) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:28.281022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8e352164-2fff-4a34-8ac6-5951a8312ed8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': '2c9cb666-6e58-4c38-915e-9ec6e1098749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:28.341534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d0ae7-bc0d-43e1-92ba-8f0937691f0f tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9cb666-6e58-4c38-915e-9ec6e1098749,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:28.440905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:28.441286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.520062 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:26Z', 'revision_number': 3, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:28.546446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57236) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:28.563520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b6fda-25a1-454a-8863-6322a5a66367 req-4dbef0a1-5b82-4bba-8508-0838bb9dc441 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:28.569770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f8b6fda-25a1-454a-8863-6322a5a66367 req-4dbef0a1-5b82-4bba-8508-0838bb9dc441 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.3345747 Apr 20 13:11:28.570049 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Checking router: 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:28.570394 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Updating router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a port c21300b1-866e-4162-9719-fb2411eb178f binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:28.573678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94540b35-14a7-43f6-89d7-c6d575233841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.575577 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e352164-2fff-4a34-8ac6-5951a8312ed8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.578225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.599847 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.649682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8202b06a-8dda-4d0f-8760-08c01848b1ed tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/df144ef1-7b33-4606-bc2f-f6dcb649e924 HTTP/1.1" status: 200 len: 994 time: 0.0931559 Apr 20 13:11:28.694766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.863068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Allocated IP 172.20.0.1 (1f059878-4537-4909-a153-75a68de9ea39/ceee5434-658d-4b1d-9c9e-aaa91c537bd3/1996ed12-f2cc-4224-8c54-8776ac5ebad0) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:28.885599 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.892235 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.941719 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Attempting to bind port c21300b1-866e-4162-9719-fb2411eb178f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:28.942403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Attempting to bind port c21300b1-866e-4162-9719-fb2411eb178f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:28.942773 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Attempting to bind port c21300b1-866e-4162-9719-fb2411eb178f on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:28.956144 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:28.956564 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:28.957216 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.957339 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:28.957781 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Bound port: c21300b1-866e-4162-9719-fb2411eb178f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:28.958164 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.978728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:28.990403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Pushing event updated for resources: {'Port': ['ID=c21300b1-866e-4162-9719-fb2411eb178f,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.005049 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.005760 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.005760 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.006088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.006422 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.006749 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.007080 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.007403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.007935 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.008259 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.008588 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.008911 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:29.023388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.024226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f8b6fda-25a1-454a-8863-6322a5a66367 req-b5d48410-a9e8-4d68-8cfd-b5165d962f7d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536121 Apr 20 13:11:29.026898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=76818cd9-7189-48bf-99b8-e00bac82b607,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.047969 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] For port c21300b1-866e-4162-9719-fb2411eb178f, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:29.051816 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] For port c21300b1-866e-4162-9719-fb2411eb178f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c21300b1-866e-4162-9719-fb2411eb178f,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:29.057914 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.070881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:29.071219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Network hostable DHCP agents. Network: 3433df13-5d17-4963-8241-354461d4c350, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:29.075951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e352164-2fff-4a34-8ac6-5951a8312ed8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.079584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Network 1f059878-4537-4909-a153-75a68de9ea39 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:29.083637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:29.087759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e352164-2fff-4a34-8ac6-5951a8312ed8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.088018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:29.111468 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:29.112036 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:29.125530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Pushing event updated for resources: {'Port': ['ID=1996ed12-f2cc-4224-8c54-8776ac5ebad0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.128090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e352164-2fff-4a34-8ac6-5951a8312ed8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0235cb-e184-49f8-9ff0-6e8751a62cd8,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.139308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8e352164-2fff-4a34-8ac6-5951a8312ed8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.140834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8e352164-2fff-4a34-8ac6-5951a8312ed8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8710494 Apr 20 13:11:29.145263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57238) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:29.145570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Network 3433df13-5d17-4963-8241-354461d4c350 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:29.148914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94540b35-14a7-43f6-89d7-c6d575233841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.158504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94540b35-14a7-43f6-89d7-c6d575233841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.167673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.171511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 3433df13-5d17-4963-8241-354461d4c350) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:29.180422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee960798-3447-42ef-b169-9f3f0da35418 None None] Network 3433df13-5d17-4963-8241-354461d4c350 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:29.188659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:29.189250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.228739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-94540b35-14a7-43f6-89d7-c6d575233841 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bbe1c5433ee49dda3c48087eb67b16c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0659335 Apr 20 13:11:29.228739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94540b35-14a7-43f6-89d7-c6d575233841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8af45f1-f6d7-46e8-86f6-4f6ddf282c59,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.242311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57240) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:29.251193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c74b8964-1e95-453c-90e6-b577e219cc15 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.257393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3ed1c561-d943-4c83-b56d-769b881cf08a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1118374 Apr 20 13:11:29.259970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57242) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:29.276033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:29.276261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c74b8964-1e95-453c-90e6-b577e219cc15 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.338315 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.339727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.344633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c74b8964-1e95-453c-90e6-b577e219cc15 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.354319 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c74b8964-1e95-453c-90e6-b577e219cc15 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.362879 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c74b8964-1e95-453c-90e6-b577e219cc15 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cf0235cb-e184-49f8-9ff0-6e8751a62cd8 HTTP/1.1" status: 204 len: 168 time: 0.2164450 Apr 20 13:11:29.363422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57244) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:29.369066 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:29.409198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.425579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b8964-1e95-453c-90e6-b577e219cc15 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf0235cb-e184-49f8-9ff0-6e8751a62cd8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.475498 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7776e52f-6e6a-4f19-8e25-9be0f13bc85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.493464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-3433df13-5d17-4963-8241-354461d4c350', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:11:29.494565 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.496630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.518593 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2a14a931-65af-4011-919d-9f9a5cee8d45 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1318390 Apr 20 13:11:29.520430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57246) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:29.550901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9feb1c5b-d4ba-4f62-9337-ec135bfadf7d None None] Provisioning complete for port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:29.551482 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9feb1c5b-d4ba-4f62-9337-ec135bfadf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.585815 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb20f2e-06bc-439d-923c-e8258397bf6f None None] Pushing event updated for resources: {'Port': ['ID=c21300b1-866e-4162-9719-fb2411eb178f,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.589284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7776e52f-6e6a-4f19-8e25-9be0f13bc85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.590409 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:26Z', 'revision_number': 3, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:29.622353 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b994f1e-5571-428a-8277-f0e2588bd190 None None] The sync data for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 is: [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:26Z', 'revision_number': 3, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:29.634145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.692901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9feb1c5b-d4ba-4f62-9337-ec135bfadf7d None None] Port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:29.725023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be403c4-6169-4ee3-9423-6efae2158493 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.740839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7776e52f-6e6a-4f19-8e25-9be0f13bc85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.743559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7776e52f-6e6a-4f19-8e25-9be0f13bc85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.747642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7776e52f-6e6a-4f19-8e25-9be0f13bc85f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8af45f1-f6d7-46e8-86f6-4f6ddf282c59 HTTP/1.1" status: 204 len: 168 time: 0.5019360 Apr 20 13:11:29.752007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Allocated IP 172.20.0.2 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/cf939643-8494-4451-a74b-6aa118cf7c37) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:29.755038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776e52f-6e6a-4f19-8e25-9be0f13bc85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8af45f1-f6d7-46e8-86f6-4f6ddf282c59,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.770602 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be403c4-6169-4ee3-9423-6efae2158493 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.838163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.846217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.895024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be403c4-6169-4ee3-9423-6efae2158493 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.897568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4be403c4-6169-4ee3-9423-6efae2158493 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.898758 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4be403c4-6169-4ee3-9423-6efae2158493 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/2c9cb666-6e58-4c38-915e-9ec6e1098749 HTTP/1.1" status: 204 len: 168 time: 0.3773949 Apr 20 13:11:29.904216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57250) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:29.918071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be403c4-6169-4ee3-9423-6efae2158493 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9cb666-6e58-4c38-915e-9ec6e1098749,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.924045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.941447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:29.944801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Pushing event updated for resources: {'Port': ['ID=1996ed12-f2cc-4224-8c54-8776ac5ebad0,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:29.949997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.008900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Pushing event updated for resources: {'Port': ['ID=cf939643-8494-4451-a74b-6aa118cf7c37,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:30.018032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.021893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:30.025093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:30.028680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:30.095132 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.131559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Attempting to bind port cf939643-8494-4451-a74b-6aa118cf7c37 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:30.131966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Attempting to bind port cf939643-8494-4451-a74b-6aa118cf7c37 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:30.132290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Attempting to bind port cf939643-8494-4451-a74b-6aa118cf7c37 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:30.138081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:30.139131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:30.139131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.140286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:30.140676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Bound port: cf939643-8494-4451-a74b-6aa118cf7c37, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:30.141695 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.184198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Network 1f059878-4537-4909-a153-75a68de9ea39 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:30.186459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:30.234887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] For port cf939643-8494-4451-a74b-6aa118cf7c37, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:30.239424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] For port cf939643-8494-4451-a74b-6aa118cf7c37, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf939643-8494-4451-a74b-6aa118cf7c37,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:30.247581 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.313268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3432fb32-f613-4f23-a468-47c541ef52ef tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4058700 Apr 20 13:11:30.317605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57256) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:30.322549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7505409a-47d7-4499-bf06-907236e920bd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--971916839'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:30.379503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:30.392591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88280e73-cb5a-4f75-8fd4-9b84efbe9b8e None None] Pushing event updated for resources: {'Port': ['ID=cf939643-8494-4451-a74b-6aa118cf7c37,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:30.425690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8d59f-bc21-412e-8c99-5f7dc63e98d8 req-7a997025-84be-4c75-bf6e-bd368abe47f7 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:30.427291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ff8d59f-bc21-412e-8c99-5f7dc63e98d8 req-7a997025-84be-4c75-bf6e-bd368abe47f7 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2542119 Apr 20 13:11:30.433336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57258) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:30.499363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Allocated IP 172.25.3.199 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/55f16cd6-2774-4b0d-a894-873c4c3177da) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:30.550692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:30.555980 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cb402e81-1588-4725-845b-7ff4948df477 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5385768 Apr 20 13:11:30.607400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7505409a-47d7-4499-bf06-907236e920bd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.661141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b40b2a0-0380-4343-9ee9-4e2d1dcf47c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.663292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-94e94075-90c2-4ec1-8262-06097575f796 None None] Provisioning complete for port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:30.664146 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-94e94075-90c2-4ec1-8262-06097575f796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.715530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-94e94075-90c2-4ec1-8262-06097575f796 None None] Port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:30.749293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.775234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ff8d59f-bc21-412e-8c99-5f7dc63e98d8 req-9455b2d0-c3a4-4164-9f36-e053455903ad tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289344 Apr 20 13:11:30.873278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.902009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7505409a-47d7-4499-bf06-907236e920bd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.937696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7505409a-47d7-4499-bf06-907236e920bd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:30.956826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:30.979099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:30.991244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:30.994727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b40b2a0-0380-4343-9ee9-4e2d1dcf47c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.004539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7505409a-47d7-4499-bf06-907236e920bd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.005952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7505409a-47d7-4499-bf06-907236e920bd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6873569 Apr 20 13:11:31.009083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57266) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.013513 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': 'cf5f73d4-f273-4e64-b4bd-bafb2bc5978a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:31.027407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Pushing event updated for resources: {'Port': ['ID=55f16cd6-2774-4b0d-a894-873c4c3177da,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.034500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3b40b2a0-0380-4343-9ee9-4e2d1dcf47c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.045080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505409a-47d7-4499-bf06-907236e920bd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5f73d4-f273-4e64-b4bd-bafb2bc5978a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.083039 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.089433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57272) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.090283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3b40b2a0-0380-4343-9ee9-4e2d1dcf47c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17cd707423a0414a9b27e650dd24df32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6502914 Apr 20 13:11:31.141247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40b2a0-0380-4343-9ee9-4e2d1dcf47c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c26bfa-a32f-4f57-aea2-ad37f592039c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.214850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae5d069f-1539-4463-9ded-8697a4a2f0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.219779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.232151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.262841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc73d00-b6d1-4d50-8d19-0e62f9d61015,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.275291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae5d069f-1539-4463-9ded-8697a4a2f0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.279028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.283507 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2703118 Apr 20 13:11:31.284690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57278) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.287600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.287999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.288279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.288712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.288930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.289259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.289602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.289928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.290068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-83368ea3-977b-44f1-b02b-a64e08cd05bf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': 'cf5f73d4-f273-4e64-b4bd-bafb2bc5978a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:31.290253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.290578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.291036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.291381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c76c76-41da-4db9-b611-f19b9fa9cf58 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:31.320359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57280) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.332222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1976104260-network', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:31.362354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Made reservation on behalf of 38e1b8308c1c42d99c7abef829b215a1 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:31.364465 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83368ea3-977b-44f1-b02b-a64e08cd05bf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.365304 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.387964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.408346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae5d069f-1539-4463-9ded-8697a4a2f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.411186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae5d069f-1539-4463-9ded-8697a4a2f0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.412338 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae5d069f-1539-4463-9ded-8697a4a2f0a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29c26bfa-a32f-4f57-aea2-ad37f592039c HTTP/1.1" status: 204 len: 168 time: 0.3218253 Apr 20 13:11:31.426515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.441908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d069f-1539-4463-9ded-8697a4a2f0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c26bfa-a32f-4f57-aea2-ad37f592039c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.549538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.560859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83368ea3-977b-44f1-b02b-a64e08cd05bf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.562690 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.574254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83368ea3-977b-44f1-b02b-a64e08cd05bf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.596491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83368ea3-977b-44f1-b02b-a64e08cd05bf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d97d7df-3dea-4c83-9771-5039357d0e11,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.609272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750cd5fa-4e54-47eb-887a-5aec3d6aeb2b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.622346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:31.635669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.636069 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Added segment 5ab144b1-4ef0-467c-b6f8-36cdd3740fce of type vlan for network fcd30365-1b99-49f9-abe3-a4316a213b45 Apr 20 13:11:31.636660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-83368ea3-977b-44f1-b02b-a64e08cd05bf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.638574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-83368ea3-977b-44f1-b02b-a64e08cd05bf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3529394 Apr 20 13:11:31.645403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57284) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.652311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1fe64539-9767-4400-9acf-10fc3bef817c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': 'cf5f73d4-f273-4e64-b4bd-bafb2bc5978a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:31.682750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568eddd6-1e17-477e-b9a1-71098e372851 None None] Network 3433df13-5d17-4963-8241-354461d4c350 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:31.709958 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.756472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.759042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:31.760976 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.790902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fe64539-9767-4400-9acf-10fc3bef817c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.802008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Provisioning complete for port cf939643-8494-4451-a74b-6aa118cf7c37 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:31.802461 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.803572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.908451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fe64539-9767-4400-9acf-10fc3bef817c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.918144 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5963545 Apr 20 13:11:31.918840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fe64539-9767-4400-9acf-10fc3bef817c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.932665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57294) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.943592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe64539-9767-4400-9acf-10fc3bef817c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf841a0b-ba7b-4fd3-9219-2c867eac4b02,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.950631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Request body: {'subnet': {'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1976104260-subnet', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:31.955052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13918e-7201-4893-bee8-e48d39f12108 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd30365-1b99-49f9-abe3-a4316a213b45,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:31.959273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1fe64539-9767-4400-9acf-10fc3bef817c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.960172 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1fe64539-9767-4400-9acf-10fc3bef817c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3137906 Apr 20 13:11:31.964437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:31.971810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-837b4986-0b2b-46d6-b97a-c9fc6fe6cdcb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': 'cf5f73d4-f273-4e64-b4bd-bafb2bc5978a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:31.977410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:31.990745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network fcd30365-1b99-49f9-abe3-a4316a213b45 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:32.000211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Made reservation on behalf of 38e1b8308c1c42d99c7abef829b215a1 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:32.002829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.023253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-837b4986-0b2b-46d6-b97a-c9fc6fe6cdcb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.036021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] For port cf939643-8494-4451-a74b-6aa118cf7c37, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf939643-8494-4451-a74b-6aa118cf7c37,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:32.048506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.136448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-837b4986-0b2b-46d6-b97a-c9fc6fe6cdcb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.145072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-837b4986-0b2b-46d6-b97a-c9fc6fe6cdcb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.163127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b4986-0b2b-46d6-b97a-c9fc6fe6cdcb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1ce7cb-3781-4a3e-969f-55a050dacc97,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.179907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Pushing event updated for resources: {'Port': ['ID=cf939643-8494-4451-a74b-6aa118cf7c37,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.185397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d155a35-31ef-4ecb-b447-a9fd54b1e949 req-336f4a5f-e020-41ad-a022-499231809175 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.187556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d155a35-31ef-4ecb-b447-a9fd54b1e949 req-336f4a5f-e020-41ad-a022-499231809175 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1968765 Apr 20 13:11:32.198072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-837b4986-0b2b-46d6-b97a-c9fc6fe6cdcb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.201686 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-837b4986-0b2b-46d6-b97a-c9fc6fe6cdcb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2339523 Apr 20 13:11:32.202915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57302) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:32.208250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.208901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.209151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bc2dbf5c-8c6e-4c3c-8a89-c4c4ae70f3fe tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': 'cf5f73d4-f273-4e64-b4bd-bafb2bc5978a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:32.209770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.210320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.210893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.211433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.212076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.212626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.213192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.213920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.214458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.215027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988188d2-d137-468e-8424-42e2d9095ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:11:32.292006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbf5c-8c6e-4c3c-8a89-c4c4ae70f3fe tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.308073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d155a35-31ef-4ecb-b447-a9fd54b1e949 req-bc3fb4fc-e974-4075-8910-ca350dd105ea tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825019 Apr 20 13:11:32.331966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:11:32.340520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf939643-8494-4451-a74b-6aa118cf7c37 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:32.409188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cf939643-8494-4451-a74b-6aa118cf7c37 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:32.410132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.444791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.464140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Sync routers for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:32.486768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:32.487631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:32.501609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbf5c-8c6e-4c3c-8a89-c4c4ae70f3fe tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.521310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbf5c-8c6e-4c3c-8a89-c4c4ae70f3fe tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.552158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:32.557232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dbf5c-8c6e-4c3c-8a89-c4c4ae70f3fe tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9a3432-1113-4540-9e1a-48780fdc4761,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.585561 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:32.593828 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.598184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-efd99313-44a2-4960-b192-7f94bbddf34a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3345089 Apr 20 13:11:32.598546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57312) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:32.601682 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:32.602301 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:32.618260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2efa092c-42ad-4bdb-97e4-d77e8db61c73,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.640643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Checking segment: {'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:32.641490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Network hostable DHCP agents. Network: fcd30365-1b99-49f9-abe3-a4316a213b45, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:32.647380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc2dbf5c-8c6e-4c3c-8a89-c4c4ae70f3fe tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.648904 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc2dbf5c-8c6e-4c3c-8a89-c4c4ae70f3fe tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4450636 Apr 20 13:11:32.651652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57314) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:32.696649 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a767c68b-af8b-46e8-bd6a-e0744258a090 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.700015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Network fcd30365-1b99-49f9-abe3-a4316a213b45 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:32.711936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a767c68b-af8b-46e8-bd6a-e0744258a090 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.738185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, fcd30365-1b99-49f9-abe3-a4316a213b45) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:32.745104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:32.747222 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.800568 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dd174f62-286e-4cca-b3f8-334a21e0529d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8512840 Apr 20 13:11:32.800568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a767c68b-af8b-46e8-bd6a-e0744258a090 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.800974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57318) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:32.806594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:32.817785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a767c68b-af8b-46e8-bd6a-e0744258a090 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.821291 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a767c68b-af8b-46e8-bd6a-e0744258a090 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/aa9a3432-1113-4540-9e1a-48780fdc4761 HTTP/1.1" status: 204 len: 168 time: 0.1660779 Apr 20 13:11:32.824917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57320) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:32.836618 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767c68b-af8b-46e8-bd6a-e0744258a090 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa9a3432-1113-4540-9e1a-48780fdc4761,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:32.851010 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:32.884415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c21300b1-866e-4162-9719-fb2411eb178f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:32.896431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.898172 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.926244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78beb4-b1d2-40c0-8760-aad23cf811d0 None None] Network fcd30365-1b99-49f9-abe3-a4316a213b45 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:32.930844 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5df5a0b8-9535-4a59-8444-7bcb0b0c42b1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0997968 Apr 20 13:11:32.931373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57322) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:32.983968 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b886fdd6-82e7-45de-9bf3-ede733db61ab tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:32.995060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b886fdd6-82e7-45de-9bf3-ede733db61ab tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.002338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:33.025221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.059526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bcd0951b-da4a-4559-ba0b-a8c34b6083cc None None] Provisioning complete for port cf939643-8494-4451-a74b-6aa118cf7c37 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:33.060207 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bcd0951b-da4a-4559-ba0b-a8c34b6083cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.060334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b886fdd6-82e7-45de-9bf3-ede733db61ab tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.073226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b886fdd6-82e7-45de-9bf3-ede733db61ab tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.075595 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b886fdd6-82e7-45de-9bf3-ede733db61ab tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/df1ce7cb-3781-4a3e-969f-55a050dacc97 HTTP/1.1" status: 204 len: 168 time: 0.1432056 Apr 20 13:11:33.083079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57328) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.135667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886fdd6-82e7-45de-9bf3-ede733db61ab tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df1ce7cb-3781-4a3e-969f-55a050dacc97,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:33.142296 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:31Z', 'revision_number': 3, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:33.158378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c21300b1-866e-4162-9719-fb2411eb178f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:33.158964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.183386 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:33.184011 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Updating router 895b2ca2-3df7-4692-9949-faa85b01ede5 port 55f16cd6-2774-4b0d-a894-873c4c3177da binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:33.201103 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-983ca5f2-2eb3-4352-b1b9-671e8831f607 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1140873 Apr 20 13:11:33.201475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57332) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.219988 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.231081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fa2a33f-4cab-4f63-8250-7b59e5939155 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.259027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fa2a33f-4cab-4f63-8250-7b59e5939155 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.345950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fa2a33f-4cab-4f63-8250-7b59e5939155 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.369192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fa2a33f-4cab-4f63-8250-7b59e5939155 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.370058 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4fa2a33f-4cab-4f63-8250-7b59e5939155 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cf841a0b-ba7b-4fd3-9219-2c867eac4b02 HTTP/1.1" status: 204 len: 168 time: 0.1675663 Apr 20 13:11:33.375612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57340) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.472140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2a33f-4cab-4f63-8250-7b59e5939155 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf841a0b-ba7b-4fd3-9219-2c867eac4b02,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:33.525352 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6a2ec516-4453-463f-8734-58146c87d528 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1481164 Apr 20 13:11:33.530956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57344) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.626701 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.627491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b042c41-8133-4ebd-b739-1c078b3bec09 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.634424 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.638729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b042c41-8133-4ebd-b739-1c078b3bec09 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.650582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.674480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 2, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:33.680054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-fcd30365-1b99-49f9-abe3-a4316a213b45', 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'fixed_ips': [{'subnet_id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:11:33.682130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.691365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b042c41-8133-4ebd-b739-1c078b3bec09 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.699025 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.715243 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b042c41-8133-4ebd-b739-1c078b3bec09 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.719619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5b042c41-8133-4ebd-b739-1c078b3bec09 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9d97d7df-3dea-4c83-9771-5039357d0e11 HTTP/1.1" status: 204 len: 168 time: 0.1838562 Apr 20 13:11:33.721371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57348) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.728765 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdd376-bea8-4645-8708-f8f544c58594 None None] Pushing event updated for resources: {'Port': ['ID=55f16cd6-2774-4b0d-a894-873c4c3177da,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:33.746167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b042c41-8133-4ebd-b739-1c078b3bec09 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d97d7df-3dea-4c83-9771-5039357d0e11,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:33.747496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Attempting to bind port 55f16cd6-2774-4b0d-a894-873c4c3177da on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:33.747808 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Attempting to bind port 55f16cd6-2774-4b0d-a894-873c4c3177da by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:33.748172 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Attempting to bind port 55f16cd6-2774-4b0d-a894-873c4c3177da on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:33.766401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Checking router: 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:33.766969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Updating router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:33.772586 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:33.772586 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:33.775865 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.775865 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:33.775865 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Bound port: 55f16cd6-2774-4b0d-a894-873c4c3177da, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:33.775865 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.777055 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-44486691-415e-453d-b866-3571e513ac96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.820206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port c21300b1-866e-4162-9719-fb2411eb178f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c21300b1-866e-4162-9719-fb2411eb178f,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:33.825656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.836858 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.847282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7d883-b108-4e73-afb6-77c44f6db250 req-6651f36d-2f19-4b8e-a831-1fa30b139d75 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:33.848797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05d7d883-b108-4e73-afb6-77c44f6db250 req-6651f36d-2f19-4b8e-a831-1fa30b139d75 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2832441 Apr 20 13:11:33.883837 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] For port 55f16cd6-2774-4b0d-a894-873c4c3177da, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:33.887347 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] For port 55f16cd6-2774-4b0d-a894-873c4c3177da, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=55f16cd6-2774-4b0d-a894-873c4c3177da,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:33.894886 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.904404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-722a6a65-c9a2-4fcf-9014-0b47d4283fa0 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1749980 Apr 20 13:11:33.906806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:33.954215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6387a7fa-f516-439e-b07d-405a28259803 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.977290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6387a7fa-f516-439e-b07d-405a28259803 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:33.993034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05d7d883-b108-4e73-afb6-77c44f6db250 req-5fda93d8-1ab5-4253-9187-9917f63b728e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180842 Apr 20 13:11:34.013787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=c21300b1-866e-4162-9719-fb2411eb178f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.080737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6387a7fa-f516-439e-b07d-405a28259803 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.085307 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:34.086067 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:34.097551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6387a7fa-f516-439e-b07d-405a28259803 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.098981 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6387a7fa-f516-439e-b07d-405a28259803 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4cc73d00-b6d1-4d50-8d19-0e62f9d61015 HTTP/1.1" status: 204 len: 168 time: 0.1911185 Apr 20 13:11:34.103678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387a7fa-f516-439e-b07d-405a28259803 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cc73d00-b6d1-4d50-8d19-0e62f9d61015,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.115865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.145719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Allocated IP 172.20.0.2 (fcd30365-1b99-49f9-abe3-a4316a213b45/2efa092c-42ad-4bdb-97e4-d77e8db61c73/1a809d8a-91dc-4af7-acbf-cc7ec977a71f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:34.177335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdd376-bea8-4645-8708-f8f544c58594 None None] Pushing event updated for resources: {'Port': ['ID=55f16cd6-2774-4b0d-a894-873c4c3177da,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.207812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf939643-8494-4451-a74b-6aa118cf7c37 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:34.215785 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad6e3691-0a34-44b3-80bb-6bd633466594 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984485 Apr 20 13:11:34.219216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57360) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.283956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.307366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9ead299-7730-4d2c-ad0b-bd5005b05f5e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.312383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.324827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.325397 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:34.378656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9ead299-7730-4d2c-ad0b-bd5005b05f5e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.424905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cf939643-8494-4451-a74b-6aa118cf7c37 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:34.425366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.455019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9ead299-7730-4d2c-ad0b-bd5005b05f5e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.457564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9ead299-7730-4d2c-ad0b-bd5005b05f5e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.461137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9ead299-7730-4d2c-ad0b-bd5005b05f5e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/cf5f73d4-f273-4e64-b4bd-bafb2bc5978a HTTP/1.1" status: 204 len: 168 time: 0.2384343 Apr 20 13:11:34.480677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.481977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ead299-7730-4d2c-ad0b-bd5005b05f5e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5f73d4-f273-4e64-b4bd-bafb2bc5978a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.525195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57366) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.555452 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.558859 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.570955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.576943 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.595835 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f2b34358-e0eb-4f65-850b-c748e15e6a0a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941746 Apr 20 13:11:34.596540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Allocated IP 172.25.3.229 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/33f3c7bb-78cd-4ae7-a948-2a18412b29d4) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:34.598268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57370) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.604129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3277aa73-1b56-4ad4-98e4-651d9f8205c8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622997042'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:34.636307 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3277aa73-1b56-4ad4-98e4-651d9f8205c8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.683851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Network fcd30365-1b99-49f9-abe3-a4316a213b45 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:34.701194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:34.707916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:34.732666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Pushing event updated for resources: {'Port': ['ID=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.733716 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:31Z', 'revision_number': 3, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:34.763910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3277aa73-1b56-4ad4-98e4-651d9f8205c8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.769352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3277aa73-1b56-4ad4-98e4-651d9f8205c8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.795120 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f665eb-ba37-4da5-bb6f-799fd73930de None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:31Z', 'revision_number': 3, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:34.824719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d207228-d0e3-47f7-98db-5c23228b7a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.832044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277aa73-1b56-4ad4-98e4-651d9f8205c8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e246b-6c1b-494a-bf26-0fd9bcf126f9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.833808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3277aa73-1b56-4ad4-98e4-651d9f8205c8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.838114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3277aa73-1b56-4ad4-98e4-651d9f8205c8 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2365527 Apr 20 13:11:34.838883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57372) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:34.852794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a5eea09e-e1f4-47c2-99de-710189d429a5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': '9c4e246b-6c1b-494a-bf26-0fd9bcf126f9', 'direction': 'ingress', 'protocol': 17}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:34.857906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Allocated IP 172.20.0.1 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/5dd6bdbd-3672-4e65-836e-77b935902634) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:34.884997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d4f3-da8e-4d46-baa9-7bfbb342f699 None None] Pushing event updated for resources: {'Port': ['ID=1996ed12-f2cc-4224-8c54-8776ac5ebad0,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:34.893945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Attempting to bind port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:34.894317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Attempting to bind port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:34.894681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Attempting to bind port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f on network fcd30365-1b99-49f9-abe3-a4316a213b45 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:34.897356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5eea09e-e1f4-47c2-99de-710189d429a5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.903314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Attempting to bind port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:34.903673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Attempting to bind port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:34.904044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Attempting to bind port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 on network 1f059878-4537-4909-a153-75a68de9ea39 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:34.910758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:34.911508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Checking segment: {'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:34.911927 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.912353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Bound using segment: {'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:34.912865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Bound port: 1a809d8a-91dc-4af7-acbf-cc7ec977a71f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:34.913365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.916955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:34.917322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Checking segment: {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:34.918366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.918814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Bound using segment: {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:34.919527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Bound port: 1996ed12-f2cc-4224-8c54-8776ac5ebad0, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:34.919921 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.979662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5eea09e-e1f4-47c2-99de-710189d429a5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.984756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5eea09e-e1f4-47c2-99de-710189d429a5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:34.995351 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d207228-d0e3-47f7-98db-5c23228b7a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.005657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5d207228-d0e3-47f7-98db-5c23228b7a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.013859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eea09e-e1f4-47c2-99de-710189d429a5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fe81fe-484f-426e-8e8e-04b9b28fbeaf,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.026219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5eea09e-e1f4-47c2-99de-710189d429a5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.032082 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a5eea09e-e1f4-47c2-99de-710189d429a5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1878557 Apr 20 13:11:35.032452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57374) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:35.058644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] For port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:35.064795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] For port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,segment=NetworkSegment(5ab144b1-4ef0-467c-b6f8-36cdd3740fce),segment_id=5ab144b1-4ef0-467c-b6f8-36cdd3740fce)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:35.068091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] For port 1996ed12-f2cc-4224-8c54-8776ac5ebad0, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:35.072435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] For port 1996ed12-f2cc-4224-8c54-8776ac5ebad0, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1996ed12-f2cc-4224-8c54-8776ac5ebad0,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:35.074264 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.084416 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.132781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45d71182-2dce-4bfa-98bd-3975469efa52 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.163522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5d207228-d0e3-47f7-98db-5c23228b7a34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42c0a00931f246d6aace688378b2e6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372397 Apr 20 13:11:35.169703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57378) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:35.173508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d207228-d0e3-47f7-98db-5c23228b7a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7c6af-9f1c-4792-a409-b8831b074418,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.173869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:35.174332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:35.188260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45d71182-2dce-4bfa-98bd-3975469efa52 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.262224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.306316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45d71182-2dce-4bfa-98bd-3975469efa52 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.313123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-45d71182-2dce-4bfa-98bd-3975469efa52 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.330198 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-45d71182-2dce-4bfa-98bd-3975469efa52 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c4e246b-6c1b-494a-bf26-0fd9bcf126f9 HTTP/1.1" status: 204 len: 168 time: 0.2962701 Apr 20 13:11:35.337377 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:35.377116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d71182-2dce-4bfa-98bd-3975469efa52 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e246b-6c1b-494a-bf26-0fd9bcf126f9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.437092 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-622ba608-ac5b-4e5c-b249-84bb7e6b7629 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981178 Apr 20 13:11:35.440724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57382) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:35.463477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.464447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-32235cc3-6752-4e0b-98ff-7e3831c281c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545001762'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:35.490397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32235cc3-6752-4e0b-98ff-7e3831c281c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.565553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a4cdc-7d3c-432b-bb5b-d45b09972ea5 req-4208476b-13c4-4308-a557-116d4b9a9732 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:35.567670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-480a4cdc-7d3c-432b-bb5b-d45b09972ea5 req-4208476b-13c4-4308-a557-116d4b9a9732 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.3458872 Apr 20 13:11:35.594640 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-255aa01e-915c-4e62-95d7-ad199057a02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.627864 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.636384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32235cc3-6752-4e0b-98ff-7e3831c281c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.650064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32235cc3-6752-4e0b-98ff-7e3831c281c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.681420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a1d77bcb-1a8b-4101-b167-bbcab6fc960d details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:11:35.702077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235cc3-6752-4e0b-98ff-7e3831c281c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b185c98-d319-4621-94f9-234ab9e8bc41,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.710066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32235cc3-6752-4e0b-98ff-7e3831c281c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.711995 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32235cc3-6752-4e0b-98ff-7e3831c281c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2697034 Apr 20 13:11:35.715122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57384) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:35.723349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d9891619-0b25-4ccf-a88f-054c2fd7bf23 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885206885'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:35.725307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6052c26-6ae8-49a8-a593-cb703563d6c7 None None] Pushing event updated for resources: {'Port': ['ID=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.752459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-255aa01e-915c-4e62-95d7-ad199057a02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.778880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9891619-0b25-4ccf-a88f-054c2fd7bf23 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.787564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-480a4cdc-7d3c-432b-bb5b-d45b09972ea5 req-e8c9fc47-ae6a-4fa0-b527-726344759635 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056749 Apr 20 13:11:35.799603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:35.818748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:35.822121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-96a99d9f-8715-43c4-9daa-8facb9dd6530 None None] Provisioning complete for port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:35.822499 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-96a99d9f-8715-43c4-9daa-8facb9dd6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.826731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:35.830829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Pushing event updated for resources: {'Port': ['ID=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.833357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:35.843948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.879379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9891619-0b25-4ccf-a88f-054c2fd7bf23 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.887664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9891619-0b25-4ccf-a88f-054c2fd7bf23 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.929003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9891619-0b25-4ccf-a88f-054c2fd7bf23 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:35.933402 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9891619-0b25-4ccf-a88f-054c2fd7bf23 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2167084 Apr 20 13:11:35.933991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:35.935169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:35.937591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891619-0b25-4ccf-a88f-054c2fd7bf23 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f81345-b4b8-4c49-a620-971fbb254bbc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.942692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:35.950038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-62905017-33dc-48a1-9166-2628a9116d34 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': '5b185c98-d319-4621-94f9-234ab9e8bc41', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '31f81345-b4b8-4c49-a620-971fbb254bbc', 'remote_ip_prefix': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:35.985108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Pushing event updated for resources: {'Port': ['ID=5dd6bdbd-3672-4e65-836e-77b935902634,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:35.989878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:36.010458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:11:36.014165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62905017-33dc-48a1-9166-2628a9116d34 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.033137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8d4f3-da8e-4d46-baa9-7bfbb342f699 None None] Pushing event updated for resources: {'Port': ['ID=1996ed12-f2cc-4224-8c54-8776ac5ebad0,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:36.055862 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-255aa01e-915c-4e62-95d7-ad199057a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.058870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-255aa01e-915c-4e62-95d7-ad199057a02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.060050 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b4189e08-a8c0-4315-b8c2-b72a8805c5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.061020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-255aa01e-915c-4e62-95d7-ad199057a02a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aef7c6af-9f1c-4792-a409-b8831b074418 HTTP/1.1" status: 204 len: 168 time: 0.8781331 Apr 20 13:11:36.130569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255aa01e-915c-4e62-95d7-ad199057a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7c6af-9f1c-4792-a409-b8831b074418,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:36.179601 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.207159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62905017-33dc-48a1-9166-2628a9116d34 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.217161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62905017-33dc-48a1-9166-2628a9116d34 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.260947 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62905017-33dc-48a1-9166-2628a9116d34 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1623098f-394b-48ab-a73e-0130c62edae9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:36.272166 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62905017-33dc-48a1-9166-2628a9116d34 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.277682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-62905017-33dc-48a1-9166-2628a9116d34 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3407226 Apr 20 13:11:36.278482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57390) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:36.340621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368eb032-e4de-46b3-812b-7e5b2316b546 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.379287 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368eb032-e4de-46b3-812b-7e5b2316b546 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.501991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368eb032-e4de-46b3-812b-7e5b2316b546 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.517094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368eb032-e4de-46b3-812b-7e5b2316b546 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.518846 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-368eb032-e4de-46b3-812b-7e5b2316b546 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1623098f-394b-48ab-a73e-0130c62edae9 HTTP/1.1" status: 204 len: 168 time: 0.2366378 Apr 20 13:11:36.519715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eb032-e4de-46b3-812b-7e5b2316b546 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1623098f-394b-48ab-a73e-0130c62edae9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:36.521441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57394) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:36.574306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c21300b1-866e-4162-9719-fb2411eb178f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:36.608708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.641440 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6d512102-3e88-494f-93aa-24d6ad9a160d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1187744 Apr 20 13:11:36.643984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:36.663078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.714836 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-96a99d9f-8715-43c4-9daa-8facb9dd6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.767885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:36.780674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-968e1bcb-000c-4bc5-bf8b-3d77dbe61b37 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.842415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'port_id': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'mac_address': 'fa:16:3e:8c:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe488d-c8f4-4013-96f1-4bf18786073c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:11:36.864445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-968e1bcb-000c-4bc5-bf8b-3d77dbe61b37 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.925717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-96a99d9f-8715-43c4-9daa-8facb9dd6530 None None] For port 1996ed12-f2cc-4224-8c54-8776ac5ebad0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1996ed12-f2cc-4224-8c54-8776ac5ebad0,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:36.934573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-96a99d9f-8715-43c4-9daa-8facb9dd6530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.941862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-968e1bcb-000c-4bc5-bf8b-3d77dbe61b37 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.945512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-968e1bcb-000c-4bc5-bf8b-3d77dbe61b37 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:36.951403 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-968e1bcb-000c-4bc5-bf8b-3d77dbe61b37 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/31f81345-b4b8-4c49-a620-971fbb254bbc HTTP/1.1" status: 204 len: 168 time: 0.3045018 Apr 20 13:11:36.952368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57408) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:36.981687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e1bcb-000c-4bc5-bf8b-3d77dbe61b37 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f81345-b4b8-4c49-a620-971fbb254bbc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:36.992771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:35Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:36.994636 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port c21300b1-866e-4162-9719-fb2411eb178f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:36.995018 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.008853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4012ca1-d296-4376-bad7-832cccd200c3 None None] Network fcd30365-1b99-49f9-abe3-a4316a213b45 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:37.090168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39448aa1-2f87-4dca-8c99-8555f2611e7e req-629c5fff-696f-449b-b5d2-0d79e7114123 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:37.092533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39448aa1-2f87-4dca-8c99-8555f2611e7e req-629c5fff-696f-449b-b5d2-0d79e7114123 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1659088 Apr 20 13:11:37.095429 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.097406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0be1f5-a6e1-4c30-a64d-687edc728e59 None None] The sync data for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 is: [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:35Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:37.101042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57414) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:37.118741 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-04e83536-cc7d-4308-9f94-0f7231e897c0 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1616569 Apr 20 13:11:37.129594 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.161781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a99d9f-8715-43c4-9daa-8facb9dd6530 None None] Pushing event updated for resources: {'Port': ['ID=1996ed12-f2cc-4224-8c54-8776ac5ebad0,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:37.175469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1d77bcb-1a8b-4101-b167-bbcab6fc960d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:11:37.185035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.201719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Provisioning complete for port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:37.201719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.263534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:37.271996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.320606 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.340749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39448aa1-2f87-4dca-8c99-8555f2611e7e req-1f8ae405-c304-4038-aa34-9b839e1eb7d7 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169132 Apr 20 13:11:37.365186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.370422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Pushing event updated for resources: {'Port': ['ID=5dd6bdbd-3672-4e65-836e-77b935902634,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:37.374854 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.403528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a62e4783-edc2-4559-b72c-3782935390e7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.468697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['a1d77bcb-1a8b-4101-b167-bbcab6fc960d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:11:37.526108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 55f16cd6-2774-4b0d-a894-873c4c3177da up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:37.560497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:37.635167 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.741767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] For port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,segment=NetworkSegment(5ab144b1-4ef0-467c-b6f8-36cdd3740fce),segment_id=5ab144b1-4ef0-467c-b6f8-36cdd3740fce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:37.762569 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.783368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 55f16cd6-2774-4b0d-a894-873c4c3177da triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:37.783732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.834507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57426) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:37.944937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Provisioning complete for port 5dd6bdbd-3672-4e65-836e-77b935902634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:37.945311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:37.976332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a62e4783-edc2-4559-b72c-3782935390e7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.006221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Pushing event updated for resources: {'Port': ['ID=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:38.008842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13c53dfd-942b-42a8-adcc-c0344f86891c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.073718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Port 5dd6bdbd-3672-4e65-836e-77b935902634 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:38.135363 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.137830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13c53dfd-942b-42a8-adcc-c0344f86891c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.141772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:38.142843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Provisioning complete for port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:38.143224 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1737724-1264-4179-a07a-4261cdfce74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.144790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13c53dfd-942b-42a8-adcc-c0344f86891c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.145103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:38.187112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 55f16cd6-2774-4b0d-a894-873c4c3177da, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=55f16cd6-2774-4b0d-a894-873c4c3177da,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:38.196856 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.197699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1a809d8a-91dc-4af7-acbf-cc7ec977a71f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:38.217187 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-13c53dfd-942b-42a8-adcc-c0344f86891c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17e6b4ea3e994bab8aa30d9d664001ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815329 Apr 20 13:11:38.218559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:38.219407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c53dfd-942b-42a8-adcc-c0344f86891c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633aec9e-2723-4689-829d-0eb88b7cb3c3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:38.322613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4603c286-e2ac-4c93-a1d5-ef9d934c76e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.329862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:38.332855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Router 48c1ed21-6850-47a5-9b34-fcdf235115c7 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:11:38.336777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=55f16cd6-2774-4b0d-a894-873c4c3177da,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:38.338139 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a62e4783-edc2-4559-b72c-3782935390e7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.340907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a62e4783-edc2-4559-b72c-3782935390e7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.346878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a62e4783-edc2-4559-b72c-3782935390e7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b185c98-d319-4621-94f9-234ab9e8bc41 HTTP/1.1" status: 204 len: 168 time: 1.2441561 Apr 20 13:11:38.347825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57432) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:38.361406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4603c286-e2ac-4c93-a1d5-ef9d934c76e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.361665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:38.370107 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.402165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e4783-edc2-4559-b72c-3782935390e7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b185c98-d319-4621-94f9-234ab9e8bc41,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:38.447570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4603c286-e2ac-4c93-a1d5-ef9d934c76e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.450530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4603c286-e2ac-4c93-a1d5-ef9d934c76e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.451882 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4603c286-e2ac-4c93-a1d5-ef9d934c76e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/633aec9e-2723-4689-829d-0eb88b7cb3c3 HTTP/1.1" status: 204 len: 168 time: 0.2288582 Apr 20 13:11:38.480969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603c286-e2ac-4c93-a1d5-ef9d934c76e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633aec9e-2723-4689-829d-0eb88b7cb3c3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:38.587682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d04f8a5e-13c8-4eb5-96da-5fab9aa1bbbf tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2275927 Apr 20 13:11:38.592710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57438) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:38.598296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-47885e57-a5be-4226-b337-98a8bede42b7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239554534'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:38.653041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47885e57-a5be-4226-b337-98a8bede42b7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.722388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5cae9-e37d-4c1d-9d31-03cc048c575f req-94ec6256-1580-410a-ab3f-daba46be5f16 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:38.732176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6de5cae9-e37d-4c1d-9d31-03cc048c575f req-94ec6256-1580-410a-ab3f-daba46be5f16 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 945 time: 0.2155402 Apr 20 13:11:38.771129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47885e57-a5be-4226-b337-98a8bede42b7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.775660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47885e57-a5be-4226-b337-98a8bede42b7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.777498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bda299cf-aea1-4e58-ad74-68d400627ee5 None None] Provisioning complete for port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:38.778064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda299cf-aea1-4e58-ad74-68d400627ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.790935 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.805208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-47885e57-a5be-4226-b337-98a8bede42b7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.808977 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-47885e57-a5be-4226-b337-98a8bede42b7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2125976 Apr 20 13:11:38.809985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:38.818812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9e7bd648-c69f-41f4-b992-fad305936076 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': 'f7a727e8-ed48-4a70-8fe8-b2d42ed3bcf6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:38.829159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6de5cae9-e37d-4c1d-9d31-03cc048c575f req-499b18f6-9f5f-44f8-9cdb-47bec91d30e0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958672 Apr 20 13:11:38.837200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:38.864668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.868419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d06c4f70-5e89-4d6c-b859-9873feae843c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0639813 Apr 20 13:11:38.869044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:38.869188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:38.874522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0e764d59-7924-4b6e-a0ef-b9350622b7fb admin admin] 10.222.0.24 "PUT /v2.0/routers/895b2ca2-3df7-4692-9949-faa85b01ede5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2741177 Apr 20 13:11:38.880645 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:38.881205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47885e57-a5be-4226-b337-98a8bede42b7 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a727e8-ed48-4a70-8fe8-b2d42ed3bcf6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:38.897372 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:38.898153 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:38.913519 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd648-c69f-41f4-b992-fad305936076 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:38.943529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Sync routers for ids ['48c1ed21-6850-47a5-9b34-fcdf235115c7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:39.055884 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.060987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Routers {'48c1ed21-6850-47a5-9b34-fcdf235115c7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:39.061656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd648-c69f-41f4-b992-fad305936076 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.064855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['48c1ed21-6850-47a5-9b34-fcdf235115c7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:39.074076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd648-c69f-41f4-b992-fad305936076 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.121727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bd648-c69f-41f4-b992-fad305936076 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1251f733-ff2e-473c-9470-252775dfae0a,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:39.142139 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e7bd648-c69f-41f4-b992-fad305936076 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.144809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9e7bd648-c69f-41f4-b992-fad305936076 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3320954 Apr 20 13:11:39.148641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57458) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:39.231119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b499c38f-3a57-4f79-aed1-a81fa584274d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.256925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b499c38f-3a57-4f79-aed1-a81fa584274d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.323587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b499c38f-3a57-4f79-aed1-a81fa584274d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.339608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b499c38f-3a57-4f79-aed1-a81fa584274d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.340781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b499c38f-3a57-4f79-aed1-a81fa584274d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1251f733-ff2e-473c-9470-252775dfae0a HTTP/1.1" status: 204 len: 168 time: 0.1903982 Apr 20 13:11:39.344422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57460) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:39.415784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499c38f-3a57-4f79-aed1-a81fa584274d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1251f733-ff2e-473c-9470-252775dfae0a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:39.421709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 55f16cd6-2774-4b0d-a894-873c4c3177da up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:39.442371 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:39.468014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b897ed1-f667-4c6a-b532-f577f0928085 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1219540 Apr 20 13:11:39.470737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57466) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:39.504214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a1d77bcb-1a8b-4101-b167-bbcab6fc960d up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:39.548678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af46751c-9ebb-4efd-ae00-61ec3c91dbc5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.578957 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af46751c-9ebb-4efd-ae00-61ec3c91dbc5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.649501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af46751c-9ebb-4efd-ae00-61ec3c91dbc5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.652956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af46751c-9ebb-4efd-ae00-61ec3c91dbc5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.655830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af46751c-9ebb-4efd-ae00-61ec3c91dbc5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7a727e8-ed48-4a70-8fe8-b2d42ed3bcf6 HTTP/1.1" status: 204 len: 168 time: 0.1835973 Apr 20 13:11:39.658706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57472) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:39.667526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46751c-9ebb-4efd-ae00-61ec3c91dbc5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a727e8-ed48-4a70-8fe8-b2d42ed3bcf6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:39.673841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Set router 48c1ed21-6850-47a5-9b34-fcdf235115c7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:39.748840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.755065 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-246d80f2-7cce-4e1d-9fe0-f38543a1c766 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947363 Apr 20 13:11:39.759853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57480) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:39.765286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e40da3e9-0e7b-4e47-8254-2a97456579fd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1920112319'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:39.827298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e40da3e9-0e7b-4e47-8254-2a97456579fd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.841280 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 2, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:39.913673 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:39.915663 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Updating router 895b2ca2-3df7-4692-9949-faa85b01ede5 port 5dd6bdbd-3672-4e65-836e-77b935902634 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:39.927478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-be0dc2bb-176f-423c-ae8d-d046dcd10b3e None None] Provisioning complete for port 5dd6bdbd-3672-4e65-836e-77b935902634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:39.932918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-be0dc2bb-176f-423c-ae8d-d046dcd10b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.972920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e40da3e9-0e7b-4e47-8254-2a97456579fd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.982649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e40da3e9-0e7b-4e47-8254-2a97456579fd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:39.985574 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.010300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Allocated IP 172.20.0.1 (fcd30365-1b99-49f9-abe3-a4316a213b45/2efa092c-42ad-4bdb-97e4-d77e8db61c73/265e792c-5e1e-4e6d-872a-b3a56f8df468) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:40.038296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40da3e9-0e7b-4e47-8254-2a97456579fd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9536f6e1-512f-421b-8e00-4392ec4f6ec7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.084380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e40da3e9-0e7b-4e47-8254-2a97456579fd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.088466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e40da3e9-0e7b-4e47-8254-2a97456579fd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3248315 Apr 20 13:11:40.089332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57486) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.095797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3dc65580-e8d8-4003-8eb8-1c8a78031273 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': '9536f6e1-512f-421b-8e00-4392ec4f6ec7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:40.134691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdbb7a-38e4-4b40-a933-ddfaee4faf93 req-99d2d546-f1fa-4025-9c26-7562d318ebfa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:40.136440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cccdbb7a-38e4-4b40-a933-ddfaee4faf93 req-99d2d546-f1fa-4025-9c26-7562d318ebfa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 945 time: 0.1587093 Apr 20 13:11:40.144458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3dc65580-e8d8-4003-8eb8-1c8a78031273 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.145357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 55f16cd6-2774-4b0d-a894-873c4c3177da triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:40.145753 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.153416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-be0dc2bb-176f-423c-ae8d-d046dcd10b3e None None] Port 5dd6bdbd-3672-4e65-836e-77b935902634 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:40.192153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port a1d77bcb-1a8b-4101-b167-bbcab6fc960d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:40.192153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.268926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.284187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cccdbb7a-38e4-4b40-a933-ddfaee4faf93 req-a430bb59-88d4-4c9c-97f4-a199006ef333 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255267 Apr 20 13:11:40.316604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57500) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.323882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1786298694-network', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:40.326149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3dc65580-e8d8-4003-8eb8-1c8a78031273 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.342594 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3dc65580-e8d8-4003-8eb8-1c8a78031273 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.346619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.401941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc65580-e8d8-4003-8eb8-1c8a78031273 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebdc937-89f5-44fb-bf4a-e59a30b606e8,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.403943 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.406898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Made reservation on behalf of bb0eb610fca54e0389dc59516280b98d for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:40.409247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.424444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.430076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3dc65580-e8d8-4003-8eb8-1c8a78031273 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.434623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57506) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:40.436814 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Network fcd30365-1b99-49f9-abe3-a4316a213b45 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:40.437582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3dc65580-e8d8-4003-8eb8-1c8a78031273 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3470423 Apr 20 13:11:40.448193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Pushing event updated for resources: {'Port': ['ID=265e792c-5e1e-4e6d-872a-b3a56f8df468,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.465936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:40.473423 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:40.512914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.561999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:40.580522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:11:40.584630 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cfc10f-7dee-4163-84bd-e7e0274e1039" -d '{"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-plugged", "status": "completed", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:11:40.612336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.692121 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.712614 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:40.719853 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd60bb9-3e14-430c-b9da-0d5dc20387b2 x-openstack-request-id: req-4cd60bb9-3e14-430c-b9da-0d5dc20387b2 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:11:40.721879 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-plugged", "status": "completed", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:11:40.722753 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cd60bb9-3e14-430c-b9da-0d5dc20387b2 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:11:40.723282 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd60bb9-3e14-430c-b9da-0d5dc20387b2'] response: {'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'code': 200} Apr 20 13:11:40.726672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1996ed12-f2cc-4224-8c54-8776ac5ebad0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:40.886437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.887539 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40d007-6d0c-4658-9533-eb6471824264 None None] Pushing event updated for resources: {'Port': ['ID=5dd6bdbd-3672-4e65-836e-77b935902634,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:40.906143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 3, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port': {'id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:41.006404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Checking router: 48c1ed21-6850-47a5-9b34-fcdf235115c7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:41.006753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Updating router 48c1ed21-6850-47a5-9b34-fcdf235115c7 port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:41.010451 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Attempting to bind port 5dd6bdbd-3672-4e65-836e-77b935902634 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:41.011021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Attempting to bind port 5dd6bdbd-3672-4e65-836e-77b935902634 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:41.011320 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Attempting to bind port 5dd6bdbd-3672-4e65-836e-77b935902634 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:41.017247 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:41.019895 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:41.025451 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.026230 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:41.026908 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Bound port: 5dd6bdbd-3672-4e65-836e-77b935902634, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:41.027484 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.089807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-92b6332d-5dfc-41c7-879a-c3fb47304703 None None] Provisioning complete for port 265e792c-5e1e-4e6d-872a-b3a56f8df468 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:41.093214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92b6332d-5dfc-41c7-879a-c3fb47304703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.154589 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] For port 5dd6bdbd-3672-4e65-836e-77b935902634, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:41.165482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] For port 5dd6bdbd-3672-4e65-836e-77b935902634, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5dd6bdbd-3672-4e65-836e-77b935902634,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:41.177609 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.179803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-92b6332d-5dfc-41c7-879a-c3fb47304703 None None] Port 265e792c-5e1e-4e6d-872a-b3a56f8df468 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:41.195261 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.244921 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40d007-6d0c-4658-9533-eb6471824264 None None] Pushing event updated for resources: {'Port': ['ID=5dd6bdbd-3672-4e65-836e-77b935902634,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:41.267259 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:41.268191 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:41.464017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:41.464399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.537301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca6a00-73d1-44d4-af73-112188ebded9 req-9411faa8-4d29-4080-be93-3991d4ce79a5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:41.538850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07ca6a00-73d1-44d4-af73-112188ebded9 req-9411faa8-4d29-4080-be93-3991d4ce79a5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1422658 Apr 20 13:11:41.629681 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:41.664581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07ca6a00-73d1-44d4-af73-112188ebded9 req-be536ec3-a1a9-4d84-baf7-b7f5057caa46 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098976 Apr 20 13:11:41.670678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.694168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57548) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:41.697170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6cef079c-9cb0-471f-a09a-8fe7ba8980a9 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules/cebdc937-89f5-44fb-bf4a-e59a30b606e8 HTTP/1.1" status: 200 len: 763 time: 1.2545948 Apr 20 13:11:41.700348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.728629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-174e3233-2af6-45c1-a6aa-47b3b21e091d None None] Provisioning complete for port 5dd6bdbd-3672-4e65-836e-77b935902634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:41.729198 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-174e3233-2af6-45c1-a6aa-47b3b21e091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.765481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:11:41.793844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c226a513-21f2-4034-9980-3430dcb054c5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0983281 Apr 20 13:11:41.799378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57552) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:41.849299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0658aee-73c1-4c09-8690-42b8038533dd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.870142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0658aee-73c1-4c09-8690-42b8038533dd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.949665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0658aee-73c1-4c09-8690-42b8038533dd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.952675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58777ad1-8145-40b6-b116-a3a476cac9d5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:41.959889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0658aee-73c1-4c09-8690-42b8038533dd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:41.961194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d0658aee-73c1-4c09-8690-42b8038533dd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cebdc937-89f5-44fb-bf4a-e59a30b606e8 HTTP/1.1" status: 204 len: 168 time: 0.1602113 Apr 20 13:11:41.968884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57558) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.000028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0658aee-73c1-4c09-8690-42b8038533dd tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cebdc937-89f5-44fb-bf4a-e59a30b606e8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:42.008955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.009434 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Added segment c180dd14-ffef-40dd-a652-a370f94da91f of type vlan for network 2e2d52d6-90d0-4421-afe4-a617672ee11b Apr 20 13:11:42.036082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.045087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d50dc5ba-f260-4c6b-bccc-fcb8d79d864d tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750780 Apr 20 13:11:42.048726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57562) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.052798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1a809d8a-91dc-4af7-acbf-cc7ec977a71f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:42.073729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7921f619-e334-402c-9d4e-df71f25dd176 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': '9536f6e1-512f-421b-8e00-4392ec4f6ec7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:42.109234 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:41Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:42.130292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7921f619-e334-402c-9d4e-df71f25dd176 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.171323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.187284 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f6c83-c5b3-464a-bf57-196ba7b70744 None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:41Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:42.315421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:42.315872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.323147 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7921f619-e334-402c-9d4e-df71f25dd176 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.326003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.330705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7921f619-e334-402c-9d4e-df71f25dd176 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.333797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:42.334465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.381876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921f619-e334-402c-9d4e-df71f25dd176 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b0e053-d962-4ea1-b12e-23173ce42355,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:42.391297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7921f619-e334-402c-9d4e-df71f25dd176 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.394964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7921f619-e334-402c-9d4e-df71f25dd176 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3421502 Apr 20 13:11:42.395222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57572) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.413887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-364e1651-9ed5-4554-a116-da17ae497463 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules/f1b0e053-d962-4ea1-b12e-23173ce42355 HTTP/1.1" status: 200 len: 763 time: 0.0172393 Apr 20 13:11:42.416880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57574) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.428593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.475458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.481581 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-174e3233-2af6-45c1-a6aa-47b3b21e091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.496690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9c8d43db-294c-4bff-93d8-5e0fb3245aa1 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0766823 Apr 20 13:11:42.502687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57584) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.505930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1880848 Apr 20 13:11:42.515737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57586) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.523992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Request body: {'subnet': {'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1786298694-subnet', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:42.613601 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6da99d02-ac52-4b8a-a3a8-d861f24e14c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.618261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Made reservation on behalf of bb0eb610fca54e0389dc59516280b98d for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:11:42.620002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b9371-0034-4bbc-8a54-2c200da61c71 None None] Pushing event updated for resources: {'Port': ['ID=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:42.620596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.643074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6da99d02-ac52-4b8a-a3a8-d861f24e14c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.694613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-174e3233-2af6-45c1-a6aa-47b3b21e091d None None] For port 5dd6bdbd-3672-4e65-836e-77b935902634, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5dd6bdbd-3672-4e65-836e-77b935902634,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:42.696137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Attempting to bind port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:42.696703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Attempting to bind port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:42.697376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Attempting to bind port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:42.707774 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-174e3233-2af6-45c1-a6aa-47b3b21e091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.734625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6da99d02-ac52-4b8a-a3a8-d861f24e14c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.747218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6da99d02-ac52-4b8a-a3a8-d861f24e14c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.756662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6da99d02-ac52-4b8a-a3a8-d861f24e14c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/f1b0e053-d962-4ea1-b12e-23173ce42355 HTTP/1.1" status: 204 len: 168 time: 0.2476206 Apr 20 13:11:42.760495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57594) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.795177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da99d02-ac52-4b8a-a3a8-d861f24e14c3 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1b0e053-d962-4ea1-b12e-23173ce42355,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:42.898866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:42.899493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:42.899643 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.900039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:42.900527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Bound port: 33f3c7bb-78cd-4ae7-a948-2a18412b29d4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:42.900911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.918269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84476b4-e0c9-4ad3-b1ea-30f0963892bc admin admin] Pushing event updated for resources: {'Network': ['ID=2e2d52d6-90d0-4421-afe4-a617672ee11b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:42.922111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4737dd17-ad94-49c4-a969-287d99925566 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1582446 Apr 20 13:11:42.926966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:42.929038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57600) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:42.945491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': '9536f6e1-512f-421b-8e00-4392ec4f6ec7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:42.989732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:11:43.037367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acd0f28-4386-4093-9335-219ec046ce16,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.053369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Checking segment: {'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:43.053942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Network hostable DHCP agents. Network: 2e2d52d6-90d0-4421-afe4-a617672ee11b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:11:43.054550 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Project 800d15584ddf4899b8fa5ca365f5e1b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:11:43.060783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e3233-2af6-45c1-a6aa-47b3b21e091d None None] Pushing event updated for resources: {'Port': ['ID=5dd6bdbd-3672-4e65-836e-77b935902634,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.077375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.080853 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.087241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.116795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1703c0f-f758-4e97-b96b-e5e7f3fab859 req-db3bdf3c-5451-464d-a5e4-dba986f616b9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:43.118629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1703c0f-f758-4e97-b96b-e5e7f3fab859 req-db3bdf3c-5451-464d-a5e4-dba986f616b9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2429695 Apr 20 13:11:43.159838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:11:43.178493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2e2d52d6-90d0-4421-afe4-a617672ee11b) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:43.195397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:43.196118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.234236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7f8701a5-a594-467d-a716-81697b73fd62 None None] Provisioning complete for port 5dd6bdbd-3672-4e65-836e-77b935902634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:43.234550 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7f8701a5-a594-467d-a716-81697b73fd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.244173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Pushing event updated for resources: {'Port': ['ID=265e792c-5e1e-4e6d-872a-b3a56f8df468,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.257995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.261314 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.270996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4f919-d27a-4d90-8225-d94a825f1a5d None None] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:43.271321 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.293513 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9efd775d-72f1-47ad-9baf-6ed02bd15717 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7726173 Apr 20 13:11:43.328737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1703c0f-f758-4e97-b96b-e5e7f3fab859 req-c1732979-620a-4f4a-b741-02309d60e623 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937110 Apr 20 13:11:43.349063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57614) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:43.355806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:43.372285 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.377200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4335322 Apr 20 13:11:43.378788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57618) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:43.390908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4639925-7be9-4fd9-9e36-eaced4b69f7b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c924ac33-bc27-4611-b0e1-3305cd53279b,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:43.418421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-52efa2d5-88b7-44c9-9144-a844dec28af5 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules/c924ac33-bc27-4611-b0e1-3305cd53279b HTTP/1.1" status: 200 len: 769 time: 0.0384214 Apr 20 13:11:43.420924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57620) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:43.444778 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.446254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.447993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Network fcd30365-1b99-49f9-abe3-a4316a213b45 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:43.455289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:43.486409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-492de70c-bbfc-44e6-8a9c-229077a6e62a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0632055 Apr 20 13:11:43.488461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57622) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:43.624700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.627001 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44fd10ab-dcac-422f-998f-ac5f04d3815a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.745598 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44fd10ab-dcac-422f-998f-ac5f04d3815a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:43.787462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Router 48c1ed21-6850-47a5-9b34-fcdf235115c7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:43.945380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5dd6bdbd-3672-4e65-836e-77b935902634 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:43.955966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:43.962254 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ec0b6c2f-a1c8-4ddb-afb3-d830cfeacf53 admin admin] 10.222.0.24 "PUT /v2.0/routers/48c1ed21-6850-47a5-9b34-fcdf235115c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0918553 Apr 20 13:11:44.025312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57628) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:44.051785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.089066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44fd10ab-dcac-422f-998f-ac5f04d3815a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.102987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44fd10ab-dcac-422f-998f-ac5f04d3815a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.104265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-44fd10ab-dcac-422f-998f-ac5f04d3815a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c924ac33-bc27-4611-b0e1-3305cd53279b HTTP/1.1" status: 204 len: 168 time: 0.6146479 Apr 20 13:11:44.106874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:44.113280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd10ab-dcac-422f-998f-ac5f04d3815a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c924ac33-bc27-4611-b0e1-3305cd53279b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:44.114509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] For port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:44.158640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] For port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:44.216835 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-88b408f7-99cd-418c-a9ce-e38cf9f3c4fb tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1064105 Apr 20 13:11:44.223282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57634) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:44.249316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2354266d-079a-4aab-ac64-97297298fa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.250656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.351418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Routers {'48c1ed21-6850-47a5-9b34-fcdf235115c7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:44.352309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['48c1ed21-6850-47a5-9b34-fcdf235115c7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:44.463805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a07004-0e70-4ec4-bc7a-1a4ec5fc5a81 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.507887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2354266d-079a-4aab-ac64-97297298fa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.516912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2e2d52d6-90d0-4421-afe4-a617672ee11b', 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'fixed_ips': [{'subnet_id': '1acd0f28-4386-4093-9335-219ec046ce16'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:11:44.518319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.518781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2354266d-079a-4aab-ac64-97297298fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.521366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b9371-0034-4bbc-8a54-2c200da61c71 None None] Pushing event updated for resources: {'Port': ['ID=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:44.564247 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2354266d-079a-4aab-ac64-97297298fa5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33cb9419baa74763aa42bb120b83ca15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371251 Apr 20 13:11:44.579395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57644) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:44.690048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a07004-0e70-4ec4-bc7a-1a4ec5fc5a81 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.696264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354266d-079a-4aab-ac64-97297298fa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439158eb-48b7-4cf7-91cd-a23ca7928e14,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:44.757060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e916e414-595e-4144-8260-c7c591074ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.759842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5dd6bdbd-3672-4e65-836e-77b935902634 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:44.760452 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.796358 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e916e414-595e-4144-8260-c7c591074ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.841155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] Set router 48c1ed21-6850-47a5-9b34-fcdf235115c7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:44.847062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965e5f3-da04-4a09-aeee-8df1581dfe74 req-81ce4033-8521-468c-83d5-631b4a34c76e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:44.850075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9965e5f3-da04-4a09-aeee-8df1581dfe74 req-81ce4033-8521-468c-83d5-631b4a34c76e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.3188062 Apr 20 13:11:44.879359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3f451f5e-3eee-4c6a-8ef2-73ae70eef784 None None] Provisioning complete for port 265e792c-5e1e-4e6d-872a-b3a56f8df468 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:44.879816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f451f5e-3eee-4c6a-8ef2-73ae70eef784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.886943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e916e414-595e-4144-8260-c7c591074ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.890500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e916e414-595e-4144-8260-c7c591074ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.895334 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e916e414-595e-4144-8260-c7c591074ab7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/439158eb-48b7-4cf7-91cd-a23ca7928e14 HTTP/1.1" status: 204 len: 168 time: 0.3148754 Apr 20 13:11:44.909300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916e414-595e-4144-8260-c7c591074ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439158eb-48b7-4cf7-91cd-a23ca7928e14,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:44.924039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.932649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a07004-0e70-4ec4-bc7a-1a4ec5fc5a81 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.935538 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a07004-0e70-4ec4-bc7a-1a4ec5fc5a81 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.938145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-53a07004-0e70-4ec4-bc7a-1a4ec5fc5a81 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/9536f6e1-512f-421b-8e00-4392ec4f6ec7 HTTP/1.1" status: 204 len: 168 time: 0.7137232 Apr 20 13:11:44.942437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57680) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:44.968857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:44.991216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Allocated IP 172.20.0.2 (2e2d52d6-90d0-4421-afe4-a617672ee11b/1acd0f28-4386-4093-9335-219ec046ce16/0704f3d7-d223-4ca4-8597-a9f8bd1156d6) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:45.091558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Allocated IP 172.25.3.49 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ca757b7c-a951-49dc-9c04-97c505c111d8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:45.096506 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-54c35aca-0d0f-4bc8-b72b-edc5e6f74ad4 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1517694 Apr 20 13:11:45.103038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57684) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:45.109112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ccd01dc9-282f-402b-9192-d0ec54179a25 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654744240'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:45.136846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccd01dc9-282f-402b-9192-d0ec54179a25 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.215472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.268476 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.275419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a07004-0e70-4ec4-bc7a-1a4ec5fc5a81 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536f6e1-512f-421b-8e00-4392ec4f6ec7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:45.282681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9965e5f3-da04-4a09-aeee-8df1581dfe74 req-ee3232b5-2051-44c1-949f-bc3a30c5124e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976619 Apr 20 13:11:45.305414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccd01dc9-282f-402b-9192-d0ec54179a25 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.314573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccd01dc9-282f-402b-9192-d0ec54179a25 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.339964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:45.348956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:45.353239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:45.426589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccd01dc9-282f-402b-9192-d0ec54179a25 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.450246 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ccd01dc9-282f-402b-9192-d0ec54179a25 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3457222 Apr 20 13:11:45.451373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57686) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:45.464047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9b1ce1a3-ea97-4f3f-bc39-465dc1461133 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Request body: {'security_group_rule': {'security_group_id': 'bcb0367d-b48b-4156-9047-172a1df1452a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:45.501288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd01dc9-282f-402b-9192-d0ec54179a25 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb0367d-b48b-4156-9047-172a1df1452a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:45.572574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce1a3-ea97-4f3f-bc39-465dc1461133 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.640770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57688) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:45.698540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3f451f5e-3eee-4c6a-8ef2-73ae70eef784 None None] Port 265e792c-5e1e-4e6d-872a-b3a56f8df468 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:45.712281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Pushing event updated for resources: {'Port': ['ID=ca757b7c-a951-49dc-9c04-97c505c111d8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:45.718854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9016303-fe71-4eed-aff2-d3c254ecbd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.758716 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.828765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9016303-fe71-4eed-aff2-d3c254ecbd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.857130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9016303-fe71-4eed-aff2-d3c254ecbd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.874421 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.878730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce1a3-ea97-4f3f-bc39-465dc1461133 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.910277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.942810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce1a3-ea97-4f3f-bc39-465dc1461133 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:45.958464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:45.974927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:45.983446 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:45.983970 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9016303-fe71-4eed-aff2-d3c254ecbd7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fefdefc13c8045089a684636f4cfdb6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413024 Apr 20 13:11:46.004734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57698) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:46.039173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9016303-fe71-4eed-aff2-d3c254ecbd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeda126-74ce-4a3f-b3b1-c1335f69e2c8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.058674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ce1a3-ea97-4f3f-bc39-465dc1461133 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b12d36-d122-40fe-bcd6-dcdd61446b31,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.074334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b1ce1a3-ea97-4f3f-bc39-465dc1461133 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.075501 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b1ce1a3-ea97-4f3f-bc39-465dc1461133 tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6208196 Apr 20 13:11:46.108853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57712) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:46.172376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Pushing event updated for resources: {'Port': ['ID=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.202245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:11:41Z', 'revision_number': 4, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port': {'id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '265e792c-5e1e-4e6d-872a-b3a56f8df468', 'name': '', 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'mac_address': 'fa:16:3e:35:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:39Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 2, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'subnets': [{'id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:46.249683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Attempting to bind port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:46.250283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Attempting to bind port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:46.250818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Attempting to bind port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 on network 2e2d52d6-90d0-4421-afe4-a617672ee11b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:46.251085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c379cedf-cb5a-4833-98e4-addd6af3670c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.255199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992fb117-55fb-43ec-81e5-a750310f6800 None None] The sync data for ids ['48c1ed21-6850-47a5-9b34-fcdf235115c7'] in n-d-838550-2 is: [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:11:41Z', 'revision_number': 4, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port': {'id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '265e792c-5e1e-4e6d-872a-b3a56f8df468', 'name': '', 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'mac_address': 'fa:16:3e:35:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:39Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 2, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'subnets': [{'id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:46.270066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:46.270472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Checking segment: {'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:46.271561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.272092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Bound using segment: {'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:46.272842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Bound port: 0704f3d7-d223-4ca4-8597-a9f8bd1156d6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:46.273234 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.289790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c379cedf-cb5a-4833-98e4-addd6af3670c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.306182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14d9bea0-a76a-440d-a568-4387ad958e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.329070 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.346131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14d9bea0-a76a-440d-a568-4387ad958e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.375013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c379cedf-cb5a-4833-98e4-addd6af3670c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.379697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c379cedf-cb5a-4833-98e4-addd6af3670c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.381009 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c379cedf-cb5a-4833-98e4-addd6af3670c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/bcb0367d-b48b-4156-9047-172a1df1452a HTTP/1.1" status: 204 len: 168 time: 0.2764511 Apr 20 13:11:46.384659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:46.396395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] For port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:46.400820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] For port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,segment=NetworkSegment(c180dd14-ffef-40dd-a652-a370f94da91f),segment_id=c180dd14-ffef-40dd-a652-a370f94da91f)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:46.414345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.421774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379cedf-cb5a-4833-98e4-addd6af3670c tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb0367d-b48b-4156-9047-172a1df1452a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.492728 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3ca494ba-4cc7-4db9-9d42-6f1d989b026b tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0926614 Apr 20 13:11:46.493915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57734) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:46.541979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35f190-1331-4383-80ad-d09980759ae3 None None] Pushing event updated for resources: {'Port': ['ID=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.566693 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a6f6e2b2-e0f1-4cde-b7ad-62faf3bd1d5a tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0693238 Apr 20 13:11:46.568782 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:46.614180 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-58fb549c-0245-42f6-a093-6c4cf13086ec tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] delete failed (client error): The resource could not be found. Apr 20 13:11:46.620827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58fb549c-0245-42f6-a093-6c4cf13086ec tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "DELETE /v2.0/security-groups/bcb0367d-b48b-4156-9047-172a1df1452a HTTP/1.1" status: 404 len: 347 time: 0.0511167 Apr 20 13:11:46.621539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:46.672015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14d9bea0-a76a-440d-a568-4387ad958e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.674589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14d9bea0-a76a-440d-a568-4387ad958e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:46.679335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-14d9bea0-a76a-440d-a568-4387ad958e6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/adeda126-74ce-4a3f-b3b1-c1335f69e2c8 HTTP/1.1" status: 204 len: 168 time: 0.6709113 Apr 20 13:11:46.703316 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-90f0d68e-3eee-43ce-9765-bcb2f049e96e tempest-SecGroupIPv6Test-773245636 tempest-SecGroupIPv6Test-773245636-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801377 Apr 20 13:11:46.709060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9bea0-a76a-440d-a568-4387ad958e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeda126-74ce-4a3f-b3b1-c1335f69e2c8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:46.726658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89992dec-49d3-4e93-a05d-eeec3e348c8a req-5bf93979-5aa2-40f5-bb11-10fe8d781bdd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:46.735463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89992dec-49d3-4e93-a05d-eeec3e348c8a req-5bf93979-5aa2-40f5-bb11-10fe8d781bdd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2744455 Apr 20 13:11:46.992067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89992dec-49d3-4e93-a05d-eeec3e348c8a req-c1a17959-425b-4cc8-bb3f-a28c464487b3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506330 Apr 20 13:11:47.024612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Router 17e50449-c075-47cb-9edf-588b9ff56acd is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:11:47.329670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:47.340583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Sync routers for ids ['17e50449-c075-47cb-9edf-588b9ff56acd'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:47.364311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Routers {'17e50449-c075-47cb-9edf-588b9ff56acd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:47.365388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['17e50449-c075-47cb-9edf-588b9ff56acd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:47.369265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:47.371062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b5d267e7-a50a-4728-86c2-986dcf152851 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0208840 Apr 20 13:11:47.374406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:47.567860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57754) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:47.667548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Set router 17e50449-c075-47cb-9edf-588b9ff56acd gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:47.944616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3d1f006a-8e77-45bc-96ad-bcc6bed85d5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=800d15584ddf4899b8fa5ca365f5e1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3743379 Apr 20 13:11:47.946513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 57764) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:48.096985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4d2f624f-6132-45b1-84f7-fa655d47b06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.194537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4d2f624f-6132-45b1-84f7-fa655d47b06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.402284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4d2f624f-6132-45b1-84f7-fa655d47b06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.410138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4d2f624f-6132-45b1-84f7-fa655d47b06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.411751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4d2f624f-6132-45b1-84f7-fa655d47b06c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54512898-7f6c-4568-b5bd-5c9ae9d7f9dc HTTP/1.1" status: 204 len: 168 time: 0.4638309 Apr 20 13:11:48.434540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f624f-6132-45b1-84f7-fa655d47b06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54512898-7f6c-4568-b5bd-5c9ae9d7f9dc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:48.474879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfffb43-520f-4f52-b774-1620df2d11ea req-6fcba666-eefc-4d47-9244-02fe81d1931d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:48.489043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dfffb43-520f-4f52-b774-1620df2d11ea req-6fcba666-eefc-4d47-9244-02fe81d1931d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2919140 Apr 20 13:11:48.497380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:48.642110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dfffb43-520f-4f52-b774-1620df2d11ea req-2016d0d8-ba70-4e97-b1a9-21f6465b0877 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520710 Apr 20 13:11:48.647775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.708285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8229f461-bfc5-4d56-8569-83a4a7035971 None None] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:11:48.940754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a6781221-0389-48bb-b9e7-85fdf0c75cec None None] Provisioning complete for port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:48.941084 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6781221-0389-48bb-b9e7-85fdf0c75cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:48.942948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:48.943355 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.012824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Allocated IP 172.20.0.1 (2e2d52d6-90d0-4421-afe4-a617672ee11b/1acd0f28-4386-4093-9335-219ec046ce16/ce6989da-3547-47f8-860a-1b1ab1ea5b37) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:11:49.102118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.199889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:11:45Z', 'revision_number': 3, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port': {'id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:44Z', 'updated_at': '2022-04-20T13:11:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:49.227278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.268204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Checking router: 17e50449-c075-47cb-9edf-588b9ff56acd for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:49.268479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Updating router 17e50449-c075-47cb-9edf-588b9ff56acd port ca757b7c-a951-49dc-9c04-97c505c111d8 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:49.291512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.332507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.340993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6781221-0389-48bb-b9e7-85fdf0c75cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.378695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:49.382080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:49.400545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:11:49.446737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6989da-3547-47f8-860a-1b1ab1ea5b37,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:49.493967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.535595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.817344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.824572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a6781221-0389-48bb-b9e7-85fdf0c75cec None None] For port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,segment=NetworkSegment(c180dd14-ffef-40dd-a652-a370f94da91f),segment_id=c180dd14-ffef-40dd-a652-a370f94da91f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:49.864245 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6781221-0389-48bb-b9e7-85fdf0c75cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:49.919382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01538341-41bb-4d78-931c-5b86f240495a req-797e4ae3-e153-4ba3-a253-ab2e9649743c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:49.933914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01538341-41bb-4d78-931c-5b86f240495a req-797e4ae3-e153-4ba3-a253-ab2e9649743c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1493495 Apr 20 13:11:50.034243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01538341-41bb-4d78-931c-5b86f240495a req-39dc794e-a749-4a1f-ad90-f92308244fb8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981047 Apr 20 13:11:50.084787 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:11:50.085286 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:11:50.137697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6781221-0389-48bb-b9e7-85fdf0c75cec None None] Pushing event updated for resources: {'Port': ['ID=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:50.148082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1b98f756-922d-4d81-9755-74484d82d239 None None] Provisioning complete for port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:50.148805 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1b98f756-922d-4d81-9755-74484d82d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.388997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.406648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.490570 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.504189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.522694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Pushing event updated for resources: {'Port': ['ID=ce6989da-3547-47f8-860a-1b1ab1ea5b37,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:50.525825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.567942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e2a56533-7feb-417d-af11-6be32a4cf73d None None] Provisioning complete for port ce6989da-3547-47f8-860a-1b1ab1ea5b37 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:50.569034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2a56533-7feb-417d-af11-6be32a4cf73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.796130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Attempting to bind port ca757b7c-a951-49dc-9c04-97c505c111d8 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:50.800606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Attempting to bind port ca757b7c-a951-49dc-9c04-97c505c111d8 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:50.805087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Attempting to bind port ca757b7c-a951-49dc-9c04-97c505c111d8 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:50.812627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8baf49-2292-4a87-9f89-08971f2d84e6 None None] Pushing event updated for resources: {'Port': ['ID=ca757b7c-a951-49dc-9c04-97c505c111d8,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:50.835128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:50.835663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:50.836171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.836668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:50.837289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Bound port: ca757b7c-a951-49dc-9c04-97c505c111d8, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:50.840339 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:50.849725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:11:50.857130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:11:50.877101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e2a56533-7feb-417d-af11-6be32a4cf73d None None] Port ce6989da-3547-47f8-860a-1b1ab1ea5b37 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:50.914510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] For port ca757b7c-a951-49dc-9c04-97c505c111d8, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:50.918318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] For port ca757b7c-a951-49dc-9c04-97c505c111d8, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ca757b7c-a951-49dc-9c04-97c505c111d8,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:50.927994 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.027135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8baf49-2292-4a87-9f89-08971f2d84e6 None None] Pushing event updated for resources: {'Port': ['ID=ca757b7c-a951-49dc-9c04-97c505c111d8,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:51.040305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:51.200700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Routers {'17e50449-c075-47cb-9edf-588b9ff56acd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:51.202184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['17e50449-c075-47cb-9edf-588b9ff56acd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:51.204096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Router 17e50449-c075-47cb-9edf-588b9ff56acd has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:11:51.275507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2da27-e672-42b9-a9f9-a47f81b09623 req-45e8984a-3509-4a6a-8b02-6372ce771205 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:51.290533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bf2da27-e672-42b9-a9f9-a47f81b09623 req-45e8984a-3509-4a6a-8b02-6372ce771205 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1660981 Apr 20 13:11:51.392985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:11:51.395277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bf2da27-e672-42b9-a9f9-a47f81b09623 req-2e91444a-1752-45a7-8b51-7795b9715632 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870891 Apr 20 13:11:51.415411 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8c80fb81-3678-49ef-8481-c4e556061119 admin admin] 10.222.0.24 "PUT /v2.0/routers/17e50449-c075-47cb-9edf-588b9ff56acd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0312726 Apr 20 13:11:51.432240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:51.434299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.679328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d628b87d-1110-4f4f-8000-044156d7da6c None None] Provisioning complete for port ce6989da-3547-47f8-860a-1b1ab1ea5b37 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:51.680017 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d628b87d-1110-4f4f-8000-044156d7da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:51.745224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] Set router 17e50449-c075-47cb-9edf-588b9ff56acd gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:52.016048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d628b87d-1110-4f4f-8000-044156d7da6c None None] Port ce6989da-3547-47f8-860a-1b1ab1ea5b37 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:11:52.102045 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Sync routers for ids ['48c1ed21-6850-47a5-9b34-fcdf235115c7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:52.118012 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Routers {'48c1ed21-6850-47a5-9b34-fcdf235115c7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:52.118908 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['48c1ed21-6850-47a5-9b34-fcdf235115c7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:52.281123 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Set router 48c1ed21-6850-47a5-9b34-fcdf235115c7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:52.703038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:52.707002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79da3c9-d65e-418d-85f1-d11dfb927e04 req-d33d9e64-2d1d-44bf-bf4b-88b1785e47cf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:52.732535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79da3c9-d65e-418d-85f1-d11dfb927e04 req-d33d9e64-2d1d-44bf-bf4b-88b1785e47cf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2001350 Apr 20 13:11:52.751097 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:11:41Z', 'revision_number': 4, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port': {'id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '265e792c-5e1e-4e6d-872a-b3a56f8df468', 'name': '', 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'mac_address': 'fa:16:3e:35:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:39Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 2, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'subnets': [{'id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:52.798345 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Checking router: 48c1ed21-6850-47a5-9b34-fcdf235115c7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:52.798682 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Updating router 48c1ed21-6850-47a5-9b34-fcdf235115c7 port 265e792c-5e1e-4e6d-872a-b3a56f8df468 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:52.839518 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:52.893309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a79da3c9-d65e-418d-85f1-d11dfb927e04 req-36780a09-570d-4176-b08c-7ce957e62d20 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577890 Apr 20 13:11:52.970513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:52.971821 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.111264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 4, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port': {'id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:44Z', 'updated_at': '2022-04-20T13:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ce6989da-3547-47f8-860a-1b1ab1ea5b37', 'name': '', 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'mac_address': 'fa:16:3e:1c:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1acd0f28-4386-4093-9335-219ec046ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:48Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 2, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'subnets': [{'id': '1acd0f28-4386-4093-9335-219ec046ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:53.274930 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.275386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b454d81d-2e4a-43fa-87a8-42ac9f1b2323 None None] The sync data for ids ['17e50449-c075-47cb-9edf-588b9ff56acd'] in n-d-838550-2 is: [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 4, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port': {'id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:44Z', 'updated_at': '2022-04-20T13:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ce6989da-3547-47f8-860a-1b1ab1ea5b37', 'name': '', 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'mac_address': 'fa:16:3e:1c:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1acd0f28-4386-4093-9335-219ec046ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:48Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 2, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'subnets': [{'id': '1acd0f28-4386-4093-9335-219ec046ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:53.327603 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.397083 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.446295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57888) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:53.459326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:53.468473 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.501166 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Attempting to bind port 265e792c-5e1e-4e6d-872a-b3a56f8df468 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:53.501529 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Attempting to bind port 265e792c-5e1e-4e6d-872a-b3a56f8df468 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:53.501928 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Attempting to bind port 265e792c-5e1e-4e6d-872a-b3a56f8df468 on network fcd30365-1b99-49f9-abe3-a4316a213b45 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:53.511256 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:53.512307 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Checking segment: {'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:53.513010 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.515715 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Bound using segment: {'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:53.516521 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Bound port: 265e792c-5e1e-4e6d-872a-b3a56f8df468, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab144b1-4ef0-467c-b6f8-36cdd3740fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:53.517843 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.605299 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268b697-8018-4fce-9a65-651ac8c3f65f None None] Pushing event updated for resources: {'Port': ['ID=265e792c-5e1e-4e6d-872a-b3a56f8df468,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:53.632984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:53.743947 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] For port 265e792c-5e1e-4e6d-872a-b3a56f8df468, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:53.752059 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] For port 265e792c-5e1e-4e6d-872a-b3a56f8df468, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=265e792c-5e1e-4e6d-872a-b3a56f8df468,segment=NetworkSegment(5ab144b1-4ef0-467c-b6f8-36cdd3740fce),segment_id=5ab144b1-4ef0-467c-b6f8-36cdd3740fce)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:53.764275 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.784450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.795716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3fcc3c96-3db9-43e4-9036-d068089d0384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:53.962359 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Routers {'48c1ed21-6850-47a5-9b34-fcdf235115c7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:53.964005 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['48c1ed21-6850-47a5-9b34-fcdf235115c7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:53.973752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-06e64589-6add-40d5-a768-70c45a495a28 None None] Provisioning complete for port 265e792c-5e1e-4e6d-872a-b3a56f8df468 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:53.977965 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06e64589-6add-40d5-a768-70c45a495a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.096812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3fcc3c96-3db9-43e4-9036-d068089d0384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.105437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3fcc3c96-3db9-43e4-9036-d068089d0384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.221973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b267afa-cd62-433f-9e61-c2aec744d382 req-c7e35e36-0c49-4721-aff0-65e5e1abacb1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:54.224702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b267afa-cd62-433f-9e61-c2aec744d382 req-c7e35e36-0c49-4721-aff0-65e5e1abacb1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1343002 Apr 20 13:11:54.245843 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3fcc3c96-3db9-43e4-9036-d068089d0384 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49ba642155c846d9a5e0e14b457c8c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7983556 Apr 20 13:11:54.246489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57896) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:54.256847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc3c96-3db9-43e4-9036-d068089d0384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d510b0-6cac-4ada-b132-3bd6672740a6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:54.311356 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] Set router 48c1ed21-6850-47a5-9b34-fcdf235115c7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:54.328453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b267afa-cd62-433f-9e61-c2aec744d382 req-8b654ee2-9cd7-4f73-a6d8-08e0827aeb80 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921953 Apr 20 13:11:54.358959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06e64589-6add-40d5-a768-70c45a495a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.460349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3de014a3-1aed-4598-a4c6-a6a0209537b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.493548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-06e64589-6add-40d5-a768-70c45a495a28 None None] For port 265e792c-5e1e-4e6d-872a-b3a56f8df468, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=265e792c-5e1e-4e6d-872a-b3a56f8df468,segment=NetworkSegment(5ab144b1-4ef0-467c-b6f8-36cdd3740fce),segment_id=5ab144b1-4ef0-467c-b6f8-36cdd3740fce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:54.516501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3de014a3-1aed-4598-a4c6-a6a0209537b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.530483 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06e64589-6add-40d5-a768-70c45a495a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.550090 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268b697-8018-4fce-9a65-651ac8c3f65f None None] Pushing event updated for resources: {'Port': ['ID=265e792c-5e1e-4e6d-872a-b3a56f8df468,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:54.613563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3de014a3-1aed-4598-a4c6-a6a0209537b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.616790 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3de014a3-1aed-4598-a4c6-a6a0209537b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:54.618578 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3de014a3-1aed-4598-a4c6-a6a0209537b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8d510b0-6cac-4ada-b132-3bd6672740a6 HTTP/1.1" status: 204 len: 168 time: 0.3705423 Apr 20 13:11:54.691011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de014a3-1aed-4598-a4c6-a6a0209537b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d510b0-6cac-4ada-b132-3bd6672740a6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:54.740967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e64589-6add-40d5-a768-70c45a495a28 None None] Pushing event updated for resources: {'Port': ['ID=265e792c-5e1e-4e6d-872a-b3a56f8df468,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:54.745584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-673b24a3-bf9b-4433-8733-00ba55f93791 None None] Provisioning complete for port 265e792c-5e1e-4e6d-872a-b3a56f8df468 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:54.746129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-673b24a3-bf9b-4433-8733-00ba55f93791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.048331 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:11:41Z', 'revision_number': 4, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port': {'id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '265e792c-5e1e-4e6d-872a-b3a56f8df468', 'name': '', 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'mac_address': 'fa:16:3e:35:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:39Z', 'updated_at': '2022-04-20T13:11:53Z', 'revision_number': 4, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'subnets': [{'id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:55.110371 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf390226-67f6-4cb3-b239-79cc90fec67b None None] The sync data for ids ['48c1ed21-6850-47a5-9b34-fcdf235115c7'] in n-d-838550-2 is: [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:11:41Z', 'revision_number': 4, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port': {'id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '265e792c-5e1e-4e6d-872a-b3a56f8df468', 'name': '', 'network_id': 'fcd30365-1b99-49f9-abe3-a4316a213b45', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'mac_address': 'fa:16:3e:35:aa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:39Z', 'updated_at': '2022-04-20T13:11:53Z', 'revision_number': 4, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'subnets': [{'id': '2efa092c-42ad-4bdb-97e4-d77e8db61c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:11:55.230415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:55.256380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6379440-3849-47c8-9a60-4019302f9de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.411280 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6379440-3849-47c8-9a60-4019302f9de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.419479 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6379440-3849-47c8-9a60-4019302f9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.524658 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d6379440-3849-47c8-9a60-4019302f9de6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fec888a08c0446bda87a37e055db7de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924449 Apr 20 13:11:55.526027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 57912) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:11:55.607789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6379440-3849-47c8-9a60-4019302f9de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4078a2fa-15b2-42c1-a40e-c3b3e1cc6798,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:55.650761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26ba7d-566b-4adc-9752-cc2cb3900331 req-3bfeb877-e9a7-46b4-8916-00e8b8520fe0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:55.671512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d26ba7d-566b-4adc-9752-cc2cb3900331 req-3bfeb877-e9a7-46b4-8916-00e8b8520fe0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.2341664 Apr 20 13:11:55.684270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b16f-e374-407c-af80-c44e0b69610b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.778611 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b16f-e374-407c-af80-c44e0b69610b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.858149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d26ba7d-566b-4adc-9752-cc2cb3900331 req-4c682b46-10ae-47fe-8384-66ce92b0f718 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856346 Apr 20 13:11:55.914729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ca757b7c-a951-49dc-9c04-97c505c111d8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:55.961462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b16f-e374-407c-af80-c44e0b69610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.964124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1b8b16f-e374-407c-af80-c44e0b69610b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:55.969485 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1b8b16f-e374-407c-af80-c44e0b69610b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4078a2fa-15b2-42c1-a40e-c3b3e1cc6798 HTTP/1.1" status: 204 len: 168 time: 0.4361417 Apr 20 13:11:56.004977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8b16f-e374-407c-af80-c44e0b69610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4078a2fa-15b2-42c1-a40e-c3b3e1cc6798,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:56.111527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ca757b7c-a951-49dc-9c04-97c505c111d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:56.112300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.300207 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.345549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port ca757b7c-a951-49dc-9c04-97c505c111d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ca757b7c-a951-49dc-9c04-97c505c111d8,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:11:56.394562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.395386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 265e792c-5e1e-4e6d-872a-b3a56f8df468 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:56.482366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-0603c87b-20a3-44ee-a49f-b0ae0a483496 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:56.493246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-0603c87b-20a3-44ee-a49f-b0ae0a483496 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.2819557 Apr 20 13:11:56.522992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-8f736b93-3bfa-4972-862f-8c38c16a4928 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/quotas/efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 375 time: 0.0281191 Apr 20 13:11:56.611058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-632faf90-52eb-45e5-85c4-dbfdb029d5e6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868781 Apr 20 13:11:56.628226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=ca757b7c-a951-49dc-9c04-97c505c111d8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:56.634840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 265e792c-5e1e-4e6d-872a-b3a56f8df468 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:56.636862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:56.736314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:56.832442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:56.833026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:57.248742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-98024737-f3fa-4acb-be62-5684a99fd20f service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314211 Apr 20 13:11:57.341796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6af59-e6a3-4742-b865-3cfb26cdf313 req-4ef51111-b051-4bca-99e3-c7fd5ba98ed8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:57.348439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25a6af59-e6a3-4742-b865-3cfb26cdf313 req-4ef51111-b051-4bca-99e3-c7fd5ba98ed8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1768932 Apr 20 13:11:57.445802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-930400fc-4498-4124-8234-25b068ef1e80 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959538 Apr 20 13:11:57.452175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25a6af59-e6a3-4742-b865-3cfb26cdf313 req-4c513a13-5e52-4b2e-b183-5e37e9d8a40c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005301 Apr 20 13:11:57.687587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ca757b7c-a951-49dc-9c04-97c505c111d8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:11:57.775052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ca757b7c-a951-49dc-9c04-97c505c111d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:57.775440 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:58.016919 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:11:58.060632 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d6c6be4-18d2-48fe-8f1e-22f58905d2b8 req-bbd6ca1c-c88e-446a-8869-aea2d5c43ffb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 210 time: 0.0370955 Apr 20 13:11:58.318650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Sync routers for ids ['17e50449-c075-47cb-9edf-588b9ff56acd'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:11:58.345897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Routers {'17e50449-c075-47cb-9edf-588b9ff56acd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:11:58.351913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['17e50449-c075-47cb-9edf-588b9ff56acd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:58.519431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Set router 17e50449-c075-47cb-9edf-588b9ff56acd gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:11:58.690961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a10e-d7c4-49c9-a9de-6b02ebd5b996 req-e4592c21-4904-412a-a5aa-d8f8e18cea4c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:58.693207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5444a10e-d7c4-49c9-a9de-6b02ebd5b996 req-e4592c21-4904-412a-a5aa-d8f8e18cea4c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.0739002 Apr 20 13:11:58.751401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5444a10e-d7c4-49c9-a9de-6b02ebd5b996 req-311aaa1b-37ba-4230-af12-accada80277e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Apr 20 13:11:58.937068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 4, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port': {'id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:44Z', 'updated_at': '2022-04-20T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ce6989da-3547-47f8-860a-1b1ab1ea5b37', 'name': '', 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'mac_address': 'fa:16:3e:1c:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1acd0f28-4386-4093-9335-219ec046ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:48Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 2, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'subnets': [{'id': '1acd0f28-4386-4093-9335-219ec046ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:11:58.974970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Checking router: 17e50449-c075-47cb-9edf-588b9ff56acd for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:11:58.975331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Updating router 17e50449-c075-47cb-9edf-588b9ff56acd port ce6989da-3547-47f8-860a-1b1ab1ea5b37 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:11:59.018249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.271258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccfbc1a8-1c73-407f-be2f-5515bbafd609 req-74c2b927-98d2-431d-905a-298ecc29b2ff tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 210 time: 0.0742433 Apr 20 13:11:59.501458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.513322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.636751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-25aa3535-e30f-4965-b860-8df2b217163b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.638667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-25aa3535-e30f-4965-b860-8df2b217163b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.2594235 Apr 20 13:11:59.652335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'port': {'device_id': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'admin_state_up': True, 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:11:59.733888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa40ba-9dee-40f9-aed0-d426d8428bad None None] Pushing event updated for resources: {'Port': ['ID=ce6989da-3547-47f8-860a-1b1ab1ea5b37,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:11:59.777863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Attempting to bind port ce6989da-3547-47f8-860a-1b1ab1ea5b37 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:11:59.778267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Attempting to bind port ce6989da-3547-47f8-860a-1b1ab1ea5b37 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:11:59.778875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Attempting to bind port ce6989da-3547-47f8-860a-1b1ab1ea5b37 on network 2e2d52d6-90d0-4421-afe4-a617672ee11b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:11:59.791830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:11:59.792233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Checking segment: {'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:11:59.794286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.794688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Bound using segment: {'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:11:59.795205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Bound port: ce6989da-3547-47f8-860a-1b1ab1ea5b37, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c180dd14-ffef-40dd-a652-a370f94da91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:11:59.795604 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.927554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] For port ce6989da-3547-47f8-860a-1b1ab1ea5b37, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:11:59.949641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] For port ce6989da-3547-47f8-860a-1b1ab1ea5b37, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ce6989da-3547-47f8-860a-1b1ab1ea5b37,segment=NetworkSegment(c180dd14-ffef-40dd-a652-a370f94da91f),segment_id=c180dd14-ffef-40dd-a652-a370f94da91f)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:11:59.958258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad4d52-fd09-48a9-8254-9b67563318d6 req-cc11eead-4355-471f-a1c9-640e5fcca9c9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:11:59.959034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ab8300a8-b156-4813-8879-5ef5d874533f None None] Provisioning complete for port ce6989da-3547-47f8-860a-1b1ab1ea5b37 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:11:59.959474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab8300a8-b156-4813-8879-5ef5d874533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:11:59.961737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08ad4d52-fd09-48a9-8254-9b67563318d6 req-cc11eead-4355-471f-a1c9-640e5fcca9c9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1111138 Apr 20 13:12:00.007184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:00.016771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.041398 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.113299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08ad4d52-fd09-48a9-8254-9b67563318d6 req-ef8ee981-38c5-4720-8634-331c64510b7f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285634 Apr 20 13:12:00.155138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Routers {'17e50449-c075-47cb-9edf-588b9ff56acd'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:00.156958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:11:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['17e50449-c075-47cb-9edf-588b9ff56acd'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:00.413852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] Set router 17e50449-c075-47cb-9edf-588b9ff56acd gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:12:00.584094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.20.0.11 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/49c50eed-9696-4594-8950-8344228e6152) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:00.687087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-75a69e68-38bf-481b-9e79-cfd9e8a3ea89 req-1db474cf-18d2-47af-97dd-95f90fda4b69 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 210 time: 0.2470012 Apr 20 13:12:00.848291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa40ba-9dee-40f9-aed0-d426d8428bad None None] Pushing event updated for resources: {'Port': ['ID=ce6989da-3547-47f8-860a-1b1ab1ea5b37,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:00.858132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab8300a8-b156-4813-8879-5ef5d874533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.948072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ab8300a8-b156-4813-8879-5ef5d874533f None None] For port ce6989da-3547-47f8-860a-1b1ab1ea5b37, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ce6989da-3547-47f8-860a-1b1ab1ea5b37,segment=NetworkSegment(c180dd14-ffef-40dd-a652-a370f94da91f),segment_id=c180dd14-ffef-40dd-a652-a370f94da91f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:00.961559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:00.978010 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab8300a8-b156-4813-8879-5ef5d874533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.044344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8300a8-b156-4813-8879-5ef5d874533f None None] Pushing event updated for resources: {'Port': ['ID=ce6989da-3547-47f8-860a-1b1ab1ea5b37,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:01.055088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.129560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 4, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port': {'id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:44Z', 'updated_at': '2022-04-20T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ce6989da-3547-47f8-860a-1b1ab1ea5b37', 'name': '', 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'mac_address': 'fa:16:3e:1c:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1acd0f28-4386-4093-9335-219ec046ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:48Z', 'updated_at': '2022-04-20T13:11:59Z', 'revision_number': 4, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'subnets': [{'id': '1acd0f28-4386-4093-9335-219ec046ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:01.132819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=49c50eed-9696-4594-8950-8344228e6152,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:01.154355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.154758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.155108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.156365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.156513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.156779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.157123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.157451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.157950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.158411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.158997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.159331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:01.173771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:01.177502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:01.196189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:01.220666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-54bb3fd2-2c0f-4616-9115-6dac145949bb None None] Provisioning complete for port ce6989da-3547-47f8-860a-1b1ab1ea5b37 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:01.221046 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-54bb3fd2-2c0f-4616-9115-6dac145949bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.324221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98581fe-4e4d-48e3-a7f4-53c1ba4f621e None None] The sync data for ids ['17e50449-c075-47cb-9edf-588b9ff56acd'] in n-d-838550-2 is: [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:11:49Z', 'revision_number': 4, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port': {'id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:44Z', 'updated_at': '2022-04-20T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ce6989da-3547-47f8-860a-1b1ab1ea5b37', 'name': '', 'network_id': '2e2d52d6-90d0-4421-afe4-a617672ee11b', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'mac_address': 'fa:16:3e:1c:41:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': '1acd0f28-4386-4093-9335-219ec046ce16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:48Z', 'updated_at': '2022-04-20T13:11:59Z', 'revision_number': 4, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'subnets': [{'id': '1acd0f28-4386-4093-9335-219ec046ce16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:01.346251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.346945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.433819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-26ce3ba1-54c5-45cd-b764-04c71f98381c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7853460 Apr 20 13:12:01.475397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9844647-6721-44d0-8dc4-402bd126c721 req-26e8fc12-ddef-4561-9a42-e393690f2f10 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:01.485390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9844647-6721-44d0-8dc4-402bd126c721 req-26e8fc12-ddef-4561-9a42-e393690f2f10 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1809905 Apr 20 13:12:01.499762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Request body: {'port': {'device_id': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:01.675964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ce6989da-3547-47f8-860a-1b1ab1ea5b37 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:01.711786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9844647-6721-44d0-8dc4-402bd126c721 req-9c7779b1-9ea2-4d99-aef5-da02f856a86e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964021 Apr 20 13:12:01.746144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-59ec0b87-881e-4cc8-ae7c-cc82ecbbb1e8 None None] Provisioning complete for port 49c50eed-9696-4594-8950-8344228e6152 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:01.746517 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59ec0b87-881e-4cc8-ae7c-cc82ecbbb1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.800763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:01.802364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-59ec0b87-881e-4cc8-ae7c-cc82ecbbb1e8 None None] Port 49c50eed-9696-4594-8950-8344228e6152 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:01.826495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ce6989da-3547-47f8-860a-1b1ab1ea5b37 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:01.827548 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.093168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a0eab-09df-4fc7-b997-7590266ae511 req-98c12bad-dd18-40b4-b9e0-1110d2b5b8cf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:02.105617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f87a0eab-09df-4fc7-b997-7590266ae511 req-98c12bad-dd18-40b4-b9e0-1110d2b5b8cf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 932 time: 0.2704437 Apr 20 13:12:02.252619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f87a0eab-09df-4fc7-b997-7590266ae511 req-a794da77-3ca9-4c82-8596-4fad82eea0a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411231 Apr 20 13:12:02.861345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c50eed-9696-4594-8950-8344228e6152 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:02.877071 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:02.949681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Transition to ACTIVE for port object 49c50eed-9696-4594-8950-8344228e6152 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:02.963811 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.035341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc120b9-abb6-4a23-807e-331cf53b15a2 req-22e3c5b0-4ec0-47cf-8278-9b4994defb59 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.036852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdc120b9-abb6-4a23-807e-331cf53b15a2 req-22e3c5b0-4ec0-47cf-8278-9b4994defb59 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.1681111 Apr 20 13:12:03.076061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Pushing event updated for resources: {'Port': ['ID=49c50eed-9696-4594-8950-8344228e6152,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:03.167159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdc120b9-abb6-4a23-807e-331cf53b15a2 req-7188eb12-b0ec-43f8-83a5-6ac2e27bdd26 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173358 Apr 20 13:12:03.224971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Attempting to bind port 49c50eed-9696-4594-8950-8344228e6152 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:03.226591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Attempting to bind port 49c50eed-9696-4594-8950-8344228e6152 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:03.228450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Attempting to bind port 49c50eed-9696-4594-8950-8344228e6152 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:03.237273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Port 49c50eed-9696-4594-8950-8344228e6152 on network 3433df13-5d17-4963-8241-354461d4c350 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:03.237771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Attempting to bind port 49c50eed-9696-4594-8950-8344228e6152 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:03.245135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:03.245469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:03.245888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:03.246313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Bound port: 49c50eed-9696-4594-8950-8344228e6152, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:03.246671 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.336992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] For port 49c50eed-9696-4594-8950-8344228e6152, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:03.342009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] For port 49c50eed-9696-4594-8950-8344228e6152, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=49c50eed-9696-4594-8950-8344228e6152,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:03.356757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.450639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.451324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.452730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] 10.222.0.37 "PUT /v2.0/ports/49c50eed-9696-4594-8950-8344228e6152 HTTP/1.1" status: 200 len: 1092 time: 1.9663517 Apr 20 13:12:03.456409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'tag': '49c50eed-9696-4594-8950-8344228e6152'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:03.458903 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1b3a46-419e-486c-9ccf-b8b9173818e6", "tag": "49c50eed-9696-4594-8950-8344228e6152"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:03.549787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb088b5-5c9c-4426-b9b8-0913bd6deaa5 req-68df492e-5514-41bf-966d-05822405b939 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.557341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cb088b5-5c9c-4426-b9b8-0913bd6deaa5 req-68df492e-5514-41bf-966d-05822405b939 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.2020421 Apr 20 13:12:03.605164 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f413ec-2a84-467a-a18a-266c633a90a9 x-openstack-request-id: req-c8f413ec-2a84-467a-a18a-266c633a90a9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:03.605466 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1b3a46-419e-486c-9ccf-b8b9173818e6", "tag": "49c50eed-9696-4594-8950-8344228e6152", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:03.605819 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c8f413ec-2a84-467a-a18a-266c633a90a9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:03.606254 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f413ec-2a84-467a-a18a-266c633a90a9'] response: {'name': 'network-changed', 'server_uuid': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'tag': '49c50eed-9696-4594-8950-8344228e6152', 'status': 'completed', 'code': 200} Apr 20 13:12:03.625886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a368c-bda6-4d4a-a39c-15e352cb9839 service neutron] Pushing event updated for resources: {'Port': ['ID=49c50eed-9696-4594-8950-8344228e6152,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:03.665532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cb088b5-5c9c-4426-b9b8-0913bd6deaa5 req-08138204-f024-4cab-a511-d99e2c9a5145 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072342 Apr 20 13:12:03.675793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-b7e91b2b-ac9b-44fc-8bd3-ecb5dfbf7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.685900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-b7e91b2b-ac9b-44fc-8bd3-ecb5dfbf7b37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 1095 time: 0.1664364 Apr 20 13:12:03.711783 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-64350d53-b4fc-4541-b1dc-de8a9938e2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:03.800010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-21ee35bc-a090-4b3e-a22a-ef9d4fa02fa4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49c50eed-9696-4594-8950-8344228e6152 HTTP/1.1" status: 200 len: 217 time: 0.1096935 Apr 20 13:12:03.885095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-b4d9f741-c8c6-4a11-9674-727cec42065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.888103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-b4d9f741-c8c6-4a11-9674-727cec42065c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0776095 Apr 20 13:12:03.988900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-a1b4c251-d3f9-4282-89a8-2f1ab5570b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:03.990563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-a1b4c251-d3f9-4282-89a8-2f1ab5570b93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903034 Apr 20 13:12:04.137784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-2ea945ca-601e-459d-800a-d2d64837e855 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382432 Apr 20 13:12:04.347680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19858d32-5baf-4806-abb1-5d2a8a9ad02a req-689b5a58-5267-42d6-b75b-91f6cd96c454 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023759 Apr 20 13:12:04.393673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a56c92-24f0-4791-b526-6ec43ef25d1e req-d5cdfa54-c77d-49b9-8d4e-d2f6493bf78e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.394702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99a56c92-24f0-4791-b526-6ec43ef25d1e req-d5cdfa54-c77d-49b9-8d4e-d2f6493bf78e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.0874803 Apr 20 13:12:04.538595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99a56c92-24f0-4791-b526-6ec43ef25d1e req-bc22891b-1674-4451-ab47-5eb29017209a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329391 Apr 20 13:12:04.558258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-d3dea45b-23c2-484a-aae7-37d73bb65b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.566128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-d3dea45b-23c2-484a-aae7-37d73bb65b3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 1095 time: 0.1415036 Apr 20 13:12:04.725970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-9596460f-24a8-45aa-90f7-adb4832ff8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.727385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-9596460f-24a8-45aa-90f7-adb4832ff8ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.1578405 Apr 20 13:12:04.782234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-97d40384-02f2-4a51-8500-36532c822dbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49c50eed-9696-4594-8950-8344228e6152 HTTP/1.1" status: 200 len: 217 time: 0.0475621 Apr 20 13:12:04.885237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-40d2c152-9430-479f-8016-d84d55df6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.886676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-40d2c152-9430-479f-8016-d84d55df6be5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0967574 Apr 20 13:12:04.979503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb916a-8798-4dfa-be9a-7b1d9917d048 req-88c5e8ba-a475-4ada-9e1a-6e5a943eaae3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:04.981737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14bb916a-8798-4dfa-be9a-7b1d9917d048 req-88c5e8ba-a475-4ada-9e1a-6e5a943eaae3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.1398058 Apr 20 13:12:05.054697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14bb916a-8798-4dfa-be9a-7b1d9917d048 req-e0ddca35-4387-497b-8a86-cdccf0156360 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577314 Apr 20 13:12:05.057795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-68a6d281-8089-4714-a5de-f091d3a792d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.059187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-68a6d281-8089-4714-a5de-f091d3a792d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654875 Apr 20 13:12:05.183003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-eb9a85fa-e21b-4ccd-a4b4-eb7691155246 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149418 Apr 20 13:12:05.309759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b50dc0b-c2ee-4f8e-87c8-bcb0f60c7a3d req-dfc028a9-77ba-4bf1-aec5-c08f692e353a service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134834 Apr 20 13:12:05.730147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c77b96-519e-4021-b4b6-b5f06d6f8fc0 req-8e1c264a-6a35-4545-b118-9d3d207ba640 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:05.738017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4c77b96-519e-4021-b4b6-b5f06d6f8fc0 req-8e1c264a-6a35-4545-b118-9d3d207ba640 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.0875804 Apr 20 13:12:05.802297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4c77b96-519e-4021-b4b6-b5f06d6f8fc0 req-1df50d62-5d5b-4aa1-b715-77090f4fe3f9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632625 Apr 20 13:12:06.001484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-badf74dd-38f2-4d41-aa73-a3941d7f5aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:06.249345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bd255-65f7-413d-aedb-e3c3f35bfc84 req-a3eaf603-f377-4e04-ada1-9bcb51de7725 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:06.252347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-867bd255-65f7-413d-aedb-e3c3f35bfc84 req-a3eaf603-f377-4e04-ada1-9bcb51de7725 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.0600240 Apr 20 13:12:06.299940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-867bd255-65f7-413d-aedb-e3c3f35bfc84 req-3a397b51-9753-47fd-bad6-307d177e6b24 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 Apr 20 13:12:06.972118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dd97-4982-4e01-9dba-d90998a04b2f req-ec093f82-b4b9-422e-8fab-5a16f17935e5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:06.973805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fa0dd97-4982-4e01-9dba-d90998a04b2f req-ec093f82-b4b9-422e-8fab-5a16f17935e5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.0791433 Apr 20 13:12:07.079512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fa0dd97-4982-4e01-9dba-d90998a04b2f req-813a5c71-edb3-4bd5-8fe0-b9bd0f635b0c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993896 Apr 20 13:12:07.170839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-37fec90c-a2d0-4917-be75-ac07fd011e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:07.172651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-37fec90c-a2d0-4917-be75-ac07fd011e41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 1097 time: 0.0816972 Apr 20 13:12:07.188848 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:07.300324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-2f1d5e5a-d390-449a-8599-529bdf99d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:07.301923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-2f1d5e5a-d390-449a-8599-529bdf99d0e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.1213439 Apr 20 13:12:07.352218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-4724e435-c996-449c-a94b-9fa90d6d518e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d HTTP/1.1" status: 200 len: 217 time: 0.0436363 Apr 20 13:12:07.445825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-50e969a8-344e-4592-9e01-bd3072ad5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:07.446914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-50e969a8-344e-4592-9e01-bd3072ad5e81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.0868237 Apr 20 13:12:07.485072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-d9ceaf32-a710-459b-923f-cec65893779f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310965 Apr 20 13:12:07.494780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35154d2c-2670-4529-972c-cd5c022a4f32 req-de4e5f3a-73e9-4363-8567-14f38ec0079b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:07.496635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35154d2c-2670-4529-972c-cd5c022a4f32 req-de4e5f3a-73e9-4363-8567-14f38ec0079b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.0970497 Apr 20 13:12:07.604659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35154d2c-2670-4529-972c-cd5c022a4f32 req-3d64b08a-feb3-47aa-9b9f-0a50d4cffbe6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989230 Apr 20 13:12:07.635082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-8a9db54b-30a9-477b-9ddd-dde4f5c4a0ab service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372807 Apr 20 13:12:07.757051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9865056-c8bd-4b89-a2d1-17f08af58f08 req-fc800ec8-3c4d-4c3d-9169-d01416fafd6f service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147058 Apr 20 13:12:08.242867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b96a58-7172-48ec-b0a3-65b5cb6299d9 req-410254d5-ab19-4062-814f-25413c951e40 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:08.245593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5b96a58-7172-48ec-b0a3-65b5cb6299d9 req-410254d5-ab19-4062-814f-25413c951e40 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.0700588 Apr 20 13:12:08.324489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5b96a58-7172-48ec-b0a3-65b5cb6299d9 req-e3be3a22-de99-4ec4-8d71-280db5efd97b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504818 Apr 20 13:12:08.559814 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.807471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70cd6-16d1-4097-a2f8-a4d6f646bc4f req-2f2bb297-24ec-4944-912b-f5058f09fbd2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:08.809008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27f70cd6-16d1-4097-a2f8-a4d6f646bc4f req-2f2bb297-24ec-4944-912b-f5058f09fbd2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.0976708 Apr 20 13:12:08.911125 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:08.912494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27f70cd6-16d1-4097-a2f8-a4d6f646bc4f req-b967388f-ab51-409c-a1c8-e01ba867fbd0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966928 Apr 20 13:12:09.589911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5c629-f5c2-4ae2-945f-febe2fb69685 req-6e744538-19bf-4d48-8fbc-df6fbf76894a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:09.598048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3f5c629-f5c2-4ae2-945f-febe2fb69685 req-6e744538-19bf-4d48-8fbc-df6fbf76894a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 946 time: 0.0784700 Apr 20 13:12:09.609896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device a1d77bcb-1a8b-4101-b167-bbcab6fc960d no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:09.677055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3f5c629-f5c2-4ae2-945f-febe2fb69685 req-ae5beded-f59b-4af3-acfa-c2362300e988 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776577 Apr 20 13:12:09.748014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.786038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:09.789427 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955f9ff6-ba03-4cf7-b2c4-1c3ffb76a0fe" -d '{"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:09.821104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:09.830551 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:09.883546 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c882c3-0bea-48c5-a99c-4e69d892c4cc x-openstack-request-id: req-98c882c3-0bea-48c5-a99c-4e69d892c4cc {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:09.883892 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-unplugged", "status": "completed", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:09.884165 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98c882c3-0bea-48c5-a99c-4e69d892c4cc {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:09.884975 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c882c3-0bea-48c5-a99c-4e69d892c4cc'] response: {'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'code': 200} Apr 20 13:12:09.917787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:10.066127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceb4a4-8816-457d-b908-0623f942f9a2 req-1fe2fb67-71d8-4525-b5c7-1d5adbf6e700 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:10.073967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05ceb4a4-8816-457d-b908-0623f942f9a2 req-1fe2fb67-71d8-4525-b5c7-1d5adbf6e700 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.0795183 Apr 20 13:12:10.147410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05ceb4a4-8816-457d-b908-0623f942f9a2 req-b9acae78-01ef-492f-9bbb-ddda4194c478 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723853 Apr 20 13:12:10.864589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442fe939-4516-4a30-92c6-a2d1239e7875 req-171583f6-bf07-49e5-85d1-dc83f1680b69 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:10.874520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-442fe939-4516-4a30-92c6-a2d1239e7875 req-171583f6-bf07-49e5-85d1-dc83f1680b69 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 944 time: 0.0896704 Apr 20 13:12:10.925437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-442fe939-4516-4a30-92c6-a2d1239e7875 req-e0bed298-e263-429b-ad18-9a7555d4bb5e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463083 Apr 20 13:12:11.366857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96908d-e166-46b6-8b6b-65ac1c4f440b req-dadfb0a6-7ec1-4e6e-a0ab-38126e0fdeb4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:11.372994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f96908d-e166-46b6-8b6b-65ac1c4f440b req-dadfb0a6-7ec1-4e6e-a0ab-38126e0fdeb4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.1022289 Apr 20 13:12:11.458367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f96908d-e166-46b6-8b6b-65ac1c4f440b req-9b46fe76-5d07-41e6-a0e2-7b644a9ada31 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794406 Apr 20 13:12:11.862878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-0e6cba93-4d2d-414b-83ec-ade72fbd1b21 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:11.864582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-0e6cba93-4d2d-414b-83ec-ade72fbd1b21 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=13776d5a-75df-4ab8-8372-2a47bc56855e HTTP/1.1" status: 200 len: 944 time: 0.0665696 Apr 20 13:12:11.986956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Deleting port a1d77bcb-1a8b-4101-b167-bbcab6fc960d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:11.987652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.071204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58524) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:12.101883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] For port a1d77bcb-1a8b-4101-b167-bbcab6fc960d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:12.102344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.117179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Calling delete_port for a1d77bcb-1a8b-4101-b167-bbcab6fc960d owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:12.216238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf904-dd09-4140-8bde-3bac140b5e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.292998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf904-dd09-4140-8bde-3bac140b5e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.297928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8bdf904-dd09-4140-8bde-3bac140b5e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.328189 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8bdf904-dd09-4140-8bde-3bac140b5e1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b586a7268ba4174be33ad6a676c59f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557960 Apr 20 13:12:12.329055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58528) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:12.385953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdf904-dd09-4140-8bde-3bac140b5e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72caeb50-638e-4714-a61d-a6f2bba1d107,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:12.398805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c85-9815-4ea2-b691-ec260073ea25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.409669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.422773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c85-9815-4ea2-b691-ec260073ea25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.455532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event deleted for resources: {'Port': ['ID=a1d77bcb-1a8b-4101-b167-bbcab6fc960d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:12.510521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c85-9815-4ea2-b691-ec260073ea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.515830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-80cd0c85-9815-4ea2-b691-ec260073ea25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.517080 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-80cd0c85-9815-4ea2-b691-ec260073ea25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72caeb50-638e-4714-a61d-a6f2bba1d107 HTTP/1.1" status: 204 len: 168 time: 0.1860256 Apr 20 13:12:12.543278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd0c85-9815-4ea2-b691-ec260073ea25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72caeb50-638e-4714-a61d-a6f2bba1d107,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:12.549109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] No DVR routers for this DVR port a1d77bcb-1a8b-4101-b167-bbcab6fc960d on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:12.553977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:12.583477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24538c20-1d7f-4fab-bdf2-f35d96f7da7b req-17d87237-45f2-4b06-ba9e-f8872a397049 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "DELETE /v2.0/ports/a1d77bcb-1a8b-4101-b167-bbcab6fc960d HTTP/1.1" status: 204 len: 173 time: 0.7113976 Apr 20 13:12:12.584021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-deleted', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:12.590708 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27358144-145d-464a-b67a-024dc1abbd00" -d '{"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-deleted", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:12.746155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290eee3-8c34-4b0e-8b6c-173ee7a774a8 req-2380ff9e-65a9-4822-ac64-d238e50a52c9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:12.746155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a290eee3-8c34-4b0e-8b6c-173ee7a774a8 req-2380ff9e-65a9-4822-ac64-d238e50a52c9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.1319559 Apr 20 13:12:12.841424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a290eee3-8c34-4b0e-8b6c-173ee7a774a8 req-7dc13f21-8001-439b-8eb4-5a73f1f140e6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781069 Apr 20 13:12:12.915489 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4132e0-3b07-44bb-9511-b7b3833bbb92 x-openstack-request-id: req-fa4132e0-3b07-44bb-9511-b7b3833bbb92 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:12.915842 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13776d5a-75df-4ab8-8372-2a47bc56855e", "name": "network-vif-deleted", "tag": "a1d77bcb-1a8b-4101-b167-bbcab6fc960d", "status": "failed", "code": 422}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:12.916159 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa4132e0-3b07-44bb-9511-b7b3833bbb92 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:12.916635 n-d-838550-2 neutron-server[109410]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fa4132e0-3b07-44bb-9511-b7b3833bbb92']: {'server_uuid': '13776d5a-75df-4ab8-8372-2a47bc56855e', 'name': 'network-vif-deleted', 'tag': 'a1d77bcb-1a8b-4101-b167-bbcab6fc960d', 'status': 'failed', 'code': 422} returned with failed status Apr 20 13:12:13.321562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914788d-b3f4-452b-8e24-c40d6956536f req-c08b5acd-d237-4a7c-a838-c61abee7a46a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:13.323391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-c08b5acd-d237-4a7c-a838-c61abee7a46a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.1341994 Apr 20 13:12:13.361091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-49a35c29-99fc-4a8d-92c5-84632d630324 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/quotas/7c60ecf385a94c3ba216ece6a4f73dce HTTP/1.1" status: 200 len: 375 time: 0.0263464 Apr 20 13:12:13.426727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-9de0479a-bd71-4e28-a52e-72632f3d42ce tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557070 Apr 20 13:12:13.603977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-d05cef6c-ab73-49f9-b984-d42f098d846c service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617694 Apr 20 13:12:13.700538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-80cfdef0-ea20-4849-b5a4-3a1d400b7a42 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956688 Apr 20 13:12:14.040286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6eb0389d-cdbc-4e87-beb7-b7c4bd6ff8f2 req-bcef5477-e2a5-4f4d-bc96-b210f155b9ae tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 210 time: 0.0873332 Apr 20 13:12:14.091185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7006ca-8e9d-4266-8af7-15e17f93d707 req-265df2dd-169e-45d6-9284-462e1c90aa9d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:14.103582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc7006ca-8e9d-4266-8af7-15e17f93d707 req-265df2dd-169e-45d6-9284-462e1c90aa9d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 944 time: 0.1482899 Apr 20 13:12:14.221123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc7006ca-8e9d-4266-8af7-15e17f93d707 req-266cf7bb-73ad-433b-983f-6f3283a5958e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139250 Apr 20 13:12:14.425466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 49c50eed-9696-4594-8950-8344228e6152 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:12:14.569948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 49c50eed-9696-4594-8950-8344228e6152, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=49c50eed-9696-4594-8950-8344228e6152,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:14.585549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '49c50eed-9696-4594-8950-8344228e6152', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'port_id': '49c50eed-9696-4594-8950-8344228e6152', 'mac_address': 'fa:16:3e:99:0f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:12:14.639962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.661067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c50eed-9696-4594-8950-8344228e6152 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:14.689161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 49c50eed-9696-4594-8950-8344228e6152, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=49c50eed-9696-4594-8950-8344228e6152,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:14.693492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.742935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58610) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:14.762816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=49c50eed-9696-4594-8950-8344228e6152,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:14.895808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['49c50eed-9696-4594-8950-8344228e6152'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:14.898416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-941316111'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:14.918476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Made reservation on behalf of e8d7e3d9580646d1ac43c0d59b7f984c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:14.922850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:14.932424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.040332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.048811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.079797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:15.098516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ecd3b7-2b87-46fe-a82a-add7842b4d37,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:15.103179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.103622 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Added segment 75402659-2e41-4029-9b2f-d6f702ce9bc6 of type vlan for network 96b77ff6-71c7-4dc6-9996-040006ed461e Apr 20 13:12:15.158013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.195605 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.206646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:15.208107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.342485 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5976510 Apr 20 13:12:15.347137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-843fdde8-f29e-4da9-b3c0-4db0ea20df99 req-6df3dcaa-f56e-4837-8abb-b6efa0fb7168 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 210 time: 0.0775807 Apr 20 13:12:15.406088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4064ea-b7d4-4198-9d53-25d4f591c655 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Pushing event updated for resources: {'Network': ['ID=96b77ff6-71c7-4dc6-9996-040006ed461e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:15.418516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 96b77ff6-71c7-4dc6-9996-040006ed461e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:15.456474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914788d-b3f4-452b-8e24-c40d6956536f req-c6f2279a-0e70-4bb3-9fac-fa6ddb8f0311 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:15.459648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-c6f2279a-0e70-4bb3-9fac-fa6ddb8f0311 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.3124011 Apr 20 13:12:15.475889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Request body: {'port': {'device_id': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'admin_state_up': True, 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:15.487811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e349ae6-3a25-4f57-8605-adb9f6c44dcb req-4c112839-e5f3-417c-9258-ac50b90ca568 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:15.489286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e349ae6-3a25-4f57-8605-adb9f6c44dcb req-4c112839-e5f3-417c-9258-ac50b90ca568 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 945 time: 0.1347938 Apr 20 13:12:15.609492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:15.614126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Request body: {'port': {'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e', 'binding:host_id': 'n-h2-838550-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-572013392'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:15.644683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Made reservation on behalf of e9f6df7263cb4f33987f40e6a4f03f81 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:15.647957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.651442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e349ae6-3a25-4f57-8605-adb9f6c44dcb req-feab8ec5-34e7-412b-a26b-3019e66ec821 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501484 Apr 20 13:12:15.670551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.727786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:15.734916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.798730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.803986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:15.809348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] device_id is not set on port c7028f29-838f-479c-9dac-ab8f58702c13 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:15.910983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3da1d5-a3b3-4d49-b9b5-1e339b91679e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:15.942793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Allocated IP 172.20.0.8 (a6583879-3b19-4a76-a691-63bd64d0efce/c5fe488d-c8f4-4013-96f1-4bf18786073c/5c8a9f91-b3d0-4250-89f3-1fe4069a416d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:16.073945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] device_id is not set on port c7028f29-838f-479c-9dac-ab8f58702c13 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:16.085237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.092208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.110893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.157840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=c7028f29-838f-479c-9dac-ab8f58702c13,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.165083 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.184165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Checking segment: {'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:16.184894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Network hostable DHCP agents. Network: 96b77ff6-71c7-4dc6-9996-040006ed461e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:16.212274 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Network 96b77ff6-71c7-4dc6-9996-040006ed461e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:16.227488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Network a6583879-3b19-4a76-a691-63bd64d0efce is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:16.229072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:16.235474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:16.240238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 96b77ff6-71c7-4dc6-9996-040006ed461e) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:16.246230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:16.253247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac10dc6-e6f7-41f8-958b-371512fbeb0b None None] Network 96b77ff6-71c7-4dc6-9996-040006ed461e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:16.270503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event updated for resources: {'Port': ['ID=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.296411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.296411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.296411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.304286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.304679 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.304819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.305183 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 2 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.305405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.323076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.324892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.325028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-7a99660c-3ba4-4cc1-a62d-2481f44ce351 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8536947 Apr 20 13:12:16.325133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.333347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.333714 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.334106 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 3 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.337597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Request body: {'port': {'device_id': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:16.353114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.353471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.353862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.358866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.359201 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.359592 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 4 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.373895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.374316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.374563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.379565 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.379872 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.380326 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 5 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.397652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.398008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.398349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.405676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.406155 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.406558 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 6 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.424039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.424421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.424764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.431897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.432228 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.432622 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 7 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.450557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 49c50eed-9696-4594-8950-8344228e6152 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:16.453249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.453587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.454033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.467432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.467776 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.469405 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 8 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.496760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.496964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.497414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.503376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.503718 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.504095 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 9 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.551800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.552095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.552435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.557921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.557921 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.558317 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 10 to bind port c7028f29-838f-479c-9dac-ab8f58702c13 Apr 20 13:12:16.573505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:16.575144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:16.575144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:16.582166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port c7028f29-838f-479c-9dac-ab8f58702c13 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:16.582489 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port c7028f29-838f-479c-9dac-ab8f58702c13 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:16.582871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.604203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 49c50eed-9696-4594-8950-8344228e6152 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:12:16.618345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 49c50eed-9696-4594-8950-8344228e6152 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:16.620153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.701292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] For port c7028f29-838f-479c-9dac-ab8f58702c13, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:16.702196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempted to set empty binding levels {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:12:16.711649 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.756796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.781901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.782505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.816926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=c7028f29-838f-479c-9dac-ab8f58702c13,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:16.822789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ec7b-6dd6-4500-91b2-ee48fdb3b3d6 req-5b4075b8-499e-4135-a8cc-8f0176d658fd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.826867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d28ec7b-6dd6-4500-91b2-ee48fdb3b3d6 req-5b4075b8-499e-4135-a8cc-8f0176d658fd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 931 time: 0.1091580 Apr 20 13:12:16.836085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c50eed-9696-4594-8950-8344228e6152'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:16.838437 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10567eae-6d27-4364-a08e-0238c733606e" -d '{"events": [{"server_uuid": "4c1b3a46-419e-486c-9ccf-b8b9173818e6", "name": "network-vif-plugged", "status": "completed", "tag": "49c50eed-9696-4594-8950-8344228e6152"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:16.844878 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-52bff105-f4e9-4c50-8c21-4dcb89ff7633 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.2358720 Apr 20 13:12:16.847264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58668) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:16.862547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.870176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 49c50eed-9696-4594-8950-8344228e6152, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=49c50eed-9696-4594-8950-8344228e6152,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:16.880380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:16.939525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d28ec7b-6dd6-4500-91b2-ee48fdb3b3d6 req-ee0ffd21-19c2-4832-bc3c-09956c7b398e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053276 Apr 20 13:12:16.968395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db690756-b0d3-459d-a53c-4ffb3a93b2ed req-c882e314-58e8-49a4-aa2f-cd869e4a5e98 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:16.974290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db690756-b0d3-459d-a53c-4ffb3a93b2ed req-c882e314-58e8-49a4-aa2f-cd869e4a5e98 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 945 time: 0.1422360 Apr 20 13:12:16.983260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=49c50eed-9696-4594-8950-8344228e6152,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:17.006857 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921ecafa-b39f-4cb4-9147-8c6f931dc289 x-openstack-request-id: req-921ecafa-b39f-4cb4-9147-8c6f931dc289 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:17.007155 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1b3a46-419e-486c-9ccf-b8b9173818e6", "name": "network-vif-plugged", "status": "completed", "tag": "49c50eed-9696-4594-8950-8344228e6152", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:17.007627 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-921ecafa-b39f-4cb4-9147-8c6f931dc289 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:17.008828 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921ecafa-b39f-4cb4-9147-8c6f931dc289'] response: {'server_uuid': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c50eed-9696-4594-8950-8344228e6152', 'code': 200} Apr 20 13:12:17.031055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Deleting port c7028f29-838f-479c-9dac-ab8f58702c13 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:17.031826 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.034114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db690756-b0d3-459d-a53c-4ffb3a93b2ed req-12f5384e-1af8-41bf-a522-fe6bce1dcd05 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481772 Apr 20 13:12:17.106889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] For port c7028f29-838f-479c-9dac-ab8f58702c13, host n-h2-838550-2, got binding levels [] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:17.107367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.121801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Calling delete_port for c7028f29-838f-479c-9dac-ab8f58702c13 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:17.210703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72394b-8468-4d31-9775-33abc683f71f req-2aac81ac-2941-40e2-844e-66974df074e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.212609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a72394b-8468-4d31-9775-33abc683f71f req-2aac81ac-2941-40e2-844e-66974df074e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 1097 time: 0.1002817 Apr 20 13:12:17.227346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.256236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7028f29-838f-479c-9dac-ab8f58702c13,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:17.264388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a72394b-8468-4d31-9775-33abc683f71f req-82b8275c-547f-40f3-be66-dfb869deed22 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 Apr 20 13:12:17.275481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.283519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58674) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:17.284382 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4fea3299-e6eb-450c-b1c8-07561217275f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c7028f29-838f-479c-9dac-ab8f58702c13 HTTP/1.1" status: 204 len: 168 time: 0.4351072 Apr 20 13:12:17.312184 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a525010f-b661-4f5b-b6a8-7aeb4be4eb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:12:17.314003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a525010f-b661-4f5b-b6a8-7aeb4be4eb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "GET /v2.0/ports/c7028f29-838f-479c-9dac-ab8f58702c13 HTTP/1.1" status: 404 len: 333 time: 0.0293210 Apr 20 13:12:17.318877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58676) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:17.327299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Request body: {'port': {'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1088035099'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:17.353229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Made reservation on behalf of e9f6df7263cb4f33987f40e6a4f03f81 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:17.356717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.361012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8a9f91-b3d0-4250-89f3-1fe4069a416d {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:17.368693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.379223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] device_id is not set on port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:17.383171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Transition to ACTIVE for port object 5c8a9f91-b3d0-4250-89f3-1fe4069a416d will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:17.387399 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.461788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:17.535559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Attempting to bind port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:17.535893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Attempting to bind port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:17.536218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Attempting to bind port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:17.541444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d on network a6583879-3b19-4a76-a691-63bd64d0efce not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:17.541810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Attempting to bind port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:17.548814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:17.549152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Checking segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:17.549531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Bound using segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:17.549992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Bound port: 5c8a9f91-b3d0-4250-89f3-1fe4069a416d, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:17.550352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.629950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] For port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:17.634130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] For port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:17.645145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.697442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.698508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.700183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c8a9f91-b3d0-4250-89f3-1fe4069a416d HTTP/1.1" status: 200 len: 1091 time: 1.3670223 Apr 20 13:12:17.701185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'tag': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:17.715036 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299cebdc-f743-4091-8fc4-e88d3e820bae" -d '{"events": [{"name": "network-changed", "server_uuid": "d8501783-520f-43a4-9881-db0c6d9f3296", "tag": "5c8a9f91-b3d0-4250-89f3-1fe4069a416d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:17.803919 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b248c8c-9923-475d-ad29-22b34a529022 x-openstack-request-id: req-9b248c8c-9923-475d-ad29-22b34a529022 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:17.804299 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8501783-520f-43a4-9881-db0c6d9f3296", "tag": "5c8a9f91-b3d0-4250-89f3-1fe4069a416d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:17.804445 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b248c8c-9923-475d-ad29-22b34a529022 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:17.804854 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b248c8c-9923-475d-ad29-22b34a529022'] response: {'name': 'network-changed', 'server_uuid': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'tag': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d', 'status': 'completed', 'code': 200} Apr 20 13:12:17.813492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664f3c3-46df-4358-9e60-465ce34b48f6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:17.841187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914788d-b3f4-452b-8e24-c40d6956536f req-2612eb04-6e83-47ec-90f7-0f2ded9bc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.843396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-2612eb04-6e83-47ec-90f7-0f2ded9bc39e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 1094 time: 0.0871091 Apr 20 13:12:17.895262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-cb89d74c-8ea2-4fe0-b68d-1f542e3c1fe0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8a9f91-b3d0-4250-89f3-1fe4069a416d HTTP/1.1" status: 200 len: 217 time: 0.0446599 Apr 20 13:12:17.909758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.957518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58684) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:17.960599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:17.965318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914788d-b3f4-452b-8e24-c40d6956536f req-d4d9d5e7-1019-46ea-bd7e-605d1d23065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:17.968098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-d4d9d5e7-1019-46ea-bd7e-605d1d23065c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.0670564 Apr 20 13:12:17.972321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-649528824'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:18.026955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-a56cb8db-342b-4306-8005-73342a4a3822 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511899 Apr 20 13:12:18.041199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Network 96b77ff6-71c7-4dc6-9996-040006ed461e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:18.051854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:18.056131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=4a55ebd0-0a1e-43ea-bb5c-768e85601802,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:18.064000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:18.064363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.064974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.068267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:18.076146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.113522 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-929099a6-e8e1-422d-b3f9-f6ef0c89bb33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7926593 Apr 20 13:12:18.116253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58690) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:18.123603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:18.151769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:18.170710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.170955 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Added segment c1849720-0edc-4964-af31-a889feefc699 of type vlan for network 335e6fb4-7c82-4bc2-a467-962909cdb277 Apr 20 13:12:18.187581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be834c3-7484-4140-b816-e688d658db9c req-571879f2-40fa-4037-8b31-4bad775c6e69 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.189059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5be834c3-7484-4140-b816-e688d658db9c req-571879f2-40fa-4037-8b31-4bad775c6e69 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 943 time: 0.1174152 Apr 20 13:12:18.221024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.266112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.302618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5be834c3-7484-4140-b816-e688d658db9c req-a1a7c35e-9e9c-4ff0-a795-64394d5238cd tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839708 Apr 20 13:12:18.327943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-d3ee5ad1-76f6-4aaa-bbd8-e41f07e256a5 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864029 Apr 20 13:12:18.332186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.338391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.339385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.354641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ad3ab-cbd3-4cd8-8913-c56c496e49d8 req-590f6427-c872-454e-a003-b3c31aebce9c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.356453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b16ad3ab-cbd3-4cd8-8913-c56c496e49d8 req-590f6427-c872-454e-a003-b3c31aebce9c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.1663454 Apr 20 13:12:18.440960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b16ad3ab-cbd3-4cd8-8913-c56c496e49d8 req-5ca50552-ad46-4d8b-99c0-567d9b404a57 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712392 Apr 20 13:12:18.452610 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4891341 Apr 20 13:12:18.455365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58694) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:18.463760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1824524415'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:18.465160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0821f-4306-4cb1-a7b2-2429c4307095 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Network': ['ID=335e6fb4-7c82-4bc2-a467-962909cdb277,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:18.477710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:18.491144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c914788d-b3f4-452b-8e24-c40d6956536f req-dc1bf5eb-50f3-40a3-8ea4-ab598d07a923 service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597130 Apr 20 13:12:18.504120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:18.516611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.556630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] device_id is not set on port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:18.584734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.592705 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.594128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:18.606807 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.607785 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Added segment a2fe8c6c-5baa-40db-a747-d54313b5cd37 of type vlan for network 256b66d2-21d2-4f1e-8865-8678fe9c5835 Apr 20 13:12:18.648001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-d35e317a-1a71-4368-9bfe-ee5946a1faec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.650718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-d35e317a-1a71-4368-9bfe-ee5946a1faec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 1094 time: 0.0987470 Apr 20 13:12:18.658672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=4a55ebd0-0a1e-43ea-bb5c-768e85601802,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:18.661289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.661764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.662193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.668408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.669213 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.669213 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 2 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.671748 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.684479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.684917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.685862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.691102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.691585 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.692086 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 3 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.704903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.705470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.705826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.710396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.710800 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.711242 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 4 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.724527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.724908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.725300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.729910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.730373 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.730747 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 5 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.744629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.745062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.745462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.750855 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.751895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.752290 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.752811 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 6 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.756246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.756829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.767188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.767598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.768621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.773055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.773555 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.774082 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 7 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.787981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.788339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.788729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.793714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.794053 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.794465 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 8 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.807862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.808194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.808519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.812884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.813220 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.813615 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 9 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.826569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.826910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.827348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.829984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3701127 Apr 20 13:12:18.832951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58696) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:18.833219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-96193bf4-0c7b-466e-8df9-a52d51de561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.834662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-96193bf4-0c7b-466e-8df9-a52d51de561f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.1750324 Apr 20 13:12:18.839119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'subnet': {'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:18.840312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570860c9-91bd-420d-9ac1-8b3d96c307d4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Network': ['ID=256b66d2-21d2-4f1e-8865-8678fe9c5835,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:18.844340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.844648 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.854959 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 10 to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 Apr 20 13:12:18.860647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:18.883661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-8828d067-7212-4033-80eb-314c329c312e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8a9f91-b3d0-4250-89f3-1fe4069a416d HTTP/1.1" status: 200 len: 217 time: 0.0403981 Apr 20 13:12:18.906641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:18.906969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:18.907306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:18.916264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:18.916914 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:18.916914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:18.947303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-6e318feb-e37e-494e-886a-595e33416e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:18.949064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-6e318feb-e37e-494e-886a-595e33416e0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.0586629 Apr 20 13:12:18.984113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-5e60a75a-d59c-4bac-96d4-1475045155de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282288 Apr 20 13:12:19.006030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:19.006819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.009661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.035635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] For port 4a55ebd0-0a1e-43ea-bb5c-768e85601802, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:19.036011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempted to set empty binding levels {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:12:19.066910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.094416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-036b4000-e532-4aa0-9e86-3d57d466c31c service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035397 Apr 20 13:12:19.116780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] In _notify_port_updated(), no bound segment for port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:12:19.117687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.118278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.119602 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "PUT /v2.0/ports/4a55ebd0-0a1e-43ea-bb5c-768e85601802 HTTP/1.1" status: 200 len: 979 time: 1.0021942 Apr 20 13:12:19.126297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58698) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:19.180232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98626d-9d28-4690-9c74-05a03d7344c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=4a55ebd0-0a1e-43ea-bb5c-768e85601802,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:19.218134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-299cebdc-f743-4091-8fc4-e88d3e820bae req-b5a71f15-a123-4199-8d32-36713f99e97e service neutron] 10.222.0.30 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167357 Apr 20 13:12:19.287939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.288413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.288884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.289346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.289844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.290310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.290768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.291233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.291680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.292140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.292594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.293045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.293496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.293992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.294515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.295496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.295960 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.296415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.296873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.297331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.297812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.298362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.298726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.299183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.302408 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e9fe5011-c8fa-4bd3-b45c-c6357f278947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21817 time: 0.1752141 Apr 20 13:12:19.306426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58708) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:19.403133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.469328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Subnet': ['ID=2f669fea-014a-48cf-9e02-28df42923328,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:19.489987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1106c6-fdc4-4729-88a0-6fbe8beb74ed req-b0372754-a880-4444-bc1f-e3516ff237f4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.498350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e1106c6-fdc4-4729-88a0-6fbe8beb74ed req-b0372754-a880-4444-bc1f-e3516ff237f4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 943 time: 0.0850449 Apr 20 13:12:19.520133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Deleting port 4a55ebd0-0a1e-43ea-bb5c-768e85601802 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:19.520490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.561539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Checking segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:19.561984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network hostable DHCP agents. Network: 335e6fb4-7c82-4bc2-a467-962909cdb277, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:19.606449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:19.628204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 335e6fb4-7c82-4bc2-a467-962909cdb277) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:19.634497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:19.635279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.641212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ff8ba-d772-4711-86ef-8f1b6297a663 None None] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:19.675887 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-abab3a32-9fbe-4007-8edc-48d276a106d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8407485 Apr 20 13:12:19.677655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58724) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:19.692387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'subnet': {'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:19.695505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e1106c6-fdc4-4729-88a0-6fbe8beb74ed req-2d671ba2-9847-467a-810c-cc9090a0aa65 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960423 Apr 20 13:12:19.721666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] For port 4a55ebd0-0a1e-43ea-bb5c-768e85601802, host n-h2-838550-2, got binding levels [] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:19.721666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.746515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Calling delete_port for 4a55ebd0-0a1e-43ea-bb5c-768e85601802 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:19.905478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-335e6fb4-7c82-4bc2-a467-962909cdb277', 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'fixed_ips': [{'subnet_id': '2f669fea-014a-48cf-9e02-28df42923328'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:12:19.906508 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:19.929317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:19.936211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.009966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d89920-7897-4545-ae17-91f59ae24ff6 req-ae87023e-8c5d-4b87-aac5-8e30a2550b05 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.011546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46d89920-7897-4545-ae17-91f59ae24ff6 req-ae87023e-8c5d-4b87-aac5-8e30a2550b05 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.4051888 Apr 20 13:12:20.041786 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.097039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a55ebd0-0a1e-43ea-bb5c-768e85601802,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:20.115518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.119204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3f74899d-fb0a-4427-8f80-09d9940add53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4a55ebd0-0a1e-43ea-bb5c-768e85601802 HTTP/1.1" status: 204 len: 168 time: 0.8114293 Apr 20 13:12:20.122735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46d89920-7897-4545-ae17-91f59ae24ff6 req-0d09afc5-2464-444f-83f1-385b772a4393 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999591 Apr 20 13:12:20.123212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.162412 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de93d30-981c-4eca-b8d6-d5748d2017a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:12:20.165665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3de93d30-981c-4eca-b8d6-d5748d2017a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "GET /v2.0/ports/4a55ebd0-0a1e-43ea-bb5c-768e85601802 HTTP/1.1" status: 404 len: 333 time: 0.0402608 Apr 20 13:12:20.167937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Allocated IP 10.1.1.2 (335e6fb4-7c82-4bc2-a467-962909cdb277/2f669fea-014a-48cf-9e02-28df42923328/437628ca-8feb-4d29-a4e9-1e5672140367) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:20.168605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.174604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-422045775', 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:20.196908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Made reservation on behalf of e9f6df7263cb4f33987f40e6a4f03f81 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:20.199935 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.222303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] device_id is not set on port 9c7a3a93-3ef4-4a71-b135-de837c3bc546 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:20.259971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.324220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Subnet': ['ID=8fd1249c-284e-40ad-8d01-0371cfc98351,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:20.355708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Checking segment: {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:20.356006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e18bc3-0638-4069-8fce-08fdf9ebe921 req-aa2e6b72-cc12-4bd1-b3bf-655cc94c1b66 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.356465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network hostable DHCP agents. Network: 256b66d2-21d2-4f1e-8865-8678fe9c5835, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:20.358279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f6e18bc3-0638-4069-8fce-08fdf9ebe921 req-aa2e6b72-cc12-4bd1-b3bf-655cc94c1b66 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.0835893 Apr 20 13:12:20.374192 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.383486 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.385246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:20.399093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 256b66d2-21d2-4f1e-8865-8678fe9c5835) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:20.416082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd66425-edfb-4a9b-acd0-685fe2527d8b None None] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:20.417526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.420375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.446489 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32649553-d247-40b0-bca3-b68829d5062e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7651575 Apr 20 13:12:20.450235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.457249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'port': {'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'name': 'tempest-TaggedBootDevicesTest-1476148779', 'fixed_ips': [{'subnet_id': '2f669fea-014a-48cf-9e02-28df42923328'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:20.466223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f6e18bc3-0638-4069-8fce-08fdf9ebe921 req-6a0190fb-0770-4602-a1db-21643141a65a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949092 Apr 20 13:12:20.478236 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.502261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:20.516142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:20.537148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:20.540750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.597081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Network 96b77ff6-71c7-4dc6-9996-040006ed461e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:20.609424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:20.615476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:20.649063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:20.650031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.650644 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.662743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Pushing event updated for resources: {'Port': ['ID=437628ca-8feb-4d29-a4e9-1e5672140367,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:20.667867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=9c7a3a93-3ef4-4a71-b135-de837c3bc546,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:20.679273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.680078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d604b8ff-ddaa-476c-8c90-a7f806606995 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5101440 Apr 20 13:12:20.713443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae546a-20af-4044-a467-2aa23a35a725 req-b094220b-7a83-4c38-8241-0fa821bc9f00 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.715049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3dae546a-20af-4044-a467-2aa23a35a725 req-b094220b-7a83-4c38-8241-0fa821bc9f00 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.1144075 Apr 20 13:12:20.727864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2434bd29-ca1b-4a1d-96a6-91c13f2ca9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.729280 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2434bd29-ca1b-4a1d-96a6-91c13f2ca9de tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "GET /v2.0/ports/9c7a3a93-3ef4-4a71-b135-de837c3bc546 HTTP/1.1" status: 200 len: 958 time: 0.0478508 Apr 20 13:12:20.736064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58744) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:20.756743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Attempting to bind port 437628ca-8feb-4d29-a4e9-1e5672140367 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:20.757259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Attempting to bind port 437628ca-8feb-4d29-a4e9-1e5672140367 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:20.757746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Attempting to bind port 437628ca-8feb-4d29-a4e9-1e5672140367 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:20.767339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:20.767884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Checking segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:20.768509 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.769144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Bound using segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:20.769879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Bound port: 437628ca-8feb-4d29-a4e9-1e5672140367, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:20.770643 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.773053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3dae546a-20af-4044-a467-2aa23a35a725 req-0e445e5b-83ba-40c8-bef0-e59e8a4b2835 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458670 Apr 20 13:12:20.840215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ddeae-cbc0-4b79-925b-f773fce9b5e5 req-11398335-9f74-4952-8daa-4ad902d620c6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:20.842574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f33ddeae-cbc0-4b79-925b-f773fce9b5e5 req-11398335-9f74-4952-8daa-4ad902d620c6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 943 time: 0.0569301 Apr 20 13:12:20.845885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.851559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-256b66d2-21d2-4f1e-8865-8678fe9c5835', 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'fixed_ips': [{'subnet_id': '8fd1249c-284e-40ad-8d01-0371cfc98351'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:12:20.853532 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.866566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] device_id is not set on port 2626f684-68d4-433d-8b6f-bcde34059dc4 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:20.892899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] For port 437628ca-8feb-4d29-a4e9-1e5672140367, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:20.897483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] For port 437628ca-8feb-4d29-a4e9-1e5672140367, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=437628ca-8feb-4d29-a4e9-1e5672140367,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:20.916745 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:20.925077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f33ddeae-cbc0-4b79-925b-f773fce9b5e5 req-4eeb195f-3c1e-42d0-b1c4-818c82079ff0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720403 Apr 20 13:12:21.050173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Deleting port 9c7a3a93-3ef4-4a71-b135-de837c3bc546 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:21.050725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.137328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 10.1.1.223 (335e6fb4-7c82-4bc2-a467-962909cdb277/2f669fea-014a-48cf-9e02-28df42923328/2626f684-68d4-433d-8b6f-bcde34059dc4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:21.155903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.156333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095e0e-a251-4d33-985d-13865519d533 req-7435611c-bec9-49ea-adc0-90f351383eb1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:21.157887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69095e0e-a251-4d33-985d-13865519d533 req-7435611c-bec9-49ea-adc0-90f351383eb1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.0684149 Apr 20 13:12:21.168797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fb201-dc19-457d-a2fa-ede5783a7173 None None] Pushing event updated for resources: {'Port': ['ID=437628ca-8feb-4d29-a4e9-1e5672140367,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.173435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Calling delete_port for 9c7a3a93-3ef4-4a71-b135-de837c3bc546 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:21.211222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69095e0e-a251-4d33-985d-13865519d533 req-7e20979a-bf4e-438c-93b0-6702317e392d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Apr 20 13:12:21.308717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Allocated IP 10.2.2.2 (256b66d2-21d2-4f1e-8865-8678fe9c5835/8fd1249c-284e-40ad-8d01-0371cfc98351/2aed62e7-0d95-4e05-99bc-0610c2e8eb18) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:21.388076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.418901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c7a3a93-3ef4-4a71-b135-de837c3bc546,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.437779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.439706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.442842 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ba373f8-1db4-4aa1-9bd5-56524404b8e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9c7a3a93-3ef4-4a71-b135-de837c3bc546 HTTP/1.1" status: 204 len: 168 time: 0.7049813 Apr 20 13:12:21.445753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58750) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.483824 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.491104 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-24766024-4270-426a-b97f-be540fa3e013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:12:21.491718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.498252 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.498992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-24766024-4270-426a-b97f-be540fa3e013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "GET /v2.0/ports/9c7a3a93-3ef4-4a71-b135-de837c3bc546 HTTP/1.1" status: 404 len: 333 time: 0.0476007 Apr 20 13:12:21.499836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58752) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.505305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Request body: {'port': {'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2130875000'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:21.580196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Made reservation on behalf of e9f6df7263cb4f33987f40e6a4f03f81 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:21.582668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.598856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:21.602390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:21.610365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:21.623920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] device_id is not set on port 025b0e26-1173-4bc3-bc87-879ffbb83c16 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:21.654961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=2626f684-68d4-433d-8b6f-bcde34059dc4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.691869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:21.692803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.702838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5c8a9f91-b3d0-4250-89f3-1fe4069a416d details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:12:21.723558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:21.726012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 437628ca-8feb-4d29-a4e9-1e5672140367 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:21.734361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58756) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:21.734501 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cc785abf-7aa6-4aba-abeb-4c5f32a28778 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2828937 Apr 20 13:12:21.743561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'port': {'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'name': 'tempest-TaggedBootDevicesTest-1280528294', 'fixed_ips': [{'subnet_id': '2f669fea-014a-48cf-9e02-28df42923328'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:21.776765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:21.781360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:21.861989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Pushing event updated for resources: {'Port': ['ID=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:21.934541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Attempting to bind port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:21.934784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Attempting to bind port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:21.935670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Attempting to bind port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 on network 256b66d2-21d2-4f1e-8865-8678fe9c5835 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:21.951939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:21.952321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Checking segment: {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:21.952734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.953145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Bound using segment: {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:21.953620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Bound port: 2aed62e7-0d95-4e05-99bc-0610c2e8eb18, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:21.954029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:21.961259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:21.979920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.012683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:22.016420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'port_id': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d', 'mac_address': 'fa:16:3e:06:7d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe488d-c8f4-4013-96f1-4bf18786073c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:12:22.024089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 437628ca-8feb-4d29-a4e9-1e5672140367 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:22.024299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.138723 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.139395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.141288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] For port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:22.153423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.181555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] For port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:22.186933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8a9f91-b3d0-4250-89f3-1fe4069a416d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:22.202076 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.258180 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.261108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] device_id is not set on port bc895d13-36bd-47c0-b65e-303a7cb40aee yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:22.274495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Network 96b77ff6-71c7-4dc6-9996-040006ed461e is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:22.279211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:22.297355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd760c33-53da-48c1-a6f9-55a9a704bd84 req-8ea38b70-bd03-4533-b870-55a746210a2a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:22.298968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd760c33-53da-48c1-a6f9-55a9a704bd84 req-8ea38b70-bd03-4533-b870-55a746210a2a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 943 time: 0.2402327 Apr 20 13:12:22.301244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:22.302221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:22.302893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.315007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:22.384855 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.396292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8952253 Apr 20 13:12:22.399004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58764) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:22.404558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:22.437805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b510e-0b5a-400f-ab66-18fc3194f949 None None] Pushing event updated for resources: {'Port': ['ID=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:22.441529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 437628ca-8feb-4d29-a4e9-1e5672140367, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=437628ca-8feb-4d29-a4e9-1e5672140367,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:22.473462 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.476147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662769f6-73d9-4c2a-982d-ee9a20b9b98c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=025b0e26-1173-4bc3-bc87-879ffbb83c16,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:22.508089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e834852-9653-40dd-8232-b7cbd498ac90 None None] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:22.531872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd760c33-53da-48c1-a6f9-55a9a704bd84 req-8c60a362-cfec-4eb1-bfbb-e916004fab2d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928248 Apr 20 13:12:22.535766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.717987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:22.740877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-89dd8437-4b3c-41da-b644-ac3d7cf14ba2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:22.742051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-89dd8437-4b3c-41da-b644-ac3d7cf14ba2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.2573810 Apr 20 13:12:22.773665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-81c43ddd-fcd6-4bc8-88c4-2096e8c76c07 None None] Provisioning complete for port 437628ca-8feb-4d29-a4e9-1e5672140367 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:22.774300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81c43ddd-fcd6-4bc8-88c4-2096e8c76c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.816186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['5c8a9f91-b3d0-4250-89f3-1fe4069a416d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:12:22.832780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12636132-8e91-4b7a-85f8-d7b1c52ac0cc req-6350e91c-484f-4b25-a63a-0b76fd31a03a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:22.840540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12636132-8e91-4b7a-85f8-d7b1c52ac0cc req-6350e91c-484f-4b25-a63a-0b76fd31a03a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.4430902 Apr 20 13:12:22.908500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 10.1.1.118 (335e6fb4-7c82-4bc2-a467-962909cdb277/2f669fea-014a-48cf-9e02-28df42923328/bc895d13-36bd-47c0-b65e-303a7cb40aee) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:22.948319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] device_id is not set on port 025b0e26-1173-4bc3-bc87-879ffbb83c16 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:22.968816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.980782 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:22.984912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=437628ca-8feb-4d29-a4e9-1e5672140367,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.075918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12636132-8e91-4b7a-85f8-d7b1c52ac0cc req-55503fa3-b703-442d-a19a-4173d90ffa45 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343271 Apr 20 13:12:23.110981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.113923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.114534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.120412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=025b0e26-1173-4bc3-bc87-879ffbb83c16,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.144772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.145138 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.145493 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 2 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.172693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.173044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.173373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.182969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.183301 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.184034 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 3 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.207175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.207840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.208390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.224873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.225356 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.225892 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 4 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.249447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port 49c50eed-9696-4594-8950-8344228e6152 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:23.249966 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.261152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.261152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.261477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.269086 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.269421 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.270506 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 5 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.290632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.290985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.291299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.297442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.297798 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.298189 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 6 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.315048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.315387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.315743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.320991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.321901 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.322640 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 7 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.338059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.338434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.338757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.344457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.344632 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.344905 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 8 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.350016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.361410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.361410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.361410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.366483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.366820 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.367336 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 9 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.394769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-978f6226-524a-4b5e-a784-4982c005b380 None None] Provisioning complete for port 2626f684-68d4-433d-8b6f-bcde34059dc4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:23.394908 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-978f6226-524a-4b5e-a784-4982c005b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.397684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.398040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.398497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.410024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.417525 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.418640 n-d-838550-2 neutron-server[109409]: INFO neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempt 10 to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 Apr 20 13:12:23.431414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] For port 49c50eed-9696-4594-8950-8344228e6152, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=49c50eed-9696-4594-8950-8344228e6152,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:23.438714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.448313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-978f6226-524a-4b5e-a784-4982c005b380 None None] Port 2626f684-68d4-433d-8b6f-bcde34059dc4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:23.453420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:23.455360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:23.456131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempting to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:23.463855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:23.464313 n-d-838550-2 neutron-server[109409]: ERROR neutron.plugins.ml2.managers [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Failed to bind port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on host n-h2-838550-2 for vnic_type normal using segments [{'id': '75402659-2e41-4029-9b2f-d6f702ce9bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '96b77ff6-71c7-4dc6-9996-040006ed461e'}] Apr 20 13:12:23.464781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.474088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for 49c50eed-9696-4594-8950-8344228e6152 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:23.478975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-978f6226-524a-4b5e-a784-4982c005b380 None None] Provisioning complete for port 437628ca-8feb-4d29-a4e9-1e5672140367 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:23.479783 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-978f6226-524a-4b5e-a784-4982c005b380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.532105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.583147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] For port 025b0e26-1173-4bc3-bc87-879ffbb83c16, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:23.583524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attempted to set empty binding levels {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 20 13:12:23.593076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.651627 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event updated for resources: {'Port': ['ID=025b0e26-1173-4bc3-bc87-879ffbb83c16,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.663715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] In _notify_port_updated(), no bound segment for port 025b0e26-1173-4bc3-bc87-879ffbb83c16 on network 96b77ff6-71c7-4dc6-9996-040006ed461e {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:12:23.664784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:23.666499 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.668061 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-999e1fa4-9f74-49a5-89a9-42871f8e1880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "PUT /v2.0/ports/025b0e26-1173-4bc3-bc87-879ffbb83c16 HTTP/1.1" status: 200 len: 979 time: 1.2680655 Apr 20 13:12:23.670975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58786) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:23.714686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:23.780490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.794570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Deleting port 025b0e26-1173-4bc3-bc87-879ffbb83c16 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:23.795007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.814671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:23.827172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:23.863941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:23.873332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:23.906166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] For port 025b0e26-1173-4bc3-bc87-879ffbb83c16, host n-h2-838550-2, got binding levels [] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:23.906816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.918311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-08438ab1-4ece-4e93-87b3-7d7fab102491 None None] Provisioning complete for port 2626f684-68d4-433d-8b6f-bcde34059dc4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:23.918684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-08438ab1-4ece-4e93-87b3-7d7fab102491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.931613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Calling delete_port for 025b0e26-1173-4bc3-bc87-879ffbb83c16 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:23.937399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=bc895d13-36bd-47c0-b65e-303a7cb40aee,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:23.958388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:23.958765 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.984561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-b61d0bb4-f345-4b5b-a0ab-0cb5be511bbc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2269704 Apr 20 13:12:23.985882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af9ddc25-3fa9-4937-a4f3-3eb050d3ec30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.995128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:23.995961 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:23.999088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-08438ab1-4ece-4e93-87b3-7d7fab102491 None None] Port 2626f684-68d4-433d-8b6f-bcde34059dc4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:24.073370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafaa5b-0b36-4466-afb0-09db0a3689dd req-3e36e8fe-b29a-4120-8c06-82f429456de9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:24.075081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6aafaa5b-0b36-4466-afb0-09db0a3689dd req-3e36e8fe-b29a-4120-8c06-82f429456de9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 944 time: 0.3374119 Apr 20 13:12:24.088728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-207dd2c7-7b23-4cfe-881c-3037e1e0afe3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3486512 Apr 20 13:12:24.114892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e71c6b-a6c0-4290-bc04-fa309749011a None None] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:24.139922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6aafaa5b-0b36-4466-afb0-09db0a3689dd req-9960ee4a-4204-47db-9772-a1c39dc111a2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 Apr 20 13:12:24.147721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e266fc-7d0d-4603-b133-939538e1e821 req-314ce223-5b64-4c33-9342-6a4d920f135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:24.150258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-314ce223-5b64-4c33-9342-6a4d920f135e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1097 time: 0.1379812 Apr 20 13:12:24.158473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.211837 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.219215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Pushing event deleted for resources: {'Port': ['ID=025b0e26-1173-4bc3-bc87-879ffbb83c16,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:24.245446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.248603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6aff9918-05a1-49ec-8029-3bfc3b8e5924 None None] Provisioning complete for port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:24.248822 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f49c0a94-5aa9-4a30-a161-2ab6ec16b2bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "DELETE /v2.0/ports/025b0e26-1173-4bc3-bc87-879ffbb83c16 HTTP/1.1" status: 204 len: 168 time: 0.5767343 Apr 20 13:12:24.249428 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6aff9918-05a1-49ec-8029-3bfc3b8e5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.251411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58796) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:24.284305 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0fd96e-797e-49d5-a69f-15c042902e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] GET failed (client error): The resource could not be found. Apr 20 13:12:24.286866 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9e0fd96e-797e-49d5-a69f-15c042902e17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2007801090-project-admin] 10.222.0.24 "GET /v2.0/ports/025b0e26-1173-4bc3-bc87-879ffbb83c16 HTTP/1.1" status: 404 len: 333 time: 0.0345166 Apr 20 13:12:24.292973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58798) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:24.303282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af9ddc25-3fa9-4937-a4f3-3eb050d3ec30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.320180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af9ddc25-3fa9-4937-a4f3-3eb050d3ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.351403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:24.377553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e266fc-7d0d-4603-b133-939538e1e821 req-c94474ff-eedf-421e-8835-c6b6e0544516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:24.379070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-c94474ff-eedf-421e-8835-c6b6e0544516 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.1798301 Apr 20 13:12:24.388882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.390522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 437628ca-8feb-4d29-a4e9-1e5672140367 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:24.417723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-af9ddc25-3fa9-4937-a4f3-3eb050d3ec30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bba95ae6eea4a89bb64375cc4268264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017629 Apr 20 13:12:24.421128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:24.452746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ddc25-3fa9-4937-a4f3-3eb050d3ec30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5762120-2a11-43a8-a4be-fc66bcce82db,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:24.459095 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.487681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db2718-bc09-4e47-b122-ca275684587b req-57f69c1e-8ddf-4e78-80d5-e85066a461d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:24.489478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2db2718-bc09-4e47-b122-ca275684587b req-57f69c1e-8ddf-4e78-80d5-e85066a461d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 946 time: 0.1769667 Apr 20 13:12:24.492126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58ac9797-7834-4609-9e24-01fe893c2b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.495665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.607742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58ac9797-7834-4609-9e24-01fe893c2b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.609339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:24.634291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.674581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 437628ca-8feb-4d29-a4e9-1e5672140367 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:24.675130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.696592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b77ff6-71c7-4dc6-9996-040006ed461e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:24.720889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75402659-2e41-4029-9b2f-d6f702ce9bc6') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:24.721582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75402659-2e41-4029-9b2f-d6f702ce9bc6') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:24.747025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.772489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-afe32baa-5668-4f84-b511-ece4d743da0f None None] Provisioning complete for port bc895d13-36bd-47c0-b65e-303a7cb40aee triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:24.772866 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-afe32baa-5668-4f84-b511-ece4d743da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.773538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.792126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:12:24.793119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:12:24.820631 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:12:24.823344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58802) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:24.879213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0bb98f96-36a8-491f-8a2e-f60252423b28 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015924245', 'description': 'tempest-description--798192568'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:24.896535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-afe32baa-5668-4f84-b511-ece4d743da0f None None] Port bc895d13-36bd-47c0-b65e-303a7cb40aee cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:24.901366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58ac9797-7834-4609-9e24-01fe893c2b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.904750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58ac9797-7834-4609-9e24-01fe893c2b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.908593 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58ac9797-7834-4609-9e24-01fe893c2b0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5762120-2a11-43a8-a4be-fc66bcce82db HTTP/1.1" status: 204 len: 168 time: 0.4839921 Apr 20 13:12:24.957755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.974271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.981182 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] 10.222.0.24 "DELETE /v2.0/networks/96b77ff6-71c7-4dc6-9996-040006ed461e HTTP/1.1" status: 204 len: 168 time: 0.6871426 Apr 20 13:12:24.983911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb98f96-36a8-491f-8a2e-f60252423b28 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:24.998830 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac9797-7834-4609-9e24-01fe893c2b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5762120-2a11-43a8-a4be-fc66bcce82db,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.020128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0203545-1d8b-47df-abcf-2f1973d7f375 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1943723711-project] Pushing event deleted for resources: {'Network': ['ID=96b77ff6-71c7-4dc6-9996-040006ed461e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.044217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2db2718-bc09-4e47-b122-ca275684587b req-4f0b16e2-f57a-4efa-b503-d77a6e356024 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296574 Apr 20 13:12:25.053848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=49c50eed-9696-4594-8950-8344228e6152,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.058870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ba8c5e0a-60fe-4aa8-99cb-d848cc9b94e7 None None] Provisioning complete for port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:25.059262 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5e0a-60fe-4aa8-99cb-d848cc9b94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.078131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] No DVR routers for this DVR port 49c50eed-9696-4594-8950-8344228e6152 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:25.081664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.087086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b0c585c-7fb1-414b-94a4-c9600b96716f req-4daf01fe-f90b-46f0-b0f4-de98035bd490 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "DELETE /v2.0/ports/49c50eed-9696-4594-8950-8344228e6152 HTTP/1.1" status: 204 len: 173 time: 2.3312421 Apr 20 13:12:25.097046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'name': 'network-vif-deleted', 'tag': '49c50eed-9696-4594-8950-8344228e6152'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:25.106356 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb453e1-03e2-43d6-b05f-c9243bc19fa9" -d '{"events": [{"server_uuid": "4c1b3a46-419e-486c-9ccf-b8b9173818e6", "name": "network-vif-deleted", "tag": "49c50eed-9696-4594-8950-8344228e6152"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:25.119607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-d58d580a-12ee-4a68-abe9-2cc64044a1c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1002 time: 0.7269723 Apr 20 13:12:25.202097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb98f96-36a8-491f-8a2e-f60252423b28 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.207268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb98f96-36a8-491f-8a2e-f60252423b28 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.213666 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9a8ea8-ac41-4aa9-8db7-3f0fcba2b7a7 x-openstack-request-id: req-3e9a8ea8-ac41-4aa9-8db7-3f0fcba2b7a7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:25.214179 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1b3a46-419e-486c-9ccf-b8b9173818e6", "name": "network-vif-deleted", "tag": "49c50eed-9696-4594-8950-8344228e6152", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:25.214737 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e9a8ea8-ac41-4aa9-8db7-3f0fcba2b7a7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:25.215355 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9a8ea8-ac41-4aa9-8db7-3f0fcba2b7a7'] response: {'server_uuid': '4c1b3a46-419e-486c-9ccf-b8b9173818e6', 'name': 'network-vif-deleted', 'tag': '49c50eed-9696-4594-8950-8344228e6152', 'status': 'completed', 'code': 200} Apr 20 13:12:25.243534 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bb98f96-36a8-491f-8a2e-f60252423b28 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.245673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0bb98f96-36a8-491f-8a2e-f60252423b28 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4117968 Apr 20 13:12:25.247192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e266fc-7d0d-4603-b133-939538e1e821 req-75b5abb4-5ca7-4705-8d60-a675eb793725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:25.250648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.252193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-75b5abb4-5ca7-4705-8d60-a675eb793725 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.1260638 Apr 20 13:12:25.256152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7082394a-c80d-445b-9687-09ea0e280451 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'security_group_rule': {'security_group_id': 'f00f3f07-12bd-4a8b-866e-4f5830999ff7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:25.276661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb98f96-36a8-491f-8a2e-f60252423b28 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00f3f07-12bd-4a8b-866e-4f5830999ff7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.308610 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7082394a-c80d-445b-9687-09ea0e280451 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.383278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58818) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.387346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7082394a-c80d-445b-9687-09ea0e280451 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.401465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e266fc-7d0d-4603-b133-939538e1e821 req-edcfeeb8-bfe9-446a-8f15-fdf6da7fe8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:25.403184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-edcfeeb8-bfe9-446a-8f15-fdf6da7fe8a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1369765 Apr 20 13:12:25.406197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7082394a-c80d-445b-9687-09ea0e280451 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.442414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635f16-f570-43e3-ac88-6ef0717fa586 req-8eef0661-fcb3-47fb-a73e-965cce54b855 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:25.450082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42635f16-f570-43e3-ac88-6ef0717fa586 req-8eef0661-fcb3-47fb-a73e-965cce54b855 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 944 time: 0.1313128 Apr 20 13:12:25.469165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082394a-c80d-445b-9687-09ea0e280451 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e1012f-882f-4369-a133-353bab563856,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.482881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58822) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.486827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7082394a-c80d-445b-9687-09ea0e280451 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.490971 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7082394a-c80d-445b-9687-09ea0e280451 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2366166 Apr 20 13:12:25.493453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58824) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.502045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d0a83662-ee05-42eb-9e08-ef2a89c36c7a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'security_group_rule': {'security_group_id': 'f00f3f07-12bd-4a8b-866e-4f5830999ff7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:25.538694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42635f16-f570-43e3-ac88-6ef0717fa586 req-5f76c9b0-5226-4196-8366-2715dce9384d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828271 Apr 20 13:12:25.570894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-969d1a21-b76d-4ce3-82f5-f613f28d270b service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583679 Apr 20 13:12:25.572121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8524bbdc-1df6-404a-bbdb-8c00959a280c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.583269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0a83662-ee05-42eb-9e08-ef2a89c36c7a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.675752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:25.742668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12e266fc-7d0d-4603-b133-939538e1e821 req-50e20cfb-db56-493f-ab9c-c627edb67cfc service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588650 Apr 20 13:12:25.769270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0a83662-ee05-42eb-9e08-ef2a89c36c7a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.775954 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0a83662-ee05-42eb-9e08-ef2a89c36c7a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.788599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5b752f44-acd7-46b1-8314-fda06e6fbee9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8d7e3d9580646d1ac43c0d59b7f984c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027317 Apr 20 13:12:25.789863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8524bbdc-1df6-404a-bbdb-8c00959a280c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.791339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.807062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8524bbdc-1df6-404a-bbdb-8c00959a280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.814918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a83662-ee05-42eb-9e08-ef2a89c36c7a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc638fb-dc3e-4919-8f02-ff6d91251fe1,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.835822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0a83662-ee05-42eb-9e08-ef2a89c36c7a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.837164 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d0a83662-ee05-42eb-9e08-ef2a89c36c7a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3422167 Apr 20 13:12:25.846414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58828) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.853680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:25.875974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0059e706-bc6a-44a9-8c1e-5618b82939f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.883312 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8524bbdc-1df6-404a-bbdb-8c00959a280c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=611f262e85a3429fb948a2e43bb348b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968573 Apr 20 13:12:25.885684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58830) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:25.895475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524bbdc-1df6-404a-bbdb-8c00959a280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2e4660-fc66-439a-93f2-a958b92d437b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:25.904366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5c8a9f91-b3d0-4250-89f3-1fe4069a416d up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:12:25.905430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0059e706-bc6a-44a9-8c1e-5618b82939f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.914381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.966971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0059e706-bc6a-44a9-8c1e-5618b82939f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.970991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0059e706-bc6a-44a9-8c1e-5618b82939f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:25.974472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0059e706-bc6a-44a9-8c1e-5618b82939f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20ecd3b7-2b87-46fe-a82a-add7842b4d37 HTTP/1.1" status: 204 len: 168 time: 0.1797824 Apr 20 13:12:25.991814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:25.992533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.000395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059e706-bc6a-44a9-8c1e-5618b82939f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ecd3b7-2b87-46fe-a82a-add7842b4d37,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:26.013278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b96-aabf-481b-9326-40f838c66255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.048909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b96-aabf-481b-9326-40f838c66255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.050887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:12:26.060358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:26.060993 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.160365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.172526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b96-aabf-481b-9326-40f838c66255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.177018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8b96-aabf-481b-9326-40f838c66255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.178204 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fd6c8b96-aabf-481b-9326-40f838c66255 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da2e4660-fc66-439a-93f2-a958b92d437b HTTP/1.1" status: 204 len: 168 time: 0.2913809 Apr 20 13:12:26.223287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.225303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c8b96-aabf-481b-9326-40f838c66255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2e4660-fc66-439a-93f2-a958b92d437b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:26.230282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-842c29a8-91ba-4931-9401-9fdb6290cbd9 req-4c17fef2-90af-4d1b-8545-007219a7123a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 210 time: 0.0486164 Apr 20 13:12:26.280439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:26.283060 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e761bd-a276-4d33-ae03-605e903a3d07" -d '{"events": [{"server_uuid": "d8501783-520f-43a4-9881-db0c6d9f3296", "name": "network-vif-plugged", "status": "completed", "tag": "5c8a9f91-b3d0-4250-89f3-1fe4069a416d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:26.319549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:26.330911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.343331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 172.25.3.72 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/9fc978bb-09c1-4d32-8fe9-031f6bc1b0ed) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:26.399029 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc6bef4-ef97-4484-970f-3cc9f1245d5c x-openstack-request-id: req-bbc6bef4-ef97-4484-970f-3cc9f1245d5c {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:26.399754 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8501783-520f-43a4-9881-db0c6d9f3296", "name": "network-vif-plugged", "status": "completed", "tag": "5c8a9f91-b3d0-4250-89f3-1fe4069a416d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:26.400377 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbc6bef4-ef97-4484-970f-3cc9f1245d5c {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:26.400968 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc6bef4-ef97-4484-970f-3cc9f1245d5c'] response: {'server_uuid': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d', 'code': 200} Apr 20 13:12:26.436557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:26.480648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17575ec-3fc9-4e11-b14f-d4a6db421455 req-910e53a2-c965-40bd-8e56-67b3cb05630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:26.483952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b17575ec-3fc9-4e11-b14f-d4a6db421455 req-910e53a2-c965-40bd-8e56-67b3cb05630e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 1096 time: 0.0743945 Apr 20 13:12:26.488571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 49c50eed-9696-4594-8950-8344228e6152 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:26.496043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58844) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:26.540057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 49c50eed-9696-4594-8950-8344228e6152 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:12:26.540431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 49c50eed-9696-4594-8950-8344228e6152 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:12:26.546209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.585302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b17575ec-3fc9-4e11-b14f-d4a6db421455 req-02e711df-3c17-4fb0-8f51-cfa352930749 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889034 Apr 20 13:12:26.596119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c78fb47a-e606-4d64-ac5f-b0ab111d3b53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9f6df7263cb4f33987f40e6a4f03f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989625 Apr 20 13:12:26.596709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58848) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:26.613736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.651899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd585ca-336a-4271-be59-9c27b7615eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.677786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=9fc978bb-09c1-4d32-8fe9-031f6bc1b0ed,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:26.690948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:26.692558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:26.697276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:26.739035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd585ca-336a-4271-be59-9c27b7615eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.795343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa047c3-58ae-4a36-9d8c-5f3044a25954 req-91487574-5a27-4748-bb44-ec5e230494c0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:26.796410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.796957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8aa047c3-58ae-4a36-9d8c-5f3044a25954 req-91487574-5a27-4748-bb44-ec5e230494c0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1312895 Apr 20 13:12:26.843223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.845552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd585ca-336a-4271-be59-9c27b7615eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.848213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd585ca-336a-4271-be59-9c27b7615eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:26.851612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6bd585ca-336a-4271-be59-9c27b7615eab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c3da1d5-a3b3-4d49-b9b5-1e339b91679e HTTP/1.1" status: 204 len: 168 time: 0.2513397 Apr 20 13:12:26.861239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd585ca-336a-4271-be59-9c27b7615eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3da1d5-a3b3-4d49-b9b5-1e339b91679e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:26.879706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8aa047c3-58ae-4a36-9d8c-5f3044a25954 req-12e7680f-f5ee-4f5a-a90a-60167442f7a1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716665 Apr 20 13:12:27.063247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.070597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.130708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=9fc978bb-09c1-4d32-8fe9-031f6bc1b0ed,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:27.174066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.191576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:27.198156 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b3c1a8c3-b0b4-484d-8346-cc09fe8823a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3506117 Apr 20 13:12:27.366839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3f43dfe-41ef-440d-aadc-f34905418f42 req-f556b427-857f-4152-84a8-308a6bdb7f07 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 210 time: 0.0432501 Apr 20 13:12:27.428804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df2945-7efc-4f0f-8d25-78673f5f46a3 req-c94552fd-fd3b-4e05-ab89-6321405522ee tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:27.436629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02df2945-7efc-4f0f-8d25-78673f5f46a3 req-c94552fd-fd3b-4e05-ab89-6321405522ee tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1097 time: 0.0729401 Apr 20 13:12:27.505678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02df2945-7efc-4f0f-8d25-78673f5f46a3 req-4a10ab04-1355-4fbf-84c7-306f3921711a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567918 Apr 20 13:12:27.560460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-e5993e30-9dd6-4a98-82d4-3f0314b3a70d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2015924245&fields=id&tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec HTTP/1.1" status: 200 len: 267 time: 0.0457480 Apr 20 13:12:27.671728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-c5789057-b41b-45f2-acfb-714d77abe832 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:27.673107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-c5789057-b41b-45f2-acfb-714d77abe832 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports/2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 200 len: 932 time: 0.1000991 Apr 20 13:12:27.731067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-0bcb0e56-aef6-4306-bba0-105fddcd5a5c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:27.732688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-0bcb0e56-aef6-4306-bba0-105fddcd5a5c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports/bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 200 len: 932 time: 0.0513389 Apr 20 13:12:27.750970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69a537-a5ee-4b51-84df-9fda3dfa9aa3 req-c349bf86-5d36-4ef9-b091-3847e6c182b2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:27.752516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f69a537-a5ee-4b51-84df-9fda3dfa9aa3 req-c349bf86-5d36-4ef9-b091-3847e6c182b2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1262310 Apr 20 13:12:27.825240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-50ad97f7-9d5c-4a0e-936a-4ecef8ed0cfb tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0716918 Apr 20 13:12:27.866028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-0970bea0-5fda-4940-9caa-44bc957b82de tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0338371 Apr 20 13:12:27.908370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f69a537-a5ee-4b51-84df-9fda3dfa9aa3 req-a7fac5d4-f210-457e-8d80-8965ec1c6028 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033256 Apr 20 13:12:27.918427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58916) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:28.069592 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1210919e-ca57-4647-9e3b-e2944b11bb04 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/df144ef1-7b33-4606-bc2f-f6dcb649e924 HTTP/1.1" status: 200 len: 994 time: 0.1497600 Apr 20 13:12:28.135808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5f894f8c-8479-44d5-aed4-6fc212ffabd8 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.142111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5f894f8c-8479-44d5-aed4-6fc212ffabd8 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.147841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5f894f8c-8479-44d5-aed4-6fc212ffabd8 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.150246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-5f894f8c-8479-44d5-aed4-6fc212ffabd8 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/networks?id=1f059878-4537-4909-a153-75a68de9ea39&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=256b66d2-21d2-4f1e-8865-8678fe9c5835&id=256b66d2-21d2-4f1e-8865-8678fe9c5835 HTTP/1.1" status: 200 len: 1989 time: 0.2756543 Apr 20 13:12:28.158948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842e724f-4733-4098-a3ac-3d18d1dde729 req-5c8d04ef-780e-49e4-b738-d9d362162a34 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.160413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-842e724f-4733-4098-a3ac-3d18d1dde729 req-5c8d04ef-780e-49e4-b738-d9d362162a34 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1237724 Apr 20 13:12:28.185517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-3ac9e2f8-52e7-41b1-97ff-7638d5bcca1c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/quotas/b1d47e0fdfe54c45a31d35f7b5bf9cec HTTP/1.1" status: 200 len: 375 time: 0.0235469 Apr 20 13:12:28.216932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-842e724f-4733-4098-a3ac-3d18d1dde729 req-8ad0da5a-600c-49bc-b985-c5ae2a004d30 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464005 Apr 20 13:12:28.225320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58932) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:28.269456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-44502102-9ed0-403f-b8b7-053d678961b1 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0761218 Apr 20 13:12:28.387657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-976917219'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:28.427823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:28.429931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-07f532a4-688a-42ae-9542-cbb4f1312fc9 service neutron] 10.222.0.24 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464717 Apr 20 13:12:28.440118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.469145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.604456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.609594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.616260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fbf9044-d921-42af-a5bd-d57910a913d7 req-b484a79c-4bdd-4d7d-9cfa-28137f173b3c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 210 time: 0.0576029 Apr 20 13:12:28.626323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:12:28.642471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-279e8b38-7d15-40e1-a02e-1de00229ecd7 service neutron] 10.222.0.24 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056818 Apr 20 13:12:28.665840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.665840 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Added segment 02e0460c-d6a7-43cb-8bdf-800e4a5b4e57 of type vlan for network 0439d41b-6559-41d8-823d-c88ff0d37955 Apr 20 13:12:28.674354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014202af-b144-4394-902c-f1579651cc60,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:28.717725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-ec52834d-0eee-4690-b4c1-877f6b78983e service neutron] 10.222.0.24 "GET /v2.0/ports/2626f684-68d4-433d-8b6f-bcde34059dc4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0674646 Apr 20 13:12:28.720422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.770852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.777133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.777847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:28.836143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd94a-bcb4-4b88-be0d-28ad9c350ca9 req-e0c88034-3c75-42f9-b7eb-db834e74c091 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:28.838640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdfd94a-bcb4-4b88-be0d-28ad9c350ca9 req-e0c88034-3c75-42f9-b7eb-db834e74c091 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1137478 Apr 20 13:12:28.845675 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6189492 Apr 20 13:12:28.848709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58952) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:28.854063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'subnet': {'network_id': '0439d41b-6559-41d8-823d-c88ff0d37955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:28.884650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-1328316f-98ff-40cc-9245-1b3a13c02a93 service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587567 Apr 20 13:12:28.895291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58954) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:28.922174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdfd94a-bcb4-4b88-be0d-28ad9c350ca9 req-aebcb324-5f63-4a3e-879a-09594fbd0221 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691090 Apr 20 13:12:28.931398 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e5e24-6579-4076-89af-3a7cbb18699a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Network': ['ID=0439d41b-6559-41d8-823d-c88ff0d37955,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:28.949675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0439d41b-6559-41d8-823d-c88ff0d37955 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:12:28.976840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:28.983371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.039547 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-a6d89f8e-73da-4a10-8000-6aa0abeac250 service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432955 Apr 20 13:12:29.109929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-f18fcbed-4dd3-4316-b0e9-035a538a1e09 req-ae3ae04d-651c-4716-a57d-76223f2a137d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:12:29.118191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f18fcbed-4dd3-4316-b0e9-035a538a1e09 req-ae3ae04d-651c-4716-a57d-76223f2a137d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494463 Apr 20 13:12:29.141833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d4269d-85d1-47ae-b6d8-0579ecc0a30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.147981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-70c768af-3e5d-4f1f-9b7c-05aa77c100ce service neutron] 10.222.0.24 "GET /v2.0/ports/bc895d13-36bd-47c0-b65e-303a7cb40aee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1023433 Apr 20 13:12:29.240114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.273662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-17986e52-ba8f-452e-8e02-8290e57bbc3a service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181321 Apr 20 13:12:29.387338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-4005ad54-f22c-4159-914e-ec892151d17e service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063039 Apr 20 13:12:29.414827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d4269d-85d1-47ae-b6d8-0579ecc0a30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.425009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3d4269d-85d1-47ae-b6d8-0579ecc0a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.520913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d3d4269d-85d1-47ae-b6d8-0579ecc0a30f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d5ba54ba43d4658bf88353d8693511b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235006 Apr 20 13:12:29.523739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58964) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:29.560604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4269d-85d1-47ae-b6d8-0579ecc0a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596d426b-aeb1-43f3-bc73-011c00c432d4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:29.668340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Checking segment: {'id': '02e0460c-d6a7-43cb-8bdf-800e4a5b4e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0439d41b-6559-41d8-823d-c88ff0d37955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:29.668625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network hostable DHCP agents. Network: 0439d41b-6559-41d8-823d-c88ff0d37955, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:12:29.672003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Subnet': ['ID=05194517-4e25-4ed3-8455-d6912c78c4ee,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:29.675575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-ec82c8bb-5a4c-4242-9e41-3ba4bab94a06 service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742360 Apr 20 13:12:29.687027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae831258-ed0b-4df6-bf18-4ae6cf509e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.695493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 0439d41b-6559-41d8-823d-c88ff0d37955 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:12:29.706636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0439d41b-6559-41d8-823d-c88ff0d37955) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:29.710651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:29.711240 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.718497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf8af2-a8b1-46c8-9a21-52af2708219b None None] Network 0439d41b-6559-41d8-823d-c88ff0d37955 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:29.730349 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-334d0c78-a75e-4d62-8f60-f425a27597b9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8801334 Apr 20 13:12:29.733883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 58968) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:29.740323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145faa-df01-4d30-9c55-1fdb31e462bf req-74589de1-9ea7-46ff-8d92-1e711c57bb32 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:29.741859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01145faa-df01-4d30-9c55-1fdb31e462bf req-74589de1-9ea7-46ff-8d92-1e711c57bb32 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1615214 Apr 20 13:12:29.751777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1419745187', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:29.761515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-47c6cce8-7e4f-4f15-acfa-469d3cd7374c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2043707 Apr 20 13:12:29.784824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.786062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.805578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-d934af83-8dbb-4cd0-a8bd-d54ec354ae50 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:12:29.806667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-d934af83-8dbb-4cd0-a8bd-d54ec354ae50 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168393 Apr 20 13:12:29.823992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae831258-ed0b-4df6-bf18-4ae6cf509e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.849098 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:29.885656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01145faa-df01-4d30-9c55-1fdb31e462bf req-07a9d3ef-e847-4350-932a-e732b4711fcd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344328 Apr 20 13:12:29.920320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4be8a-56e6-48a8-89c1-809c7b08853c None None] Network 0439d41b-6559-41d8-823d-c88ff0d37955 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:12:29.954983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-f9639d01-30c9-4372-adf0-9c35aafc86db service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702053 Apr 20 13:12:30.005591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae831258-ed0b-4df6-bf18-4ae6cf509e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.008167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae831258-ed0b-4df6-bf18-4ae6cf509e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.009266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ae831258-ed0b-4df6-bf18-4ae6cf509e8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/596d426b-aeb1-43f3-bc73-011c00c432d4 HTTP/1.1" status: 204 len: 168 time: 0.4829872 Apr 20 13:12:30.016701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.068960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae831258-ed0b-4df6-bf18-4ae6cf509e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596d426b-aeb1-43f3-bc73-011c00c432d4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:30.118559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2db676f9-f2de-4142-afec-d589a751688c req-34dc5160-66b2-49f4-a8c6-ff8baf67c0ad tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c1b3a46-419e-486c-9ccf-b8b9173818e6 HTTP/1.1" status: 200 len: 210 time: 0.1144359 Apr 20 13:12:30.203931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-04241b96-59cc-4037-969b-7b756f045bda service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296331 Apr 20 13:12:30.303849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.325110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.356067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ea5fc-fda3-41a5-8cc7-556e7417b474 req-fb08534f-8359-4455-9d0d-d6d14ae8eed2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:30.358743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb0ea5fc-fda3-41a5-8cc7-556e7417b474 req-fb08534f-8359-4455-9d0d-d6d14ae8eed2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1452575 Apr 20 13:12:30.421107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb0ea5fc-fda3-41a5-8cc7-556e7417b474 req-cb852fa5-1f6a-43b2-9bf9-6c735236813f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545368 Apr 20 13:12:30.427042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-88ba60cb-5d93-4a5a-b6f8-e81b43a7c135 service neutron] 10.222.0.24 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219236 Apr 20 13:12:30.464028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.25.3.114 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/524483e5-a69c-44bb-a138-ecaa273e439d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:30.532599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-94b9d9ea-4564-4e39-b8c0-5d8e0be2c171 service neutron] 10.222.0.24 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994771 Apr 20 13:12:30.562596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 58996) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:30.601914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b07853fa-819b-4106-a8f3-92fc3145bc50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.615488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.656093 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.668246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-5c7e7312-0889-45e1-aa9d-2c8dce58f4b3 service neutron] 10.222.0.24 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292465 Apr 20 13:12:30.690490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:30.693458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:30.697267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:30.733307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=524483e5-a69c-44bb-a138-ecaa273e439d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:30.781652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b07853fa-819b-4106-a8f3-92fc3145bc50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.787996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b07853fa-819b-4106-a8f3-92fc3145bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:30.823650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-a316cf26-3aff-4e72-92c8-f8c82703c169 service neutron] 10.222.0.24 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411097 Apr 20 13:12:30.847652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b07853fa-819b-4106-a8f3-92fc3145bc50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bb780688d8849d79997652a1f51f856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814689 Apr 20 13:12:30.847652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07853fa-819b-4106-a8f3-92fc3145bc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc434a6-4da7-422e-b004-7e4eedea0997,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:30.852383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59000) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:30.941010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-a715605a-c32a-4eab-ab2d-45f08f98ca68 service neutron] 10.222.0.24 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073911 Apr 20 13:12:30.968537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06d71ebd-881e-411e-ba17-de7b1f4727c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.020563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd712a-537a-4e5c-8657-3102b6ca04a9 req-92cebdf5-d727-4fa4-9d9d-34694dc64f30 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:31.022099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56fd712a-537a-4e5c-8657-3102b6ca04a9 req-92cebdf5-d727-4fa4-9d9d-34694dc64f30 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.0532968 Apr 20 13:12:31.033763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06d71ebd-881e-411e-ba17-de7b1f4727c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.065842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56fd712a-537a-4e5c-8657-3102b6ca04a9 req-47151935-9029-433b-bdd7-a0408a26c7b0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364723 Apr 20 13:12:31.066289 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.167069 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06d71ebd-881e-411e-ba17-de7b1f4727c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.173463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06d71ebd-881e-411e-ba17-de7b1f4727c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.174669 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-06d71ebd-881e-411e-ba17-de7b1f4727c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dc434a6-4da7-422e-b004-7e4eedea0997 HTTP/1.1" status: 204 len: 168 time: 0.3213351 Apr 20 13:12:31.189255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d71ebd-881e-411e-ba17-de7b1f4727c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc434a6-4da7-422e-b004-7e4eedea0997,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:31.337128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.367920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-02e575b2-9416-488c-9b55-35545d628d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:31.370000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-02e575b2-9416-488c-9b55-35545d628d9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1097 time: 0.0817025 Apr 20 13:12:31.517367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:12:31.550039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-b1fd30a5-9fc2-40dd-8983-4d9a71ab3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:31.551941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-b1fd30a5-9fc2-40dd-8983-4d9a71ab3a48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.1752911 Apr 20 13:12:31.657403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-e672d8c5-f1b5-4591-bea1-7c7ac221c96f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1002 time: 0.0944197 Apr 20 13:12:31.664801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688a014-fe46-4db1-a720-39e057f9c407 req-35b520d4-139f-41c3-bbd1-cf9094b0c88e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:31.671989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4688a014-fe46-4db1-a720-39e057f9c407 req-35b520d4-139f-41c3-bbd1-cf9094b0c88e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1189404 Apr 20 13:12:31.697934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:31.711950 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:31.718254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-605592fc-f32f-4cfe-bcd1-9a980aecea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:31.719698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-605592fc-f32f-4cfe-bcd1-9a980aecea21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.0458121 Apr 20 13:12:31.734402 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:31.740575 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.783675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:31.787520 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e3041cec-6bf2-4c67-892a-a36dfb443df2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0475237 Apr 20 13:12:31.789773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:31.800597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4688a014-fe46-4db1-a720-39e057f9c407 req-519b2c40-d881-4432-9572-a783759a8015 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224909 Apr 20 13:12:31.811981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-66d73847-4c23-476f-b676-801fea4757e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:31.813745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-66d73847-4c23-476f-b676-801fea4757e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713964 Apr 20 13:12:31.858350 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.868865 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:31.869704 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.952646 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:31.953735 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9b7edc-363a-4bd3-9025-d9292e8b1c1d None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:31.984823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-946ee418-4d79-4b53-8052-6316c9df189a req-7c2027b8-7fb9-46d6-98e4-93ad3107278b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0451500 Apr 20 13:12:32.019602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-b76675aa-3287-4a5a-9064-a1d67de8dbcf service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988606 Apr 20 13:12:32.134520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-b9dab4fa-ce17-4872-8b66-ee878e943a54 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972400 Apr 20 13:12:32.272433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f1aac-f0da-4343-b548-a7771df09618 req-c98220c2-6086-4436-88eb-b971f8bd4a03 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:32.274153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b8f1aac-f0da-4343-b548-a7771df09618 req-c98220c2-6086-4436-88eb-b971f8bd4a03 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.0910113 Apr 20 13:12:32.359885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b8f1aac-f0da-4343-b548-a7771df09618 req-bf7f5dd6-2fd5-44e2-b2bd-2c2120b2fc1f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779564 Apr 20 13:12:32.617422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:32.940172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f644f-375c-43b0-84b0-48eeb2148ebc req-997c4347-df3b-4879-9216-c99ef39781f2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:32.947606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba1f644f-375c-43b0-84b0-48eeb2148ebc req-997c4347-df3b-4879-9216-c99ef39781f2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.0647490 Apr 20 13:12:32.975967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.1 (0439d41b-6559-41d8-823d-c88ff0d37955/05194517-4e25-4ed3-8455-d6912c78c4ee/21b9d4be-0cf1-497b-bc4d-0007ade10065) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:32.983387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba1f644f-375c-43b0-84b0-48eeb2148ebc req-9a687a69-dc91-4e4b-b20e-6d7267c8f8e0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349278 Apr 20 13:12:33.121726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cbff9e7-611e-42df-b2f9-6dcd37fe6b93 req-9152f819-d25d-49f8-9a96-7f49c7e8265c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0318954 Apr 20 13:12:33.126100 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.176770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.219107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 0439d41b-6559-41d8-823d-c88ff0d37955 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:33.222676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:33.226845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:33.243861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-3016da85-6f8f-43b9-a1f3-b1a0c9913bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.245494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-3016da85-6f8f-43b9-a1f3-b1a0c9913bcb service neutron] 10.222.0.37 "GET /v2.0/ports/2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 200 len: 1028 time: 0.0668886 Apr 20 13:12:33.277030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=21b9d4be-0cf1-497b-bc4d-0007ade10065,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:33.295910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.296266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.296618 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.296959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.297300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.297658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.298035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.298367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.298698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.299026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.299358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.299769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:12:33.303562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-4533beea-2549-4f34-8bdb-2072b3adbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.305611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-4533beea-2549-4f34-8bdb-2072b3adbd35 service neutron] 10.222.0.37 "GET /v2.0/ports/bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 200 len: 1028 time: 0.0523584 Apr 20 13:12:33.324851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.531000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5a98fe88-3282-4361-a9e6-a158b7f9bc0c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.537586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5a98fe88-3282-4361-a9e6-a158b7f9bc0c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.558788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5a98fe88-3282-4361-a9e6-a158b7f9bc0c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.561137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.563090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-5a98fe88-3282-4361-a9e6-a158b7f9bc0c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "GET /v2.0/networks?id=1f059878-4537-4909-a153-75a68de9ea39&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=256b66d2-21d2-4f1e-8865-8678fe9c5835&id=256b66d2-21d2-4f1e-8865-8678fe9c5835 HTTP/1.1" status: 200 len: 1989 time: 0.2501540 Apr 20 13:12:33.634995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4cf74-b8ba-485f-8c8e-8ac6d0e8e549 req-5e6b21b6-4c03-4be3-9766-f1603f476dc7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:33.636603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffa4cf74-b8ba-485f-8c8e-8ac6d0e8e549 req-5e6b21b6-4c03-4be3-9766-f1603f476dc7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1665516 Apr 20 13:12:33.663489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-080d9e61-217d-4a30-8428-1e11eed160e1 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec HTTP/1.1" status: 200 len: 380 time: 0.0908363 Apr 20 13:12:33.670382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-20fbfc0e-edf0-494f-8468-97d21f743ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.692433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'admin_state_up': True, 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'security_groups': ['f00f3f07-12bd-4a8b-866e-4f5830999ff7']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:33.835992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffa4cf74-b8ba-485f-8c8e-8ac6d0e8e549 req-72229699-d94d-48f4-b3b4-4943d829420f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843357 Apr 20 13:12:33.936744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:33.942080 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.979356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:33.991159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.102308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=21b9d4be-0cf1-497b-bc4d-0007ade10065,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:34.116087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 172.20.0.3 (1f059878-4537-4909-a153-75a68de9ea39/ceee5434-658d-4b1d-9c9e-aaa91c537bd3/ac3610c2-29fa-4974-9c09-d7cbb255e5b6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:34.127006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.227632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d91733-46d4-45e8-8010-9d0be803c10c req-71a4ff6c-3866-410b-b647-787cffa4edf6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.229695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d91733-46d4-45e8-8010-9d0be803c10c req-71a4ff6c-3866-410b-b647-787cffa4edf6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1109622 Apr 20 13:12:34.254749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 0439d41b-6559-41d8-823d-c88ff0d37955 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:34.257803 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:34.358265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41c7fbea-402a-42ae-a341-2a386b88bf23 req-def6f439-023a-449f-aa10-a3d26d565287 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0497251 Apr 20 13:12:34.382191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20d91733-46d4-45e8-8010-9d0be803c10c req-feeae82b-39c8-4d88-a03b-971bec988393 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331482 Apr 20 13:12:34.437447 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.484680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.561392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 1f059878-4537-4909-a153-75a68de9ea39 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:34.565394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:34.570575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:34.640083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:34.655847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.667646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:34.698425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-edcb85da-1bf9-412b-9dc2-7733ea2bde9e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0145566 Apr 20 13:12:34.709623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'admin_state_up': True, 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'security_groups': ['f00f3f07-12bd-4a8b-866e-4f5830999ff7']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:34.953292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:34.971138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:34.993065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e1f11b50-496b-4f59-8adc-0fbb5d92cfd9 None None] Provisioning complete for port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:34.993603 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e1f11b50-496b-4f59-8adc-0fbb5d92cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.008590 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:12:35.065143 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:35.079684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e1f11b50-496b-4f59-8adc-0fbb5d92cfd9 None None] Port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:35.216811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:35.227974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:35.233571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39424806-9515-498e-9911-0100a42d75a2 req-f7d412e8-4d7a-41e7-9ba9-35a9618dd563 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:35.235472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39424806-9515-498e-9911-0100a42d75a2 req-f7d412e8-4d7a-41e7-9ba9-35a9618dd563 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.2078259 Apr 20 13:12:35.259841 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-46cacef0-0ad1-45f4-8a8d-f556256d5145 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/routers/16349ab1-a141-4175-8a70-a83f9f395473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4689808 Apr 20 13:12:35.260744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:35.264528 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:35.267594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:35.278583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'port': {'network_id': '0439d41b-6559-41d8-823d-c88ff0d37955', 'name': 'tempest-FloatingIPTestJSON-1993006142'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:35.360405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 10.1.1.138 (335e6fb4-7c82-4bc2-a467-962909cdb277/2f669fea-014a-48cf-9e02-28df42923328/6548818d-2bbe-4046-a654-2d682426d379) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:35.365444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39424806-9515-498e-9911-0100a42d75a2 req-7c13889f-bc33-48bf-86cd-368c4cf50356 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208017 Apr 20 13:12:35.418090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:35.468682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:35.471738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:35.607538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:35.608646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe99788-c678-4821-96e2-f92d5899bb05 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:35.650361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:35.656372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.692938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] device_id is not set on port 7a037329-a059-49cb-9e86-5240a401696c yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:35.744144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.757479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8d6d7-a9e3-41f5-ada4-c93da2bb28a1 req-ed6307eb-4e93-426b-b3a3-a6999dbcf30d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:35.766707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86f8d6d7-a9e3-41f5-ada4-c93da2bb28a1 req-ed6307eb-4e93-426b-b3a3-a6999dbcf30d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1698880 Apr 20 13:12:35.797351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188e82c-913d-47db-b52b-195cf7d03703 req-ebc348f3-2977-468a-a377-dcbb181a2e8b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:35.798310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a188e82c-913d-47db-b52b-195cf7d03703 req-ebc348f3-2977-468a-a377-dcbb181a2e8b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 931 time: 0.2419217 Apr 20 13:12:35.874756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86f8d6d7-a9e3-41f5-ada4-c93da2bb28a1 req-56a319a7-ef16-445a-8337-a21880c5d5fb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070001 Apr 20 13:12:35.908716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a188e82c-913d-47db-b52b-195cf7d03703 req-3bf39fda-cc83-4395-ab8e-c702dc4a87dc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009395 Apr 20 13:12:35.916564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:35.969425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=6548818d-2bbe-4046-a654-2d682426d379,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:35.986682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:35.988359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:35.989691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.2 (0439d41b-6559-41d8-823d-c88ff0d37955/05194517-4e25-4ed3-8455-d6912c78c4ee/7a037329-a059-49cb-9e86-5240a401696c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:35.990917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:36.023311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-da90092e-a2ac-4790-baf2-817ede5521b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.090384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:36.092303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.113679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-28cb580c-ff02-49c0-9b76-a2092d27d602 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4085798 Apr 20 13:12:36.132275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'admin_state_up': True, 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'security_groups': ['f00f3f07-12bd-4a8b-866e-4f5830999ff7']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:36.288906 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.335051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.398153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 0439d41b-6559-41d8-823d-c88ff0d37955 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:36.420963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:36.425294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-888e65c3-dac4-4603-bbf9-9ae15339eac5 None None] Provisioning complete for port 6548818d-2bbe-4046-a654-2d682426d379 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:36.425624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-888e65c3-dac4-4603-bbf9-9ae15339eac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.428494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:36.540508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-888e65c3-dac4-4603-bbf9-9ae15339eac5 None None] Port 6548818d-2bbe-4046-a654-2d682426d379 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:36.559237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=7a037329-a059-49cb-9e86-5240a401696c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:36.580730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:36.581670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.607373 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e9512724-f93e-455a-8e77-9b29432ccd26 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3407905 Apr 20 13:12:36.608077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59214) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:36.613619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'port': {'network_id': '0439d41b-6559-41d8-823d-c88ff0d37955', 'name': 'tempest-FloatingIPTestJSON-1242773213'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:36.812876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:36.816529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:36.846930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] device_id is not set on port 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:37.033041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6f4b2-b069-4bf1-8862-8d9968fd8c1a req-b40438d1-bb40-494b-8eb3-92ee6af9343a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.034612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3de6f4b2-b069-4bf1-8862-8d9968fd8c1a req-b40438d1-bb40-494b-8eb3-92ee6af9343a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.2003241 Apr 20 13:12:37.048357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.11 (0439d41b-6559-41d8-823d-c88ff0d37955/05194517-4e25-4ed3-8455-d6912c78c4ee/2d7ae67d-0617-4f7e-ad3d-7a0b178e677c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:37.124461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e768609-f8e6-46d5-816f-5b7f118fb061 req-4a324c3f-c3e6-4f32-896a-b8d8ba100da8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.126163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e768609-f8e6-46d5-816f-5b7f118fb061 req-4a324c3f-c3e6-4f32-896a-b8d8ba100da8 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1502757 Apr 20 13:12:37.175461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3de6f4b2-b069-4bf1-8862-8d9968fd8c1a req-fd36b406-6627-44f1-9965-4644a2f8903e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322989 Apr 20 13:12:37.176073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:37.179418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.216734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.326169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.334200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 10.1.1.68 (335e6fb4-7c82-4bc2-a467-962909cdb277/2f669fea-014a-48cf-9e02-28df42923328/85a582f2-35e2-4564-93a7-d826c3e04ece) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:37.379890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e768609-f8e6-46d5-816f-5b7f118fb061 req-1faed7d9-d7db-4486-8580-36c0bd3e500f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427468 Apr 20 13:12:37.414612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5eaa5-3e35-4955-92a6-c2e6eba43e1e req-c69f20fa-bfb2-4809-a561-44c6b5bdb65d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.418880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.420756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5eaa5-3e35-4955-92a6-c2e6eba43e1e req-c69f20fa-bfb2-4809-a561-44c6b5bdb65d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.422461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86b5eaa5-3e35-4955-92a6-c2e6eba43e1e req-c69f20fa-bfb2-4809-a561-44c6b5bdb65d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 1653 time: 0.0840480 Apr 20 13:12:37.477952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 0439d41b-6559-41d8-823d-c88ff0d37955 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:37.481578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:37.485304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:37.525807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=2d7ae67d-0617-4f7e-ad3d-7a0b178e677c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:37.551166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.551794 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.570954 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2feb5ede-115c-4533-b053-c3682945ea4c tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9617789 Apr 20 13:12:37.578297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59224) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:37.583060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '2d7ae67d-0617-4f7e-ad3d-7a0b178e677c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:37.619792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.667843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.701862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86b5eaa5-3e35-4955-92a6-c2e6eba43e1e req-53b7980c-176c-40a6-bc8f-8c9cfc2893aa tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541976 Apr 20 13:12:37.735621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.797157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:37.807513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:37.813014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:37.839470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=85a582f2-35e2-4564-93a7-d826c3e04ece,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:37.851844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.885754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:37.885916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:37.913591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-92473cd1-8e06-4f85-905e-1dc291586ecf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7927012 Apr 20 13:12:37.936923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835', 'admin_state_up': True, 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'security_groups': ['f00f3f07-12bd-4a8b-866e-4f5830999ff7']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:38.042566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.25.3.70 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/1fd8badf-e50c-454f-a555-feb259252d7d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:38.064859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:38.193043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-77dcc65c-2748-4772-9bcc-a781be9a0fd2 None None] Provisioning complete for port 85a582f2-35e2-4564-93a7-d826c3e04ece triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:38.193333 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77dcc65c-2748-4772-9bcc-a781be9a0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.194985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.219657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.284319 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.310425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-77dcc65c-2748-4772-9bcc-a781be9a0fd2 None None] Port 85a582f2-35e2-4564-93a7-d826c3e04ece cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:38.358891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:38.360363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=1fd8badf-e50c-454f-a555-feb259252d7d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:38.363836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:38.366359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:38.574153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.671893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86cef5-b25f-4fc2-8940-67feebe22e74 req-05937aea-724c-4bf0-919c-687f5dd2acc9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:38.679479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c86cef5-b25f-4fc2-8940-67feebe22e74 req-05937aea-724c-4bf0-919c-687f5dd2acc9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.3374236 Apr 20 13:12:38.694091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 10.2.2.100 (256b66d2-21d2-4f1e-8865-8678fe9c5835/8fd1249c-284e-40ad-8d01-0371cfc98351/8233fcfb-1783-49ec-8376-cee94a7fed6f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:38.738632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0e98e-b6a1-47fa-b48c-4064b9c9883c req-1848d173-89c2-4a18-9129-b8636fdf5829 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:38.740153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97d0e98e-b6a1-47fa-b48c-4064b9c9883c req-1848d173-89c2-4a18-9129-b8636fdf5829 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1593280 Apr 20 13:12:38.796289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c86cef5-b25f-4fc2-8940-67feebe22e74 req-943e42b7-1202-42c7-a6c5-232ddbcd5d3c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108661 Apr 20 13:12:38.880010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97d0e98e-b6a1-47fa-b48c-4064b9c9883c req-c20e683f-a682-458e-9e6d-dd29fbb7b553 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291411 Apr 20 13:12:38.923232 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:38.986821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.009659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a2cee-c730-4527-98b4-6dbd4e65ee99 req-bb437dd0-839a-4d19-81b7-ecf39d9a8bf6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.016393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a2cee-c730-4527-98b4-6dbd4e65ee99 req-bb437dd0-839a-4d19-81b7-ecf39d9a8bf6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.022566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a2cee-c730-4527-98b4-6dbd4e65ee99 req-bb437dd0-839a-4d19-81b7-ecf39d9a8bf6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.024235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-296a2cee-c730-4527-98b4-6dbd4e65ee99 req-bb437dd0-839a-4d19-81b7-ecf39d9a8bf6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 2373 time: 0.0976956 Apr 20 13:12:39.064267 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.087606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-296a2cee-c730-4527-98b4-6dbd4e65ee99 req-3dc56c3f-9807-4f1a-a2e8-6b55409c802e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572033 Apr 20 13:12:39.089111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.173408 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.184244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:39.196272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=8233fcfb-1783-49ec-8376-cee94a7fed6f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:39.204725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:39.208799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:39.328922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:39.329520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.378602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-ffcacd77-98d9-4edd-98ea-d5945e503838 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4571540 Apr 20 13:12:39.390537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835', 'admin_state_up': True, 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'security_groups': ['f00f3f07-12bd-4a8b-866e-4f5830999ff7']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:39.393085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.402104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.571323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8c95175c-f880-4202-95c1-eaf7e03f1a2c None None] Provisioning complete for port 8233fcfb-1783-49ec-8376-cee94a7fed6f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:39.572931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=1fd8badf-e50c-454f-a555-feb259252d7d,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:39.573745 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c95175c-f880-4202-95c1-eaf7e03f1a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.607770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.609100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Made reservation on behalf of b1d47e0fdfe54c45a31d35f7b5bf9cec for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:39.614374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:39.685954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8c95175c-f880-4202-95c1-eaf7e03f1a2c None None] Port 8233fcfb-1783-49ec-8376-cee94a7fed6f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:39.843489 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP 1393d2f2-ef52-4f03-b43b-125636118213 associated. External IP: 172.25.3.70, port: 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c. Apr 20 13:12:40.049928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59248) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:40.089406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Allocated IP 10.2.2.200 (256b66d2-21d2-4f1e-8865-8678fe9c5835/8fd1249c-284e-40ad-8d01-0371cfc98351/d784a16e-9418-4d60-89fb-508f144cbfeb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:40.175021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1763c4-8b6a-4bc7-801f-5c2eb54691b6 req-3854050f-0234-4d05-b19e-c47affc4e822 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:40.177205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd1763c4-8b6a-4bc7-801f-5c2eb54691b6 req-3854050f-0234-4d05-b19e-c47affc4e822 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.2508948 Apr 20 13:12:40.195041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce810de-a7c7-4c22-9928-83be8af51de4 req-7c795eb4-b865-41b8-848d-91a7436134fa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:40.205405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ce810de-a7c7-4c22-9928-83be8af51de4 req-7c795eb4-b865-41b8-848d-91a7436134fa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1417813 Apr 20 13:12:40.225179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:40.326161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ce810de-a7c7-4c22-9928-83be8af51de4 req-667496d5-54f1-4cac-9c74-ceeff05b200a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155796 Apr 20 13:12:40.327652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85d21518-26f9-4c7f-8b63-2a6448d9510a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.410403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:40.422241 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:40.437893 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:40.438717 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:40.446900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.458467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd1763c4-8b6a-4bc7-801f-5c2eb54691b6 req-d9cc3375-be39-438d-be7c-df39fcd89d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352982 Apr 20 13:12:40.488837 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:40.506068 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:40.507561 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:40.523625 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-be343d78-7d56-48b6-bf54-ab7abc4f97ae tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9441402 Apr 20 13:12:40.527976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59258) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:40.539385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:40.552884 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:40.554184 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6176f17-526b-48ad-afed-2c7d8e3aa5e1 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:40.664233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.676113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0930e2-4eb3-4d72-b5c2-df74c4d93a59 req-fef1318d-4c57-4f18-ac88-b81606616955 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:40.682004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0930e2-4eb3-4d72-b5c2-df74c4d93a59 req-fef1318d-4c57-4f18-ac88-b81606616955 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:40.688553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0930e2-4eb3-4d72-b5c2-df74c4d93a59 req-fef1318d-4c57-4f18-ac88-b81606616955 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:40.694469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0930e2-4eb3-4d72-b5c2-df74c4d93a59 req-fef1318d-4c57-4f18-ac88-b81606616955 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:40.698336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d0930e2-4eb3-4d72-b5c2-df74c4d93a59 req-fef1318d-4c57-4f18-ac88-b81606616955 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 3094 time: 0.2341852 Apr 20 13:12:40.715711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.835496 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85d21518-26f9-4c7f-8b63-2a6448d9510a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.850049 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85d21518-26f9-4c7f-8b63-2a6448d9510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.869797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d0930e2-4eb3-4d72-b5c2-df74c4d93a59 req-1cf74566-4c90-4e3d-83cd-9f276a2d3009 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417696 Apr 20 13:12:40.972536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:40.980309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85d21518-26f9-4c7f-8b63-2a6448d9510a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb4383ab63bd4dafb51a64e4d4a06506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9236341 Apr 20 13:12:40.980654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59260) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:41.041196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b9c19e0-32fa-4046-a2d9-5140b2ee142c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.045147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d21518-26f9-4c7f-8b63-2a6448d9510a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322848ff-90ee-40c7-b4ac-936ce0292880,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:41.071573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b9c19e0-32fa-4046-a2d9-5140b2ee142c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.109938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.125512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:41.134429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:41.146046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:41.148973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.149434 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP 1393d2f2-ef52-4f03-b43b-125636118213 disassociated. External IP: 172.25.3.70, port: 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c. Apr 20 13:12:41.157060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b9c19e0-32fa-4046-a2d9-5140b2ee142c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.161171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b9c19e0-32fa-4046-a2d9-5140b2ee142c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.165891 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2b9c19e0-32fa-4046-a2d9-5140b2ee142c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/322848ff-90ee-40c7-b4ac-936ce0292880 HTTP/1.1" status: 204 len: 168 time: 0.1841218 Apr 20 13:12:41.179623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c19e0-32fa-4046-a2d9-5140b2ee142c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322848ff-90ee-40c7-b4ac-936ce0292880,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:41.269273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event updated for resources: {'Port': ['ID=d784a16e-9418-4d60-89fb-508f144cbfeb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:41.315904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:41.319933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.428063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-84a9d0da-4007-4401-800b-f90acec44051 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0424354 Apr 20 13:12:41.470436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:41.535867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-38b88339-c9f3-4558-87f4-e3ce2053c373 None None] Provisioning complete for port d784a16e-9418-4d60-89fb-508f144cbfeb triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:12:41.536486 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38b88339-c9f3-4558-87f4-e3ce2053c373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.611813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-38b88339-c9f3-4558-87f4-e3ce2053c373 None None] Port d784a16e-9418-4d60-89fb-508f144cbfeb cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:12:41.647775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.663893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990cbfc-b0f9-4a38-abb0-7b25682cd969 req-b4c6b2a7-5fd1-43a4-b7e2-980cc8db6d05 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:41.665380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f990cbfc-b0f9-4a38-abb0-7b25682cd969 req-b4c6b2a7-5fd1-43a4-b7e2-980cc8db6d05 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1535618 Apr 20 13:12:41.693005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59272) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:41.715437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09f7a0f6-c6a4-454a-9f36-09f7820d69fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.852092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f990cbfc-b0f9-4a38-abb0-7b25682cd969 req-6452115b-3d5f-403b-9f55-7c77a78b42aa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680403 Apr 20 13:12:41.912010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09f7a0f6-c6a4-454a-9f36-09f7820d69fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.919684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218911-098c-4ffe-8eda-9f0402297cbb req-752dcc77-86eb-46da-b1a7-c6a4d5c7fe9c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:41.919970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09f7a0f6-c6a4-454a-9f36-09f7820d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:41.927353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c218911-098c-4ffe-8eda-9f0402297cbb req-752dcc77-86eb-46da-b1a7-c6a4d5c7fe9c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.2773855 Apr 20 13:12:41.976068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7a0f6-c6a4-454a-9f36-09f7820d69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5b2b0f-e517-4a83-ab3a-81d8be4f1d21,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:41.984995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:41.988236 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-09f7a0f6-c6a4-454a-9f36-09f7820d69fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bade40952c034f7cbd0a3e1af3d34ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915080 Apr 20 13:12:41.988236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59276) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:42.055773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a39a68f2-2dcf-42a6-bdda-56833757903e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.079894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a39a68f2-2dcf-42a6-bdda-56833757903e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.136820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a39a68f2-2dcf-42a6-bdda-56833757903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.141803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a39a68f2-2dcf-42a6-bdda-56833757903e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.146482 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a39a68f2-2dcf-42a6-bdda-56833757903e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d5b2b0f-e517-4a83-ab3a-81d8be4f1d21 HTTP/1.1" status: 204 len: 168 time: 0.1571350 Apr 20 13:12:42.156725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a68f2-2dcf-42a6-bdda-56833757903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5b2b0f-e517-4a83-ab3a-81d8be4f1d21,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:42.432446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c218911-098c-4ffe-8eda-9f0402297cbb req-7d1b7b1a-97e0-4c91-ab16-63520e8f13d7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5042007 Apr 20 13:12:42.558920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:42.563821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.568443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:42.580109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c978e-3b0d-42c0-8903-258523f79a46 req-ce8c08c0-201c-427f-b3ff-62f8660e4f8e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.586307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c978e-3b0d-42c0-8903-258523f79a46 req-ce8c08c0-201c-427f-b3ff-62f8660e4f8e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.589705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:42.590499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.592924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c978e-3b0d-42c0-8903-258523f79a46 req-ce8c08c0-201c-427f-b3ff-62f8660e4f8e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.598972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c978e-3b0d-42c0-8903-258523f79a46 req-ce8c08c0-201c-427f-b3ff-62f8660e4f8e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.604783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91c978e-3b0d-42c0-8903-258523f79a46 req-ce8c08c0-201c-427f-b3ff-62f8660e4f8e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:42.607189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c91c978e-3b0d-42c0-8903-258523f79a46 req-ce8c08c0-201c-427f-b3ff-62f8660e4f8e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 3815 time: 0.6577511 Apr 20 13:12:42.645132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.658660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:42.659371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.663290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59290) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:42.663487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2fb5f2d0-f14f-4adb-be36-577db37dd9dc tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/floatingips/1393d2f2-ef52-4f03-b43b-125636118213 HTTP/1.1" status: 200 len: 687 time: 2.1271422 Apr 20 13:12:42.695358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c91c978e-3b0d-42c0-8903-258523f79a46 req-892e4725-cdd0-4e34-9233-d6f05e837d89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692482 Apr 20 13:12:42.707884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:42.708749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf09b33-3bd6-464c-bf1c-ed23723104fc None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:42.793693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3610c2-29fa-4974-9c09-d7cbb255e5b6 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:42.802984 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.819763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Transition to ACTIVE for port object ac3610c2-29fa-4974-9c09-d7cbb255e5b6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:42.826686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:42.933483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 1fd8badf-e50c-454f-a555-feb259252d7d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:42.934314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.084919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Pushing event updated for resources: {'Port': ['ID=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:43.087859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.088682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.106256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 1fd8badf-e50c-454f-a555-feb259252d7d owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:43.160777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cfe03-d7f4-43d7-8e0a-f22c90c816ff req-c712d49a-6e74-4ba0-8aa6-fc19de61e611 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.167698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a8cfe03-d7f4-43d7-8e0a-f22c90c816ff req-c712d49a-6e74-4ba0-8aa6-fc19de61e611 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1456914 Apr 20 13:12:43.169106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Attempting to bind port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:43.169439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Attempting to bind port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:43.169817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Attempting to bind port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 on network 1f059878-4537-4909-a153-75a68de9ea39 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:43.177139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 on network 1f059878-4537-4909-a153-75a68de9ea39 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:43.177462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Attempting to bind port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 on network 1f059878-4537-4909-a153-75a68de9ea39 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:43.194836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:43.195185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Checking segment: {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:43.195570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Bound using segment: {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:43.196013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Bound port: ac3610c2-29fa-4974-9c09-d7cbb255e5b6, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f059878-4537-4909-a153-75a68de9ea39'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:43.196372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.303136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a8cfe03-d7f4-43d7-8e0a-f22c90c816ff req-b609da31-77cc-4a92-ae28-357b8ca0f90f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236501 Apr 20 13:12:43.336019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] For port ac3610c2-29fa-4974-9c09-d7cbb255e5b6, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:43.340611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] For port ac3610c2-29fa-4974-9c09-d7cbb255e5b6, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:43.346060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.398126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.398813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.400247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] 10.222.0.37 "PUT /v2.0/ports/ac3610c2-29fa-4974-9c09-d7cbb255e5b6 HTTP/1.1" status: 200 len: 1091 time: 1.9608772 Apr 20 13:12:43.400702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:43.403147 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0970ab-9f3c-4d04-9939-68f67eddefd6" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:43.459971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:43.472082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.495981 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e65dd0-cbda-44e3-b891-ff706b4fef31 x-openstack-request-id: req-13e65dd0-cbda-44e3-b891-ff706b4fef31 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:43.496339 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:43.496512 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13e65dd0-cbda-44e3-b891-ff706b4fef31 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:43.496906 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e65dd0-cbda-44e3-b891-ff706b4fef31'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'status': 'completed', 'code': 200} Apr 20 13:12:43.575139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=1fd8badf-e50c-454f-a555-feb259252d7d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:43.580449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4819fd-0388-46b2-930b-1e0dad88509b service neutron] Pushing event updated for resources: {'Port': ['ID=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:43.689402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.696514 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.700892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.705587 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-879177d2-0eb6-4b22-a71a-0553dd8363e0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/floatingips/1393d2f2-ef52-4f03-b43b-125636118213 HTTP/1.1" status: 204 len: 168 time: 1.0411260 Apr 20 13:12:43.706258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59312) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:43.714572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '7a037329-a059-49cb-9e86-5240a401696c'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:43.739558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-72e17fa1-e6bd-4c5f-9ce8-db7f7e043f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.741238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-72e17fa1-e6bd-4c5f-9ce8-db7f7e043f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.741238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-72e17fa1-e6bd-4c5f-9ce8-db7f7e043f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.741593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-72e17fa1-e6bd-4c5f-9ce8-db7f7e043f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.742875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-72e17fa1-e6bd-4c5f-9ce8-db7f7e043f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.744745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-72e17fa1-e6bd-4c5f-9ce8-db7f7e043f6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 4362 time: 0.2334292 Apr 20 13:12:43.812823 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:43.968482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b92171-6208-456c-9853-209de02681a2 req-5a9954d0-c8b0-427b-bd10-a6b4dd1dee4e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:43.978172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97b92171-6208-456c-9853-209de02681a2 req-5a9954d0-c8b0-427b-bd10-a6b4dd1dee4e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.3735363 Apr 20 13:12:44.056463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.181964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97b92171-6208-456c-9853-209de02681a2 req-a82aee16-9d5f-4c12-9f7e-f6248aafc765 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981287 Apr 20 13:12:44.212666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408405f-7614-4304-ab38-76a88527e217 req-408291e0-45d8-4139-8b3c-ecbb133ee925 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.219781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408405f-7614-4304-ab38-76a88527e217 req-408291e0-45d8-4139-8b3c-ecbb133ee925 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.226003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408405f-7614-4304-ab38-76a88527e217 req-408291e0-45d8-4139-8b3c-ecbb133ee925 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.232608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408405f-7614-4304-ab38-76a88527e217 req-408291e0-45d8-4139-8b3c-ecbb133ee925 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.238700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408405f-7614-4304-ab38-76a88527e217 req-408291e0-45d8-4139-8b3c-ecbb133ee925 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.240677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b408405f-7614-4304-ab38-76a88527e217 req-408291e0-45d8-4139-8b3c-ecbb133ee925 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 3827 time: 0.3041804 Apr 20 13:12:44.265017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-32d1755a-0f7d-4aa5-a1dd-262196e521a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.265776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-32d1755a-0f7d-4aa5-a1dd-262196e521a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.266247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-32d1755a-0f7d-4aa5-a1dd-262196e521a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.267810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-32d1755a-0f7d-4aa5-a1dd-262196e521a4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5128694 Apr 20 13:12:44.280466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.25.3.60 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/735483cf-53eb-4e1d-b8d0-62569c040624) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:44.400050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b408405f-7614-4304-ab38-76a88527e217 req-e2a976a8-bbe7-4eb3-b080-4e5068fa004b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494844 Apr 20 13:12:44.462310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.520516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-d0b2c86c-4e68-4eb7-8d14-3de32dd8e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.522673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d0970ab-9f3c-4d04-9939-68f67eddefd6 req-d0b2c86c-4e68-4eb7-8d14-3de32dd8e358 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2454247 Apr 20 13:12:44.549148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396f968-f8e4-4ea4-a9c0-0e2cd36fa6bd req-67998b97-300c-4958-9a90-7c177f7077c5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:44.551118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c396f968-f8e4-4ea4-a9c0-0e2cd36fa6bd req-67998b97-300c-4958-9a90-7c177f7077c5 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1257861 Apr 20 13:12:44.569987 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.608483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2626f684-68d4-433d-8b6f-bcde34059dc4 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:44.620346 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.632247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=735483cf-53eb-4e1d-b8d0-62569c040624,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:44.644400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c396f968-f8e4-4ea4-a9c0-0e2cd36fa6bd req-6df6ebea-ff4b-4ece-8f4e-3899a8f4c931 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660231 Apr 20 13:12:44.651374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Transition to ACTIVE for port object 2626f684-68d4-433d-8b6f-bcde34059dc4 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:44.662004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:44.662378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:44.664043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:44.667200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:44.730818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2626f684-68d4-433d-8b6f-bcde34059dc4,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:44.883254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Attempting to bind port 2626f684-68d4-433d-8b6f-bcde34059dc4 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:44.883840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Attempting to bind port 2626f684-68d4-433d-8b6f-bcde34059dc4 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:44.884393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Attempting to bind port 2626f684-68d4-433d-8b6f-bcde34059dc4 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:44.895233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Port 2626f684-68d4-433d-8b6f-bcde34059dc4 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:44.895581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Attempting to bind port 2626f684-68d4-433d-8b6f-bcde34059dc4 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:44.902222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:44.902615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Checking segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:44.903059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Bound using segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:44.903553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Bound port: 2626f684-68d4-433d-8b6f-bcde34059dc4, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:44.903970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.025754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] For port 2626f684-68d4-433d-8b6f-bcde34059dc4, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:45.029563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] For port 2626f684-68d4-433d-8b6f-bcde34059dc4, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2626f684-68d4-433d-8b6f-bcde34059dc4,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:45.035282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.094939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.096534 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.098480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] 10.222.0.37 "PUT /v2.0/ports/2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 200 len: 1131 time: 1.6591356 Apr 20 13:12:45.144716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:45.197952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a673e46-fed1-4ded-8979-ff5c9d5b78a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2626f684-68d4-433d-8b6f-bcde34059dc4,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:45.316965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.375701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.502709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '2626f684-68d4-433d-8b6f-bcde34059dc4'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:45.505039 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55dd215-bc4c-443e-8d2c-3d58b74232be" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "2626f684-68d4-433d-8b6f-bcde34059dc4"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:45.524699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.570229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5930bc8-e97d-43e2-a69e-7879b5c893cc req-aa265ce6-e150-4a4d-9419-aa7675c88d13 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.571852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5930bc8-e97d-43e2-a69e-7879b5c893cc req-aa265ce6-e150-4a4d-9419-aa7675c88d13 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1872551 Apr 20 13:12:45.672852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-c5ec3982-256e-41c3-8ae0-d4144eeb021d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.679357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-c5ec3982-256e-41c3-8ae0-d4144eeb021d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.685912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-c5ec3982-256e-41c3-8ae0-d4144eeb021d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.692104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-c5ec3982-256e-41c3-8ae0-d4144eeb021d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.698358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-c5ec3982-256e-41c3-8ae0-d4144eeb021d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.704691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-c5ec3982-256e-41c3-8ae0-d4144eeb021d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:45.706537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-c5ec3982-256e-41c3-8ae0-d4144eeb021d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 4600 time: 0.1775296 Apr 20 13:12:45.754118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5930bc8-e97d-43e2-a69e-7879b5c893cc req-4db5829d-637e-45f2-af5b-f574f86e256a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726921 Apr 20 13:12:45.794882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.801802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.850852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=735483cf-53eb-4e1d-b8d0-62569c040624,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:45.896036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc895d13-36bd-47c0-b65e-303a7cb40aee {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:45.906709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.926074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.926453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Transition to ACTIVE for port object bc895d13-36bd-47c0-b65e-303a7cb40aee will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:45.928520 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312afba7-8fe9-4ed4-b6ec-19c08851ec41 x-openstack-request-id: req-312afba7-8fe9-4ed4-b6ec-19c08851ec41 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:45.928918 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "2626f684-68d4-433d-8b6f-bcde34059dc4", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:45.929356 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-312afba7-8fe9-4ed4-b6ec-19c08851ec41 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:45.930146 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312afba7-8fe9-4ed4-b6ec-19c08851ec41'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '2626f684-68d4-433d-8b6f-bcde34059dc4', 'status': 'completed', 'code': 200} Apr 20 13:12:45.951016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:45.993069 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c12816bb-c4b3-41fd-b7f0-904f8ddd247d req-a35f4cb2-3e00-4919-8db0-68b5a5d28087 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2671812 Apr 20 13:12:46.172011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc895d13-36bd-47c0-b65e-303a7cb40aee,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:46.188315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.188800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.189272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.189795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.190260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.190719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.191180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.193262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-849ea376-7f06-4c32-8d31-e1f69a274e71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6168 time: 0.2622287 Apr 20 13:12:46.340319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447635e-e379-42e1-8a49-d9960a55dc10 req-2742ffea-e06f-4776-b36e-7e0c1ab8bd62 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.349373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1447635e-e379-42e1-8a49-d9960a55dc10 req-2742ffea-e06f-4776-b36e-7e0c1ab8bd62 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.2726047 Apr 20 13:12:46.354781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Attempting to bind port bc895d13-36bd-47c0-b65e-303a7cb40aee on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:46.355257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Attempting to bind port bc895d13-36bd-47c0-b65e-303a7cb40aee by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:46.355690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Attempting to bind port bc895d13-36bd-47c0-b65e-303a7cb40aee on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:46.398862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Port bc895d13-36bd-47c0-b65e-303a7cb40aee on network 335e6fb4-7c82-4bc2-a467-962909cdb277 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:46.401774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Attempting to bind port bc895d13-36bd-47c0-b65e-303a7cb40aee on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:46.456518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:46.457006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Checking segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:46.457495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Bound using segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:46.458058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Bound port: bc895d13-36bd-47c0-b65e-303a7cb40aee, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:46.460617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:46.512009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-d0fa22eb-1bc6-4018-b759-fa8067c39c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.512009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-d0fa22eb-1bc6-4018-b759-fa8067c39c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.512009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-d0fa22eb-1bc6-4018-b759-fa8067c39c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.512009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-d0fa22eb-1bc6-4018-b759-fa8067c39c2b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3051572 Apr 20 13:12:46.529489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1447635e-e379-42e1-8a49-d9960a55dc10 req-37a850d5-d6c0-4e26-a434-1c3d25b527e6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777534 Apr 20 13:12:46.573928 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 associated. External IP: 172.25.3.60, port: 7a037329-a059-49cb-9e86-5240a401696c. Apr 20 13:12:46.704232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] For port bc895d13-36bd-47c0-b65e-303a7cb40aee, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:46.708651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] For port bc895d13-36bd-47c0-b65e-303a7cb40aee, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:46.717912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-7ef38773-c563-4e45-853a-83265d8b2011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.717912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d55dd215-bc4c-443e-8d2c-3d58b74232be req-7ef38773-c563-4e45-853a-83265d8b2011 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1729829 Apr 20 13:12:46.717912 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:46.767054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:46.767662 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:46.769239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] 10.222.0.37 "PUT /v2.0/ports/bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 200 len: 1131 time: 1.6376989 Apr 20 13:12:46.830508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:46.889217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e0196-0334-4b0a-8d20-dfa0164b22b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc895d13-36bd-47c0-b65e-303a7cb40aee,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:46.970109 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.011736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:47.030336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136744c-87b3-4b3d-8004-0711797e2542 req-515186b1-0c57-487e-92b8-83ace6a9b22b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.031981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9136744c-87b3-4b3d-8004-0711797e2542 req-515186b1-0c57-487e-92b8-83ace6a9b22b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1157589 Apr 20 13:12:47.185112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9136744c-87b3-4b3d-8004-0711797e2542 req-987cc0d8-8d4d-41dc-9497-81401353a23c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349447 Apr 20 13:12:47.237622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:47.248958 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:47.266122 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:47.267542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.267843 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:47.308423 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ffaca774-f19a-47cf-b4dc-7f97b7da82f5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5976961 Apr 20 13:12:47.308967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59368) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:47.316777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.322705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.328673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.328988 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:47.334679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.340453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.342557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:47.343401 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:47.346855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.352657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:47.354576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-f17a9759-fcdf-4f9b-bcb1-6e0eab078323 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5373 time: 0.1590943 Apr 20 13:12:47.385144 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-59c42c2b-c898-4734-b1b6-0598ad846cb9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "GET /v2.0/floatingips/d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 HTTP/1.1" status: 200 len: 977 time: 0.0750051 Apr 20 13:12:47.385765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59370) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:47.399651 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:47.400615 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2833fe8-0402-47d8-ad44-456c068e582d None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:47.426897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b1a5b05-e9cc-4258-be2d-9b562ff38afd req-0212dd88-4683-441b-bd2a-d51487fa84fd tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609260 Apr 20 13:12:47.478733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6548818d-2bbe-4046-a654-2d682426d379 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:47.487536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.500360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Transition to ACTIVE for port object 6548818d-2bbe-4046-a654-2d682426d379 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:47.505953 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:47.537968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59372) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:47.544462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'port_id': '2d7ae67d-0617-4f7e-ad3d-7a0b178e677c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:47.544903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b211ff02-b28d-4aaa-92ce-06b1ed5dc8e4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1429052 Apr 20 13:12:47.642374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Pushing event updated for resources: {'Port': ['ID=6548818d-2bbe-4046-a654-2d682426d379,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:47.690939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.087784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'bc895d13-36bd-47c0-b65e-303a7cb40aee'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:48.090078 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee827846-264a-4c97-8015-a6b793f92878" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "bc895d13-36bd-47c0-b65e-303a7cb40aee"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:48.133168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492544c2-0b9a-4ddb-9343-4f364706cea7 req-75b1041e-9d24-4e85-9e3e-5cf94dfad6eb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.134989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-492544c2-0b9a-4ddb-9343-4f364706cea7 req-75b1041e-9d24-4e85-9e3e-5cf94dfad6eb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.5017748 Apr 20 13:12:48.177528 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d80bf4-ce3b-430b-aafd-2b08dc5c8628 x-openstack-request-id: req-33d80bf4-ce3b-430b-aafd-2b08dc5c8628 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:48.177908 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "bc895d13-36bd-47c0-b65e-303a7cb40aee", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:48.178064 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-33d80bf4-ce3b-430b-aafd-2b08dc5c8628 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:48.178451 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d80bf4-ce3b-430b-aafd-2b08dc5c8628'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'bc895d13-36bd-47c0-b65e-303a7cb40aee', 'status': 'completed', 'code': 200} Apr 20 13:12:48.302988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-492544c2-0b9a-4ddb-9343-4f364706cea7 req-635c9d0b-5130-43ca-8ecf-4be7c87bed30 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560373 Apr 20 13:12:48.304163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Attempting to bind port 6548818d-2bbe-4046-a654-2d682426d379 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:48.304832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Attempting to bind port 6548818d-2bbe-4046-a654-2d682426d379 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:48.305344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Attempting to bind port 6548818d-2bbe-4046-a654-2d682426d379 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:48.707712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Port 6548818d-2bbe-4046-a654-2d682426d379 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:48.707712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Attempting to bind port 6548818d-2bbe-4046-a654-2d682426d379 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:48.762826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:48.763081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Checking segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:48.763467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Bound using segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:48.763920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Bound port: 6548818d-2bbe-4046-a654-2d682426d379, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:48.764283 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:48.772119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:12:48.823772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.824252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.824726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.825247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.825774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.826239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.826704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.828673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee827846-264a-4c97-8015-a6b793f92878 req-15a220fe-28d6-47d3-a1cd-c83cec2d20d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6235 time: 0.6258776 Apr 20 13:12:48.866552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.873020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.879032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.885003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.891874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.898346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.904226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.912684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-8ec0e1ce-4818-4597-87c1-22962cdb0ff6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5385 time: 0.2795773 Apr 20 13:12:48.922595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c489f-1609-431c-9329-c17303c6ee11 req-c6b4d61f-5415-4663-97d4-ae01b95bd744 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:48.930429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-425c489f-1609-431c-9329-c17303c6ee11 req-c6b4d61f-5415-4663-97d4-ae01b95bd744 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.2732780 Apr 20 13:12:49.002369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.030272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.030865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.062693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-425c489f-1609-431c-9329-c17303c6ee11 req-b0f34460-4a5b-4a9d-b8cc-053dcfbf1176 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313496 Apr 20 13:12:49.163212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] For port 6548818d-2bbe-4046-a654-2d682426d379, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:49.224501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc30e8d1-a909-4aec-9d99-6b3687124ef1 req-1e5cfe28-dea7-4b0a-85da-eca89d69ee1f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3108752 Apr 20 13:12:49.230447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] For port 6548818d-2bbe-4046-a654-2d682426d379, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6548818d-2bbe-4046-a654-2d682426d379,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:49.241147 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.348436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Pushing event updated for resources: {'Port': ['ID=6548818d-2bbe-4046-a654-2d682426d379,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:49.445679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.446377 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.447816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-64567e72-a93f-406f-9bd4-e626de1f091d service neutron] 10.222.0.37 "PUT /v2.0/ports/6548818d-2bbe-4046-a654-2d682426d379 HTTP/1.1" status: 200 len: 1091 time: 2.6215570 Apr 20 13:12:49.511980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:49.545880 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 associated. External IP: 172.25.3.60, port: 7a037329-a059-49cb-9e86-5240a401696c. Apr 20 13:12:49.590583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-edf321bf-477c-44eb-849d-a6dd7e9374ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.591058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-edf321bf-477c-44eb-849d-a6dd7e9374ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.591518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-edf321bf-477c-44eb-849d-a6dd7e9374ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.593171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee827846-264a-4c97-8015-a6b793f92878 req-edf321bf-477c-44eb-849d-a6dd7e9374ed service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7510965 Apr 20 13:12:49.886772 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-5c1443bd-ece7-4e19-91a7-5725ad35bd0e service neutron] show failed (client error): The resource could not be found. Apr 20 13:12:49.887858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-5c1443bd-ece7-4e19-91a7-5725ad35bd0e service neutron] 10.222.0.30 "GET /v2.0/ports/e3b7d563-0120-4e70-9b5f-a19129b34405/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.5227184 Apr 20 13:12:49.895976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2558bf9-7633-4e28-a6b3-6117d68bc014 req-48775678-1221-4ee3-a653-76124db9185b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.897481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2558bf9-7633-4e28-a6b3-6117d68bc014 req-48775678-1221-4ee3-a653-76124db9185b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.4582427 Apr 20 13:12:49.901428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:49.996436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee827846-264a-4c97-8015-a6b793f92878 req-c1141feb-e92e-4bbe-b4e5-a85e6b3457f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:49.997966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee827846-264a-4c97-8015-a6b793f92878 req-c1141feb-e92e-4bbe-b4e5-a85e6b3457f7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3927608 Apr 20 13:12:50.071855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2558bf9-7633-4e28-a6b3-6117d68bc014 req-76702edd-9515-4c93-b75e-ae7ffe4bce27 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540666 Apr 20 13:12:50.189408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '6548818d-2bbe-4046-a654-2d682426d379'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:50.190180 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43133af1-3d78-481b-8674-29e5c4a2cbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "6548818d-2bbe-4046-a654-2d682426d379"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:50.270464 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7052f9be-6a41-45d1-add9-a28e42bd09e3 x-openstack-request-id: req-7052f9be-6a41-45d1-add9-a28e42bd09e3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:50.270745 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "6548818d-2bbe-4046-a654-2d682426d379", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:50.271026 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7052f9be-6a41-45d1-add9-a28e42bd09e3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:50.271384 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7052f9be-6a41-45d1-add9-a28e42bd09e3'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '6548818d-2bbe-4046-a654-2d682426d379', 'status': 'completed', 'code': 200} Apr 20 13:12:50.400685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.400685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.400685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.400685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.400685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.401651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.402087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.404172 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-e677c561-4f1c-4a0e-8651-da274d840642 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6277 time: 0.1154084 Apr 20 13:12:50.436548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-30ea5ba6-298b-42a2-89f3-669da2e4a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.438062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-30ea5ba6-298b-42a2-89f3-669da2e4a8df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 1097 time: 0.2905405 Apr 20 13:12:50.458691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec2810-122b-4912-9413-6db66f348152 req-b6bc8dab-12af-4db8-ae8f-982d28948037 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.460592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10ec2810-122b-4912-9413-6db66f348152 req-b6bc8dab-12af-4db8-ae8f-982d28948037 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.2679186 Apr 20 13:12:50.466799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:50.520899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:50.657541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-4f87b14a-9672-4c3b-a585-d2beb0f9b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.658076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-4f87b14a-9672-4c3b-a585-d2beb0f9b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.658552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-4f87b14a-9672-4c3b-a585-d2beb0f9b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.660210 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-4f87b14a-9672-4c3b-a585-d2beb0f9b452 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2472687 Apr 20 13:12:50.924614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-cd54d01a-e072-44e0-91d8-e3c05675d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.927288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-43133af1-3d78-481b-8674-29e5c4a2cbe1 req-cd54d01a-e072-44e0-91d8-e3c05675d5a9 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609174 Apr 20 13:12:50.948159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.954572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.960340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.966126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.971858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.985787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.985787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:50.986243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-59a0c359-364a-4019-b710-15f04b9f39ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5385 time: 0.6069975 Apr 20 13:12:50.989685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10ec2810-122b-4912-9413-6db66f348152 req-66d76486-8c44-481f-b34f-a02c2f3c7f1c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5128267 Apr 20 13:12:51.072519 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:51.203840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4bbc135d-2294-4abb-a517-2567b9e8e9db req-2f938999-4602-485a-ac1f-8f1f173f905c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2051940 Apr 20 13:12:51.243883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a582f2-35e2-4564-93a7-d826c3e04ece {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:51.266725 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:51.289894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:51.306012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:51.323231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:51.326534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:51.397503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Transition to ACTIVE for port object 85a582f2-35e2-4564-93a7-d826c3e04ece will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:51.417899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:51.427351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82107b40-e2ac-4c13-acc8-d07a7d06ab72 req-742596f2-a599-4b49-afc2-8121c18e1c7d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:51.428904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82107b40-e2ac-4c13-acc8-d07a7d06ab72 req-742596f2-a599-4b49-afc2-8121c18e1c7d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.2552142 Apr 20 13:12:51.444294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:51.466815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:51.467451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:51.515202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:51.516407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd45bd-5ead-46fd-9cc6-b1b25269cbd2 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:51.637946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Pushing event updated for resources: {'Port': ['ID=85a582f2-35e2-4564-93a7-d826c3e04ece,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:51.658090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-82107b40-e2ac-4c13-acc8-d07a7d06ab72 req-da3447d6-4fba-4e58-83b2-d86fc7d295ae tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095573 Apr 20 13:12:51.726664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:12:51.873265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:12:51.933258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:51.955825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Attempting to bind port 85a582f2-35e2-4564-93a7-d826c3e04ece on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:51.956298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Attempting to bind port 85a582f2-35e2-4564-93a7-d826c3e04ece by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:51.956729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Attempting to bind port 85a582f2-35e2-4564-93a7-d826c3e04ece on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:51.968485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Port 85a582f2-35e2-4564-93a7-d826c3e04ece on network 335e6fb4-7c82-4bc2-a467-962909cdb277 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:51.968896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Attempting to bind port 85a582f2-35e2-4564-93a7-d826c3e04ece on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:51.994426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:51.994849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Checking segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:51.995475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Bound using segment: {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:51.996078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Bound port: 85a582f2-35e2-4564-93a7-d826c3e04ece, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1849720-0edc-4964-af31-a889feefc699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:51.996545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.009443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:52.043250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:52.138125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.277109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:52.279299 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5592997-6d72-4ff3-9c70-09a4c7526b9d" -d '{"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:52.302741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Transition to ACTIVE for port object e3b7d563-0120-4e70-9b5f-a19129b34405 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:52.345299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] For port 85a582f2-35e2-4564-93a7-d826c3e04ece, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:52.349104 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.377082 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:12:52.378218 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:12:52.423686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] For port 85a582f2-35e2-4564-93a7-d826c3e04ece, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=85a582f2-35e2-4564-93a7-d826c3e04ece,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:52.448299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88286a63-cfe7-4dc0-aae6-4a87b0fed7d5 req-f84cf030-139b-4893-bf00-abbb2fa24984 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.450280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88286a63-cfe7-4dc0-aae6-4a87b0fed7d5 req-f84cf030-139b-4893-bf00-abbb2fa24984 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.3224540 Apr 20 13:12:52.479768 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.501004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:52.514415 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:52.532569 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:52.533457 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:52.554433 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.592147 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:52.600442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:52.623452 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:52.624607 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:52.670887 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:52.672083 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f20f91-2587-4f25-8b6f-5b5d5a6306b1 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:52.674070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.674734 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:52.676423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] 10.222.0.37 "PUT /v2.0/ports/85a582f2-35e2-4564-93a7-d826c3e04ece HTTP/1.1" status: 200 len: 1090 time: 3.1772435 Apr 20 13:12:52.755608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:52.851328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88286a63-cfe7-4dc0-aae6-4a87b0fed7d5 req-83a25704-220e-469a-ae00-6f4aa147bcf1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643286 Apr 20 13:12:52.862268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.868170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.874207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.880119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.891497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.902624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.909544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:52.916179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-da255cdf-84b3-48c3-8a70-31d37bd3770d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5397 time: 0.5466380 Apr 20 13:12:52.960920 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3241b32-d093-4dcc-9362-363a1495b233 x-openstack-request-id: req-e3241b32-d093-4dcc-9362-363a1495b233 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:52.961312 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:52.961472 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3241b32-d093-4dcc-9362-363a1495b233 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:52.961901 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3241b32-d093-4dcc-9362-363a1495b233'] response: {'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'code': 200} Apr 20 13:12:53.021176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] No DVR routers for this DVR port e3b7d563-0120-4e70-9b5f-a19129b34405 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:12:53.047508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6ac85769-782e-46ad-9723-b862d4159dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/floatingips/d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 HTTP/1.1" status: 200 len: 978 time: 5.5064366 Apr 20 13:12:53.054497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59436) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:53.062263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:53.126769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe726a8-d884-4356-8596-d6afcb334c49 service neutron] Pushing event updated for resources: {'Port': ['ID=85a582f2-35e2-4564-93a7-d826c3e04ece,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:53.157883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.192641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.207331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11648214-025a-4e41-bb73-8a562e6b2d0b req-2efe12f6-4ad6-4883-9c7b-94298cd299f2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406614 Apr 20 13:12:53.333037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31620f0-557c-4487-a126-4fed058bebb6 req-219c6ff1-b6c2-4324-bf6c-6a1e9d53ea04 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:53.334589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c31620f0-557c-4487-a126-4fed058bebb6 req-219c6ff1-b6c2-4324-bf6c-6a1e9d53ea04 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.2921162 Apr 20 13:12:53.377286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.382577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.382922 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 disassociated. External IP: 172.25.3.60, port: 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c. Apr 20 13:12:53.500583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c31620f0-557c-4487-a126-4fed058bebb6 req-ef67d627-9413-4923-a9a0-11a454a0ab47 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522105 Apr 20 13:12:53.502731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:53.503064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:53.503389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:53.551145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:53.551469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:53.562493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:53.562798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Checking segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:53.563177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Bound using segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:53.563618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Bound port: e3b7d563-0120-4e70-9b5f-a19129b34405, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:53.563967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.690157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:53.773948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.866106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:53.871524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:53.880146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:53.904094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:53.905567 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-89ffac8d-c074-4ddc-809e-d2084cff98fa tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/floatingips/d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 HTTP/1.1" status: 200 len: 687 time: 0.8495343 Apr 20 13:12:53.905837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:53.906232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59448) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:53.956647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:53.968420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:53.969414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:54.011950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:54.013844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ad7e3-35b6-45ab-b3ae-497e4ad8197f None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:54.057078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 735483cf-53eb-4e1d-b8d0-62569c040624 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:12:54.057918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.163958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:54.166720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.167057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.193279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 735483cf-53eb-4e1d-b8d0-62569c040624 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:12:54.212688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff862887-2f31-474a-b539-c43c449c0d5f req-718bd0e0-69ed-42bb-b522-066dd9164fb7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.222270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff862887-2f31-474a-b539-c43c449c0d5f req-718bd0e0-69ed-42bb-b522-066dd9164fb7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.2606370 Apr 20 13:12:54.245919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:54.274218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff862887-2f31-474a-b539-c43c449c0d5f req-218f2b83-07c8-4123-8a32-bbda8db5131e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507281 Apr 20 13:12:54.280126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.294285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8233fcfb-1783-49ec-8376-cee94a7fed6f {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:54.324138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.336477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.337045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.338755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] 10.222.0.37 "PUT /v2.0/ports/e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1092 time: 3.8934820 Apr 20 13:12:54.378995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc076dfb-a6d9-49aa-b906-fd3cb8dc02da service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:54.427405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.455690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Transition to ACTIVE for port object 8233fcfb-1783-49ec-8376-cee94a7fed6f will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:54.477579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.480146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=735483cf-53eb-4e1d-b8d0-62569c040624,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:54.546308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-c461339f-19e1-4bde-b175-961579ad05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.548135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-c461339f-19e1-4bde-b175-961579ad05f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1095 time: 0.1847222 Apr 20 13:12:54.549451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8233fcfb-1783-49ec-8376-cee94a7fed6f,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:54.604947 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.608530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:54.612148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-029a4e2f-5205-4d4a-8640-84a1d4fdfee0 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 HTTP/1.1" status: 204 len: 168 time: 0.7026105 Apr 20 13:12:54.612313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.613805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59456) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:54.618556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.624610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.636480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.647829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.654276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.660860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.662842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f066f91-8244-467f-ac66-568e69b04e78 req-573ff888-ed79-44be-bdec-e20a3fecba9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5397 time: 0.2664158 Apr 20 13:12:54.690473 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-5cd611de-b7cd-4cba-98a9-b1a120ca9082 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] delete failed (client error): The resource could not be found. Apr 20 13:12:54.691534 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5cd611de-b7cd-4cba-98a9-b1a120ca9082 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9d3a4cb-5b21-4141-8b5a-474b42b8ff60 HTTP/1.1" status: 404 len: 345 time: 0.0767813 Apr 20 13:12:54.698191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59460) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:54.829247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d31d2-7530-495b-8070-59bb5b344cb3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.835787 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d31d2-7530-495b-8070-59bb5b344cb3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.842439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d31d2-7530-495b-8070-59bb5b344cb3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.846656 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-090d31d2-7530-495b-8070-59bb5b344cb3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "GET /v2.0/ports?network_id=0439d41b-6559-41d8-823d-c88ff0d37955 HTTP/1.1" status: 200 len: 2359 time: 0.1446612 Apr 20 13:12:54.846963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59462) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:54.922653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc50dff-0c34-41e7-a5c4-5e6faa77fdf9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.925835 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8fc50dff-0c34-41e7-a5c4-5e6faa77fdf9 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "GET /v2.0/subnets/05194517-4e25-4ed3-8455-d6912c78c4ee HTTP/1.1" status: 200 len: 797 time: 0.0757644 Apr 20 13:12:54.932712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59468) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:54.942759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'port': {'network_id': '0439d41b-6559-41d8-823d-c88ff0d37955', 'name': 'tempest-FloatingIPTestJSON-2074930699', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:54.948281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f066f91-8244-467f-ac66-568e69b04e78 req-f0533a47-fe83-4e04-bee9-a4a7934afde0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2653933 Apr 20 13:12:54.963581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece'}, {'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:54.966377 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52af644-5568-443a-9ca6-8b3b457422e3" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece"}, {"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:54.989217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9612e24-1465-4dd5-bc0c-5adb6db420b6 req-5d3bfac1-dd99-424d-8dff-af63ec45fa44 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.990796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9612e24-1465-4dd5-bc0c-5adb6db420b6 req-5d3bfac1-dd99-424d-8dff-af63ec45fa44 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.3091614 Apr 20 13:12:54.997717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-80411aa8-1d5e-46ff-ad65-0736d5fc532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:54.999139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-80411aa8-1d5e-46ff-ad65-0736d5fc532f service neutron] 10.222.0.37 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.4397986 Apr 20 13:12:55.058941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Attempting to bind port 8233fcfb-1783-49ec-8376-cee94a7fed6f on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:55.059326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Attempting to bind port 8233fcfb-1783-49ec-8376-cee94a7fed6f by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:55.059661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Attempting to bind port 8233fcfb-1783-49ec-8376-cee94a7fed6f on network 256b66d2-21d2-4f1e-8865-8678fe9c5835 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:55.078071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Port 8233fcfb-1783-49ec-8376-cee94a7fed6f on network 256b66d2-21d2-4f1e-8865-8678fe9c5835 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:55.078405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Attempting to bind port 8233fcfb-1783-49ec-8376-cee94a7fed6f on network 256b66d2-21d2-4f1e-8865-8678fe9c5835 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:55.094338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:12:55.097453 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773fae07-6e94-40cc-aab3-f56b4c63c639 x-openstack-request-id: req-773fae07-6e94-40cc-aab3-f56b4c63c639 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:55.098311 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:55.098570 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-773fae07-6e94-40cc-aab3-f56b4c63c639 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:55.099135 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773fae07-6e94-40cc-aab3-f56b4c63c639'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece', 'status': 'completed', 'code': 200} Apr 20 13:12:55.099800 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773fae07-6e94-40cc-aab3-f56b4c63c639'] response: {'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'status': 'completed', 'code': 200} Apr 20 13:12:55.101861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:55.102218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Checking segment: {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:55.102601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Bound using segment: {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:55.103048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Bound port: 8233fcfb-1783-49ec-8376-cee94a7fed6f, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:55.103412 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.107871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9612e24-1465-4dd5-bc0c-5adb6db420b6 req-20290d0e-e1d8-49a5-ba9e-563b0b2b8ce0 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030092 Apr 20 13:12:55.151825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-c0466dbe-deb6-483a-882b-0a19a44fd374 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.1401989 Apr 20 13:12:55.248076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.248912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.249578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.250304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.250953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.252111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.252774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.255682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-4dd8cd3c-f0ff-43e7-bdbf-b5d7eb1c913f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6369 time: 0.0905888 Apr 20 13:12:55.266985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.281334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-fb0815d2-0e2e-4fdd-967d-64c1ba44a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.282866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-fb0815d2-0e2e-4fdd-967d-64c1ba44a7af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1095 time: 0.1400990 Apr 20 13:12:55.307497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] For port 8233fcfb-1783-49ec-8376-cee94a7fed6f, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:55.311255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] For port 8233fcfb-1783-49ec-8376-cee94a7fed6f, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:55.336002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.343566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-46fb9023-babd-4432-b234-853944281367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.344990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-46fb9023-babd-4432-b234-853944281367 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.1373160 Apr 20 13:12:55.352439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] device_id is not set on port 01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:12:55.515929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-522859b9-3fba-4f24-a09f-4bcf0cfdd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.518325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-522859b9-3fba-4f24-a09f-4bcf0cfdd144 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.2034395 Apr 20 13:12:55.536944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-c5375824-aa39-4883-ab2e-4480d6f961ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.537526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-c5375824-aa39-4883-ab2e-4480d6f961ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.538026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-c5375824-aa39-4883-ab2e-4480d6f961ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.539601 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-c5375824-aa39-4883-ab2e-4480d6f961ae service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2677631 Apr 20 13:12:55.687932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-11767e78-53c3-4e35-8e40-140e477fbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.688918 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-11767e78-53c3-4e35-8e40-140e477fbd51 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402307 Apr 20 13:12:55.733368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-ac126c67-62af-4a89-840c-83b677efb13b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.1492953 Apr 20 13:12:55.759138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.761655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:55.764583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] 10.222.0.37 "PUT /v2.0/ports/8233fcfb-1783-49ec-8376-cee94a7fed6f HTTP/1.1" status: 200 len: 1091 time: 3.0434866 Apr 20 13:12:55.815313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Request body: {'port': {'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:55.907215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc4b22-e801-4fc4-8689-57e7a43622a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8233fcfb-1783-49ec-8376-cee94a7fed6f,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:55.915446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-a9ad5722-07e0-4758-9db6-9c4f28510291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.917838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-a9ad5722-07e0-4758-9db6-9c4f28510291 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5177257 Apr 20 13:12:55.932125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74faa561-2bd6-4084-acbb-49fca1c3b6ed req-a79d1d65-1bfe-4a53-8a9d-5099a1dd9894 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:55.933862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74faa561-2bd6-4084-acbb-49fca1c3b6ed req-a79d1d65-1bfe-4a53-8a9d-5099a1dd9894 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.4296746 Apr 20 13:12:56.037072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.14 (0439d41b-6559-41d8-823d-c88ff0d37955/05194517-4e25-4ed3-8455-d6912c78c4ee/01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:56.048544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.13 (0439d41b-6559-41d8-823d-c88ff0d37955/05194517-4e25-4ed3-8455-d6912c78c4ee/01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:56.063041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-f9e3d18f-0a40-49ef-aaf0-5d7bf3f50cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.063041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-f9e3d18f-0a40-49ef-aaf0-5d7bf3f50cf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.2882600 Apr 20 13:12:56.130052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59498) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:56.159142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.272146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e96dca-5d66-441a-9c2c-4f4faf0c9d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.296341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74faa561-2bd6-4084-acbb-49fca1c3b6ed req-af1d184c-5fc5-4fb3-9382-68aa64e297ff tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517232 Apr 20 13:12:56.305262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-f7e338db-11a1-4822-ba01-db43e5b265a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.307231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-f7e338db-11a1-4822-ba01-db43e5b265a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1994510 Apr 20 13:12:56.396154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.406954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-a21317b1-c89a-4ea4-a471-c8c4ffc6ea26 service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692786 Apr 20 13:12:56.485877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.487793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e96dca-5d66-441a-9c2c-4f4faf0c9d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.491929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.496736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3e96dca-5d66-441a-9c2c-4f4faf0c9d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.497997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.504045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.510324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.513501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:56.517124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.523146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.525166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-b681e416-4fc9-487a-b050-90297b526f3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5409 time: 0.4223404 Apr 20 13:12:56.575755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e96dca-5d66-441a-9c2c-4f4faf0c9d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6004617b-2e02-4bd0-be8b-00e116635c74,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:56.597954 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a3e96dca-5d66-441a-9c2c-4f4faf0c9d1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06d59379f4164044a835e81411b14a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636629 Apr 20 13:12:56.620891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:56.654088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 0439d41b-6559-41d8-823d-c88ff0d37955 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:56.657537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:56.661519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:56.746001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc136ea8-4f59-4538-83d4-1282d361cd40 req-b813833b-19fd-49e1-9f19-806b2b217173 service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829552 Apr 20 13:12:56.789202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-7c2e140a-8998-45e9-97c2-5db8ae32f91e service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641855 Apr 20 13:12:56.792733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24b85f5c-e324-476d-b0d5-b904d5f3376c req-a0d58aed-ea0e-4713-ba89-acaeba34d31a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2454789 Apr 20 13:12:56.931839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bed4fc-fb96-4a7c-8623-577ecc445780 req-6d356fad-b887-4422-9b24-5e370c9117cb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:56.933362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71bed4fc-fb96-4a7c-8623-577ecc445780 req-6d356fad-b887-4422-9b24-5e370c9117cb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.4726882 Apr 20 13:12:57.063985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9153c92d-f9cb-4b83-9941-ae83c9c45498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.097449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:57.112518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '8233fcfb-1783-49ec-8376-cee94a7fed6f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:57.114754 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe054825-3e03-47b7-a684-d9342558ec7b" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "8233fcfb-1783-49ec-8376-cee94a7fed6f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:57.124985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.125726 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.143904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71bed4fc-fb96-4a7c-8623-577ecc445780 req-a4ee2dec-00be-4caa-bbab-bc1f8fb063da tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849890 Apr 20 13:12:57.146680 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dff9a7c4-180f-4ee9-8cf6-f69b648fec10 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.2128856 Apr 20 13:12:57.149408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:57.154988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:57.174313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-6e304d38-1bae-4980-8e5b-1816545afbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.175929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-6e304d38-1bae-4980-8e5b-1816545afbf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1095 time: 0.3061626 Apr 20 13:12:57.180126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.186736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9153c92d-f9cb-4b83-9941-ae83c9c45498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.205514 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c20df3-ef2b-49ce-af9c-18a9ab465589 x-openstack-request-id: req-91c20df3-ef2b-49ce-af9c-18a9ab465589 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:57.205841 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "8233fcfb-1783-49ec-8376-cee94a7fed6f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:57.206089 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91c20df3-ef2b-49ce-af9c-18a9ab465589 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:57.206474 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c20df3-ef2b-49ce-af9c-18a9ab465589'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': '8233fcfb-1783-49ec-8376-cee94a7fed6f', 'status': 'completed', 'code': 200} Apr 20 13:12:57.238906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-b7d6c822-d1fd-40d9-bb37-57b79f3d2abc service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072089 Apr 20 13:12:57.305403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.306065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.306535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.307119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.308125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.308682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.310174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.312342 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fe054825-3e03-47b7-a684-d9342558ec7b req-69d5e83b-d6b9-46dc-aafc-6982729468bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6411 time: 0.0695307 Apr 20 13:12:57.330239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d784a16e-9418-4d60-89fb-508f144cbfeb {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:12:57.347295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.355310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9153c92d-f9cb-4b83-9941-ae83c9c45498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.358284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9153c92d-f9cb-4b83-9941-ae83c9c45498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.361786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9153c92d-f9cb-4b83-9941-ae83c9c45498 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6004617b-2e02-4bd0-be8b-00e116635c74 HTTP/1.1" status: 204 len: 168 time: 0.7314184 Apr 20 13:12:57.441283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Transition to ACTIVE for port object d784a16e-9418-4d60-89fb-508f144cbfeb will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:12:57.442792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-42008c60-3c2a-4c46-b4f6-ab1c12aa2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.445135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-42008c60-3c2a-4c46-b4f6-ab1c12aa2c36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.2354565 Apr 20 13:12:57.447564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153c92d-f9cb-4b83-9941-ae83c9c45498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6004617b-2e02-4bd0-be8b-00e116635c74,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:57.451091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.477452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.480754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-878d3915-f241-4d5a-a620-449b4c324de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.482111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-878d3915-f241-4d5a-a620-449b4c324de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.482588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-878d3915-f241-4d5a-a620-449b4c324de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.484164 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fe054825-3e03-47b7-a684-d9342558ec7b req-878d3915-f241-4d5a-a620-449b4c324de3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1543021 Apr 20 13:12:57.550238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d784a16e-9418-4d60-89fb-508f144cbfeb,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:57.601087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d3181-5ceb-404f-a572-c27d34f666ab req-2c3ccb71-8735-4eab-94dd-1001f6178ef2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.602625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-030d3181-5ceb-404f-a572-c27d34f666ab req-2c3ccb71-8735-4eab-94dd-1001f6178ef2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.1923847 Apr 20 13:12:57.611182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-3730bad1-34ca-4bba-b69c-541eeccc3ec8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.1563072 Apr 20 13:12:57.737698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe054825-3e03-47b7-a684-d9342558ec7b req-f583c59a-d188-4e98-ace0-2cdcc698f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.739493 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fe054825-3e03-47b7-a684-d9342558ec7b req-f583c59a-d188-4e98-ace0-2cdcc698f123 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2477093 Apr 20 13:12:57.748172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.25.3.238 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/9af337ad-3d8b-4c39-9ccb-aa7b481a7678) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:12:57.798431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-030d3181-5ceb-404f-a572-c27d34f666ab req-91bed2d6-14fa-4e31-9bdc-eecf143137a2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612353 Apr 20 13:12:57.799821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-f190188b-4c93-4373-8d96-09c3d251d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.801156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-f190188b-4c93-4373-8d96-09c3d251d9fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.1543090 Apr 20 13:12:57.865946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59528) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:57.866786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Attempting to bind port d784a16e-9418-4d60-89fb-508f144cbfeb on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:12:57.866993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Attempting to bind port d784a16e-9418-4d60-89fb-508f144cbfeb by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:12:57.867317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Attempting to bind port d784a16e-9418-4d60-89fb-508f144cbfeb on network 256b66d2-21d2-4f1e-8865-8678fe9c5835 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:57.899086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Port d784a16e-9418-4d60-89fb-508f144cbfeb on network 256b66d2-21d2-4f1e-8865-8678fe9c5835 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:12:57.899404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Attempting to bind port d784a16e-9418-4d60-89fb-508f144cbfeb on network 256b66d2-21d2-4f1e-8865-8678fe9c5835 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:12:57.902338 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9b4a5ad2-02ea-4124-8bef-b59f99b99716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.919756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.920967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:12:57.921308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Checking segment: {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:12:57.929367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Bound using segment: {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:12:57.929911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Bound port: d784a16e-9418-4d60-89fb-508f144cbfeb, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fe8c6c-5baa-40db-a747-d54313b5cd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:12:57.930508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.959712 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:57.964101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-dfb89f2b-6787-4052-bb61-c1337ca6d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:57.966987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-dfb89f2b-6787-4052-bb61-c1337ca6d3b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570346 Apr 20 13:12:58.001144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:12:58.008240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:12:58.010791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:12:58.045337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=9af337ad-3d8b-4c39-9ccb-aa7b481a7678,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:58.160286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.166052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.171880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.177826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.183738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.189684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.209240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.211108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-625681f4-d15a-4d02-ba1f-ea1d6852bb77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.2758520 Apr 20 13:12:58.257410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] For port d784a16e-9418-4d60-89fb-508f144cbfeb, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:12:58.304238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-2625b2b2-dfe1-4284-a47c-abc464653385 service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067019 Apr 20 13:12:58.330454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] For port d784a16e-9418-4d60-89fb-508f144cbfeb, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d784a16e-9418-4d60-89fb-508f144cbfeb,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:12:58.452868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.531415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.716609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.722606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.741985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.782296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9b4a5ad2-02ea-4124-8bef-b59f99b99716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.797882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=9af337ad-3d8b-4c39-9ccb-aa7b481a7678,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:58.811268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.825147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25949c90-b858-4fe2-89ff-5d7e7c88281c req-4819b04a-544d-4876-894c-ee00d6bd20ed tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5992410 Apr 20 13:12:58.836352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.837107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.838619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] 10.222.0.37 "PUT /v2.0/ports/d784a16e-9418-4d60-89fb-508f144cbfeb HTTP/1.1" status: 200 len: 1091 time: 3.0297029 Apr 20 13:12:58.846421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9b4a5ad2-02ea-4124-8bef-b59f99b99716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:58.954107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804329a-1333-4ae6-80a3-f93cea38a6fb req-70bd7290-e56e-4ab9-a96c-58210e1f1976 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:58.955687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5804329a-1333-4ae6-80a3-f93cea38a6fb req-70bd7290-e56e-4ab9-a96c-58210e1f1976 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.6569593 Apr 20 13:12:58.956125 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP cba7ec6a-97e4-43f1-8a4e-5995965244ce associated. External IP: 172.25.3.238, port: 01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a. Apr 20 13:12:58.961717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59536) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:58.963243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9b4a5ad2-02ea-4124-8bef-b59f99b99716 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a3cae6b67b041458390554f4c0e6272&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0935299 Apr 20 13:12:58.980870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6517e-5671-484d-a1a0-c2bd04cd6fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=d784a16e-9418-4d60-89fb-508f144cbfeb,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:58.991895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a5ad2-02ea-4124-8bef-b59f99b99716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c1f5e-0636-4707-8497-55dad112814f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:59.041282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b52af644-5568-443a-9ca6-8b3b457422e3 req-c5741b0e-db80-46d3-aa7b-f9b786517668 service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203283 Apr 20 13:12:59.125985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5804329a-1333-4ae6-80a3-f93cea38a6fb req-3a9642ac-c4d1-46b7-8b4e-61ad8534ed31 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374235 Apr 20 13:12:59.161157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.161946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.162556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.163050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.164090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.164090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.164566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.166733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-47510bb3-9ec5-443e-82f1-cc33228e52bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6478 time: 0.2420912 Apr 20 13:12:59.213003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:12:59.216011 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b69d5ba-cedb-4854-a449-ad572d92bbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:12:59.251456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e77fa5-4b7e-47a3-9b6b-943e55d4278d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.263928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a977e-0214-4700-99fa-5d3e741f0f71 req-1e61083d-c3fe-4b01-9a49-1ca32fd6ac2d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.266106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e9a977e-0214-4700-99fa-5d3e741f0f71 req-1e61083d-c3fe-4b01-9a49-1ca32fd6ac2d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.2453823 Apr 20 13:12:59.267916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-34e77c4e-6a29-496d-b11e-c26b44b12f0b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6 HTTP/1.1" status: 200 len: 217 time: 0.0933852 Apr 20 13:12:59.306254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e77fa5-4b7e-47a3-9b6b-943e55d4278d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.307296 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9673cf-c465-47b0-93a6-34b182f3cc3b x-openstack-request-id: req-7d9673cf-c465-47b0-93a6-34b182f3cc3b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:12:59.307590 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:12:59.307843 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d9673cf-c465-47b0-93a6-34b182f3cc3b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:12:59.308242 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9673cf-c465-47b0-93a6-34b182f3cc3b'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb', 'status': 'completed', 'code': 200} Apr 20 13:12:59.321260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:12:59.358451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e9a977e-0214-4700-99fa-5d3e741f0f71 req-f45e5544-86e6-4721-b6e4-b1e0466903de tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832422 Apr 20 13:12:59.366837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-7bb36c58-297c-4e8c-bafc-6bcb11ae360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.368278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-7bb36c58-297c-4e8c-bafc-6bcb11ae360c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ceee5434-658d-4b1d-9c9e-aaa91c537bd3 HTTP/1.1" status: 200 len: 850 time: 0.0920551 Apr 20 13:12:59.425155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e77fa5-4b7e-47a3-9b6b-943e55d4278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.429950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13e77fa5-4b7e-47a3-9b6b-943e55d4278d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.434459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-13e77fa5-4b7e-47a3-9b6b-943e55d4278d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/244c1f5e-0636-4707-8497-55dad112814f HTTP/1.1" status: 204 len: 168 time: 0.4712698 Apr 20 13:12:59.449040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-3a837159-69bc-4530-8492-77ddba4dfd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.451864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-3a837159-69bc-4530-8492-77ddba4dfd91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f059878-4537-4909-a153-75a68de9ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726655 Apr 20 13:12:59.492597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e77fa5-4b7e-47a3-9b6b-943e55d4278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c1f5e-0636-4707-8497-55dad112814f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:12:59.553413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:12:59.573836 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:12:59.600132 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:59.603088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:59.612657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.665716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-56b41185-1380-4cf6-9b10-d8d37d303b3c service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054548 Apr 20 13:12:59.685178 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db0916c1-421d-492b-92e3-27d042098ac4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.5314467 Apr 20 13:12:59.686353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:12:59.693787 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'port_id': '01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:12:59.796232 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:59.806217 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:12:59.806854 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:59.843391 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:12:59.844073 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534577cf-ea81-46d3-a67a-0d35921d3503 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:12:59.879713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:12:59.922321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-84288d8e-e7d8-42ef-9098-00599cd1c16b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:12:59.923970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-84288d8e-e7d8-42ef-9098-00599cd1c16b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f&tenant_id=03cd53d3d89e444e8c1137058a06ab83&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 944 time: 0.2424934 Apr 20 13:12:59.998700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f30d74-aaf0-4534-8933-e190c1ae8db3 req-86f209be-a54c-4b5a-9308-59127c6c133d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.000396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02f30d74-aaf0-4534-8933-e190c1ae8db3 req-86f209be-a54c-4b5a-9308-59127c6c133d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 944 time: 0.2498462 Apr 20 13:13:00.097518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-b7fae505-b767-43ca-b815-d1d1613eb6fc service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188983 Apr 20 13:13:00.173507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-fe1c7760-8746-449f-96b7-2e9ed0589721 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 200 len: 217 time: 0.0675354 Apr 20 13:13:00.186185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.195297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.201318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.208191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.215207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.220467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.226450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.228338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-f1b8201b-1cd6-4231-917e-1ad00b4965c3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.2594666 Apr 20 13:13:00.278571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02f30d74-aaf0-4534-8933-e190c1ae8db3 req-b67cba86-03ac-47d1-b3e9-a15104ad9461 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321866 Apr 20 13:13:00.321850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-f5de0d16-91f3-49ea-9ca2-7698cd9609fe service neutron] 10.222.0.37 "GET /v2.0/ports/e3b7d563-0120-4e70-9b5f-a19129b34405/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 382 time: 0.3878028 Apr 20 13:13:00.343860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-a2dca428-8ef4-42e1-8e92-9ca917d5314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.345337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-a2dca428-8ef4-42e1-8e92-9ca917d5314e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.1147785 Apr 20 13:13:00.388052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13cb48fe-6fd0-41fe-a713-809940fd9cfd req-2fb23370-396b-4b43-b31e-0948d5ed1a4b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1049111 Apr 20 13:13:00.514753 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:00.516898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-b9a464e6-95b7-43c7-bec1-e849af13da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.518710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-b9a464e6-95b7-43c7-bec1-e849af13da76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1515431 Apr 20 13:13:00.520431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:00.525227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-0f96ab82-5d69-410d-ba3b-114eb4880ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.527189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-0f96ab82-5d69-410d-ba3b-114eb4880ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1095 time: 0.1617036 Apr 20 13:13:00.536917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a8ba2-8bfc-4d4c-8bfd-c12f33f30b57 req-f4ded80f-e264-4ef4-b6af-3e678b17f325 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.538423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d54a8ba2-8bfc-4d4c-8bfd-c12f33f30b57 req-f4ded80f-e264-4ef4-b6af-3e678b17f325 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1296463 Apr 20 13:13:00.616431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:00.719930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d54a8ba2-8bfc-4d4c-8bfd-c12f33f30b57 req-6e740b63-d256-483e-85e6-a1be0c5095e3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164303 Apr 20 13:13:00.732757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-b2b5c1e9-ce4c-4dd6-986d-06d34dbc7534 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931655 Apr 20 13:13:00.816696 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:00.826040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-d3cee9e2-bbf7-4724-bbb5-265dbbf3bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:00.827525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-d3cee9e2-bbf7-4724-bbb5-265dbbf3bed0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.2377005 Apr 20 13:13:00.834958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:00.851230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'port_id': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'mac_address': 'fa:16:3e:ce:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:00.906431 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:00.938043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b7d563-0120-4e70-9b5f-a19129b34405 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:00.982653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:00.990112 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.013318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-b7ab4668-64cb-49fd-869e-1d5371e61495 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.1783838 Apr 20 13:13:01.061040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-1b28f245-b6cb-4ec5-8e30-7b88d60f7e01 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926669 Apr 20 13:13:01.069240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:01.072897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:01.079068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.080235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.080676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.081105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.081715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.082162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.084127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.084845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.085393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.085970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.086512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.087062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.087599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:01.099997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:01.123474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:01.124396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.148533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-382a502f-ea6c-4b63-8bf0-8064402c46a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 200 len: 217 time: 0.0793917 Apr 20 13:13:01.165373 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a31df178-3b42-4d42-853c-c0bce2bc3d2a tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/floatingips/cba7ec6a-97e4-43f1-8a4e-5995965244ce HTTP/1.1" status: 200 len: 979 time: 1.4774215 Apr 20 13:13:01.166248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59586) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:01.170739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.181731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:01.183838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.192939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['e3b7d563-0120-4e70-9b5f-a19129b34405'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:01.217785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-8a2d72a6-0e35-4478-a51a-d594d4c69886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.220569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-8a2d72a6-0e35-4478-a51a-d594d4c69886 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.0623450 Apr 20 13:13:01.225838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-92b3e0fa-40d0-4e46-ae1d-b56c41558ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.237596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-92b3e0fa-40d0-4e46-ae1d-b56c41558ce0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.2076197 Apr 20 13:13:01.275311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:01.276883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46602b09-2c24-4e54-835e-84ad0320beb4 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:01.325901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04efbf-0bc5-458a-91a4-41305fd5d4fe req-630c8d1c-d6cc-4833-8b31-ae658c6dd422 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.333573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba04efbf-0bc5-458a-91a4-41305fd5d4fe req-630c8d1c-d6cc-4833-8b31-ae658c6dd422 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.2190681 Apr 20 13:13:01.364469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-6149bb56-e156-422b-b390-bb001a83ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.366968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-6149bb56-e156-422b-b390-bb001a83ad0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374414 Apr 20 13:13:01.411618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-70547e00-43e2-4dbb-a8e8-c63f327e8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.413128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-70547e00-43e2-4dbb-a8e8-c63f327e8d39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679296 Apr 20 13:13:01.457665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 9af337ad-3d8b-4c39-9ccb-aa7b481a7678 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:01.457665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.460768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba04efbf-0bc5-458a-91a4-41305fd5d4fe req-27faef9f-a3b9-4fa9-936e-ccf04075cc2c tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261842 Apr 20 13:13:01.595912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb54d11-c6b2-4560-9389-c3f70d2c37b1 req-09535489-0f1d-4d05-9c6f-9b9e4ed59c69 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.597445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddb54d11-c6b2-4560-9389-c3f70d2c37b1 req-09535489-0f1d-4d05-9c6f-9b9e4ed59c69 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 945 time: 0.1429298 Apr 20 13:13:01.663923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.665669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.671514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-cc16ce70-107b-4bc0-9921-75d8d404c3cf service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929699 Apr 20 13:13:01.688069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 9af337ad-3d8b-4c39-9ccb-aa7b481a7678 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:01.727229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-7902449b-502a-48db-b5b7-3243014cff9a service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057828 Apr 20 13:13:01.843039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddb54d11-c6b2-4560-9389-c3f70d2c37b1 req-857384ae-0570-4f13-82c8-d50d78124c00 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316883 Apr 20 13:13:01.873804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.881051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.888409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.894649 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:01.895266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.902136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.910931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.920532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:01.922624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec2147aa-3048-4324-902a-164341d02854 req-7e181086-2212-4956-a8b9-0bad5221e368 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.3032563 Apr 20 13:13:01.936281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=9af337ad-3d8b-4c39-9ccb-aa7b481a7678,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:02.010438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.010821 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP cba7ec6a-97e4-43f1-8a4e-5995965244ce disassociated (deleted). External IP: 172.25.3.238, port: 01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a. Apr 20 13:13:02.017062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-a42710a8-a042-41fa-9042-57d6aa59c316 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258793 Apr 20 13:13:02.034292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec2147aa-3048-4324-902a-164341d02854 req-12d58b8f-8d4c-42cc-bd14-1e56f9dadca1 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023765 Apr 20 13:13:02.052212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-6b30e41e-156e-4822-940e-1da97ed6c4ad service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841945 Apr 20 13:13:02.095559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-9f9b1ef5-1875-46ad-99ea-e0ee05420a79 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=6548818d-2bbe-4046-a654-2d682426d379 HTTP/1.1" status: 200 len: 217 time: 0.0515935 Apr 20 13:13:02.155825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-75271cf4-a28e-4a5f-96a7-1f26359d5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.157438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-75271cf4-a28e-4a5f-96a7-1f26359d5b71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.0605021 Apr 20 13:13:02.210904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-54f32927-38f7-4ae2-ab5d-12a93372859c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.212514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-54f32927-38f7-4ae2-ab5d-12a93372859c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0479414 Apr 20 13:13:02.337656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-5a459a0e-cff9-40db-8d9e-da884095f306 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173997 Apr 20 13:13:02.467984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-cceb0ada-c84c-4343-bbda-99c24d965e23 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.469659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-cceb0ada-c84c-4343-bbda-99c24d965e23 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1313438 Apr 20 13:13:02.628750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:02.645160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-72b712c9-ba2d-441e-9d1f-c174500609b3 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480903 Apr 20 13:13:02.662716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:02.671864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59644) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:02.696828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-0ec8aaa9-2dd2-4247-8d18-7907cefec5d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=85a582f2-35e2-4564-93a7-d826c3e04ece HTTP/1.1" status: 200 len: 217 time: 0.0423548 Apr 20 13:13:02.710649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port e3b7d563-0120-4e70-9b5f-a19129b34405 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:02.716811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port e3b7d563-0120-4e70-9b5f-a19129b34405 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:02.717500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.727085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f03ff9-631c-4291-ad40-15d11ee64845 req-f3b1c6f2-9939-43e4-8c5f-d45446ad1fa1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.728603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f03ff9-631c-4291-ad40-15d11ee64845 req-f3b1c6f2-9939-43e4-8c5f-d45446ad1fa1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 945 time: 0.1327815 Apr 20 13:13:02.796747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Deleting port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:02.797106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.822324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:02.824075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-1a24e068-17d4-441b-9b07-58a411b7bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:02.825625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-1a24e068-17d4-441b-9b07-58a411b7bdb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.1211808 Apr 20 13:13:02.838930 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:02.859353 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.873476 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:02.880765 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:02.913397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0701-9071-4c48-8c38-55a3fd2817bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.916854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:02.942233 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ea65c0f-f9fe-4471-9736-6dd110ba8fc8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/floatingips/cba7ec6a-97e4-43f1-8a4e-5995965244ce HTTP/1.1" status: 204 len: 168 time: 1.7736361 Apr 20 13:13:02.942879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59652) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:02.974374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f03ff9-631c-4291-ad40-15d11ee64845 req-dd8ae8ee-f291-4cfb-87a0-e034e79972a3 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172642 Apr 20 13:13:03.020161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:03.023061 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67e555f-92c5-4299-a5cc-1f9574edfd83" -d '{"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:03.036780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:03.045251 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.100709 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:03.107007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:03.136974 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:03.138501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:12:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:03.161725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0701-9071-4c48-8c38-55a3fd2817bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.170578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0ac0701-9071-4c48-8c38-55a3fd2817bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.191006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] For port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:03.191666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.192326 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:03.194301 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f3a57e-b8ea-4bb5-be01-662a613d5f71 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:03.209799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-7f01fd44-b03a-43c5-9f28-d548ee672d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.211614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-7f01fd44-b03a-43c5-9f28-d548ee672d75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3760309 Apr 20 13:13:03.217784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Calling delete_port for 5c8a9f91-b3d0-4250-89f3-1fe4069a416d owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:03.237285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc70017-62c9-4e7c-8716-0f5db1171faa req-1321793f-6db8-49e7-8f71-7d641516ce15 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.244686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dc70017-62c9-4e7c-8716-0f5db1171faa req-1321793f-6db8-49e7-8f71-7d641516ce15 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.1450074 Apr 20 13:13:03.260642 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b0ac0701-9071-4c48-8c38-55a3fd2817bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b51fbc3eeeb4bfdb7504b1ee16cfe30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5875735 Apr 20 13:13:03.261568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:03.273254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac0701-9071-4c48-8c38-55a3fd2817bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5afd01-9e54-4fee-b353-51b02960d83b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:03.315955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:03.316161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.374768 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2d263d-1f84-4c50-a344-d0b099331386 x-openstack-request-id: req-ca2d263d-1f84-4c50-a344-d0b099331386 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:03.375485 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:03.375811 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca2d263d-1f84-4c50-a344-d0b099331386 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:03.376306 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca2d263d-1f84-4c50-a344-d0b099331386'] response: {'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'code': 200} Apr 20 13:13:03.397113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-398a001d-669c-4198-b135-1b2646bf63aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.442906 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-398a001d-669c-4198-b135-1b2646bf63aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.454026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.476925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:03.551824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-398a001d-669c-4198-b135-1b2646bf63aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.554351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-398a001d-669c-4198-b135-1b2646bf63aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.557932 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-398a001d-669c-4198-b135-1b2646bf63aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b5afd01-9e54-4fee-b353-51b02960d83b HTTP/1.1" status: 204 len: 168 time: 0.2879374 Apr 20 13:13:03.569457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a001d-669c-4198-b135-1b2646bf63aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5afd01-9e54-4fee-b353-51b02960d83b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:03.665105 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-05bf3ea3-beb8-445a-b33b-e8c9334a14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.718531 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.761718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:03.767349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dc70017-62c9-4e7c-8716-0f5db1171faa req-a1b33b20-a0f9-4a9d-a3bf-489af1c42b63 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5218275 Apr 20 13:13:03.818468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-fe1381a9-8b64-48ef-bec1-0f77b8f7e7c5 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973244 Apr 20 13:13:03.838915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.844806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.850597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.859049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.873698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.879537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.885331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:03.893488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-42ab2614-fab6-454a-8dbc-17f4783d5903 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.1963863 Apr 20 13:13:03.902423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:03.907336 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-557efb1c-35e8-4f37-8c79-424bbdcad661 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/ports/01ceb1b3-6b6e-4535-a666-fbfa1bc17c5a HTTP/1.1" status: 204 len: 168 time: 0.9630704 Apr 20 13:13:03.912106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:03.924166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:03.959771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.035719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59678) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:04.054373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09232dc9-2b2f-441d-a3b6-036ea4097e3c req-b862dc73-9082-4f55-9bc5-dd7e1c37f8e2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1598680 Apr 20 13:13:04.071669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b79c11ec-24f3-40e4-9f12-bf44c1d6a12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.098079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.122362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-f0ea9f21-429b-441f-a5a0-e8d4dac98cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948506 Apr 20 13:13:04.152103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.161844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event deleted for resources: {'Port': ['ID=5c8a9f91-b3d0-4250-89f3-1fe4069a416d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:04.216741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.217448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.217609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.217986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.218321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.218645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.218990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.219311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.219624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.219945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.220257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.220573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:04.273256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b79c11ec-24f3-40e4-9f12-bf44c1d6a12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.284303 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b79c11ec-24f3-40e4-9f12-bf44c1d6a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.330434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-e3eff776-5201-43a0-9f1e-da38ad264cee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f HTTP/1.1" status: 200 len: 217 time: 0.1723881 Apr 20 13:13:04.332575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.25.3.208 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ae146cae-d13d-4f0f-a711-3003a570bad4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:04.339919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c11ec-24f3-40e4-9f12-bf44c1d6a12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc25c90-e583-49a5-9b6d-33e115e8dabc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:04.348652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9f9918b-3b10-4068-b7ca-8913bdc2ccc7 req-bc746746-f867-459f-9010-e56bc899611e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8501783-520f-43a4-9881-db0c6d9f3296 HTTP/1.1" status: 200 len: 210 time: 0.1237931 Apr 20 13:13:04.350400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b79c11ec-24f3-40e4-9f12-bf44c1d6a12b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecffbeb2468e4d30b0fc96bb362b4047&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132915 Apr 20 13:13:04.353377 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59684) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:04.353663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] No DVR routers for this DVR port 5c8a9f91-b3d0-4250-89f3-1fe4069a416d on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:04.357393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.361905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1198b9c9-2699-4819-9c1b-12c3811de258 req-d56d778b-6e39-4c67-8a38-c1133dc46ec4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.30 "DELETE /v2.0/ports/5c8a9f91-b3d0-4250-89f3-1fe4069a416d HTTP/1.1" status: 204 len: 173 time: 1.8853855 Apr 20 13:13:04.367539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'name': 'network-vif-deleted', 'tag': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:04.370010 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada1d586-80ab-428d-ac6b-3123d9421b47" -d '{"events": [{"server_uuid": "d8501783-520f-43a4-9881-db0c6d9f3296", "name": "network-vif-deleted", "tag": "5c8a9f91-b3d0-4250-89f3-1fe4069a416d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:04.469302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-d8ff6ff5-25f6-4af7-971e-565ba4013088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.470842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-d8ff6ff5-25f6-4af7-971e-565ba4013088 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 1097 time: 0.2411973 Apr 20 13:13:04.471601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af497ddb-8921-4d17-bd35-805a4b281c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.474242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-49a36740-63a2-45f6-941a-c40a26474acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.476437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-49a36740-63a2-45f6-941a-c40a26474acd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 200 len: 797 time: 0.1134884 Apr 20 13:13:04.484201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-2fa0fcd7-ca7d-4ca0-8cf4-43b1489de367 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.491089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-2fa0fcd7-ca7d-4ca0-8cf4-43b1489de367 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.3314722 Apr 20 13:13:04.504508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:04.530103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af497ddb-8921-4d17-bd35-805a4b281c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.540298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.589492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-1b9e36e3-8c7d-4245-a260-c924176bab47 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/quotas/efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 375 time: 0.0654528 Apr 20 13:13:04.607123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.642980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af497ddb-8921-4d17-bd35-805a4b281c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.645824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af497ddb-8921-4d17-bd35-805a4b281c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.646968 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-af497ddb-8921-4d17-bd35-805a4b281c55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfc25c90-e583-49a5-9b6d-33e115e8dabc HTTP/1.1" status: 204 len: 168 time: 0.2926340 Apr 20 13:13:04.663408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:04.667255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-85ee2928-ba6b-4f92-a807-8dba1f606169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:04.669527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-85ee2928-ba6b-4f92-a807-8dba1f606169 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1774042 Apr 20 13:13:04.671769 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.696423 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:04.702085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:04.704455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af497ddb-8921-4d17-bd35-805a4b281c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc25c90-e583-49a5-9b6d-33e115e8dabc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:04.707687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=ae146cae-d13d-4f0f-a711-3003a570bad4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:04.779731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-271e5b12-ea6d-417a-9470-c6e8cca5ed69 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1843169 Apr 20 13:13:04.781308 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b7cd20-1dab-4985-8c73-490c01a68582 x-openstack-request-id: req-41b7cd20-1dab-4985-8c73-490c01a68582 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:04.781607 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8501783-520f-43a4-9881-db0c6d9f3296", "name": "network-vif-deleted", "tag": "5c8a9f91-b3d0-4250-89f3-1fe4069a416d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:04.781969 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41b7cd20-1dab-4985-8c73-490c01a68582 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:04.782462 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b7cd20-1dab-4985-8c73-490c01a68582'] response: {'server_uuid': 'd8501783-520f-43a4-9881-db0c6d9f3296', 'name': 'network-vif-deleted', 'tag': '5c8a9f91-b3d0-4250-89f3-1fe4069a416d', 'status': 'completed', 'code': 200} Apr 20 13:13:04.873506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:04.945002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.038431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-2ddb510e-16d3-409f-8365-2e2beed36fc8 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620684 Apr 20 13:13:05.096836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-0dbfa3d3-a29b-4778-bd99-fcef99535243 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058500 Apr 20 13:13:05.118172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.124439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.178463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a4cfa-2dff-4c02-bb45-1a9c5562e45c req-6b3fb6d8-8dde-491a-8c7c-3fc351b47fd3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.179963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-602a4cfa-2dff-4c02-bb45-1a9c5562e45c req-6b3fb6d8-8dde-491a-8c7c-3fc351b47fd3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 0.2352834 Apr 20 13:13:05.195182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=ae146cae-d13d-4f0f-a711-3003a570bad4,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:05.203519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.221202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.222477 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77bcdae0-77ef-494c-8031-86aa47d365b3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3068326 Apr 20 13:13:05.225506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59706) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:05.230388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'port': {'network_id': '0439d41b-6559-41d8-823d-c88ff0d37955', 'name': 'tempest-FloatingIPTestJSON-643211176'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:05.326643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:05.343111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-16e1f32b-c8de-4cd2-9621-7f10073f69f3 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921579 Apr 20 13:13:05.345834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:05.349414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.349601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-602a4cfa-2dff-4c02-bb45-1a9c5562e45c req-bb5a3a6c-d671-44ec-b24c-96cf3e9f226e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533933 Apr 20 13:13:05.379027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] device_id is not set on port 343d8409-675a-4649-984b-ae1aa0643399 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:05.405685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-0f701c64-d875-4ded-9b4b-5a5cdb87aeda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d784a16e-9418-4d60-89fb-508f144cbfeb HTTP/1.1" status: 200 len: 217 time: 0.0530667 Apr 20 13:13:05.432974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-af96dbea-1cf3-4a65-95e2-ddcb5154859b service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765560 Apr 20 13:13:05.460353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:05.522705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.6 (0439d41b-6559-41d8-823d-c88ff0d37955/05194517-4e25-4ed3-8455-d6912c78c4ee/343d8409-675a-4649-984b-ae1aa0643399) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:05.554341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-3b79d95b-8cc9-4a7a-9058-0569cc55a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.554341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-3b79d95b-8cc9-4a7a-9058-0569cc55a2bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 200 len: 797 time: 0.1299617 Apr 20 13:13:05.578788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.624767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Transition to ACTIVE for port object e3b7d563-0120-4e70-9b5f-a19129b34405 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:13:05.674378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.674378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.677672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.683551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.690078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.696216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.702631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.704537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-57e91fac-bbcf-4e14-b7de-48058ed7eabf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.2456403 Apr 20 13:13:05.708940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.726799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea3827-a832-4159-a703-78868a719581 req-2f85b239-616d-4cd8-9ed3-22ccb125cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:05.734028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-2f85b239-616d-4cd8-9ed3-22ccb125cca8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1680055 Apr 20 13:13:05.776639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.790059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5c8a9f91-b3d0-4250-89f3-1fe4069a416d no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:05.838484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 5c8a9f91-b3d0-4250-89f3-1fe4069a416d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:05.839693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5c8a9f91-b3d0-4250-89f3-1fe4069a416d not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:05.853500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:05.863051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-f352a64e-0692-4a72-a4f6-518a06c14805 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082489 Apr 20 13:13:05.923874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd6bf370-eebe-4661-b4b7-907149f3ee56 req-686940d9-69ff-4ef2-8e0e-22cbdac79573 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 210 time: 0.1677105 Apr 20 13:13:05.934616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 0439d41b-6559-41d8-823d-c88ff0d37955 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:05.945595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:05.956208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:05.976603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=343d8409-675a-4649-984b-ae1aa0643399,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:06.017014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cefb96b3-1f65-4c0f-a714-6f1800ff0f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.051248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:06.082289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.082987 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.107686 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b518dd4a-cd0f-46c4-aa54-e71572f53409 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8809631 Apr 20 13:13:06.110381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59752) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:06.117746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'port_id': '343d8409-675a-4649-984b-ae1aa0643399'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:06.156176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bead156c-9fae-49df-a8b2-006920b3ea30 req-0e457ac0-a440-4ad2-94cd-2b1bbeb2b8ff tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4226460 Apr 20 13:13:06.214553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.219641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-93a4f2ac-7d92-47d2-acaa-2e76b341cd1d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.221210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-93a4f2ac-7d92-47d2-acaa-2e76b341cd1d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.1725259 Apr 20 13:13:06.240174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] No DVR routers for this DVR port e3b7d563-0120-4e70-9b5f-a19129b34405 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:06.300974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-e1037807-34ef-49bd-a4ee-45351e04c530 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/quotas/7c60ecf385a94c3ba216ece6a4f73dce HTTP/1.1" status: 200 len: 375 time: 0.0618408 Apr 20 13:13:06.304728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73ea3827-a832-4159-a703-78868a719581 req-651bb35b-7e98-4ee7-8fd8-99965ed48b83 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236057 Apr 20 13:13:06.382076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c72812b8-9a82-4ff3-a6a9-a25a9939f6eb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719168 Apr 20 13:13:06.444234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59764) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:06.588153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.588744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.589356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.589688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.590189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.590724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.591141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.593067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-c797fb78-5e50-453f-b4db-1fb8cbda2679 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6478 time: 0.2085299 Apr 20 13:13:06.639261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:06.639595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:06.639922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:06.651834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32bdb42-f818-4fbb-a520-56907aa4616b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.656059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:06.698233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:06.713391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:06.713943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Attempting to bind port e3b7d563-0120-4e70-9b5f-a19129b34405 on network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:06.756965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513d2d0-e748-45d3-a2ca-cd2b7195875f req-b961ac60-e062-4579-8ac1-3778c17dfd29 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.760066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4513d2d0-e748-45d3-a2ca-cd2b7195875f req-b961ac60-e062-4579-8ac1-3778c17dfd29 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 945 time: 0.2528887 Apr 20 13:13:06.769329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-3b67a800-fba6-47a0-a028-c019d6aafe03 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516836 Apr 20 13:13:06.770661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:06.771123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Checking segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:06.771601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Bound using segment: {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:06.772157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Bound port: e3b7d563-0120-4e70-9b5f-a19129b34405, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073a13c8-76bb-4e83-8189-511743b16904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:06.772637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.800593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:06.802863 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe1614-8de2-457b-b4c9-2e3121bd5ba2" -d '{"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:06.810677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-15e8fa70-8ce8-4059-8167-068b74892f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:06.812202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-15e8fa70-8ce8-4059-8167-068b74892f9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=256b66d2-21d2-4f1e-8865-8678fe9c5835 HTTP/1.1" status: 200 len: 903 time: 0.2073202 Apr 20 13:13:06.852709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32bdb42-f818-4fbb-a520-56907aa4616b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.860650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d32bdb42-f818-4fbb-a520-56907aa4616b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.881731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.890981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:06.943017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bdb42-f818-4fbb-a520-56907aa4616b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37801853-cd19-4ead-b89d-67a0b10b5ef9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:06.952094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d32bdb42-f818-4fbb-a520-56907aa4616b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e08ba5e4303641f2bdec4967eed431fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039628 Apr 20 13:13:06.953059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59772) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:07.050517 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP 7ed3e61d-4074-4bcc-872a-e83471e5977a associated. External IP: 172.25.3.208, port: 343d8409-675a-4649-984b-ae1aa0643399. Apr 20 13:13:07.091816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d15bbc89-dca1-431b-afcf-13c557d35545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.126966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d15bbc89-dca1-431b-afcf-13c557d35545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.198495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.266452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-cd8d81dd-c8b6-40e1-8933-9667fa8740b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d784a16e-9418-4d60-89fb-508f144cbfeb HTTP/1.1" status: 200 len: 217 time: 0.4344797 Apr 20 13:13:07.295395 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d15bbc89-dca1-431b-afcf-13c557d35545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.297864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d15bbc89-dca1-431b-afcf-13c557d35545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.301376 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d15bbc89-dca1-431b-afcf-13c557d35545 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37801853-cd19-4ead-b89d-67a0b10b5ef9 HTTP/1.1" status: 204 len: 168 time: 0.3459041 Apr 20 13:13:07.313518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bbc89-dca1-431b-afcf-13c557d35545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37801853-cd19-4ead-b89d-67a0b10b5ef9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:07.346245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:07.381981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4513d2d0-e748-45d3-a2ca-cd2b7195875f req-4df8c069-7637-4739-9e14-9f81487e1763 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6048594 Apr 20 13:13:07.470984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-4d8222b5-d5eb-437f-8523-39316eedf63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:07.477621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-4d8222b5-d5eb-437f-8523-39316eedf63e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 200 len: 797 time: 0.1877339 Apr 20 13:13:07.478096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:07.478793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:07.483092 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.493776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:07.508828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:07.509754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:07.545555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-2e1e43c4-a25f-4394-baf2-d57022aba1b8 service neutron] 10.222.0.24 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655189 Apr 20 13:13:07.547933 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-46b71e54-83ac-458c-991f-ecc6b9b56839 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/floatingips/7ed3e61d-4074-4bcc-872a-e83471e5977a HTTP/1.1" status: 200 len: 977 time: 1.4357817 Apr 20 13:13:07.556923 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe0c5c0-fe6b-45a9-8d80-e406feb81abc x-openstack-request-id: req-dbe0c5c0-fe6b-45a9-8d80-e406feb81abc {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:07.557176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59780) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:07.557611 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-unplugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:07.558057 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbe0c5c0-fe6b-45a9-8d80-e406feb81abc {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:07.558647 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe0c5c0-fe6b-45a9-8d80-e406feb81abc'] response: {'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'code': 200} Apr 20 13:13:07.561618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:07.574742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-8d0f64a9-b456-4996-ae54-564b0f846621 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:07.576455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-8d0f64a9-b456-4996-ae54-564b0f846621 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.3137398 Apr 20 13:13:07.579777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.592472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:07.619185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:07.619828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:07.643990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=11']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:07.654126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'port': {'device_id': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'admin_state_up': True, 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:07.674964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-b7c18970-f8ff-4f85-a353-e35ebc4c4900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:07.676700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-b7c18970-f8ff-4f85-a353-e35ebc4c4900 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1899815 Apr 20 13:13:07.727995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:07.728923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e296aa-efb9-4fce-ac98-abda24c82a7a None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:07.749320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:07.749320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.750866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-a9f1f6b3-03a0-4552-9f49-c84445a9cda9 service neutron] 10.222.0.30 "PUT /v2.0/ports/e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1093 time: 3.2572877 Apr 20 13:13:07.787128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-448a0cd6-9357-4449-b4e1-06ce419b0a60 req-f67a397f-d830-417e-9a1c-3dd93063a87c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 210 time: 0.1091099 Apr 20 13:13:07.827764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 343d8409-675a-4649-984b-ae1aa0643399 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:07.828276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:07.995632 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecdfe6b3-d74f-47b3-bfc0-a88125fc8a9c req-7448f5ec-3650-4e87-9e1b-b27ebc828c3f tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 210 time: 0.0719171 Apr 20 13:13:08.040789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.145578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-776e2ad0-70c4-4fd6-8bec-1f73abd31b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.147242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-776e2ad0-70c4-4fd6-8bec-1f73abd31b70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1096 time: 0.3642397 Apr 20 13:13:08.200058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-fb8d0f19-d105-4c3f-9cf1-b381f47e0fa3 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988716 Apr 20 13:13:08.245266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.251964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.258771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.266412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.272553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.278432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.284321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.292310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-6e94f513-c599-4dcd-aa1b-3671808144a2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.2929921 Apr 20 13:13:08.377941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.378464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.379029 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP 7ed3e61d-4074-4bcc-872a-e83471e5977a disassociated. External IP: 172.25.3.208, port: 343d8409-675a-4649-984b-ae1aa0643399. Apr 20 13:13:08.379688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 343d8409-675a-4649-984b-ae1aa0643399 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:08.393127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:08.396860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.433501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18c5a70b-aca6-4d79-bc5d-556d8469f33d req-7871059d-f397-4d23-92ab-2069fa7803e1 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378047 Apr 20 13:13:08.548232 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.563612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-e38eaaa6-1a7c-4374-b426-6254720784d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.563612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-e38eaaa6-1a7c-4374-b426-6254720784d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.4076586 Apr 20 13:13:08.574077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59814) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:08.663751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-ab1776d0-669a-4f67-a2b2-8311606737f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.0858531 Apr 20 13:13:08.672414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.691291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b69d5ba-cedb-4854-a449-ad572d92bbc0 req-5bfcf2e9-8b30-4ccf-8c60-3fceb1af76c9 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944850 Apr 20 13:13:08.745915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=343d8409-675a-4649-984b-ae1aa0643399,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:08.759764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1622615595-network', 'tenant_id': '4fd9931c42a24365875027f6f764c26b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:08.782279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06127105-b788-431a-a0c1-2efe3515e123 req-240c1455-3725-4303-8a0d-1041f70a3d64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.792692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06127105-b788-431a-a0c1-2efe3515e123 req-240c1455-3725-4303-8a0d-1041f70a3d64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 945 time: 0.2403045 Apr 20 13:13:08.812732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-dc7795d4-7e29-4286-b0f6-61978f808aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.814492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-dc7795d4-7e29-4286-b0f6-61978f808aab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.1446655 Apr 20 13:13:08.841753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Made reservation on behalf of 4fd9931c42a24365875027f6f764c26b for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:08.845505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.868909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.883200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.20.0.7 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/29955068-8176-4d25-bfc7-7db34b5cddfe) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:08.901882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06127105-b788-431a-a0c1-2efe3515e123 req-dbc9c686-811d-489f-99fc-214f3ae220c9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033690 Apr 20 13:13:08.911735 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:08.949074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-1ceaa12a-8917-4435-99a7-09cd8e869a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:08.951503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-1ceaa12a-8917-4435-99a7-09cd8e869a0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267185 Apr 20 13:13:09.007968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-637eb3b6-54ad-49dc-be5d-3c93b0833d73 req-7fa511c2-3c4c-49a4-b155-d2090392097d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 210 time: 0.0465953 Apr 20 13:13:09.062598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:09.150384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.157477 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.158732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f1f6c13-7a41-4f36-985f-7fd23b552fde req-09a7be03-e078-429a-b295-7836205de442 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 210 time: 0.0486240 Apr 20 13:13:09.187925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-18c8ac8d-f3d8-4cba-821c-e7df12c70a47 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253652 Apr 20 13:13:09.250445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:09.269701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a99433-2b6d-43b9-b3c2-ec02bb4e6942,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:09.278085 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.284620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.285158 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Added segment 16efb92a-e222-4e5e-b641-7a2fc56a82fb of type vlan for network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb Apr 20 13:13:09.336181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:09.350136 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:09.365080 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:09.365725 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:09.368208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.375020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f72eaa2-eeeb-4c83-a5dc-af37fb5210a7 req-231662fe-8feb-48a7-bcbc-278025b0126f service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786766 Apr 20 13:13:09.386584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.417946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:09.424357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:09.454856 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:09.482906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:09.483553 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:09.490830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:09.565109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.566058 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.568449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.575113 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:09.575882 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103538ef-293d-465f-bff2-a21064aaa199 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:09.601075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:09.605398 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bf5ebf-de21-4189-b289-4984486f1714" -d '{"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:09.708036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] Pushing event updated for resources: {'Network': ['ID=50b1831e-acd9-49c0-b18b-e27fc3bc2bcb,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:09.714629 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606634e3-95af-43af-a29a-645c09207768 x-openstack-request-id: req-606634e3-95af-43af-a29a-645c09207768 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:09.715134 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:09.715558 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-606634e3-95af-43af-a29a-645c09207768 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:09.716078 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606634e3-95af-43af-a29a-645c09207768'] response: {'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'status': 'completed', 'code': 200} Apr 20 13:13:09.722186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.729130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:09.731818 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-75a566fb-edae-46f6-ba93-e4ecbc7c01d8 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/ports/343d8409-675a-4649-984b-ae1aa0643399 HTTP/1.1" status: 204 len: 168 time: 2.1735718 Apr 20 13:13:09.736451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59826) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:09.744636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=29955068-8176-4d25-bfc7-7db34b5cddfe,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:09.792397 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff416b3a-b854-48fc-9fbb-e4aa4e914703 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2171910 Apr 20 13:13:09.799146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59828) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:09.806835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Request body: {'subnet': {'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1622615595-subnet', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:09.814938 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7437837c-e36c-409c-b21c-5ef6d027b9a5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "GET /v2.0/floatingips/7ed3e61d-4074-4bcc-872a-e83471e5977a HTTP/1.1" status: 200 len: 688 time: 0.0712111 Apr 20 13:13:09.818638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59830) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:09.839874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Made reservation on behalf of 4fd9931c42a24365875027f6f764c26b for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:09.842961 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.844751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-67f67b0d-d3a9-4341-8cef-2a6a8d58c42c None None] Provisioning complete for port 29955068-8176-4d25-bfc7-7db34b5cddfe triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:09.845364 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-67f67b0d-d3a9-4341-8cef-2a6a8d58c42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.884416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.885210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:09.893415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-67f67b0d-d3a9-4341-8cef-2a6a8d58c42c None None] Port 29955068-8176-4d25-bfc7-7db34b5cddfe cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:09.937830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.943642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.949491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.955432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.962006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.967836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.973586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:09.975508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-360c000d-baac-4988-ba82-737b0ac72bfc req-82564d04-c8ae-482a-b2dd-7961b632992d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.3636580 Apr 20 13:13:10.015218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-70fbc744-6c7b-43e6-a55c-c4a1636bb556 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.016976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-70fbc744-6c7b-43e6-a55c-c4a1636bb556 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 811 time: 0.6760151 Apr 20 13:13:10.033701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-3954d47c-8fdf-4c69-b1a3-f379fc3e4e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3916399 Apr 20 13:13:10.053097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Request body: {'port': {'device_id': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'admin_state_up': True, 'tenant_id': '7c60ecf385a94c3ba216ece6a4f73dce'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:10.084891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Request body: {'port': {'device_id': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:10.145309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-5650332c-1078-4604-9acb-8ebd801c8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.146766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-5650332c-1078-4604-9acb-8ebd801c8a7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1096 time: 0.3760951 Apr 20 13:13:10.148557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-b1f5ff4d-6dbf-4d23-b945-263719ccca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.149963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-b1f5ff4d-6dbf-4d23-b945-263719ccca14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1096 time: 0.4084430 Apr 20 13:13:10.325332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-360c000d-baac-4988-ba82-737b0ac72bfc req-f4ecc535-3ab7-434b-9740-dd9c43b66c29 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3046138 Apr 20 13:13:10.433441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.503401 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Checking segment: {'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:10.503767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Network hostable DHCP agents. Network: 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:10.515937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:10.531771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:10.543142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:10.551710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803fb1ca-3286-4eb2-b17c-7f496433390c None None] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:10.555579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.556189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.576521 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-663863cc-5784-4d80-9821-bf97012b98a1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7759850 Apr 20 13:13:10.579052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59838) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:10.583681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:10.608184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.609455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.704670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.817947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed19f17-325a-4988-bbc8-31408835a0f4 req-50e28f52-7953-4c78-bc8f-3da6adab6999 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.819516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ed19f17-325a-4988-bbc8-31408835a0f4 req-50e28f52-7953-4c78-bc8f-3da6adab6999 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 945 time: 0.7978218 Apr 20 13:13:10.824973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.877414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.936553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'fixed_ips': [{'subnet_id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:10.937469 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:10.952657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d265f1b-a26c-4dbc-8737-65fa0c6a98c7 req-35b2c871-014a-4b7c-8f66-274dd07c74c5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:10.961611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d265f1b-a26c-4dbc-8737-65fa0c6a98c7 req-35b2c871-014a-4b7c-8f66-274dd07c74c5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 931 time: 0.1960573 Apr 20 13:13:11.040703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port ae146cae-d13d-4f0f-a711-3003a570bad4 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:11.041045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.045090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ed19f17-325a-4988-bbc8-31408835a0f4 req-06f1ab0f-1cdb-4ca1-911b-684aafd683ee tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018650 Apr 20 13:13:11.056595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-23f8f38e-a2ac-45a0-ac79-2c38482d6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:11.058039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-23f8f38e-a2ac-45a0-ac79-2c38482d6290 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.8979986 Apr 20 13:13:11.088661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-f9b976ac-2e66-44bc-b298-27e60c98b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:11.090204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-f9b976ac-2e66-44bc-b298-27e60c98b77d service neutron] 10.222.0.37 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.9312131 Apr 20 13:13:11.174271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Allocated IP 172.20.0.2 (50b1831e-acd9-49c0-b18b-e27fc3bc2bcb/a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf/5fb1e420-39f5-42ca-884d-92f378766398) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:11.186177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.221347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.329542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Made reservation on behalf of 7c60ecf385a94c3ba216ece6a4f73dce for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:11.336420 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.391581 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.408757 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.417367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d265f1b-a26c-4dbc-8737-65fa0c6a98c7 req-981fd828-0ffd-47d7-acc4-c3571edbc51d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542506 Apr 20 13:13:11.446186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a068dc1e-e38b-4c9f-b932-a2a16e2d4f49 req-6c1e4451-bf3d-43d1-b960-80993ef20ea7 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 210 time: 0.1947496 Apr 20 13:13:11.479758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:11.485610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:11.494605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:11.510851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Allocated IP 172.25.3.181 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:11.561714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-96fa17bd-bd78-428f-bc3a-1008fbbd667b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.4810340 Apr 20 13:13:11.593523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Pushing event updated for resources: {'Port': ['ID=5fb1e420-39f5-42ca-884d-92f378766398,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:11.620440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Attempting to bind port 5fb1e420-39f5-42ca-884d-92f378766398 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:11.623611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Attempting to bind port 5fb1e420-39f5-42ca-884d-92f378766398 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:11.624532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Attempting to bind port 5fb1e420-39f5-42ca-884d-92f378766398 on network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:11.643211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:11.647871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Checking segment: {'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:11.648963 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.649937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Bound using segment: {'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:11.652672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Bound port: 5fb1e420-39f5-42ca-884d-92f378766398, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:11.653291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.687307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-45994a66-1ea3-4570-9bf3-a5f35b63dae4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1000 time: 0.5558591 Apr 20 13:13:11.697037 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.697945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.698874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.752835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.785968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] For port 5fb1e420-39f5-42ca-884d-92f378766398, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:11.789847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] For port 5fb1e420-39f5-42ca-884d-92f378766398, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5fb1e420-39f5-42ca-884d-92f378766398,segment=NetworkSegment(16efb92a-e222-4e5e-b641-7a2fc56a82fb),segment_id=16efb92a-e222-4e5e-b641-7a2fc56a82fb)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:11.796574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:11.801133 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:11.801482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:11.805879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:11.826958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Pushing event updated for resources: {'Port': ['ID=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:11.858744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aa57b-e4dd-47ae-b291-f2ed5fbfc61b None None] Pushing event updated for resources: {'Port': ['ID=5fb1e420-39f5-42ca-884d-92f378766398,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:11.928145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for ae146cae-d13d-4f0f-a711-3003a570bad4 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:12.009944 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:13:12.206488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-696433ca-9dc4-4881-bd77-d7bbf3b64566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.207147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-696433ca-9dc4-4881-bd77-d7bbf3b64566 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.5415037 Apr 20 13:13:12.282358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-71cd2d24-c78d-43c8-8443-72a6b79aab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.283904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-71cd2d24-c78d-43c8-8443-72a6b79aab8b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.5176289 Apr 20 13:13:12.340066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.454195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29955068-8176-4d25-bfc7-7db34b5cddfe {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:12.508434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.534761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.563527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.578423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.587637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.597128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.608893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.613969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-6af178fb-0a07-44c7-be22-04faa3d85eec tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.9668093 Apr 20 13:13:12.659894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.688167 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.779006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Transition to ACTIVE for port object 29955068-8176-4d25-bfc7-7db34b5cddfe will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:13:12.788207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Allocated IP 172.20.0.12 (a6583879-3b19-4a76-a691-63bd64d0efce/c5fe488d-c8f4-4013-96f1-4bf18786073c/f2a60190-96f0-433d-a555-cd7c1f5bda4a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:12.796976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-aecc425a-e3c0-48fa-85d8-35322ce49d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:12.800072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-aecc425a-e3c0-48fa-85d8-35322ce49d1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5698583 Apr 20 13:13:12.842591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:12.944385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:13.031692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7de69d-c1e6-441d-b510-53d7ed005867 req-69423147-9c8e-4422-a31c-77df48f60b3e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:13.033212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d7de69d-c1e6-441d-b510-53d7ed005867 req-69423147-9c8e-4422-a31c-77df48f60b3e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 945 time: 0.7769773 Apr 20 13:13:13.045611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf5ebf-de21-4189-b289-4984486f1714 req-94106ebc-b284-4d8b-981b-e50cda1e0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:13.047556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-94106ebc-b284-4d8b-981b-e50cda1e0380 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7004609 Apr 20 13:13:13.054660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba3b3b6b-55f2-4ac9-ab3a-832bfd8f1d36 req-1fdf9b90-9c02-4ae3-8952-94b181416306 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3905368 Apr 20 13:13:13.213729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:13.220915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.228176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Sync routers for ids ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:13.255300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Routers {'68e9b6d5-9f8b-4db5-b887-c674a7cd1545'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:13.256166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:13.261854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.263701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0d2fe0d9-a5a4-435d-8b6e-1e3bf06c28c8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6836286 Apr 20 13:13:13.267579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59850) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:13.433421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-68abe867-5dd5-40e3-8fea-92a498fc7b3c service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137977 Apr 20 13:13:13.434465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Pushing event updated for resources: {'Port': ['ID=29955068-8176-4d25-bfc7-7db34b5cddfe,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:13.558946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e5481-6020-4c2a-a802-680718349348 None None] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:13.601442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=ae146cae-d13d-4f0f-a711-3003a570bad4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:13.630951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Set router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:13.712244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d7de69d-c1e6-441d-b510-53d7ed005867 req-645453e3-201b-4513-9f11-2452e5729074 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6349368 Apr 20 13:13:13.768738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfe82c-3a18-45a9-a7f0-ec98a28dd269 req-1a40e115-8b8d-4dc9-9d3a-d830454ef667 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:13.787687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bfe82c-3a18-45a9-a7f0-ec98a28dd269 req-1a40e115-8b8d-4dc9-9d3a-d830454ef667 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.5078843 Apr 20 13:13:13.827948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.837815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.839295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-69d31645-94fd-43d5-9fa5-b7416487216b tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ed3e61d-4074-4bcc-872a-e83471e5977a HTTP/1.1" status: 204 len: 168 time: 4.0154881 Apr 20 13:13:13.851945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59854) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:13.860192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:13.921421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a69171b-f0ef-4b23-a938-b7de3639096e None None] Provisioning complete for port 5fb1e420-39f5-42ca-884d-92f378766398 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:13.924137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a69171b-f0ef-4b23-a938-b7de3639096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:13.945948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '2d7ae67d-0617-4f7e-ad3d-7a0b178e677c'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:13.980371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5fb1e420-39f5-42ca-884d-92f378766398 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:14.010429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.076287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:12Z', 'revision_number': 3, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port': {'id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:11Z', 'updated_at': '2022-04-20T13:13:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:14.105030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.129188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96c41a8f-5740-41f7-bff0-a2d2cf36baaf req-ff63a9d8-ca75-46be-843c-e065ff9a7257 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 210 time: 0.2070110 Apr 20 13:13:14.133472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-eed3c70d-5b4a-4790-b95c-09284806efa5 service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0773072 Apr 20 13:13:14.141654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Checking router: 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:14.142063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Updating router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:14.212287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.242553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Attempting to bind port 29955068-8176-4d25-bfc7-7db34b5cddfe on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:14.243084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Attempting to bind port 29955068-8176-4d25-bfc7-7db34b5cddfe by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:14.243346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Attempting to bind port 29955068-8176-4d25-bfc7-7db34b5cddfe on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:14.281504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:14.316650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5fb1e420-39f5-42ca-884d-92f378766398 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:14.317024 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.344870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'port_id': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'mac_address': 'fa:16:3e:ce:06:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:14.352376 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a69171b-f0ef-4b23-a938-b7de3639096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.373595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Port 29955068-8176-4d25-bfc7-7db34b5cddfe on network 3433df13-5d17-4963-8241-354461d4c350 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:14.374813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Attempting to bind port 29955068-8176-4d25-bfc7-7db34b5cddfe on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:14.387493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Allocated IP 172.20.0.1 (50b1831e-acd9-49c0-b18b-e27fc3bc2bcb/a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf/42a1fbe8-f963-478e-8887-e9c2e70ceed7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:14.403893 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bfe82c-3a18-45a9-a7f0-ec98a28dd269 req-e9b200a9-c42f-4bef-8d96-d9dc107234c4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907440 Apr 20 13:13:14.425624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.508482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:14.509091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:14.509781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:14.510613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Bound port: 29955068-8176-4d25-bfc7-7db34b5cddfe, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:14.512045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.651199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.713734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.722923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.744484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b7d563-0120-4e70-9b5f-a19129b34405 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:14.767559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:14.783114 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.820441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0a69171b-f0ef-4b23-a938-b7de3639096e None None] For port 5fb1e420-39f5-42ca-884d-92f378766398, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5fb1e420-39f5-42ca-884d-92f378766398,segment=NetworkSegment(16efb92a-e222-4e5e-b641-7a2fc56a82fb),segment_id=16efb92a-e222-4e5e-b641-7a2fc56a82fb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:14.852228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] For port 29955068-8176-4d25-bfc7-7db34b5cddfe, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:14.858607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] For port 29955068-8176-4d25-bfc7-7db34b5cddfe, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29955068-8176-4d25-bfc7-7db34b5cddfe,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:14.861327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-c5353eff-91e2-4936-a559-badaffa3bd1a service neutron] 10.222.0.37 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540802 Apr 20 13:13:14.891590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.902159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37bf5ebf-de21-4189-b289-4984486f1714 req-881f1558-aada-4691-949d-7e59e984c16f service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3409016 Apr 20 13:13:14.903483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.25.3.56 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/c135731b-2aa5-464a-84a0-1264c94e6424) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:14.908992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.927073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:14.984635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:14.993559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:15.018434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:15.125066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a69171b-f0ef-4b23-a938-b7de3639096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.125984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Pushing event updated for resources: {'Port': ['ID=42a1fbe8-f963-478e-8887-e9c2e70ceed7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.173102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=12']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.178998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.258762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['e3b7d563-0120-4e70-9b5f-a19129b34405'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:15.329973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-774b15fc-8685-4128-be7b-e8f033148256 None None] Provisioning complete for port 5fb1e420-39f5-42ca-884d-92f378766398 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:15.330618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-774b15fc-8685-4128-be7b-e8f033148256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.359113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.385749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69171b-f0ef-4b23-a938-b7de3639096e None None] Pushing event updated for resources: {'Port': ['ID=5fb1e420-39f5-42ca-884d-92f378766398,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.426244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.449992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.511653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.528246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.531265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:15.532730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.539192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.541871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:15.542691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=c135731b-2aa5-464a-84a0-1264c94e6424,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.545751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.546923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:15.552100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.558158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.560862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-8f21159f-281f-42ad-b23d-86cbf4f4d734 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 1.0620890 Apr 20 13:13:15.561681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Pushing event updated for resources: {'Port': ['ID=29955068-8176-4d25-bfc7-7db34b5cddfe,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.565699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Network a6583879-3b19-4a76-a691-63bd64d0efce is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:15.628582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.629251 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.632765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-12821bff-6fd5-4d59-bfcc-cb23c512c774 service neutron] 10.222.0.30 "PUT /v2.0/ports/29955068-8176-4d25-bfc7-7db34b5cddfe HTTP/1.1" status: 200 len: 1091 time: 5.5736661 Apr 20 13:13:15.633440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event updated for resources: {'Port': ['ID=f2a60190-96f0-433d-a555-cd7c1f5bda4a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:15.665735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'tag': '29955068-8176-4d25-bfc7-7db34b5cddfe'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:15.667954 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80f50af-ba70-4e86-8417-d0c1d765e8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8954c41-5c01-4066-94ba-83b8a9a44090", "tag": "29955068-8176-4d25-bfc7-7db34b5cddfe"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:15.683824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:15.687583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:15.799687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.800361 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.838149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.871730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:15.892738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5fb1e420-39f5-42ca-884d-92f378766398 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:15.927955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-afe6166d-4fbe-41b9-ad69-9b057374fb0e req-bebed6ea-39bb-499e-adc9-2bbcf5304150 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2757862 Apr 20 13:13:15.933997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-c7510772-6d0a-4b40-a2d6-28e229e3a8b4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8980396 Apr 20 13:13:15.952847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729715-71e6-4496-aca8-5ede6d87d4c4 req-3e92ed9f-0419-437d-8af3-3500d1ed543a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:15.966293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7729715-71e6-4496-aca8-5ede6d87d4c4 req-3e92ed9f-0419-437d-8af3-3500d1ed543a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 946 time: 1.1026311 Apr 20 13:13:15.972767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Request body: {'port': {'device_id': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:16.068170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7729715-71e6-4496-aca8-5ede6d87d4c4 req-b6445f45-91e7-4002-a5a8-dc0fbd5c7da6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911760 Apr 20 13:13:16.084764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-6f90ce05-a14d-43b3-89ed-338445b8a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:16.087250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-6f90ce05-a14d-43b3-89ed-338445b8a54a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 1094 time: 0.2818944 Apr 20 13:13:16.112340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59866) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:16.125176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.149674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Pushing event updated for resources: {'Port': ['ID=42a1fbe8-f963-478e-8887-e9c2e70ceed7,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:16.207271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-c2133f74-07cd-49e1-8ff5-6b9725b084a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29955068-8176-4d25-bfc7-7db34b5cddfe HTTP/1.1" status: 200 len: 217 time: 0.0963306 Apr 20 13:13:16.354184 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.384330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5fb1e420-39f5-42ca-884d-92f378766398 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:16.385071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.416777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.443952 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.475014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-70e41330-f50a-44c2-8e74-df494a44f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:16.477399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-70e41330-f50a-44c2-8e74-df494a44f301 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.2538400 Apr 20 13:13:16.497913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-29a58cb2-106d-4720-9df5-0d7df39d37bb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/df144ef1-7b33-4606-bc2f-f6dcb649e924 HTTP/1.1" status: 200 len: 993 time: 0.3843369 Apr 20 13:13:16.512946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fc41c-8ca3-4440-9adc-e08f628685e7 req-2ad83223-b291-4b03-a721-fdcf2362221e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:16.517604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17fc41c-8ca3-4440-9adc-e08f628685e7 req-2ad83223-b291-4b03-a721-fdcf2362221e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.2743061 Apr 20 13:13:16.568336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b76f933c-a2ff-4462-a6a7-50af2aeed171 None None] Provisioning complete for port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:16.569368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b76f933c-a2ff-4462-a6a7-50af2aeed171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.595022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4793e6-976e-4c11-919a-ea839d064079 req-d25b3117-3c70-4fe9-88d5-e06b7757c200 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:16.596592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f4793e6-976e-4c11-919a-ea839d064079 req-d25b3117-3c70-4fe9-88d5-e06b7757c200 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 932 time: 0.3791568 Apr 20 13:13:16.668548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-fc7af78e-9c56-487e-81a4-b4f18d341ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:16.670041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-fc7af78e-9c56-487e-81a4-b4f18d341ec2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867692 Apr 20 13:13:16.700901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd653d-50a2-4840-948f-2ae35eafd906 None None] Pushing event updated for resources: {'Port': ['ID=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:16.716757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Attempting to bind port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:16.718116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Attempting to bind port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:16.719771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Attempting to bind port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:16.733753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:16.734449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:16.734968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.735444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:16.736044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Bound port: 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:16.736535 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.740430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:16.740617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b76f933c-a2ff-4462-a6a7-50af2aeed171 None None] Port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:16.749817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17fc41c-8ca3-4440-9adc-e08f628685e7 req-8c1f5e60-ca24-40ee-b121-8135274e5785 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307012 Apr 20 13:13:16.784241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:16.834911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] For port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:16.837325 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de09698d-7cfb-4ebc-9249-992c900d4174 x-openstack-request-id: req-de09698d-7cfb-4ebc-9249-992c900d4174 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:16.837930 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8954c41-5c01-4066-94ba-83b8a9a44090", "tag": "29955068-8176-4d25-bfc7-7db34b5cddfe", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:16.838761 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-de09698d-7cfb-4ebc-9249-992c900d4174 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:16.838985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] For port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:16.839197 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de09698d-7cfb-4ebc-9249-992c900d4174'] response: {'name': 'network-changed', 'server_uuid': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'tag': '29955068-8176-4d25-bfc7-7db34b5cddfe', 'status': 'completed', 'code': 200} Apr 20 13:13:16.857750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.861162 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:16.887263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f4793e6-976e-4c11-919a-ea839d064079 req-15123fdc-af03-4da0-b377-6e3048bf2747 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756906 Apr 20 13:13:16.996865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd653d-50a2-4840-948f-2ae35eafd906 None None] Pushing event updated for resources: {'Port': ['ID=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.018618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.052357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Routers {'68e9b6d5-9f8b-4db5-b887-c674a7cd1545'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:17.053136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:17.167768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-ac1938d5-afd2-4eeb-96c9-91f069fdeca3 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297416 Apr 20 13:13:17.199083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:17.220757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5f051ff0-c192-46e4-9d40-829904e1c01b None None] Provisioning complete for port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:17.222762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f051ff0-c192-46e4-9d40-829904e1c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.281892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.297055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.321468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5f051ff0-c192-46e4-9d40-829904e1c01b None None] Port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:17.342353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] Set router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:17.405845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.412016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.418478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.422733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.425907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.433559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.441196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.449417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.451672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-1554a931-04ca-4734-8f4a-1a87fa328a89 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.3209903 Apr 20 13:13:17.490722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:17.508293 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-87a61fd0-7872-4f40-bc8a-bcbcbd4872b1 admin admin] 10.222.0.24 "PUT /v2.0/routers/68e9b6d5-9f8b-4db5-b887-c674a7cd1545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2309718 Apr 20 13:13:17.516657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca894e66-6d5d-44f1-9731-4dfd7ec78d24 req-8063eba7-cfb7-4b59-8677-fe0ce3b85270 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064158 Apr 20 13:13:17.551794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=c135731b-2aa5-464a-84a0-1264c94e6424,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.575506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b72ea4d-57db-49ad-8efd-0789ff423fb5 req-f6503fe6-717c-471c-bb96-ea284ef25c75 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170323 Apr 20 13:13:17.632174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a60190-96f0-433d-a555-cd7c1f5bda4a {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:17.644324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.645217 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP d714f7bf-4edd-4a99-8774-403dbed35b36 associated. External IP: 172.25.3.56, port: 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c. Apr 20 13:13:17.663963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-806f4483-72ef-453f-97e2-adc0b5a1dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:17.665541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-806f4483-72ef-453f-97e2-adc0b5a1dae1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 1094 time: 0.0873637 Apr 20 13:13:17.666735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Transition to ACTIVE for port object f2a60190-96f0-433d-a555-cd7c1f5bda4a will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:13:17.689923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:17.766911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 4, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port': {'id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:11Z', 'updated_at': '2022-04-20T13:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '42a1fbe8-f963-478e-8887-e9c2e70ceed7', 'name': '', 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'mac_address': 'fa:16:3e:d3:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:14Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 2, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'subnets': [{'id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:17.840887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beb155d-1cfe-45ea-9f0b-6e4c598f4ce7 None None] The sync data for ids ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'] in n-d-838550-2 is: [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 4, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port': {'id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:11Z', 'updated_at': '2022-04-20T13:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '42a1fbe8-f963-478e-8887-e9c2e70ceed7', 'name': '', 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'mac_address': 'fa:16:3e:d3:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:14Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 2, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'subnets': [{'id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:17.851056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:17.891109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a60190-96f0-433d-a555-cd7c1f5bda4a,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:17.959808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port e3b7d563-0120-4e70-9b5f-a19129b34405 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:17.978965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port e3b7d563-0120-4e70-9b5f-a19129b34405 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:17.983191 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.042564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-0632fa3a-f87a-447e-9239-3e03e2ce72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:18.044963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-0632fa3a-f87a-447e-9239-3e03e2ce72b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.3733001 Apr 20 13:13:18.083294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:18.192240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-2f777e92-4af9-4462-9a03-aa9f5b953ac3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29955068-8176-4d25-bfc7-7db34b5cddfe HTTP/1.1" status: 200 len: 217 time: 0.1371415 Apr 20 13:13:18.194694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Attempting to bind port f2a60190-96f0-433d-a555-cd7c1f5bda4a on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:18.195027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Attempting to bind port f2a60190-96f0-433d-a555-cd7c1f5bda4a by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:18.195346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Attempting to bind port f2a60190-96f0-433d-a555-cd7c1f5bda4a on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:18.222766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a386-f9f6-4d03-98b9-a39daace9cab req-03f6d8d6-9e8e-41e5-9893-e2e13e88e126 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:18.224196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d429a386-f9f6-4d03-98b9-a39daace9cab req-03f6d8d6-9e8e-41e5-9893-e2e13e88e126 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.2551093 Apr 20 13:13:18.227618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.236886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Port f2a60190-96f0-433d-a555-cd7c1f5bda4a on network a6583879-3b19-4a76-a691-63bd64d0efce not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:18.237352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Attempting to bind port f2a60190-96f0-433d-a555-cd7c1f5bda4a on network a6583879-3b19-4a76-a691-63bd64d0efce {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:18.293543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:18.294578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:18.297544 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def348e3-d7d2-4fa3-8e7e-b2377c5d3a02" -d '{"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:18.315931 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.324122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:18.361089 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:18.366080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:18.366447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Checking segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:18.367439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.371853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Bound using segment: {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:18.372254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Bound port: f2a60190-96f0-433d-a555-cd7c1f5bda4a, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79f4d37-70c1-4756-a663-8f5f9298fb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:18.372568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.375754 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:18.376381 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:18.421965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=13']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:18.446414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d429a386-f9f6-4d03-98b9-a39daace9cab req-e0161f76-e8e3-4dd8-ae38-4f46fcc1d8b0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954253 Apr 20 13:13:18.475622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17445c9-89c2-4e4b-8abd-e938c7ca8bda req-7f4d1c9f-3d93-47f2-8412-3efe36a3f5c6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:18.477504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17445c9-89c2-4e4b-8abd-e938c7ca8bda req-7f4d1c9f-3d93-47f2-8412-3efe36a3f5c6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 944 time: 0.3678558 Apr 20 13:13:18.489411 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7f1fe3be-fb94-4414-8175-269e25f2e921 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.5413442 Apr 20 13:13:18.492419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59888) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:18.494283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-faa625e6-e840-4d1d-81e8-e929e91a0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:18.495753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-faa625e6-e840-4d1d-81e8-e929e91a0f5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.2831800 Apr 20 13:13:18.504107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-743075659'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:18.542287 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:18.553733 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:18.555545 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:18.602209 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:18.603411 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1fce5e-7192-4745-ac8d-72a3d46825a3 x-openstack-request-id: req-4d1fce5e-7192-4745-ac8d-72a3d46825a3 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:18.603945 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c279ee4b-dc9f-4fea-a241-271a173c8db0 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:18.604148 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-plugged", "status": "completed", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:18.607770 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d1fce5e-7192-4745-ac8d-72a3d46825a3 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:18.608645 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1fce5e-7192-4745-ac8d-72a3d46825a3'] response: {'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'code': 200} Apr 20 13:13:18.631203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59892) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:18.639127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1833005163-network', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:18.669092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Made reservation on behalf of c9f5dae8237d4b00b65f507b6353ac13 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:18.674182 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.682639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] For port f2a60190-96f0-433d-a555-cd7c1f5bda4a, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:18.703325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] For port f2a60190-96f0-433d-a555-cd7c1f5bda4a, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:18.712986 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.722516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.751918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:18.755371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.824332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17445c9-89c2-4e4b-8abd-e938c7ca8bda req-b4ac2c5e-ea31-4acd-af16-0fb9bb9f3094 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389204 Apr 20 13:13:18.826000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:18.826548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.827858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2a60190-96f0-433d-a555-cd7c1f5bda4a HTTP/1.1" status: 200 len: 1092 time: 2.8601370 Apr 20 13:13:18.838509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-6db658e4-3694-4190-9cc8-48f1ab7ebcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:18.841608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-6db658e4-3694-4190-9cc8-48f1ab7ebcad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3320801 Apr 20 13:13:18.845294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:18.847966 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f" -d '{"events": [{"name": "network-changed", "server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:18.918033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:18.938348 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.938877 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Added segment a4ff387f-ccd3-4718-a833-7afae14fa84a of type vlan for network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 Apr 20 13:13:18.942536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.951513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:18.990974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de396833-164c-4509-9e78-b6f001d16406,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:18.998365 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.004367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:19.017806 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.018028 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Added segment e07f1d52-2e02-4ae2-b61d-49f5437c6d27 of type vlan for network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc Apr 20 13:13:19.023834 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c3ecaa-5c0d-46d2-b422-a2cafa6461f0 x-openstack-request-id: req-37c3ecaa-5c0d-46d2-b422-a2cafa6461f0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:19.024211 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:19.024335 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37c3ecaa-5c0d-46d2-b422-a2cafa6461f0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:19.024701 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c3ecaa-5c0d-46d2-b422-a2cafa6461f0'] response: {'name': 'network-changed', 'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a', 'status': 'completed', 'code': 200} Apr 20 13:13:19.042871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.069910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.105685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c541ec-d73a-4946-a335-a960ce06e2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a60190-96f0-433d-a555-cd7c1f5bda4a,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:19.108976 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.111361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.112701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.146827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.153564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.159449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.165463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.171604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.177782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.180215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5464683 Apr 20 13:13:19.182850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59898) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:19.186816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.189885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Request body: {'subnet': {'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1833005163-subnet', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:19.197520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-b7a3714e-3495-4822-8b8d-c538328021d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.4803169 Apr 20 13:13:19.212370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.217308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632015-156b-4955-a76e-7f629d8d128c admin admin] Pushing event updated for resources: {'Network': ['ID=cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:19.221587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.222273 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.225687 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Made reservation on behalf of c9f5dae8237d4b00b65f507b6353ac13 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:19.234767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.241400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:19.355138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8578300 Apr 20 13:13:19.357447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-97e8abe7-c638-4209-b1ca-61e0d305d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.358958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-97e8abe7-c638-4209-b1ca-61e0d305d900 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 1095 time: 0.3335180 Apr 20 13:13:19.364592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59900) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:19.372833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'subnet': {'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:19.388310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53409bd9-1ebb-406a-aeac-a8b25538ba65 req-5d27d8ab-6585-45d9-b696-023235ef8ed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1904993 Apr 20 13:13:19.392533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-c693d8d7-f9dc-4c75-ba32-4d4a69ee9c93 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352013 Apr 20 13:13:19.393333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a207520-9752-4215-aa76-caacb89ea413 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Network': ['ID=d0ca7108-6b40-4a7f-951d-0f0bf2e2b918,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:19.417366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:19.465284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-4b55bfb3-9b14-474f-82f8-a126e61522b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a HTTP/1.1" status: 200 len: 217 time: 0.0948470 Apr 20 13:13:19.552482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.579612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:19.583551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.637596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-8e06c40c-8cf7-4b01-9323-1a3f2e85b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.639733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-8e06c40c-8cf7-4b01-9323-1a3f2e85b8a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.1615458 Apr 20 13:13:19.690376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a276de2-1452-49eb-8483-3aa6ac359ecc,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:19.690959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-10d47406-2aa6-4b18-914b-6e998bab2906 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403311 Apr 20 13:13:19.703162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96e98f-f87f-464e-b80d-cdce61ff2812 req-e771fdf0-797a-45d9-87d9-e4a4434827c8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.704613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f96e98f-f87f-464e-b80d-cdce61ff2812 req-e771fdf0-797a-45d9-87d9-e4a4434827c8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.1353598 Apr 20 13:13:19.708356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Checking segment: {'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:19.708725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Network hostable DHCP agents. Network: cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:19.743727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:19.755359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:19.768416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f80f50af-ba70-4e86-8417-d0c1d765e8c1 req-3841a16b-0068-414e-a6d5-7e8be5d526e8 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135638 Apr 20 13:13:19.817252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:19.817936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.823108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f96e98f-f87f-464e-b80d-cdce61ff2812 req-72b6c57f-09bc-4f9c-8dd8-651e0d2af41a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021101 Apr 20 13:13:19.859326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:19.872011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:19.872787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.879124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-3da9a07f-f3a6-4db1-96f6-300c9593a99c service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688013 Apr 20 13:13:19.885598 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:19.886040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b28d2f-0908-458a-b331-c1f976ba75ac None None] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:19.936828 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-26f8be67-9167-4335-ba08-d0689969aeab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7526045 Apr 20 13:13:19.940470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:19.950708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:19.990108 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Subnet': ['ID=d7147e2b-eee6-45b5-b50e-88d1b66a49a4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:20.010602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Checking segment: {'id': 'a4ff387f-ccd3-4718-a833-7afae14fa84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:20.011117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network hostable DHCP agents. Network: d0ca7108-6b40-4a7f-951d-0f0bf2e2b918, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:20.014964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.016389 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.062834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:20.066042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f47d9595-06f7-4e2a-9c6d-97247be716a5 req-62c07ac5-24a6-4b6e-b5a7-ec9f0455320c service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785119 Apr 20 13:13:20.082036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bbc0f-5012-4999-8ecb-3868b86a563a req-8ee8d853-d7b0-4e0d-8413-cde9fd58e8c9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.084182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f21bbc0f-5012-4999-8ecb-3868b86a563a req-8ee8d853-d7b0-4e0d-8413-cde9fd58e8c9 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 944 time: 0.1014948 Apr 20 13:13:20.103194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.135325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.172678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d0ca7108-6b40-4a7f-951d-0f0bf2e2b918) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:20.179812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:20.189955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.190578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.197085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc', 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'fixed_ips': [{'subnet_id': '0a276de2-1452-49eb-8483-3aa6ac359ecc'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:20.198016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.201845 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.236213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f21bbc0f-5012-4999-8ecb-3868b86a563a req-b332d5d4-8b90-4a12-a5c4-6590d0d0ffee tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391368 Apr 20 13:13:20.266525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e342d-7cf7-4b68-a175-4390e8756630 None None] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:20.269774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-d10513ab-defa-4a7d-9297-07b7719c0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.273486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-d10513ab-defa-4a7d-9297-07b7719c0bf7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 1095 time: 0.1104045 Apr 20 13:13:20.324867 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-af7b7776-a901-40ba-ab44-c89052e3288d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9592078 Apr 20 13:13:20.353835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:20.374399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59908) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:20.379885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-162734841', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:20.391479 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.448790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-ceb2dac8-c819-4159-90cb-0b72a770f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.450896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-ceb2dac8-c819-4159-90cb-0b72a770f028 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 200 len: 912 time: 0.1663182 Apr 20 13:13:20.478649 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.479173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.579052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-6600c2f8-61d0-4864-b8e4-d62a6baad1db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a HTTP/1.1" status: 200 len: 217 time: 0.1004832 Apr 20 13:13:20.617421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.619399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Allocated IP 172.20.0.2 (cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc/0a276de2-1452-49eb-8483-3aa6ac359ecc/cf6ed49d-3d61-4cfd-affc-7e18dac894d3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:20.680398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-ce09a9f5-697c-4948-9f0c-5d597bb229f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.681933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-ce09a9f5-697c-4948-9f0c-5d597bb229f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 200 len: 851 time: 0.0950274 Apr 20 13:13:20.724098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-800ccd42-2a56-4beb-bdd7-6228b10ac256 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a6583879-3b19-4a76-a691-63bd64d0efce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344398 Apr 20 13:13:20.760715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.774620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.782023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.788494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.797915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.807239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.815235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:20.825596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-fc8fbe87-ce47-431b-b267-6a9f33e88af0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.2249200 Apr 20 13:13:20.882608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.934115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-630edd4d-528a-4787-a3d6-ea58950e28cb req-1e66175c-9b86-4662-81f9-49e131a9a3b6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026266 Apr 20 13:13:20.961356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d0ca7108-6b40-4a7f-951d-0f0bf2e2b918', 'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918', 'tenant_id': '7d25545565c340e68a1ae907e07a964a', 'fixed_ips': [{'subnet_id': 'd7147e2b-eee6-45b5-b50e-88d1b66a49a4'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:20.962240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:20.987462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.023998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.180315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Allocated IP 172.25.3.159 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/281d6bef-8bd6-4150-8637-9025051c74d0) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:21.249863 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.265031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Allocated IP 172.20.0.2 (d0ca7108-6b40-4a7f-951d-0f0bf2e2b918/d7147e2b-eee6-45b5-b50e-88d1b66a49a4/fff159c3-192e-486b-82fa-d551f9e28c4c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:21.267962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.321230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.335913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Pushing event updated for resources: {'Port': ['ID=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:21.357770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:21.364073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Sync routers for ids ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:21.372348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:21.375984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:21.397168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.460076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-e76402d6-6f24-4b2c-9ef3-ece526cca17a service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264066 Apr 20 13:13:21.462757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:21.467747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Routers {'68e9b6d5-9f8b-4db5-b887-c674a7cd1545'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:21.468822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:21.472462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:21.480089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:21.487052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd49ba-a7bd-4c90-8e20-907b06ef0485 req-739e5eb3-2b7c-4449-af8e-e69b133c27c6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:21.488666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64cd49ba-a7bd-4c90-8e20-907b06ef0485 req-739e5eb3-2b7c-4449-af8e-e69b133c27c6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.5521004 Apr 20 13:13:21.533100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Pushing event updated for resources: {'Port': ['ID=281d6bef-8bd6-4150-8637-9025051c74d0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:21.550688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efc1ed-2319-4b95-9a58-af046b94d95e req-98a3b15f-3147-4b9b-b74b-1e122c83dbf2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:21.552317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41efc1ed-2319-4b95-9a58-af046b94d95e req-98a3b15f-3147-4b9b-b74b-1e122c83dbf2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 944 time: 0.1546655 Apr 20 13:13:21.566956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Attempting to bind port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:21.567611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Attempting to bind port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:21.568150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Attempting to bind port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 on network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:21.580006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:21.580682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Checking segment: {'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:21.581245 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.581947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Bound using segment: {'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:21.582575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Bound port: cf6ed49d-3d61-4cfd-affc-7e18dac894d3, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:21.583118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.626275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64cd49ba-a7bd-4c90-8e20-907b06ef0485 req-a1eb12e9-ec10-4545-a276-9e1c28ff20a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225145 Apr 20 13:13:21.644100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41efc1ed-2319-4b95-9a58-af046b94d95e req-012a6669-644e-4471-a41a-b1e6de0c77f4 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775421 Apr 20 13:13:21.659926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16db4c1e-4b32-4d0e-b0be-1f25ddcb666f req-17e50c16-6c8f-4981-a0bf-80cf51ad5066 service neutron] 10.222.0.37 "GET /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919045 Apr 20 13:13:21.755861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:21.866213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Set router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:21.903675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] For port cf6ed49d-3d61-4cfd-affc-7e18dac894d3, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:21.932364 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:21.940205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] For port cf6ed49d-3d61-4cfd-affc-7e18dac894d3, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,segment=NetworkSegment(e07f1d52-2e02-4ae2-b61d-49f5437c6d27),segment_id=e07f1d52-2e02-4ae2-b61d-49f5437c6d27)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:21.949680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.029445 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.047184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Pushing event updated for resources: {'Port': ['ID=fff159c3-192e-486b-82fa-d551f9e28c4c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:22.099174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.116361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.125293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.131954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.136092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:22.138443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.144609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.150717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.156209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-3c5992d7-dbc0-4135-a338-44ab9cecf55f tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.1345847 Apr 20 13:13:22.157036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:22.161068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:22.196161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:22.196536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.225762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-915de641-dc23-4f3e-92a8-e9ce79a4a886 req-c6323c19-02ce-473f-97be-db5a38f63185 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578785 Apr 20 13:13:22.241762 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.260017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213c309-386c-4eda-a38e-fde0e937fb4f None None] Pushing event updated for resources: {'Port': ['ID=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:22.330749 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.363136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Attempting to bind port fff159c3-192e-486b-82fa-d551f9e28c4c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:22.363584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Attempting to bind port fff159c3-192e-486b-82fa-d551f9e28c4c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a4ff387f-ccd3-4718-a833-7afae14fa84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:22.364123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Attempting to bind port fff159c3-192e-486b-82fa-d551f9e28c4c on network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:22.397670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:22.398650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Checking segment: {'id': 'a4ff387f-ccd3-4718-a833-7afae14fa84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:22.398650 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.401672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Bound using segment: {'id': 'a4ff387f-ccd3-4718-a833-7afae14fa84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:22.401672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Bound port: fff159c3-192e-486b-82fa-d551f9e28c4c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4ff387f-ccd3-4718-a833-7afae14fa84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:22.401672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.562733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.25.3.54 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/bb606c77-2172-4eef-80cf-7a21b9f05920) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:22.564927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.566901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] For port fff159c3-192e-486b-82fa-d551f9e28c4c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:22.576838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] For port fff159c3-192e-486b-82fa-d551f9e28c4c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fff159c3-192e-486b-82fa-d551f9e28c4c,segment=NetworkSegment(a4ff387f-ccd3-4718-a833-7afae14fa84a),segment_id=a4ff387f-ccd3-4718-a833-7afae14fa84a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:22.585463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.591657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 4, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port': {'id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:11Z', 'updated_at': '2022-04-20T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '42a1fbe8-f963-478e-8887-e9c2e70ceed7', 'name': '', 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'mac_address': 'fa:16:3e:d3:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:14Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 2, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'subnets': [{'id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:22.642117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Checking router: 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:22.642624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Updating router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:22.701501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.701501 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35fba-c3a3-4bb5-9c65-a56e4707a8b0 None None] Pushing event updated for resources: {'Port': ['ID=fff159c3-192e-486b-82fa-d551f9e28c4c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:22.750190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device f2a60190-96f0-433d-a555-cd7c1f5bda4a details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:22.835475 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.878691 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:13:22.914213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ba3d5-995a-4185-976c-de9abac0e4d3 req-eca6304d-8af2-4b31-9610-a5d16cf6b235 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.921903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c94ba3d5-995a-4185-976c-de9abac0e4d3 req-eca6304d-8af2-4b31-9610-a5d16cf6b235 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.1974313 Apr 20 13:13:22.927282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:22.935813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67dc4a-9241-45b2-b0d4-cfea2fdc8543 req-1a465356-5ac4-4f23-a3fc-580febdec371 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:22.943665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c67dc4a-9241-45b2-b0d4-cfea2fdc8543 req-1a465356-5ac4-4f23-a3fc-580febdec371 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 944 time: 0.1352844 Apr 20 13:13:22.993103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.076818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c67dc4a-9241-45b2-b0d4-cfea2fdc8543 req-c720fd05-3885-4a46-95ee-c55264058d15 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319590 Apr 20 13:13:23.077567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:23.095368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:23.102671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c94ba3d5-995a-4185-976c-de9abac0e4d3 req-21b7a990-27f8-44f2-91b1-d7a89e3bc581 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561971 Apr 20 13:13:23.133401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-50662c0b-5520-412a-bb97-dbd366f18189 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1197758 Apr 20 13:13:23.150858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:23.157254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port f2a60190-96f0-433d-a555-cd7c1f5bda4a, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:23.188744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a', 'network_id': 'a6583879-3b19-4a76-a691-63bd64d0efce', 'port_id': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a', 'mac_address': 'fa:16:3e:5f:c7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe488d-c8f4-4013-96f1-4bf18786073c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:23.191842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=bb606c77-2172-4eef-80cf-7a21b9f05920,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:23.300735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-6990baeb-a929-4930-b0c9-08013d2a986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.310277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-6990baeb-a929-4930-b0c9-08013d2a986d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1098 time: 0.1187670 Apr 20 13:13:23.467191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:23.506283 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.557280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a60190-96f0-433d-a555-cd7c1f5bda4a {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:23.574001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.583645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.592696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.600392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.607991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.616033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.621957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.623900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-2fcd11db-fe62-4fcc-b835-64021dd42039 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.2336507 Apr 20 13:13:23.652200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-3485fb5a-e5f8-4e3b-8f71-73496b150f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.654240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-3485fb5a-e5f8-4e3b-8f71-73496b150f55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.3234482 Apr 20 13:13:23.678641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d271148-d322-48d5-b1db-9cf26666df78 None None] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:23.739125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port f2a60190-96f0-433d-a555-cd7c1f5bda4a, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:23.743444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21bdaf4e-626b-4a9b-bda9-ec017f937040 req-3226ea2c-9cf0-45a9-9e71-a72b03bd2126 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048529 Apr 20 13:13:23.761006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-25a99500-8740-4791-94d7-b3e3451e8c8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 1002 time: 0.0982668 Apr 20 13:13:23.770941 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.799336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.853576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-d13a6d29-6d65-400e-8cfc-9766aced7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.855582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-d13a6d29-6d65-400e-8cfc-9766aced7f10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.0874510 Apr 20 13:13:23.910787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:23.919511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fff159c3-192e-486b-82fa-d551f9e28c4c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:23.920139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:23.930595 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Sync routers for ids ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:23.942628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Routers {'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:23.943692 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:23.961039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-4873bdff-5f64-44e0-ac2e-a3103fcc6633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:23.963044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-4873bdff-5f64-44e0-ac2e-a3103fcc6633 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997336 Apr 20 13:13:24.007194 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.051291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1f836821-7a56-4d8c-b59c-58634896911f None None] Provisioning complete for port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:24.051538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.051668 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1f836821-7a56-4d8c-b59c-58634896911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.055238 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99fcab05-5691-4a36-aa3f-887a308b19f8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.1105671 Apr 20 13:13:24.055410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.059034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=f2a60190-96f0-433d-a555-cd7c1f5bda4a,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:24.059689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59924) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:24.103914 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Set router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:24.184094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-dd90b4bc-8316-4716-b6cb-eeddd96d622d service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128186 Apr 20 13:13:24.187128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['f2a60190-96f0-433d-a555-cd7c1f5bda4a'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:24.414742 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:22Z', 'revision_number': 3, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port': {'id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:21Z', 'updated_at': '2022-04-20T13:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:24.448560 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Checking router: bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:24.449760 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Updating router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 port 281d6bef-8bd6-4150-8637-9025051c74d0 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:24.485054 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.513229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f46aa-bcf7-40a1-8f00-bcf7638dfd45 req-daf33738-46b9-4de9-b937-b5e191edc8ed tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:24.525900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd4f46aa-bcf7-40a1-8f00-bcf7638dfd45 req-daf33738-46b9-4de9-b937-b5e191edc8ed tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 945 time: 0.2936254 Apr 20 13:13:24.567136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044a87-8b6f-4e26-808d-f495d9bd3eb0 None None] Pushing event updated for resources: {'Port': ['ID=42a1fbe8-f963-478e-8887-e9c2e70ceed7,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:24.576605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e91756-3475-4639-ac8d-58f2882a0904 req-cb31d12b-584b-4513-bf9f-b4a82962f28f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:24.583076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28e91756-3475-4639-ac8d-58f2882a0904 req-cb31d12b-584b-4513-bf9f-b4a82962f28f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.2828226 Apr 20 13:13:24.621906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdd549d5-896e-4450-9fd0-2d1ba6032dfa req-f9b0f236-63e7-44d6-9817-6c7967c15b72 service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286044 Apr 20 13:13:24.629176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f1003-839c-4858-a3c2-b17e3a24affa None None] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:24.637912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fff159c3-192e-486b-82fa-d551f9e28c4c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:24.639514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.675985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.692670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28e91756-3475-4639-ac8d-58f2882a0904 req-d156af52-98a5-4891-a75c-e5adb19e0f10 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000969 Apr 20 13:13:24.731899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd4f46aa-bcf7-40a1-8f00-bcf7638dfd45 req-5fc7854f-bb30-4443-91a1-9217698474d2 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792998 Apr 20 13:13:24.771796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 85a582f2-35e2-4564-93a7-d826c3e04ece details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:24.924636 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.935093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Attempting to bind port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:24.935485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Attempting to bind port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:24.935809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Attempting to bind port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 on network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:24.938403 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.987859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:24.988694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Checking segment: {'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:24.988694 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:24.989014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Bound using segment: {'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:24.989483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Bound port: 42a1fbe8-f963-478e-8887-e9c2e70ceed7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16efb92a-e222-4e5e-b641-7a2fc56a82fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:24.989889 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.012039 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Pushing event updated for resources: {'Port': ['ID=281d6bef-8bd6-4150-8637-9025051c74d0,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:25.019840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Attempting to bind port 281d6bef-8bd6-4150-8637-9025051c74d0 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:25.020206 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Attempting to bind port 281d6bef-8bd6-4150-8637-9025051c74d0 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:25.020561 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Attempting to bind port 281d6bef-8bd6-4150-8637-9025051c74d0 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:25.022354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:25.023217 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.023444 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.023767 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.024092 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.024414 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.024745 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.025052 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.025367 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.026111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.026111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.026501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.026740 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:25.033237 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:25.033596 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:25.034040 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.034417 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:25.034873 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Bound port: 281d6bef-8bd6-4150-8637-9025051c74d0, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:25.035845 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.059859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:25.074991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:25.075317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1f836821-7a56-4d8c-b59c-58634896911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.095972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:25.100052 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] For port 281d6bef-8bd6-4150-8637-9025051c74d0, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:25.104577 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] For port 281d6bef-8bd6-4150-8637-9025051c74d0, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=281d6bef-8bd6-4150-8637-9025051c74d0,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:25.108991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:25.116492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:25.117914 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.124305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:25.133673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-9da2feeb-8c91-48b4-85bd-5c545f1fd973 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5421 time: 0.2482402 Apr 20 13:13:25.186598 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c105f9-cffa-48bc-9574-d491ddbd1045 None None] Pushing event updated for resources: {'Port': ['ID=281d6bef-8bd6-4150-8637-9025051c74d0,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:25.192559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71f0091f-de0e-4bc0-970d-f182a147aaba req-e17123ef-d790-4e6b-94a2-0e8ce97651ba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531361 Apr 20 13:13:25.232454 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Routers {'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:25.233184 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:25.253809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 7417693e-368b-4039-a7df-70303715a06f is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:25.337328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.366738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1f836821-7a56-4d8c-b59c-58634896911f None None] For port cf6ed49d-3d61-4cfd-affc-7e18dac894d3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,segment=NetworkSegment(e07f1d52-2e02-4ae2-b61d-49f5437c6d27),segment_id=e07f1d52-2e02-4ae2-b61d-49f5437c6d27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:25.367732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.394883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 85a582f2-35e2-4564-93a7-d826c3e04ece, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=85a582f2-35e2-4564-93a7-d826c3e04ece,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:25.423850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] Set router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:25.434303 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1f836821-7a56-4d8c-b59c-58634896911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.479240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] For port 42a1fbe8-f963-478e-8887-e9c2e70ceed7, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:25.482360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '85a582f2-35e2-4564-93a7-d826c3e04ece', 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'port_id': '85a582f2-35e2-4564-93a7-d826c3e04ece', 'mac_address': 'fa:16:3e:c9:7a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f669fea-014a-48cf-9e02-28df42923328', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:25.542523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] For port 42a1fbe8-f963-478e-8887-e9c2e70ceed7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=42a1fbe8-f963-478e-8887-e9c2e70ceed7,segment=NetworkSegment(16efb92a-e222-4e5e-b641-7a2fc56a82fb),segment_id=16efb92a-e222-4e5e-b641-7a2fc56a82fb)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:25.614936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port fff159c3-192e-486b-82fa-d551f9e28c4c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fff159c3-192e-486b-82fa-d551f9e28c4c,segment=NetworkSegment(a4ff387f-ccd3-4718-a833-7afae14fa84a),segment_id=a4ff387f-ccd3-4718-a833-7afae14fa84a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:25.619085 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.650151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.650949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf6ed49d-3d61-4cfd-affc-7e18dac894d3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:25.690946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f836821-7a56-4d8c-b59c-58634896911f None None] Pushing event updated for resources: {'Port': ['ID=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:25.755799 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:22Z', 'revision_number': 3, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port': {'id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:21Z', 'updated_at': '2022-04-20T13:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:25.802337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] Provisioning complete for port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:25.803084 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:25.970601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.025865 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7590d4a4-3649-45e4-9cdc-a45d50766237 None None] The sync data for ids ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'] in n-d-838550-2 is: [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:22Z', 'revision_number': 3, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port': {'id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:21Z', 'updated_at': '2022-04-20T13:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:26.062559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e835-217a-460c-803c-cab9d4307a3a req-3c0396c9-aa63-412d-b505-01edbde0fa5b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.064132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d288e835-217a-460c-803c-cab9d4307a3a req-3c0396c9-aa63-412d-b505-01edbde0fa5b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.2319517 Apr 20 13:13:26.127891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:26.129669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a4186-3ecd-4009-84d1-72fc3a04d31f req-cea6bc4f-e23e-45bc-814b-95e9f30e70aa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.146227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab8a4186-3ecd-4009-84d1-72fc3a04d31f req-cea6bc4f-e23e-45bc-814b-95e9f30e70aa tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 945 time: 0.2358384 Apr 20 13:13:26.152699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.167088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Routers {'68e9b6d5-9f8b-4db5-b887-c674a7cd1545'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:26.167783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:26.170679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] Sync routers for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:26.209029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.212411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] For port 42a1fbe8-f963-478e-8887-e9c2e70ceed7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=42a1fbe8-f963-478e-8887-e9c2e70ceed7,segment=NetworkSegment(16efb92a-e222-4e5e-b641-7a2fc56a82fb),segment_id=16efb92a-e222-4e5e-b641-7a2fc56a82fb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:26.219785 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6db7e92d-b3f7-436b-bfbc-05a34dc8ef40 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8436947 Apr 20 13:13:26.221118 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 59938) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:26.232656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d288e835-217a-460c-803c-cab9d4307a3a req-259f9772-092f-4353-8566-7509f1e6ef1a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534398 Apr 20 13:13:26.243133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab8a4186-3ecd-4009-84d1-72fc3a04d31f req-b4479bc6-a07b-4fa5-96ff-08ce0d5d6c7d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959582 Apr 20 13:13:26.295211 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.303400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:26.303762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.313996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a582f2-35e2-4564-93a7-d826c3e04ece {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:26.341813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 85a582f2-35e2-4564-93a7-d826c3e04ece, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=85a582f2-35e2-4564-93a7-d826c3e04ece,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:26.352455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:26.354068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:26.370911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Allocated IP 172.20.0.1 (cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc/0a276de2-1452-49eb-8483-3aa6ac359ecc/d673aaee-26ce-4718-afd1-ede06449d0d8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:26.453662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] Provisioning complete for port fff159c3-192e-486b-82fa-d551f9e28c4c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:26.455621 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.456345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:26.458412 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.459045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ac3610c2-29fa-4974-9c09-d7cbb255e5b6 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:26.464134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.470841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.477311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.483695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.492199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.502224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.511146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:26.521716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4149cbf9-bf7d-4b1d-98c8-8fa0e337a3a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5422 time: 0.1807537 Apr 20 13:13:26.549439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044a87-8b6f-4e26-808d-f495d9bd3eb0 None None] Pushing event updated for resources: {'Port': ['ID=42a1fbe8-f963-478e-8887-e9c2e70ceed7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:26.588984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-508074fb-6657-4ad5-8d58-abe9ad289c61 req-4f27408d-f44a-45d3-b70b-b808d6aa2c3b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596378 Apr 20 13:13:26.597789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.650111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.733264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:26.737872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:26.746564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:26.785609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Pushing event updated for resources: {'Port': ['ID=d673aaee-26ce-4718-afd1-ede06449d0d8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:26.927331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:26.928049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:26.937071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:26.939227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:13:27.049034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:27.050334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3229325-9ec4-4fd0-b8ba-0e2bc79c21fc None None] The sync data for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:27.102282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=fff159c3-192e-486b-82fa-d551f9e28c4c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:27.130670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] Set router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:27.196913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.250914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.441922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e264ba5-fd11-440e-bfe3-225aa7eac4cb None None] Pushing event updated for resources: {'Port': ['ID=42a1fbe8-f963-478e-8887-e9c2e70ceed7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:27.451174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Provisioning complete for port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:27.451656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.454565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port ac3610c2-29fa-4974-9c09-d7cbb255e5b6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:27.473430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cbe54-b9d0-4736-bf8c-1876dff457b6 req-746d9076-f16c-48a2-9a4e-ab3e4d4edd61 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.483596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-934cbe54-b9d0-4736-bf8c-1876dff457b6 req-746d9076-f16c-48a2-9a4e-ab3e4d4edd61 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.1403034 Apr 20 13:13:27.502529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436670d-d4fb-460d-a177-50b05f0026bf req-1abc3721-73f8-4ff8-b5fa-f3a5278fc591 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.504118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0436670d-d4fb-460d-a177-50b05f0026bf req-1abc3721-73f8-4ff8-b5fa-f3a5278fc591 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 945 time: 0.1466599 Apr 20 13:13:27.544165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'port_id': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'mac_address': 'fa:16:3e:bf:eb:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:27.604741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0436670d-d4fb-460d-a177-50b05f0026bf req-93a628fe-a3b0-49b7-aea5-c3497c94520b tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879140 Apr 20 13:13:27.615188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.632217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-934cbe54-b9d0-4736-bf8c-1876dff457b6 req-50c752c5-6bd2-4509-b3b4-fd4334ae732a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387799 Apr 20 13:13:27.639139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.672333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=85a582f2-35e2-4564-93a7-d826c3e04ece,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:27.699702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.747700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Pushing event updated for resources: {'Port': ['ID=d673aaee-26ce-4718-afd1-ede06449d0d8,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:27.758862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3610c2-29fa-4974-9c09-d7cbb255e5b6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:27.769973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fff159c3-192e-486b-82fa-d551f9e28c4c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:27.785398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.792975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.795513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.802798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.809621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.816945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.826279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 4, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port': {'id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:11Z', 'updated_at': '2022-04-20T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '42a1fbe8-f963-478e-8887-e9c2e70ceed7', 'name': '', 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'mac_address': 'fa:16:3e:d3:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:14Z', 'updated_at': '2022-04-20T13:13:25Z', 'revision_number': 4, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'subnets': [{'id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:27.826532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.831703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port ac3610c2-29fa-4974-9c09-d7cbb255e5b6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:27.833532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:27.837506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-932097da-0a38-4a4c-a888-84aa1e27f069 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5422 time: 0.1463709 Apr 20 13:13:27.876785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efde219-93f7-48a9-9133-da026e994aaf None None] The sync data for ids ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'] in n-d-838550-2 is: [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:15Z', 'revision_number': 4, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port': {'id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:11Z', 'updated_at': '2022-04-20T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '42a1fbe8-f963-478e-8887-e9c2e70ceed7', 'name': '', 'network_id': '50b1831e-acd9-49c0-b18b-e27fc3bc2bcb', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'mac_address': 'fa:16:3e:d3:77:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_interface', 'standard_attr_id': 2996, 'fixed_ips': [{'subnet_id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:14Z', 'updated_at': '2022-04-20T13:13:25Z', 'revision_number': 4, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'subnets': [{'id': 'a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:27.878703 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.879357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc895d13-36bd-47c0-b65e-303a7cb40aee details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:27.885677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Provisioning complete for port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:27.886053 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:27.893360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff2703d5-aa41-4b3a-aeba-2a6528c92679 req-515b7936-e87d-4428-bb17-4ea3190eca47 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468574 Apr 20 13:13:28.003275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc895d13-36bd-47c0-b65e-303a7cb40aee, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:28.021517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:28.023008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.1 (d0ca7108-6b40-4a7f-951d-0f0bf2e2b918/d7147e2b-eee6-45b5-b50e-88d1b66a49a4/aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:28.025722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:28.025870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:28.029288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fff159c3-192e-486b-82fa-d551f9e28c4c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:28.029437 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.031147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'bc895d13-36bd-47c0-b65e-303a7cb40aee', 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'port_id': 'bc895d13-36bd-47c0-b65e-303a7cb40aee', 'mac_address': 'fa:16:3e:1e:29:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f669fea-014a-48cf-9e02-28df42923328', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:28.181420 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.184978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Provisioning complete for port fff159c3-192e-486b-82fa-d551f9e28c4c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:28.185347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.241508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc895d13-36bd-47c0-b65e-303a7cb40aee {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:28.271493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:28.285073 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.288460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc895d13-36bd-47c0-b65e-303a7cb40aee, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:28.292788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf6ed49d-3d61-4cfd-affc-7e18dac894d3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:28.298361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.299013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6548818d-2bbe-4046-a654-2d682426d379 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:28.434937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6548818d-2bbe-4046-a654-2d682426d379, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6548818d-2bbe-4046-a654-2d682426d379,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:28.444987 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.460682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bc895d13-36bd-47c0-b65e-303a7cb40aee,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:28.468101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '6548818d-2bbe-4046-a654-2d682426d379', 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'port_id': '6548818d-2bbe-4046-a654-2d682426d379', 'mac_address': 'fa:16:3e:60:81:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f669fea-014a-48cf-9e02-28df42923328', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:28.479838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:28.480117 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.516383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:28.520260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:28.522481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:28.524577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:28.544033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Provisioning complete for port d673aaee-26ce-4718-afd1-ede06449d0d8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:28.544686 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.566482 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7402abc-4c4c-4ec0-8bfa-3d006248e181 admin admin] 10.222.0.24 "PUT /v2.0/routers/bf8a4cab-f8f3-4f48-a072-673cdcbb4d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4965932 Apr 20 13:13:28.567268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:28.591684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.602880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.628844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-932cfa2e-05a9-471a-a59b-40316cb1c78b None None] Port d673aaee-26ce-4718-afd1-ede06449d0d8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:28.635786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6548818d-2bbe-4046-a654-2d682426d379 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:28.708649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6548818d-2bbe-4046-a654-2d682426d379, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6548818d-2bbe-4046-a654-2d682426d379,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:28.719745 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.720635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d784a16e-9418-4d60-89fb-508f144cbfeb details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:28.748060 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Sync routers for ids ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:28.778470 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Routers {'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:28.781403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:28.816237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42a1fbe8-f963-478e-8887-e9c2e70ceed7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:28.861538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-69b03485-ccd9-475b-9749-bd7ea54b0d53 None None] Provisioning complete for port d673aaee-26ce-4718-afd1-ede06449d0d8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:28.862090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-69b03485-ccd9-475b-9749-bd7ea54b0d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.878860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:28.926970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77a0b8-adef-4bc1-973e-e85e482ceed4 req-a86830d2-3d8f-4c0f-af8a-42aab060fb9d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:28.935909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d77a0b8-adef-4bc1-973e-e85e482ceed4 req-a86830d2-3d8f-4c0f-af8a-42aab060fb9d tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 945 time: 0.1897674 Apr 20 13:13:28.966088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6548818d-2bbe-4046-a654-2d682426d379,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:28.966358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a4963-5abb-45f1-8f22-490cf062c80f req-c9ec61a4-8710-4408-8f55-363f01752e1a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:28.968118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed2a4963-5abb-45f1-8f22-490cf062c80f req-c9ec61a4-8710-4408-8f55-363f01752e1a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.1676676 Apr 20 13:13:28.975883 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Set router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:29.008075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d77a0b8-adef-4bc1-973e-e85e482ceed4 req-a1ab0882-338d-461e-849c-511e529e7513 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712857 Apr 20 13:13:29.050724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed2a4963-5abb-45f1-8f22-490cf062c80f req-68d978e0-de9d-4c43-a313-b7b88fad00ad tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671856 Apr 20 13:13:29.195693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-69b03485-ccd9-475b-9749-bd7ea54b0d53 None None] Port d673aaee-26ce-4718-afd1-ede06449d0d8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:29.236423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d784a16e-9418-4d60-89fb-508f144cbfeb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d784a16e-9418-4d60-89fb-508f144cbfeb,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:29.239810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.244453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:29.244585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.247190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.254583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.261370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.268039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.269108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'd784a16e-9418-4d60-89fb-508f144cbfeb', 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835', 'port_id': 'd784a16e-9418-4d60-89fb-508f144cbfeb', 'mac_address': 'fa:16:3e:bc:12:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd1249c-284e-40ad-8d01-0371cfc98351', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:29.275870 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.276912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.283761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.285158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:29.287678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-fe6882d7-f2dc-4aa9-9ed8-a445131b73e0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5425 time: 0.1575601 Apr 20 13:13:29.341730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-76d50a4d-2524-41ab-b1ef-0d7e40494df0 None None] Provisioning complete for port aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:29.343073 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76d50a4d-2524-41ab-b1ef-0d7e40494df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.345844 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:27Z', 'revision_number': 4, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port': {'id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:68:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:21Z', 'updated_at': '2022-04-20T13:13:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd673aaee-26ce-4718-afd1-ede06449d0d8', 'name': '', 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'mac_address': 'fa:16:3e:fb:1b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '0a276de2-1452-49eb-8483-3aa6ac359ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:25Z', 'updated_at': '2022-04-20T13:13:27Z', 'revision_number': 2, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'subnets': [{'id': '0a276de2-1452-49eb-8483-3aa6ac359ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:29.383058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb3fa51e-f12a-44bf-b93a-43f97b91c224 req-f5f1e8ff-7d4f-46cd-b3b9-1e9acbc0670d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870068 Apr 20 13:13:29.394718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-76d50a4d-2524-41ab-b1ef-0d7e40494df0 None None] Port aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:29.397516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.404558 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Checking router: bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:29.405009 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Updating router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 port d673aaee-26ce-4718-afd1-ede06449d0d8 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:29.405820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.414391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:29.441196 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.469356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d784a16e-9418-4d60-89fb-508f144cbfeb {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:29.489299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 281d6bef-8bd6-4150-8637-9025051c74d0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:29.503192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d784a16e-9418-4d60-89fb-508f144cbfeb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d784a16e-9418-4d60-89fb-508f144cbfeb,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:29.544091 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.544753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2626f684-68d4-433d-8b6f-bcde34059dc4 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:29.566719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:29.568204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:29.640072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=d784a16e-9418-4d60-89fb-508f144cbfeb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:29.668446 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2626f684-68d4-433d-8b6f-bcde34059dc4, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2626f684-68d4-433d-8b6f-bcde34059dc4,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:29.684515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2626f684-68d4-433d-8b6f-bcde34059dc4', 'network_id': '335e6fb4-7c82-4bc2-a467-962909cdb277', 'port_id': '2626f684-68d4-433d-8b6f-bcde34059dc4', 'mac_address': 'fa:16:3e:5a:84:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f669fea-014a-48cf-9e02-28df42923328', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:29.744444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 7417693e-368b-4039-a7df-70303715a06f has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:29.751498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 281d6bef-8bd6-4150-8637-9025051c74d0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:29.751867 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.779149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.801497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2626f684-68d4-433d-8b6f-bcde34059dc4 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:29.828828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2626f684-68d4-433d-8b6f-bcde34059dc4, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2626f684-68d4-433d-8b6f-bcde34059dc4,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:29.855590 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.855988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8233fcfb-1783-49ec-8376-cee94a7fed6f details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:29.899244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:29.913362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 59976) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:29.913822 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0bf1ba0-f252-461a-9fc9-7ad296d55dd5 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/routers/7417693e-368b-4039-a7df-70303715a06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6889398 Apr 20 13:13:29.916991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] Sync routers for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:29.922468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'port': {'network_id': 'd0ca7108-6b40-4a7f-951d-0f0bf2e2b918', 'name': 'tempest-FloatingIPTestJSON-2089315148'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:29.943190 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:29.996807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8233fcfb-1783-49ec-8376-cee94a7fed6f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:30.000626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2626f684-68d4-433d-8b6f-bcde34059dc4,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:30.010065 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.014744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:30.015877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:30.020048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 281d6bef-8bd6-4150-8637-9025051c74d0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=281d6bef-8bd6-4150-8637-9025051c74d0,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:30.020323 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.024643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-323c07cf-a43c-4a53-ad77-321423d036a6 None None] Provisioning complete for port aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:30.025037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-323c07cf-a43c-4a53-ad77-321423d036a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.060882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.091233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:30.093406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '8233fcfb-1783-49ec-8376-cee94a7fed6f', 'network_id': '256b66d2-21d2-4f1e-8865-8678fe9c5835', 'port_id': '8233fcfb-1783-49ec-8376-cee94a7fed6f', 'mac_address': 'fa:16:3e:ef:05:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fd1249c-284e-40ad-8d01-0371cfc98351', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:30.124590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Made reservation on behalf of 7d25545565c340e68a1ae907e07a964a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:30.141703 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.184680 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bdf93-531b-4e03-bada-a701e17219db None None] Pushing event updated for resources: {'Port': ['ID=d673aaee-26ce-4718-afd1-ede06449d0d8,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:30.204430 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Attempting to bind port d673aaee-26ce-4718-afd1-ede06449d0d8 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:30.205810 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Attempting to bind port d673aaee-26ce-4718-afd1-ede06449d0d8 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:30.206362 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Attempting to bind port d673aaee-26ce-4718-afd1-ede06449d0d8 on network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:30.210548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:30.212610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] device_id is not set on port 8888732a-5b78-4ef8-be52-0f48c05bc710 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:30.213827 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:30.214411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:30.214626 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Checking segment: {'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:30.215205 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.215998 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Bound using segment: {'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:30.216630 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Bound port: d673aaee-26ce-4718-afd1-ede06449d0d8, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:30.217179 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.276614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42a1fbe8-f963-478e-8887-e9c2e70ceed7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:30.279535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-323c07cf-a43c-4a53-ad77-321423d036a6 None None] Port aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:30.287064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:30.287704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fbc0bd-9567-47fb-b8b5-60c64b9ffdea None None] The sync data for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:30.318929 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] For port d673aaee-26ce-4718-afd1-ede06449d0d8, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:30.324483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=281d6bef-8bd6-4150-8637-9025051c74d0,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:30.326977 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] For port d673aaee-26ce-4718-afd1-ede06449d0d8, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d673aaee-26ce-4718-afd1-ede06449d0d8,segment=NetworkSegment(e07f1d52-2e02-4ae2-b61d-49f5437c6d27),segment_id=e07f1d52-2e02-4ae2-b61d-49f5437c6d27)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:30.331460 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.334337 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.356591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8233fcfb-1783-49ec-8376-cee94a7fed6f {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:30.387567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8233fcfb-1783-49ec-8376-cee94a7fed6f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:30.393995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:30.394304 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Routers {'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:30.394436 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.394931 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:30.397880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.424886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device f2a60190-96f0-433d-a555-cd7c1f5bda4a up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:30.444131 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526bdf93-531b-4e03-bada-a701e17219db None None] Pushing event updated for resources: {'Port': ['ID=d673aaee-26ce-4718-afd1-ede06449d0d8,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:30.454769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Allocated IP 172.20.0.5 (d0ca7108-6b40-4a7f-951d-0f0bf2e2b918/d7147e2b-eee6-45b5-b50e-88d1b66a49a4/8888732a-5b78-4ef8-be52-0f48c05bc710) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:30.481095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71418629-5308-4f4e-89ca-d5e03a351f96 req-f4dca02b-3892-4c99-94c7-ebef436c4c93 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.490484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71418629-5308-4f4e-89ca-d5e03a351f96 req-f4dca02b-3892-4c99-94c7-ebef436c4c93 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 945 time: 0.3401039 Apr 20 13:13:30.542196 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] Set router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:30.547302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8ce8c-5c8c-44e3-8f59-50d68c39f3f0 req-7426fc93-f7c7-4ce0-85e0-d76edf4a82f4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.548962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cef8ce8c-5c8c-44e3-8f59-50d68c39f3f0 req-7426fc93-f7c7-4ce0-85e0-d76edf4a82f4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.2827256 Apr 20 13:13:30.566296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8233fcfb-1783-49ec-8376-cee94a7fed6f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:30.578941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-552f77b6-1e94-4280-9217-79e921d4856e None None] Provisioning complete for port d673aaee-26ce-4718-afd1-ede06449d0d8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:30.579274 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-552f77b6-1e94-4280-9217-79e921d4856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.608643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71418629-5308-4f4e-89ca-d5e03a351f96 req-b66b8dd2-0042-43f8-bea2-e1be82c548a1 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160669 Apr 20 13:13:30.635625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port f2a60190-96f0-433d-a555-cd7c1f5bda4a completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:30.645014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cef8ce8c-5c8c-44e3-8f59-50d68c39f3f0 req-a213631f-ef50-4e74-9684-66dd4550dba9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775051 Apr 20 13:13:30.658367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port f2a60190-96f0-433d-a555-cd7c1f5bda4a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:30.658743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.848834 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:27Z', 'revision_number': 4, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port': {'id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:21Z', 'updated_at': '2022-04-20T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd673aaee-26ce-4718-afd1-ede06449d0d8', 'name': '', 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'mac_address': 'fa:16:3e:fb:1b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '0a276de2-1452-49eb-8483-3aa6ac359ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:25Z', 'updated_at': '2022-04-20T13:13:30Z', 'revision_number': 4, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'subnets': [{'id': '0a276de2-1452-49eb-8483-3aa6ac359ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:30.877109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-552f77b6-1e94-4280-9217-79e921d4856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.880067 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ff465a-4271-42a9-99e7-afdb55c8c31a None None] The sync data for ids ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'] in n-d-838550-2 is: [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:27Z', 'revision_number': 4, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port': {'id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:21Z', 'updated_at': '2022-04-20T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd673aaee-26ce-4718-afd1-ede06449d0d8', 'name': '', 'network_id': 'cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'mac_address': 'fa:16:3e:fb:1b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '0a276de2-1452-49eb-8483-3aa6ac359ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:25Z', 'updated_at': '2022-04-20T13:13:30Z', 'revision_number': 4, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'subnets': [{'id': '0a276de2-1452-49eb-8483-3aa6ac359ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:30.903198 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.915694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60004) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:30.940938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.947952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.948131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-552f77b6-1e94-4280-9217-79e921d4856e None None] For port d673aaee-26ce-4718-afd1-ede06449d0d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d673aaee-26ce-4718-afd1-ede06449d0d8,segment=NetworkSegment(e07f1d52-2e02-4ae2-b61d-49f5437c6d27),segment_id=e07f1d52-2e02-4ae2-b61d-49f5437c6d27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:30.959124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['85a582f2-35e2-4564-93a7-d826c3e04ece'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:30.964160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.973426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2626f684-68d4-433d-8b6f-bcde34059dc4'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:30.976393 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-552f77b6-1e94-4280-9217-79e921d4856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:30.983324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.992879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:30.999865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.006015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.008140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-2d407d6f-0054-4ff9-be37-714926e63b77 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5428 time: 0.2618554 Apr 20 13:13:31.009338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['6548818d-2bbe-4046-a654-2d682426d379'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:31.014056 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.043974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['8233fcfb-1783-49ec-8376-cee94a7fed6f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:31.046607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['bc895d13-36bd-47c0-b65e-303a7cb40aee'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:31.047723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:31.050035 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b34e7-e332-442e-b0a4-3c37048d54be" -d '{"events": [{"server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "name": "network-vif-plugged", "status": "completed", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:31.081318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc7d9078-7173-4575-8ef0-630f220f92e6 req-cc8eb0f8-734b-4653-9482-7009361171f5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576701 Apr 20 13:13:31.105523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.163740 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184249d-f678-40c7-8c6b-dc877b897824 x-openstack-request-id: req-6184249d-f678-40c7-8c6b-dc877b897824 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:31.164121 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "name": "network-vif-plugged", "status": "completed", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:31.164428 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6184249d-f678-40c7-8c6b-dc877b897824 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:31.165411 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6184249d-f678-40c7-8c6b-dc877b897824'] response: {'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a', 'code': 200} Apr 20 13:13:31.198046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port f2a60190-96f0-433d-a555-cd7c1f5bda4a, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:31.214056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:31.217620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:31.241570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event updated for resources: {'Port': ['ID=8888732a-5b78-4ef8-be52-0f48c05bc710,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:31.245480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:31.267325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.344685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466cdc2-8e5f-48fe-a9be-06c61131f532 req-c72a9b61-1419-4f43-968c-7ea8abd710d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.348086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2466cdc2-8e5f-48fe-a9be-06c61131f532 req-c72a9b61-1419-4f43-968c-7ea8abd710d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 1097 time: 0.1303356 Apr 20 13:13:31.358827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.360332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.388407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d776d777-5614-4581-85e3-e87f2e48c807 None None] Provisioning complete for port d673aaee-26ce-4718-afd1-ede06449d0d8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:31.388852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d776d777-5614-4581-85e3-e87f2e48c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.398320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f77b6-1e94-4280-9217-79e921d4856e None None] Pushing event updated for resources: {'Port': ['ID=d673aaee-26ce-4718-afd1-ede06449d0d8,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:31.405099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fc652ebf-b3fd-46bf-beda-6dbcb02a4b05 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4901488 Apr 20 13:13:31.406500 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:31.414640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Request body: {'floatingip': {'port_id': '8888732a-5b78-4ef8-be52-0f48c05bc710'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:31.426157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.467013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2466cdc2-8e5f-48fe-a9be-06c61131f532 req-b7f7413e-aa7a-4864-ac55-2a6a0f2c469c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887775 Apr 20 13:13:31.516927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:31.725384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=f2a60190-96f0-433d-a555-cd7c1f5bda4a,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:31.786795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09bbe9-9086-48ab-bdb6-814579b777c2 req-2a5157ea-c4f3-4489-8762-4f138d5ac515 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.793589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f09bbe9-9086-48ab-bdb6-814579b777c2 req-2a5157ea-c4f3-4489-8762-4f138d5ac515 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 946 time: 0.1073706 Apr 20 13:13:31.872174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f09bbe9-9086-48ab-bdb6-814579b777c2 req-db1c0b7f-507b-447c-a1d1-e65bde645697 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665312 Apr 20 13:13:31.911513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554caa13-9b2e-4288-94ad-2b28a79b2dd7 req-ad1c3834-df25-43f7-a9c5-558525ff4d14 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:31.913492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-554caa13-9b2e-4288-94ad-2b28a79b2dd7 req-ad1c3834-df25-43f7-a9c5-558525ff4d14 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.1171737 Apr 20 13:13:31.914302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['d784a16e-9418-4d60-89fb-508f144cbfeb'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:31.916920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['ac3610c2-29fa-4974-9c09-d7cbb255e5b6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:31.970497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-554caa13-9b2e-4288-94ad-2b28a79b2dd7 req-7a121a8e-3598-4e7b-8fa7-f7ab524aeb59 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Apr 20 13:13:32.259972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.270541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.278879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.284983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.294408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.307618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.315078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:32.317854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-6367eb3d-be0e-4a43-a816-6c7e22e375c5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5428 time: 0.1333263 Apr 20 13:13:32.333311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d673aaee-26ce-4718-afd1-ede06449d0d8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:32.385906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-939e0815-1677-449a-a4fc-3c516460d8e1 req-5b35c073-b631-4a14-ba2a-2f918914b8ca tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566118 Apr 20 13:13:32.520279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-56f1e758-9a34-471f-86ff-d9867104a6ab None None] Provisioning complete for port 8888732a-5b78-4ef8-be52-0f48c05bc710 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:32.520649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-56f1e758-9a34-471f-86ff-d9867104a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.607901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Deleting port 42a1fbe8-f963-478e-8887-e9c2e70ceed7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:32.608867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.608976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-56f1e758-9a34-471f-86ff-d9867104a6ab None None] Port 8888732a-5b78-4ef8-be52-0f48c05bc710 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:32.615045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d673aaee-26ce-4718-afd1-ede06449d0d8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:32.615279 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.732987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 281d6bef-8bd6-4150-8637-9025051c74d0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:32.761326 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.767157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] For port 42a1fbe8-f963-478e-8887-e9c2e70ceed7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=42a1fbe8-f963-478e-8887-e9c2e70ceed7,segment=NetworkSegment(16efb92a-e222-4e5e-b641-7a2fc56a82fb),segment_id=16efb92a-e222-4e5e-b641-7a2fc56a82fb)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:32.767513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.769859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.781018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 281d6bef-8bd6-4150-8637-9025051c74d0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:32.781396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:32.812290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Calling delete_port for 42a1fbe8-f963-478e-8887-e9c2e70ceed7 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:32.922827 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP d714f7bf-4edd-4a99-8774-403dbed35b36 associated. External IP: 172.25.3.56, port: 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c. Apr 20 13:13:33.017758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8ddba-72fc-4a56-a2e2-8d1b7ed59f38 req-a9f74fb2-a065-464c-a170-5cff432728ea tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.019468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0b8ddba-72fc-4a56-a2e2-8d1b7ed59f38 req-a9f74fb2-a065-464c-a170-5cff432728ea tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 946 time: 0.0687516 Apr 20 13:13:33.092459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0b8ddba-72fc-4a56-a2e2-8d1b7ed59f38 req-aa3bb869-f44f-420f-a09c-218a92b81ccf tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664387 Apr 20 13:13:33.104859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e394d47-ce0f-407c-998c-6eb9a6b7e12a req-686c7a70-bc2b-458f-bd56-b881877e0a8b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.107138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e394d47-ce0f-407c-998c-6eb9a6b7e12a req-686c7a70-bc2b-458f-bd56-b881877e0a8b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.0737450 Apr 20 13:13:33.146807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e394d47-ce0f-407c-998c-6eb9a6b7e12a req-1654e000-3099-4be7-a390-8b5022287e5d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336201 Apr 20 13:13:33.210496 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.244694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Pushing event deleted for resources: {'Port': ['ID=42a1fbe8-f963-478e-8887-e9c2e70ceed7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:33.299185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:33.328858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf4cb8-a392-4fb3-a155-e93e13f00f5b req-2f40323d-11ce-4a65-aaad-610ccee24bbb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.330577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cedf4cb8-a392-4fb3-a155-e93e13f00f5b req-2f40323d-11ce-4a65-aaad-610ccee24bbb tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 946 time: 0.0523612 Apr 20 13:13:33.370867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cedf4cb8-a392-4fb3-a155-e93e13f00f5b req-d2f03bd5-0947-430c-baf1-869e5d1cf9a6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340855 Apr 20 13:13:33.503683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:33.510487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.514903 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:33.531853 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:33.532563 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:33.540234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.546296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.552062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.557972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.565750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.570980 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:33.571500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.579643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:33.580581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-953a1fc5-73b5-467a-a260-80c10c88787e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5428 time: 0.1100039 Apr 20 13:13:33.588282 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:33.589157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:33.622328 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:33.622967 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6a9f09-61af-4a32-9f43-e02972611520 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:33.623225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8d51151-f4e5-4caa-8528-6589f9a5e551 req-c72f9b2d-7502-415d-babc-ba163b2c68d8 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344756 Apr 20 13:13:33.668914 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e051b02a-fdb7-46ef-8567-6af0a7484f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:33.884597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 7417693e-368b-4039-a7df-70303715a06f has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:33.901127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:34.269068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78130fa-e0a8-4aba-b910-50f9a2021203 req-9fff5899-5a49-4f6b-b33c-39d438555f6d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.270656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f78130fa-e0a8-4aba-b910-50f9a2021203 req-9fff5899-5a49-4f6b-b33c-39d438555f6d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.0502810 Apr 20 13:13:34.311398 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f78130fa-e0a8-4aba-b910-50f9a2021203 req-02078c3e-52a3-46bc-ae99-42804329cf2b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Apr 20 13:13:34.399098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 85a582f2-35e2-4564-93a7-d826c3e04ece up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:34.407645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:34.413100 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.429125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] Sync routers for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:34.442357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:34.451082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:34.451434 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f22a56be-733f-48c1-a1ca-2d52dbc6ba0f admin admin] 10.222.0.24 "PUT /v2.0/routers/68e9b6d5-9f8b-4db5-b887-c674a7cd1545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5343115 Apr 20 13:13:34.451699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60030) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:34.451908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.490499 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] Sync routers for ids ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:34.496956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecfa66-c5de-41a4-83df-4a78487ff804 req-1b9093ac-7752-457c-bf16-e49d48e3a270 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.500999 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] Routers {'68e9b6d5-9f8b-4db5-b887-c674a7cd1545'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:34.501832 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.505481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13ecfa66-c5de-41a4-83df-4a78487ff804 req-1b9093ac-7752-457c-bf16-e49d48e3a270 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 946 time: 0.0577793 Apr 20 13:13:34.509934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.530320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:34.530320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.550668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-212c368d-73ba-4123-8e87-71d686619fc3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/floatingips/d714f7bf-4edd-4a99-8774-403dbed35b36 HTTP/1.1" status: 200 len: 977 time: 3.1396964 Apr 20 13:13:34.552872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60032) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:34.560146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13ecfa66-c5de-41a4-83df-4a78487ff804 req-0da3515f-ddc8-4669-b3ca-a9b85123ea14 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Apr 20 13:13:34.579163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:34.580202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6402a2-40f3-4033-a2af-24a819264ae2 None None] The sync data for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:34.595472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 85a582f2-35e2-4564-93a7-d826c3e04ece completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:34.601753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 85a582f2-35e2-4564-93a7-d826c3e04ece triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:34.603715 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.634783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.650811 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] Set router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:34.736177 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.766871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 8888732a-5b78-4ef8-be52-0f48c05bc710 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:34.767229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.785199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 85a582f2-35e2-4564-93a7-d826c3e04ece, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=85a582f2-35e2-4564-93a7-d826c3e04ece,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:34.787370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:34.792030 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92801fd4-42dc-41a5-84f3-6e48f82faa08" -d '{"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:34.797465 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.798429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ac3610c2-29fa-4974-9c09-d7cbb255e5b6 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:34.841314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.878821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.900691 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe5b687-e288-4097-8d54-03ccc9f185af x-openstack-request-id: req-8fe5b687-e288-4097-8d54-03ccc9f185af {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:34.901103 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:34.901479 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fe5b687-e288-4097-8d54-03ccc9f185af {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:34.902560 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe5b687-e288-4097-8d54-03ccc9f185af'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece', 'code': 200} Apr 20 13:13:34.902775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.908789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.916612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.920969 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=85a582f2-35e2-4564-93a7-d826c3e04ece,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:34.932246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.944055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:34.948499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.951227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:34.951754 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:34.958205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.965950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:34.977729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-f9eb09bd-c554-45e2-9ae0-6637e8c30e58 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5428 time: 0.2221889 Apr 20 13:13:34.987081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Deleting port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:34.987839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.061145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63db7687-36ca-47d4-abe6-1ed02a84f98a req-c3507a87-1a9d-41ea-8563-eeae7cde565b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819244 Apr 20 13:13:35.065133 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:33Z', 'revision_number': 5, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port': {'id': '5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2994, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:11Z', 'updated_at': '2022-04-20T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:35.082973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8a7ee-7c81-4109-9166-5a61266f12ef req-520a8ef4-05b3-4727-8ffd-6534d09209c6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:35.084465 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.088760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7aa8a7ee-7c81-4109-9166-5a61266f12ef req-520a8ef4-05b3-4727-8ffd-6534d09209c6 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 946 time: 0.0750167 Apr 20 13:13:35.106764 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] Checking router: 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:35.115691 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] Routers {'68e9b6d5-9f8b-4db5-b887-c674a7cd1545'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:35.116341 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:35.126560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port ac3610c2-29fa-4974-9c09-d7cbb255e5b6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:35.132002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.133662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6548818d-2bbe-4046-a654-2d682426d379 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:35.147230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7aa8a7ee-7c81-4109-9166-5a61266f12ef req-211cea2a-584d-4479-afd2-e33242cbf39a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423806 Apr 20 13:13:35.176070 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] For port 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:35.176442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.191793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.192158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.192467 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Floating IP d714f7bf-4edd-4a99-8774-403dbed35b36 disassociated. External IP: 172.25.3.56, port: 8888732a-5b78-4ef8-be52-0f48c05bc710. Apr 20 13:13:35.193060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 8888732a-5b78-4ef8-be52-0f48c05bc710 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:35.199061 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Calling delete_port for 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:35.225229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.228375 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] Set router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:35.239068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 6548818d-2bbe-4046-a654-2d682426d379 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:35.243066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 6548818d-2bbe-4046-a654-2d682426d379 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:35.243541 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.294147 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:34Z', 'revision_number': 6, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:35.320014 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42de154-2ef6-451b-938f-be5f535aa5ed None None] The sync data for ids ['68e9b6d5-9f8b-4db5-b887-c674a7cd1545'] in n-d-838550-2 is: [{'id': '68e9b6d5-9f8b-4db5-b887-c674a7cd1545', 'name': 'tempest-TestAggregatesBasicOps-1622615595-router', 'tenant_id': '4fd9931c42a24365875027f6f764c26b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:10Z', 'updated_at': '2022-04-20T13:13:34Z', 'revision_number': 6, 'project_id': '4fd9931c42a24365875027f6f764c26b', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:35.325849 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.369723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6548818d-2bbe-4046-a654-2d682426d379, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6548818d-2bbe-4046-a654-2d682426d379,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:35.375958 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.375958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d784a16e-9418-4d60-89fb-508f144cbfeb up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:35.452606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a6bd9-33b4-4670-869b-489df939e386 req-62f514eb-654c-41df-9f17-0c5cb51db9f6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:35.454511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a66a6bd9-33b4-4670-869b-489df939e386 req-62f514eb-654c-41df-9f17-0c5cb51db9f6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.0561283 Apr 20 13:13:35.461963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6548818d-2bbe-4046-a654-2d682426d379,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.474480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.479381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port d784a16e-9418-4d60-89fb-508f144cbfeb completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:35.483812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port d784a16e-9418-4d60-89fb-508f144cbfeb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:35.485205 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.511001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=8888732a-5b78-4ef8-be52-0f48c05bc710,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.515913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a66a6bd9-33b4-4670-869b-489df939e386 req-2487a35d-99a8-435a-ab0b-cc9139c7622f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530655 Apr 20 13:13:35.527968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.528317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.528662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.529067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.529408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.530257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.530257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.530589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.530690 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.531041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.531339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.531669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:13:35.534427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.562873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.587374 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.626344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d784a16e-9418-4d60-89fb-508f144cbfeb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d784a16e-9418-4d60-89fb-508f144cbfeb,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:35.630488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.631419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2626f684-68d4-433d-8b6f-bcde34059dc4 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:35.695186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.711699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=d784a16e-9418-4d60-89fb-508f144cbfeb,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.735591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2626f684-68d4-433d-8b6f-bcde34059dc4 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:35.741608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2626f684-68d4-433d-8b6f-bcde34059dc4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:35.742739 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.839971 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.847232 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.853459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.872802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2626f684-68d4-433d-8b6f-bcde34059dc4, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2626f684-68d4-433d-8b6f-bcde34059dc4,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:35.876613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.877388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc895d13-36bd-47c0-b65e-303a7cb40aee up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:35.902658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 7417693e-368b-4039-a7df-70303715a06f has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:35.908476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.909009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e9b6d5-9f8b-4db5-b887-c674a7cd1545 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:35.914190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.915324 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9041d1ff-733c-4793-a73e-e4a2893db9f9 admin admin] 10.222.0.24 "DELETE /v2.0/routers/68e9b6d5-9f8b-4db5-b887-c674a7cd1545 HTTP/1.1" status: 204 len: 168 time: 1.4624257 Apr 20 13:13:35.918033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60044) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:35.958362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2626f684-68d4-433d-8b6f-bcde34059dc4,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:35.964159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] Deleting subnet a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:35.967665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:35.971145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port bc895d13-36bd-47c0-b65e-303a7cb40aee completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:35.975431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port bc895d13-36bd-47c0-b65e-303a7cb40aee triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:35.976113 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.004664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.025160 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b6d72041-cca9-4246-a0ea-b52c4ec16f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.046919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:36.064272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] Sync routers for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:36.085857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:36.086486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:36.099783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.133589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.143884 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b9fc5855-6977-4a02-bc80-158ddb9772a2 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/ports/8888732a-5b78-4ef8-be52-0f48c05bc710 HTTP/1.1" status: 204 len: 168 time: 1.5896935 Apr 20 13:13:36.144877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60048) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:36.158505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:36.160675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.196263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.247599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:36.264974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc895d13-36bd-47c0-b65e-303a7cb40aee, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:36.265364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:36.266250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:36.309405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.314810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf HTTP/1.1" status: 204 len: 168 time: 0.3935554 Apr 20 13:13:36.317572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13412a63-31bf-4d1e-9f07-64ece79ea849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a89d7bd7-42a2-40cd-97df-b2d2f4a77dcf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:36.319649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60052) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:36.321235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30fd7a-2de8-496f-b29d-c40d705cf57b None None] Network 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:36.322951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:36.323287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5aa490ed-1b83-4f7e-ab5f-b8b2a546e9d8 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:36.323686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42a1fbe8-f963-478e-8887-e9c2e70ceed7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:36.342302 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.343147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8233fcfb-1783-49ec-8376-cee94a7fed6f up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:36.347776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:36.348365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d53d4-ca2f-4cbc-a657-830ccd58eb98 None None] The sync data for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:36.360841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 42a1fbe8-f963-478e-8887-e9c2e70ceed7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:36.361206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 42a1fbe8-f963-478e-8887-e9c2e70ceed7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:36.382319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-24e66b82-3ce4-491a-ae74-1f9db75a3b77 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.383790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-24e66b82-3ce4-491a-ae74-1f9db75a3b77 tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 946 time: 0.1488984 Apr 20 13:13:36.485825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.487858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bc895d13-36bd-47c0-b65e-303a7cb40aee,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:36.504570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.514061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.521019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.528116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.535960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.541780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.548651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.550711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-841bcf65-8cdb-4189-9ca0-f6a45ce29e23 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5433 time: 0.3081708 Apr 20 13:13:36.555150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 8233fcfb-1783-49ec-8376-cee94a7fed6f completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:36.562684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 8233fcfb-1783-49ec-8376-cee94a7fed6f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:36.563050 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.568565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795777db-3b16-4d2c-9e9c-8e24f929946b req-ee3c37d2-dc49-4ca9-8b7b-c6383c8b362e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:36.570382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-795777db-3b16-4d2c-9e9c-8e24f929946b req-ee3c37d2-dc49-4ca9-8b7b-c6383c8b362e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 946 time: 0.3120334 Apr 20 13:13:36.632455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.662910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] DHCP port deletion for 50b1831e-acd9-49c0-b18b-e27fc3bc2bcb request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:13:36.706109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-795777db-3b16-4d2c-9e9c-8e24f929946b req-c1469327-9343-4b5a-8e68-82a60931a06e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/security-groups?id=f75fb335-b4b2-409f-bc6f-42cd002e34af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191063 Apr 20 13:13:36.718067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3826bc78-3b12-46f2-baea-ffe6206f9199 req-8c6d388a-f79a-4e22-83c9-a092841fbe1d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431158 Apr 20 13:13:36.733002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.786290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Deleting port 5fb1e420-39f5-42ca-884d-92f378766398 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:36.787523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.797301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8233fcfb-1783-49ec-8376-cee94a7fed6f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:36.810552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] Deleting port 5fb1e420-39f5-42ca-884d-92f378766398 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:36.810552 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.818255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.820590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Deleting port f2a60190-96f0-433d-a555-cd7c1f5bda4a {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:36.820930 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.955923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:36.956510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:36.965870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] For port 5fb1e420-39f5-42ca-884d-92f378766398, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5fb1e420-39f5-42ca-884d-92f378766398,segment=NetworkSegment(16efb92a-e222-4e5e-b641-7a2fc56a82fb),segment_id=16efb92a-e222-4e5e-b641-7a2fc56a82fb)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:36.966236 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.000391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60bd4e-4c4e-4cc2-9659-3d5b0c461ab4 req-57756c51-4588-407d-a061-796cdeac5595 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.002229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e60bd4e-4c4e-4cc2-9659-3d5b0c461ab4 req-57756c51-4588-407d-a061-796cdeac5595 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.1851754 Apr 20 13:13:37.005421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Calling delete_port for 5fb1e420-39f5-42ca-884d-92f378766398 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:37.010105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6548818d-2bbe-4046-a654-2d682426d379'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2626f684-68d4-433d-8b6f-bcde34059dc4'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc895d13-36bd-47c0-b65e-303a7cb40aee'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8233fcfb-1783-49ec-8376-cee94a7fed6f'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:37.012864 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8162bc52-36bf-4b10-b82e-f1c3f70ec536" -d '{"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "6548818d-2bbe-4046-a654-2d682426d379"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "2626f684-68d4-433d-8b6f-bcde34059dc4"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "bc895d13-36bd-47c0-b65e-303a7cb40aee"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "8233fcfb-1783-49ec-8376-cee94a7fed6f"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:37.015944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device f2a60190-96f0-433d-a555-cd7c1f5bda4a no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:37.048604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] For port f2a60190-96f0-433d-a555-cd7c1f5bda4a, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:37.048977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.051770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.065815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:37.090215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] For port 5fb1e420-39f5-42ca-884d-92f378766398, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5fb1e420-39f5-42ca-884d-92f378766398,segment=NetworkSegment(16efb92a-e222-4e5e-b641-7a2fc56a82fb),segment_id=16efb92a-e222-4e5e-b641-7a2fc56a82fb)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:37.090615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.113005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Calling delete_port for f2a60190-96f0-433d-a555-cd7c1f5bda4a owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:37.122612 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11 x-openstack-request-id: req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:37.123452 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "6548818d-2bbe-4046-a654-2d682426d379", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "2626f684-68d4-433d-8b6f-bcde34059dc4", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "bc895d13-36bd-47c0-b65e-303a7cb40aee", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "8233fcfb-1783-49ec-8376-cee94a7fed6f", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:37.126615 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:37.126615 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'code': 200} Apr 20 13:13:37.126615 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6548818d-2bbe-4046-a654-2d682426d379', 'code': 200} Apr 20 13:13:37.126615 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb', 'code': 200} Apr 20 13:13:37.126952 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2626f684-68d4-433d-8b6f-bcde34059dc4', 'code': 200} Apr 20 13:13:37.127034 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc895d13-36bd-47c0-b65e-303a7cb40aee', 'code': 200} Apr 20 13:13:37.127491 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cada9ca9-4e1a-4d4f-9e8a-20983d3e5b11'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8233fcfb-1783-49ec-8376-cee94a7fed6f', 'code': 200} Apr 20 13:13:37.129657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e60bd4e-4c4e-4cc2-9659-3d5b0c461ab4 req-d7c1121e-bb89-4850-adb6-e93d9486e23b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166568 Apr 20 13:13:37.141047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] Calling delete_port for 5fb1e420-39f5-42ca-884d-92f378766398 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:37.158401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8233fcfb-1783-49ec-8376-cee94a7fed6f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.255155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.259980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.280433 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.304271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] No DVR routers for this DVR port 5fb1e420-39f5-42ca-884d-92f378766398 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:37.306561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.307662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.310344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb1e420-39f5-42ca-884d-92f378766398,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.336665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] Pushing event deleted for resources: {'Port': ['ID=5fb1e420-39f5-42ca-884d-92f378766398,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.342854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.343376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.343845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.344309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.344765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.345225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.345844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.347684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=aa0c4a26-bcd5-4123-8fc9-5ab4f4bff3f1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.348370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-a30aad85-a5de-4ed7-90fb-bd6f535528e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6492 time: 0.1360536 Apr 20 13:13:37.352492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac07524-3b75-4779-8338-9f3f4d36b167 None None] No DVR routers for this DVR port 5fb1e420-39f5-42ca-884d-92f378766398 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:37.355080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port f2a60190-96f0-433d-a555-cd7c1f5bda4a, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2a60190-96f0-433d-a555-cd7c1f5bda4a,segment=NetworkSegment(e79f4d37-70c1-4756-a663-8f5f9298fb27),segment_id=e79f4d37-70c1-4756-a663-8f5f9298fb27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:37.370442 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.425410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=f2a60190-96f0-433d-a555-cd7c1f5bda4a,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.475982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.505973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f083eb96-af2c-43d1-ba7a-8496bb26304b req-341278f5-90d8-43ec-8e17-1af0888998ed service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235268 Apr 20 13:13:37.514424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b1831e-acd9-49c0-b18b-e27fc3bc2bcb']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:37.523700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.534550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16efb92a-e222-4e5e-b641-7a2fc56a82fb') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:37.534839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16efb92a-e222-4e5e-b641-7a2fc56a82fb') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:37.544145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.574489 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.577257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Pushing event deleted for resources: {'Port': ['ID=f2a60190-96f0-433d-a555-cd7c1f5bda4a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.611672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.621417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:37.621777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:37.623740 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:37.644409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] No DVR routers for this DVR port f2a60190-96f0-433d-a555-cd7c1f5bda4a on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:37.648333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.651532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-191af646-8cfb-4a2d-b4f5-d65ab94c7f90 req-8238860c-cc26-4cd6-9462-f619fdf9a73e tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.37 "DELETE /v2.0/ports/f2a60190-96f0-433d-a555-cd7c1f5bda4a HTTP/1.1" status: 204 len: 173 time: 1.2292292 Apr 20 13:13:37.651984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'name': 'network-vif-deleted', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:37.654226 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984c8e63-bc6c-469c-93c8-cef64fd3477e" -d '{"events": [{"server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "name": "network-vif-deleted", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:37.694051 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce37fbcf-c50a-402a-b2a5-ef725db71f57 x-openstack-request-id: req-ce37fbcf-c50a-402a-b2a5-ef725db71f57 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:37.694344 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "name": "network-vif-deleted", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:37.694644 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce37fbcf-c50a-402a-b2a5-ef725db71f57 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:37.695066 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce37fbcf-c50a-402a-b2a5-ef725db71f57'] response: {'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'name': 'network-vif-deleted', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a', 'status': 'completed', 'code': 200} Apr 20 13:13:37.703495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.713405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:37.722512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60060) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:37.723450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] 10.222.0.24 "DELETE /v2.0/networks/50b1831e-acd9-49c0-b18b-e27fc3bc2bcb HTTP/1.1" status: 204 len: 168 time: 1.3924634 Apr 20 13:13:37.740060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789afd9-385e-4945-97fb-25ca0070652e admin admin] Pushing event deleted for resources: {'Network': ['ID=50b1831e-acd9-49c0-b18b-e27fc3bc2bcb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:37.825299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56e0a3ba-19b2-458a-b8ce-49f17f818913 req-6cba5cb4-31cf-4a40-9905-8e16b3670d8a tempest-DeleteServersTestJSON-1641111084 tempest-DeleteServersTestJSON-1641111084-project] 10.222.0.24 "GET /v2.0/ports?device_id=d61d15fa-5d9f-4d17-b29e-b72ffbfef603 HTTP/1.1" status: 200 len: 210 time: 0.0415778 Apr 20 13:13:37.884189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.888091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 7417693e-368b-4039-a7df-70303715a06f has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:37.890992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.896815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.902776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.908617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.914526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.921080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:37.922995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-9592ebf3-b39b-4a8e-a880-4433186121a5 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.1002858 Apr 20 13:13:37.963667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be4c7b68-3c47-435e-ae3f-4360ed334ae3 req-e41865bb-543b-470a-ab4b-5e248c6bba2c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343118 Apr 20 13:13:37.976942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29955068-8176-4d25-bfc7-7db34b5cddfe details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:38.082473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 29955068-8176-4d25-bfc7-7db34b5cddfe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29955068-8176-4d25-bfc7-7db34b5cddfe,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:38.100871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '29955068-8176-4d25-bfc7-7db34b5cddfe', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'port_id': '29955068-8176-4d25-bfc7-7db34b5cddfe', 'mac_address': 'fa:16:3e:df:3d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:38.158863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5fb1e420-39f5-42ca-884d-92f378766398 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:38.195750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.197763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5fb1e420-39f5-42ca-884d-92f378766398 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:38.198102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5fb1e420-39f5-42ca-884d-92f378766398 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:38.216867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29955068-8176-4d25-bfc7-7db34b5cddfe {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:38.243586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 29955068-8176-4d25-bfc7-7db34b5cddfe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29955068-8176-4d25-bfc7-7db34b5cddfe,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:38.251586 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.284779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af18ae-36da-40b9-9eed-76ae37c2a758 req-3ca80d03-52fa-4b2b-890a-a190e6031206 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:38.286298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7af18ae-36da-40b9-9eed-76ae37c2a758 req-3ca80d03-52fa-4b2b-890a-a190e6031206 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 943 time: 0.0593171 Apr 20 13:13:38.317670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=29955068-8176-4d25-bfc7-7db34b5cddfe,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:38.330496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7af18ae-36da-40b9-9eed-76ae37c2a758 req-03d06aad-8f6c-45f1-b7c5-1b01027933d2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Apr 20 13:13:38.489795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:38.496587 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bbf3f920-d3d1-43d0-bcaa-425109ecc97f tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/routers/7417693e-368b-4039-a7df-70303715a06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3504694 Apr 20 13:13:38.498982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60068) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:38.501481 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] Sync routers for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:38.520392 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:38.520993 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:38.544245 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.563157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:38.571992 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] Routers {'7417693e-368b-4039-a7df-70303715a06f'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:38.572597 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7417693e-368b-4039-a7df-70303715a06f'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:38.599195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['29955068-8176-4d25-bfc7-7db34b5cddfe'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:38.612797 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:38.613442 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36a442-d1bc-49e1-a70a-953857cff87b None None] The sync data for ids ['7417693e-368b-4039-a7df-70303715a06f'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:38.676387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.830844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.894054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.899395 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:38.949604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port bb606c77-2172-4eef-80cf-7a21b9f05920 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:38.950046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.107858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.113611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.116197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.119796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.126229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.128756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:39.131159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for bb606c77-2172-4eef-80cf-7a21b9f05920 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:39.132076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.133469 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2441a991-87d2-4954-858f-674c3ccba920" -d '{"events": [{"server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:39.138003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.143897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.150269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-4677df6e-1722-49df-b923-42d9c7912097 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.1050112 Apr 20 13:13:39.194100 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1e6f0b-de47-4cd5-975a-d3e8b0118986 x-openstack-request-id: req-1d1e6f0b-de47-4cd5-975a-d3e8b0118986 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:39.195040 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61d15fa-5d9f-4d17-b29e-b72ffbfef603", "name": "network-vif-unplugged", "status": "completed", "tag": "f2a60190-96f0-433d-a555-cd7c1f5bda4a", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:39.195040 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d1e6f0b-de47-4cd5-975a-d3e8b0118986 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:39.195416 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d1e6f0b-de47-4cd5-975a-d3e8b0118986'] response: {'server_uuid': 'd61d15fa-5d9f-4d17-b29e-b72ffbfef603', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a60190-96f0-433d-a555-cd7c1f5bda4a', 'code': 200} Apr 20 13:13:39.385765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Deleting port d673aaee-26ce-4718-afd1-ede06449d0d8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:39.386114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.439331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.481883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=bb606c77-2172-4eef-80cf-7a21b9f05920,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:39.556027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] For port d673aaee-26ce-4718-afd1-ede06449d0d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d673aaee-26ce-4718-afd1-ede06449d0d8,segment=NetworkSegment(e07f1d52-2e02-4ae2-b61d-49f5437c6d27),segment_id=e07f1d52-2e02-4ae2-b61d-49f5437c6d27)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:39.556808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.573050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Calling delete_port for d673aaee-26ce-4718-afd1-ede06449d0d8 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:39.581699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.581904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-913316c7-bed1-43d7-93ca-f64b08cfd2c4 req-197bc9cf-57ad-4aba-aaa8-391c8e41feb3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4298029 Apr 20 13:13:39.593366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd06549-3c06-4e81-87e1-e505f4ac61eb req-d084dfc6-6c6d-4909-ae29-0ae4b551a433 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.594858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acd06549-3c06-4e81-87e1-e505f4ac61eb req-d084dfc6-6c6d-4909-ae29-0ae4b551a433 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 944 time: 0.0748024 Apr 20 13:13:39.650441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acd06549-3c06-4e81-87e1-e505f4ac61eb req-6ded055d-d65c-4c87-92e5-bde802565cb4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494053 Apr 20 13:13:39.724375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.727941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.728695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.735724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.741603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.747552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.753360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.759194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.765114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:39.770730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5180b54b-7c46-49a7-998f-bb0d3481786f req-2c0a134e-63ad-48eb-a1f0-e21c3aaa8a96 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.0950520 Apr 20 13:13:39.778257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60104) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:39.782924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Request body: {'floatingip': {'port_id': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:39.790502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.791038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Fanout notify agent at l3_agent the message router_deleted on router 7417693e-368b-4039-a7df-70303715a06f {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:39.799578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.802952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bab5fda2-61cf-4ac5-b76a-934c1ebfc987 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/routers/7417693e-368b-4039-a7df-70303715a06f HTTP/1.1" status: 204 len: 168 time: 1.3030503 Apr 20 13:13:39.804000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60106) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:39.828432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.904504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting subnet d7147e2b-eee6-45b5-b50e-88d1b66a49a4 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:39.910495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.959352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:39.992666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29955068-8176-4d25-bfc7-7db34b5cddfe up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:40.056053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 29955068-8176-4d25-bfc7-7db34b5cddfe completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:40.061137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 29955068-8176-4d25-bfc7-7db34b5cddfe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:40.061854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.073551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.110714 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.115116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Pushing event deleted for resources: {'Port': ['ID=d673aaee-26ce-4718-afd1-ede06449d0d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.171606 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.244322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 29955068-8176-4d25-bfc7-7db34b5cddfe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29955068-8176-4d25-bfc7-7db34b5cddfe,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:40.252592 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.294617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.344341 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Subnet': ['ID=d7147e2b-eee6-45b5-b50e-88d1b66a49a4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.344592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=29955068-8176-4d25-bfc7-7db34b5cddfe,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.370341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.374800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab892c-3694-46e0-a015-c3386e1c8ede None None] Network d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:40.379721 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7bd3ec7a-e346-4114-b46d-12e4caa15cec tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/subnets/d7147e2b-eee6-45b5-b50e-88d1b66a49a4 HTTP/1.1" status: 204 len: 168 time: 0.5732644 Apr 20 13:13:40.387201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:40.447463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:13:40.480736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.545678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.570463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.611798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] DHCP port deletion for d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:13:40.613462 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.730757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] Deleting port fff159c3-192e-486b-82fa-d551f9e28c4c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:40.731131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.733480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port fff159c3-192e-486b-82fa-d551f9e28c4c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:40.734077 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.801285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] For port fff159c3-192e-486b-82fa-d551f9e28c4c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fff159c3-192e-486b-82fa-d551f9e28c4c,segment=NetworkSegment(a4ff387f-ccd3-4718-a833-7afae14fa84a),segment_id=a4ff387f-ccd3-4718-a833-7afae14fa84a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:40.802024 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.814563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:40.817508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for fff159c3-192e-486b-82fa-d551f9e28c4c owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:40.888233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] For port fff159c3-192e-486b-82fa-d551f9e28c4c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fff159c3-192e-486b-82fa-d551f9e28c4c,segment=NetworkSegment(a4ff387f-ccd3-4718-a833-7afae14fa84a),segment_id=a4ff387f-ccd3-4718-a833-7afae14fa84a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:40.888622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.918870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] Calling delete_port for fff159c3-192e-486b-82fa-d551f9e28c4c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:40.922334 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:40.973679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:40.979380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=fff159c3-192e-486b-82fa-d551f9e28c4c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:40.984707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] No DVR routers for this DVR port fff159c3-192e-486b-82fa-d551f9e28c4c on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:40.990462 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-10dc1e22-e62b-40b7-82cc-264b800d1297 admin admin] 10.222.0.24 "PUT /v2.0/routers/bf8a4cab-f8f3-4f48-a072-673cdcbb4d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2657883 Apr 20 13:13:40.995936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60114) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:41.007333 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Floating IP 31f778b0-34ae-4425-ad70-6929378b0e95 associated. External IP: 172.25.3.72, port: ac3610c2-29fa-4974-9c09-d7cbb255e5b6. Apr 20 13:13:41.010822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] Sync routers for ids ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:41.031965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] Routers {'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:41.032855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:13:41.076000 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:13:41.099500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.154399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.181735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] Pushing event deleted for resources: {'Port': ['ID=fff159c3-192e-486b-82fa-d551f9e28c4c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:41.188345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88de73e6-728d-4bd9-bb43-e34f0dbb0b58 None None] No DVR routers for this DVR port fff159c3-192e-486b-82fa-d551f9e28c4c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:41.194571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1a987-69a8-464a-8e13-5feae5a80faf req-1a083492-b251-41eb-9b70-63dadb142eb7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:41.200472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29955068-8176-4d25-bfc7-7db34b5cddfe'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:41.202437 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b5516b-9db5-4e14-ab75-d726ab24e1e6" -d '{"events": [{"server_uuid": "e8954c41-5c01-4066-94ba-83b8a9a44090", "name": "network-vif-plugged", "status": "completed", "tag": "29955068-8176-4d25-bfc7-7db34b5cddfe"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:41.204016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9a1a987-69a8-464a-8e13-5feae5a80faf req-1a083492-b251-41eb-9b70-63dadb142eb7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.2975495 Apr 20 13:13:41.210308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.245792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] Set router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:41.275452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ca7108-6b40-4a7f-951d-0f0bf2e2b918']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:41.306958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9a1a987-69a8-464a-8e13-5feae5a80faf req-09c7785a-b336-4b6e-8dc1-a117924139dc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845940 Apr 20 13:13:41.335960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.336093 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea470d7e-7ea9-4f5b-8316-5e88b1bd743f x-openstack-request-id: req-ea470d7e-7ea9-4f5b-8316-5e88b1bd743f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:41.336093 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8954c41-5c01-4066-94ba-83b8a9a44090", "name": "network-vif-plugged", "status": "completed", "tag": "29955068-8176-4d25-bfc7-7db34b5cddfe", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:41.336093 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea470d7e-7ea9-4f5b-8316-5e88b1bd743f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:41.336093 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea470d7e-7ea9-4f5b-8316-5e88b1bd743f'] response: {'server_uuid': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29955068-8176-4d25-bfc7-7db34b5cddfe', 'code': 200} Apr 20 13:13:41.356248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4ff387f-ccd3-4718-a833-7afae14fa84a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:41.356668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4ff387f-ccd3-4718-a833-7afae14fa84a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:41.377402 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.423486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Deleting port 281d6bef-8bd6-4150-8637-9025051c74d0 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:41.423788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.426047 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.456957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:41.457379 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:41.462278 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:41.540074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:39Z', 'revision_number': 5, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port': {'id': '281d6bef-8bd6-4150-8637-9025051c74d0', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:68:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:21Z', 'updated_at': '2022-04-20T13:13:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:41.573376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] Checking router: bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:41.582433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] For port 281d6bef-8bd6-4150-8637-9025051c74d0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=281d6bef-8bd6-4150-8637-9025051c74d0,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:41.582925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] Routers {'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:41.583414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.583604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:41.598409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Calling delete_port for 281d6bef-8bd6-4150-8637-9025051c74d0 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:41.686966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1071779-cdf8-4135-88ad-49ce57da5072 req-7e9cb7c1-49ff-4e31-b7be-7e684f18f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:41.689313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1071779-cdf8-4135-88ad-49ce57da5072 req-7e9cb7c1-49ff-4e31-b7be-7e684f18f66f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 1096 time: 0.2799439 Apr 20 13:13:41.692256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.703912 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.707074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/networks/d0ca7108-6b40-4a7f-951d-0f0bf2e2b918 HTTP/1.1" status: 204 len: 168 time: 1.3188894 Apr 20 13:13:41.719361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] Set router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:41.722039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60120) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:41.795001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:41Z', 'revision_number': 6, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:41.811953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf31a9-b408-4aae-9e1c-1e89d9d57944 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Network': ['ID=d0ca7108-6b40-4a7f-951d-0f0bf2e2b918,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:41.828113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.848626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434361af-824a-40b9-b6cc-d1d33b08209e None None] The sync data for ids ['bf8a4cab-f8f3-4f48-a072-673cdcbb4d37'] in n-d-838550-2 is: [{'id': 'bf8a4cab-f8f3-4f48-a072-673cdcbb4d37', 'name': 'tempest-TestAggregatesBasicOps-1833005163-router', 'tenant_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:20Z', 'updated_at': '2022-04-20T13:13:41Z', 'revision_number': 6, 'project_id': 'c9f5dae8237d4b00b65f507b6353ac13', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:41.871538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1071779-cdf8-4135-88ad-49ce57da5072 req-96835533-6d42-4362-b1f3-abfa70015158 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697099 Apr 20 13:13:41.884837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Pushing event deleted for resources: {'Port': ['ID=281d6bef-8bd6-4150-8637-9025051c74d0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:41.963165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:41.964476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:42.031645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port c135731b-2aa5-464a-84a0-1264c94e6424 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:42.031985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.160126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:42.165782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.170452 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.170771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.180044 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] Sync routers for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:42.198974 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:42.200672 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:42.206833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for c135731b-2aa5-464a-84a0-1264c94e6424 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:42.229332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d3b63327-a00d-461a-860e-9252c35147e3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "PUT /v2.0/floatingips/31f778b0-34ae-4425-ad70-6929378b0e95 HTTP/1.1" status: 200 len: 990 time: 2.4361253 Apr 20 13:13:42.229332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:42.229332 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511b2227-fddd-40a2-9996-af78b2e02ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:42.326677 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a062d822-f6bd-4dbe-a542-202c5234bf11 x-openstack-request-id: req-a062d822-f6bd-4dbe-a542-202c5234bf11 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:42.326991 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:42.327218 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a062d822-f6bd-4dbe-a542-202c5234bf11 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:42.327621 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a062d822-f6bd-4dbe-a542-202c5234bf11'] response: {'name': 'network-changed', 'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'status': 'completed', 'code': 200} Apr 20 13:13:42.426557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:42.556551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca68a3-d500-4d02-8187-6037dfe64dee req-1ed76c6b-2025-44cd-bd66-6081ba5e105b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.558262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4ca68a3-d500-4d02-8187-6037dfe64dee req-1ed76c6b-2025-44cd-bd66-6081ba5e105b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.1335795 Apr 20 13:13:42.558998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.598750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.603483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.617859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.618340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.618809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.619270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.619731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.620189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.620848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:42.622922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-73da1484-7072-40a5-b6a9-bbc7ae263b36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6492 time: 0.1518404 Apr 20 13:13:42.655092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=c135731b-2aa5-464a-84a0-1264c94e6424,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:42.669297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.670899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:42.679442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.684789 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b0fc64fb-7f42-4b46-8fd9-785dbde76bac admin admin] 10.222.0.24 "DELETE /v2.0/routers/bf8a4cab-f8f3-4f48-a072-673cdcbb4d37 HTTP/1.1" status: 204 len: 168 time: 1.6867495 Apr 20 13:13:42.686158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60134) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:42.713593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4ca68a3-d500-4d02-8187-6037dfe64dee req-76d6cd96-150f-4d05-9e66-d3ff003d956d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394651 Apr 20 13:13:42.785519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] Deleting subnet 0a276de2-1452-49eb-8483-3aa6ac359ecc {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:42.791130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.795832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fff159c3-192e-486b-82fa-d551f9e28c4c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:42.818972 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '31f778b0-34ae-4425-ad70-6929378b0e95', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'port_id': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'mac_address': 'fa:16:3e:bf:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:13:40Z', 'revision_number': 1, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 5, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:42.836239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60140) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:42.846421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.848351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fff159c3-192e-486b-82fa-d551f9e28c4c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:42.848709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fff159c3-192e-486b-82fa-d551f9e28c4c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:42.849130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d673aaee-26ce-4718-afd1-ede06449d0d8 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:42.868761 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] Checking router: 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:42.893472 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:42.894259 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:42.909014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d673aaee-26ce-4718-afd1-ede06449d0d8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:42.910321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d673aaee-26ce-4718-afd1-ede06449d0d8 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:42.937817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.940277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.945075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4651bf10-0c8a-493a-b26b-34e31d88f227 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/floatingips/d714f7bf-4edd-4a99-8774-403dbed35b36 HTTP/1.1" status: 204 len: 168 time: 1.2184222 Apr 20 13:13:42.952670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:42.956538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] Deleting subnet c5fe488d-c8f4-4013-96f1-4bf18786073c {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:42.959412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60142) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:42.970084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.011800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-65ea6720-1c63-4210-961e-1704ea28aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:43.013720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-65ea6720-1c63-4210-961e-1704ea28aeae service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f059878-4537-4909-a153-75a68de9ea39 HTTP/1.1" status: 200 len: 912 time: 0.3704267 Apr 20 13:13:43.016568 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d561c4d6-bf87-4a68-959b-4a9744f755ce tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] DELETE failed (client error): The resource could not be found. Apr 20 13:13:43.017482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d561c4d6-bf87-4a68-959b-4a9744f755ce tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:13:43.020518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d561c4d6-bf87-4a68-959b-4a9744f755ce tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/ports/8888732a-5b78-4ef8-be52-0f48c05bc710 HTTP/1.1" status: 404 len: 333 time: 0.0586500 Apr 20 13:13:43.023243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60144) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.061206 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db7acedf-a84c-4f8f-8a72-73d7b3442d64 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "GET /v2.0/ports?device_id=7417693e-368b-4039-a7df-70303715a06f HTTP/1.1" status: 200 len: 205 time: 0.0364027 Apr 20 13:13:43.066367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60146) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.077254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.098575 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:43.123016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-90c517fb-7ed4-43eb-bf8c-c6f845cb20cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6 HTTP/1.1" status: 200 len: 998 time: 0.1013718 Apr 20 13:13:43.125534 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.143899 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-45cfd7a7-0446-48cf-b0ba-131deffb12e6 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] delete failed (client error): The resource could not be found. Apr 20 13:13:43.145428 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-45cfd7a7-0446-48cf-b0ba-131deffb12e6 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/routers/7417693e-368b-4039-a7df-70303715a06f HTTP/1.1" status: 404 len: 336 time: 0.0779212 Apr 20 13:13:43.147629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.151176 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0a276de2-1452-49eb-8483-3aa6ac359ecc HTTP/1.1" status: 204 len: 168 time: 0.4636118 Apr 20 13:13:43.152455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60148) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.156748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb945c92-6b4a-42cc-8878-48a8e9ec2a86 None None] Network cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:43.158888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.178155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.212069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437fad8-7906-405e-b98f-ac020233364a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a276de2-1452-49eb-8483-3aa6ac359ecc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:43.226099 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dca9b3e-4552-4a35-be91-fd60e2d4938d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] DELETE failed (client error): The resource could not be found. Apr 20 13:13:43.226835 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dca9b3e-4552-4a35-be91-fd60e2d4938d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:13:43.231369 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2dca9b3e-4552-4a35-be91-fd60e2d4938d tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/subnets/d7147e2b-eee6-45b5-b50e-88d1b66a49a4 HTTP/1.1" status: 404 len: 337 time: 0.0600510 Apr 20 13:13:43.234304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60152) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.276545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.354756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5fe488d-c8f4-4013-96f1-4bf18786073c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:43.365210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.369427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f0c295f-0cdd-4787-8973-9d40e6bc48f0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5fe488d-c8f4-4013-96f1-4bf18786073c HTTP/1.1" status: 204 len: 168 time: 0.5326588 Apr 20 13:13:43.373252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60154) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:43.414891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-58699862-8625-4743-8dce-5bc885c0e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:43.416360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-58699862-8625-4743-8dce-5bc885c0e226 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ceee5434-658d-4b1d-9c9e-aaa91c537bd3 HTTP/1.1" status: 200 len: 850 time: 0.1495829 Apr 20 13:13:43.451172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.502478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:43.502815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.530459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.530459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-d5b67c67-f1e7-4312-8e66-8f288acf7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:43.532275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-d5b67c67-f1e7-4312-8e66-8f288acf7cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f059878-4537-4909-a153-75a68de9ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825515 Apr 20 13:13:43.620087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] DHCP port deletion for cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:13:43.629030 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '31f778b0-34ae-4425-ad70-6929378b0e95', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'port_id': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'mac_address': 'fa:16:3e:bf:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:13:40Z', 'revision_number': 1, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 5, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:43.629926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Deleting port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:43.630266 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.650652 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.677020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] Deleting port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:43.677389 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.691695 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1401e-eaf1-4ab5-a765-457509335afc None None] The sync data for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 is: [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '31f778b0-34ae-4425-ad70-6929378b0e95', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'port_id': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'mac_address': 'fa:16:3e:bf:eb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270022af-de54-41ec-bc5d-19546072ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:12:26Z', 'updated_at': '2022-04-20T13:13:40Z', 'revision_number': 1, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 5, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:43.706460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 2d7ae67d-0617-4f7e-ad3d-7a0b178e677c owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:43.734003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.750658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] For port cf6ed49d-3d61-4cfd-affc-7e18dac894d3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,segment=NetworkSegment(e07f1d52-2e02-4ae2-b61d-49f5437c6d27),segment_id=e07f1d52-2e02-4ae2-b61d-49f5437c6d27)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:43.750961 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.753045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-f32f0db2-4bea-4e2d-a7b6-c92c2f99c74e service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115576 Apr 20 13:13:43.789991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6583879-3b19-4a76-a691-63bd64d0efce']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:43.825122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79f4d37-70c1-4756-a663-8f5f9298fb27') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:43.825445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79f4d37-70c1-4756-a663-8f5f9298fb27') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:43.834220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Calling delete_port for cf6ed49d-3d61-4cfd-affc-7e18dac894d3 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:43.978296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] For port cf6ed49d-3d61-4cfd-affc-7e18dac894d3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,segment=NetworkSegment(e07f1d52-2e02-4ae2-b61d-49f5437c6d27),segment_id=e07f1d52-2e02-4ae2-b61d-49f5437c6d27)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:43.978939 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.996453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:43.997913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] Calling delete_port for cf6ed49d-3d61-4cfd-affc-7e18dac894d3 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:44.008224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.032399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.034546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] No DVR routers for this DVR port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:44.075654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961cb2c7-ae21-468e-8aa9-d95acf43b831 None None] New status for floating IP 31f778b0-34ae-4425-ad70-6929378b0e95: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:13:44.085671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=2d7ae67d-0617-4f7e-ad3d-7a0b178e677c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.169170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.193189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.210525 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.211761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf6ed49d-3d61-4cfd-affc-7e18dac894d3 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:44.213653 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6d66ece-5b3d-4204-8385-470928274f94 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/ports/2d7ae67d-0617-4f7e-ad3d-7a0b178e677c HTTP/1.1" status: 204 len: 168 time: 0.9783382 Apr 20 13:13:44.219055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.231153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:44.240276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] Pushing event deleted for resources: {'Port': ['ID=cf6ed49d-3d61-4cfd-affc-7e18dac894d3,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.242437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce909cb-436f-4fe2-8cec-80721fa51831 None None] No DVR routers for this DVR port cf6ed49d-3d61-4cfd-affc-7e18dac894d3 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:44.268610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:44.269298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e07f1d52-2e02-4ae2-b61d-49f5437c6d27') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:44.270613 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.290516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cf6ed49d-3d61-4cfd-affc-7e18dac894d3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:44.290750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.290851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf6ed49d-3d61-4cfd-affc-7e18dac894d3 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:44.291253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 281d6bef-8bd6-4150-8637-9025051c74d0 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:44.308918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.315999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 281d6bef-8bd6-4150-8637-9025051c74d0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:44.316354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 281d6bef-8bd6-4150-8637-9025051c74d0 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:44.324937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:44.325369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:44.328018 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:44.337023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.346583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:44.347064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:44.349830 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:44.393737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 7a037329-a059-49cb-9e86-5240a401696c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:44.394140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.412424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798ccbc-8676-405e-912c-db75acfcf084 req-ea0ca096-22fe-40d1-8e1e-80b80bcabd8e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:44.414305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0798ccbc-8676-405e-912c-db75acfcf084 req-ea0ca096-22fe-40d1-8e1e-80b80bcabd8e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.5513570 Apr 20 13:13:44.417980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-511b2227-fddd-40a2-9996-af78b2e02ad2 req-f60346c3-468d-49d5-baf5-abcf92794c92 service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532538 Apr 20 13:13:44.433452 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.440522 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.445605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] 10.222.0.24 "DELETE /v2.0/networks/a6583879-3b19-4a76-a691-63bd64d0efce HTTP/1.1" status: 204 len: 168 time: 1.0713029 Apr 20 13:13:44.492665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb49d7-847b-4f51-9965-93139b65cbbe admin admin] Pushing event deleted for resources: {'Network': ['ID=a6583879-3b19-4a76-a691-63bd64d0efce,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.493377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.502273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.502804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0798ccbc-8676-405e-912c-db75acfcf084 req-a3f3887f-7a27-4581-b2d4-830c071821cf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822399 Apr 20 13:13:44.505348 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc HTTP/1.1" status: 204 len: 168 time: 1.3238196 Apr 20 13:13:44.534202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685a983-5659-4479-bf4d-b3d2cc830937 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9bccf3-f7bf-4a2b-8afe-1cf2b58531dc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.557069 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.573198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 7a037329-a059-49cb-9e86-5240a401696c owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:44.647099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74a3c-48ab-497d-a2b7-986f21ab508f req-759c6749-4044-4984-a731-184fca4aa7f8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:44.648674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51b74a3c-48ab-497d-a2b7-986f21ab508f req-759c6749-4044-4984-a731-184fca4aa7f8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.0617187 Apr 20 13:13:44.696861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51b74a3c-48ab-497d-a2b7-986f21ab508f req-36c1c1be-f546-4b4e-85ea-76c368f5d68c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Apr 20 13:13:44.697432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60166) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.738776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.754748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d041f66d-7da8-4f84-a205-1692f0abe515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c60ecf385a94c3ba216ece6a4f73dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561135 Apr 20 13:13:44.757108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60172) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.766893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.808983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=7a037329-a059-49cb-9e86-5240a401696c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:44.821764 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-be7c92ec-c561-4844-bd17-b9ab518642b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fd9931c42a24365875027f6f764c26b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818570 Apr 20 13:13:44.824980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60174) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.871989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d6925-0592-4d39-9154-f5f142bdd083 req-22cc50a5-fa80-46b5-b484-253b4097be95 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:44.873461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-958d6925-0592-4d39-9154-f5f142bdd083 req-22cc50a5-fa80-46b5-b484-253b4097be95 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.0979154 Apr 20 13:13:44.879125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.881156 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6af9ee6-871a-403e-a874-3fedfe1ac8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.882534 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bedd4a76-dd56-47ca-859b-8192d4883322 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/ports/7a037329-a059-49cb-9e86-5240a401696c HTTP/1.1" status: 204 len: 168 time: 0.6625443 Apr 20 13:13:44.884955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.934946 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6af9ee6-871a-403e-a874-3fedfe1ac8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.936831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e6d6ff-1bea-4aa8-aad3-aebc28c3d0f3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:44.938343 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a2e6d6ff-1bea-4aa8-aad3-aebc28c3d0f3 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "GET /v2.0/ports?device_id=16349ab1-a141-4175-8a70-a83f9f395473 HTTP/1.1" status: 200 len: 913 time: 0.0524900 Apr 20 13:13:44.940956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60178) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:44.954835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1d8453c-c078-445b-bb39-4cb0a63c086d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:44.968233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-958d6925-0592-4d39-9154-f5f142bdd083 req-71a4f710-b8f6-498e-abba-0da71ecf5f56 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879655 Apr 20 13:13:44.998695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1d8453c-c078-445b-bb39-4cb0a63c086d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.038875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6af9ee6-871a-403e-a874-3fedfe1ac8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.041618 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6af9ee6-871a-403e-a874-3fedfe1ac8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.044649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b6af9ee6-871a-403e-a874-3fedfe1ac8ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f75fb335-b4b2-409f-bc6f-42cd002e34af HTTP/1.1" status: 204 len: 168 time: 0.2863038 Apr 20 13:13:45.067094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af9ee6-871a-403e-a874-3fedfe1ac8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75fb335-b4b2-409f-bc6f-42cd002e34af,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.076389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1d8453c-c078-445b-bb39-4cb0a63c086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.081883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1d8453c-c078-445b-bb39-4cb0a63c086d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.085511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f1d8453c-c078-445b-bb39-4cb0a63c086d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0a99433-2b6d-43b9-b3c2-ec02bb4e6942 HTTP/1.1" status: 204 len: 168 time: 0.2583625 Apr 20 13:13:45.109485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8453c-c078-445b-bb39-4cb0a63c086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a99433-2b6d-43b9-b3c2-ec02bb4e6942,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.419857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15136b-91cb-450f-8c30-0d7a7dd6b34b req-95dcb483-0b8b-45f8-9fe7-ee08fbbbfb4f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:45.427111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e15136b-91cb-450f-8c30-0d7a7dd6b34b req-95dcb483-0b8b-45f8-9fe7-ee08fbbbfb4f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.0678532 Apr 20 13:13:45.443620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.469478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e15136b-91cb-450f-8c30-0d7a7dd6b34b req-20243fec-ec59-4f7c-aa56-8537570e08c2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412128 Apr 20 13:13:45.610854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60200) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.653451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-468a44aa-3651-48c0-8877-f0c77b7bdcd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9f5dae8237d4b00b65f507b6353ac13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411818 Apr 20 13:13:45.655784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60202) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:45.707031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5a97-b47f-490e-b20c-ca9920176520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.731528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 21b9d4be-0cf1-497b-bc4d-0007ade10065 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:45.731953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.736764 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5a97-b47f-490e-b20c-ca9920176520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.787672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5a97-b47f-490e-b20c-ca9920176520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.790844 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bf9f5a97-b47f-490e-b20c-ca9920176520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.791983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bf9f5a97-b47f-490e-b20c-ca9920176520 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de396833-164c-4509-9e78-b6f001d16406 HTTP/1.1" status: 204 len: 168 time: 0.1351509 Apr 20 13:13:45.800841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f5a97-b47f-490e-b20c-ca9920176520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de396833-164c-4509-9e78-b6f001d16406,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:45.841076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:45.856453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 21b9d4be-0cf1-497b-bc4d-0007ade10065 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:46.068250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.100883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=21b9d4be-0cf1-497b-bc4d-0007ade10065,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:46.123773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60224) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.275178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.278889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1110342904-network', 'tenant_id': '573591661a714d2cae8e65f896f7613b'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:46.299632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Made reservation on behalf of 573591661a714d2cae8e65f896f7613b for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:46.302084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.311409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.408510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.413753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.441214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:46.451779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:46.458180 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.458523 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Added segment 43ba8df8-6513-425f-b4f3-215fc7f0a4fa of type vlan for network d87adc26-0015-4975-8580-9b3c740c672a Apr 20 13:13:46.529455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.543795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Router 16349ab1-a141-4175-8a70-a83f9f395473 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:46.583839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.585123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.585825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.670002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:46.677272 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9c1b19b-fa15-405a-bae2-b9739fc5eaa4 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "PUT /v2.0/routers/16349ab1-a141-4175-8a70-a83f9f395473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353318 Apr 20 13:13:46.681784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60246) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.682005 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] Sync routers for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:46.689758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5543079 Apr 20 13:13:46.689979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:46.694551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8735-411a-43a0-8450-d44b101c0162 admin admin] Pushing event updated for resources: {'Network': ['ID=d87adc26-0015-4975-8580-9b3c740c672a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:46.698624 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:46.699065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Request body: {'subnet': {'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1110342904-subnet', 'tenant_id': '573591661a714d2cae8e65f896f7613b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:46.702848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d87adc26-0015-4975-8580-9b3c740c672a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:46.709728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3ea56-4977-40d5-b8df-aaec51d442fe req-965c61f1-d068-4fb0-859e-bbed8c8570aa tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.711380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddb3ea56-4977-40d5-b8df-aaec51d442fe req-965c61f1-d068-4fb0-859e-bbed8c8570aa tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.1579852 Apr 20 13:13:46.713164 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:46.787445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ddb3ea56-4977-40d5-b8df-aaec51d442fe req-83b5577e-6e79-4895-8827-7417803d3260 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Apr 20 13:13:46.808828 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:46.821520 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] Routers {'16349ab1-a141-4175-8a70-a83f9f395473'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:46.822389 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['16349ab1-a141-4175-8a70-a83f9f395473'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:46.839709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Made reservation on behalf of 573591661a714d2cae8e65f896f7613b for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:46.842971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.868484 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:46.869827 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15043752-1475-4f74-a94c-8bb6e3e131c6 None None] The sync data for ids ['16349ab1-a141-4175-8a70-a83f9f395473'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:46.921258 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:46.984867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-7e9133f2-bddc-4d23-a3ad-525c8acfbf54 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:46.991075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-7e9133f2-bddc-4d23-a3ad-525c8acfbf54 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 945 time: 0.0684993 Apr 20 13:13:47.162096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port 29955068-8176-4d25-bfc7-7db34b5cddfe {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:47.162895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.257767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] For port 29955068-8176-4d25-bfc7-7db34b5cddfe, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=29955068-8176-4d25-bfc7-7db34b5cddfe,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:47.258519 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.272605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for 29955068-8176-4d25-bfc7-7db34b5cddfe owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:47.419872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.437491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['29955068-8176-4d25-bfc7-7db34b5cddfe'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:47.453782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=29955068-8176-4d25-bfc7-7db34b5cddfe,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:47.468962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.494277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.515782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] No DVR routers for this DVR port 29955068-8176-4d25-bfc7-7db34b5cddfe on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:13:47.518021 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.521567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9052afa-bad4-4cd2-9a16-c48664c7fd3e req-53baf053-9496-4f60-b7d1-6c9b3dc3fc3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "DELETE /v2.0/ports/29955068-8176-4d25-bfc7-7db34b5cddfe HTTP/1.1" status: 204 len: 173 time: 0.5264683 Apr 20 13:13:47.521975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'name': 'network-vif-deleted', 'tag': '29955068-8176-4d25-bfc7-7db34b5cddfe'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:47.529651 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c03b8ff-be3d-4fc5-a7f7-f97b7124da45" -d '{"events": [{"server_uuid": "e8954c41-5c01-4066-94ba-83b8a9a44090", "name": "network-vif-deleted", "tag": "29955068-8176-4d25-bfc7-7db34b5cddfe"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:47.593786 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a912b7-31dc-4d2a-bed1-500769c75513 x-openstack-request-id: req-43a912b7-31dc-4d2a-bed1-500769c75513 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:47.594081 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8954c41-5c01-4066-94ba-83b8a9a44090", "name": "network-vif-deleted", "tag": "29955068-8176-4d25-bfc7-7db34b5cddfe", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:47.594497 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43a912b7-31dc-4d2a-bed1-500769c75513 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:47.594880 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a912b7-31dc-4d2a-bed1-500769c75513'] response: {'server_uuid': 'e8954c41-5c01-4066-94ba-83b8a9a44090', 'name': 'network-vif-deleted', 'tag': '29955068-8176-4d25-bfc7-7db34b5cddfe', 'status': 'completed', 'code': 200} Apr 20 13:13:47.612181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24701a78-a56e-4aa9-907c-bea3e8c655f5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:47.631785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Checking segment: {'id': '43ba8df8-6513-425f-b4f3-215fc7f0a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:47.632410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Network hostable DHCP agents. Network: d87adc26-0015-4975-8580-9b3c740c672a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:47.664471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting port 524483e5-a69c-44bb-a138-ecaa273e439d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:47.664875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.722917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Network d87adc26-0015-4975-8580-9b3c740c672a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:47.746361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d87adc26-0015-4975-8580-9b3c740c672a) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:47.756654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71460c5-7576-4472-91f1-e238897f2280 None None] Network d87adc26-0015-4975-8580-9b3c740c672a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:47.766775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:47.770409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.807251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0898e294-2670-4f9d-bc27-05059d3f646e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1153343 Apr 20 13:13:47.828854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:47.841859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Calling delete_port for 524483e5-a69c-44bb-a138-ecaa273e439d owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:47.992017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-173db3f3-78f9-46b4-a667-97f2bae882d8 req-6c6ed401-742f-4dcf-8829-97889be56504 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 210 time: 0.0772901 Apr 20 13:13:48.006825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aee3ca-d3a6-42da-8332-36a95034168b None None] Network d87adc26-0015-4975-8580-9b3c740c672a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:48.133898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.196310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Port': ['ID=524483e5-a69c-44bb-a138-ecaa273e439d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:48.260597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.384205 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.387583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.445441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.446659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Fanout notify agent at l3_agent the message router_deleted on router 16349ab1-a141-4175-8a70-a83f9f395473 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:13:48.456250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.458128 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9250409e-1ae8-4494-9cf1-bafe4a48f359 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/routers/16349ab1-a141-4175-8a70-a83f9f395473 HTTP/1.1" status: 204 len: 168 time: 1.7767391 Apr 20 13:13:48.460359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60402) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.515381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-b651d4d1-9d47-44fd-aa1e-986252d701bb tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:48.517204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-b651d4d1-9d47-44fd-aa1e-986252d701bb tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/networks?id=d87adc26-0015-4975-8580-9b3c740c672a HTTP/1.1" status: 200 len: 813 time: 0.1433983 Apr 20 13:13:48.529201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60404) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.541140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Deleting subnet 05194517-4e25-4ed3-8455-d6912c78c4ee {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:13:48.546064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.553499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-7cdaa239-c5c4-4fb6-93a3-4d49653596f0 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/quotas/573591661a714d2cae8e65f896f7613b HTTP/1.1" status: 200 len: 375 time: 0.0264981 Apr 20 13:13:48.583445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-23fc85c0-a4c7-4f83-a994-d58e1a47e04c tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=573591661a714d2cae8e65f896f7613b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285094 Apr 20 13:13:48.603989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.658859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9da4cb7-8c93-4dc0-82b2-dd0e8d2602a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.684893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.701309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-de4f069b-1e53-4e05-bcd2-bbcbde1d081e service neutron] 10.222.0.24 "GET /v2.0/networks/d87adc26-0015-4975-8580-9b3c740c672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065128 Apr 20 13:13:48.777496 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.805257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-972dae33-c930-4b52-b079-b6b96b386bdd service neutron] 10.222.0.24 "GET /v2.0/networks/d87adc26-0015-4975-8580-9b3c740c672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971456 Apr 20 13:13:48.822154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Subnet': ['ID=05194517-4e25-4ed3-8455-d6912c78c4ee,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:48.824272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.829944 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9a3c21b9-e4da-4b90-a6b7-a6740c672508 tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/subnets/05194517-4e25-4ed3-8455-d6912c78c4ee HTTP/1.1" status: 204 len: 168 time: 0.3671262 Apr 20 13:13:48.830303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60408) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.835151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9da4cb7-8c93-4dc0-82b2-dd0e8d2602a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.843154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f9da4cb7-8c93-4dc0-82b2-dd0e8d2602a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.877841 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f9da4cb7-8c93-4dc0-82b2-dd0e8d2602a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a310d61fb6af45898f39da0f36e17bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3456690 Apr 20 13:13:48.879521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60410) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:48.927740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.936482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da4cb7-8c93-4dc0-82b2-dd0e8d2602a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725e6ada-7893-40a4-ac08-03dcf20dc6ba,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:48.967365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c3a57cc-8c48-4f27-8ef6-ef65cccc5230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:48.990207 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c3a57cc-8c48-4f27-8ef6-ef65cccc5230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.016575 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:13:49.051397 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.080929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c3a57cc-8c48-4f27-8ef6-ef65cccc5230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.083939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c3a57cc-8c48-4f27-8ef6-ef65cccc5230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.085422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2c3a57cc-8c48-4f27-8ef6-ef65cccc5230 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/725e6ada-7893-40a4-ac08-03dcf20dc6ba HTTP/1.1" status: 204 len: 168 time: 0.2049491 Apr 20 13:13:49.092813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.101417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a57cc-8c48-4f27-8ef6-ef65cccc5230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725e6ada-7893-40a4-ac08-03dcf20dc6ba,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.121806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4425dbe8-21a1-4069-92ec-d48694554bc7 req-56b4ac26-a073-4c10-8b8a-3bf65cc3bb9a tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 210 time: 0.0447974 Apr 20 13:13:49.151023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0439d41b-6559-41d8-823d-c88ff0d37955']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:49.191033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7669e95-94b0-4308-8306-2b0b1f48e45d req-4a9f9bb9-ebb5-44af-b7e1-d6c266254808 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 210 time: 0.0436876 Apr 20 13:13:49.195005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e0460c-d6a7-43cb-8bdf-800e4a5b4e57') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:49.195745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e0460c-d6a7-43cb-8bdf-800e4a5b4e57') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:49.209214 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.228337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.239071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:13:49.239487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:13:49.245051 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:13:49.320008 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.346633 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.352302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] 10.222.0.24 "DELETE /v2.0/networks/0439d41b-6559-41d8-823d-c88ff0d37955 HTTP/1.1" status: 204 len: 168 time: 0.5184627 Apr 20 13:13:49.352302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61348afe-02ca-4270-9e25-1c1e249afa2e tempest-FloatingIPTestJSON-1619475886 tempest-FloatingIPTestJSON-1619475886-project] Pushing event deleted for resources: {'Network': ['ID=0439d41b-6559-41d8-823d-c88ff0d37955,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.553054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.572225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61505966-7dd2-4bb9-a694-ef987b71bac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.690085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61505966-7dd2-4bb9-a694-ef987b71bac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.696322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61505966-7dd2-4bb9-a694-ef987b71bac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.712401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60438) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.752075 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61505966-7dd2-4bb9-a694-ef987b71bac4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7e3b2d89f104dd5a7716b02131a2b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969585 Apr 20 13:13:49.754357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61505966-7dd2-4bb9-a694-ef987b71bac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875407ab-79b7-4c2d-98cc-62840ee49574,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:49.754971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.825666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2948b8b3-016e-47ec-b555-beb47b6a14dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.861412 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2948b8b3-016e-47ec-b555-beb47b6a14dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.932419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-366944c0-65d4-4921-895f-547530ba84a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d25545565c340e68a1ae907e07a964a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185996 Apr 20 13:13:49.934947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60444) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:49.967728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2948b8b3-016e-47ec-b555-beb47b6a14dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.970428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2948b8b3-016e-47ec-b555-beb47b6a14dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:49.971620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2948b8b3-016e-47ec-b555-beb47b6a14dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/875407ab-79b7-4c2d-98cc-62840ee49574 HTTP/1.1" status: 204 len: 168 time: 0.2156541 Apr 20 13:13:49.989961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948b8b3-016e-47ec-b555-beb47b6a14dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875407ab-79b7-4c2d-98cc-62840ee49574,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:50.018798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67c513e4-4077-4815-97dc-01319778be5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.046364 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67c513e4-4077-4815-97dc-01319778be5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.115874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67c513e4-4077-4815-97dc-01319778be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.119403 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67c513e4-4077-4815-97dc-01319778be5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.123698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-67c513e4-4077-4815-97dc-01319778be5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/014202af-b144-4394-902c-f1579651cc60 HTTP/1.1" status: 204 len: 168 time: 0.1872115 Apr 20 13:13:50.135615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c513e4-4077-4815-97dc-01319778be5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014202af-b144-4394-902c-f1579651cc60,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:50.322315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38de5f38-2dbf-4eaa-b35d-c9fb63433633 req-8581f1ad-a67a-4e8a-ad52-eb5ee5cdc9ad tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 210 time: 0.0836720 Apr 20 13:13:50.392124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd1e1de5-b0bf-450e-ba61-725900ec3775 req-f9684431-8b93-414f-bd72-3935edc16427 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 210 time: 0.0745106 Apr 20 13:13:50.552153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-7ea96658-31ed-4426-958a-2b57233035f0 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:50.555200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-7ea96658-31ed-4426-958a-2b57233035f0 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.37 "GET /v2.0/networks?id=d87adc26-0015-4975-8580-9b3c740c672a HTTP/1.1" status: 200 len: 813 time: 0.2375236 Apr 20 13:13:50.577143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Request body: {'port': {'device_id': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a', 'admin_state_up': True, 'tenant_id': '573591661a714d2cae8e65f896f7613b'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:50.736067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Made reservation on behalf of 573591661a714d2cae8e65f896f7613b for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:50.741960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:50.895579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Allocated IP 172.20.0.10 (d87adc26-0015-4975-8580-9b3c740c672a/24701a78-a56e-4aa9-907c-bea3e8c655f5/8e9373d4-a6f9-4d07-bb67-7c3972a271eb) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:51.069876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60488) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.098754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.146600 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.210014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Network d87adc26-0015-4975-8580-9b3c740c672a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:51.213860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:51.220576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:51.241366 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60494) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.289800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:51.290436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.298381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1661243738'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:51.304594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Pushing event updated for resources: {'Port': ['ID=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.313388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-ee3aae95-1478-4004-ad8a-e72516462b9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7481489 Apr 20 13:13:51.330159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Made reservation on behalf of 42c2e4ffe7df4bdd8c73430f4b0ed23c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:51.332092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Request body: {'port': {'device_id': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:51.333994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.342332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1004457569-network', 'tenant_id': '43e8d74de49741578a5fdafcdd919272'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:51.354493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.382495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Made reservation on behalf of 43e8d74de49741578a5fdafcdd919272 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:51.384933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.401405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.405492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.516880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.524974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.570193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:51.575305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5fe6e-0f61-42ab-a4f7-b79d7a72ad9f req-9b0a7d3c-74b9-4836-8982-36104fb790f3 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:51.576849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd5fe6e-0f61-42ab-a4f7-b79d7a72ad9f req-9b0a7d3c-74b9-4836-8982-36104fb790f3 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 932 time: 0.1566727 Apr 20 13:13:51.576995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f67a46-5f29-486b-98b4-76ed3b08d86c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.588552 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.594786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.595384 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Added segment 46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4 of type vlan for network f160ecd3-96e0-4592-8ede-aabd2609776d Apr 20 13:13:51.598753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45c8dabc-11d9-44b6-acab-6dc4f04a10f1 req-fe0dd728-4f07-4d1f-b3b3-4f92595cb492 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8954c41-5c01-4066-94ba-83b8a9a44090 HTTP/1.1" status: 200 len: 210 time: 0.0952859 Apr 20 13:13:51.604826 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.651923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd5fe6e-0f61-42ab-a4f7-b79d7a72ad9f req-34ed44d0-a42b-4e57-b1e6-897d58c1aefe tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583196 Apr 20 13:13:51.665026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:13:51.675635 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.682518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85768d5-8c1d-4ac3-9076-fc8a39f646d9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.691711 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.692061 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Added segment 8c5b835d-8214-45a5-9307-57dd4c2317ae of type vlan for network 0fa2c4ed-5604-4f81-9cce-96757b087803 Apr 20 13:13:51.751619 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.755542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.760943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:51.762064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.818446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9373d4-a6f9-4d07-bb67-7c3972a271eb {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:51.827000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.840206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Transition to ACTIVE for port object 8e9373d4-a6f9-4d07-bb67-7c3972a271eb will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:13:51.846699 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6037531 Apr 20 13:13:51.850733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60502) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:51.851406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.856446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'subnet': {'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:51.878724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.879773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:51.880385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:51.885126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3eccc-bf53-4a5e-bed0-9bdb1f58da0b tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Network': ['ID=f160ecd3-96e0-4592-8ede-aabd2609776d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:51.900777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network f160ecd3-96e0-4592-8ede-aabd2609776d details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:51.963120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:52.007861 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9359424 Apr 20 13:13:52.010291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Attempting to bind port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:52.010937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Attempting to bind port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '43ba8df8-6513-425f-b4f3-215fc7f0a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:52.011495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Attempting to bind port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb on network d87adc26-0015-4975-8580-9b3c740c672a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:52.013657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60504) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:52.018265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb on network d87adc26-0015-4975-8580-9b3c740c672a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:13:52.019327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Attempting to bind port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb on network d87adc26-0015-4975-8580-9b3c740c672a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:52.024633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:52.025068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Checking segment: {'id': '43ba8df8-6513-425f-b4f3-215fc7f0a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:52.025514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Bound using segment: {'id': '43ba8df8-6513-425f-b4f3-215fc7f0a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:52.026036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Bound port: 8e9373d4-a6f9-4d07-bb67-7c3972a271eb, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43ba8df8-6513-425f-b4f3-215fc7f0a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:52.026227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Request body: {'subnet': {'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1004457569-subnet', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:52.026592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.043230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eece0-c496-4823-a0b3-f953aac2c8dd admin admin] Pushing event updated for resources: {'Network': ['ID=0fa2c4ed-5604-4f81-9cce-96757b087803,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:52.058807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:13:52.066684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29955068-8176-4d25-bfc7-7db34b5cddfe no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:13:52.071047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Made reservation on behalf of 43e8d74de49741578a5fdafcdd919272 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:52.073655 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.088245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Made reservation on behalf of 42c2e4ffe7df4bdd8c73430f4b0ed23c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:52.092290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.105389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] For port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:52.108907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] For port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,segment=NetworkSegment(43ba8df8-6513-425f-b4f3-215fc7f0a4fa),segment_id=43ba8df8-6513-425f-b4f3-215fc7f0a4fa)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:52.115462 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.127600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 29955068-8176-4d25-bfc7-7db34b5cddfe {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:13:52.128258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 29955068-8176-4d25-bfc7-7db34b5cddfe not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:13:52.153453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.154100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.155648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] 10.222.0.37 "PUT /v2.0/ports/8e9373d4-a6f9-4d07-bb67-7c3972a271eb HTTP/1.1" status: 200 len: 1092 time: 0.8304105 Apr 20 13:13:52.158016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'tag': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:52.161567 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd780eac-e79a-4bfd-ae4a-f29095d82860" -d '{"events": [{"name": "network-changed", "server_uuid": "536c58b4-c40d-411e-bdd6-5ad1d00f2528", "tag": "8e9373d4-a6f9-4d07-bb67-7c3972a271eb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:52.194910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a09e5d-a7a4-45a6-8443-debf3286b008 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:52.305291 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb1dd9f-20de-4d31-a651-82cea5dcb73b x-openstack-request-id: req-4cb1dd9f-20de-4d31-a651-82cea5dcb73b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:52.307089 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536c58b4-c40d-411e-bdd6-5ad1d00f2528", "tag": "8e9373d4-a6f9-4d07-bb67-7c3972a271eb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:52.307576 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4cb1dd9f-20de-4d31-a651-82cea5dcb73b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:52.308237 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cb1dd9f-20de-4d31-a651-82cea5dcb73b'] response: {'name': 'network-changed', 'server_uuid': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'tag': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb', 'status': 'completed', 'code': 200} Apr 20 13:13:52.332415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-048a00cf-e05a-40c4-8c3c-6b2c7889ca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.335250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-048a00cf-e05a-40c4-8c3c-6b2c7889ca36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=573591661a714d2cae8e65f896f7613b&device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 1095 time: 0.0828321 Apr 20 13:13:52.394862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-0885c354-29cb-41f9-bbf1-432afac8b9df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e9373d4-a6f9-4d07-bb67-7c3972a271eb HTTP/1.1" status: 200 len: 217 time: 0.0511274 Apr 20 13:13:52.446222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-2f373e3e-bc8d-4d78-90c3-baf2e45c7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.447710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-2f373e3e-bc8d-4d78-90c3-baf2e45c7e28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24701a78-a56e-4aa9-907c-bea3e8c655f5 HTTP/1.1" status: 200 len: 853 time: 0.0461304 Apr 20 13:13:52.473894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.481264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-a96cd762-32ff-4bc7-bb1c-4f4188cf7520 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d87adc26-0015-4975-8580-9b3c740c672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264375 Apr 20 13:13:52.482705 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.553212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc97a206-2349-4458-aa4e-c500955c74ad,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:52.587377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-413c4cba-1cdb-480a-8711-2e34f95c2fb2 service neutron] 10.222.0.37 "GET /v2.0/networks/d87adc26-0015-4975-8580-9b3c740c672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980287 Apr 20 13:13:52.628850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Checking segment: {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:52.629223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Network hostable DHCP agents. Network: 0fa2c4ed-5604-4f81-9cce-96757b087803, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:52.638542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Subnet': ['ID=1bb871d6-ae42-450e-94f9-c3b70628eca5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:52.643475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Checking segment: {'id': '46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:52.643907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Network hostable DHCP agents. Network: f160ecd3-96e0-4592-8ede-aabd2609776d, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:13:52.669969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:52.676492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Network f160ecd3-96e0-4592-8ede-aabd2609776d is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:13:52.687487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0fa2c4ed-5604-4f81-9cce-96757b087803) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:52.692682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, f160ecd3-96e0-4592-8ede-aabd2609776d) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:52.694878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.695487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.704353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.705157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.705326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b6615-0190-4962-8937-f4a8095c0451 None None] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:52.731829 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-60799d10-ce5c-4763-a4b5-c4cf1329c312 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8801503 Apr 20 13:13:52.732966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60514) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:52.733664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bf0bdaa7-d7db-49e6-a616-7e12b19a9281 req-6c6970a7-b708-4048-baf9-cf9126c4e9dc service neutron] 10.222.0.37 "GET /v2.0/networks/d87adc26-0015-4975-8580-9b3c740c672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381688 Apr 20 13:13:52.741853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-499f9c3e-14f9-4332-86ba-ea06dd68d2bd tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-118711715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:52.762901 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c3a64c6-03fe-4b0a-834e-9f836495f9ef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7431107 Apr 20 13:13:52.766047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60516) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:52.771416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:52.802520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c05507b-789e-492e-bf4c-cb9fd901ccba None None] Network f160ecd3-96e0-4592-8ede-aabd2609776d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:52.803995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499f9c3e-14f9-4332-86ba-ea06dd68d2bd tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.805491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499f9c3e-14f9-4332-86ba-ea06dd68d2bd tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.873728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.874806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.908451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499f9c3e-14f9-4332-86ba-ea06dd68d2bd tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.914899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499f9c3e-14f9-4332-86ba-ea06dd68d2bd tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.915824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-e1fb4287-3016-416c-903c-672467b8e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.917468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-e1fb4287-3016-416c-903c-672467b8e598 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=573591661a714d2cae8e65f896f7613b&device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 1095 time: 0.1202209 Apr 20 13:13:52.927859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438500d-5925-40b3-83ac-36e95809cb3e req-8f6c41b1-74e2-4b44-bb21-103d2f29f405 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:52.937533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8438500d-5925-40b3-83ac-36e95809cb3e req-8f6c41b1-74e2-4b44-bb21-103d2f29f405 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 944 time: 0.1168466 Apr 20 13:13:52.945984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-499f9c3e-14f9-4332-86ba-ea06dd68d2bd tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:52.951212 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-499f9c3e-14f9-4332-86ba-ea06dd68d2bd tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2145212 Apr 20 13:13:52.952202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60518) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:53.037599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-f160ecd3-96e0-4592-8ede-aabd2609776d', 'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d', 'tenant_id': '42c2e4ffe7df4bdd8c73430f4b0ed23c', 'fixed_ips': [{'subnet_id': '1bb871d6-ae42-450e-94f9-c3b70628eca5'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:53.039064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.082843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.141208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-0fa2c4ed-5604-4f81-9cce-96757b087803', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:13:53.141458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.143382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8438500d-5925-40b3-83ac-36e95809cb3e req-349d03c5-95e0-4dc6-ac23-ffef56818bc9 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049363 Apr 20 13:13:53.216911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-0338b0e9-b76e-43f7-9d94-59e6dd3bdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:53.220512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-0338b0e9-b76e-43f7-9d94-59e6dd3bdf27 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d87adc26-0015-4975-8580-9b3c740c672a HTTP/1.1" status: 200 len: 914 time: 0.2806880 Apr 20 13:13:53.294819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.305015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.325075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Allocated IP 172.20.0.2 (f160ecd3-96e0-4592-8ede-aabd2609776d/1bb871d6-ae42-450e-94f9-c3b70628eca5/03b38274-efc2-4a2a-b87e-b5a13850c18a) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:53.338406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-f303b68c-9dbd-42e1-9fb1-f29d489e78be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e9373d4-a6f9-4d07-bb67-7c3972a271eb HTTP/1.1" status: 200 len: 217 time: 0.1101215 Apr 20 13:13:53.420798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Allocated IP 172.20.0.2 (0fa2c4ed-5604-4f81-9cce-96757b087803/fc97a206-2349-4458-aa4e-c500955c74ad/80e74887-13a3-4fa3-8c2f-7feeb82792d9) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:53.458816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-1561c5f4-eca7-405f-8103-157652338e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:53.460279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-1561c5f4-eca7-405f-8103-157652338e31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24701a78-a56e-4aa9-907c-bea3e8c655f5 HTTP/1.1" status: 200 len: 853 time: 0.1047983 Apr 20 13:13:53.521777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-ee39f4dd-a429-40ef-9d3c-cdf4daf8dc59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d87adc26-0015-4975-8580-9b3c740c672a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494409 Apr 20 13:13:53.611132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.636259 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.645367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-b95ab8f5-e5c8-479f-85f9-bf0fb633cb39 service neutron] 10.222.0.37 "GET /v2.0/networks/d87adc26-0015-4975-8580-9b3c740c672a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200182 Apr 20 13:13:53.684042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Allocated IP 172.20.0.1 (f160ecd3-96e0-4592-8ede-aabd2609776d/1bb871d6-ae42-450e-94f9-c3b70628eca5/11b3705f-18d4-4b78-bb37-e0cd07ef35e8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:53.687632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Network f160ecd3-96e0-4592-8ede-aabd2609776d is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:53.697256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:53.703387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:53.705500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.715770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Pushing event updated for resources: {'Port': ['ID=03b38274-efc2-4a2a-b87e-b5a13850c18a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:53.719646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.821105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:53.827083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:53.830012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.831085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:53.844908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Attempting to bind port 03b38274-efc2-4a2a-b87e-b5a13850c18a on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:53.845283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Attempting to bind port 03b38274-efc2-4a2a-b87e-b5a13850c18a by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:53.845703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Attempting to bind port 03b38274-efc2-4a2a-b87e-b5a13850c18a on network f160ecd3-96e0-4592-8ede-aabd2609776d {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:53.849520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Pushing event updated for resources: {'Port': ['ID=80e74887-13a3-4fa3-8c2f-7feeb82792d9,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:53.871526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:53.871808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Checking segment: {'id': '46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:53.872394 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.872986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Bound using segment: {'id': '46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:53.873660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Bound port: 03b38274-efc2-4a2a-b87e-b5a13850c18a, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:53.874221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.876694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.924502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.940264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Attempting to bind port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:53.940898 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Attempting to bind port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:53.941556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Attempting to bind port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 on network 0fa2c4ed-5604-4f81-9cce-96757b087803 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:53.948881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:53.949577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Checking segment: {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:53.950180 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.950756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Bound using segment: {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:53.951431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Bound port: 80e74887-13a3-4fa3-8c2f-7feeb82792d9, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:53.951992 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:53.987641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Network f160ecd3-96e0-4592-8ede-aabd2609776d is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:53.991751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:54.005701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:54.035170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] For port 03b38274-efc2-4a2a-b87e-b5a13850c18a, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:54.041280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] For port 03b38274-efc2-4a2a-b87e-b5a13850c18a, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=03b38274-efc2-4a2a-b87e-b5a13850c18a,segment=NetworkSegment(46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4),segment_id=46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:54.050083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] For port 80e74887-13a3-4fa3-8c2f-7feeb82792d9, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:54.053584 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.053822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Port': ['ID=11b3705f-18d4-4b78-bb37-e0cd07ef35e8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:54.057240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] For port 80e74887-13a3-4fa3-8c2f-7feeb82792d9, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=80e74887-13a3-4fa3-8c2f-7feeb82792d9,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:54.090311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.120554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.157453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba648d-75a0-4b17-8afa-67e1741e0922 None None] Pushing event updated for resources: {'Port': ['ID=03b38274-efc2-4a2a-b87e-b5a13850c18a,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:54.219155 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.234906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92747e0e-f94d-4b8d-a35d-f76ea9e1cc2e None None] Pushing event updated for resources: {'Port': ['ID=80e74887-13a3-4fa3-8c2f-7feeb82792d9,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:54.246005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.361815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd780eac-e79a-4bfd-ae4a-f29095d82860 req-46a32e11-01b5-4b57-abc7-d2a692bccfdf service neutron] 10.222.0.37 "GET /v2.0/networks/d87adc26-0015-4975-8580-9b3c740c672a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765988 Apr 20 13:13:54.425802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a40cf9-4f43-40c1-a2d5-b661960bc306 req-f81aa80c-44c9-4716-b2d0-7099e6d52018 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:54.428580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94a40cf9-4f43-40c1-a2d5-b661960bc306 req-f81aa80c-44c9-4716-b2d0-7099e6d52018 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 944 time: 0.1231532 Apr 20 13:13:54.523516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.528634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Allocated IP 172.25.3.204 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/b371d520-c3a7-4061-8529-5577a8c9449c) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:54.536991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8e9373d4-a6f9-4d07-bb67-7c3972a271eb details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:13:54.552116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94a40cf9-4f43-40c1-a2d5-b661960bc306 req-f839f729-8281-4158-8934-d41f0ad40948 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046026 Apr 20 13:13:54.695218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,segment=NetworkSegment(43ba8df8-6513-425f-b4f3-215fc7f0a4fa),segment_id=43ba8df8-6513-425f-b4f3-215fc7f0a4fa)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:54.726840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.727125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb', 'network_id': 'd87adc26-0015-4975-8580-9b3c740c672a', 'port_id': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb', 'mac_address': 'fa:16:3e:78:27:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24701a78-a56e-4aa9-907c-bea3e8c655f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:13:54.778378 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.788424 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.820670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9373d4-a6f9-4d07-bb67-7c3972a271eb {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:13:54.843110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:54.844286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,segment=NetworkSegment(43ba8df8-6513-425f-b4f3-215fc7f0a4fa),segment_id=43ba8df8-6513-425f-b4f3-215fc7f0a4fa)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:54.847887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:54.854216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Pushing event updated for resources: {'Port': ['ID=b371d520-c3a7-4061-8529-5577a8c9449c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:54.854426 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:54.877879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:54.929299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:55.052970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.061451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.144311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Port': ['ID=11b3705f-18d4-4b78-bb37-e0cd07ef35e8,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:55.168570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['8e9373d4-a6f9-4d07-bb67-7c3972a271eb'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:13:55.176216 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.294332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Network f160ecd3-96e0-4592-8ede-aabd2609776d is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:55.296222 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.297816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:55.572353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.597302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Router bcfa8327-8110-4157-a573-667ed8c147b9 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:55.755342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:55.765141 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aa2bd439-afd7-40d1-b7eb-cb896eddf238 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "PUT /v2.0/routers/bcfa8327-8110-4157-a573-667ed8c147b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8074300 Apr 20 13:13:55.766492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60538) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:55.770474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] Sync routers for ids ['bcfa8327-8110-4157-a573-667ed8c147b9'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:55.775598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'port': {'network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d', 'name': 'tempest-FloatingIPNegativeTestJSON-160854046'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:55.798202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] Routers {'bcfa8327-8110-4157-a573-667ed8c147b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:55.799331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bcfa8327-8110-4157-a573-667ed8c147b9'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:55.825523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3b5b3-b74d-40f8-982b-7913dac65876 req-36e426e8-8b77-4a96-a939-2a41bc1310b5 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:55.834002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bc3b5b3-b74d-40f8-982b-7913dac65876 req-36e426e8-8b77-4a96-a939-2a41bc1310b5 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 945 time: 0.1448140 Apr 20 13:13:55.884067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:55.906346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] Routers {'bcfa8327-8110-4157-a573-667ed8c147b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:55.908317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bc3b5b3-b74d-40f8-982b-7913dac65876 req-c01f30bd-03a5-4201-bae4-57b90f8399d0 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734258 Apr 20 13:13:55.909089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bcfa8327-8110-4157-a573-667ed8c147b9'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:55.911314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Router a6750e22-01c9-4bcf-aa49-f42292db962e is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:13:55.966628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Made reservation on behalf of 42c2e4ffe7df4bdd8c73430f4b0ed23c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:13:55.970905 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:55.982482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:55.983250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0595f3a-18e6-4514-b659-a4dfeebdc6ae None None] The sync data for ids ['bcfa8327-8110-4157-a573-667ed8c147b9'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:55.990942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e177a504-3b88-4367-864a-ba2a9ceb1cfd None None] Network f160ecd3-96e0-4592-8ede-aabd2609776d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:56.018370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] device_id is not set on port d9abda5f-fb64-49cd-a26c-abc8eae3484d yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:13:56.078199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-16a5b82d-ffc4-43d1-99e3-9cf365ccd798 None None] Provisioning complete for port 03b38274-efc2-4a2a-b87e-b5a13850c18a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:56.078760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-16a5b82d-ffc4-43d1-99e3-9cf365ccd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.164146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:56.178891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Sync routers for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:13:56.187740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.191544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9598167e-7d59-43ac-885f-56634d76950b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4219306 Apr 20 13:13:56.196808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60542) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:56.211034 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:56.211746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:56.326982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Allocated IP 172.20.0.12 (f160ecd3-96e0-4592-8ede-aabd2609776d/1bb871d6-ae42-450e-94f9-c3b70628eca5/d9abda5f-fb64-49cd-a26c-abc8eae3484d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:56.367562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 03b38274-efc2-4a2a-b87e-b5a13850c18a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:56.430308 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-16a5b82d-ffc4-43d1-99e3-9cf365ccd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.529050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-16a5b82d-ffc4-43d1-99e3-9cf365ccd798 None None] For port 03b38274-efc2-4a2a-b87e-b5a13850c18a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=03b38274-efc2-4a2a-b87e-b5a13850c18a,segment=NetworkSegment(46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4),segment_id=46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:56.540095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-16a5b82d-ffc4-43d1-99e3-9cf365ccd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.546265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 03b38274-efc2-4a2a-b87e-b5a13850c18a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:56.546578 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.574257 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:56.629158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8e9373d4-a6f9-4d07-bb67-7c3972a271eb up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:56.684618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85c317-15fa-49b1-a32b-ca027b6d8a0d None None] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:13:56.701079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.774142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.868082 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:55Z', 'revision_number': 3, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:56.880633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5b82d-ffc4-43d1-99e3-9cf365ccd798 None None] Pushing event updated for resources: {'Port': ['ID=03b38274-efc2-4a2a-b87e-b5a13850c18a,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:56.886815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Network f160ecd3-96e0-4592-8ede-aabd2609776d is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:56.890969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:56.895805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:56.910116 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Checking router: a6750e22-01c9-4bcf-aa49-f42292db962e for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:13:56.913054 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Updating router a6750e22-01c9-4bcf-aa49-f42292db962e port b371d520-c3a7-4061-8529-5577a8c9449c binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:13:56.917287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7b3580ce-ab8f-47e2-a63b-bb6c53d54e18 None None] Provisioning complete for port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:56.920813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7b3580ce-ab8f-47e2-a63b-bb6c53d54e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.929171 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Port': ['ID=d9abda5f-fb64-49cd-a26c-abc8eae3484d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:56.988074 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:56.993131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:56.994085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.027714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.064690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:13:57.068626 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6efbbb66-a157-4de6-afd0-737c565e8512 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3007348 Apr 20 13:13:57.071051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:57.085323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:57.109093 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.175499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 80e74887-13a3-4fa3-8c2f-7feeb82792d9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:57.177536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:57.178077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.335887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e5fc6-2135-42b6-bd04-182382ff4699 req-779af609-24f8-4ab2-8b02-26b7dae4c664 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:57.337809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e6e5fc6-2135-42b6-bd04-182382ff4699 req-779af609-24f8-4ab2-8b02-26b7dae4c664 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 945 time: 0.2451825 Apr 20 13:13:57.346388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.444837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e6e5fc6-2135-42b6-bd04-182382ff4699 req-1b143600-e07e-4cd5-a009-bb54f2b85e68 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989857 Apr 20 13:13:57.456857 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.487256 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7b3580ce-ab8f-47e2-a63b-bb6c53d54e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.495578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:13:57.498007 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95526db-0ac0-485c-9c69-6f26a253cc41" -d '{"events": [{"server_uuid": "536c58b4-c40d-411e-bdd6-5ad1d00f2528", "name": "network-vif-plugged", "status": "completed", "tag": "8e9373d4-a6f9-4d07-bb67-7c3972a271eb"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:13:57.500189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Allocated IP 172.20.0.1 (0fa2c4ed-5604-4f81-9cce-96757b087803/fc97a206-2349-4458-aa4e-c500955c74ad/2b429367-7f73-4cf7-9f68-861194e8acd1) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:57.501172 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.517346 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.545059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:57.545905 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.584738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Allocated IP 172.25.3.170 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/08877f33-d0e7-4f40-99dd-83613b5a4807) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:13:57.587075 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Attempting to bind port b371d520-c3a7-4061-8529-5577a8c9449c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:13:57.587488 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Attempting to bind port b371d520-c3a7-4061-8529-5577a8c9449c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:13:57.587853 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Attempting to bind port b371d520-c3a7-4061-8529-5577a8c9449c on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:13:57.601909 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab909dd-bc85-4d0b-873c-62fb1527f1b6 x-openstack-request-id: req-5ab909dd-bc85-4d0b-873c-62fb1527f1b6 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:13:57.602453 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536c58b4-c40d-411e-bdd6-5ad1d00f2528", "name": "network-vif-plugged", "status": "completed", "tag": "8e9373d4-a6f9-4d07-bb67-7c3972a271eb", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:13:57.602785 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ab909dd-bc85-4d0b-873c-62fb1527f1b6 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:13:57.603282 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab909dd-bc85-4d0b-873c-62fb1527f1b6'] response: {'server_uuid': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb', 'code': 200} Apr 20 13:13:57.607790 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659b511-95a5-48ac-bede-7dc3a7d4ad1b None None] Pushing event updated for resources: {'Port': ['ID=b371d520-c3a7-4061-8529-5577a8c9449c,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.614160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,segment=NetworkSegment(43ba8df8-6513-425f-b4f3-215fc7f0a4fa),segment_id=43ba8df8-6513-425f-b4f3-215fc7f0a4fa)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:57.626166 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:13:57.626746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:13:57.627112 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.627496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:13:57.628102 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Bound port: b371d520-c3a7-4061-8529-5577a8c9449c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:13:57.628862 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.643959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.740779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.755308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac06f7f-20fb-4034-814f-f401a6d59fcd req-ef279d40-bedf-4519-8a0a-604398ad56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:57.756930 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] For port b371d520-c3a7-4061-8529-5577a8c9449c, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:13:57.758084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ac06f7f-20fb-4034-814f-f401a6d59fcd req-ef279d40-bedf-4519-8a0a-604398ad56e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 1097 time: 0.0965750 Apr 20 13:13:57.759106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7b3580ce-ab8f-47e2-a63b-bb6c53d54e18 None None] For port 80e74887-13a3-4fa3-8c2f-7feeb82792d9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=80e74887-13a3-4fa3-8c2f-7feeb82792d9,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:13:57.762349 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] For port b371d520-c3a7-4061-8529-5577a8c9449c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b371d520-c3a7-4061-8529-5577a8c9449c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:13:57.782929 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.807004 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7b3580ce-ab8f-47e2-a63b-bb6c53d54e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.825783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.850798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ac06f7f-20fb-4034-814f-f401a6d59fcd req-48ca36f3-336b-4541-a464-5301947a6b76 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782576 Apr 20 13:13:57.870982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.871619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3580ce-ab8f-47e2-a63b-bb6c53d54e18 None None] Pushing event updated for resources: {'Port': ['ID=80e74887-13a3-4fa3-8c2f-7feeb82792d9,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.907942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.931627 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e659b511-95a5-48ac-bede-7dc3a7d4ad1b None None] Pushing event updated for resources: {'Port': ['ID=b371d520-c3a7-4061-8529-5577a8c9449c,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:57.934022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.936383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5c99038a-92e8-451a-bcd2-35bd919a7e88 None None] Provisioning complete for port 11b3705f-18d4-4b78-bb37-e0cd07ef35e8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:57.936755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5c99038a-92e8-451a-bcd2-35bd919a7e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:57.941478 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:13:57.944421 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:57.960920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:57.966391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:57.971848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:57.976062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Pushing event updated for resources: {'Port': ['ID=2b429367-7f73-4cf7-9f68-861194e8acd1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:58.021990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:58.025304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:58.026750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.027599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5c99038a-92e8-451a-bcd2-35bd919a7e88 None None] Port 11b3705f-18d4-4b78-bb37-e0cd07ef35e8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:58.029130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:13:58.055554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5c99038a-92e8-451a-bcd2-35bd919a7e88 None None] Provisioning complete for port 03b38274-efc2-4a2a-b87e-b5a13850c18a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.055700 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5c99038a-92e8-451a-bcd2-35bd919a7e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.110642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Port': ['ID=08877f33-d0e7-4f40-99dd-83613b5a4807,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:58.162551 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:13:58.226819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.247189 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.277589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 03b38274-efc2-4a2a-b87e-b5a13850c18a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:58.290539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.361158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2c362852-4c52-4044-a01b-b8a1ce544209 None None] Provisioning complete for port d9abda5f-fb64-49cd-a26c-abc8eae3484d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.361809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c362852-4c52-4044-a01b-b8a1ce544209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.425084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 03b38274-efc2-4a2a-b87e-b5a13850c18a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.425554 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.469414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2c362852-4c52-4044-a01b-b8a1ce544209 None None] Port d9abda5f-fb64-49cd-a26c-abc8eae3484d cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:58.495792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2c362852-4c52-4044-a01b-b8a1ce544209 None None] Provisioning complete for port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.496825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c362852-4c52-4044-a01b-b8a1ce544209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.546287 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:55Z', 'revision_number': 3, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:13:58.578799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 80e74887-13a3-4fa3-8c2f-7feeb82792d9 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:13:58.588406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.605664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.627468 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43de09a-15a7-43a6-9154-73cc8d43310c None None] The sync data for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 is: [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:55Z', 'revision_number': 3, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:13:58.649928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.656344 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.696131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.696500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.748934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Pushing event updated for resources: {'Port': ['ID=2b429367-7f73-4cf7-9f68-861194e8acd1,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:58.754590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.771107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.775824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788056-ff19-4403-b247-69f118010fbb req-83baabb7-fe34-4faf-bd01-c9f8b9ad61f3 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:13:58.777991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78788056-ff19-4403-b247-69f118010fbb req-83baabb7-fe34-4faf-bd01-c9f8b9ad61f3 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 946 time: 0.1867771 Apr 20 13:13:58.804130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.805585 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7281559 Apr 20 13:13:58.806461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e6dfb-2e0f-4da3-8582-77d8d8dbef51 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Port': ['ID=08877f33-d0e7-4f40-99dd-83613b5a4807,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:58.810022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60564) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:58.816095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2d5de6c2-0146-44f6-a294-17f6ed2aff39 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'floatingip': {'port_id': 'd9abda5f-fb64-49cd-a26c-abc8eae3484d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:13:58.892505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2d5de6c2-0146-44f6-a294-17f6ed2aff39 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.913104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78788056-ff19-4403-b247-69f118010fbb req-686a6537-15c9-4afd-a677-d36763ca8e9f tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214204 Apr 20 13:13:58.954544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4bdf765c-b3fa-4b0c-8618-6c6aec9227f7 None None] Provisioning complete for port 2b429367-7f73-4cf7-9f68-861194e8acd1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:58.954886 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4bdf765c-b3fa-4b0c-8618-6c6aec9227f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:58.969549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:13:58.975270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:13:59.032027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf765c-b3fa-4b0c-8618-6c6aec9227f7 None None] Port 2b429367-7f73-4cf7-9f68-861194e8acd1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:59.167622 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-2d5de6c2-0146-44f6-a294-17f6ed2aff39 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] update failed (client error): The resource could not be found. Apr 20 13:13:59.168714 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2d5de6c2-0146-44f6-a294-17f6ed2aff39 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "PUT /v2.0/floatingips/5aee8f0d-95ac-41dc-9d64-403c5c71fb1b HTTP/1.1" status: 404 len: 507 time: 0.3568220 Apr 20 13:13:59.171746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60566) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:59.175898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Router a6750e22-01c9-4bcf-aa49-f42292db962e has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:13:59.300887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:13:59.312278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cc0b06fc-0f54-4870-bfbe-512d9e1e3d8d admin admin] 10.222.0.24 "PUT /v2.0/routers/a6750e22-01c9-4bcf-aa49-f42292db962e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1151638 Apr 20 13:13:59.357830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8ec613b8-4453-4e45-b67a-5891c1b74b29 None None] Provisioning complete for port 2b429367-7f73-4cf7-9f68-861194e8acd1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:13:59.357830 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ec613b8-4453-4e45-b67a-5891c1b74b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.376107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Deleting port 08877f33-d0e7-4f40-99dd-83613b5a4807 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:13:59.376457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.434301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8ec613b8-4453-4e45-b67a-5891c1b74b29 None None] Port 2b429367-7f73-4cf7-9f68-861194e8acd1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:13:59.463060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.463060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.477845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Calling delete_port for 08877f33-d0e7-4f40-99dd-83613b5a4807 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:13:59.653065 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:13:59.687912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event deleted for resources: {'Port': ['ID=08877f33-d0e7-4f40-99dd-83613b5a4807,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:13:59.958323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60586) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:13:59.965195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-851896964-network', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:00.011782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Made reservation on behalf of 876411334f2843cf8f7ab1b5bb935bfb for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:00.018582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.038686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.123528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ab920-d4d9-4746-a8f9-ae6df5f6d239 req-851e5c6c-459f-4b75-befb-fc5aaa59f39a tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:00.131093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce6ab920-d4d9-4746-a8f9-ae6df5f6d239 req-851e5c6c-459f-4b75-befb-fc5aaa59f39a tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 946 time: 0.0945790 Apr 20 13:14:00.164937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.167930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.169270 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d0f0eb49-bc46-4340-85af-0481c843893d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "DELETE /v2.0/floatingips/5aee8f0d-95ac-41dc-9d64-403c5c71fb1b HTTP/1.1" status: 204 len: 168 time: 0.9965031 Apr 20 13:14:00.173175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60588) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:00.178505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5a9f893e-eee0-4a02-90af-f8c9fb42932d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'floatingip': {'floating_network_id': 'f160ecd3-96e0-4592-8ede-aabd2609776d', 'port_id': 'd9abda5f-fb64-49cd-a26c-abc8eae3484d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:00.185998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce6ab920-d4d9-4746-a8f9-ae6df5f6d239 req-9fd16a6e-e147-4623-b849-1500a879a658 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Apr 20 13:14:00.203572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a9f893e-eee0-4a02-90af-f8c9fb42932d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.255327 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.262114 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.283988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b371d520-c3a7-4061-8529-5577a8c9449c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:00.320227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:00.345978 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-5a9f893e-eee0-4a02-90af-f8c9fb42932d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:14:00.349516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b371d520-c3a7-4061-8529-5577a8c9449c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:00.350150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.353347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60594) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:00.353926 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5a9f893e-eee0-4a02-90af-f8c9fb42932d tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1793087 Apr 20 13:14:00.372353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'd9abda5f-fb64-49cd-a26c-abc8eae3484d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:00.386214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799a4e13-5aca-496f-9ec7-6113dbc987fb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:00.392094 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.392440 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Added segment c07495d1-95c9-4b00-9644-268764506ea0 of type vlan for network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a Apr 20 13:14:00.435355 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.453563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.456505 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.488621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port b371d520-c3a7-4061-8529-5577a8c9449c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b371d520-c3a7-4061-8529-5577a8c9449c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:00.494248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.551421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.555009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:00.555560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.577716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=b371d520-c3a7-4061-8529-5577a8c9449c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:00.633604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6734738 Apr 20 13:14:00.637994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60606) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:00.651844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Request body: {'subnet': {'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-851896964-subnet', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:00.726583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02cd21-7050-4d79-83e2-3d430c6b92ab admin admin] Pushing event updated for resources: {'Network': ['ID=19dc4a1a-d67f-4cf8-a461-d966f1ac480a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:00.728611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Made reservation on behalf of 876411334f2843cf8f7ab1b5bb935bfb for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:00.740402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:00.755902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.770257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:00.918604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c11c70-f14c-42eb-bfba-2afb650afc42 req-da2da532-8318-49a3-9fe2-a62c871aec9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:00.920254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7c11c70-f14c-42eb-bfba-2afb650afc42 req-da2da532-8318-49a3-9fe2-a62c871aec9b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 946 time: 0.0931122 Apr 20 13:14:01.007805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7c11c70-f14c-42eb-bfba-2afb650afc42 req-65189162-8342-46a5-aab8-4f10b8c89cc5 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641854 Apr 20 13:14:01.009160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Allocated IP 172.25.3.110 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d08bbfee-2103-487b-92e3-9b24aef868f7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:01.067343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.089775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Sync routers for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:01.115483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:01.116428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:01.143236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=113c309f-86ef-46c1-b692-c5a421a873b2,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:01.160750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Checking segment: {'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:01.161455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Network hostable DHCP agents. Network: 19dc4a1a-d67f-4cf8-a461-d966f1ac480a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:01.183411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:01.209806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.231630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 19dc4a1a-d67f-4cf8-a461-d966f1ac480a) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:01.240050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:01.242196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.277713 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-387b9669-6e1d-4c3d-9ac2-5b97a353d278 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6378386 Apr 20 13:14:01.279801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:01.288308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:01.309430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.333236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.335163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.404049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:01.414139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:01.428104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:01.431864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.463470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea982a66-6c00-4fc3-921c-de5fad35519b None None] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:01.464955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event updated for resources: {'Port': ['ID=d08bbfee-2103-487b-92e3-9b24aef868f7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:01.576762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:01.642871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Deleting port d08bbfee-2103-487b-92e3-9b24aef868f7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:01.644907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.651549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.758281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.759490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.774631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Calling delete_port for d08bbfee-2103-487b-92e3-9b24aef868f7 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:01.817962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-19dc4a1a-d67f-4cf8-a461-d966f1ac480a', 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'fixed_ips': [{'subnet_id': '113c309f-86ef-46c1-b692-c5a421a873b2'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:01.818816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.951509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.969043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:01.980405 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.005800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event deleted for resources: {'Port': ['ID=d08bbfee-2103-487b-92e3-9b24aef868f7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:02.011563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 2, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:02.051028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Checking router: a6750e22-01c9-4bcf-aa49-f42292db962e for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:02.051596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Updating router a6750e22-01c9-4bcf-aa49-f42292db962e port 2b429367-7f73-4cf7-9f68-861194e8acd1 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:14:02.083508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Allocated IP 172.20.0.2 (19dc4a1a-d67f-4cf8-a461-d966f1ac480a/113c309f-86ef-46c1-b692-c5a421a873b2/a202fc01-2058-473a-8d1b-19d31caa9d4b) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:02.136327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Allocated IP 172.25.3.103 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/7d12a289-4352-4b6a-8878-68f8443d5b8a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:02.177527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.234824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-0bb97d9a-3c08-4260-85f2-25cc308c0399 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.234824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-0bb97d9a-3c08-4260-85f2-25cc308c0399 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.37 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 946 time: 0.1281252 Apr 20 13:14:02.239221 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] create failed (client error): The resource could not be found. Apr 20 13:14:02.240294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8774847f-522d-445e-a339-e465e8f6477a tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8808513 Apr 20 13:14:02.248117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:02.258359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af53ca-036e-42c3-9493-d63cbe863a76 req-15143a2d-eb59-4bae-a909-0dd46f402aa6 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:02.260028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9af53ca-036e-42c3-9493-d63cbe863a76 req-15143a2d-eb59-4bae-a909-0dd46f402aa6 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 946 time: 0.1557212 Apr 20 13:14:02.349865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.371828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b371d520-c3a7-4061-8529-5577a8c9449c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:02.412570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9af53ca-036e-42c3-9493-d63cbe863a76 req-8f3a6735-b8f8-4cd1-83f4-76189703d754 tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285083 Apr 20 13:14:02.437109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.448590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Deleting port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:02.448944 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.496252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Pushing event updated for resources: {'Port': ['ID=7d12a289-4352-4b6a-8878-68f8443d5b8a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:02.519257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:02.523236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:02.526830 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:02.536393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Deleting port d9abda5f-fb64-49cd-a26c-abc8eae3484d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:02.536744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.594513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.601606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b371d520-c3a7-4061-8529-5577a8c9449c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:02.601997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.632554 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.646389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] For port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,segment=NetworkSegment(43ba8df8-6513-425f-b4f3-215fc7f0a4fa),segment_id=43ba8df8-6513-425f-b4f3-215fc7f0a4fa)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:02.646820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.675999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Calling delete_port for 8e9373d4-a6f9-4d07-bb67-7c3972a271eb owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:02.688195 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.699560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:02.715572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:02.715803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Calling delete_port for d9abda5f-fb64-49cd-a26c-abc8eae3484d owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:02.725674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:02.738358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Pushing event updated for resources: {'Port': ['ID=a202fc01-2058-473a-8d1b-19d31caa9d4b,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:02.801999 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.812371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.812618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.812922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.813280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.813598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.813960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.814293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.814670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.815087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.816244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.816584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.816914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:02.864247 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.894511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.970212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Attempting to bind port a202fc01-2058-473a-8d1b-19d31caa9d4b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:02.970704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Attempting to bind port a202fc01-2058-473a-8d1b-19d31caa9d4b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:02.970945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Attempting to bind port a202fc01-2058-473a-8d1b-19d31caa9d4b on network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:02.984443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40807741-7da7-4bfe-a0e8-f7ad43e0cde8 None None] Pushing event updated for resources: {'Port': ['ID=2b429367-7f73-4cf7-9f68-861194e8acd1,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:02.989152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:02.989586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Checking segment: {'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:02.989973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:02.990385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Bound using segment: {'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:02.990897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Bound port: a202fc01-2058-473a-8d1b-19d31caa9d4b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:02.991300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.130499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Attempting to bind port 2b429367-7f73-4cf7-9f68-861194e8acd1 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:03.130884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Attempting to bind port 2b429367-7f73-4cf7-9f68-861194e8acd1 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:03.131255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Attempting to bind port 2b429367-7f73-4cf7-9f68-861194e8acd1 on network 0fa2c4ed-5604-4f81-9cce-96757b087803 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:03.153331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:03.155497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Checking segment: {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:03.155937 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.156340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Bound using segment: {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:03.156835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Bound port: 2b429367-7f73-4cf7-9f68-861194e8acd1, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:03.160880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.194272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] For port a202fc01-2058-473a-8d1b-19d31caa9d4b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:03.228193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.248552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] For port a202fc01-2058-473a-8d1b-19d31caa9d4b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a202fc01-2058-473a-8d1b-19d31caa9d4b,segment=NetworkSegment(c07495d1-95c9-4b00-9644-268764506ea0),segment_id=c07495d1-95c9-4b00-9644-268764506ea0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:03.265946 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.378312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] For port 2b429367-7f73-4cf7-9f68-861194e8acd1, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:03.388826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] For port 2b429367-7f73-4cf7-9f68-861194e8acd1, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2b429367-7f73-4cf7-9f68-861194e8acd1,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:03.396034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0363b5-858e-4dca-a789-63dc030a221b None None] Pushing event updated for resources: {'Port': ['ID=a202fc01-2058-473a-8d1b-19d31caa9d4b,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:03.409842 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.488770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2c26f1b1-694d-4684-a2fa-c44cf1fb3e59 None None] Provisioning complete for port 2b429367-7f73-4cf7-9f68-861194e8acd1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:03.489143 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c26f1b1-694d-4684-a2fa-c44cf1fb3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.567340 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Router 63ba4be2-51b0-4172-8621-26268f47e6c6 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:14:03.574003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:03.574991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:03.634493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.675964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40807741-7da7-4bfe-a0e8-f7ad43e0cde8 None None] Pushing event updated for resources: {'Port': ['ID=2b429367-7f73-4cf7-9f68-861194e8acd1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:03.722566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e908bca0-b282-439a-9982-d76f5ab4e546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.808187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.865062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:03.870932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5b158179-6a7a-488d-ade8-4e4e18e76403 req-65be8ab2-2bc4-4a21-924e-bddbcdfa399b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.24 "GET /v2.0/ports?device_id=536c58b4-c40d-411e-bdd6-5ad1d00f2528 HTTP/1.1" status: 200 len: 210 time: 0.2405148 Apr 20 13:14:03.878157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Sync routers for ids ['63ba4be2-51b0-4172-8621-26268f47e6c6'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:03.885364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Pushing event deleted for resources: {'Port': ['ID=8e9373d4-a6f9-4d07-bb67-7c3972a271eb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:03.900975 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Routers {'63ba4be2-51b0-4172-8621-26268f47e6c6'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:03.904610 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['63ba4be2-51b0-4172-8621-26268f47e6c6'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:03.914878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:03.918449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:03.920422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c680cd0a-180c-449c-ab3b-39dd71b8ffe2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6388311 Apr 20 13:14:03.923810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60698) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:03.985352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event deleted for resources: {'Port': ['ID=d9abda5f-fb64-49cd-a26c-abc8eae3484d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:04.024944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] No DVR routers for this DVR port 8e9373d4-a6f9-4d07-bb67-7c3972a271eb on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:04.028716 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.033150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-866992eb-02d4-4d05-805e-95b9dc0ffb6e req-d8338dbd-ca5b-49b0-953d-bd6132f7d83b tempest-ServerPasswordTestJSON-637450923 tempest-ServerPasswordTestJSON-637450923-project] 10.222.0.37 "DELETE /v2.0/ports/8e9373d4-a6f9-4d07-bb67-7c3972a271eb HTTP/1.1" status: 204 len: 173 time: 1.7916815 Apr 20 13:14:04.033820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'name': 'network-vif-deleted', 'tag': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:04.036796 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c59fca-a573-418b-b00d-2f5c966219f0" -d '{"events": [{"server_uuid": "536c58b4-c40d-411e-bdd6-5ad1d00f2528", "name": "network-vif-deleted", "tag": "8e9373d4-a6f9-4d07-bb67-7c3972a271eb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:04.039610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c26f1b1-694d-4684-a2fa-c44cf1fb3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.200513 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db6811-c447-4bda-8a64-5d6e5643499b x-openstack-request-id: req-82db6811-c447-4bda-8a64-5d6e5643499b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:04.201325 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536c58b4-c40d-411e-bdd6-5ad1d00f2528", "name": "network-vif-deleted", "tag": "8e9373d4-a6f9-4d07-bb67-7c3972a271eb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:04.202130 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82db6811-c447-4bda-8a64-5d6e5643499b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:04.202945 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82db6811-c447-4bda-8a64-5d6e5643499b'] response: {'server_uuid': '536c58b4-c40d-411e-bdd6-5ad1d00f2528', 'name': 'network-vif-deleted', 'tag': '8e9373d4-a6f9-4d07-bb67-7c3972a271eb', 'status': 'completed', 'code': 200} Apr 20 13:14:04.269289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.279635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-af19b797-18fe-4f4b-98b4-08f367f41bc1 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "DELETE /v2.0/ports/d9abda5f-fb64-49cd-a26c-abc8eae3484d HTTP/1.1" status: 204 len: 168 time: 2.0259979 Apr 20 13:14:04.280206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60702) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:04.287795 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Set router 63ba4be2-51b0-4172-8621-26268f47e6c6 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:04.477666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a202fc01-2058-473a-8d1b-19d31caa9d4b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:04.536592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6141fcfc-a324-4662-b3b3-f9526b61aaae tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:04.545146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6141fcfc-a324-4662-b3b3-f9526b61aaae tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcfa8327-8110-4157-a573-667ed8c147b9 HTTP/1.1" status: 200 len: 913 time: 0.2634392 Apr 20 13:14:04.556331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60706) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:04.604198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b35bf5-d88a-446f-903b-e0822eaecaee req-c2621e99-b99a-474c-b6e9-8f9e40fdf91b tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:04.617101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8e9373d4-a6f9-4d07-bb67-7c3972a271eb no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:04.628369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77b35bf5-d88a-446f-903b-e0822eaecaee req-c2621e99-b99a-474c-b6e9-8f9e40fdf91b tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1098 time: 0.2748585 Apr 20 13:14:04.737025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 8e9373d4-a6f9-4d07-bb67-7c3972a271eb {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:04.748668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8e9373d4-a6f9-4d07-bb67-7c3972a271eb not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:04.806712 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.822595 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:02Z', 'revision_number': 3, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port': {'id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:04.860432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2c26f1b1-694d-4684-a2fa-c44cf1fb3e59 None None] For port 2b429367-7f73-4cf7-9f68-861194e8acd1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2b429367-7f73-4cf7-9f68-861194e8acd1,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:04.898368 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Checking router: 63ba4be2-51b0-4172-8621-26268f47e6c6 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:04.899054 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Updating router 63ba4be2-51b0-4172-8621-26268f47e6c6 port 7d12a289-4352-4b6a-8878-68f8443d5b8a binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:14:04.942063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60710) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:04.942494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77b35bf5-d88a-446f-903b-e0822eaecaee req-e1b79e3f-e079-47fb-a949-551c15c1ef26 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196579 Apr 20 13:14:04.964907 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2c26f1b1-694d-4684-a2fa-c44cf1fb3e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:04.992698 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.034684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60712) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:05.067624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26f1b1-694d-4684-a2fa-c44cf1fb3e59 None None] Pushing event updated for resources: {'Port': ['ID=2b429367-7f73-4cf7-9f68-861194e8acd1,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:05.073684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a202fc01-2058-473a-8d1b-19d31caa9d4b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:05.073684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.181150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Allocated IP 172.20.0.1 (19dc4a1a-d67f-4cf8-a461-d966f1ac480a/113c309f-86ef-46c1-b692-c5a421a873b2/54580ff3-4306-473b-8477-1488be71450b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:05.187517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6743cc57-6ca1-4146-a123-96ec28726cb0 None None] Provisioning complete for port 2b429367-7f73-4cf7-9f68-861194e8acd1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:05.188118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6743cc57-6ca1-4146-a123-96ec28726cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.197937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] Deleting subnet 24701a78-a56e-4aa9-907c-bea3e8c655f5 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:05.210765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.291228 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.343750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.415976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.421163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.443972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.444831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d731a45-12c8-4411-b49a-04f75987bc87 None None] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:05.451299 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/24701a78-a56e-4aa9-907c-bea3e8c655f5 HTTP/1.1" status: 204 len: 168 time: 0.4155958 Apr 20 13:14:05.454617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60714) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:05.501864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4f5ae-3251-440e-b758-a67092fbfb17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24701a78-a56e-4aa9-907c-bea3e8c655f5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:05.538746 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.554259 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.609741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.691617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.697496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port a202fc01-2058-473a-8d1b-19d31caa9d4b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a202fc01-2058-473a-8d1b-19d31caa9d4b,segment=NetworkSegment(c07495d1-95c9-4b00-9644-268764506ea0),segment_id=c07495d1-95c9-4b00-9644-268764506ea0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:05.701120 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Attempting to bind port 7d12a289-4352-4b6a-8878-68f8443d5b8a on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:05.701856 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Attempting to bind port 7d12a289-4352-4b6a-8878-68f8443d5b8a by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:05.704912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Attempting to bind port 7d12a289-4352-4b6a-8878-68f8443d5b8a on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:05.730103 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388e360-d332-4d54-9b8a-3a3012d8da35 None None] Pushing event updated for resources: {'Port': ['ID=7d12a289-4352-4b6a-8878-68f8443d5b8a,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:05.731433 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.735688 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:05.736683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:05.737321 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.738109 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:05.740851 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Bound port: 7d12a289-4352-4b6a-8878-68f8443d5b8a, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:05.741697 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.783159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port be4c1dd5-6eef-4020-ba94-0cc685c5326d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:05.783512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.850150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:05.857680 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] For port 7d12a289-4352-4b6a-8878-68f8443d5b8a, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:05.861557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] For port 7d12a289-4352-4b6a-8878-68f8443d5b8a, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7d12a289-4352-4b6a-8878-68f8443d5b8a,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:05.867283 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.903388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.905376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:05.930982 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Routers {'63ba4be2-51b0-4172-8621-26268f47e6c6'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:05.931570 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:13:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['63ba4be2-51b0-4172-8621-26268f47e6c6'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:05.937164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11403f9b-b34a-48f1-b097-461182ebfa63 None None] The sync data for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 is: [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:03Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:05.988435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87adc26-0015-4975-8580-9b3c740c672a']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:06.024610 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388e360-d332-4d54-9b8a-3a3012d8da35 None None] Pushing event updated for resources: {'Port': ['ID=7d12a289-4352-4b6a-8878-68f8443d5b8a,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:06.027014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=a202fc01-2058-473a-8d1b-19d31caa9d4b,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:06.048026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c1255e24-1bd8-46b1-b0a2-d7cf332bd56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.059511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ba8df8-6513-425f-b4f3-215fc7f0a4fa') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:06.059650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ba8df8-6513-425f-b4f3-215fc7f0a4fa') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:06.088058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-05873361-ff04-4175-827f-e5269e124807 None None] Provisioning complete for port a202fc01-2058-473a-8d1b-19d31caa9d4b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:06.088561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-05873361-ff04-4175-827f-e5269e124807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.106150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.106478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.110129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.151912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Deleting port 11b3705f-18d4-4b78-bb37-e0cd07ef35e8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:06.153066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.163551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for be4c1dd5-6eef-4020-ba94-0cc685c5326d owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:06.197031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.215355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.289871 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] Set router 63ba4be2-51b0-4172-8621-26268f47e6c6 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:06.310228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.326451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Calling delete_port for 11b3705f-18d4-4b78-bb37-e0cd07ef35e8 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:06.465402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:06.465859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:06.469560 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:06.547129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a202fc01-2058-473a-8d1b-19d31caa9d4b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:06.602199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5bb1b5df-e602-4a8d-b8fa-af67ef403370 None None] Provisioning complete for port a202fc01-2058-473a-8d1b-19d31caa9d4b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:06.603303 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5bb1b5df-e602-4a8d-b8fa-af67ef403370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.617215 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.632544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:06.654580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event deleted for resources: {'Port': ['ID=11b3705f-18d4-4b78-bb37-e0cd07ef35e8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:06.659241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Pushing event updated for resources: {'Port': ['ID=54580ff3-4306-473b-8477-1488be71450b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:06.664559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.665122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.665624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.666173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.666706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.667750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:06.674431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.675123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.675696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.676250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.676780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.677308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.677875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:06.678327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:06.693620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.741399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.760554 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d87adc26-0015-4975-8580-9b3c740c672a HTTP/1.1" status: 204 len: 168 time: 1.2736442 Apr 20 13:14:06.847145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a202fc01-2058-473a-8d1b-19d31caa9d4b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:06.848181 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.848652 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:02Z', 'revision_number': 3, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port': {'id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:06.888052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758f26d-d5ba-484c-82d8-cded16984876 admin admin] Pushing event deleted for resources: {'Network': ['ID=d87adc26-0015-4975-8580-9b3c740c672a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:06.925042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:06.959995 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb8e384-b560-454f-acc9-c72dae2ac7c1 None None] The sync data for ids ['63ba4be2-51b0-4172-8621-26268f47e6c6'] in n-d-838550-2 is: [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:02Z', 'revision_number': 3, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port': {'id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:07.149227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.252876 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.363051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.364791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2b429367-7f73-4cf7-9f68-861194e8acd1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:07.401930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60722) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:07.409203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e566598c-7ddc-4b7f-a78d-781a2f4740a6 None None] Provisioning complete for port 54580ff3-4306-473b-8477-1488be71450b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:07.410343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e566598c-7ddc-4b7f-a78d-781a2f4740a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.441929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=be4c1dd5-6eef-4020-ba94-0cc685c5326d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:07.486680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e566598c-7ddc-4b7f-a78d-781a2f4740a6 None None] Port 54580ff3-4306-473b-8477-1488be71450b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:07.518553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2b429367-7f73-4cf7-9f68-861194e8acd1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:07.518996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.584752 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.713280 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.717779 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP df144ef1-7b33-4606-bc2f-f6dcb649e924 disassociated (deleted). External IP: 172.25.3.152, port: e3b7d563-0120-4e70-9b5f-a19129b34405. Apr 20 13:14:07.719778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Router bcfa8327-8110-4157-a573-667ed8c147b9 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:07.733816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b7c06f86-a68a-409a-96c2-0c7d7260926f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=573591661a714d2cae8e65f896f7613b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301151 Apr 20 13:14:07.739841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60724) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:07.932377 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63d97e9c-af55-45b0-a6c6-c8542299c05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.963301 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63d97e9c-af55-45b0-a6c6-c8542299c05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:07.976969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:07.982604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b7060048-dcc1-4018-b40a-db98b20a0a25 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "PUT /v2.0/routers/bcfa8327-8110-4157-a573-667ed8c147b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4218717 Apr 20 13:14:07.989101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] Sync routers for ids ['bcfa8327-8110-4157-a573-667ed8c147b9'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:07.989344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60728) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:08.004732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] Routers {'bcfa8327-8110-4157-a573-667ed8c147b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:08.006519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bcfa8327-8110-4157-a573-667ed8c147b9'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:08.115207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:08.145007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] Routers {'bcfa8327-8110-4157-a573-667ed8c147b9'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:08.145664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['bcfa8327-8110-4157-a573-667ed8c147b9'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:08.197846 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11a94588-e989-4d53-9507-b35443914054 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.247653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:08.247653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7bb9b6-fd0d-42fc-9b79-a7240721d8c1 None None] The sync data for ids ['bcfa8327-8110-4157-a573-667ed8c147b9'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:08.325439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7d12a289-4352-4b6a-8878-68f8443d5b8a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:08.394401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63d97e9c-af55-45b0-a6c6-c8542299c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.397513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63d97e9c-af55-45b0-a6c6-c8542299c05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.399070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-63d97e9c-af55-45b0-a6c6-c8542299c05f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea33377a-22ac-4cc7-95c2-6b70cf7a88f7 HTTP/1.1" status: 204 len: 168 time: 0.6574962 Apr 20 13:14:08.407804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7d12a289-4352-4b6a-8878-68f8443d5b8a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:08.408407 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.472730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d97e9c-af55-45b0-a6c6-c8542299c05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea33377a-22ac-4cc7-95c2-6b70cf7a88f7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:08.480088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11a94588-e989-4d53-9507-b35443914054 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.488549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11a94588-e989-4d53-9507-b35443914054 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.592654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.600840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.602507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.626549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11a94588-e989-4d53-9507-b35443914054 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.629881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a94588-e989-4d53-9507-b35443914054 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Fanout notify agent at l3_agent the message router_deleted on router bcfa8327-8110-4157-a573-667ed8c147b9 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:14:08.641745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-11a94588-e989-4d53-9507-b35443914054 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.643103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-11a94588-e989-4d53-9507-b35443914054 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "DELETE /v2.0/routers/bcfa8327-8110-4157-a573-667ed8c147b9 HTTP/1.1" status: 204 len: 168 time: 0.6529210 Apr 20 13:14:08.645935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60732) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:08.660410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.665185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 7d12a289-4352-4b6a-8878-68f8443d5b8a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7d12a289-4352-4b6a-8878-68f8443d5b8a,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:08.675616 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.774478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Pushing event updated for resources: {'Port': ['ID=54580ff3-4306-473b-8477-1488be71450b,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:08.788451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.793159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Deleting subnet 1bb871d6-ae42-450e-94f9-c3b70628eca5 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:08.799324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.806875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=7d12a289-4352-4b6a-8878-68f8443d5b8a,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:08.856518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 82dae3a5-35b6-4188-ac57-e859c6d20558 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:08.875372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:08.906367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.040074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.094282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:09.097183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:09.151707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:09.158383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.162590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.168012 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] Sync routers for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:09.180053 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:09.181125 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:09.207597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4772820a-5712-4dc8-8fb5-58f63ccb608d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/floatingips/df144ef1-7b33-4606-bc2f-f6dcb649e924 HTTP/1.1" status: 204 len: 168 time: 4.2621348 Apr 20 13:14:09.207597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:09.210240 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50849614-e901-4e6b-8fa8-809eb32eb48c" -d '{"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:09.242585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb871d6-ae42-450e-94f9-c3b70628eca5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:09.245186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.248639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f75ab872-2e20-4a4d-8507-5b9341ef5690 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "DELETE /v2.0/subnets/1bb871d6-ae42-450e-94f9-c3b70628eca5 HTTP/1.1" status: 204 len: 168 time: 0.6017396 Apr 20 13:14:09.252777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60752) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:09.261827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bcd4eb-90c5-4799-b4a4-5f8918be1fcf None None] Network f160ecd3-96e0-4592-8ede-aabd2609776d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:09.487904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Router 63ba4be2-51b0-4172-8621-26268f47e6c6 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:09.530164 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:09.650694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.694414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b9a6f58e-d7db-4961-92c4-65313849a82e None None] Provisioning complete for port 54580ff3-4306-473b-8477-1488be71450b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:09.694890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f58e-d7db-4961-92c4-65313849a82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.717692 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff5b286-56b4-41c6-a007-3f1e606e4708 x-openstack-request-id: req-3ff5b286-56b4-41c6-a007-3f1e606e4708 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:09.718296 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:09.718296 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ff5b286-56b4-41c6-a007-3f1e606e4708 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:09.719108 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff5b286-56b4-41c6-a007-3f1e606e4708'] response: {'name': 'network-changed', 'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'status': 'completed', 'code': 200} Apr 20 13:14:09.804605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b9a6f58e-d7db-4961-92c4-65313849a82e None None] Port 54580ff3-4306-473b-8477-1488be71450b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:09.813307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60764) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:09.831466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:09.845435 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-42e73103-bfce-4fb5-aeba-87490c9a0d8b admin admin] 10.222.0.24 "PUT /v2.0/routers/63ba4be2-51b0-4172-8621-26268f47e6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9183948 Apr 20 13:14:09.862834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] DHCP port deletion for f160ecd3-96e0-4592-8ede-aabd2609776d request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:09.902556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-ea855b77-ebf1-42f0-ae1a-237f321f57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:09.904047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-ea855b77-ebf1-42f0-ae1a-237f321f57f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 1098 time: 0.1432326 Apr 20 13:14:09.916544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Deleting port 03b38274-efc2-4a2a-b87e-b5a13850c18a {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:09.916939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:09.936977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8efcf8-d571-4d7a-8df5-4d5e8ffd0094 req-aab4a917-e12d-4671-a5f6-bc14b146974e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:09.938580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c8efcf8-d571-4d7a-8df5-4d5e8ffd0094 req-aab4a917-e12d-4671-a5f6-bc14b146974e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 947 time: 0.1821604 Apr 20 13:14:09.977609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] Deleting port 03b38274-efc2-4a2a-b87e-b5a13850c18a {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:09.980093 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.081049 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:09Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:10.144699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] Checking router: 82dae3a5-35b6-4188-ac57-e859c6d20558 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:10.145914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] For port 03b38274-efc2-4a2a-b87e-b5a13850c18a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=03b38274-efc2-4a2a-b87e-b5a13850c18a,segment=NetworkSegment(46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4),segment_id=46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:10.148304 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.166255 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:10.166909 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:10.187634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] Calling delete_port for 03b38274-efc2-4a2a-b87e-b5a13850c18a owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:10.254027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-258602615-network', 'tenant_id': 'aedf0abe7d384d0591435b835a06139b'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:10.293736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] For port 03b38274-efc2-4a2a-b87e-b5a13850c18a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=03b38274-efc2-4a2a-b87e-b5a13850c18a,segment=NetworkSegment(46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4),segment_id=46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:10.294387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7d12a289-4352-4b6a-8878-68f8443d5b8a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:10.296429 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.327422 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.348877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c8efcf8-d571-4d7a-8df5-4d5e8ffd0094 req-b380b932-ef8b-4b52-b140-84a08844e90e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3793058 Apr 20 13:14:10.364248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] Pushing event deleted for resources: {'Port': ['ID=03b38274-efc2-4a2a-b87e-b5a13850c18a,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:10.371604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Calling delete_port for 03b38274-efc2-4a2a-b87e-b5a13850c18a owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:10.381066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009d3040-ffd0-4754-bf82-d4533ae52a4f None None] No DVR routers for this DVR port 03b38274-efc2-4a2a-b87e-b5a13850c18a on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:10.394739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-662fd0f3-45d0-46a9-8366-ac398e1162f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.396949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-662fd0f3-45d0-46a9-8366-ac398e1162f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 200 len: 898 time: 0.4826221 Apr 20 13:14:10.403714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Made reservation on behalf of aedf0abe7d384d0591435b835a06139b for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:10.406232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.408145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 7d12a289-4352-4b6a-8878-68f8443d5b8a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:10.408517 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.426265 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:10.500396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-e8a192b0-810b-4ac0-9461-00f61f83bd5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 200 len: 217 time: 0.0901217 Apr 20 13:14:10.503088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.607999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 03b38274-efc2-4a2a-b87e-b5a13850c18a no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:10.628691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-8305b8f6-1130-4839-8f32-11927e1b9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.630568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-8305b8f6-1130-4839-8f32-11927e1b9bd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 200 len: 834 time: 0.1217937 Apr 20 13:14:10.642414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 03b38274-efc2-4a2a-b87e-b5a13850c18a {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:10.642950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 03b38274-efc2-4a2a-b87e-b5a13850c18a not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:10.655209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.713887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60776) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:10.715290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event deleted for resources: {'Port': ['ID=03b38274-efc2-4a2a-b87e-b5a13850c18a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:10.726429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] No DVR routers for this DVR port 03b38274-efc2-4a2a-b87e-b5a13850c18a on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:10.738927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Sync routers for ids ['63ba4be2-51b0-4172-8621-26268f47e6c6'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:10.744419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ef79fb43-7929-436f-96a6-f1eefff020ef tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1692092583', 'description': 'tempest-secgroup-smoke-1692092583 description', 'project_id': '43e8d74de49741578a5fdafcdd919272'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:10.776050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Routers {'63ba4be2-51b0-4172-8621-26268f47e6c6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:10.780157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['63ba4be2-51b0-4172-8621-26268f47e6c6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:10.812975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef79fb43-7929-436f-96a6-f1eefff020ef tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.835140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.837572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-b21d110e-b043-45f3-8edc-a5b9826d4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:10.837847 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:09Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:10.840021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-b21d110e-b043-45f3-8edc-a5b9826d4d8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=586b39b0-36a5-4a6e-86f6-cefe54ecf965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013884 Apr 20 13:14:10.847728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.868753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.883721 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f08f2c6-fcd8-42b5-94ed-98253f554746 None None] The sync data for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 is: [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:11:02Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91d6ed9c-b001-4592-8eaf-32b0f60f4afa', 'name': '', 'network_id': '586b39b0-36a5-4a6e-86f6-cefe54ecf965', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:ed:fd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2716, 'fixed_ips': [{'subnet_id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:01Z', 'updated_at': '2022-04-20T13:11:09Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9933a347-4b05-4a2d-bb7f-ade8e92ae098', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:10.954493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef79fb43-7929-436f-96a6-f1eefff020ef tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:10.960073 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef79fb43-7929-436f-96a6-f1eefff020ef tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.008300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef79fb43-7929-436f-96a6-f1eefff020ef tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.009429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f160ecd3-96e0-4592-8ede-aabd2609776d']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:11.010221 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef79fb43-7929-436f-96a6-f1eefff020ef tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2947414 Apr 20 13:14:11.012777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:11.014563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:11.022278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-200681b8-8aaf-49f2-bb95-2dd43386a5a2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'security_group_rule': {'security_group_id': '3f3df3a6-5272-4ce1-80af-4ddbd1258865', 'project_id': '43e8d74de49741578a5fdafcdd919272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:11.029035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79fb43-7929-436f-96a6-f1eefff020ef tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3df3a6-5272-4ce1-80af-4ddbd1258865,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.062040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-200681b8-8aaf-49f2-bb95-2dd43386a5a2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.069987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:11.070378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a0b34e-6ad9-4dcb-85b9-5f01cb1ee2c4') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:11.097254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2185d2e-79fb-46a0-a5bb-1bc144feb32a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.103508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.109276 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.110135 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Added segment 25d3d477-0783-4987-9907-c70d6beb97fd of type vlan for network 11fb683b-44a5-407a-b439-856c4ce02989 Apr 20 13:14:11.179005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-200681b8-8aaf-49f2-bb95-2dd43386a5a2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.186033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-200681b8-8aaf-49f2-bb95-2dd43386a5a2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.205120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.223986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-200681b8-8aaf-49f2-bb95-2dd43386a5a2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.226485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:11.226897 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.228622 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-200681b8-8aaf-49f2-bb95-2dd43386a5a2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2127995 Apr 20 13:14:11.233415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60782) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:11.238050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-932ead99-10af-4a8f-88c3-e7b8e0e64189 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'security_group_rule': {'security_group_id': '3f3df3a6-5272-4ce1-80af-4ddbd1258865', 'project_id': '43e8d74de49741578a5fdafcdd919272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:11.246631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200681b8-8aaf-49f2-bb95-2dd43386a5a2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3066295-1448-4911-a12f-3193b51b225e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.288033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-932ead99-10af-4a8f-88c3-e7b8e0e64189 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.291861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Set router 63ba4be2-51b0-4172-8621-26268f47e6c6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:11.320305 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:11.327392 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:11.331866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-7620cd38-ce2c-47f7-8872-a1bad29e374f service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776914 Apr 20 13:14:11.334252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.370816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-932ead99-10af-4a8f-88c3-e7b8e0e64189 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.375684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-932ead99-10af-4a8f-88c3-e7b8e0e64189 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.378370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.381865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] 10.222.0.24 "DELETE /v2.0/networks/f160ecd3-96e0-4592-8ede-aabd2609776d HTTP/1.1" status: 204 len: 168 time: 2.1273549 Apr 20 13:14:11.386209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d236138-d34b-4f01-87c2-5bbddd0f80c5 tempest-FloatingIPNegativeTestJSON-508977954 tempest-FloatingIPNegativeTestJSON-508977954-project] Pushing event deleted for resources: {'Network': ['ID=f160ecd3-96e0-4592-8ede-aabd2609776d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.394906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c71b6f-bb10-4a7d-86db-47e803191bf3 None None] New status for floating IP df144ef1-7b33-4606-bc2f-f6dcb649e924: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:14:11.421125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ead99-10af-4a8f-88c3-e7b8e0e64189 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d385204c-97eb-49fc-9a73-5d2b8ecf7c13,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.438588 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-932ead99-10af-4a8f-88c3-e7b8e0e64189 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.443847 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-932ead99-10af-4a8f-88c3-e7b8e0e64189 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2111437 Apr 20 13:14:11.444902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:11.449937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2b420043-a50b-46cf-b21e-e46136bdc8d3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'security_group_rule': {'security_group_id': '3f3df3a6-5272-4ce1-80af-4ddbd1258865', 'project_id': '43e8d74de49741578a5fdafcdd919272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:11.462739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-1256cfb8-a4c7-44ed-8c2d-12e7ac15df1a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:11.464483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-1256cfb8-a4c7-44ed-8c2d-12e7ac15df1a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 947 time: 0.3526142 Apr 20 13:14:11.489731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b420043-a50b-46cf-b21e-e46136bdc8d3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.614184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b420043-a50b-46cf-b21e-e46136bdc8d3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.619123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b420043-a50b-46cf-b21e-e46136bdc8d3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.640052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b420043-a50b-46cf-b21e-e46136bdc8d3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6f404b-6a69-4894-8176-f8a000edcc26,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.663749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:07Z', 'revision_number': 4, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port': {'id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '54580ff3-4306-473b-8477-1488be71450b', 'name': '', 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'mac_address': 'fa:16:3e:6a:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '113c309f-86ef-46c1-b692-c5a421a873b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:04Z', 'updated_at': '2022-04-20T13:14:07Z', 'revision_number': 2, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'subnets': [{'id': '113c309f-86ef-46c1-b692-c5a421a873b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:11.673090 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b420043-a50b-46cf-b21e-e46136bdc8d3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.690137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2b420043-a50b-46cf-b21e-e46136bdc8d3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2397146 Apr 20 13:14:11.692114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:11.704169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-959b6c91-4c21-4688-b297-97681ea6e14c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'security_group_rule': {'security_group_id': '3f3df3a6-5272-4ce1-80af-4ddbd1258865', 'project_id': '43e8d74de49741578a5fdafcdd919272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:11.717406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Checking router: 63ba4be2-51b0-4172-8621-26268f47e6c6 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:11.717709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Updating router 63ba4be2-51b0-4172-8621-26268f47e6c6 port 54580ff3-4306-473b-8477-1488be71450b binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:14:11.758152 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.763773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-959b6c91-4c21-4688-b297-97681ea6e14c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.867104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:11.883788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-959b6c91-4c21-4688-b297-97681ea6e14c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.891523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-959b6c91-4c21-4688-b297-97681ea6e14c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.941055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b6c91-4c21-4688-b297-97681ea6e14c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fd3238-0072-422e-a58e-603c88677fc3,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:11.959748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-959b6c91-4c21-4688-b297-97681ea6e14c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:11.960797 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-959b6c91-4c21-4688-b297-97681ea6e14c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2661834 Apr 20 13:14:11.965020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60798) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:11.971527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'security_group_rule': {'security_group_id': '3f3df3a6-5272-4ce1-80af-4ddbd1258865', 'project_id': '43e8d74de49741578a5fdafcdd919272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:12.005075 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Project 43e8d74de49741578a5fdafcdd919272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:14:12.013742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.016079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.017019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:12.017583 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.144297 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8cfd6b5d-0ae1-4fa3-8084-401b2bab9f9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42c2e4ffe7df4bdd8c73430f4b0ed23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737510 Apr 20 13:14:12.146335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:12.149473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.166063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3508894 Apr 20 13:14:12.166982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60802) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:12.181549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.189548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Request body: {'subnet': {'network_id': '11fb683b-44a5-407a-b439-856c4ce02989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-258602615-subnet', 'tenant_id': 'aedf0abe7d384d0591435b835a06139b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:12.199671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00468c9b-8d36-44f2-89d5-d8d12b99cba5 admin admin] Pushing event updated for resources: {'Network': ['ID=11fb683b-44a5-407a-b439-856c4ce02989,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:12.201610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.209195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.224838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5879110-d4af-4f9f-aa42-3b5771ee25b6,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:12.230452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50849614-e901-4e6b-8fa8-809eb32eb48c req-bde0287e-0baa-4380-a0de-a53d468beb5e service neutron] 10.222.0.30 "GET /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8900447 Apr 20 13:14:12.234013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.235870 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-762f0d41-faf5-43a9-a86a-5b1a41165af3 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2694423 Apr 20 13:14:12.243889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:12.248621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'security_group_rule': {'security_group_id': '3f3df3a6-5272-4ce1-80af-4ddbd1258865', 'project_id': '43e8d74de49741578a5fdafcdd919272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:12.249832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 11fb683b-44a5-407a-b439-856c4ce02989 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:12.257945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b03d00-c3c5-40b9-8c6a-0f2f0253dd2e req-087cc099-5c42-4130-bce8-a7a745b2452b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:12.263452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1b03d00-c3c5-40b9-8c6a-0f2f0253dd2e req-087cc099-5c42-4130-bce8-a7a745b2452b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 947 time: 0.2503283 Apr 20 13:14:12.276724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6bc9-4862-4c17-beda-50d012764b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.281353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port e3b7d563-0120-4e70-9b5f-a19129b34405 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:12.282496 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.294784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Made reservation on behalf of aedf0abe7d384d0591435b835a06139b for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:12.300303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.338245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6bc9-4862-4c17-beda-50d012764b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.403604 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Project 43e8d74de49741578a5fdafcdd919272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:14:12.415674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.429966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafe4d1-24f0-4d5a-bc5a-e54ba95392ad None None] Pushing event updated for resources: {'Port': ['ID=54580ff3-4306-473b-8477-1488be71450b,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:12.451745 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6bc9-4862-4c17-beda-50d012764b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.455936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6bc9-4862-4c17-beda-50d012764b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.457427 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5c5d6bc9-4862-4c17-beda-50d012764b28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54f67a46-5f29-486b-98b4-76ed3b08d86c HTTP/1.1" status: 204 len: 168 time: 0.3098996 Apr 20 13:14:12.477524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5d6bc9-4862-4c17-beda-50d012764b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f67a46-5f29-486b-98b4-76ed3b08d86c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:12.478903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Attempting to bind port 54580ff3-4306-473b-8477-1488be71450b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:12.479539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Attempting to bind port 54580ff3-4306-473b-8477-1488be71450b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:12.480885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Attempting to bind port 54580ff3-4306-473b-8477-1488be71450b on network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:12.505956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:12.506397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Checking segment: {'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:12.507049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.507785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Bound using segment: {'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:12.508264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Bound port: 54580ff3-4306-473b-8477-1488be71450b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c07495d1-95c9-4b00-9644-268764506ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:12.508644 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.565807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1b03d00-c3c5-40b9-8c6a-0f2f0253dd2e req-345d5138-1a81-461e-a2fb-8dc82a053ce8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=e6b2a4f6-66e7-407a-9751-cfad5b543a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739031 Apr 20 13:14:12.582916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.600866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.632546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336e42fb-0555-4934-a845-f6f509d910c6,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:12.645057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.647593 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0dcee0c1-58ff-44c7-aa7e-e66ca8aced9f tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4020624 Apr 20 13:14:12.723068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] For port 54580ff3-4306-473b-8477-1488be71450b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:12.755868 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.774182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] For port 54580ff3-4306-473b-8477-1488be71450b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=54580ff3-4306-473b-8477-1488be71450b,segment=NetworkSegment(c07495d1-95c9-4b00-9644-268764506ea0),segment_id=c07495d1-95c9-4b00-9644-268764506ea0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:12.778586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port e3b7d563-0120-4e70-9b5f-a19129b34405, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=e3b7d563-0120-4e70-9b5f-a19129b34405,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:12.778936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.779171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-49e0acca-79a1-48e6-8c69-a22c81eb62b2 None None] Provisioning complete for port 54580ff3-4306-473b-8477-1488be71450b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:12.779502 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49e0acca-79a1-48e6-8c69-a22c81eb62b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.784807 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:12.875093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for e3b7d563-0120-4e70-9b5f-a19129b34405 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:12.902548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Routers {'63ba4be2-51b0-4172-8621-26268f47e6c6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:12.903221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['63ba4be2-51b0-4172-8621-26268f47e6c6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:12.973097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7a8e40-0759-4a30-af96-d1b4616283a7,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:12.998775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a15f4146-4394-4720-9d19-9ec5c87960fd tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1692092583&fields=id&tenant_id=43e8d74de49741578a5fdafcdd919272 HTTP/1.1" status: 200 len: 267 time: 0.0945110 Apr 20 13:14:13.000743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Checking segment: {'id': '25d3d477-0783-4987-9907-c70d6beb97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11fb683b-44a5-407a-b439-856c4ce02989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:13.001110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Network hostable DHCP agents. Network: 11fb683b-44a5-407a-b439-856c4ce02989, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:13.033463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafe4d1-24f0-4d5a-bc5a-e54ba95392ad None None] Pushing event updated for resources: {'Port': ['ID=54580ff3-4306-473b-8477-1488be71450b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:13.135445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Network 11fb683b-44a5-407a-b439-856c4ce02989 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:13.164769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] Set router 63ba4be2-51b0-4172-8621-26268f47e6c6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:13.175393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 11fb683b-44a5-407a-b439-856c4ce02989) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:13.187602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:13.188456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.196702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-94d9a32d-059a-45aa-a197-39c406eff5d2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:13.204136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-94d9a32d-059a-45aa-a197-39c406eff5d2 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/networks?id=0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 200 len: 809 time: 0.2044735 Apr 20 13:14:13.223113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52538185-dcdd-4bbf-80d9-911f05a3a26c None None] Network 11fb683b-44a5-407a-b439-856c4ce02989 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:13.251636 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49e0acca-79a1-48e6-8c69-a22c81eb62b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.256138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-4705ddaa-4ea4-4c74-a931-0ef869a9ac4d tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/quotas/43e8d74de49741578a5fdafcdd919272 HTTP/1.1" status: 200 len: 375 time: 0.0505152 Apr 20 13:14:13.280086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-35cb8479-34fb-4b26-b787-be0c1ebdeee9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1038837 Apr 20 13:14:13.327840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.346886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-fec653ce-da23-45d3-92f0-6c4a8649da27 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=43e8d74de49741578a5fdafcdd919272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896552 Apr 20 13:14:13.398251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=e3b7d563-0120-4e70-9b5f-a19129b34405,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:13.404744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-49e0acca-79a1-48e6-8c69-a22c81eb62b2 None None] For port 54580ff3-4306-473b-8477-1488be71450b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=54580ff3-4306-473b-8477-1488be71450b,segment=NetworkSegment(c07495d1-95c9-4b00-9644-268764506ea0),segment_id=c07495d1-95c9-4b00-9644-268764506ea0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:13.453399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49e0acca-79a1-48e6-8c69-a22c81eb62b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.521086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0acca-79a1-48e6-8c69-a22c81eb62b2 None None] Pushing event updated for resources: {'Port': ['ID=54580ff3-4306-473b-8477-1488be71450b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:13.575508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] No DVR routers for this DVR port e3b7d563-0120-4e70-9b5f-a19129b34405 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:13.578029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.581712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c57d9a24-737c-46db-8d5c-c5f0ca5e4b41 req-a114de11-7628-466e-8995-8bf1599a895d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "DELETE /v2.0/ports/e3b7d563-0120-4e70-9b5f-a19129b34405 HTTP/1.1" status: 204 len: 173 time: 2.1112096 Apr 20 13:14:13.582168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-deleted', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:13.585235 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f30dc5-fe8f-43f6-9399-dd56f0bef62a" -d '{"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-deleted", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:13.668102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd820dc-526c-48f8-b5a4-4d9329cc45b1 None None] Network 11fb683b-44a5-407a-b439-856c4ce02989 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:13.679162 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fd6f39-c93d-4bb1-91e3-888c2df59503 x-openstack-request-id: req-b5fd6f39-c93d-4bb1-91e3-888c2df59503 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:13.679770 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65de826b-94c5-4ced-b682-3de2e4a5ae3f", "name": "network-vif-deleted", "tag": "e3b7d563-0120-4e70-9b5f-a19129b34405", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:13.680190 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b5fd6f39-c93d-4bb1-91e3-888c2df59503 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:13.680916 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5fd6f39-c93d-4bb1-91e3-888c2df59503'] response: {'server_uuid': '65de826b-94c5-4ced-b682-3de2e4a5ae3f', 'name': 'network-vif-deleted', 'tag': 'e3b7d563-0120-4e70-9b5f-a19129b34405', 'status': 'completed', 'code': 200} Apr 20 13:14:13.700350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-fe16b925-9e81-44fe-835a-5dab011a29f3 service neutron] 10.222.0.24 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420987 Apr 20 13:14:13.814542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4291d336-2eb1-4856-89e0-1c09f9cd10a3 None None] Provisioning complete for port 54580ff3-4306-473b-8477-1488be71450b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:13.814542 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4291d336-2eb1-4856-89e0-1c09f9cd10a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:13.817408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60854) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:13.875173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-900130b5-0daf-4458-948b-b6c92146fb32 req-d5ec8fb4-9b21-43c3-847f-11942837524c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=65de826b-94c5-4ced-b682-3de2e4a5ae3f HTTP/1.1" status: 200 len: 210 time: 0.0556314 Apr 20 13:14:13.887616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:07Z', 'revision_number': 4, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port': {'id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '54580ff3-4306-473b-8477-1488be71450b', 'name': '', 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'mac_address': 'fa:16:3e:6a:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '113c309f-86ef-46c1-b692-c5a421a873b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:04Z', 'updated_at': '2022-04-20T13:14:12Z', 'revision_number': 4, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'subnets': [{'id': '113c309f-86ef-46c1-b692-c5a421a873b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:13.938880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ebaf7051-5246-479b-842d-b9b23e73c285 service neutron] 10.222.0.24 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326822 Apr 20 13:14:13.945604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292afdc-ba22-45ec-9a53-040290ab7662 None None] The sync data for ids ['63ba4be2-51b0-4172-8621-26268f47e6c6'] in n-d-838550-2 is: [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:07Z', 'revision_number': 4, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port': {'id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '54580ff3-4306-473b-8477-1488be71450b', 'name': '', 'network_id': '19dc4a1a-d67f-4cf8-a461-d966f1ac480a', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'mac_address': 'fa:16:3e:6a:17:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': '113c309f-86ef-46c1-b692-c5a421a873b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:04Z', 'updated_at': '2022-04-20T13:14:12Z', 'revision_number': 4, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'subnets': [{'id': '113c309f-86ef-46c1-b692-c5a421a873b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:14.063855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-337082679'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:14.113021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:14.117288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.134084 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.361496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 54580ff3-4306-473b-8477-1488be71450b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:14.381902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.388938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.484996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:14.523332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56537b97-a9e0-48e6-a67e-8d6936db56e4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:14.546601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.546955 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment 6cc1458c-9387-43b6-8edd-421a50d1d08a of type vlan for network 69908ea2-3a5d-475d-b698-05712f10cfd6 Apr 20 13:14:14.552478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8ee991c-d510-435e-b6a7-b625d6207b4e req-8a236972-331b-4542-b8c7-7bd3ac380072 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 210 time: 0.1434104 Apr 20 13:14:14.582309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 54580ff3-4306-473b-8477-1488be71450b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:14.582945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.668406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.728577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c5a99b25-d489-49ca-bb2d-39e94beaae76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3100896 Apr 20 13:14:14.728861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.748729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:14.749383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:14.765968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-d81375f7-aa18-498f-b50b-ec7e2d5c889e tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:14.777964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-d81375f7-aa18-498f-b50b-ec7e2d5c889e tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/networks?id=11fb683b-44a5-407a-b439-856c4ce02989 HTTP/1.1" status: 200 len: 808 time: 0.4623351 Apr 20 13:14:14.806859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-73d216ce-6241-490b-af8d-58bcd04aa7ed tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/quotas/aedf0abe7d384d0591435b835a06139b HTTP/1.1" status: 200 len: 375 time: 0.0272801 Apr 20 13:14:14.861243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0360630 Apr 20 13:14:14.862663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60878) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:14.881456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'name': 'tempest-PortsTestJSON-1786994905'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:14.934329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a74183-ff01-4e70-b12c-b3fde47d46c4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=69908ea2-3a5d-475d-b698-05712f10cfd6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:14.936182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-1a4569eb-6144-40cd-bace-484c2094b091 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aedf0abe7d384d0591435b835a06139b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1273856 Apr 20 13:14:14.955959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:14.975217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60882) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:15.139832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.140324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.141119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.141749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.142295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.143409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.143948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.148923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c0b63040-cbd6-4e3e-9ddb-10c80dee8289 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6492 time: 0.3220963 Apr 20 13:14:15.303224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-2af55843-794d-4862-8812-c0d5e29f11ca service neutron] 10.222.0.24 "GET /v2.0/networks/11fb683b-44a5-407a-b439-856c4ce02989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648088 Apr 20 13:14:15.366842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:15.371014 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:15.404886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:15.462341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-9c6a7917-419a-4dee-ab14-1d7bf2b260f7 service neutron] 10.222.0.24 "GET /v2.0/networks/11fb683b-44a5-407a-b439-856c4ce02989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499705 Apr 20 13:14:15.465384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-a5740c9e-46e1-40ae-90c0-ee7cb5f9c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.466156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-a5740c9e-46e1-40ae-90c0-ee7cb5f9c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.468073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-a5740c9e-46e1-40ae-90c0-ee7cb5f9c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.470441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-a5740c9e-46e1-40ae-90c0-ee7cb5f9c0d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f059878-4537-4909-a153-75a68de9ea39&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=256b66d2-21d2-4f1e-8865-8678fe9c5835&id=256b66d2-21d2-4f1e-8865-8678fe9c5835 HTTP/1.1" status: 200 len: 2292 time: 0.2856247 Apr 20 13:14:15.600107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-28796030-ffe9-4c2f-9ede-0b97a47f7386 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6 HTTP/1.1" status: 200 len: 1000 time: 0.1219120 Apr 20 13:14:15.727103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-526d8d68-1bdf-4acc-8d6e-da02d40b894b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.733174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-526d8d68-1bdf-4acc-8d6e-da02d40b894b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ceee5434-658d-4b1d-9c9e-aaa91c537bd3 HTTP/1.1" status: 200 len: 850 time: 0.1258793 Apr 20 13:14:15.816513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d13979a-ce00-4ee4-b3ee-566594e5d4cf req-b28bc2d7-04fa-4897-ab3f-f7c8038f2668 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 210 time: 0.0813429 Apr 20 13:14:15.867220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e974bbb2-0c00-4a7a-90f8-8743f8c2f039 req-481397ad-3f84-4723-a18f-c3e5d8f17c04 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 210 time: 0.0541072 Apr 20 13:14:15.873272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-bbfecb4b-882b-476a-aa73-f75f2a1cb1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:15.874977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-bbfecb4b-882b-476a-aa73-f75f2a1cb1b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f059878-4537-4909-a153-75a68de9ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275382 Apr 20 13:14:15.920240 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.017193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.082902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-64c4530f-be10-4c26-b4b5-6ce8baa776c6 service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000091 Apr 20 13:14:16.129412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=be40897e-5e12-47ee-a7aa-6acdd6ed0cd7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:16.137210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.179996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:16.252124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': '6cc1458c-9387-43b6-8edd-421a50d1d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:16.252796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: 69908ea2-3a5d-475d-b698-05712f10cfd6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:16.256524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: e3b7d563-0120-4e70-9b5f-a19129b34405 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:16.256967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device e3b7d563-0120-4e70-9b5f-a19129b34405 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:16.291720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:16.296039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-bfaebb49-0754-4c2f-b477-235af8176a55 service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049754 Apr 20 13:14:16.389864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 69908ea2-3a5d-475d-b698-05712f10cfd6) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:16.396064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:16.402872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbce563-aad8-464a-a9fd-d1b0b94136d0 None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:16.405726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:16.406547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.439487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-0ea01a65-4573-495f-afe1-f5bc64ce699e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 200 len: 217 time: 0.1335351 Apr 20 13:14:16.475935 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b590d1ac-867b-4e4e-9029-a58c8ef3f47c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6059072 Apr 20 13:14:16.484566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60900) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:16.499602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-301363850'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:16.560262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a5047a69-808c-4923-873a-90fb01c7b97c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:16.562216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a5047a69-808c-4923-873a-90fb01c7b97c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.30 "GET /v2.0/networks?id=0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 200 len: 809 time: 0.3806946 Apr 20 13:14:16.567225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-2fcc850c-19a7-4e45-8d4c-f47c406deecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:16.568959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-2fcc850c-19a7-4e45-8d4c-f47c406deecc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.1179452 Apr 20 13:14:16.577488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:16.599821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.681362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:16.684999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:16.685429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.707211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.707552 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment 5d864b70-4e95-4f85-97e9-003e77074271 of type vlan for network 81d083c1-8aa0-4260-8abd-66bf9679b656 Apr 20 13:14:16.737409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-15119d98-a6d2-44f4-819e-ced9be8f876e tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43e8d74de49741578a5fdafcdd919272 HTTP/1.1" status: 200 len: 380 time: 0.1665456 Apr 20 13:14:16.765964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'port': {'device_id': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'admin_state_up': True, 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'security_groups': ['3f3df3a6-5272-4ce1-80af-4ddbd1258865']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:16.770607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-0e4f4255-ce41-45de-bc6f-3d5832899ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:16.772055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-0e4f4255-ce41-45de-bc6f-3d5832899ef1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1665859 Apr 20 13:14:16.817228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port 91d6ed9c-b001-4592-8eaf-32b0f60f4afa, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:16.817587 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.835775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 91d6ed9c-b001-4592-8eaf-32b0f60f4afa owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:16.846970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:16.983078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:14:17.041265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9729dbe4-155a-495a-ad15-47eed4762458 req-9bb4b6ff-953c-4a51-8cdc-2a5ab9e9d194 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 210 time: 0.0599895 Apr 20 13:14:17.043484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d04a73a-284b-4af4-80fc-58dede0bf7f7 req-9fbb5da6-a7f7-4cc1-ac51-33367574464b tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 210 time: 0.1089528 Apr 20 13:14:17.076253 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.081991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:17.082482 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.181189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.190315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7018902 Apr 20 13:14:17.209017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60908) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:17.215432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=91d6ed9c-b001-4592-8eaf-32b0f60f4afa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:17.218769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'ports': [{'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6'}, {'network_id': '81d083c1-8aa0-4260-8abd-66bf9679b656'}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:17.219089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:17.219642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '81d083c1-8aa0-4260-8abd-66bf9679b656'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:17.244387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-47d2ce87-4812-4baf-a78c-67f151d1c362 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584260 Apr 20 13:14:17.292053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff59e5-781b-4933-af15-938f3898624d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=81d083c1-8aa0-4260-8abd-66bf9679b656,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:17.320224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 81d083c1-8aa0-4260-8abd-66bf9679b656 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:17.413310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Made reservation on behalf of 43e8d74de49741578a5fdafcdd919272 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:17.421265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.538838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.689986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-abb61ad6-bae7-43fc-8213-8770ee601507 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:17.691487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-abb61ad6-bae7-43fc-8213-8770ee601507 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.37 "GET /v2.0/networks?id=11fb683b-44a5-407a-b439-856c4ce02989 HTTP/1.1" status: 200 len: 808 time: 0.4447803 Apr 20 13:14:17.709712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-b0cb4339-3176-4845-87a1-af61be66d1d8 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267833 Apr 20 13:14:17.715914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Request body: {'port': {'device_id': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'network_id': '11fb683b-44a5-407a-b439-856c4ce02989', 'admin_state_up': True, 'tenant_id': 'aedf0abe7d384d0591435b835a06139b'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:17.833117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-622b5eea-5182-4795-870f-13267790e2e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 200 len: 217 time: 0.1120996 Apr 20 13:14:17.843359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 82dae3a5-35b6-4188-ac57-e859c6d20558 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:17.853708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 2} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:17.857864 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:17.982191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:17.989244 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-38acb3df-1606-4d5f-9128-caddadf84825 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/82dae3a5-35b6-4188-ac57-e859c6d20558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0133102 Apr 20 13:14:17.997208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] Sync routers for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:18.002163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60912) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:18.012088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:18.013050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:18.080595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting subnet 9933a347-4b05-4a2d-bb7f-ade8e92ae098 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:18.085587 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.221284 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.337201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Allocated IP 172.20.0.13 (0fa2c4ed-5604-4f81-9cce-96757b087803/fc97a206-2349-4458-aa4e-c500955c74ad/49916344-6e1f-44ee-8bcd-f831834dc7f0) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:18.354493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.358115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00cda5d7-27d2-40a6-b317-7c5f058bce2d req-a9c558f1-03b8-4623-aa1a-0d75959a6c02 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 210 time: 0.0885594 Apr 20 13:14:18.367112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7344c4e4-8533-4ec5-a48a-6a590862f995 req-013d1af0-c233-4266-9ca4-6dca2c3f9de4 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 210 time: 0.0911059 Apr 20 13:14:18.372975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.402683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-f40360d9-f895-4c65-922a-4c04b3e9e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:18.404393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-f40360d9-f895-4c65-922a-4c04b3e9e47c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.5604067 Apr 20 13:14:18.451458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.490022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Subnet': ['ID=9933a347-4b05-4a2d-bb7f-ade8e92ae098,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:18.493958 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.500072 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-09428225-aed7-4548-9d69-3b2039a581a1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/subnets/9933a347-4b05-4a2d-bb7f-ade8e92ae098 HTTP/1.1" status: 204 len: 168 time: 0.4959850 Apr 20 13:14:18.500674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:18.507370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a52bf-1813-442c-9c6b-b55a351f5c8e None None] Network 586b39b0-36a5-4a6e-86f6-cefe54ecf965 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:18.572571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:18.606148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Made reservation on behalf of aedf0abe7d384d0591435b835a06139b for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:18.610592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.675574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.675979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-484ff0e4-d64c-41c6-9912-70f364de839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:18.677727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-484ff0e4-d64c-41c6-9912-70f364de839f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2643969 Apr 20 13:14:18.726279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port d4949b42-8f66-413c-87b1-4dc8ee4e339f yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:18.873648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.881770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:14:17Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '16ef4a80-c785-45b2-9f01-be47278e820c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:10:58Z', 'updated_at': '2022-04-20T13:11:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:18.912778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] DHCP port deletion for 586b39b0-36a5-4a6e-86f6-cefe54ecf965 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:18.918314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] Checking router: 82dae3a5-35b6-4188-ac57-e859c6d20558 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:18.948416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 16ef4a80-c785-45b2-9f01-be47278e820c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:18.949065 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:18.960943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] Routers {'82dae3a5-35b6-4188-ac57-e859c6d20558'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:18.961241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['82dae3a5-35b6-4188-ac57-e859c6d20558'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:19.003613 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.080387 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.091122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] Deleting port 6bed5578-175d-4b00-b0e4-749a8750dff0 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:19.091628 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.095282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Allocated IP 172.20.0.13 (11fb683b-44a5-407a-b439-856c4ce02989/ce7a8e40-0759-4a30-af96-d1b4616283a7/0d346c28-2042-49f5-bd70-f1b8bf9ff1f3) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:19.108463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] Set router 82dae3a5-35b6-4188-ac57-e859c6d20558 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:19.116152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port 16ef4a80-c785-45b2-9f01-be47278e820c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=16ef4a80-c785-45b2-9f01-be47278e820c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:19.116575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.131475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 16ef4a80-c785-45b2-9f01-be47278e820c owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:19.192915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:14:18Z', 'revision_number': 6, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:19.226724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf904d66-18e3-4669-a203-4aed15d4bb83 None None] The sync data for ids ['82dae3a5-35b6-4188-ac57-e859c6d20558'] in n-d-838550-2 is: [{'id': '82dae3a5-35b6-4188-ac57-e859c6d20558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1748512985', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:10:57Z', 'updated_at': '2022-04-20T13:14:18Z', 'revision_number': 6, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:19.253968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] For port 6bed5578-175d-4b00-b0e4-749a8750dff0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6bed5578-175d-4b00-b0e4-749a8750dff0,segment=NetworkSegment(073a13c8-76bb-4e83-8189-511743b16904),segment_id=073a13c8-76bb-4e83-8189-511743b16904)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:19.254792 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.280200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] Calling delete_port for 6bed5578-175d-4b00-b0e4-749a8750dff0 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:19.307904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-391eba73-e2cd-4685-ab22-e61ea9fb71bf service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190531 Apr 20 13:14:19.379806 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.418006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] Pushing event deleted for resources: {'Port': ['ID=6bed5578-175d-4b00-b0e4-749a8750dff0,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:19.433227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc04fd7-158b-421c-9dea-4264c22badd4 None None] No DVR routers for this DVR port 6bed5578-175d-4b00-b0e4-749a8750dff0 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:19.526479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.532077 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.690288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a122f090-ed7e-4b8f-bd24-931efcae9f59 req-b56af385-7b50-4b24-8391-f29dda1386b3 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 210 time: 0.1177852 Apr 20 13:14:19.772936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:19.776257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.781620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'Port': ['ID=49916344-6e1f-44ee-8bcd-f831834dc7f0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:19.788842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port ed7131aa-76d7-40ed-8314-1a75e61110b3 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:19.793891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:19.796566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:19.806664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-e30f58a0-bd5a-4373-b123-80f96e139ec4 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869382 Apr 20 13:14:19.848352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:19.868366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488745-cdcd-4afc-8bc9-5c1d7c06ad67 req-2dda694d-646c-4ad8-994e-b85a13d4b464 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:19.877795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03488745-cdcd-4afc-8bc9-5c1d7c06ad67 req-2dda694d-646c-4ad8-994e-b85a13d4b464 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 932 time: 0.3369832 Apr 20 13:14:19.887301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=16ef4a80-c785-45b2-9f01-be47278e820c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:19.960686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-d8e8e2dd-bbfd-46fe-afd5-5e80c8700c44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=6548818d-2bbe-4046-a654-2d682426d379 HTTP/1.1" status: 200 len: 217 time: 0.1295815 Apr 20 13:14:19.977457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.031530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03488745-cdcd-4afc-8bc9-5c1d7c06ad67 req-e39a6c25-9441-41c7-bb72-c4d847f994ed tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527133 Apr 20 13:14:20.074661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:20.075632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.109985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.112729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.129015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.173573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Network 11fb683b-44a5-407a-b439-856c4ce02989 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:20.186208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:20.195000 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.196014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Fanout notify agent at l3_agent the message router_deleted on router 82dae3a5-35b6-4188-ac57-e859c6d20558 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:14:20.212847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.217256 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d5281b0a-5dac-41ca-a5c5-a517c09a79f0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/routers/82dae3a5-35b6-4188-ac57-e859c6d20558 HTTP/1.1" status: 204 len: 168 time: 1.7156096 Apr 20 13:14:20.217956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60930) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:20.231430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-83581775-90bd-4c97-939a-b0753966352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:20.233242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-83581775-90bd-4c97-939a-b0753966352a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.2525311 Apr 20 13:14:20.239644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-ec3aa4c2-f576-4a16-9721-9ca253d63fce tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4814649 Apr 20 13:14:20.243772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fc52a8e4-8292-4ed6-ae80-2cad382a176a None None] Provisioning complete for port 49916344-6e1f-44ee-8bcd-f831834dc7f0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:20.245532 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fc52a8e4-8292-4ed6-ae80-2cad382a176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.250003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:20.254459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6bed5578-175d-4b00-b0e4-749a8750dff0 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:20.274811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Request body: {'port': {'device_id': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:20.310294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6bed5578-175d-4b00-b0e4-749a8750dff0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:20.310784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6bed5578-175d-4b00-b0e4-749a8750dff0 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:20.311306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 16ef4a80-c785-45b2-9f01-be47278e820c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:20.320104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.358427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 16ef4a80-c785-45b2-9f01-be47278e820c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:20.359060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 16ef4a80-c785-45b2-9f01-be47278e820c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:20.359822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91d6ed9c-b001-4592-8eaf-32b0f60f4afa no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:20.402102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-fc52a8e4-8292-4ed6-ae80-2cad382a176a None None] Port 49916344-6e1f-44ee-8bcd-f831834dc7f0 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:20.406081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 91d6ed9c-b001-4592-8eaf-32b0f60f4afa {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:20.406643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91d6ed9c-b001-4592-8eaf-32b0f60f4afa not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:20.426761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.440896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Pushing event updated for resources: {'Port': ['ID=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:20.451096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586b39b0-36a5-4a6e-86f6-cefe54ecf965']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:20.451631 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.462530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073a13c8-76bb-4e83-8189-511743b16904') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:20.462793 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073a13c8-76bb-4e83-8189-511743b16904') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:20.465801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.476717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.477837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:20.478668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.503010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.531345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:20.531766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.534517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-3f889ee3-44c0-484e-aaf7-d4bbc7b97d47 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8293381 Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:20.535320 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:20.539538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-6dcba279-465e-439e-88e0-d4b10fd6a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:20.541156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-6dcba279-465e-439e-88e0-d4b10fd6a0ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2852755 Apr 20 13:14:20.555658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Request body: {'port': {'device_id': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:20.635037 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.645232 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.651473 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/networks/586b39b0-36a5-4a6e-86f6-cefe54ecf965 HTTP/1.1" status: 204 len: 168 time: 0.4300816 Apr 20 13:14:20.651744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60940) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:20.677079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.677785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa1ba8d-e005-4083-99db-1c36494c6cab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Network': ['ID=586b39b0-36a5-4a6e-86f6-cefe54ecf965,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:20.788503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63c45456-97a3-4d72-8801-f98b2d5edc76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.819107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63c45456-97a3-4d72-8801-f98b2d5edc76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.819365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:20.896392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:20.904681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:20.905536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.907125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=d4949b42-8f66-413c-87b1-4dc8ee4e339f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:20.921421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63c45456-97a3-4d72-8801-f98b2d5edc76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.926127 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63c45456-97a3-4d72-8801-f98b2d5edc76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.933884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:20.952078 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-63c45456-97a3-4d72-8801-f98b2d5edc76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/security-groups/e6b2a4f6-66e7-407a-9751-cfad5b543a4e HTTP/1.1" status: 204 len: 168 time: 0.2788670 Apr 20 13:14:20.973816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c45456-97a3-4d72-8801-f98b2d5edc76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b2a4f6-66e7-407a-9751-cfad5b543a4e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:21.148152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-e7415896-880f-4a9e-862a-38c227b23df4 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864675 Apr 20 13:14:21.154237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=ed7131aa-76d7-40ed-8314-1a75e61110b3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:21.174049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d63f4-9446-4450-82b7-2746de03f28c req-4616ed49-74e8-4a7a-b0e5-70228a8c4772 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:21.175590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c0d63f4-9446-4450-82b7-2746de03f28c req-4616ed49-74e8-4a7a-b0e5-70228a8c4772 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 932 time: 0.3036141 Apr 20 13:14:21.273121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': '5d864b70-4e95-4f85-97e9-003e77074271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '81d083c1-8aa0-4260-8abd-66bf9679b656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:21.273481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: 81d083c1-8aa0-4260-8abd-66bf9679b656, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:21.343257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60960) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.348199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4ad8f589-521e-4763-a167-4794fd223d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141525591', 'description': 'tempest-secgroup-smoke-1141525591 description', 'project_id': '03cd53d3d89e444e8c1137058a06ab83'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:21.375709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f589-521e-4763-a167-4794fd223d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.465927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f589-521e-4763-a167-4794fd223d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.470080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f589-521e-4763-a167-4794fd223d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.502201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f589-521e-4763-a167-4794fd223d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.506184 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4ad8f589-521e-4763-a167-4794fd223d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1590466 Apr 20 13:14:21.506664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60962) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.511967 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4fab2bed-a407-40dc-8306-dcdb87595d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'c9cab9a1-e329-4663-88d0-705125e3ff3d', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:21.520166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8f589-521e-4763-a167-4794fd223d76 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cab9a1-e329-4663-88d0-705125e3ff3d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:21.563058 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fab2bed-a407-40dc-8306-dcdb87595d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.645117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fab2bed-a407-40dc-8306-dcdb87595d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.650285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fab2bed-a407-40dc-8306-dcdb87595d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.670621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab2bed-a407-40dc-8306-dcdb87595d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061db174-2522-4118-9e21-d42579f2877c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:21.682789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4fab2bed-a407-40dc-8306-dcdb87595d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.686613 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4fab2bed-a407-40dc-8306-dcdb87595d98 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1766140 Apr 20 13:14:21.687218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60964) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.692174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d213158a-13bf-4d7b-ae91-82f4ff84000d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'c9cab9a1-e329-4663-88d0-705125e3ff3d', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:21.720002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d213158a-13bf-4d7b-ae91-82f4ff84000d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.793693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d213158a-13bf-4d7b-ae91-82f4ff84000d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.799003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d213158a-13bf-4d7b-ae91-82f4ff84000d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.799948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c5c1dbcd-e5db-480a-bf8a-ae9ef093c74e service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341357 Apr 20 13:14:21.823279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213158a-13bf-4d7b-ae91-82f4ff84000d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fa08c1-ab99-483d-bcf9-be80a021ef61,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:21.831681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d213158a-13bf-4d7b-ae91-82f4ff84000d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.833072 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d213158a-13bf-4d7b-ae91-82f4ff84000d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448567 Apr 20 13:14:21.835815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60966) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:21.840616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2a56ccc3-2a1d-464b-b4bd-b48bb8edbadb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'c9cab9a1-e329-4663-88d0-705125e3ff3d', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:21.847091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c0d63f4-9446-4450-82b7-2746de03f28c req-2c6ccfe5-1c1c-4333-8a5c-a41356058848 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997977 Apr 20 13:14:21.847656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 81d083c1-8aa0-4260-8abd-66bf9679b656 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:21.870423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a56ccc3-2a1d-464b-b4bd-b48bb8edbadb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.910673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c80cec73-cb6e-4004-9520-a79a4beee28e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=85a582f2-35e2-4564-93a7-d826c3e04ece HTTP/1.1" status: 200 len: 217 time: 0.0955360 Apr 20 13:14:21.937894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a56ccc3-2a1d-464b-b4bd-b48bb8edbadb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.943188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a56ccc3-2a1d-464b-b4bd-b48bb8edbadb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:21.948550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 81d083c1-8aa0-4260-8abd-66bf9679b656) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:21.966175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e5ec5-4ad7-49f5-906e-e800a3779d78 None None] Network 81d083c1-8aa0-4260-8abd-66bf9679b656 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:21.988109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56ccc3-2a1d-464b-b4bd-b48bb8edbadb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ca22e1-30b5-46de-bd5b-15455119631f,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.002410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a56ccc3-2a1d-464b-b4bd-b48bb8edbadb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.006983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2a56ccc3-2a1d-464b-b4bd-b48bb8edbadb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1667187 Apr 20 13:14:22.007162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:22.007279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60968) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.010405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.011580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5cc3f8a5-20d9-4f28-96cd-9f804ab84fc1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'c9cab9a1-e329-4663-88d0-705125e3ff3d', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:22.015170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.016021 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.065285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc3f8a5-20d9-4f28-96cd-9f804ab84fc1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.079161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd8c07-3917-4440-aeb3-830770d8319f req-56542dc8-b75a-4760-a8e0-ee43ceabc093 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.082763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47dd8c07-3917-4440-aeb3-830770d8319f req-56542dc8-b75a-4760-a8e0-ee43ceabc093 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 932 time: 0.6802609 Apr 20 13:14:22.088788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-03653cbd-a126-4f77-9048-f1903af3ee98 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8788855 Apr 20 13:14:22.091105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49916344-6e1f-44ee-8bcd-f831834dc7f0 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:22.095170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60970) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.125154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.165063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc3f8a5-20d9-4f28-96cd-9f804ab84fc1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.167223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-abf1697d-fc7a-4251-8b87-b0de21360bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.168922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-abf1697d-fc7a-4251-8b87-b0de21360bba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.2242675 Apr 20 13:14:22.169450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc3f8a5-20d9-4f28-96cd-9f804ab84fc1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.191919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3f8a5-20d9-4f28-96cd-9f804ab84fc1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc7acb1-f7cc-443d-94c4-04a28511e7af,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.197237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5cc3f8a5-20d9-4f28-96cd-9f804ab84fc1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.198534 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5cc3f8a5-20d9-4f28-96cd-9f804ab84fc1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1909652 Apr 20 13:14:22.201870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60972) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.205066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Transition to ACTIVE for port object 49916344-6e1f-44ee-8bcd-f831834dc7f0 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:22.207100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'c9cab9a1-e329-4663-88d0-705125e3ff3d', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:22.231883 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:14:22.236919 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.265489 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.325600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47dd8c07-3917-4440-aeb3-830770d8319f req-d312bb2d-8e98-4d51-8583-819d19a7783e tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219317 Apr 20 13:14:22.333550 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.338123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.358211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64487e94-c168-4a38-a7bc-ead78e591d5a,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.368106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.372006 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b40dc7bc-bca9-4eee-bc20-e8002ba3a56e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1665416 Apr 20 13:14:22.372374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60976) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.377316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': 'c9cab9a1-e329-4663-88d0-705125e3ff3d', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:22.403547 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:14:22.413138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.454711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Pushing event updated for resources: {'Port': ['ID=49916344-6e1f-44ee-8bcd-f831834dc7f0,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.460471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:22.499559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-f23cda0e-8f1c-41d6-b585-d9c6dd87fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.501505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-f23cda0e-8f1c-41d6-b585-d9c6dd87fd26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3154469 Apr 20 13:14:22.512003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.518275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.530148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.552174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c1e32c-10b4-40f2-adea-d0eb340ee370,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.578033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.583709 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5f499a84-2bc6-46e4-9259-ee5a9b9ba57c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2099605 Apr 20 13:14:22.584578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60986) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.591289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'network': {'name': 'tempest-network-smoke--1746654473', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'port_security_enabled': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:22.610027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port ed7131aa-76d7-40ed-8314-1a75e61110b3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:22.610407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.616565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Transition to ACTIVE for port object 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:22.623087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:22.627513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.647374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.660911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:22.674888 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.675437 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Added segment c72a2de6-7486-40ca-b8d2-523645a22b6c of type vlan for network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c Apr 20 13:14:22.717607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.729461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Attempting to bind port 49916344-6e1f-44ee-8bcd-f831834dc7f0 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:22.729850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Attempting to bind port 49916344-6e1f-44ee-8bcd-f831834dc7f0 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:22.730185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Attempting to bind port 49916344-6e1f-44ee-8bcd-f831834dc7f0 on network 0fa2c4ed-5604-4f81-9cce-96757b087803 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:22.748062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.753991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:22.754598 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.782510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Port 49916344-6e1f-44ee-8bcd-f831834dc7f0 on network 0fa2c4ed-5604-4f81-9cce-96757b087803 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:22.782836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Attempting to bind port 49916344-6e1f-44ee-8bcd-f831834dc7f0 on network 0fa2c4ed-5604-4f81-9cce-96757b087803 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:22.788888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.817803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2295136 Apr 20 13:14:22.818088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Pushing event updated for resources: {'Port': ['ID=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.820867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:22.820867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Checking segment: {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:22.821287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Bound using segment: {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:22.821500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Bound port: 49916344-6e1f-44ee-8bcd-f831834dc7f0, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c5b835d-8214-45a5-9307-57dd4c2317ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:22.821891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.823208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 60988) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:22.831047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'admin_state_up': True, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:22.846313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49093cc0-66ee-41ea-82b1-35a50a489969 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Network': ['ID=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:22.857701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for ed7131aa-76d7-40ed-8314-1a75e61110b3 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:22.860923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:22.861830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-c17c69e8-3179-46d4-bd96-844fd2141045 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469186 Apr 20 13:14:22.864711 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.867427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:22.967190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.121374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.121958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] For port 49916344-6e1f-44ee-8bcd-f831834dc7f0, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:23.141233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Attempting to bind port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:23.141611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Attempting to bind port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '25d3d477-0783-4987-9907-c70d6beb97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11fb683b-44a5-407a-b439-856c4ce02989'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:23.141920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Attempting to bind port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 on network 11fb683b-44a5-407a-b439-856c4ce02989 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:23.157402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] For port 49916344-6e1f-44ee-8bcd-f831834dc7f0, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:23.170600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 on network 11fb683b-44a5-407a-b439-856c4ce02989 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:23.170911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Attempting to bind port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 on network 11fb683b-44a5-407a-b439-856c4ce02989 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:23.184367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-1c28e36e-6dbb-4729-ba3f-d6dd80c11040 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152912 Apr 20 13:14:23.186457 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.199398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b18d-046e-48bd-a901-2db78f618db6 req-6b0b2696-5592-4fe2-a9e7-fd5904d67f54 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.200895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93c9b18d-046e-48bd-a901-2db78f618db6 req-6b0b2696-5592-4fe2-a9e7-fd5904d67f54 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 944 time: 0.2172632 Apr 20 13:14:23.213075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:23.213462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Checking segment: {'id': '25d3d477-0783-4987-9907-c70d6beb97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11fb683b-44a5-407a-b439-856c4ce02989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:23.213940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Bound using segment: {'id': '25d3d477-0783-4987-9907-c70d6beb97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11fb683b-44a5-407a-b439-856c4ce02989'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:23.214383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Bound port: 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d3d477-0783-4987-9907-c70d6beb97fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11fb683b-44a5-407a-b439-856c4ce02989'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:23.214806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.312256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.332747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-d89629c4-2c0d-4312-ba42-b08e1d7b10ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f HTTP/1.1" status: 200 len: 217 time: 0.1255445 Apr 20 13:14:23.354825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.360772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.362063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.365175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] 10.222.0.30 "PUT /v2.0/ports/49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 200 len: 1092 time: 3.1104896 Apr 20 13:14:23.381683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:23.381683 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1d88b-bd36-44d5-9237-4bb3582497fa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:23.391152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.439709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93c9b18d-046e-48bd-a901-2db78f618db6 req-aad1357c-11b1-46f6-866a-f42dbbafe48f tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227566 Apr 20 13:14:23.538154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.544145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/ed7131aa-76d7-40ed-8314-1a75e61110b3 HTTP/1.1" status: 204 len: 168 time: 1.4447196 Apr 20 13:14:23.547813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 60998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:23.551188 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c42551-7139-405d-a579-aa2799d23b2c x-openstack-request-id: req-82c42551-7139-405d-a579-aa2799d23b2c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:23.551477 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:23.551727 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82c42551-7139-405d-a579-aa2799d23b2c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:23.552130 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82c42551-7139-405d-a579-aa2799d23b2c'] response: {'name': 'network-changed', 'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'status': 'completed', 'code': 200} Apr 20 13:14:23.574017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.132 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/985ce521-e7a9-407a-a161-a56357f68593) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:23.641606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ea815-ff28-4b99-b51d-8d0830215b78 service neutron] Pushing event updated for resources: {'Port': ['ID=49916344-6e1f-44ee-8bcd-f831834dc7f0,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:23.709622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1c0c5-71dc-4f0a-8375-a109f352da44 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=ed7131aa-76d7-40ed-8314-1a75e61110b3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:23.715486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] For port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:23.723591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-8a4ef90b-a686-4978-b6fb-0c23151326a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.725123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-8a4ef90b-a686-4978-b6fb-0c23151326a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 200 len: 797 time: 0.3482754 Apr 20 13:14:23.727910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.753385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] For port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,segment=NetworkSegment(25d3d477-0783-4987-9907-c70d6beb97fd),segment_id=25d3d477-0783-4987-9907-c70d6beb97fd)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:23.772963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.779656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-0d91ca6d-9e0a-4ab2-9549-871081df711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.781055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-0d91ca6d-9e0a-4ab2-9549-871081df711f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43e8d74de49741578a5fdafcdd919272&device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1095 time: 0.2789812 Apr 20 13:14:23.794090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01eef6-9d7e-4df1-9dda-e9be2deba77c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.799743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01eef6-9d7e-4df1-9dda-e9be2deba77c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.801735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fc01eef6-9d7e-4df1-9dda-e9be2deba77c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2449961 Apr 20 13:14:23.802591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.805166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32768) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:23.811400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb7f19-faf3-4436-bc67-717a06c86f8b req-b4aa885d-32ad-46f6-b8e6-37746b166cfa tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.818666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f6eb7f19-faf3-4436-bc67-717a06c86f8b req-b4aa885d-32ad-46f6-b8e6-37746b166cfa tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 944 time: 0.2905574 Apr 20 13:14:23.823600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:23.829975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:23.830249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.851605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:23.856427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=985ce521-e7a9-407a-a161-a56357f68593,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:23.908254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-993ddf39-1679-44ad-9354-6a8b073fccfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 200 len: 217 time: 0.0823369 Apr 20 13:14:23.920775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.921524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:23.922780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] 10.222.0.37 "PUT /v2.0/ports/0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 HTTP/1.1" status: 200 len: 1092 time: 3.3774176 Apr 20 13:14:23.994947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-6f521235-ad61-4889-9cec-68dd25fee108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:23.996469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-6f521235-ad61-4889-9cec-68dd25fee108 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2548132 Apr 20 13:14:24.010232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f6eb7f19-faf3-4436-bc67-717a06c86f8b req-1c4a0ad1-49d9-4672-b789-9a06853a5e99 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905692 Apr 20 13:14:24.053466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65afb2e-8352-43cc-97d1-ab4a61a7647b service neutron] Pushing event updated for resources: {'Port': ['ID=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:24.056511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port d4949b42-8f66-413c-87b1-4dc8ee4e339f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:24.057074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.057415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-46adcde1-1086-42d7-9ecd-f463268efaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:24.059126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-46adcde1-1086-42d7-9ecd-f463268efaa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc97a206-2349-4458-aa4e-c500955c74ad HTTP/1.1" status: 200 len: 848 time: 0.1346333 Apr 20 13:14:24.155242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-d3ea3185-958c-4bbe-b756-546b09c7d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:24.156538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-d3ea3185-958c-4bbe-b756-546b09c7d041 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aedf0abe7d384d0591435b835a06139b&device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 1095 time: 0.1793966 Apr 20 13:14:24.166838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.187337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-61e873d9-061e-4d3b-8775-96c8b59eaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:24.190539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-61e873d9-061e-4d3b-8775-96c8b59eaa4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fa2c4ed-5604-4f81-9cce-96757b087803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187406 Apr 20 13:14:24.191548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for d4949b42-8f66-413c-87b1-4dc8ee4e339f owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:24.244036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-c58fe406-8d65-42c3-bdcc-e52ce6a8d6f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 HTTP/1.1" status: 200 len: 217 time: 0.0709217 Apr 20 13:14:24.281905 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.293365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-71fa966e-1d2b-4fed-a2cd-a6b4aafe7981 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323027 Apr 20 13:14:24.363217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f0484695-ece8-44f9-af3a-5738941b3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:24.364930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f0484695-ece8-44f9-af3a-5738941b3f06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce7a8e40-0759-4a30-af96-d1b4616283a7 HTTP/1.1" status: 200 len: 848 time: 0.1000259 Apr 20 13:14:24.410301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.442153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-f1fdfeab-da3a-4dd2-9e5e-967f48500b92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11fb683b-44a5-407a-b439-856c4ce02989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644894 Apr 20 13:14:24.468573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=d4949b42-8f66-413c-87b1-4dc8ee4e339f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:24.478444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.482231 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1433430-b91e-4082-a89b-14359986d332 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/d4949b42-8f66-413c-87b1-4dc8ee4e339f HTTP/1.1" status: 204 len: 168 time: 0.6737692 Apr 20 13:14:24.488259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32774) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:24.540074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-dfd0b57c-8b53-4d2a-b892-6672f8b4b14b service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173256 Apr 20 13:14:24.618513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-e269a6ee-f2b8-4154-8f7c-67fd44c333d5 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941568 Apr 20 13:14:24.709934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af5e8b3-855a-4865-8515-e79dd28e6a2d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:24.711519 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5af5e8b3-855a-4865-8515-e79dd28e6a2d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2232699 Apr 20 13:14:24.714444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32776) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:24.739964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-8ebd48ff-e95d-41d9-8611-b7737c661a98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d784a16e-9418-4d60-89fb-508f144cbfeb HTTP/1.1" status: 200 len: 217 time: 0.0725539 Apr 20 13:14:24.749940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:24.752174 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ababe5-d011-40f5-af62-5f79640d6395 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:24.753981 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-25ababe5-d011-40f5-af62-5f79640d6395 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/ed7131aa-76d7-40ed-8314-1a75e61110b3 HTTP/1.1" status: 404 len: 333 time: 0.0383625 Apr 20 13:14:24.756881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:24.831608 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1293da5c-0a6a-4df6-850c-9c2a721eaeb9 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:24.833960 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1293da5c-0a6a-4df6-850c-9c2a721eaeb9 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/d4949b42-8f66-413c-87b1-4dc8ee4e339f HTTP/1.1" status: 404 len: 333 time: 0.0758309 Apr 20 13:14:24.836764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32780) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:24.997901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.159271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.169403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:14:25.186163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-8e8d8aa7-0c2f-462c-a417-deb749461ad1 service neutron] 10.222.0.37 "GET /v2.0/networks/11fb683b-44a5-407a-b439-856c4ce02989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7252746 Apr 20 13:14:25.188792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d083c1-8aa0-4260-8abd-66bf9679b656']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:25.202494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d864b70-4e95-4f85-97e9-003e77074271') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:25.202857 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d864b70-4e95-4f85-97e9-003e77074271') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:25.233761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455124e-166f-4f7c-8805-b03c715acb86 req-4ff31b84-69d7-4c63-ba40-2721375a01d8 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.235221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e455124e-166f-4f7c-8805-b03c715acb86 req-4ff31b84-69d7-4c63-ba40-2721375a01d8 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 944 time: 0.6399250 Apr 20 13:14:25.253119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.278110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.301333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1093ba23-0133-41a3-b3d7-5a02b1bf5ea4 req-041656e3-3341-4e16-8dde-54647e01758d service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514038 Apr 20 13:14:25.302694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-a7d271f7-3fb9-4e2d-90f6-a52809842ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.304001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-a7d271f7-3fb9-4e2d-90f6-a52809842ac0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 200 len: 797 time: 0.5523608 Apr 20 13:14:25.314751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:25.315211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:25.318809 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:25.364739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4dea84-94e4-448c-a274-4fc5663568a0 req-c281c50c-ff04-4613-a618-2dcafdec0f4b tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.366243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac4dea84-94e4-448c-a274-4fc5663568a0 req-c281c50c-ff04-4613-a618-2dcafdec0f4b tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 944 time: 0.2266612 Apr 20 13:14:25.399803 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:25.416021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Sync routers for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:25.426147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.430867 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:25.434321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.438009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e455124e-166f-4f7c-8805-b03c715acb86 req-003e22f7-db78-4fc8-9633-2864dbf8101f tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822605 Apr 20 13:14:25.442638 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/81d083c1-8aa0-4260-8abd-66bf9679b656 HTTP/1.1" status: 204 len: 168 time: 0.6044805 Apr 20 13:14:25.444003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32784) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:25.444154 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:25.465095 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.468073 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a411474c-c31c-45ec-beab-a7869bf4b4fc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6437984 Apr 20 13:14:25.475383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2047109455'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:25.482001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f7173-dc63-4739-9f38-3130f703afd5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=81d083c1-8aa0-4260-8abd-66bf9679b656,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:25.483681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32788) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:25.512582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-963dd63b-b757-4d49-9cdf-4b591b2d0b5a req-9d26ebe5-541f-409c-b1ae-8bb13f15a9fc service neutron] 10.222.0.37 "GET /v2.0/networks/11fb683b-44a5-407a-b439-856c4ce02989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064282 Apr 20 13:14:25.520849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:25.533388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.533766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-293d27a5-f42b-4c91-9ad3-ecc3638d36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.535245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-293d27a5-f42b-4c91-9ad3-ecc3638d36ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2213225 Apr 20 13:14:25.545064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac4dea84-94e4-448c-a274-4fc5663568a0 req-0e0eb030-e91f-4bf9-97fc-d1a45e1a3bd9 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610837 Apr 20 13:14:25.560663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'tag': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:25.563104 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e" -d '{"events": [{"name": "network-changed", "server_uuid": "aac02018-0a3c-470f-8c73-5ef74c160cda", "tag": "0d346c28-2042-49f5-bd70-f1b8bf9ff1f3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:25.569917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a16faa1d-070b-4fea-bced-931c9b818dbb tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=03cd53d3d89e444e8c1137058a06ab83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0809717 Apr 20 13:14:25.570434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:25.586764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-0eb520a6-8c65-4857-845b-15edd0c11a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.589057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-0eb520a6-8c65-4857-845b-15edd0c11a1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43e8d74de49741578a5fdafcdd919272&device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1095 time: 0.2165930 Apr 20 13:14:25.626768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:25.657606 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d0fbaa-1dd7-4122-95d9-00e55f0d43ba x-openstack-request-id: req-90d0fbaa-1dd7-4122-95d9-00e55f0d43ba {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:25.657918 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac02018-0a3c-470f-8c73-5ef74c160cda", "tag": "0d346c28-2042-49f5-bd70-f1b8bf9ff1f3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:25.658245 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90d0fbaa-1dd7-4122-95d9-00e55f0d43ba {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:25.658648 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90d0fbaa-1dd7-4122-95d9-00e55f0d43ba'] response: {'name': 'network-changed', 'server_uuid': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'tag': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3', 'status': 'completed', 'code': 200} Apr 20 13:14:25.725577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.726131 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment a8320c6b-adcd-4eff-af22-7b940f986a73 of type vlan for network a174f68e-1410-403a-9414-bd9fa1c6d604 Apr 20 13:14:25.782141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-b956191a-0a32-4b85-97a5-46fc8a3cce94 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295065 Apr 20 13:14:25.786543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-ce2bb1ec-d09e-45a9-a8c9-66fae6ba76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.787937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-ce2bb1ec-d09e-45a9-a8c9-66fae6ba76a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=aedf0abe7d384d0591435b835a06139b&device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 1095 time: 0.1231675 Apr 20 13:14:25.803018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-c573be71-5839-4271-8762-3e4d57766322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.804591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-c573be71-5839-4271-8762-3e4d57766322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 200 len: 910 time: 0.1824279 Apr 20 13:14:25.808610 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:25.857680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.895765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f0ff2-982b-4be3-8ddc-42fd4b27147f tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.897986 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b94f0ff2-982b-4be3-8ddc-42fd4b27147f tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3261733 Apr 20 13:14:25.901848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:25.916708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-bd457b08-cd64-43de-afd5-1049af6a62ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 200 len: 217 time: 0.0939498 Apr 20 13:14:25.955940 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2e74690b-3393-4145-b493-c1b4bfb8ecbe tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525975 Apr 20 13:14:25.962288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32796) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:25.969702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1976831541', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:25.975754 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:25.982978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:25.983845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.011404 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:14:26.034468 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:24Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:26.068055 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Checking router: 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:26.068949 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Updating router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 port 985ce521-e7a9-407a-a161-a56357f68593 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:14:26.096472 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.099164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-8b7bfc70-511e-44c5-b674-8c69b471c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:26.100619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-8b7bfc70-511e-44c5-b674-8c69b471c863 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc97a206-2349-4458-aa4e-c500955c74ad HTTP/1.1" status: 200 len: 848 time: 0.1491566 Apr 20 13:14:26.130953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-c4a9e94a-5cd6-481f-89b2-5576774ffcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:26.132436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-c4a9e94a-5cd6-481f-89b2-5576774ffcbe service neutron] 10.222.0.37 "GET /v2.0/networks?id=11fb683b-44a5-407a-b439-856c4ce02989 HTTP/1.1" status: 200 len: 909 time: 0.3269901 Apr 20 13:14:26.205153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2319f62e-ec67-4c36-8dd5-92b9e876689a req-67e8bcaf-e395-4f11-9fe4-bd6ad1167467 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915000 Apr 20 13:14:26.210391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-772ad491-512c-4bbc-ae3b-0c68656cfa23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 HTTP/1.1" status: 200 len: 217 time: 0.0543289 Apr 20 13:14:26.254847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:26.258324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.284672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-14a94e88-a8db-4ea2-8939-7bd903b6eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:26.286116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-14a94e88-a8db-4ea2-8939-7bd903b6eb33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fa2c4ed-5604-4f81-9cce-96757b087803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695266 Apr 20 13:14:26.352204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-e36598f6-aa64-4364-a2e5-828cbaa319d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:26.354214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-e36598f6-aa64-4364-a2e5-828cbaa319d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ce7a8e40-0759-4a30-af96-d1b4616283a7 HTTP/1.1" status: 200 len: 848 time: 0.1347055 Apr 20 13:14:26.395054 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.401091 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9291756 Apr 20 13:14:26.402556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32800) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:26.402731 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.410764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:26.444134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08651764-4646-4647-9381-d7069fe021bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=a174f68e-1410-403a-9414-bd9fa1c6d604,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:26.445076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-0edaf345-f3d6-4200-9459-96d7fad80f3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11fb683b-44a5-407a-b439-856c4ce02989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517638 Apr 20 13:14:26.452368 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Attempting to bind port 985ce521-e7a9-407a-a161-a56357f68593 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:26.452998 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Attempting to bind port 985ce521-e7a9-407a-a161-a56357f68593 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:26.453168 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Attempting to bind port 985ce521-e7a9-407a-a161-a56357f68593 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:26.458907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a174f68e-1410-403a-9414-bd9fa1c6d604 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:26.466793 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:26.467157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:26.467733 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.468307 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:26.468933 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Bound port: 985ce521-e7a9-407a-a161-a56357f68593, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:26.470307 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.543850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] For port 985ce521-e7a9-407a-a161-a56357f68593, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:26.548359 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] For port 985ce521-e7a9-407a-a161-a56357f68593, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=985ce521-e7a9-407a-a161-a56357f68593,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:26.555045 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Pushing event updated for resources: {'Port': ['ID=985ce521-e7a9-407a-a161-a56357f68593,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:26.572077 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.572443 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.572966 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.573472 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.573997 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.574403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.575447 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.576046 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.576909 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.577510 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.578052 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.578633 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:26.584721 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.683000 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:26.683482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:26.715066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-0cb75a1d-0ba4-44e4-ab80-d98464054ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951104 Apr 20 13:14:26.745879 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4346d7-5099-4706-8daf-e99c48c77edf None None] Pushing event updated for resources: {'Port': ['ID=985ce521-e7a9-407a-a161-a56357f68593,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:26.821186 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:26.828466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:26.831882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:26.859110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-517b2b57-b650-4811-ae2c-b96a0b522001 service neutron] 10.222.0.37 "GET /v2.0/networks/11fb683b-44a5-407a-b439-856c4ce02989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947685 Apr 20 13:14:26.875685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f617-a0a7-4316-ac41-e24d216d7703 req-d93aafd1-6727-4785-a096-75d00c5714dc tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:26.877318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48d7f617-a0a7-4316-ac41-e24d216d7703 req-d93aafd1-6727-4785-a096-75d00c5714dc tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 944 time: 0.3082790 Apr 20 13:14:26.990868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9944213-8b9f-4be6-b200-3a39aa92f9ed req-2fee403c-60c2-4968-b0a2-02f023185c6b tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:26.992338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9944213-8b9f-4be6-b200-3a39aa92f9ed req-2fee403c-60c2-4968-b0a2-02f023185c6b tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 944 time: 0.3260534 Apr 20 13:14:27.010701 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:24Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:27.013222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Performing IP validity checks on allocation pools {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:14:27.013921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:14:27.037348 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c2c3a-e9a6-4b34-868e-be6381fe5126 None None] The sync data for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 is: [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:24Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:27.111013 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.131078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30c1d88b-bd36-44d5-9237-4bb3582497fa req-d7b80465-73c4-485c-a3cf-abea08d9d443 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903499 Apr 20 13:14:27.166000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48d7f617-a0a7-4316-ac41-e24d216d7703 req-7886a9dc-b113-4a51-9c99-3ea3eebc1e2a tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359712 Apr 20 13:14:27.209987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9944213-8b9f-4be6-b200-3a39aa92f9ed req-c3b03864-885f-4e1c-8f03-79e289644ca6 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921515 Apr 20 13:14:27.243440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc1a02eb-d3dd-427d-a82b-0ef16ebf112e req-1884ab99-3849-49ba-83b9-9a7a3a962ce1 service neutron] 10.222.0.37 "GET /v2.0/networks/11fb683b-44a5-407a-b439-856c4ce02989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597529 Apr 20 13:14:27.250279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Subnet': ['ID=9f047ba7-3f87-4fb0-92df-9a774a87715a,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:27.284058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Checking segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:27.284463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network hostable DHCP agents. Network: 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:27.443363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:27.474934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.484590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:27.495338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64b2f58-5826-4324-940a-800cf47543b0 None None] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:27.534369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.534967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.568800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.575003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.581015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.586976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.593410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.599350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.605757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.607854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-7fa88d0e-182c-4f16-9eb5-b43cddfc443d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.2641008 Apr 20 13:14:27.619233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-d0393d4e-7b90-4f45-af56-3a32280e79b4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.620786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-d0393d4e-7b90-4f45-af56-3a32280e79b4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.3329320 Apr 20 13:14:27.655237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=db297bd4-b17d-4729-8c1d-bab9a4f1a159,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:27.659980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dfe7e341-4ca2-4301-8aba-5fed7fe3e8d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6940813 Apr 20 13:14:27.664513 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32818) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:27.673364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-cb8629d7-1205-4d76-9c5c-f4ffae339be2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/quotas/efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 375 time: 0.0361176 Apr 20 13:14:27.695665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db884ae-785a-4f84-b472-55697332affd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:27.696816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2db884ae-785a-4f84-b472-55697332affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.709311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': 'a8320c6b-adcd-4eff-af22-7b940f986a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:27.709695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: a174f68e-1410-403a-9414-bd9fa1c6d604, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:27.737463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-946099fd-56ae-48aa-adbe-25ec169e3500 req-1e95c753-a0f1-468d-a10d-cc14716623c9 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117606 Apr 20 13:14:27.768978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-d7ab5586-5365-47dc-b3a3-2ee798c59da8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779665 Apr 20 13:14:27.770171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network a174f68e-1410-403a-9414-bd9fa1c6d604 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:27.812328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a174f68e-1410-403a-9414-bd9fa1c6d604) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:27.833736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d550d-b83a-4d18-ae3f-126e129337c4 None None] Network a174f68e-1410-403a-9414-bd9fa1c6d604 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:27.835284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:27.835893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:27.874830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-84b2e90b-049a-4291-a672-b787c9b57b3f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4685657 Apr 20 13:14:27.878071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32824) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:27.893091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604', 'name': 'tempest-PortsTestJSON-2108778873'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:28.044309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-2db884ae-785a-4f84-b472-55697332affd None None] Allocated IP 172.20.0.2 (9a7e2ffe-92dc-4e1b-a512-f854f9315b9c/9f047ba7-3f87-4fb0-92df-9a774a87715a/b1fe60be-43a5-47ba-af99-5dba51662d1b) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:28.153776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a174f68e-1410-403a-9414-bd9fa1c6d604', 'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604', 'tenant_id': '3f775d0f298147d79fbad0907f0bab5c', 'fixed_ips': [{'subnet_id': 'db297bd4-b17d-4729-8c1d-bab9a4f1a159'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:28.154854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.280583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 985ce521-e7a9-407a-a161-a56357f68593 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:28.328169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.425433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Allocated IP 172.20.0.2 (a174f68e-1410-403a-9414-bd9fa1c6d604/db297bd4-b17d-4729-8c1d-bab9a4f1a159/14f2ca9c-052c-4aae-94fa-e465e7c91e8c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:28.451415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 985ce521-e7a9-407a-a161-a56357f68593 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:28.452579 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.455352 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2db884ae-785a-4f84-b472-55697332affd None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.489699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2db884ae-785a-4f84-b472-55697332affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.505464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.513670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.520359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.529358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.533795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.540635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.546844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.560713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3ca1445-dd35-4600-b057-3bee5094e062 req-3f26c8f3-c698-45e0-82e0-c31ff21e5557 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.6561706 Apr 20 13:14:28.616872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db884ae-785a-4f84-b472-55697332affd None None] Pushing event updated for resources: {'Port': ['ID=b1fe60be-43a5-47ba-af99-5dba51662d1b,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:28.623900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db884ae-785a-4f84-b472-55697332affd None None] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:28.640014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-e79ed2f7-f02e-4a32-8835-0cd6b1690af3 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512943 Apr 20 13:14:28.655059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:28.656458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.1 (9a7e2ffe-92dc-4e1b-a512-f854f9315b9c/9f047ba7-3f87-4fb0-92df-9a774a87715a/a5b92a9d-0f25-417e-9675-fb088f4b3e7d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:28.658759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.738978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 51fbf3f1-be11-42ff-9e43-fbcbe32c90c3 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:28.813175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31a001-3845-4377-a58a-c9be18c665ab req-ff347809-96d6-4066-a3f5-a9d5b5c2b173 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:28.814765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d31a001-3845-4377-a58a-c9be18c665ab req-ff347809-96d6-4066-a3f5-a9d5b5c2b173 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 944 time: 0.1956770 Apr 20 13:14:28.828591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.841928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:28.844891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-2db884ae-785a-4f84-b472-55697332affd None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:28.856370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db884ae-785a-4f84-b472-55697332affd None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:28.868327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-75fd5a42-0e3f-4774-b757-8dd50f33e5ce service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070484 Apr 20 13:14:28.885379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.887483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d31a001-3845-4377-a58a-c9be18c665ab req-634b1f0f-ef39-45cb-937c-f88e4fbef065 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612817 Apr 20 13:14:28.901462 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:28.933613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:28.937576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:28.942273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:29.025174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 985ce521-e7a9-407a-a161-a56357f68593, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=985ce521-e7a9-407a-a161-a56357f68593,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:29.026355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.034419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.065989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d0279-1220-4408-a76c-083814b5019b req-b32f9923-e24d-4808-b586-fe22585a1e31 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:29.076043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-710d0279-1220-4408-a76c-083814b5019b req-b32f9923-e24d-4808-b586-fe22585a1e31 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 944 time: 0.0921817 Apr 20 13:14:29.087066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.158133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-710d0279-1220-4408-a76c-083814b5019b req-4517f284-3237-4cfc-a87b-b69061bc176d tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798607 Apr 20 13:14:29.163431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2db884ae-785a-4f84-b472-55697332affd None None] Attempting to bind port b1fe60be-43a5-47ba-af99-5dba51662d1b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:29.163804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2db884ae-785a-4f84-b472-55697332affd None None] Attempting to bind port b1fe60be-43a5-47ba-af99-5dba51662d1b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:29.164168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db884ae-785a-4f84-b472-55697332affd None None] Attempting to bind port b1fe60be-43a5-47ba-af99-5dba51662d1b on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:29.207494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db884ae-785a-4f84-b472-55697332affd None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:29.209543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db884ae-785a-4f84-b472-55697332affd None None] Checking segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:29.209543 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2db884ae-785a-4f84-b472-55697332affd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.209867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db884ae-785a-4f84-b472-55697332affd None None] Bound using segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:29.210356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2db884ae-785a-4f84-b472-55697332affd None None] Bound port: b1fe60be-43a5-47ba-af99-5dba51662d1b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:29.210876 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2db884ae-785a-4f84-b472-55697332affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.218383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.280396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.288249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=985ce521-e7a9-407a-a161-a56357f68593,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.313453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.323179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,segment=NetworkSegment(25d3d477-0783-4987-9907-c70d6beb97fd),segment_id=25d3d477-0783-4987-9907-c70d6beb97fd)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:29.377494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-648c5a1e-38e1-4113-8995-edb020c6a754 req-75c8f147-dbd7-46ed-99be-48b5f079cd38 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0735321 Apr 20 13:14:29.418534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.10 (a174f68e-1410-403a-9414-bd9fa1c6d604/db297bd4-b17d-4729-8c1d-bab9a4f1a159/51fbf3f1-be11-42ff-9e43-fbcbe32c90c3) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:29.432434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3', 'network_id': '11fb683b-44a5-407a-b439-856c4ce02989', 'port_id': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3', 'mac_address': 'fa:16:3e:ed:a6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7a8e40-0759-4a30-af96-d1b4616283a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:29.440626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Network a174f68e-1410-403a-9414-bd9fa1c6d604 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:29.455843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:29.458382 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:29.465842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Pushing event updated for resources: {'Port': ['ID=14f2ca9c-052c-4aae-94fa-e465e7c91e8c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.556087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2db884ae-785a-4f84-b472-55697332affd None None] For port b1fe60be-43a5-47ba-af99-5dba51662d1b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:29.636422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.636708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.643615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2db884ae-785a-4f84-b472-55697332affd None None] For port b1fe60be-43a5-47ba-af99-5dba51662d1b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1fe60be-43a5-47ba-af99-5dba51662d1b,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:29.644149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.653714 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2db884ae-785a-4f84-b472-55697332affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.659029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.661118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Attempting to bind port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:29.661721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Attempting to bind port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a8320c6b-adcd-4eff-af22-7b940f986a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:29.662285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Attempting to bind port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c on network a174f68e-1410-403a-9414-bd9fa1c6d604 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:29.689089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.704145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:29.704676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Checking segment: {'id': 'a8320c6b-adcd-4eff-af22-7b940f986a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:29.705292 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.705943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Bound using segment: {'id': 'a8320c6b-adcd-4eff-af22-7b940f986a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:29.706612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Bound port: 14f2ca9c-052c-4aae-94fa-e465e7c91e8c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8320c6b-adcd-4eff-af22-7b940f986a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a174f68e-1410-403a-9414-bd9fa1c6d604'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:29.707189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.734184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.738240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:29.762712 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.774698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=51fbf3f1-be11-42ff-9e43-fbcbe32c90c3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.819463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network a174f68e-1410-403a-9414-bd9fa1c6d604 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:29.821483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:29.829170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:29.847838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,segment=NetworkSegment(25d3d477-0783-4987-9907-c70d6beb97fd),segment_id=25d3d477-0783-4987-9907-c70d6beb97fd)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:29.865747 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.872538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db884ae-785a-4f84-b472-55697332affd None None] Pushing event updated for resources: {'Port': ['ID=b1fe60be-43a5-47ba-af99-5dba51662d1b,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.894479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:29.896010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:29.909857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:29.911187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:29.937664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7835af8f-e8e2-499b-b8a3-9b33ff1952fa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0553758 Apr 20 13:14:29.937980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32852) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:29.956075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] For port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:29.960602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] For port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=14f2ca9c-052c-4aae-94fa-e465e7c91e8c,segment=NetworkSegment(a8320c6b-adcd-4eff-af22-7b940f986a73),segment_id=a8320c6b-adcd-4eff-af22-7b940f986a73)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:29.964580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:29.970622 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.102034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c3d5e-69a0-4fbc-a96a-2e6a6cccb9c1 None None] Pushing event updated for resources: {'Port': ['ID=14f2ca9c-052c-4aae-94fa-e465e7c91e8c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:30.161180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:30.217369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['0d346c28-2042-49f5-bd70-f1b8bf9ff1f3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:30.268650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e353b19-606a-48db-90d4-e538ebf5165d req-9af1589c-d025-47ee-86ce-9b0a23113199 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:30.271454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e353b19-606a-48db-90d4-e538ebf5165d req-9af1589c-d025-47ee-86ce-9b0a23113199 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 945 time: 0.2533343 Apr 20 13:14:30.315251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 49916344-6e1f-44ee-8bcd-f831834dc7f0 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:30.409457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e353b19-606a-48db-90d4-e538ebf5165d req-c1a76e3e-1442-4da9-8f4c-f44eb9b37e00 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246555 Apr 20 13:14:30.414728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 51fbf3f1-be11-42ff-9e43-fbcbe32c90c3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:30.415125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.478040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:30.491705 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-39d0de4a-4e58-4ea5-bca3-5ae1284a2892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/2524e20c-f867-48bd-a94e-aa2fc6bc0a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8270576 Apr 20 13:14:30.537054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Sync routers for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:30.639806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1fe60be-43a5-47ba-af99-5dba51662d1b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:30.721573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:30.722516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:30.724465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-339435dc-5c6c-47aa-9399-7f802b757f7e req-ffe0af2f-5887-44aa-b1ea-501f20317fc3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0947344 Apr 20 13:14:30.804997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:30.829111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9721bb4-c469-48e9-b74c-301ba2973103 req-f78ea8cf-ef15-4edd-b9f4-521bb17f602c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:30.836595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9721bb4-c469-48e9-b74c-301ba2973103 req-f78ea8cf-ef15-4edd-b9f4-521bb17f602c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 944 time: 0.5021377 Apr 20 13:14:30.849894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:30.886875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 51fbf3f1-be11-42ff-9e43-fbcbe32c90c3 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:30.916821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-ed7a8a12-6bdf-4ebc-82e5-6b5b5d89c624 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1141525591&fields=id&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 267 time: 0.0763757 Apr 20 13:14:31.030967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9721bb4-c469-48e9-b74c-301ba2973103 req-bdbbfd45-c8cb-4156-9acb-a68bcff02c98 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929100 Apr 20 13:14:31.088706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 49916344-6e1f-44ee-8bcd-f831834dc7f0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:31.115804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-07174551-6e65-4999-91b7-3ef61e779d10 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.117275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-07174551-6e65-4999-91b7-3ef61e779d10 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.4781783 Apr 20 13:14:31.135225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'port': {'device_id': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'admin_state_up': True, 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:31.155495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'port_id': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'mac_address': 'fa:16:3e:a7:a3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:31.161876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b1fe60be-43a5-47ba-af99-5dba51662d1b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:31.162251 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.286193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.340122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49916344-6e1f-44ee-8bcd-f831834dc7f0 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:31.373390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 2, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:31.379901 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.412963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:31.419569 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.442274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 49916344-6e1f-44ee-8bcd-f831834dc7f0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:31.445540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Checking router: 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:31.446013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Updating router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 port a5b92a9d-0f25-417e-9675-fb088f4b3e7d binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:14:31.453262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32882) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:31.457081 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.520184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-7b3eab77-aef1-4785-a051-31c074f91d74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.528448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-7b3eab77-aef1-4785-a051-31c074f91d74 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 797 time: 0.5904822 Apr 20 13:14:31.538669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.643019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-82c06bcc-729c-485c-85ac-d63a6afc40dd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/quotas/03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 375 time: 0.1132023 Apr 20 13:14:31.650104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=51fbf3f1-be11-42ff-9e43-fbcbe32c90c3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:31.665492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a14401-9dad-4086-80f8-b943d8208f77 None None] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:31.699324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port b1fe60be-43a5-47ba-af99-5dba51662d1b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1fe60be-43a5-47ba-af99-5dba51662d1b,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:31.703059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.703726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.717441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.718199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.720939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.721711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.725366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.726882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 985ce521-e7a9-407a-a161-a56357f68593 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:31.727231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.738339 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-06988864-ead4-4faa-827c-d7989de36b5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6492 time: 0.2838035 Apr 20 13:14:31.779247 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.809164 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-a2b19473-f31d-4586-b18d-81d5b4b202c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695632 Apr 20 13:14:31.820553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['49916344-6e1f-44ee-8bcd-f831834dc7f0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:31.860890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-b14a4d6a-d9ee-4e60-8c3c-f90a3a915ccf tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2081342 Apr 20 13:14:31.908799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d06b4c45-fd0b-46f2-a3c6-6af2691253e7 None None] Provisioning complete for port b1fe60be-43a5-47ba-af99-5dba51662d1b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:31.909490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d06b4c45-fd0b-46f2-a3c6-6af2691253e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.917691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:31.919465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=49916344-6e1f-44ee-8bcd-f831834dc7f0,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:31.921186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e8a3dc7c-69cd-47ac-ade6-ddd7c783866d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/51fbf3f1-be11-42ff-9e43-fbcbe32c90c3 HTTP/1.1" status: 204 len: 168 time: 1.9821174 Apr 20 13:14:31.923924 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32892) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:31.932554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816faf6a-a06e-4a47-832e-e3796c154fb6 req-089ba344-121a-4bb7-9f6d-4d09483dd18c tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:31.941469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-816faf6a-a06e-4a47-832e-e3796c154fb6 req-089ba344-121a-4bb7-9f6d-4d09483dd18c tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 945 time: 0.3104870 Apr 20 13:14:31.971368 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca7804b-6497-4c09-8590-e5e83fe7246f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:14:31.972873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca7804b-6497-4c09-8590-e5e83fe7246f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:14:31.976705 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ca7804b-6497-4c09-8590-e5e83fe7246f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/51fbf3f1-be11-42ff-9e43-fbcbe32c90c3 HTTP/1.1" status: 404 len: 333 time: 0.0517795 Apr 20 13:14:31.982131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32894) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:31.984103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.20.0.11 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:32.007376 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb421be-f162-4a22-8e1b-f59187ed011c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:32.012143 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8cb421be-f162-4a22-8e1b-f59187ed011c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/51fbf3f1-be11-42ff-9e43-fbcbe32c90c3 HTTP/1.1" status: 404 len: 333 time: 0.0290112 Apr 20 13:14:32.012815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32896) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:32.068026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9493c68-cb9f-4cfc-a041-403a496cbc80 None None] Network a174f68e-1410-403a-9414-bd9fa1c6d604 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:32.071595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet db297bd4-b17d-4729-8c1d-bab9a4f1a159 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:32.075699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.082451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-816faf6a-a06e-4a47-832e-e3796c154fb6 req-a625677b-14c8-4e11-85a4-1ed4a758c292 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395540 Apr 20 13:14:32.127089 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.173661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-ba9b3df1-d935-47fe-bbd1-50b36736b394 service neutron] 10.222.0.24 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117273 Apr 20 13:14:32.227165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.301723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 985ce521-e7a9-407a-a161-a56357f68593 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:32.302548 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.304911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.326721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.331938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83ec5a09-cd03-49a8-91e6-30917f430870 req-0034b0c7-63f4-4a03-a807-db05d203986a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.1308329 Apr 20 13:14:32.333524 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/db297bd4-b17d-4729-8c1d-bab9a4f1a159 HTTP/1.1" status: 204 len: 168 time: 0.3195858 Apr 20 13:14:32.334414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:32.378598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011aa756-1a60-4590-8c7c-0cc20b0e3a48 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=db297bd4-b17d-4729-8c1d-bab9a4f1a159,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:32.386884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=b1fe60be-43a5-47ba-af99-5dba51662d1b,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:32.473236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.503719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-3f1ec8a8-6123-4551-aeaf-d86fa6a00c0c service neutron] 10.222.0.24 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288605 Apr 20 13:14:32.546970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.553372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:32.553893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.639552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.679654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] For port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=14f2ca9c-052c-4aae-94fa-e465e7c91e8c,segment=NetworkSegment(a8320c6b-adcd-4eff-af22-7b940f986a73),segment_id=a8320c6b-adcd-4eff-af22-7b940f986a73)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:32.679988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.696636 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:32.712528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 14f2ca9c-052c-4aae-94fa-e465e7c91e8c owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:32.739086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:32.746565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:32.781865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:32.810237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06414e-e465-4151-8a5a-81b4b3fcee0f req-fd9f3a1a-ffee-4c24-9776-f70ecbee04fb tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:32.818383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba06414e-e465-4151-8a5a-81b4b3fcee0f req-fd9f3a1a-ffee-4c24-9776-f70ecbee04fb tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 945 time: 0.3803294 Apr 20 13:14:32.961981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:32.982432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4c49a8f5-c30f-4d24-a5e3-5a3b69e59e4f None None] Provisioning complete for port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:32.992790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a85ef1fd-8f24-40ce-af07-d7c549b7bee9 req-0a1a3a15-19b4-4249-b0f3-b96a445f1902 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 210 time: 0.0654423 Apr 20 13:14:32.993467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:32.995633 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c49a8f5-c30f-4d24-a5e3-5a3b69e59e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.048104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=14f2ca9c-052c-4aae-94fa-e465e7c91e8c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:33.050008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No DVR routers for this DVR port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:33.127351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba06414e-e465-4151-8a5a-81b4b3fcee0f req-b112f3ec-ad23-4153-a397-394034619a83 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065622 Apr 20 13:14:33.163064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.163869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:33.164652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.180077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1fe60be-43a5-47ba-af99-5dba51662d1b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:33.188658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4c49a8f5-c30f-4d24-a5e3-5a3b69e59e4f None None] Port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c was deleted so its status cannot be updated. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 13:14:33.201554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-a7231ad4-dcb3-4fc2-8859-f482a0ca995a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0704913 Apr 20 13:14:33.225482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Request body: {'port': {'device_id': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:33.231671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a174f68e-1410-403a-9414-bd9fa1c6d604']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:33.248929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8320c6b-adcd-4eff-af22-7b940f986a73') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:33.250008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8320c6b-adcd-4eff-af22-7b940f986a73') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:33.253856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:14:33.278119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:33.278466 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.280265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.316510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.329770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:33.330296 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:33.336724 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:33.464972 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.468193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.477670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.484142 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/a174f68e-1410-403a-9414-bd9fa1c6d604 HTTP/1.1" status: 204 len: 168 time: 1.1141727 Apr 20 13:14:33.495473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83453b6d-6fc7-4537-8d6f-c8befad63ed6 req-448e4c48-97f8-4150-be00-e9d7a3e6d80b tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:33.506604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83453b6d-6fc7-4537-8d6f-c8befad63ed6 req-448e4c48-97f8-4150-be00-e9d7a3e6d80b tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 945 time: 0.2023442 Apr 20 13:14:33.514356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:33.527919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-64923431'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:33.531665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb295d-905e-48da-a6ca-60c9f07d8cc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=a174f68e-1410-403a-9414-bd9fa1c6d604,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:33.561505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f5d3edfa-9586-4d61-a08e-c52992929ea7 None None] Provisioning complete for port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:33.562833 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5d3edfa-9586-4d61-a08e-c52992929ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.570486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:33.575151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.630761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:33.647165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.647518 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment 73d3f268-f194-4338-8043-73e5e1029248 of type vlan for network be12619d-e3fd-43c1-810d-62cb94336132 Apr 20 13:14:33.674905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7f2db-202e-4da7-8950-ab3c14ae6ca6 None None] DHCP port deletion for a174f68e-1410-403a-9414-bd9fa1c6d604 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:33.707627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a8c2-be9e-42b8-85c9-dbb341ee5369 req-b014ed09-e92a-4e18-8317-8f1fe04bb97c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:33.708725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f5d3edfa-9586-4d61-a08e-c52992929ea7 None None] Port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:33.711638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b1fe60be-43a5-47ba-af99-5dba51662d1b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:33.714586 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.724978 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.733256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5f7a8c2-be9e-42b8-85c9-dbb341ee5369 req-b014ed09-e92a-4e18-8317-8f1fe04bb97c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 932 time: 0.2870121 Apr 20 13:14:33.746004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83453b6d-6fc7-4537-8d6f-c8befad63ed6 req-51e8d847-26f9-4788-b1b0-1c492d492884 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382610 Apr 20 13:14:33.766011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.774543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:33.776795 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.857046 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3416016 Apr 20 13:14:33.866181 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32920) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:33.878589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:33.896786 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:33.929690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5f7a8c2-be9e-42b8-85c9-dbb341ee5369 req-3b4d8308-ad86-4d07-8485-c5a0308fc146 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895034 Apr 20 13:14:33.990969 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.096538 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-05dd5a01-8f4f-4bdc-8c63-b715824000a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.124428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e0e0c3d7-16a4-4097-b185-9851a063d976 None None] Provisioning complete for port b1fe60be-43a5-47ba-af99-5dba51662d1b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:34.124428 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e0e0c3d7-16a4-4097-b185-9851a063d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.248484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.249094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dbb4c95-7be5-4383-82cc-394cd76f5dec req-e40fa8aa-3f1f-487d-a973-15691106bc8d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 210 time: 0.1288011 Apr 20 13:14:34.251323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1387105-00e2-432a-b730-32ac15dbfc7e None None] Pushing event updated for resources: {'Port': ['ID=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:34.383318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 14f2ca9c-052c-4aae-94fa-e465e7c91e8c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:34.396499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6816-2711-4658-b26f-4a811fba124e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=be12619d-e3fd-43c1-810d-62cb94336132,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:34.436418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 14f2ca9c-052c-4aae-94fa-e465e7c91e8c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:34.437051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 14f2ca9c-052c-4aae-94fa-e465e7c91e8c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 13:14:34.460833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:34.464618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network be12619d-e3fd-43c1-810d-62cb94336132 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:34.469660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.482039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port 14f2ca9c-052c-4aae-94fa-e465e7c91e8c not found, will not notify nova. {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 13:14:34.778624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:34.781460 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b35e7c4-b82a-45ae-a5ad-2ad63c76ccee" -d '{"events": [{"server_uuid": "aac02018-0a3c-470f-8c73-5ef74c160cda", "name": "network-vif-plugged", "status": "completed", "tag": "0d346c28-2042-49f5-bd70-f1b8bf9ff1f3"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:34.782520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.850265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 14f2ca9c-052c-4aae-94fa-e465e7c91e8c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:34.854124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,segment=NetworkSegment(25d3d477-0783-4987-9907-c70d6beb97fd),segment_id=25d3d477-0783-4987-9907-c70d6beb97fd)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:34.857936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Attempting to bind port a5b92a9d-0f25-417e-9675-fb088f4b3e7d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:34.858561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Attempting to bind port a5b92a9d-0f25-417e-9675-fb088f4b3e7d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:34.859017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Attempting to bind port a5b92a9d-0f25-417e-9675-fb088f4b3e7d on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:34.865187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:34.878989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': '73d3f268-f194-4338-8043-73e5e1029248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:34.880113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: be12619d-e3fd-43c1-810d-62cb94336132, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:34.895491 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=618d8394-1e74-44bb-9a56-f82ff4722b04,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:34.899788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.904695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.914976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network be12619d-e3fd-43c1-810d-62cb94336132 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:34.928712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, be12619d-e3fd-43c1-810d-62cb94336132) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:34.947060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.951868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.966934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39d68e-9be3-45d1-a7df-62a765995822 req-f545f0a9-f124-4fd1-9756-295cf7d0ec2d tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:34.968698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f39d68e-9be3-45d1-a7df-62a765995822 req-f545f0a9-f124-4fd1-9756-295cf7d0ec2d tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 945 time: 0.7567470 Apr 20 13:14:34.978558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Transition to ACTIVE for port object d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:34.983606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 14f2ca9c-052c-4aae-94fa-e465e7c91e8c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:34.984115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 14f2ca9c-052c-4aae-94fa-e465e7c91e8c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:34.986806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e0e0c3d7-16a4-4097-b185-9851a063d976 None None] Provisioning complete for port a5b92a9d-0f25-417e-9675-fb088f4b3e7d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:34.987278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e0e0c3d7-16a4-4097-b185-9851a063d976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.991675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:34.992403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Checking segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:34.992568 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.993022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Bound using segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:34.993666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Bound port: a5b92a9d-0f25-417e-9675-fb088f4b3e7d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:34.994767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:34.999428 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a3851f79-768e-4a60-9cef-f28634d81122 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1292520 Apr 20 13:14:35.001028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.002819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32932) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:35.017528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132', 'security_groups': [], 'name': 'tempest-PortsTestJSON-591357767'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:35.023833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:35.027860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb718c3-2af2-432d-a58c-d7a92a113851 None None] Network be12619d-e3fd-43c1-810d-62cb94336132 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:35.125309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e0e0c3d7-16a4-4097-b185-9851a063d976 None None] Port a5b92a9d-0f25-417e-9675-fb088f4b3e7d cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:35.125436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-7dcbfc22-fbae-4fb5-91b5-7a8033168cf3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.126865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-7dcbfc22-fbae-4fb5-91b5-7a8033168cf3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 797 time: 0.8260670 Apr 20 13:14:35.148969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1406ae-9d62-489e-90b6-45949583c9f5 req-5aaf6fa2-1e6c-450e-b1df-987408ba12d8 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.150598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b1406ae-9d62-489e-90b6-45949583c9f5 req-5aaf6fa2-1e6c-450e-b1df-987408ba12d8 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 946 time: 0.2397270 Apr 20 13:14:35.176659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Pushing event updated for resources: {'Port': ['ID=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:35.202949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f39d68e-9be3-45d1-a7df-62a765995822 req-4bb4d85c-8b59-4c41-a398-44a8ada67042 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221327 Apr 20 13:14:35.203444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] For port a5b92a9d-0f25-417e-9675-fb088f4b3e7d, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:35.208749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] For port a5b92a9d-0f25-417e-9675-fb088f4b3e7d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:35.233470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.330370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-c74bfeff-eb93-450e-a8c2-96103cd637b6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 380 time: 0.1736629 Apr 20 13:14:35.339719 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa35c0fd-e75f-4eb5-b998-fb3f150fc29a x-openstack-request-id: req-fa35c0fd-e75f-4eb5-b998-fb3f150fc29a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:35.340869 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac02018-0a3c-470f-8c73-5ef74c160cda", "name": "network-vif-plugged", "status": "completed", "tag": "0d346c28-2042-49f5-bd70-f1b8bf9ff1f3", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:35.340869 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa35c0fd-e75f-4eb5-b998-fb3f150fc29a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:35.340869 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa35c0fd-e75f-4eb5-b998-fb3f150fc29a'] response: {'server_uuid': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3', 'code': 200} Apr 20 13:14:35.361399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'port': {'device_id': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'admin_state_up': True, 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'security_groups': ['c9cab9a1-e329-4663-88d0-705125e3ff3d']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:35.382742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:35.383388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:35.451981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-39d08fb9-1a6c-4c83-8e7c-7c0b0a17cde2 None None] Provisioning complete for port a5b92a9d-0f25-417e-9675-fb088f4b3e7d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:35.452259 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-39d08fb9-1a6c-4c83-8e7c-7c0b0a17cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.478602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1387105-00e2-432a-b730-32ac15dbfc7e None None] Pushing event updated for resources: {'Port': ['ID=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:35.505611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b1406ae-9d62-489e-90b6-45949583c9f5 req-ad0d6f4c-2a4c-4649-a356-a7081eb86b1f tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329079 Apr 20 13:14:35.560492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-be12619d-e3fd-43c1-810d-62cb94336132', 'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132', 'tenant_id': '3f775d0f298147d79fbad0907f0bab5c', 'fixed_ips': [{'subnet_id': '618d8394-1e74-44bb-9a56-f82ff4722b04'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:35.561347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.608855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Attempting to bind port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:35.609313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Attempting to bind port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:35.609789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Attempting to bind port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:35.682221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a299dce3-bf80-46a8-896d-6ec806280cda req-b308c839-6b21-42bf-b0dc-291bdea4e4d0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 210 time: 0.0672457 Apr 20 13:14:35.682934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 on network 3433df13-5d17-4963-8241-354461d4c350 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:35.683509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Attempting to bind port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:35.715481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:35.716224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:35.716851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:35.717551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Bound port: d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:35.718206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.734155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:35.736954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:35.738425 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.754357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:35.757948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.773297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405607d2-9f80-4b42-8fa2-1f4f9375b6e6 req-04b91cd2-50c7-4d0d-9a1b-615b90ba762c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.774965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405607d2-9f80-4b42-8fa2-1f4f9375b6e6 req-04b91cd2-50c7-4d0d-9a1b-615b90ba762c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 944 time: 0.2940657 Apr 20 13:14:35.787404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26124a-21a1-464c-b7e8-52536657d6d9 req-c232af08-e334-4161-a79d-975833879897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:35.789439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa26124a-21a1-464c-b7e8-52536657d6d9 req-c232af08-e334-4161-a79d-975833879897 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 1097 time: 0.3047760 Apr 20 13:14:35.825387 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-39d08fb9-1a6c-4c83-8e7c-7c0b0a17cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:35.825647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port a308776a-9381-441c-b565-16241177b020 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:35.987172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405607d2-9f80-4b42-8fa2-1f4f9375b6e6 req-e4b0b6d2-93b1-4d26-93f0-6bba3311f86c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018394 Apr 20 13:14:35.989079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Allocated IP 172.20.0.2 (be12619d-e3fd-43c1-810d-62cb94336132/618d8394-1e74-44bb-9a56-f82ff4722b04/1053d931-bf87-4867-a263-f9a6164c0ef7) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:35.996026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa26124a-21a1-464c-b7e8-52536657d6d9 req-3b94bd07-6147-41d6-a8b5-7b6416cc0238 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959331 Apr 20 13:14:36.006635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-39d08fb9-1a6c-4c83-8e7c-7c0b0a17cde2 None None] For port a5b92a9d-0f25-417e-9675-fb088f4b3e7d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:36.008477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] For port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:36.015494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] For port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:36.020741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.029118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-39d08fb9-1a6c-4c83-8e7c-7c0b0a17cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.075219 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8f2af84c-210d-4d81-b5c7-934e3c207177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.095661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.096408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.097818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] 10.222.0.30 "PUT /v2.0/ports/d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 HTTP/1.1" status: 200 len: 1092 time: 2.8880680 Apr 20 13:14:36.100495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'tag': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:36.102590 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed293872-c252-451e-89f3-3d2279e589d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a", "tag": "d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:36.134427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.8 (9a7e2ffe-92dc-4e1b-a512-f854f9315b9c/9f047ba7-3f87-4fb0-92df-9a774a87715a/f2fdab57-4435-4538-8bf7-d41c21c834b9) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:36.136836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761cd16-6ef5-45f5-b920-6042f3657658 service neutron] Pushing event updated for resources: {'Port': ['ID=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:36.175104 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06c02e-5231-4430-a602-59a99a1a6234 x-openstack-request-id: req-9a06c02e-5231-4430-a602-59a99a1a6234 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:36.175567 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a", "tag": "d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:36.175956 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a06c02e-5231-4430-a602-59a99a1a6234 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:36.176477 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a06c02e-5231-4430-a602-59a99a1a6234'] response: {'name': 'network-changed', 'server_uuid': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'tag': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2', 'status': 'completed', 'code': 200} Apr 20 13:14:36.210664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d08fb9-1a6c-4c83-8e7c-7c0b0a17cde2 None None] Pushing event updated for resources: {'Port': ['ID=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:36.292698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-915bf84f-85cc-4bb0-a637-28e0db708fa1 None None] Provisioning complete for port a5b92a9d-0f25-417e-9675-fb088f4b3e7d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:36.293077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-915bf84f-85cc-4bb0-a637-28e0db708fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.335059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-9019ebf3-4825-475c-b416-efda33bd648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.336611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-9019ebf3-4825-475c-b416-efda33bd648a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 1095 time: 0.1676888 Apr 20 13:14:36.345907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 49916344-6e1f-44ee-8bcd-f831834dc7f0 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:36.421823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-82fee52e-8221-439a-8674-4650c2a1d05f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 HTTP/1.1" status: 200 len: 217 time: 0.0732191 Apr 20 13:14:36.441232 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.445522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:36.480616 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.486720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dff748-e14d-4eae-bb44-e855443f6503 None None] The sync data for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 is: [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:36.544761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.558097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16bb7a-8861-4eda-b176-22f44c92ae82 req-bbe6cc57-8422-4c84-ae3a-855ce9d35f32 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.565294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc16bb7a-8861-4eda-b176-22f44c92ae82 req-bbe6cc57-8422-4c84-ae3a-855ce9d35f32 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 945 time: 0.2276881 Apr 20 13:14:36.584739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Network be12619d-e3fd-43c1-810d-62cb94336132 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:36.601444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:36.604137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Pushing event updated for resources: {'Port': ['ID=1053d931-bf87-4867-a263-f9a6164c0ef7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:36.606747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:36.609180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 49916344-6e1f-44ee-8bcd-f831834dc7f0 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:14:36.615498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 49916344-6e1f-44ee-8bcd-f831834dc7f0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:36.615921 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.617215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-0819a5da-eae0-4bee-a0cd-7889907e4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.619124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-0819a5da-eae0-4bee-a0cd-7889907e4bbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1901321 Apr 20 13:14:36.688938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.6 (be12619d-e3fd-43c1-810d-62cb94336132/618d8394-1e74-44bb-9a56-f82ff4722b04/a308776a-9381-441c-b565-16241177b020) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:36.771971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc16bb7a-8861-4eda-b176-22f44c92ae82 req-b57039ef-a89b-4994-b631-55218fde2c4b tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054505 Apr 20 13:14:36.774629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Attempting to bind port 1053d931-bf87-4867-a263-f9a6164c0ef7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:36.774997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Attempting to bind port 1053d931-bf87-4867-a263-f9a6164c0ef7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '73d3f268-f194-4338-8043-73e5e1029248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:36.775893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Attempting to bind port 1053d931-bf87-4867-a263-f9a6164c0ef7 on network be12619d-e3fd-43c1-810d-62cb94336132 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:36.790440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.843404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:36.843742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Checking segment: {'id': '73d3f268-f194-4338-8043-73e5e1029248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:36.844112 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.844504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Bound using segment: {'id': '73d3f268-f194-4338-8043-73e5e1029248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:36.844981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Bound port: 1053d931-bf87-4867-a263-f9a6164c0ef7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73d3f268-f194-4338-8043-73e5e1029248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'be12619d-e3fd-43c1-810d-62cb94336132'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:36.845528 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:36.958770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec05fd0-9c9a-4cd9-896c-827abae4f99a req-19a542b3-4b02-4dab-b148-558e8acb1101 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:36.960423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dec05fd0-9c9a-4cd9-896c-827abae4f99a req-19a542b3-4b02-4dab-b148-558e8acb1101 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 946 time: 0.3121748 Apr 20 13:14:37.056153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5b92a9d-0f25-417e-9675-fb088f4b3e7d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:37.056808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-64fcc5dd-e111-4faf-ba2a-45cfe35fc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:37.058512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-64fcc5dd-e111-4faf-ba2a-45cfe35fc095 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4297113 Apr 20 13:14:37.087532 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.091449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dec05fd0-9c9a-4cd9-896c-827abae4f99a req-de98690c-65e3-4c0a-8261-15abf0d37079 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780270 Apr 20 13:14:37.159313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:37.172833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:37.185916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:37.195229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 49916344-6e1f-44ee-8bcd-f831834dc7f0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:37.216524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] For port 1053d931-bf87-4867-a263-f9a6164c0ef7, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:37.224469 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.266697 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.277879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] For port 1053d931-bf87-4867-a263-f9a6164c0ef7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1053d931-bf87-4867-a263-f9a6164c0ef7,segment=NetworkSegment(73d3f268-f194-4338-8043-73e5e1029248),segment_id=73d3f268-f194-4338-8043-73e5e1029248)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:37.279190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a5b92a9d-0f25-417e-9675-fb088f4b3e7d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:37.279726 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.324601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.327701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-8ab5be0a-ef04-4b33-ae2d-d8f449655bc1 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506015 Apr 20 13:14:37.342626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:37.345715 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6d011f-68ee-4f74-8776-fc90a68d5053" -d '{"events": [{"server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "name": "network-vif-plugged", "status": "completed", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:37.346109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:37.372651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=49916344-6e1f-44ee-8bcd-f831834dc7f0,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:37.513556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a783575-1348-4c2e-83f4-491d7e3e7f33 None None] Pushing event updated for resources: {'Port': ['ID=1053d931-bf87-4867-a263-f9a6164c0ef7,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:37.611375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:37.612014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.613305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c673f25a-09a6-4d32-9fc0-94dddbd553f9 None None] Provisioning complete for port f2fdab57-4435-4538-8bf7-d41c21c834b9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:37.614277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c673f25a-09a6-4d32-9fc0-94dddbd553f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.625053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.635006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2f9f0-9a53-49c4-b4fd-f0ea77f07b6e req-22251339-4270-4277-882e-7eb60fa1a946 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:37.636602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06b2f9f0-9a53-49c4-b4fd-f0ea77f07b6e req-22251339-4270-4277-882e-7eb60fa1a946 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 931 time: 0.6398451 Apr 20 13:14:37.700931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c673f25a-09a6-4d32-9fc0-94dddbd553f9 None None] Port f2fdab57-4435-4538-8bf7-d41c21c834b9 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:37.702958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f7a23858-b75f-41ca-bcd7-7dbe202fbb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3474407 Apr 20 13:14:37.711773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab804a-2a1b-4255-8755-eca0af058c47 req-c313cf21-69d7-4cfb-bcbf-462069fcf33a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:37.714396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54ab804a-2a1b-4255-8755-eca0af058c47 req-c313cf21-69d7-4cfb-bcbf-462069fcf33a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 944 time: 0.3844769 Apr 20 13:14:37.724143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Request body: {'port': {'device_id': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:37.798146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e702d4-6d89-47dc-8fed-1177fe743c05 req-59007a96-e847-4c78-9569-2275bdd0e9f8 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897698 Apr 20 13:14:37.813124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06b2f9f0-9a53-49c4-b4fd-f0ea77f07b6e req-761d705f-e5b7-49c4-9399-0d293ccb1766 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681974 Apr 20 13:14:37.872101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54ab804a-2a1b-4255-8755-eca0af058c47 req-66e923b0-35bf-42be-a617-5e0fbe067349 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451707 Apr 20 13:14:37.891685 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295bd1df-d5c0-43d0-914f-10ee752177b8 x-openstack-request-id: req-295bd1df-d5c0-43d0-914f-10ee752177b8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:37.891980 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "name": "network-vif-plugged", "status": "completed", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:37.892262 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-295bd1df-d5c0-43d0-914f-10ee752177b8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:37.892662 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295bd1df-d5c0-43d0-914f-10ee752177b8'] response: {'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'code': 200} Apr 20 13:14:37.900430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.913203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:37.971293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network be12619d-e3fd-43c1-810d-62cb94336132 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:38.012105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:38.048250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293872-c252-451e-89f3-3d2279e589d0 req-674e1eb2-5c3c-4711-b642-ae65240ff3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.049754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed293872-c252-451e-89f3-3d2279e589d0 req-674e1eb2-5c3c-4711-b642-ae65240ff3fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 1095 time: 0.1933188 Apr 20 13:14:38.054535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:38.093749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=a308776a-9381-441c-b565-16241177b020,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:38.553514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.563150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a871cd0-00af-43da-a0ce-bef46ebad9ce None None] Network be12619d-e3fd-43c1-810d-62cb94336132 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:38.602574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.603162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.630546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bacf3-3028-4b43-83a4-2921d20b495e req-e2761dd1-dbbc-414d-9e7e-a1b992895d09 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.631978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b2bacf3-3028-4b43-83a4-2921d20b495e req-e2761dd1-dbbc-414d-9e7e-a1b992895d09 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.6681058 Apr 20 13:14:38.648213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8fc8e-8b06-40d7-9b19-cea83ec5db4a req-eb303d5b-f5af-4527-a572-32503120c49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.649650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6de8fc8e-8b06-40d7-9b19-cea83ec5db4a req-eb303d5b-f5af-4527-a572-32503120c49b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1097 time: 0.6803784 Apr 20 13:14:38.654705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9b1cbdff-4540-4339-a1a9-71b4bb7a215f None None] Provisioning complete for port 1053d931-bf87-4867-a263-f9a6164c0ef7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:38.655170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbdff-4540-4339-a1a9-71b4bb7a215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.717931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d06ab6bb-0022-443f-b3e4-4f0117cca71e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.7092128 Apr 20 13:14:38.721015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32952) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:38.780543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293872-c252-451e-89f3-3d2279e589d0 req-5b6652fa-076f-4dea-a4e9-616017d70f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.782482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed293872-c252-451e-89f3-3d2279e589d0 req-5b6652fa-076f-4dea-a4e9-616017d70f1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.7200730 Apr 20 13:14:38.814958 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbdff-4540-4339-a1a9-71b4bb7a215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.816142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6781f7-878b-40d8-b25f-0bf1d063c648 req-15df2da5-52cc-4984-a6c9-5ddc213e03bd tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:38.824106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f6781f7-878b-40d8-b25f-0bf1d063c648 req-15df2da5-52cc-4984-a6c9-5ddc213e03bd tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 946 time: 0.2627311 Apr 20 13:14:38.840092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6de8fc8e-8b06-40d7-9b19-cea83ec5db4a req-03d48c81-0b78-478b-a533-1674ad97b64b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808586 Apr 20 13:14:38.861021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1053d931-bf87-4867-a263-f9a6164c0ef7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:38.870496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port a308776a-9381-441c-b565-16241177b020 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:38.871097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.876457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b2bacf3-3028-4b43-83a4-2921d20b495e req-fb2428ed-ec20-4316-a036-4d3dd53bbfb7 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258554 Apr 20 13:14:38.887042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed293872-c252-451e-89f3-3d2279e589d0 req-76aa0424-a1eb-4bdf-acd5-83cc6e2b1643 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 HTTP/1.1" status: 200 len: 217 time: 0.0886810 Apr 20 13:14:38.933404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9b1cbdff-4540-4339-a1a9-71b4bb7a215f None None] For port 1053d931-bf87-4867-a263-f9a6164c0ef7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1053d931-bf87-4867-a263-f9a6164c0ef7,segment=NetworkSegment(73d3f268-f194-4338-8043-73e5e1029248),segment_id=73d3f268-f194-4338-8043-73e5e1029248)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:38.936309 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.949930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f6781f7-878b-40d8-b25f-0bf1d063c648 req-3e0e8f6f-2c40-4e6f-b55e-bce59f10c1c0 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195683 Apr 20 13:14:38.954389 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbdff-4540-4339-a1a9-71b4bb7a215f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:38.956569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1053d931-bf87-4867-a263-f9a6164c0ef7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:38.956569 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.034008 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.050603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for a308776a-9381-441c-b565-16241177b020 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:39.052742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2fdab57-4435-4538-8bf7-d41c21c834b9 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:39.061192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.089891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Transition to ACTIVE for port object f2fdab57-4435-4538-8bf7-d41c21c834b9 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:39.097375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1cbdff-4540-4339-a1a9-71b4bb7a215f None None] Pushing event updated for resources: {'Port': ['ID=1053d931-bf87-4867-a263-f9a6164c0ef7,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:39.105119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.223930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.249980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9759db-a8a2-4a5a-a6dc-e5a49b8322c4 req-9efcc991-89a1-450e-bf99-e7c823ae31d1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:39.254253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa9759db-a8a2-4a5a-a6dc-e5a49b8322c4 req-9efcc991-89a1-450e-bf99-e7c823ae31d1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 931 time: 0.2371831 Apr 20 13:14:39.272007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293872-c252-451e-89f3-3d2279e589d0 req-978292f6-4c11-4a6b-a0d8-17e2534a651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:39.273438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed293872-c252-451e-89f3-3d2279e589d0 req-978292f6-4c11-4a6b-a0d8-17e2534a651c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1660192 Apr 20 13:14:39.283559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:39.297798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-735e0516-d5ca-4c35-b745-3fd30a21529d None None] Provisioning complete for port 1053d931-bf87-4867-a263-f9a6164c0ef7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:39.298448 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-735e0516-d5ca-4c35-b745-3fd30a21529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.307089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=a308776a-9381-441c-b565-16241177b020,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:39.321148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45fbb9-80af-4a73-b7a9-6b6c0f6d9753 req-951bdc8c-c72c-4a12-b556-05598ae738ec tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:39.324043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed45fbb9-80af-4a73-b7a9-6b6c0f6d9753 req-951bdc8c-c72c-4a12-b556-05598ae738ec tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 944 time: 0.2492700 Apr 20 13:14:39.369422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.373517 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/a308776a-9381-441c-b565-16241177b020 HTTP/1.1" status: 204 len: 168 time: 0.6503553 Apr 20 13:14:39.379672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.380311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.380860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.381428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.381993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.382553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.383089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.383634 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.384166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.385243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.385961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.386595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230d511-58b4-4db8-a65b-9b2439fc6344 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:14:39.394334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32960) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:39.426361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-735e0516-d5ca-4c35-b745-3fd30a21529d None None] Could not find standard attr ID for object a308776a-9381-441c-b565-16241177b020. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:39.468652 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfe55b9-a734-4ad5-b75e-84364632397e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:39.470361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ecfe55b9-a734-4ad5-b75e-84364632397e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/a308776a-9381-441c-b565-16241177b020 HTTP/1.1" status: 404 len: 333 time: 0.0724480 Apr 20 13:14:39.473339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa9759db-a8a2-4a5a-a6dc-e5a49b8322c4 req-f5f6b15a-292b-49a6-9bc2-cd07a259f7c6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989958 Apr 20 13:14:39.473892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 32962) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:39.543173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed45fbb9-80af-4a73-b7a9-6b6c0f6d9753 req-d0f6f562-0626-4ed3-a7d7-6dec8cabb6d1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520262 Apr 20 13:14:39.578153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3d00b13b-5312-4c40-9008-c9706fcc669e None None] Could not find standard attr ID for object a308776a-9381-441c-b565-16241177b020. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:39.589894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed293872-c252-451e-89f3-3d2279e589d0 req-39a60a1d-08bf-46d2-a7e8-5e1b751c513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:39.591889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed293872-c252-451e-89f3-3d2279e589d0 req-39a60a1d-08bf-46d2-a7e8-5e1b751c513f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2888012 Apr 20 13:14:39.595235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:39.595651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:39.596038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:39.616358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 618d8394-1e74-44bb-9a56-f82ff4722b04 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:39.629331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:39.629757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:39.631847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.666866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:39.667211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Checking segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:39.667593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Bound using segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:39.668030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Bound port: f2fdab57-4435-4538-8bf7-d41c21c834b9, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:39.668383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.722952 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.836560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed293872-c252-451e-89f3-3d2279e589d0 req-6c406a4b-a21e-4d20-90a6-3762e92e1950 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352920 Apr 20 13:14:39.888520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:39.907343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:39.940964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:39.946041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.054092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.054706 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.064068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 1091 time: 2.3458083 Apr 20 13:14:40.068292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:40.070408 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdbc27c-1124-491b-9171-95cce02e411c" -d '{"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:40.178995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed293872-c252-451e-89f3-3d2279e589d0 req-bea7f764-4613-4353-91f3-df5ab3da440b service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201122 Apr 20 13:14:40.183879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d46ff9-cf25-4bd1-ac7b-7e3749d6a6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:40.195408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef46efa-448f-47b6-a62e-0984c5088d08 req-9656019c-8243-4069-84d8-d3789ba8910c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.202717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef46efa-448f-47b6-a62e-0984c5088d08 req-9656019c-8243-4069-84d8-d3789ba8910c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.2313015 Apr 20 13:14:40.207395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.255193 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c986c31a-7554-4685-b240-6ed997078147 x-openstack-request-id: req-c986c31a-7554-4685-b240-6ed997078147 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:40.255499 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:40.255814 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c986c31a-7554-4685-b240-6ed997078147 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:40.256310 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c986c31a-7554-4685-b240-6ed997078147'] response: {'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'status': 'completed', 'code': 200} Apr 20 13:14:40.261538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=618d8394-1e74-44bb-9a56-f82ff4722b04,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:40.265191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.271079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8652d483-221d-42a1-b99e-7e02f137ab93 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/618d8394-1e74-44bb-9a56-f82ff4722b04 HTTP/1.1" status: 204 len: 168 time: 0.7905695 Apr 20 13:14:40.271197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d7e978-977a-4a07-b2f5-7a69feed5a5c None None] Network be12619d-e3fd-43c1-810d-62cb94336132 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:40.271296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 32986) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:40.289237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-501c752e-f0fe-490b-bda3-aaf96445b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.290892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-501c752e-f0fe-490b-bda3-aaf96445b920 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1094 time: 0.1816332 Apr 20 13:14:40.309664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef46efa-448f-47b6-a62e-0984c5088d08 req-571a74a9-7c9b-4dde-87cd-55329d944263 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060376 Apr 20 13:14:40.400030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-8d9a91da-3643-4c00-b229-8c39281c5070 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 217 time: 0.0959775 Apr 20 13:14:40.415460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.460465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-bbc4bea7-98f2-417f-9dce-e8e535409e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.462116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-bbc4bea7-98f2-417f-9dce-e8e535409e3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 200 len: 835 time: 0.0556304 Apr 20 13:14:40.490964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 1053d931-bf87-4867-a263-f9a6164c0ef7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:40.491310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.519607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-188412d2-14d5-4f24-a107-04f505414889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.521519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-188412d2-14d5-4f24-a107-04f505414889 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530736 Apr 20 13:14:40.576858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] DHCP port deletion for be12619d-e3fd-43c1-810d-62cb94336132 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:40.598587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] For port 1053d931-bf87-4867-a263-f9a6164c0ef7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1053d931-bf87-4867-a263-f9a6164c0ef7,segment=NetworkSegment(73d3f268-f194-4338-8043-73e5e1029248),segment_id=73d3f268-f194-4338-8043-73e5e1029248)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:40.599117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.615965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 1053d931-bf87-4867-a263-f9a6164c0ef7 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:40.687794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-a53b47f6-a248-4390-bc29-98aae0f520c0 service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476700 Apr 20 13:14:40.697979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] Deleting port 1053d931-bf87-4867-a263-f9a6164c0ef7 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:40.698478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.784652 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.802466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1053d931-bf87-4867-a263-f9a6164c0ef7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:40.819134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=1053d931-bf87-4867-a263-f9a6164c0ef7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:40.826532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No DVR routers for this DVR port 1053d931-bf87-4867-a263-f9a6164c0ef7 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:40.839483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1053d931-bf87-4867-a263-f9a6164c0ef7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:40.839825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1053d931-bf87-4867-a263-f9a6164c0ef7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:40.851620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] For port 1053d931-bf87-4867-a263-f9a6164c0ef7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1053d931-bf87-4867-a263-f9a6164c0ef7,segment=NetworkSegment(73d3f268-f194-4338-8043-73e5e1029248),segment_id=73d3f268-f194-4338-8043-73e5e1029248)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:40.851989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.876984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] Calling delete_port for 1053d931-bf87-4867-a263-f9a6164c0ef7 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:40.893544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69d0df-03b3-462b-a308-04ae6202a3c1 req-c19a813b-a919-4ce4-9fa7-85578959036c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.895207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a69d0df-03b3-462b-a308-04ae6202a3c1 req-c19a813b-a919-4ce4-9fa7-85578959036c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 944 time: 0.1523736 Apr 20 13:14:40.909715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9bcb9-dca9-417e-94c2-cf01b874668d req-4612c3bd-e756-4497-bdba-3df87fd8f776 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:40.911846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08b9bcb9-dca9-417e-94c2-cf01b874668d req-4612c3bd-e756-4497-bdba-3df87fd8f776 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 943 time: 0.2206554 Apr 20 13:14:40.922629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.946318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be12619d-e3fd-43c1-810d-62cb94336132']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:40.956162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d3f268-f194-4338-8043-73e5e1029248') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:40.956456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d3f268-f194-4338-8043-73e5e1029248') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:40.966697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.973899 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.980862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.987483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:40.987876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:40.991380 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:40.994345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08b9bcb9-dca9-417e-94c2-cf01b874668d req-97350662-be85-48d7-aa7c-3dd4c34656ff tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546155 Apr 20 13:14:40.997315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a69d0df-03b3-462b-a308-04ae6202a3c1 req-023a3a2a-0cb0-48fd-8af6-e19634d57b47 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825622 Apr 20 13:14:41.000265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3ed000d-5dde-479b-8c1f-b2e4b25788a9 req-f692e973-ff63-44fb-acfe-c035bc125f0c service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110929 Apr 20 13:14:41.034688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] No DVR routers for this DVR port 1053d931-bf87-4867-a263-f9a6164c0ef7 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:41.052723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1869d-02d4-4388-86ae-4a33324a1fc6 None None] Pushing event deleted for resources: {'Port': ['ID=1053d931-bf87-4867-a263-f9a6164c0ef7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:41.086128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.098315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.106563 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/be12619d-e3fd-43c1-810d-62cb94336132 HTTP/1.1" status: 204 len: 168 time: 0.8339431 Apr 20 13:14:41.112128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc27c-1124-491b-9171-95cce02e411c req-b1e91297-cd09-4d29-a3db-8629a67845b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.113660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fdbc27c-1124-491b-9171-95cce02e411c req-b1e91297-cd09-4d29-a3db-8629a67845b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1094 time: 0.0544684 Apr 20 13:14:41.114216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33000) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:41.119185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'name': 'tempest-PortsTestJSON-800041898'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:41.126060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f7f87-8823-41d3-92d9-4e2f9ae914a7 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=be12619d-e3fd-43c1-810d-62cb94336132,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:41.285122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:41.288665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.292686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc27c-1124-491b-9171-95cce02e411c req-08817972-9f57-49de-b63e-b1cde14a87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.294305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fdbc27c-1124-491b-9171-95cce02e411c req-08817972-9f57-49de-b63e-b1cde14a87fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 898 time: 0.1702392 Apr 20 13:14:41.348433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fdbc27c-1124-491b-9171-95cce02e411c req-78627c25-2a47-4070-b4c1-801f0bfc0e38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 217 time: 0.0450408 Apr 20 13:14:41.351235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 8d9e31be-969c-49b9-a583-d06fa42ac4e6 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:41.403055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc27c-1124-491b-9171-95cce02e411c req-a8785f58-a1f7-4ecf-a20f-1c4167545055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.404636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fdbc27c-1124-491b-9171-95cce02e411c req-a8785f58-a1f7-4ecf-a20f-1c4167545055 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 200 len: 835 time: 0.0467479 Apr 20 13:14:41.562838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826fbd1-0fe3-42eb-949d-89bc4336ef0a req-6e4033e2-e8d0-4304-9502-bfda2b3dcba5 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.564497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7826fbd1-0fe3-42eb-949d-89bc4336ef0a req-6e4033e2-e8d0-4304-9502-bfda2b3dcba5 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.1576085 Apr 20 13:14:41.588945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc27c-1124-491b-9171-95cce02e411c req-47720b17-1a7a-4519-bac6-e341419b87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.590469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fdbc27c-1124-491b-9171-95cce02e411c req-47720b17-1a7a-4519-bac6-e341419b87c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250436 Apr 20 13:14:41.724747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7826fbd1-0fe3-42eb-949d-89bc4336ef0a req-a6fba547-38b5-4bb2-8542-8a285edf74b0 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413872 Apr 20 13:14:41.736281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.791796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fdbc27c-1124-491b-9171-95cce02e411c req-526d238b-d5d4-43bc-9038-066d479e468e service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935415 Apr 20 13:14:41.912213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:41.935697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a54046-1cea-41a7-a9a5-651bbc04581d req-8cfa27a1-50f5-44a0-9b2d-8136de91c7db tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:41.937136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2a54046-1cea-41a7-a9a5-651bbc04581d req-8cfa27a1-50f5-44a0-9b2d-8136de91c7db tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 946 time: 0.1620209 Apr 20 13:14:42.004214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:42.017976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560ea3d-671b-4aea-8d4f-68d5835ea5de req-8af27906-c18c-475b-b04f-280f81f41f61 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.019390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d560ea3d-671b-4aea-8d4f-68d5835ea5de req-8af27906-c18c-475b-b04f-280f81f41f61 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.2079244 Apr 20 13:14:42.026549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:42.033361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fdbc27c-1124-491b-9171-95cce02e411c req-06a56ca9-dec0-492b-ac5e-f4d967bc20a8 service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208593 Apr 20 13:14:42.035086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:42.040297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.040905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.051002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=8d9e31be-969c-49b9-a583-d06fa42ac4e6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:42.081377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2a54046-1cea-41a7-a9a5-651bbc04581d req-58bf67d8-1f33-47b2-a466-93ceaebe8c9e tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147146 Apr 20 13:14:42.086605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d5e560b2-ec1a-43be-a4ef-559c958f2822 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9714520 Apr 20 13:14:42.089451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33024) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:42.113742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d560ea3d-671b-4aea-8d4f-68d5835ea5de req-da506913-cc5c-4d2c-a61c-dadce2a628e4 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823402 Apr 20 13:14:42.188309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 8d9e31be-969c-49b9-a583-d06fa42ac4e6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:42.188685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.223554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89444b21-32b3-42f9-8d37-637ae059e999 req-d6a9e662-a9f3-432a-aa16-6b59eaaa71d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.225112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89444b21-32b3-42f9-8d37-637ae059e999 req-d6a9e662-a9f3-432a-aa16-6b59eaaa71d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 943 time: 0.0808408 Apr 20 13:14:42.259193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.259500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768971c-ea37-4e01-a309-dd502f544cc3 req-74e8b21e-6351-4fd2-8f3e-863830e9fed6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.260961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e768971c-ea37-4e01-a309-dd502f544cc3 req-74e8b21e-6351-4fd2-8f3e-863830e9fed6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 944 time: 0.0783789 Apr 20 13:14:42.272349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 8d9e31be-969c-49b9-a583-d06fa42ac4e6 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:42.292128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89444b21-32b3-42f9-8d37-637ae059e999 req-5b1ce785-c802-4cf1-b2c5-792fe877bd5d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581200 Apr 20 13:14:42.310249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e768971c-ea37-4e01-a309-dd502f544cc3 req-a18141ce-524c-4c5f-97ec-fce2b16da51b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Apr 20 13:14:42.353658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.384148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=8d9e31be-969c-49b9-a583-d06fa42ac4e6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:42.396728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.399460 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1c4cec5-9617-40a7-911c-2327f04b871e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/8d9e31be-969c-49b9-a583-d06fa42ac4e6 HTTP/1.1" status: 204 len: 168 time: 0.3088300 Apr 20 13:14:42.402495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33028) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:42.407368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'mac_address': 'fa:16:3e:ba:bd:4c', 'name': 'tempest-PortsTestJSON-108661245'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:42.413910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f7537-66fb-489c-9da9-0d07a5fac806 req-9ffa796c-a830-408d-82f9-c16964683b44 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.416215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-315f7537-66fb-489c-9da9-0d07a5fac806 req-9ffa796c-a830-408d-82f9-c16964683b44 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.0555146 Apr 20 13:14:42.461315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-315f7537-66fb-489c-9da9-0d07a5fac806 req-b9608cc3-84ce-4275-86c1-e737484afb3c tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 Apr 20 13:14:42.484791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33030) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:42.495106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:42.560373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.583535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 114948b2-34b8-4f8a-a65f-2dd9f844274b yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:42.630733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e4999-8115-4451-9d6e-d580bc40e68a tempest-TestServerBasicOps-1641659808 tempest-TestServerBasicOps-1641659808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.632460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e17e4999-8115-4451-9d6e-d580bc40e68a tempest-TestServerBasicOps-1641659808 tempest-TestServerBasicOps-1641659808-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1092 time: 0.1465969 Apr 20 13:14:42.636610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33034) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:42.641266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:42.660513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.733271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:42.751107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.774293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.788049 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.846012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:42.847808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:42.849405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:42.855692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:42.861047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'port_id': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'mac_address': 'fa:16:3e:af:73:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:42.861332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.861896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.865519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=114948b2-34b8-4f8a-a65f-2dd9f844274b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:42.890597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-192d99ba-a41c-41ce-b94d-fe95fbe9be35 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4863346 Apr 20 13:14:42.892869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33036) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:42.906663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:42.918530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Allocated IP 172.25.3.155 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/b96b22ac-49f5-4b64-a462-a047a014150a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:42.921731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2fdab57-4435-4538-8bf7-d41c21c834b9 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:42.939930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c55f6-abfc-44a1-899f-3d9cc92bbc88 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:42.941668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad1c55f6-abfc-44a1-899f-3d9cc92bbc88 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/114948b2-34b8-4f8a-a65f-2dd9f844274b HTTP/1.1" status: 200 len: 840 time: 0.0469499 Apr 20 13:14:42.944396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33038) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:42.946924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:42.950987 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.003388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:43.106666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.141453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 114948b2-34b8-4f8a-a65f-2dd9f844274b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:43.141828 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.209725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['f2fdab57-4435-4538-8bf7-d41c21c834b9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:43.587553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-454f4baf-8fd5-4334-a962-90641bc725c9 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:43.589501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-454f4baf-8fd5-4334-a962-90641bc725c9 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.37 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 946 time: 0.4986939 Apr 20 13:14:43.636792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.663312 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:43.691378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 114948b2-34b8-4f8a-a65f-2dd9f844274b owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:43.763283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:43.779073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3cea18-0de7-467d-a3fa-c748eaa57c2a req-095acadb-64bb-4bde-ae38-aee81f6107f1 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:43.780564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b3cea18-0de7-467d-a3fa-c748eaa57c2a req-095acadb-64bb-4bde-ae38-aee81f6107f1 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 946 time: 0.6095872 Apr 20 13:14:43.785987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:43.788601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:43.831770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc9cfc-6f82-4351-90da-4e6db1b83bd9 req-6c189c8e-502e-4bb0-8fe2-fd0c092e31b4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:43.833185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04bc9cfc-6f82-4351-90da-4e6db1b83bd9 req-6c189c8e-502e-4bb0-8fe2-fd0c092e31b4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 944 time: 0.2679162 Apr 20 13:14:43.869128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'Port': ['ID=b96b22ac-49f5-4b64-a462-a047a014150a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:43.983550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b3cea18-0de7-467d-a3fa-c748eaa57c2a req-f6c9af6a-57c1-42ec-90ef-fdac4beff959 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/security-groups?id=a2185d2e-79fb-46a0-a5bb-1bc144feb32a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913815 Apr 20 13:14:43.992440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04bc9cfc-6f82-4351-90da-4e6db1b83bd9 req-1c1d8ea5-5750-47c9-8437-d32580b9d35c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354582 Apr 20 13:14:44.035266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Deleting port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:44.035608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.042890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.149460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=114948b2-34b8-4f8a-a65f-2dd9f844274b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:44.201784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.204867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0cf7562a-6c10-48ee-852f-8473e33923ce tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/114948b2-34b8-4f8a-a65f-2dd9f844274b HTTP/1.1" status: 204 len: 168 time: 1.2595429 Apr 20 13:14:44.207614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33046) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:44.232456 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-439de1c4-c511-4e0e-885f-a1b5d5d6c8f9 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:44.233971 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-439de1c4-c511-4e0e-885f-a1b5d5d6c8f9 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/114948b2-34b8-4f8a-a65f-2dd9f844274b HTTP/1.1" status: 404 len: 333 time: 0.0253553 Apr 20 13:14:44.237551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33048) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:44.242827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'name': 'tempest-PortsTestJSON-2024730208'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:44.274731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a57a4-ca00-486e-bfd5-d3589d2de503 req-c5d4460a-b92e-42ff-9146-53429bc5bae3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:44.276241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a17a57a4-ca00-486e-bfd5-d3589d2de503 req-c5d4460a-b92e-42ff-9146-53429bc5bae3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 944 time: 0.2315404 Apr 20 13:14:44.308957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] For port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,segment=NetworkSegment(25d3d477-0783-4987-9907-c70d6beb97fd),segment_id=25d3d477-0783-4987-9907-c70d6beb97fd)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:44.309319 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.333291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:44.335169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Calling delete_port for 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:44.337075 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.355523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 5d1cc00c-d670-47eb-a91e-386c9ddf8ecf yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:44.385989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a17a57a4-ca00-486e-bfd5-d3589d2de503 req-986ae889-c32a-422f-96a8-0b44f2a2cc71 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000903 Apr 20 13:14:44.522836 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.555394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.581470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.598534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:44.601521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:44.605913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:44.611899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:44.612490 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.621318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=5d1cc00c-d670-47eb-a91e-386c9ddf8ecf,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:44.636155 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-25886868-74cb-4e84-af62-06a6cb9cabdc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3952157 Apr 20 13:14:44.636372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33050) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:44.641556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.641778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:44.652490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['0d346c28-2042-49f5-bd70-f1b8bf9ff1f3'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:44.680271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Pushing event deleted for resources: {'Port': ['ID=0d346c28-2042-49f5-bd70-f1b8bf9ff1f3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:44.714780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.740496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:44.750011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] No DVR routers for this DVR port 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:44.753384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.756594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af320e23-4d2e-47b7-b32d-7f8ef31055ac req-e966804e-da56-4a64-b3fd-b2f13f072a63 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.37 "DELETE /v2.0/ports/0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 HTTP/1.1" status: 204 len: 173 time: 1.1450822 Apr 20 13:14:44.757342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'name': 'network-vif-deleted', 'tag': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:44.760846 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5d625b-0ec8-4e99-9c1d-cad4010a9b80" -d '{"events": [{"server_uuid": "aac02018-0a3c-470f-8c73-5ef74c160cda", "name": "network-vif-deleted", "tag": "0d346c28-2042-49f5-bd70-f1b8bf9ff1f3"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:44.774255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.816797 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907fd0ec-83f1-4a04-95d0-93983508bf78 x-openstack-request-id: req-907fd0ec-83f1-4a04-95d0-93983508bf78 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:44.817460 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac02018-0a3c-470f-8c73-5ef74c160cda", "name": "network-vif-deleted", "tag": "0d346c28-2042-49f5-bd70-f1b8bf9ff1f3", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:44.817460 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-907fd0ec-83f1-4a04-95d0-93983508bf78 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:44.817719 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907fd0ec-83f1-4a04-95d0-93983508bf78'] response: {'server_uuid': 'aac02018-0a3c-470f-8c73-5ef74c160cda', 'name': 'network-vif-deleted', 'tag': '0d346c28-2042-49f5-bd70-f1b8bf9ff1f3', 'status': 'completed', 'code': 200} Apr 20 13:14:44.824502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port f2fdab57-4435-4538-8bf7-d41c21c834b9 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:14:44.829803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port f2fdab57-4435-4538-8bf7-d41c21c834b9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:44.830177 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.918805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.925142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.927775 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.950168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:44.952507 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be76a1a-f402-4b67-85f4-f3d905002243" -d '{"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-plugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:44.959354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] In _notify_port_updated(), no bound segment for port 5d1cc00c-d670-47eb-a91e-386c9ddf8ecf on network 69908ea2-3a5d-475d-b698-05712f10cfd6 {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:14:44.964280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.965548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:44.966139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.966345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:44.970650 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "PUT /v2.0/ports/5d1cc00c-d670-47eb-a91e-386c9ddf8ecf HTTP/1.1" status: 200 len: 818 time: 0.3301935 Apr 20 13:14:44.970650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33056) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:44.972912 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:44.974657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.015103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436dc82-5bfd-4c02-b824-30a2a4050980 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=5d1cc00c-d670-47eb-a91e-386c9ddf8ecf,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:45.049973 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dc7735-10a2-4de6-9f99-985d222c20be x-openstack-request-id: req-78dc7735-10a2-4de6-9f99-985d222c20be {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:45.051956 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-plugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:45.052445 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78dc7735-10a2-4de6-9f99-985d222c20be {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:45.054306 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78dc7735-10a2-4de6-9f99-985d222c20be'] response: {'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'code': 200} Apr 20 13:14:45.080318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event updated for resources: {'Port': ['ID=b96b22ac-49f5-4b64-a462-a047a014150a,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:45.093507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:45.094327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 5d1cc00c-d670-47eb-a91e-386c9ddf8ecf {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:45.094679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.101826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.173556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.199402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 5d1cc00c-d670-47eb-a91e-386c9ddf8ecf owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:45.231405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e500cad-94e8-4a53-93d3-bea839199727 req-bede4195-e31e-46c4-8a0d-ba1b8642e029 tempest-ServerTagsTestJSON-232775899 tempest-ServerTagsTestJSON-232775899-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac02018-0a3c-470f-8c73-5ef74c160cda HTTP/1.1" status: 200 len: 210 time: 0.0654104 Apr 20 13:14:45.282078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a8ffb-9868-416d-a057-c1af5be3eae2 req-e61671c6-ba2e-4f22-88e6-b1b3d5ca9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:45.283471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-255a8ffb-9868-416d-a057-c1af5be3eae2 req-e61671c6-ba2e-4f22-88e6-b1b3d5ca9448 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1096 time: 0.1913550 Apr 20 13:14:45.297942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.312999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e69b2-75b3-4451-b880-037009e2597e req-76bd4a37-89c5-4e43-b33d-288c8890b444 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:45.314531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-534e69b2-75b3-4451-b880-037009e2597e req-76bd4a37-89c5-4e43-b33d-288c8890b444 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1559083 Apr 20 13:14:45.326457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=5d1cc00c-d670-47eb-a91e-386c9ddf8ecf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:45.339473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.342864 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-57348364-da7b-4546-ba5e-5baed10ed5ef tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/5d1cc00c-d670-47eb-a91e-386c9ddf8ecf HTTP/1.1" status: 204 len: 168 time: 0.3716595 Apr 20 13:14:45.345369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33062) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:45.346337 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Floating IP d7464af5-00f0-4e1c-9869-e9711a2ac3b7 associated. External IP: 172.25.3.155, port: 49916344-6e1f-44ee-8bcd-f831834dc7f0. Apr 20 13:14:45.394701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66337387-abba-47e6-a5f8-407c07c8f4d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:45.396571 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-66337387-abba-47e6-a5f8-407c07c8f4d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0498466 Apr 20 13:14:45.398858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33064) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:45.404556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-255a8ffb-9868-416d-a057-c1af5be3eae2 req-44fd0665-f9b0-4ba9-a06e-da2b36d6e850 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110916 Apr 20 13:14:45.415575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-534e69b2-75b3-4451-b880-037009e2597e req-e66a83ce-74a1-4109-9cb2-61556cb98bcc tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911672 Apr 20 13:14:45.426234 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eae11ff-c8ef-4c3c-9d9d-9374740ce9dc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:45.428127 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2eae11ff-c8ef-4c3c-9d9d-9374740ce9dc tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/5d1cc00c-d670-47eb-a91e-386c9ddf8ecf HTTP/1.1" status: 404 len: 333 time: 0.0282922 Apr 20 13:14:45.434494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33068) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:45.439603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-415436450'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:45.463868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:45.467779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.491808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:45.501562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.502014 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment 6abf43b8-9d2d-461d-a7b5-c7bf814b44d5 of type vlan for network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 Apr 20 13:14:45.544469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.562836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c8647-c4ab-4847-9dda-36621dcad062 req-8ec88a96-abe2-48c2-a4f2-12c3a943a4b1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:45.564299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e5c8647-c4ab-4847-9dda-36621dcad062 req-8ec88a96-abe2-48c2-a4f2-12c3a943a4b1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 944 time: 0.0928500 Apr 20 13:14:45.569092 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.576838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:45.577547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.609450 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1738756 Apr 20 13:14:45.619961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33070) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:45.626919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:45.648625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1508a-cb24-4380-a89b-1a23e687286e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=cf0b9da3-16a7-4b70-ba6a-80c85df42ba6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:45.666477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:45.668208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e5c8647-c4ab-4847-9dda-36621dcad062 req-40bed446-d9c4-4da0-9a5a-3331becbe512 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972035 Apr 20 13:14:45.722350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Router a6750e22-01c9-4bcf-aa49-f42292db962e has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:45.784857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:45.788295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.912566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:45.923158 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] Sync routers for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:45.933546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:45.934253 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:45.935405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:45.989768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f768ccd7-f4fe-4fc4-9b5d-ea2239fb2a66 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3520327 Apr 20 13:14:46.041749 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:46.045193 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.110538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=c9a6cb8d-4fb6-442d-8d9c-099b54628678,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:46.118500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': '6abf43b8-9d2d-461d-a7b5-c7bf814b44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:46.118898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: cf0b9da3-16a7-4b70-ba6a-80c85df42ba6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:46.134018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:46.143195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, cf0b9da3-16a7-4b70-ba6a-80c85df42ba6) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:46.147369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:46.148628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.156081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30a250-732a-4cd5-ba57-56ceaa04ef5e None None] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:46.166105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4ce9d6ae-304c-4cbe-886e-5da3e1b5dbc3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5427573 Apr 20 13:14:46.168586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33074) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:46.173705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bfdecf2d-23d8-4fbe-8659-d02edd55ac07 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:46.284239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdecf2d-23d8-4fbe-8659-d02edd55ac07 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:46.285256 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'd7464af5-00f0-4e1c-9869-e9711a2ac3b7', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'port_id': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'mac_address': 'fa:16:3e:a7:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:44Z', 'updated_at': '2022-04-20T13:14:44Z', 'revision_number': 0, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:04Z', 'revision_number': 5, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:46.304650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdecf2d-23d8-4fbe-8659-d02edd55ac07 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.315902 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] Checking router: a6750e22-01c9-4bcf-aa49-f42292db962e for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:46.326163 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:46.326986 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:46.328697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'tenant_id': '3f775d0f298147d79fbad0907f0bab5c', 'fixed_ips': [{'subnet_id': 'c9a6cb8d-4fb6-442d-8d9c-099b54628678'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:46.329603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33078) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:46.331001 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.398557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] Deleting subnet ce7a8e40-0759-4a30-af96-d1b4616283a7 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:46.403553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.415712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:46.421452 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-bfdecf2d-23d8-4fbe-8659-d02edd55ac07 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c9a6cb8d-4fb6-442d-8d9c-099b54628678 (CIDR: 172.20.0.0/28) Apr 20 13:14:46.438407 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdecf2d-23d8-4fbe-8659-d02edd55ac07 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:14:46.440396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdecf2d-23d8-4fbe-8659-d02edd55ac07 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:14:46.477518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.478209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bfdecf2d-23d8-4fbe-8659-d02edd55ac07 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3078620 Apr 20 13:14:46.480436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33082) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:46.492500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:46.539666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.575699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Allocated IP 172.20.0.2 (cf0b9da3-16a7-4b70-ba6a-80c85df42ba6/c9a6cb8d-4fb6-442d-8d9c-099b54628678/48ff7e81-a0ba-4624-9f23-ecb6c28f2227) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:46.599255 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:46.612549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:46.646210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.666276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'port_id': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2', 'mac_address': 'fa:16:3e:f1:93:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:46.697504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7a8e40-0759-4a30-af96-d1b4616283a7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:46.706900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.719115 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b76fd92-e7e4-4da3-8bb5-75cf0c326ac7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce7a8e40-0759-4a30-af96-d1b4616283a7 HTTP/1.1" status: 204 len: 168 time: 0.3881629 Apr 20 13:14:46.721516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33086) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:46.762832 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.765668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:46.788484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:46.789764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 0d346c28-2042-49f5-bd70-f1b8bf9ff1f3 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:46.810282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:46.820782 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.849401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:46.862413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.905527 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'd7464af5-00f0-4e1c-9869-e9711a2ac3b7', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'port_id': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'mac_address': 'fa:16:3e:a7:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:44Z', 'updated_at': '2022-04-20T13:14:44Z', 'revision_number': 0, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:04Z', 'revision_number': 5, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:46.927268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.944535 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5178c094-f025-4d6c-b450-f4bf51c5bf43 None None] The sync data for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 is: [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'd7464af5-00f0-4e1c-9869-e9711a2ac3b7', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'floating_ip_address': '172.25.3.155', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'port_id': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'mac_address': 'fa:16:3e:a7:a3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:44Z', 'updated_at': '2022-04-20T13:14:44Z', 'revision_number': 0, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:04Z', 'revision_number': 5, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:46.952744 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.955773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fb683b-44a5-407a-b439-856c4ce02989']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:46.957997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:46.963064 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.968891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d3d477-0783-4987-9907-c70d6beb97fd') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:46.969223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d3d477-0783-4987-9907-c70d6beb97fd') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:46.979969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:46.994029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.000616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:47.001119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.003774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Pushing event updated for resources: {'Port': ['ID=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.020675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:47.022389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:47.024866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:47.029762 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:47.046821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:47.049125 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d61089e-13c7-4546-bae3-df401c137f59" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:47.090113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Attempting to bind port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:47.090521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Attempting to bind port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '6abf43b8-9d2d-461d-a7b5-c7bf814b44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:47.091004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Attempting to bind port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 on network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:47.097200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:47.097566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Checking segment: {'id': '6abf43b8-9d2d-461d-a7b5-c7bf814b44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:47.098016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.098400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Bound using segment: {'id': '6abf43b8-9d2d-461d-a7b5-c7bf814b44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:47.098826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Bound port: 48ff7e81-a0ba-4624-9f23-ecb6c28f2227, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abf43b8-9d2d-461d-a7b5-c7bf814b44d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:47.099199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.103852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.114103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.121104 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] 10.222.0.24 "DELETE /v2.0/networks/11fb683b-44a5-407a-b439-856c4ce02989 HTTP/1.1" status: 204 len: 168 time: 0.3950386 Apr 20 13:14:47.128340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0c33a-280f-458d-8b55-00b54b3a3ef3 req-9c2c57dc-0a8b-4276-a374-af1f62caa8a3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.133091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aba016-35f4-4f6c-8077-97c9af83a572 admin admin] Pushing event deleted for resources: {'Network': ['ID=11fb683b-44a5-407a-b439-856c4ce02989,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.142314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebe0c33a-280f-458d-8b55-00b54b3a3ef3 req-9c2c57dc-0a8b-4276-a374-af1f62caa8a3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.5378885 Apr 20 13:14:47.217766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e316cca-f093-4ec5-af1a-69b6f4cdf750 req-6141a997-5c06-453f-9ec1-f31b33944ebe tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.219838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e316cca-f093-4ec5-af1a-69b6f4cdf750 req-6141a997-5c06-453f-9ec1-f31b33944ebe tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 945 time: 0.1673350 Apr 20 13:14:47.262343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebe0c33a-280f-458d-8b55-00b54b3a3ef3 req-b8e8c521-3287-4d19-b284-c3e659973f6b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191092 Apr 20 13:14:47.273717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:47.278888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.284181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:47.351122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33092) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:47.372818 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f3fa1c-a801-4885-8885-ed79d869908e x-openstack-request-id: req-55f3fa1c-a801-4885-8885-ed79d869908e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:47.373059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd500b85-7aba-4230-901b-5ff357a2c57b None None] New status for floating IP d7464af5-00f0-4e1c-9869-e9711a2ac3b7: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:14:47.373163 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:47.373163 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55f3fa1c-a801-4885-8885-ed79d869908e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:47.373727 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f3fa1c-a801-4885-8885-ed79d869908e'] response: {'name': 'network-changed', 'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'status': 'completed', 'code': 200} Apr 20 13:14:47.411419 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-95763459-a67f-41cd-a941-295c70799689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aedf0abe7d384d0591435b835a06139b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580623 Apr 20 13:14:47.414403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33094) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:47.418259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e316cca-f093-4ec5-af1a-69b6f4cdf750 req-494bb59a-2c90-4b08-9aec-3971c7e4dfe5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870837 Apr 20 13:14:47.433049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] For port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:47.457061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61089e-13c7-4546-bae3-df401c137f59 req-b3053aa6-94a4-4fd1-b8cb-354324210206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.458584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d61089e-13c7-4546-bae3-df401c137f59 req-b3053aa6-94a4-4fd1-b8cb-354324210206 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43e8d74de49741578a5fdafcdd919272&device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1097 time: 0.0842819 Apr 20 13:14:47.470145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f55d7998-ccfd-4abd-86e4-183b301a7ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.473903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] For port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,segment=NetworkSegment(6abf43b8-9d2d-461d-a7b5-c7bf814b44d5),segment_id=6abf43b8-9d2d-461d-a7b5-c7bf814b44d5)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:47.486555 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.496466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f55d7998-ccfd-4abd-86e4-183b301a7ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.569575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f55d7998-ccfd-4abd-86e4-183b301a7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.573689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f55d7998-ccfd-4abd-86e4-183b301a7ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.575757 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f55d7998-ccfd-4abd-86e4-183b301a7ffe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2185d2e-79fb-46a0-a5bb-1bc144feb32a HTTP/1.1" status: 204 len: 168 time: 0.1600084 Apr 20 13:14:47.587093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d7998-ccfd-4abd-86e4-183b301a7ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2185d2e-79fb-46a0-a5bb-1bc144feb32a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.648621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61089e-13c7-4546-bae3-df401c137f59 req-29a82d64-cbab-45aa-949d-94a5dfa5bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.650480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d61089e-13c7-4546-bae3-df401c137f59 req-29a82d64-cbab-45aa-949d-94a5dfa5bf1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 200 len: 910 time: 0.1839397 Apr 20 13:14:47.683112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473c720-1693-4dd3-bdc3-13dc0af50188 None None] Pushing event updated for resources: {'Port': ['ID=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.769142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d61089e-13c7-4546-bae3-df401c137f59 req-85964131-3947-4d2b-8d57-27b51471df3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 200 len: 1000 time: 0.1102655 Apr 20 13:14:47.770443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.864334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:47.875939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:47.880031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.880614 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:47.885276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=0fec526b-a307-4e6b-96de-7b7ad3b846ca,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:47.905342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61089e-13c7-4546-bae3-df401c137f59 req-115d324a-69cc-46b8-8b3a-fe99108ce692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:47.911073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d61089e-13c7-4546-bae3-df401c137f59 req-115d324a-69cc-46b8-8b3a-fe99108ce692 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc97a206-2349-4458-aa4e-c500955c74ad HTTP/1.1" status: 200 len: 848 time: 0.1338263 Apr 20 13:14:47.920305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-365f282a-c01c-4556-bc28-097aaac633ba tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4387550 Apr 20 13:14:47.922904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33100) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:47.934325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'fixed_ips': [{'subnet_id': 'c9a6cb8d-4fb6-442d-8d9c-099b54628678'}, {'subnet_id': '0fec526b-a307-4e6b-96de-7b7ad3b846ca'}], 'name': 'tempest-PortsTestJSON-409974624'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:48.031821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61089e-13c7-4546-bae3-df401c137f59 req-9b1a9a6d-c821-4ed9-932f-29f73d42b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.033296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d61089e-13c7-4546-bae3-df401c137f59 req-9b1a9a6d-c821-4ed9-932f-29f73d42b7fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fa2c4ed-5604-4f81-9cce-96757b087803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113033 Apr 20 13:14:48.137609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:48.193750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d61089e-13c7-4546-bae3-df401c137f59 req-c80cc813-bbfe-45b4-8b2e-fc8a015708a0 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511090 Apr 20 13:14:48.282815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.310395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 452bf54d-8593-497f-8027-d9796b554009 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:48.408992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d61089e-13c7-4546-bae3-df401c137f59 req-c8ef7f06-5048-4148-a906-67bf1cb534b1 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993186 Apr 20 13:14:48.417447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:48.498683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fa76a-f5ce-4a7a-ada5-022261963aa6 req-b05bfa7c-096b-4c7f-8f36-36df97bc5402 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.500103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-534fa76a-f5ce-4a7a-ada5-022261963aa6 req-b05bfa7c-096b-4c7f-8f36-36df97bc5402 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1403520 Apr 20 13:14:48.552447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-374282587-network', 'tenant_id': '6553544366da4ca5bc71e3952683f94d'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:48.574257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Made reservation on behalf of 6553544366da4ca5bc71e3952683f94d for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:48.577013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.586013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.649739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-534fa76a-f5ce-4a7a-ada5-022261963aa6 req-68624c52-0a4b-472b-b4dd-1e935d7788bd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155200 Apr 20 13:14:48.668998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31790b-104c-4b58-bb18-82237f4bf3aa req-3e1a62c6-07a3-46d9-8258-663065f4e6a1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.670525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba31790b-104c-4b58-bb18-82237f4bf3aa req-3e1a62c6-07a3-46d9-8258-663065f4e6a1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 945 time: 0.1353400 Apr 20 13:14:48.685900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.691022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.725535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:48.752998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442fd37d-3bb4-4f5f-bf59-a3ac11325337,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:48.766571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba31790b-104c-4b58-bb18-82237f4bf3aa req-706c701e-0161-4482-b69f-b4ea6d1cd057 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841610 Apr 20 13:14:48.783264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.783619 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Added segment 1dfd2f05-f9b5-4f7d-b5d2-c61760129332 of type vlan for network 58cca1cd-68bf-44fb-9458-a041672c8f22 Apr 20 13:14:48.807935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.6 (cf0b9da3-16a7-4b70-ba6a-80c85df42ba6/c9a6cb8d-4fb6-442d-8d9c-099b54628678/452bf54d-8593-497f-8027-d9796b554009) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:48.835940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.18 (cf0b9da3-16a7-4b70-ba6a-80c85df42ba6/0fec526b-a307-4e6b-96de-7b7ad3b846ca/452bf54d-8593-497f-8027-d9796b554009) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:48.867708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.868089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159169ff-99dc-4bbe-9211-e08c89f16f4b None None] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:48.874460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:48.880690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef03c93-fda5-4ec7-9f9b-89e2f2deb538 req-62489af5-b621-496c-8eaa-376e538b43b7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.882310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef03c93-fda5-4ec7-9f9b-89e2f2deb538 req-62489af5-b621-496c-8eaa-376e538b43b7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.0909472 Apr 20 13:14:48.901660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.902779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:48.903558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:48.961892 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5432010 Apr 20 13:14:48.967395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33128) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:48.974460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386bf05-866b-4e92-90fa-c122863a1a3f admin admin] Pushing event updated for resources: {'Network': ['ID=58cca1cd-68bf-44fb-9458-a041672c8f22,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:48.977755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Request body: {'subnet': {'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-374282587-subnet', 'tenant_id': '6553544366da4ca5bc71e3952683f94d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:48.986566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bef03c93-fda5-4ec7-9f9b-89e2f2deb538 req-7720790e-e37e-4b83-ad1c-5c620a9c157b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961719 Apr 20 13:14:48.998320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 58cca1cd-68bf-44fb-9458-a041672c8f22 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:49.003225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-27602dbd-5447-4bb8-a712-92615d13e1ad None None] Provisioning complete for port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:49.003362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-27602dbd-5447-4bb8-a712-92615d13e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.016452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33130) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:49.021936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Made reservation on behalf of 6553544366da4ca5bc71e3952683f94d for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:49.024241 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.060137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8e63a-47c5-4d2a-9768-72b28284085b tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.064483 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b3f8e63a-47c5-4d2a-9768-72b28284085b tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1091 time: 0.0440154 Apr 20 13:14:49.064622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33132) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:49.068821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:49.090382 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.106666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.152934 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.154723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:49.155085 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.183894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.204783 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.268943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:49.279582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:49.284371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=452bf54d-8593-497f-8027-d9796b554009,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.284937 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-27602dbd-5447-4bb8-a712-92615d13e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.286733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:49.325816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.332393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.61 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a7bf7589-fa2b-4297-b473-8dffd4b1a2e0) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:49.352698 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.357057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-27602dbd-5447-4bb8-a712-92615d13e1ad None None] For port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,segment=NetworkSegment(6abf43b8-9d2d-461d-a7b5-c7bf814b44d5),segment_id=6abf43b8-9d2d-461d-a7b5-c7bf814b44d5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:49.365685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-27602dbd-5447-4bb8-a712-92615d13e1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.379140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.379757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.404117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ecf103-c218-4da7-a46a-dcad7a2fd657,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.416314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Checking segment: {'id': '1dfd2f05-f9b5-4f7d-b5d2-c61760129332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:49.416686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Network hostable DHCP agents. Network: 58cca1cd-68bf-44fb-9458-a041672c8f22, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:49.423247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-44548ace-96b3-48dc-94de-c57c13fa1c0d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4994028 Apr 20 13:14:49.426159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33134) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:49.433673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9a6cb8d-4fb6-442d-8d9c-099b54628678'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:49.470531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Network 58cca1cd-68bf-44fb-9458-a041672c8f22 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:49.475031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.482807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30bd609-813d-4701-b01b-fcd6b025f7be None None] Update dhcp port {'port': {'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'fixed_ips': [{'subnet_id': 'c9a6cb8d-4fb6-442d-8d9c-099b54628678', 'ip_address': '172.20.0.2'}, {'subnet_id': '0fec526b-a307-4e6b-96de-7b7ad3b846ca'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '48ff7e81-a0ba-4624-9f23-ecb6c28f2227'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:14:49.492520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27602dbd-5447-4bb8-a712-92615d13e1ad None None] Pushing event updated for resources: {'Port': ['ID=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.512862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 58cca1cd-68bf-44fb-9458-a041672c8f22) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:49.513371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.519857 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:14:49.520216 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:14:49.522280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.523000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.532532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.535216 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a30bd609-813d-4701-b01b-fcd6b025f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:49.541874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e15e672-2011-40c3-82f1-70066099fca6 None None] Network 58cca1cd-68bf-44fb-9458-a041672c8f22 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:49.552419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:49.559296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:49.562986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:49.568555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=a7bf7589-fa2b-4297-b473-8dffd4b1a2e0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:49.576603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b08d7c5d-5faa-46f7-be35-b7e81bcf91bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6060925 Apr 20 13:14:49.863648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a30bd609-813d-4701-b01b-fcd6b025f7be None None] Allocated IP 172.20.0.19 (cf0b9da3-16a7-4b70-ba6a-80c85df42ba6/0fec526b-a307-4e6b-96de-7b7ad3b846ca/48ff7e81-a0ba-4624-9f23-ecb6c28f2227) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:49.876664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485e18a-e1cc-431a-ad5e-a07d317cc432 None None] Network 58cca1cd-68bf-44fb-9458-a041672c8f22 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:49.909837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b5f47-614a-4983-84b3-3f2575f42e66 req-b9fb798a-52b3-4488-ab77-2989d276e876 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:49.917516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a98b5f47-614a-4983-84b3-3f2575f42e66 req-b9fb798a-52b3-4488-ab77-2989d276e876 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 945 time: 0.0645528 Apr 20 13:14:49.976938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a98b5f47-614a-4983-84b3-3f2575f42e66 req-7a3d35bc-5c10-4eb2-be8f-30452714bb1c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523794 Apr 20 13:14:50.067923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a30bd609-813d-4701-b01b-fcd6b025f7be None None] For port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,segment=NetworkSegment(6abf43b8-9d2d-461d-a7b5-c7bf814b44d5),segment_id=6abf43b8-9d2d-461d-a7b5-c7bf814b44d5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:50.070366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33150) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.076683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1312600450-network', 'tenant_id': '30db358714c24f298d75c654b821a572'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:50.098681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Made reservation on behalf of 30db358714c24f298d75c654b821a572 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:50.101936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.111286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.199339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.205308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.229222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:50.255313 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.256444 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Added segment 3589e447-2e8d-4fb9-9d68-16d22fb64b39 of type vlan for network 33c8d09d-d37e-4c18-aaa4-2de5c9e184d3 Apr 20 13:14:50.268076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29fc989-30fd-49a9-8c83-b16c9f313fba,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.302106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.308991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.310642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a30bd609-813d-4701-b01b-fcd6b025f7be None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.323887 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a30bd609-813d-4701-b01b-fcd6b025f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.377883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.379345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:50.379897 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.388081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.392150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Delete allocated IP 172.20.0.18 (cf0b9da3-16a7-4b70-ba6a-80c85df42ba6/0fec526b-a307-4e6b-96de-7b7ad3b846ca) {{(pid=109410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:14:50.397283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:50.448724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bd609-813d-4701-b01b-fcd6b025f7be None None] Pushing event updated for resources: {'Port': ['ID=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.466822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3954625 Apr 20 13:14:50.470255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33152) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.477723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Request body: {'subnet': {'network_id': '33c8d09d-d37e-4c18-aaa4-2de5c9e184d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1312600450-subnet', 'tenant_id': '30db358714c24f298d75c654b821a572', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:50.490743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:14:50.496403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:50.496959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.543698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836b365-d563-4226-8e90-c56f1ed567ae admin admin] Pushing event updated for resources: {'Network': ['ID=33c8d09d-d37e-4c18-aaa4-2de5c9e184d3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.564595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Made reservation on behalf of 30db358714c24f298d75c654b821a572 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:50.566927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.581392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 33c8d09d-d37e-4c18-aaa4-2de5c9e184d3 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:50.607346 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.616163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.652033 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.706928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.718689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.723099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:50.724311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:50.727090 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0780e1c7-4e56-4097-a34e-b7e74013a30e" -d '{"events": [{"server_uuid": "9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a", "name": "network-vif-plugged", "status": "completed", "tag": "d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:50.733649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.777907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] In _notify_port_updated(), no bound segment for port 452bf54d-8593-497f-8027-d9796b554009 on network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:14:50.783689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:50.787505 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.789148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "PUT /v2.0/ports/452bf54d-8593-497f-8027-d9796b554009 HTTP/1.1" status: 200 len: 918 time: 1.3618991 Apr 20 13:14:50.791286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.796800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33156) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:50.801790 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f05593-e2f7-492c-bed3-fa10aba8b379 x-openstack-request-id: req-a0f05593-e2f7-492c-bed3-fa10aba8b379 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:50.802165 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a", "name": "network-vif-plugged", "status": "completed", "tag": "d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:50.802491 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0f05593-e2f7-492c-bed3-fa10aba8b379 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:50.803093 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f05593-e2f7-492c-bed3-fa10aba8b379'] response: {'server_uuid': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2', 'code': 200} Apr 20 13:14:50.827400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9a6cb8d-4fb6-442d-8d9c-099b54628678'}, {'subnet_id': '0fec526b-a307-4e6b-96de-7b7ad3b846ca'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:50.851447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:50.873090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37112b48-a33a-4931-994e-22a063378283 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=452bf54d-8593-497f-8027-d9796b554009,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.905637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=a7bf7589-fa2b-4297-b473-8dffd4b1a2e0,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:50.918566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.932565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:50.933180 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:50.962071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e0e54-8efc-426e-a04a-ae6ebb358f8e req-e5d5f552-7408-4b97-b695-f5cd9f7851f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:50.963621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-460e0e54-8efc-426e-a04a-ae6ebb358f8e req-e5d5f552-7408-4b97-b695-f5cd9f7851f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 1097 time: 0.0918076 Apr 20 13:14:50.967348 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.013365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.065111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-460e0e54-8efc-426e-a04a-ae6ebb358f8e req-ff3aedb2-3c46-488f-897e-c0888b31c30b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944908 Apr 20 13:14:51.120207 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP 2c9b4c4d-1802-40e1-8dac-99bf134179ef associated. External IP: 172.25.3.61, port: f2fdab57-4435-4538-8bf7-d41c21c834b9. Apr 20 13:14:51.123416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2830cdcc-61fe-4fea-b781-9c02a7de852f,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.175625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Checking segment: {'id': '3589e447-2e8d-4fb9-9d68-16d22fb64b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '33c8d09d-d37e-4c18-aaa4-2de5c9e184d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:51.175978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Network hostable DHCP agents. Network: 33c8d09d-d37e-4c18-aaa4-2de5c9e184d3, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:51.200433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010662a2-ee87-4bc1-b278-9fa49188d993 req-69f3e1f5-07fc-43cb-9dba-1d866ebcb529 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.201962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-010662a2-ee87-4bc1-b278-9fa49188d993 req-69f3e1f5-07fc-43cb-9dba-1d866ebcb529 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 946 time: 0.1302478 Apr 20 13:14:51.216610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6662ad22-105a-4241-a94b-90f77107a924 None None] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:51.241567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Network 33c8d09d-d37e-4c18-aaa4-2de5c9e184d3 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:51.257403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 33c8d09d-d37e-4c18-aaa4-2de5c9e184d3) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:51.266155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.266434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74b74b3-72ab-4fc6-a752-2e08015de034 None None] Network 33c8d09d-d37e-4c18-aaa4-2de5c9e184d3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:51.267008 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.288393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-010662a2-ee87-4bc1-b278-9fa49188d993 req-bbccf2c5-975c-4bb8-988a-e5ed7a095f0b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761962 Apr 20 13:14:51.300099 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b90c2e9-f3c6-4bae-99dd-73c538d0417a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8286345 Apr 20 13:14:51.372366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-473ab333-31af-425a-bf77-7a2702d57c7a None None] Provisioning complete for port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:51.372778 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-473ab333-31af-425a-bf77-7a2702d57c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.379579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.28 (cf0b9da3-16a7-4b70-ba6a-80c85df42ba6/0fec526b-a307-4e6b-96de-7b7ad3b846ca/452bf54d-8593-497f-8027-d9796b554009) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:51.450929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:14:51.522430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62390229-ec5f-47ca-b50e-3ab9c6430131 None None] Network 33c8d09d-d37e-4c18-aaa4-2de5c9e184d3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:51.549712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.556894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.617350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:14:51.629313 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] Sync routers for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:14:51.646423 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:51.649393 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:51.652178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.676341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-473ab333-31af-425a-bf77-7a2702d57c7a None None] Provisioning complete for port 452bf54d-8593-497f-8027-d9796b554009 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:51.676718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-473ab333-31af-425a-bf77-7a2702d57c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.690582 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-63355498-a7f6-49c2-9d7b-68da0ef681b3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6249197 Apr 20 13:14:51.691153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:51.704290 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6324de6c-6e46-49e2-b7f7-14e0ef19182f" -d '{"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:51.750671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-473ab333-31af-425a-bf77-7a2702d57c7a None None] Port 452bf54d-8593-497f-8027-d9796b554009 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:14:51.837166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=452bf54d-8593-497f-8027-d9796b554009,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:51.854697 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:51.875455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d00013-771c-4074-9ba4-3697d23d7b5b req-cc2a1434-7ba3-4fe0-81c3-816e2c987885 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.876853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3d00013-771c-4074-9ba4-3697d23d7b5b req-cc2a1434-7ba3-4fe0-81c3-816e2c987885 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1109719 Apr 20 13:14:51.887377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] In _notify_port_updated(), no bound segment for port 452bf54d-8593-497f-8027-d9796b554009 on network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:14:51.892903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:51.893508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:51.894755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-79354e96-77be-41b1-9eeb-9e6fe7f315d6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "PUT /v2.0/ports/452bf54d-8593-497f-8027-d9796b554009 HTTP/1.1" status: 200 len: 998 time: 1.0969791 Apr 20 13:14:51.897615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:51.985480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3d00013-771c-4074-9ba4-3697d23d7b5b req-5b96d390-d2e8-4e96-a927-2f53fc4eb1e0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003594 Apr 20 13:14:51.995339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 452bf54d-8593-497f-8027-d9796b554009 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:51.995339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.020488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0b2da2ab-ff47-4902-ae0c-1a1be7bca1b9 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.022546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0b2da2ab-ff47-4902-ae0c-1a1be7bca1b9 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/networks?id=58cca1cd-68bf-44fb-9458-a041672c8f22 HTTP/1.1" status: 200 len: 824 time: 0.1620727 Apr 20 13:14:52.023033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33182) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:52.042346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-566a8221-a011-4db3-82d6-ae8d496454cb tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/quotas/6553544366da4ca5bc71e3952683f94d HTTP/1.1" status: 200 len: 375 time: 0.0117762 Apr 20 13:14:52.063016 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ac4962-505c-4f67-9c53-7dfb5b356a13 x-openstack-request-id: req-70ac4962-505c-4f67-9c53-7dfb5b356a13 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:52.063301 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:52.063548 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70ac4962-505c-4f67-9c53-7dfb5b356a13 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:52.063949 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ac4962-505c-4f67-9c53-7dfb5b356a13'] response: {'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'status': 'completed', 'code': 200} Apr 20 13:14:52.115907 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.119734 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '2c9b4c4d-1802-40e1-8dac-99bf134179ef', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'port_id': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'mac_address': 'fa:16:3e:af:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:49Z', 'updated_at': '2022-04-20T13:14:49Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:52.125826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-9ec51ac3-ae2a-4d60-8080-eac467be64b0 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6553544366da4ca5bc71e3952683f94d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553236 Apr 20 13:14:52.128920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 452bf54d-8593-497f-8027-d9796b554009 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:52.147364 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] Checking router: 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:14:52.154229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-555351c0-d8e1-41ac-bc40-3720b7b20bb4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/2c9b4c4d-1802-40e1-8dac-99bf134179ef HTTP/1.1" status: 200 len: 990 time: 0.1300821 Apr 20 13:14:52.157373 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:14:52.158064 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:14:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:52.203483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-8aa2ac88-87d6-419c-8242-0a61ade15fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.205019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-8aa2ac88-87d6-419c-8242-0a61ade15fc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1096 time: 0.1233113 Apr 20 13:14:52.272790 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:14:52.302028 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-85a8aecd-019f-4151-aadb-a2636bb5e241 service neutron] 10.222.0.24 "GET /v2.0/networks/58cca1cd-68bf-44fb-9458-a041672c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587594 Apr 20 13:14:52.338454 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.373885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-73c39474-0bcb-42e5-9143-5a0d723f1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.375354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-73c39474-0bcb-42e5-9143-5a0d723f1e17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 898 time: 0.1633525 Apr 20 13:14:52.382109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=452bf54d-8593-497f-8027-d9796b554009,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:52.503181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.510620 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-155054fd-cf21-4701-859d-5435e5173bee tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/452bf54d-8593-497f-8027-d9796b554009 HTTP/1.1" status: 204 len: 168 time: 0.6117711 Apr 20 13:14:52.511264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33186) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:52.550679 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d49ce2-e28f-4690-b7c0-a9fbde185460 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:52.552579 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-55d49ce2-e28f-4690-b7c0-a9fbde185460 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/452bf54d-8593-497f-8027-d9796b554009 HTTP/1.1" status: 404 len: 333 time: 0.0403528 Apr 20 13:14:52.555632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33188) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:52.593181 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '2c9b4c4d-1802-40e1-8dac-99bf134179ef', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'port_id': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'mac_address': 'fa:16:3e:af:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:49Z', 'updated_at': '2022-04-20T13:14:49Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:52.618486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 0fec526b-a307-4e6b-96de-7b7ad3b846ca {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:52.622686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.628645 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2ebc96-8852-4e9f-95a5-f235a7d770e0 None None] The sync data for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 is: [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '2c9b4c4d-1802-40e1-8dac-99bf134179ef', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'port_id': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'mac_address': 'fa:16:3e:af:73:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:14:49Z', 'updated_at': '2022-04-20T13:14:49Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:14:52.667733 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.765617 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.832262 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.865683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=0fec526b-a307-4e6b-96de-7b7ad3b846ca,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:52.870106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.873512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ceca7715-3ceb-4325-87aa-2c049f35af91 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/0fec526b-a307-4e6b-96de-7b7ad3b846ca HTTP/1.1" status: 204 len: 168 time: 0.3166635 Apr 20 13:14:52.876199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33190) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:52.886961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133015ad-ccf6-4745-b512-4dfad1a9a059 None None] New status for floating IP 2c9b4c4d-1802-40e1-8dac-99bf134179ef: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:14:52.903612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-e9d57da5-16da-4392-b03a-4fcc2e2bb2b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 998 time: 0.5204718 Apr 20 13:14:52.915042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-50155e33-df9b-4cc7-904e-39dedad8197a service neutron] 10.222.0.24 "GET /v2.0/networks/58cca1cd-68bf-44fb-9458-a041672c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055853 Apr 20 13:14:52.943290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet c9a6cb8d-4fb6-442d-8d9c-099b54628678 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:52.946562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:52.960124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b938bb-2ecb-430c-ad18-70deb76b8bb6 req-8b11a2ab-f23e-4b29-b747-032a212473bf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:52.967268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26b938bb-2ecb-430c-ad18-70deb76b8bb6 req-8b11a2ab-f23e-4b29-b747-032a212473bf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 946 time: 0.5797369 Apr 20 13:14:52.996723 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.082971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-fd3aeb7a-a60b-47e9-a533-4d7f251fe37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:53.085063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-fd3aeb7a-a60b-47e9-a533-4d7f251fe37c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 200 len: 835 time: 0.1618485 Apr 20 13:14:53.097453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c96ff3-9f3c-4df5-95e8-1de20f6d39fa None None] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:53.104894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.127750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26b938bb-2ecb-430c-ad18-70deb76b8bb6 req-3b0c2984-8fc2-4e10-90a9-0514cc54b781 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218419 Apr 20 13:14:53.159190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33194) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:53.201320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-7c14d4c7-2f23-4580-872a-6bd2c0bb7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:53.203407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d3065d2d-3b34-446e-81ba-bfd973137d95 None None] Provisioning complete for port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:53.203673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-7c14d4c7-2f23-4580-872a-6bd2c0bb7908 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1030076 Apr 20 13:14:53.204120 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3065d2d-3b34-446e-81ba-bfd973137d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.260722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc81095a-cf99-47b7-b557-b71550e88222 req-c34ce8af-3489-42b7-b65d-54ebe92b8fa4 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 210 time: 0.0621183 Apr 20 13:14:53.283148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.337998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a6cb8d-4fb6-442d-8d9c-099b54628678,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:53.345004 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-05c7937f-46d2-4b8e-85bc-7baddc97de87 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/2c9b4c4d-1802-40e1-8dac-99bf134179ef HTTP/1.1" status: 200 len: 992 time: 0.1843090 Apr 20 13:14:53.358437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.362235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-0de5c10e-4c6e-4139-aaed-f713911aa229 service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463373 Apr 20 13:14:53.363605 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-087209e1-568b-454e-871b-a155ee6327b2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/c9a6cb8d-4fb6-442d-8d9c-099b54628678 HTTP/1.1" status: 204 len: 168 time: 0.4864445 Apr 20 13:14:53.366977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33202) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:53.394965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d3065d2d-3b34-446e-81ba-bfd973137d95 None None] Could not find standard attr ID for object 452bf54d-8593-497f-8027-d9796b554009. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:53.457290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf300be8-a62c-49a7-8a96-fe7184e80de6 None None] Update dhcp port {'port': {'network_id': 'cf0b9da3-16a7-4b70-ba6a-80c85df42ba6', 'fixed_ips': [{'subnet_id': 'c9a6cb8d-4fb6-442d-8d9c-099b54628678'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '48ff7e81-a0ba-4624-9f23-ecb6c28f2227'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:14:53.483761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bf300be8-a62c-49a7-8a96-fe7184e80de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.507289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.563366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6324de6c-6e46-49e2-b7f7-14e0ef19182f req-a9f96bfe-fe01-4efe-93f8-921a2973d7a9 service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933215 Apr 20 13:14:53.590603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:53.590815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.666848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] For port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,segment=NetworkSegment(6abf43b8-9d2d-461d-a7b5-c7bf814b44d5),segment_id=6abf43b8-9d2d-461d-a7b5-c7bf814b44d5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:53.667237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.678692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce85e2-f4d3-40f6-96fa-9cdc72dc7110 None None] Network cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:53.681237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:53.757987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a9c8406e-06af-4ae2-8c86-9cb8ee8ba22b None None] Provisioning complete for port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:53.758362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a9c8406e-06af-4ae2-8c86-9cb8ee8ba22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.772277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.798608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=48ff7e81-a0ba-4624-9f23-ecb6c28f2227,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:53.802383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No DVR routers for this DVR port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:53.805599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a9c8406e-06af-4ae2-8c86-9cb8ee8ba22b None None] Port 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 was deleted so its status cannot be updated. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 20 13:14:53.839755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.854890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbae07b3-15e8-48d3-b532-09c8d220d67d None None] DHCP port deletion for cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:53.891141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.911070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0b9da3-16a7-4b70-ba6a-80c85df42ba6']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:53.920582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abf43b8-9d2d-461d-a7b5-c7bf814b44d5') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:53.920881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abf43b8-9d2d-461d-a7b5-c7bf814b44d5') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:53.930400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.943240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.948916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:53.949286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:53.952132 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:54.007559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.015377 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.018633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/cf0b9da3-16a7-4b70-ba6a-80c85df42ba6 HTTP/1.1" status: 204 len: 168 time: 0.6505108 Apr 20 13:14:54.022416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33206) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:54.030890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae203f15-dae0-4866-9ed4-696a3981507d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=cf0b9da3-16a7-4b70-ba6a-80c85df42ba6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:54.072417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2151fb35-3a90-41da-9abb-e9fbc4ed2edd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.073933 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2151fb35-3a90-41da-9abb-e9fbc4ed2edd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0504560 Apr 20 13:14:54.077646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:54.127350 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7522663a-0b11-4223-b997-0d3b2e288aa8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0479870 Apr 20 13:14:54.130054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33210) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:54.135674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1994002991'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:54.159774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:54.163899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.194742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:54.205880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.206356 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment f1cb3517-40c5-4a02-a9cb-1a23bcb91897 of type vlan for network 066296aa-a1f2-45c8-b1ed-856a954d4aca Apr 20 13:14:54.251018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.278081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.284272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.284872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.320416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf9fd8-a752-48db-998d-c41c774f0fb1 req-7778c00a-d6bc-4357-ba14-8fc2e8089181 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.322676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecaf9fd8-a752-48db-998d-c41c774f0fb1 req-7778c00a-d6bc-4357-ba14-8fc2e8089181 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 946 time: 0.0993824 Apr 20 13:14:54.329473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-6e8b61f4-3b31-4d4a-90fc-7e6cdb3ab6d6 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.331167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-6e8b61f4-3b31-4d4a-90fc-7e6cdb3ab6d6 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.37 "GET /v2.0/networks?id=58cca1cd-68bf-44fb-9458-a041672c8f22 HTTP/1.1" status: 200 len: 824 time: 0.1720531 Apr 20 13:14:54.351136 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2175102 Apr 20 13:14:54.351689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Request body: {'port': {'device_id': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22', 'admin_state_up': True, 'tenant_id': '6553544366da4ca5bc71e3952683f94d'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:54.355603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33216) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:54.361452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:54.382713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227abb6-56fc-48fd-9222-5a8b9aa79e22 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=066296aa-a1f2-45c8-b1ed-856a954d4aca,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:54.394371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:54.436650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92763b86-529b-4d4d-a0f5-6576bbfd9fc0 req-fdb99fba-4fd6-44e7-a452-2ac4874b9345 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 210 time: 0.0815024 Apr 20 13:14:54.441497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecaf9fd8-a752-48db-998d-c41c774f0fb1 req-c8e64e69-e52f-44a0-8966-16c29f48a28d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092732 Apr 20 13:14:54.471727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:54.475696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.516808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Made reservation on behalf of 6553544366da4ca5bc71e3952683f94d for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:54.520511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.634130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecb6d7-3ff4-4509-967c-dd622c6019b0 req-2e93bf02-6290-472e-8eb6-95317eedd372 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.636200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-feecb6d7-3ff4-4509-967c-dd622c6019b0 req-2e93bf02-6290-472e-8eb6-95317eedd372 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 946 time: 0.1037929 Apr 20 13:14:54.675737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.715012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-feecb6d7-3ff4-4509-967c-dd622c6019b0 req-e0d5ee8e-fcfb-4587-99a6-b06e325dad10 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693176 Apr 20 13:14:54.723593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Allocated IP 172.20.0.2 (58cca1cd-68bf-44fb-9458-a041672c8f22/41ecf103-c218-4da7-a46a-dcad7a2fd657/bc28367f-09e4-40b9-bbcb-d6b5db1cfe55) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:54.741293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=584f680b-58fa-4139-848a-08967d128ee4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:54.768115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': 'f1cb3517-40c5-4a02-a9cb-1a23bcb91897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:54.768488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: 066296aa-a1f2-45c8-b1ed-856a954d4aca, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:54.772186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:14:54.794337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:54.797762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:54.798336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 48ff7e81-a0ba-4624-9f23-ecb6c28f2227 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:14:54.809328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 066296aa-a1f2-45c8-b1ed-856a954d4aca) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:54.814847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:54.815917 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.818978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1cf5d-bf40-4557-accc-e35f1edd8ca1 None None] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:54.854882 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e25a78a1-21fe-41d8-acdf-f6e059d431a6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4982276 Apr 20 13:14:54.857644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33226) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:54.862917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca', 'name': 'tempest-PortsTestJSON-1312401644'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:54.926650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.965840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:54.988380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-066296aa-a1f2-45c8-b1ed-856a954d4aca', 'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca', 'tenant_id': '3f775d0f298147d79fbad0907f0bab5c', 'fixed_ips': [{'subnet_id': '584f680b-58fa-4139-848a-08967d128ee4'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:54.989755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.002853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:55.007741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.024025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Network 58cca1cd-68bf-44fb-9458-a041672c8f22 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:55.028062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:55.032140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:55.033332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:55.038167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Pushing event updated for resources: {'Port': ['ID=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:55.109269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.111406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.131244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-0580368b-aa49-4613-a669-a9387b7889dd tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846434 Apr 20 13:14:55.143841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Request body: {'port': {'device_id': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:55.161756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.7 (066296aa-a1f2-45c8-b1ed-856a954d4aca/584f680b-58fa-4139-848a-08967d128ee4/a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:55.205397 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.354541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.398854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.460347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:55.468662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:55.480734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:55.491192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Allocated IP 172.20.0.2 (066296aa-a1f2-45c8-b1ed-856a954d4aca/584f680b-58fa-4139-848a-08967d128ee4/cf584d1c-3d24-4e5d-be2f-68a963d08db7) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:55.545537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:55.579954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.580492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.602136 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-babc7977-0ae3-4841-a64a-0ed69d2eb936 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7407959 Apr 20 13:14:55.602370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:55.607605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca', 'name': 'tempest-PortsTestJSON-321804165'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:55.690220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f391687-728c-478a-b7c4-1e6b8ec83c94 req-cdccda76-1169-4fc0-9736-b07b80a1d29c tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:55.692716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f391687-728c-478a-b7c4-1e6b8ec83c94 req-cdccda76-1169-4fc0-9736-b07b80a1d29c tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 931 time: 0.1226890 Apr 20 13:14:55.695171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:55.717748 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.731598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.745315 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.760701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:55.761981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Transition to ACTIVE for port object bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:14:55.764412 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.768072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f391687-728c-478a-b7c4-1e6b8ec83c94 req-416ddc43-9b4e-4264-8e73-3298459120f7 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681140 Apr 20 13:14:55.769582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.812091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:55.817101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 78196ac5-732e-4b15-aba4-327700a0ae76 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:14:55.821217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:55.830504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:55.840106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:55.886665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Pushing event updated for resources: {'Port': ['ID=cf584d1c-3d24-4e5d-be2f-68a963d08db7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:55.902658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Attempting to bind port cf584d1c-3d24-4e5d-be2f-68a963d08db7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:55.902658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Attempting to bind port cf584d1c-3d24-4e5d-be2f-68a963d08db7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f1cb3517-40c5-4a02-a9cb-1a23bcb91897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:55.903024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Attempting to bind port cf584d1c-3d24-4e5d-be2f-68a963d08db7 on network 066296aa-a1f2-45c8-b1ed-856a954d4aca {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:55.908432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:55.908715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Checking segment: {'id': 'f1cb3517-40c5-4a02-a9cb-1a23bcb91897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:55.909086 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.909474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Bound using segment: {'id': 'f1cb3517-40c5-4a02-a9cb-1a23bcb91897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:55.909971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Bound port: cf584d1c-3d24-4e5d-be2f-68a963d08db7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cb3517-40c5-4a02-a9cb-1a23bcb91897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '066296aa-a1f2-45c8-b1ed-856a954d4aca'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:55.910349 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:55.976027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Attempting to bind port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:14:55.976368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Attempting to bind port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '1dfd2f05-f9b5-4f7d-b5d2-c61760129332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:14:55.976696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Attempting to bind port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 on network 58cca1cd-68bf-44fb-9458-a041672c8f22 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:55.981987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 on network 58cca1cd-68bf-44fb-9458-a041672c8f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:14:55.982316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Attempting to bind port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 on network 58cca1cd-68bf-44fb-9458-a041672c8f22 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:14:55.982812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.3 (066296aa-a1f2-45c8-b1ed-856a954d4aca/584f680b-58fa-4139-848a-08967d128ee4/78196ac5-732e-4b15-aba4-327700a0ae76) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:14:55.989422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:14:55.989918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Checking segment: {'id': '1dfd2f05-f9b5-4f7d-b5d2-c61760129332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:55.990421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Bound using segment: {'id': '1dfd2f05-f9b5-4f7d-b5d2-c61760129332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:14:55.991762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Bound port: bc28367f-09e4-40b9-bbcb-d6b5db1cfe55, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfd2f05-f9b5-4f7d-b5d2-c61760129332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:14:55.992340 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.002112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] For port cf584d1c-3d24-4e5d-be2f-68a963d08db7, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:56.008931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] For port cf584d1c-3d24-4e5d-be2f-68a963d08db7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf584d1c-3d24-4e5d-be2f-68a963d08db7,segment=NetworkSegment(f1cb3517-40c5-4a02-a9cb-1a23bcb91897),segment_id=f1cb3517-40c5-4a02-a9cb-1a23bcb91897)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:56.016970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.102021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] For port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:14:56.108680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] For port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,segment=NetworkSegment(1dfd2f05-f9b5-4f7d-b5d2-c61760129332),segment_id=1dfd2f05-f9b5-4f7d-b5d2-c61760129332)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:14:56.116244 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.126534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a593996-0256-4ff4-a184-899cb9da6b39 None None] Pushing event updated for resources: {'Port': ['ID=cf584d1c-3d24-4e5d-be2f-68a963d08db7,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:56.181072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:56.182063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.184100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 HTTP/1.1" status: 200 len: 1091 time: 1.0445130 Apr 20 13:14:56.184642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'tag': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:14:56.187052 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b89a6a-1d56-4cad-8139-3426a7ba444f" -d '{"events": [{"name": "network-changed", "server_uuid": "13ee9aed-670b-4150-9c02-f61b18cf7d41", "tag": "bc28367f-09e4-40b9-bbcb-d6b5db1cfe55"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:14:56.211960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282955f4-3f9d-4a99-9d45-f19689aaa5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:56.267278 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c08a8e-9c3f-4cfd-9616-35c9a1c00cdc x-openstack-request-id: req-81c08a8e-9c3f-4cfd-9616-35c9a1c00cdc {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:14:56.272997 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ee9aed-670b-4150-9c02-f61b18cf7d41", "tag": "bc28367f-09e4-40b9-bbcb-d6b5db1cfe55", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:14:56.273612 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81c08a8e-9c3f-4cfd-9616-35c9a1c00cdc {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:14:56.274396 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c08a8e-9c3f-4cfd-9616-35c9a1c00cdc'] response: {'name': 'network-changed', 'server_uuid': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'tag': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55', 'status': 'completed', 'code': 200} Apr 20 13:14:56.280005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.322784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-989749cf-80b7-48bd-a56f-62dd5fb83fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:56.324372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-989749cf-80b7-48bd-a56f-62dd5fb83fa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6553544366da4ca5bc71e3952683f94d&device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 1094 time: 0.0803504 Apr 20 13:14:56.439048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-1cece21b-c32b-4ce7-8ea7-ef05afcd6c09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 HTTP/1.1" status: 200 len: 217 time: 0.0993311 Apr 20 13:14:56.518562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-f1c86754-919f-485b-aa75-ea02955a6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:56.520029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-f1c86754-919f-485b-aa75-ea02955a6f2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41ecf103-c218-4da7-a46a-dcad7a2fd657 HTTP/1.1" status: 200 len: 864 time: 0.0715203 Apr 20 13:14:56.573537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-79860cc4-2ff8-46bb-bd7a-1e31294bed3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58cca1cd-68bf-44fb-9458-a041672c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408883 Apr 20 13:14:56.762710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-6010668c-4f57-4a44-b856-c0ed892733c2 service neutron] 10.222.0.37 "GET /v2.0/networks/58cca1cd-68bf-44fb-9458-a041672c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814005 Apr 20 13:14:56.809489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.873505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:14:56.879403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf584d1c-3d24-4e5d-be2f-68a963d08db7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:56.880006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:56.889428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=78196ac5-732e-4b15-aba4-327700a0ae76,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:56.892590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:14:56.920240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9366c14c-0d02-4220-a1c6-e2a536753ad6 req-d8638ba8-af0d-4d8c-a22a-cb64d317e07a service neutron] 10.222.0.37 "GET /v2.0/networks/58cca1cd-68bf-44fb-9458-a041672c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498792 Apr 20 13:14:56.962170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:56.963659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.984351 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ecc88886-46bb-484d-8a17-2c4ac8d939b3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3806970 Apr 20 13:14:56.985694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cf584d1c-3d24-4e5d-be2f-68a963d08db7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:56.986319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:56.986869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33294) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:57.032555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a81a82-f921-4ec9-b24e-1cd7a66a2770 req-fcdbde41-5af6-4db3-a11a-98a312b8497c tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.034237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00a81a82-f921-4ec9-b24e-1cd7a66a2770 req-fcdbde41-5af6-4db3-a11a-98a312b8497c tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 943 time: 0.1130459 Apr 20 13:14:57.044861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-0bb79e58-9118-4200-977c-cf281c235557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.046490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-0bb79e58-9118-4200-977c-cf281c235557 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6553544366da4ca5bc71e3952683f94d&device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 1094 time: 0.0629406 Apr 20 13:14:57.079875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5244b7d4-683a-48d1-bae6-08f28533897f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.081400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5244b7d4-683a-48d1-bae6-08f28533897f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.0932534 Apr 20 13:14:57.084206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33296) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:57.084887 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.134244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00a81a82-f921-4ec9-b24e-1cd7a66a2770 req-c5d57fe4-fca6-4f7c-ae1d-09975ec76687 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866263 Apr 20 13:14:57.136617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port cf584d1c-3d24-4e5d-be2f-68a963d08db7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf584d1c-3d24-4e5d-be2f-68a963d08db7,segment=NetworkSegment(f1cb3517-40c5-4a02-a9cb-1a23bcb91897),segment_id=f1cb3517-40c5-4a02-a9cb-1a23bcb91897)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:57.141721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.188912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-35b3972a-4c6b-44d1-a2e6-7f762f658d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.190989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-35b3972a-4c6b-44d1-a2e6-7f762f658d8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=58cca1cd-68bf-44fb-9458-a041672c8f22 HTTP/1.1" status: 200 len: 925 time: 0.1303411 Apr 20 13:14:57.192963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 78196ac5-732e-4b15-aba4-327700a0ae76 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:57.193403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.217791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=cf584d1c-3d24-4e5d-be2f-68a963d08db7,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:57.247371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-37f61c8d-2a0f-4fd1-99a4-0c68d0ca2328 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 HTTP/1.1" status: 200 len: 217 time: 0.0489719 Apr 20 13:14:57.292230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.301076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-8808e2c3-b055-4fde-a40e-94992c50b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:57.302900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-8808e2c3-b055-4fde-a40e-94992c50b4c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=41ecf103-c218-4da7-a46a-dcad7a2fd657 HTTP/1.1" status: 200 len: 864 time: 0.0482090 Apr 20 13:14:57.304543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 78196ac5-732e-4b15-aba4-327700a0ae76 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:57.337185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-8ce95f24-629f-4c86-8a8a-e2c5687c6376 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=58cca1cd-68bf-44fb-9458-a041672c8f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264602 Apr 20 13:14:57.438382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-d3246536-0b56-474a-a120-5675424362f8 service neutron] 10.222.0.37 "GET /v2.0/networks/58cca1cd-68bf-44fb-9458-a041672c8f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942643 Apr 20 13:14:57.441510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.477663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=78196ac5-732e-4b15-aba4-327700a0ae76,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:57.501450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e90358e-4c03-43e0-bab5-4bccfde3dcb2 None None] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:57.552248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.553850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35b89a6a-1d56-4cad-8139-3426a7ba444f req-e6197a99-e433-4082-bbf0-9e70e590c0eb service neutron] 10.222.0.37 "GET /v2.0/networks/58cca1cd-68bf-44fb-9458-a041672c8f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087716 Apr 20 13:14:57.555400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f1195b99-a18f-4f51-88e8-4ffe74524ef6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/78196ac5-732e-4b15-aba4-327700a0ae76 HTTP/1.1" status: 204 len: 168 time: 0.4701333 Apr 20 13:14:57.558543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:57.584023 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0f8b96-31ad-403a-8043-f350b552c18e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:57.584290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bdc7dab2-1840-4e41-b93c-196d4a28076f None None] Provisioning complete for port cf584d1c-3d24-4e5d-be2f-68a963d08db7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:57.584408 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bdc7dab2-1840-4e41-b93c-196d4a28076f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.585759 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3f0f8b96-31ad-403a-8043-f350b552c18e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/78196ac5-732e-4b15-aba4-327700a0ae76 HTTP/1.1" status: 404 len: 333 time: 0.0261853 Apr 20 13:14:57.588580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33300) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:57.680852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:57.681753 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.773196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.785302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:57.940362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:57.974693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:58.055384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0e9cd7e6-8746-435f-8a19-e806fa1172cc None None] Provisioning complete for port cf584d1c-3d24-4e5d-be2f-68a963d08db7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:14:58.057420 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd7e6-8746-435f-8a19-e806fa1172cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.063728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.068578 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5bdb61be-90cd-430d-a9de-56ae2d69a21b tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a HTTP/1.1" status: 204 len: 168 time: 0.4790239 Apr 20 13:14:58.072585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33316) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:58.079137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-e5329875-a276-468a-9313-49b9816c653c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:58.080708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-e5329875-a276-468a-9313-49b9816c653c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.1246109 Apr 20 13:14:58.109695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-2162ee84-9806-4596-ba58-73416873c553 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/quotas/efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 375 time: 0.0211632 Apr 20 13:14:58.118241 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97d9d30-8933-44d6-a1d2-53c07bf43379 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:14:58.120601 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c97d9d30-8933-44d6-a1d2-53c07bf43379 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a HTTP/1.1" status: 404 len: 333 time: 0.0469787 Apr 20 13:14:58.123262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:58.148922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0e9cd7e6-8746-435f-8a19-e806fa1172cc None None] Could not find standard attr ID for object a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:58.175319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-c8b71f4f-fae9-4e4b-af75-01063a4bf2d4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614047 Apr 20 13:14:58.191657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 584f680b-58fa-4139-848a-08967d128ee4 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:14:58.195941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.256738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.261473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-72ffdd48-b084-4cda-941e-27b8306bb6f0 None None] Could not find standard attr ID for object a9f7086c-417f-49dc-a9cd-2b9dbd7fd79a. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:58.307098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cefdf-1340-437c-8834-dd0a4cb14be9 req-da24bee8-0d89-42b1-b18f-2b93d6562c1a tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:58.308919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d74cefdf-1340-437c-8834-dd0a4cb14be9 req-da24bee8-0d89-42b1-b18f-2b93d6562c1a tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 943 time: 0.0755086 Apr 20 13:14:58.356394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.369599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d74cefdf-1340-437c-8834-dd0a4cb14be9 req-00e6c08c-6643-469b-a094-460117eef02a tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542338 Apr 20 13:14:58.422716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.446171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-fe2b3fd3-780b-4258-8d6d-56f6ab3315bf service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608023 Apr 20 13:14:58.457027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=584f680b-58fa-4139-848a-08967d128ee4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:58.459789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.466351 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-196ffdb2-0ec4-4ebe-ae53-e605c0e9524e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/584f680b-58fa-4139-848a-08967d128ee4 HTTP/1.1" status: 204 len: 168 time: 0.3419909 Apr 20 13:14:58.467008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33324) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:58.477694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-037189d6-6909-4432-92c9-92f764522761 None None] Could not find standard attr ID for object 78196ac5-732e-4b15-aba4-327700a0ae76. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:14:58.550468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.563526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-264361d2-0bdc-4601-ae1a-7e1868d07575 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115525 Apr 20 13:14:58.606760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port cf584d1c-3d24-4e5d-be2f-68a963d08db7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:14:58.607169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.672802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeecb19-2978-4e50-855a-28c77b4cd95b None None] Network 066296aa-a1f2-45c8-b1ed-856a954d4aca requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:58.679755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] For port cf584d1c-3d24-4e5d-be2f-68a963d08db7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf584d1c-3d24-4e5d-be2f-68a963d08db7,segment=NetworkSegment(f1cb3517-40c5-4a02-a9cb-1a23bcb91897),segment_id=f1cb3517-40c5-4a02-a9cb-1a23bcb91897)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:58.680204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.695562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for cf584d1c-3d24-4e5d-be2f-68a963d08db7 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:14:58.797712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61287a79-7a84-4438-b62b-b571182647f8 req-4e871204-5277-475f-aa0c-6e4eb5819e28 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 210 time: 0.0571303 Apr 20 13:14:58.831782 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.869466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=cf584d1c-3d24-4e5d-be2f-68a963d08db7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:58.877294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No DVR routers for this DVR port cf584d1c-3d24-4e5d-be2f-68a963d08db7 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:14:58.947607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:14:58.949513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf584d1c-3d24-4e5d-be2f-68a963d08db7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:14:58.970564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:58.992436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cf584d1c-3d24-4e5d-be2f-68a963d08db7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:14:58.992782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf584d1c-3d24-4e5d-be2f-68a963d08db7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 13:14:59.001231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066296aa-a1f2-45c8-b1ed-856a954d4aca']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:59.013461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cb3517-40c5-4a02-a9cb-1a23bcb91897') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:59.013932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cb3517-40c5-4a02-a9cb-1a23bcb91897') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:14:59.025090 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.029096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port cf584d1c-3d24-4e5d-be2f-68a963d08db7 not found, will not notify nova. {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 13:14:59.042212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.049189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:14:59.049690 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.089269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598eae4d-830c-4488-ad32-51899ea8b460 None None] DHCP port deletion for 066296aa-a1f2-45c8-b1ed-856a954d4aca request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:14:59.112768 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:14:59.124338 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.136664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.141583 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/066296aa-a1f2-45c8-b1ed-856a954d4aca HTTP/1.1" status: 204 len: 168 time: 0.6736281 Apr 20 13:14:59.146306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33340) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:59.153078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988fd2c-53b5-4293-9eba-f3a076cd53ff tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=066296aa-a1f2-45c8-b1ed-856a954d4aca,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.154793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1493755079'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:59.159195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,segment=NetworkSegment(1dfd2f05-f9b5-4f7d-b5d2-c61760129332),segment_id=1dfd2f05-f9b5-4f7d-b5d2-c61760129332)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:59.172587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55', 'network_id': '58cca1cd-68bf-44fb-9458-a041672c8f22', 'port_id': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55', 'mac_address': 'fa:16:3e:8f:9d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ecf103-c218-4da7-a46a-dcad7a2fd657', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:14:59.182558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:59.186584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.211593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:14:59.221870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.222193 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment d168aba8-2ef1-4256-8e90-cacf8648177c of type vlan for network db0100ca-50d2-4adb-963f-b2452e9fede5 Apr 20 13:14:59.224320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.238816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:14:59.260844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,segment=NetworkSegment(1dfd2f05-f9b5-4f7d-b5d2-c61760129332),segment_id=1dfd2f05-f9b5-4f7d-b5d2-c61760129332)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:14:59.266082 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.272655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.299565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.305037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:59.305618 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.323493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.338778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1900678 Apr 20 13:14:59.341715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33342) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:59.346755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:59.385549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c1bc0-ca47-4aa1-89d2-8c75278b1077 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=db0100ca-50d2-4adb-963f-b2452e9fede5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.396478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network db0100ca-50d2-4adb-963f-b2452e9fede5 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:14:59.445448 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:59.450127 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.520869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a720951-4130-4931-b11a-ba48c97c7313 req-5ac16d8d-83e1-406e-acf2-1ef871010f4b tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:59.522387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a720951-4130-4931-b11a-ba48c97c7313 req-5ac16d8d-83e1-406e-acf2-1ef871010f4b tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 944 time: 0.0638385 Apr 20 13:14:59.559617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['bc28367f-09e4-40b9-bbcb-d6b5db1cfe55'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:14:59.563705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a720951-4130-4931-b11a-ba48c97c7313 req-a287a90f-4f50-4a62-99a5-fd9c44dba83d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336714 Apr 20 13:14:59.651716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.720649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=c62dfb7f-3847-46d0-905a-e814cca1fb97,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:14:59.724966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': 'd168aba8-2ef1-4256-8e90-cacf8648177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:14:59.725332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: db0100ca-50d2-4adb-963f-b2452e9fede5, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:14:59.743678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network db0100ca-50d2-4adb-963f-b2452e9fede5 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:14:59.752516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, db0100ca-50d2-4adb-963f-b2452e9fede5) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:14:59.757461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:14:59.758165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.762069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da3ce0-78dd-420a-a658-7ee9e6ccf349 None None] Network db0100ca-50d2-4adb-963f-b2452e9fede5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:14:59.786094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a9968f70-3dd9-4e6f-a1ff-25878789be8d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4407632 Apr 20 13:14:59.786416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33346) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:14:59.791901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5', 'name': 'tempest-PortsTestJSON-1532341185', 'fixed_ips': [{'subnet_id': 'c62dfb7f-3847-46d0-905a-e814cca1fb97', 'ip_address': '172.20.0.10'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:14:59.924097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:14:59.931812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2011d3d5-3d83-4290-8fff-659ff8d1c669 req-5d719b32-4d39-44f9-863f-02172f690e72 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 210 time: 0.0451999 Apr 20 13:14:59.970888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-db0100ca-50d2-4adb-963f-b2452e9fede5', 'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5', 'tenant_id': '3f775d0f298147d79fbad0907f0bab5c', 'fixed_ips': [{'subnet_id': 'c62dfb7f-3847-46d0-905a-e814cca1fb97'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:14:59.971854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:14:59.999617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-7914bad7-0965-4fe4-a4b0-f55bcc027527 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:00.001110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-7914bad7-0965-4fe4-a4b0-f55bcc027527 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.1956038 Apr 20 13:15:00.016472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'port': {'device_id': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'admin_state_up': True, 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:00.029421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.047250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port fc55e47c-0ec1-4bec-b470-c7842daa7aa7 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:00.148855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:00.155029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.157229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Allocated IP 172.20.0.2 (db0100ca-50d2-4adb-963f-b2452e9fede5/c62dfb7f-3847-46d0-905a-e814cca1fb97/834731ce-9d13-43a5-9d66-0f049cda7528) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:00.295581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.20.0.9 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/ee419704-75bc-4270-83d8-78e48a4bd0a1) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:00.336719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.346035 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.395881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Network db0100ca-50d2-4adb-963f-b2452e9fede5 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:00.398764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:00.406441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:00.423557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Pushing event updated for resources: {'Port': ['ID=834731ce-9d13-43a5-9d66-0f049cda7528,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:00.464674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.10 (db0100ca-50d2-4adb-963f-b2452e9fede5/c62dfb7f-3847-46d0-905a-e814cca1fb97/fc55e47c-0ec1-4bec-b470-c7842daa7aa7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:00.506421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Attempting to bind port 834731ce-9d13-43a5-9d66-0f049cda7528 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:00.506578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Attempting to bind port 834731ce-9d13-43a5-9d66-0f049cda7528 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'd168aba8-2ef1-4256-8e90-cacf8648177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:00.513141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Attempting to bind port 834731ce-9d13-43a5-9d66-0f049cda7528 on network db0100ca-50d2-4adb-963f-b2452e9fede5 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:00.513474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.513576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:00.513737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Checking segment: {'id': 'd168aba8-2ef1-4256-8e90-cacf8648177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:00.514666 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.514666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Bound using segment: {'id': 'd168aba8-2ef1-4256-8e90-cacf8648177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:00.515121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Bound port: 834731ce-9d13-43a5-9d66-0f049cda7528, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd168aba8-2ef1-4256-8e90-cacf8648177c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:00.515518 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.575539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.589184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:00.624217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] For port 834731ce-9d13-43a5-9d66-0f049cda7528, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:00.651674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] For port 834731ce-9d13-43a5-9d66-0f049cda7528, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=834731ce-9d13-43a5-9d66-0f049cda7528,segment=NetworkSegment(d168aba8-2ef1-4256-8e90-cacf8648177c),segment_id=d168aba8-2ef1-4256-8e90-cacf8648177c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:00.663423 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.723964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=ee419704-75bc-4270-83d8-78e48a4bd0a1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:00.765657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.769680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:00.780511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f50e5-1672-40a7-8dbc-c6d7a69781ab None None] Pushing event updated for resources: {'Port': ['ID=834731ce-9d13-43a5-9d66-0f049cda7528,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:00.815636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:00.819715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:00.827165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:00.849421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.876570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf584d1c-3d24-4e5d-be2f-68a963d08db7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:00.918090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cf584d1c-3d24-4e5d-be2f-68a963d08db7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:00.918699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf584d1c-3d24-4e5d-be2f-68a963d08db7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:00.954495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network db0100ca-50d2-4adb-963f-b2452e9fede5 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:00.958670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:00.961233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:00.971207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:00.972337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:00.987940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566d138-b8b2-4809-8b7b-48d7d810ffcb req-da151d60-5f84-4f98-a5ac-ec8894337b89 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:00.994875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8566d138-b8b2-4809-8b7b-48d7d810ffcb req-da151d60-5f84-4f98-a5ac-ec8894337b89 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 944 time: 0.2764323 Apr 20 13:15:01.035552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=fc55e47c-0ec1-4bec-b470-c7842daa7aa7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:01.054129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:01.095362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:01.096673 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.109042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.110943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.125519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-a3fcbcc5-2ac9-42da-9056-493b55aa36a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1136248 Apr 20 13:15:01.148379 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7515a58f-ea1e-4eda-99a3-ea6cd84394b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3608840 Apr 20 13:15:01.153304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:01.165198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Request body: {'port': {'device_id': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:01.169057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': 'db0100ca-50d2-4adb-963f-b2452e9fede5', 'name': 'tempest-PortsTestJSON-1145044412', 'fixed_ips': [{'subnet_id': 'c62dfb7f-3847-46d0-905a-e814cca1fb97', 'ip_address': '172.20.0.9'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:01.231351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8566d138-b8b2-4809-8b7b-48d7d810ffcb req-9513c150-4111-494a-9307-17e57bdf1c67 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273312 Apr 20 13:15:01.334942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:01.342590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.345944 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.354071 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.367637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port def263b5-b154-49e2-968b-aa61f5bdf5ea yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:01.385151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a6ae8-166f-4b7e-9390-9c7dabf59da7 req-8b88fc20-1d83-49f6-a3f9-35d3e080821c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.387020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb1a6ae8-166f-4b7e-9390-9c7dabf59da7 req-8b88fc20-1d83-49f6-a3f9-35d3e080821c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 931 time: 0.2766860 Apr 20 13:15:01.393769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:01.396045 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837916d-b001-4d30-869d-9eb8cbd47a18" -d '{"events": [{"server_uuid": "13ee9aed-670b-4150-9c02-f61b18cf7d41", "name": "network-vif-plugged", "status": "completed", "tag": "bc28367f-09e4-40b9-bbcb-d6b5db1cfe55"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:01.416300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,segment=NetworkSegment(1dfd2f05-f9b5-4f7d-b5d2-c61760129332),segment_id=1dfd2f05-f9b5-4f7d-b5d2-c61760129332)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:01.424405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.478851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-424bdf08-c9ca-457a-b0b1-993b5f4726fc None None] Provisioning complete for port ee419704-75bc-4270-83d8-78e48a4bd0a1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:01.479913 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-424bdf08-c9ca-457a-b0b1-993b5f4726fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.521560 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf20831c-0e04-4a34-afcf-1de663273326 x-openstack-request-id: req-cf20831c-0e04-4a34-afcf-1de663273326 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:01.522277 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee9aed-670b-4150-9c02-f61b18cf7d41", "name": "network-vif-plugged", "status": "completed", "tag": "bc28367f-09e4-40b9-bbcb-d6b5db1cfe55", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:01.522862 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf20831c-0e04-4a34-afcf-1de663273326 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:01.523552 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf20831c-0e04-4a34-afcf-1de663273326'] response: {'server_uuid': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55', 'code': 200} Apr 20 13:15:01.535213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:01.553828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-424bdf08-c9ca-457a-b0b1-993b5f4726fc None None] Port ee419704-75bc-4270-83d8-78e48a4bd0a1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:01.649765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.9 (db0100ca-50d2-4adb-963f-b2452e9fede5/c62dfb7f-3847-46d0-905a-e814cca1fb97/def263b5-b154-49e2-968b-aa61f5bdf5ea) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:01.693588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb1a6ae8-166f-4b7e-9390-9c7dabf59da7 req-755e9741-795b-47da-ab59-cc05dfbb317f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228106 Apr 20 13:15:01.701356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6664798-5f98-4f20-b4c0-3fd864c96ef9 req-7c3e2541-f6b1-4bc5-8496-776aab2f8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:01.702908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6664798-5f98-4f20-b4c0-3fd864c96ef9 req-7c3e2541-f6b1-4bc5-8496-776aab2f8d2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 1096 time: 0.1334481 Apr 20 13:15:01.766614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c6664798-5f98-4f20-b4c0-3fd864c96ef9 req-e6bcbdd2-73a2-4148-af6d-4bae01173d14 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511560 Apr 20 13:15:01.820196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee419704-75bc-4270-83d8-78e48a4bd0a1 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:01.824551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.829206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.841913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Transition to ACTIVE for port object ee419704-75bc-4270-83d8-78e48a4bd0a1 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:01.851140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.870775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:01.932936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network db0100ca-50d2-4adb-963f-b2452e9fede5 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:01.936518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:01.939508 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:01.973526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=def263b5-b154-49e2-968b-aa61f5bdf5ea,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:01.979914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Pushing event updated for resources: {'Port': ['ID=ee419704-75bc-4270-83d8-78e48a4bd0a1,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:02.015052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.017774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.029047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Attempting to bind port ee419704-75bc-4270-83d8-78e48a4bd0a1 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:02.029381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Attempting to bind port ee419704-75bc-4270-83d8-78e48a4bd0a1 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:02.029746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Attempting to bind port ee419704-75bc-4270-83d8-78e48a4bd0a1 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:02.036612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Port ee419704-75bc-4270-83d8-78e48a4bd0a1 on network 3433df13-5d17-4963-8241-354461d4c350 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:02.036938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Attempting to bind port ee419704-75bc-4270-83d8-78e48a4bd0a1 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:02.040124 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-174c30b3-9e5f-4579-bb65-e3c82577bc4a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8829322 Apr 20 13:15:02.042842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33362) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:02.057341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:02.057708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:02.058092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:02.058535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Bound port: ee419704-75bc-4270-83d8-78e48a4bd0a1, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:02.058895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.172505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2d70b-ad77-4f40-902a-9de6477573e4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.174149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ebc2d70b-ad77-4f40-902a-9de6477573e4 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1302745 Apr 20 13:15:02.176904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:02.209718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] For port ee419704-75bc-4270-83d8-78e48a4bd0a1, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:02.213763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] For port ee419704-75bc-4270-83d8-78e48a4bd0a1, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ee419704-75bc-4270-83d8-78e48a4bd0a1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:02.225395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.316704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac55633-389e-484b-8f72-0d99ceebbb37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.325924 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac55633-389e-484b-8f72-0d99ceebbb37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.330590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.331453 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.334037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] 10.222.0.30 "PUT /v2.0/ports/ee419704-75bc-4270-83d8-78e48a4bd0a1 HTTP/1.1" status: 200 len: 1091 time: 1.1775219 Apr 20 13:15:02.334482 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac55633-389e-484b-8f72-0d99ceebbb37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.334850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'tag': 'ee419704-75bc-4270-83d8-78e48a4bd0a1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:02.339417 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ac55633-389e-484b-8f72-0d99ceebbb37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1585085 Apr 20 13:15:02.339959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33368) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:02.342675 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ead593-7d04-4be2-8d89-c2a105d4e5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f34d46c6-5f12-46ba-8b06-1547cdb10290", "tag": "ee419704-75bc-4270-83d8-78e48a4bd0a1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:02.359437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc74c41-f723-4c2d-a292-180fbec411de service neutron] Pushing event updated for resources: {'Port': ['ID=ee419704-75bc-4270-83d8-78e48a4bd0a1,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:02.374909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f50bca-5484-462c-ae06-0c8d325797e3 None None] Network db0100ca-50d2-4adb-963f-b2452e9fede5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:02.427689 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57420a1f-aec2-4779-a011-ac4197a02310 x-openstack-request-id: req-57420a1f-aec2-4779-a011-ac4197a02310 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:02.427984 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f34d46c6-5f12-46ba-8b06-1547cdb10290", "tag": "ee419704-75bc-4270-83d8-78e48a4bd0a1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:02.428236 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57420a1f-aec2-4779-a011-ac4197a02310 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:02.428634 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57420a1f-aec2-4779-a011-ac4197a02310'] response: {'name': 'network-changed', 'server_uuid': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'tag': 'ee419704-75bc-4270-83d8-78e48a4bd0a1', 'status': 'completed', 'code': 200} Apr 20 13:15:02.488354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-00caa63e-bc00-43fb-a33e-699c249411d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.490940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-00caa63e-bc00-43fb-a33e-699c249411d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 1094 time: 0.0873835 Apr 20 13:15:02.517289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ebf02-a813-4736-90c4-a1f34bbb202b req-6170ab17-8a8f-4b31-8f08-89f3320641c9 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.518841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de0ebf02-a813-4736-90c4-a1f34bbb202b req-6170ab17-8a8f-4b31-8f08-89f3320641c9 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 945 time: 0.1491439 Apr 20 13:15:02.522928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port def263b5-b154-49e2-968b-aa61f5bdf5ea {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:02.523418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.571131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-faa213c9-7d76-439c-a64f-91e363411d0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee419704-75bc-4270-83d8-78e48a4bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0513148 Apr 20 13:15:02.598776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Provisioning complete for port 834731ce-9d13-43a5-9d66-0f049cda7528 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:02.599468 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.648498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de0ebf02-a813-4736-90c4-a1f34bbb202b req-e3de3039-18ff-438a-883c-c5320a50843d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183348 Apr 20 13:15:02.658283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.679741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-af87fa43-cc9b-47a1-984f-c79eac75747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.681870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-af87fa43-cc9b-47a1-984f-c79eac75747d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1034896 Apr 20 13:15:02.687570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for def263b5-b154-49e2-968b-aa61f5bdf5ea owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:02.824538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-030755c3-5389-42c1-9cc0-e3a00dd4eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:02.828088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-030755c3-5389-42c1-9cc0-e3a00dd4eac4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270370 Apr 20 13:15:02.900154 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:02.940778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 834731ce-9d13-43a5-9d66-0f049cda7528 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:02.971638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.011345 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:15:03.014968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] For port 834731ce-9d13-43a5-9d66-0f049cda7528, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=834731ce-9d13-43a5-9d66-0f049cda7528,segment=NetworkSegment(d168aba8-2ef1-4256-8e90-cacf8648177c),segment_id=d168aba8-2ef1-4256-8e90-cacf8648177c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:03.022458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.036062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=def263b5-b154-49e2-968b-aa61f5bdf5ea,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:03.083388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Pushing event updated for resources: {'Port': ['ID=834731ce-9d13-43a5-9d66-0f049cda7528,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:03.089368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288e7b-4e25-4db0-8a3f-a1ea692cd5ee req-1cbb837d-f87d-425f-b707-d6739622dff4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.100900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1288e7b-4e25-4db0-8a3f-a1ea692cd5ee req-1cbb837d-f87d-425f-b707-d6739622dff4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.2376254 Apr 20 13:15:03.105183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.105582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.106079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.106422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.106757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.107136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.107463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.107791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.108181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.108513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.108937 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.109266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df328b5f-8587-46be-9daf-525d6e26ed7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:03.142495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.145786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-368c8269-b128-425a-8b6b-b55777eba987 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/def263b5-b154-49e2-968b-aa61f5bdf5ea HTTP/1.1" status: 204 len: 168 time: 0.8047194 Apr 20 13:15:03.148688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 834731ce-9d13-43a5-9d66-0f049cda7528 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:03.149142 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.151071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33374) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:03.192349 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2ad4f5-b6cb-4c72-8ef9-7d6b5504090a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:15:03.194053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef2ad4f5-b6cb-4c72-8ef9-7d6b5504090a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/def263b5-b154-49e2-968b-aa61f5bdf5ea HTTP/1.1" status: 404 len: 333 time: 0.0390453 Apr 20 13:15:03.197284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33376) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:03.232790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-1b44d1a4-dde0-48ee-8806-5c7b2320e7c6 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973691 Apr 20 13:15:03.247860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1288e7b-4e25-4db0-8a3f-a1ea692cd5ee req-5e4cfd96-96f0-43f2-a739-deacdf004498 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459258 Apr 20 13:15:03.293161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6b8013d7-de92-482e-9c3d-9b2ab61d4d55 None None] Could not find standard attr ID for object def263b5-b154-49e2-968b-aa61f5bdf5ea. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:03.305652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6b8013d7-de92-482e-9c3d-9b2ab61d4d55 None None] Provisioning complete for port fc55e47c-0ec1-4bec-b470-c7842daa7aa7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:03.306116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b8013d7-de92-482e-9c3d-9b2ab61d4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.350609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6b8013d7-de92-482e-9c3d-9b2ab61d4d55 None None] Port fc55e47c-0ec1-4bec-b470-c7842daa7aa7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:03.368997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6b8013d7-de92-482e-9c3d-9b2ab61d4d55 None None] Provisioning complete for port 834731ce-9d13-43a5-9d66-0f049cda7528 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:03.369378 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b8013d7-de92-482e-9c3d-9b2ab61d4d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.390545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port fc55e47c-0ec1-4bec-b470-c7842daa7aa7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:03.392126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.614608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.629097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for fc55e47c-0ec1-4bec-b470-c7842daa7aa7 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:03.753041 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e7a9ab03-9d8f-42a0-bbfb-5460721e5d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.775376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-89357ce7-511f-4e30-819a-d9c5ebc7df14 None None] Provisioning complete for port fc55e47c-0ec1-4bec-b470-c7842daa7aa7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:03.783209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-89357ce7-511f-4e30-819a-d9c5ebc7df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.842637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:03.893815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-89357ce7-511f-4e30-819a-d9c5ebc7df14 None None] Port fc55e47c-0ec1-4bec-b470-c7842daa7aa7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:03.905546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=fc55e47c-0ec1-4bec-b470-c7842daa7aa7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:03.921849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7d9c1bd-3ade-4dfc-b9c0-e27d6111aef8 req-07ce74f6-e6a1-4a2c-b7d6-bb198edb8b1a service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726646 Apr 20 13:15:03.975963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb328806-0663-44b9-9490-2fb10ca7bb70 req-f8b6ad9d-401c-40f4-bc69-22a58528bfc9 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:03.977828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb328806-0663-44b9-9490-2fb10ca7bb70 req-f8b6ad9d-401c-40f4-bc69-22a58528bfc9 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 945 time: 0.0919745 Apr 20 13:15:04.032653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2f6d3522-2ea9-4617-bc47-33d0aca11787 None None] Could not find standard attr ID for object def263b5-b154-49e2-968b-aa61f5bdf5ea. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:04.043161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.055526 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c504533a-6b9b-41f4-8576-73c38bd58e4d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/fc55e47c-0ec1-4bec-b470-c7842daa7aa7 HTTP/1.1" status: 204 len: 168 time: 0.8565555 Apr 20 13:15:04.056559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.061469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb328806-0663-44b9-9490-2fb10ca7bb70 req-e88bb20b-20ff-4398-b6d0-fb456c9827f4 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715191 Apr 20 13:15:04.070452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-396492f6-6e3f-4d88-9005-fa280760a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.072772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-396492f6-6e3f-4d88-9005-fa280760a095 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 1094 time: 0.0920508 Apr 20 13:15:04.312958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e2961-8366-40fe-a382-4c3dd3eb7390 req-820aedf9-0f69-465e-a51a-a71eaf0564c7 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.320985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432e2961-8366-40fe-a382-4c3dd3eb7390 req-820aedf9-0f69-465e-a51a-a71eaf0564c7 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 945 time: 0.0939083 Apr 20 13:15:04.324026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-c476e857-6765-4cd4-ae93-6b7aec057430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.325529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-c476e857-6765-4cd4-ae93-6b7aec057430 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.2445867 Apr 20 13:15:04.392291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-1df393ae-6344-4daa-b3f1-156c1d189278 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee419704-75bc-4270-83d8-78e48a4bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0548458 Apr 20 13:15:04.397334 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab3abf3-0e83-49d9-893f-170f928a16ec tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:15:04.401727 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dab3abf3-0e83-49d9-893f-170f928a16ec tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/fc55e47c-0ec1-4bec-b470-c7842daa7aa7 HTTP/1.1" status: 404 len: 333 time: 0.3428423 Apr 20 13:15:04.402346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.496525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet c62dfb7f-3847-46d0-905a-e814cca1fb97 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:04.500609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.521819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432e2961-8366-40fe-a382-4c3dd3eb7390 req-ec525527-b1b2-4d1d-a0c5-eaee260d3918 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998820 Apr 20 13:15:04.532475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-03a188e3-fe0d-45d9-852c-a0bff9e8bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.533973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-03a188e3-fe0d-45d9-852c-a0bff9e8bd53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1058266 Apr 20 13:15:04.541759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691e87c-56e5-4620-9c6b-2fdec24c4e0f req-79192ec7-d0a4-4807-ba5e-bcb888ef4448 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.549251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b691e87c-56e5-4620-9c6b-2fdec24c4e0f req-79192ec7-d0a4-4807-ba5e-bcb888ef4448 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1560335 Apr 20 13:15:04.581448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.635765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b691e87c-56e5-4620-9c6b-2fdec24c4e0f req-9e9be701-f0cd-491a-8747-7093c7f16d71 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840843 Apr 20 13:15:04.663081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-b798fc3b-0b5a-4835-970e-4e7b559bb5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.664696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-b798fc3b-0b5a-4835-970e-4e7b559bb5cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070116 Apr 20 13:15:04.742854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.850102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-44ccf4a2-8816-4e7f-b5d6-1087ab3d7d5f service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771324 Apr 20 13:15:04.854102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 834731ce-9d13-43a5-9d66-0f049cda7528 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:04.856393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.876115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11584d83-ec87-48d4-8e99-b4eceb30375e req-482a32cf-af60-4a63-a4f0-70154ebf2618 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:04.877811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11584d83-ec87-48d4-8e99-b4eceb30375e req-482a32cf-af60-4a63-a4f0-70154ebf2618 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 945 time: 0.0815077 Apr 20 13:15:04.914459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=c62dfb7f-3847-46d0-905a-e814cca1fb97,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:04.919761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 834731ce-9d13-43a5-9d66-0f049cda7528 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:04.920106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.920245 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:04.924522 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-89922d86-aaa2-4429-ac98-be6ee4feb4ea tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/c62dfb7f-3847-46d0-905a-e814cca1fb97 HTTP/1.1" status: 204 len: 168 time: 0.5203536 Apr 20 13:15:04.927965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33394) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:04.949473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790dff87-9ae3-4e80-b72b-34a755ca2826 None None] Network db0100ca-50d2-4adb-963f-b2452e9fede5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:05.014815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11584d83-ec87-48d4-8e99-b4eceb30375e req-cb7b9fa9-6b91-4e58-ba69-12799fcf4695 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226146 Apr 20 13:15:05.041878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.069911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79ead593-7d04-4be2-8d89-c2a105d4e5ba req-6d63283c-bcec-4be1-bb0a-4dbd1f416332 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066491 Apr 20 13:15:05.133085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 834731ce-9d13-43a5-9d66-0f049cda7528 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:05.133432 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.221905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] For port 834731ce-9d13-43a5-9d66-0f049cda7528, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=834731ce-9d13-43a5-9d66-0f049cda7528,segment=NetworkSegment(d168aba8-2ef1-4256-8e90-cacf8648177c),segment_id=d168aba8-2ef1-4256-8e90-cacf8648177c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:05.222161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.246928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 834731ce-9d13-43a5-9d66-0f049cda7528 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:05.335027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] DHCP port deletion for db0100ca-50d2-4adb-963f-b2452e9fede5 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:05.422383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] Deleting port 834731ce-9d13-43a5-9d66-0f049cda7528 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:05.422383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.439849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.498842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=834731ce-9d13-43a5-9d66-0f049cda7528,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:05.507192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No DVR routers for this DVR port 834731ce-9d13-43a5-9d66-0f049cda7528 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:05.555628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a5f5-9477-4b80-ad5f-c6cba7ad5ef5 req-6822eb08-ef2c-4375-99b8-e5c898b5cc61 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:05.558059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f37a5f5-9477-4b80-ad5f-c6cba7ad5ef5 req-6822eb08-ef2c-4375-99b8-e5c898b5cc61 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 945 time: 0.1122305 Apr 20 13:15:05.594208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] For port 834731ce-9d13-43a5-9d66-0f049cda7528, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=834731ce-9d13-43a5-9d66-0f049cda7528,segment=NetworkSegment(d168aba8-2ef1-4256-8e90-cacf8648177c),segment_id=d168aba8-2ef1-4256-8e90-cacf8648177c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:05.594766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.614313 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f37a5f5-9477-4b80-ad5f-c6cba7ad5ef5 req-5403634f-ea10-4ef3-839c-f67185b6719c tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497708 Apr 20 13:15:05.618245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] Calling delete_port for 834731ce-9d13-43a5-9d66-0f049cda7528 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:05.661957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.694771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0100ca-50d2-4adb-963f-b2452e9fede5']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:05.709318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd168aba8-2ef1-4256-8e90-cacf8648177c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:05.709614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd168aba8-2ef1-4256-8e90-cacf8648177c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:05.731369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.739913 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.754447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.772578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:05.772992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:05.782255 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:05.791261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] Pushing event deleted for resources: {'Port': ['ID=834731ce-9d13-43a5-9d66-0f049cda7528,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:05.799316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4132d9-0422-43d5-913d-64f7b1795237 None None] No DVR routers for this DVR port 834731ce-9d13-43a5-9d66-0f049cda7528 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:05.836455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365cc2fe-b08f-4f07-8da8-656409576ce1 req-628317ba-b4a4-43e0-9e9a-285257334412 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:05.837990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-365cc2fe-b08f-4f07-8da8-656409576ce1 req-628317ba-b4a4-43e0-9e9a-285257334412 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.0961809 Apr 20 13:15:05.890133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-365cc2fe-b08f-4f07-8da8-656409576ce1 req-22f32aef-fe35-4142-9799-ce82aff63c96 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Apr 20 13:15:05.893055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.902009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.905153 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/db0100ca-50d2-4adb-963f-b2452e9fede5 HTTP/1.1" status: 204 len: 168 time: 0.9762249 Apr 20 13:15:05.908943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33404) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:05.915030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1571972904'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:05.928613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db985705-d2d8-43b2-be1d-bc033302119c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=db0100ca-50d2-4adb-963f-b2452e9fede5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:05.953040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:05.959602 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:05.991042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:15:06.002941 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b88ddab9-43b1-4ed1-a8a4-feed976ca146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.015203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.015639 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Added segment 85afe8de-677c-42bc-bf2b-88f0e39a47a4 of type vlan for network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db Apr 20 13:15:06.073455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.115127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.121161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.121758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.185371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2749016 Apr 20 13:15:06.188903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33406) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:06.194526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:06.205802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad23c3-632b-4d53-9da5-4ab91d00744c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Network': ['ID=78a1fcb3-9b91-4093-a7ec-33c7b8efd8db,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:06.229368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:15:06.323685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:06.328705 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.623570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.705873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:06.714947 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Checking segment: {'id': '85afe8de-677c-42bc-bf2b-88f0e39a47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:06.715297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network hostable DHCP agents. Network: 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:15:06.741763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:15:06.764120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:06.787490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb802e39-ed18-406b-b640-cbbbda86f444 None None] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:06.815479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.816079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.816598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47988316-f112-43ff-9388-66020e0dbeb5 req-c6ec018c-0e1b-4f22-b633-26b229a65f4e tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.825446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47988316-f112-43ff-9388-66020e0dbeb5 req-c6ec018c-0e1b-4f22-b633-26b229a65f4e tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 945 time: 0.1296813 Apr 20 13:15:06.869008 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-554d0088-1103-4217-b6b2-ebc5fb8176fe tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6792819 Apr 20 13:15:06.870269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 834731ce-9d13-43a5-9d66-0f049cda7528 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:06.873534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-575fb120-5143-4158-b178-fb8a964f6adc tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:06.875195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33412) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:06.876392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-575fb120-5143-4158-b178-fb8a964f6adc tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.37 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 945 time: 0.1182923 Apr 20 13:15:06.880551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1f00e9e3-6667-40c9-be5e-8e69a2d4e39d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-331561430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:06.901582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 834731ce-9d13-43a5-9d66-0f049cda7528 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:06.902516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 834731ce-9d13-43a5-9d66-0f049cda7528 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:06.913923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f00e9e3-6667-40c9-be5e-8e69a2d4e39d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.917659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f00e9e3-6667-40c9-be5e-8e69a2d4e39d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:06.940409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47988316-f112-43ff-9388-66020e0dbeb5 req-caa3d7c0-cc79-49a8-a5dd-a459528eb568 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/security-groups?id=442fd37d-3bb4-4f5f-bf59-a3ac11325337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139419 Apr 20 13:15:07.031496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Deleting port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:07.032739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.066691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-78a1fcb3-9b91-4093-a7ec-33c7b8efd8db', 'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db', 'tenant_id': '3f775d0f298147d79fbad0907f0bab5c', 'fixed_ips': [{'subnet_id': '4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:07.068364 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.099180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f00e9e3-6667-40c9-be5e-8e69a2d4e39d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.106686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f00e9e3-6667-40c9-be5e-8e69a2d4e39d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.129890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f00e9e3-6667-40c9-be5e-8e69a2d4e39d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.131283 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1f00e9e3-6667-40c9-be5e-8e69a2d4e39d tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2552295 Apr 20 13:15:07.134377 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33416) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:07.140012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db', 'name': 'tempest-PortsTestJSON-234674027'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:07.188141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37807104-9918-4125-b4c7-56ce1f7e0649 req-47f903ad-23e6-4a01-9f77-c9ccf9360d3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:07.189696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37807104-9918-4125-b4c7-56ce1f7e0649 req-47f903ad-23e6-4a01-9f77-c9ccf9360d3f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1201434 Apr 20 13:15:07.246057 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.266806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] For port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,segment=NetworkSegment(1dfd2f05-f9b5-4f7d-b5d2-c61760129332),segment_id=1dfd2f05-f9b5-4f7d-b5d2-c61760129332)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:07.267857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.277965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37807104-9918-4125-b4c7-56ce1f7e0649 req-6077e037-7f87-4707-b33e-ffe02ddf6448 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702360 Apr 20 13:15:07.308546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Calling delete_port for bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:07.321040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Allocated IP 172.20.0.2 (78a1fcb3-9b91-4093-a7ec-33c7b8efd8db/4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9/586e410a-1f8c-4923-9f1d-3871efaf29df) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:07.325049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:07.331021 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.356032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 38d0d25d-8905-4671-aacf-137de93a9166 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:07.502867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.509090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.521375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['bc28367f-09e4-40b9-bbcb-d6b5db1cfe55'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:07.529182 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.535582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Pushing event deleted for resources: {'Port': ['ID=bc28367f-09e4-40b9-bbcb-d6b5db1cfe55,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:07.555191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.555447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.555892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.556246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.556565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.556904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.557239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.557568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.557934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.558275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.558594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.558907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:07.615987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] No DVR routers for this DVR port bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:07.619666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.623857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f59043c3-ae23-4ffe-9965-0dc84980ecdf req-fe070984-0ba5-472e-b5a0-75f912678a7d tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.37 "DELETE /v2.0/ports/bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 HTTP/1.1" status: 204 len: 173 time: 0.7411845 Apr 20 13:15:07.624556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'name': 'network-vif-deleted', 'tag': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:07.626939 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde24e4-6e81-401c-9050-665b49500f96" -d '{"events": [{"server_uuid": "13ee9aed-670b-4150-9c02-f61b18cf7d41", "name": "network-vif-deleted", "tag": "bc28367f-09e4-40b9-bbcb-d6b5db1cfe55"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:07.638843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:07.649055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:07.657985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:07.659442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.5 (78a1fcb3-9b91-4093-a7ec-33c7b8efd8db/4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9/38d0d25d-8905-4671-aacf-137de93a9166) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:07.678349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Pushing event updated for resources: {'Port': ['ID=586e410a-1f8c-4923-9f1d-3871efaf29df,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:07.705075 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d9a1c2-56c5-4781-9b01-2e6f6b9d3e74 x-openstack-request-id: req-76d9a1c2-56c5-4781-9b01-2e6f6b9d3e74 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:07.705386 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ee9aed-670b-4150-9c02-f61b18cf7d41", "name": "network-vif-deleted", "tag": "bc28367f-09e4-40b9-bbcb-d6b5db1cfe55", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:07.705772 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76d9a1c2-56c5-4781-9b01-2e6f6b9d3e74 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:07.706163 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d9a1c2-56c5-4781-9b01-2e6f6b9d3e74'] response: {'server_uuid': '13ee9aed-670b-4150-9c02-f61b18cf7d41', 'name': 'network-vif-deleted', 'tag': 'bc28367f-09e4-40b9-bbcb-d6b5db1cfe55', 'status': 'completed', 'code': 200} Apr 20 13:15:07.736649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Attempting to bind port 586e410a-1f8c-4923-9f1d-3871efaf29df on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:07.737049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Attempting to bind port 586e410a-1f8c-4923-9f1d-3871efaf29df by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '85afe8de-677c-42bc-bf2b-88f0e39a47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:07.737387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Attempting to bind port 586e410a-1f8c-4923-9f1d-3871efaf29df on network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:07.751812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:07.752199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Checking segment: {'id': '85afe8de-677c-42bc-bf2b-88f0e39a47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:07.752608 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.752985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Bound using segment: {'id': '85afe8de-677c-42bc-bf2b-88f0e39a47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:07.753483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Bound port: 586e410a-1f8c-4923-9f1d-3871efaf29df, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85afe8de-677c-42bc-bf2b-88f0e39a47a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '78a1fcb3-9b91-4093-a7ec-33c7b8efd8db'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:07.753886 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.847852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] For port 586e410a-1f8c-4923-9f1d-3871efaf29df, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:07.852824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] For port 586e410a-1f8c-4923-9f1d-3871efaf29df, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=586e410a-1f8c-4923-9f1d-3871efaf29df,segment=NetworkSegment(85afe8de-677c-42bc-bf2b-88f0e39a47a4),segment_id=85afe8de-677c-42bc-bf2b-88f0e39a47a4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:07.857248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.892399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.928326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71758c9-412b-4d37-a22e-2f40068662df None None] Pushing event updated for resources: {'Port': ['ID=586e410a-1f8c-4923-9f1d-3871efaf29df,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:07.939117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:07.989424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:08.001464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:08.004960 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:08.014717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=38d0d25d-8905-4671-aacf-137de93a9166,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:08.102091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:08.103559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.132249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a07c9798-d455-4db6-8c1c-0c204021cf80 req-1a89216a-f050-4965-9396-ce624975c487 tempest-ServersNegativeTestMultiTenantJSON-1940816225 tempest-ServersNegativeTestMultiTenantJSON-1940816225-project] 10.222.0.24 "GET /v2.0/ports?device_id=13ee9aed-670b-4150-9c02-f61b18cf7d41 HTTP/1.1" status: 200 len: 210 time: 0.0340059 Apr 20 13:15:08.144657 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18ff1cc8-dbf4-42b1-8714-54e5d98caea8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0090272 Apr 20 13:15:08.149408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33422) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:08.539198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330891-38e5-404b-b217-a5305b5e957f req-5f4082d4-db48-4bb1-bbdb-80c42eb2e52d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:08.541197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec330891-38e5-404b-b217-a5305b5e957f req-5f4082d4-db48-4bb1-bbdb-80c42eb2e52d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1055722 Apr 20 13:15:08.562516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.621258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec330891-38e5-404b-b217-a5305b5e957f req-f370b94a-1e5d-4fd8-9801-42b17c7258ae tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Apr 20 13:15:08.659021 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.883553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 586e410a-1f8c-4923-9f1d-3871efaf29df up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:08.939360 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:08.962975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 586e410a-1f8c-4923-9f1d-3871efaf29df triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:08.963508 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.080286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.084720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.093102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.132540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 586e410a-1f8c-4923-9f1d-3871efaf29df, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=586e410a-1f8c-4923-9f1d-3871efaf29df,segment=NetworkSegment(85afe8de-677c-42bc-bf2b-88f0e39a47a4),segment_id=85afe8de-677c-42bc-bf2b-88f0e39a47a4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:09.144457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.144811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=38d0d25d-8905-4671-aacf-137de93a9166,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:09.235957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33428) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:09.256908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=586e410a-1f8c-4923-9f1d-3871efaf29df,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:09.281745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ae772-f903-42a8-a60b-9d60a76c6cbc None None] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:09.327925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] Deleting subnet 41ecf103-c218-4da7-a46a-dcad7a2fd657 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:09.344786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.365029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d719f5d8-9def-4558-b6a8-69e18168746c None None] Provisioning complete for port 586e410a-1f8c-4923-9f1d-3871efaf29df triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:09.366259 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d719f5d8-9def-4558-b6a8-69e18168746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.406428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.418096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.454138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.532349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.556483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ecf103-c218-4da7-a46a-dcad7a2fd657,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:09.569365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.580077 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53ea833f-f235-427d-9e87-22454e67eb00 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41ecf103-c218-4da7-a46a-dcad7a2fd657 HTTP/1.1" status: 204 len: 168 time: 0.3401697 Apr 20 13:15:09.580077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:09.633353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.678410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.805527 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.840230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cca1cd-68bf-44fb-9458-a041672c8f22']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:09.853700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfd2f05-f9b5-4f7d-b5d2-c61760129332') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:09.854062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfd2f05-f9b5-4f7d-b5d2-c61760129332') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:09.875283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbf2ea-f745-4e10-b3f2-b44f997e1508 req-0e5d1054-016a-45b7-9ded-de72ce4610aa tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:09.876786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10cbf2ea-f745-4e10-b3f2-b44f997e1508 req-0e5d1054-016a-45b7-9ded-de72ce4610aa tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1400895 Apr 20 13:15:09.877718 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.904834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.912535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:09.912937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:09.916344 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:09.944526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10cbf2ea-f745-4e10-b3f2-b44f997e1508 req-abba4efb-7d0c-405b-a2e7-5cdc2f0714bd tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605848 Apr 20 13:15:10.001044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.015334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e581dcf7-0644-4ef6-a1e6-8de9e72bcfb2 None None] Provisioning complete for port 38d0d25d-8905-4671-aacf-137de93a9166 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:10.020153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e581dcf7-0644-4ef6-a1e6-8de9e72bcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.058488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.062862 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] 10.222.0.24 "DELETE /v2.0/networks/58cca1cd-68bf-44fb-9458-a041672c8f22 HTTP/1.1" status: 204 len: 168 time: 0.4802547 Apr 20 13:15:10.064767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7e109-9542-4355-86f9-0d53d6fe889c admin admin] Pushing event deleted for resources: {'Network': ['ID=58cca1cd-68bf-44fb-9458-a041672c8f22,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:10.067201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33434) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.100357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e581dcf7-0644-4ef6-a1e6-8de9e72bcfb2 None None] Port 38d0d25d-8905-4671-aacf-137de93a9166 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:10.135622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e581dcf7-0644-4ef6-a1e6-8de9e72bcfb2 None None] Provisioning complete for port 586e410a-1f8c-4923-9f1d-3871efaf29df triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:10.135999 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e581dcf7-0644-4ef6-a1e6-8de9e72bcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.156598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] Deleting subnet 2830cdcc-61fe-4fea-b781-9c02a7de852f {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:10.158798 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.164507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.170841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.200986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.232268 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.287068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.352466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=38d0d25d-8905-4671-aacf-137de93a9166,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:10.379556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.394134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:10.395684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:10.397819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.401317 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2830cdcc-61fe-4fea-b781-9c02a7de852f HTTP/1.1" status: 204 len: 168 time: 0.3331571 Apr 20 13:15:10.408997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33436) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.409487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c169f571-a22c-4b61-accb-7946eb62c0c4 None None] Provisioning complete for port 38d0d25d-8905-4671-aacf-137de93a9166 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:10.409922 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c169f571-a22c-4b61-accb-7946eb62c0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.423640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7542d6-5000-4112-99d0-43f7d7cca9f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2830cdcc-61fe-4fea-b781-9c02a7de852f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:10.451066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c169f571-a22c-4b61-accb-7946eb62c0c4 None None] Port 38d0d25d-8905-4671-aacf-137de93a9166 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:10.563006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.675544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-83e9621a-916f-44a6-8a79-7361c2b493fc None None] Provisioning complete for port 38d0d25d-8905-4671-aacf-137de93a9166 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:10.676156 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-83e9621a-916f-44a6-8a79-7361c2b493fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.679864 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.683408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Router 21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:15:10.714173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c8d09d-d37e-4c18-aaa4-2de5c9e184d3']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:10.727347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-83e9621a-916f-44a6-8a79-7361c2b493fc None None] Port 38d0d25d-8905-4671-aacf-137de93a9166 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:10.729980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3589e447-2e8d-4fb9-9d68-16d22fb64b39') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:10.730382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3589e447-2e8d-4fb9-9d68-16d22fb64b39') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:10.781791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.809698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 586e410a-1f8c-4923-9f1d-3871efaf29df up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:10.829120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.839581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:10.839904 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:10.841671 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:10.845845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:10.860285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:10.873149 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] Sync routers for ids ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:10.873964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:10.874311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc28367f-09e4-40b9-bbcb-d6b5db1cfe55 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:10.883095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5aca5205-b4bc-44ac-843b-b0c3d98eaa7b None None] Provisioning complete for port 38d0d25d-8905-4671-aacf-137de93a9166 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:10.883464 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5aca5205-b4bc-44ac-843b-b0c3d98eaa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.884960 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] Routers {'21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:10.885558 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:10.909060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-006600e2-fd43-48e3-a894-28a6a0f2bf17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "PUT /v2.0/routers/21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7577901 Apr 20 13:15:10.911806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33438) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:10.922660 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:10.924910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.925238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 586e410a-1f8c-4923-9f1d-3871efaf29df triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:10.925614 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.927376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5aca5205-b4bc-44ac-843b-b0c3d98eaa7b None None] Port 38d0d25d-8905-4671-aacf-137de93a9166 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:10.932276 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:10.935403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] 10.222.0.24 "DELETE /v2.0/networks/33c8d09d-d37e-4c18-aaa4-2de5c9e184d3 HTTP/1.1" status: 204 len: 168 time: 0.5234115 Apr 20 13:15:10.941584 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] Routers {'21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:10.942252 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:10.959390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eac50e-786c-45a0-bdeb-14ecd6e353aa admin admin] Pushing event deleted for resources: {'Network': ['ID=33c8d09d-d37e-4c18-aaa4-2de5c9e184d3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:10.981540 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:10.982513 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dde64e-ea58-4880-b629-46193a96bb09 None None] The sync data for ids ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:10.998656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58557e5b-9f35-41fb-9904-17090573db25 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:11.002075 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58557e5b-9f35-41fb-9904-17090573db25 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c HTTP/1.1" status: 200 len: 981 time: 0.0868623 Apr 20 13:15:11.005354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33444) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:11.162689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:11.202916 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3d6a35a8-85ce-4bed-923a-3faa1274077d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6553544366da4ca5bc71e3952683f94d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389516 Apr 20 13:15:11.205407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33448) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:11.255955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-972bec5e-f417-44a6-9ecd-33f8382d09bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.284010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-972bec5e-f417-44a6-9ecd-33f8382d09bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.335022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-972bec5e-f417-44a6-9ecd-33f8382d09bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.337856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-972bec5e-f417-44a6-9ecd-33f8382d09bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.339052 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-972bec5e-f417-44a6-9ecd-33f8382d09bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/442fd37d-3bb4-4f5f-bf59-a3ac11325337 HTTP/1.1" status: 204 len: 168 time: 0.1327257 Apr 20 13:15:11.347519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bec5e-f417-44a6-9ecd-33f8382d09bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442fd37d-3bb4-4f5f-bf59-a3ac11325337,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:11.592980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a09d10-f8a7-43f5-93aa-cb2abedc9335 req-a7d4fabf-8862-4bd2-8001-3a69a1c4b4f9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:11.594344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36a09d10-f8a7-43f5-93aa-cb2abedc9335 req-a7d4fabf-8862-4bd2-8001-3a69a1c4b4f9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.5132327 Apr 20 13:15:11.680754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36a09d10-f8a7-43f5-93aa-cb2abedc9335 req-a3feb1ff-fa37-4547-87b7-d0fed33d77a3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778551 Apr 20 13:15:11.687965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33458) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:11.730000 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fbedcc1e-2e67-4de9-8d88-852647c863bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30db358714c24f298d75c654b821a572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408361 Apr 20 13:15:11.732435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33460) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:11.782648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c36a0002-600b-4d49-84ca-896ee2a1eda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.804406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c36a0002-600b-4d49-84ca-896ee2a1eda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.854056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c36a0002-600b-4d49-84ca-896ee2a1eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.856641 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c36a0002-600b-4d49-84ca-896ee2a1eda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:11.857832 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c36a0002-600b-4d49-84ca-896ee2a1eda9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a29fc989-30fd-49a9-8c83-b16c9f313fba HTTP/1.1" status: 204 len: 168 time: 0.1244633 Apr 20 13:15:11.866400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a0002-600b-4d49-84ca-896ee2a1eda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29fc989-30fd-49a9-8c83-b16c9f313fba,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:11.906524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.181534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 38d0d25d-8905-4671-aacf-137de93a9166 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:12.181913 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.276469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.288710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 38d0d25d-8905-4671-aacf-137de93a9166 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:12.464558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.494513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=38d0d25d-8905-4671-aacf-137de93a9166,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:12.671494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:12.913012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Router 21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:12.921533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33492) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:12.927861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12424b30-98c4-4ffe-b55a-bd0297494a72 req-11899ca5-b654-4a72-8e06-3c80b2b1403e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:12.929773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12424b30-98c4-4ffe-b55a-bd0297494a72 req-11899ca5-b654-4a72-8e06-3c80b2b1403e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.0931869 Apr 20 13:15:13.030038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:13.039734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33496) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:13.039930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-09a41170-d63e-4fe1-b0c9-448aa5af1d79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "PUT /v2.0/routers/21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0334363 Apr 20 13:15:13.044604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] Sync routers for ids ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:13.046674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12424b30-98c4-4ffe-b55a-bd0297494a72 req-8f68d24b-358b-4a1b-b48c-edefa7746aec tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084654 Apr 20 13:15:13.065899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] Routers {'21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:13.066789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:13.095347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e19e0a7d-4a54-40bf-bd34-e17790ae916a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.106498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:13.115147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] Routers {'21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:13.115746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:13.120001 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f8ea5d-1f5a-44b4-9ae9-b5836deb3be0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:15:13.124343 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58f8ea5d-1f5a-44b4-9ae9-b5836deb3be0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/38d0d25d-8905-4671-aacf-137de93a9166 HTTP/1.1" status: 404 len: 333 time: 0.0802202 Apr 20 13:15:13.125901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33498) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:13.157392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:13.158015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5efae46-a44e-4c36-9c94-59bd9dc3d4e7 None None] The sync data for ids ['21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:13.178660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e19e0a7d-4a54-40bf-bd34-e17790ae916a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.183785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e19e0a7d-4a54-40bf-bd34-e17790ae916a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.210978 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e19e0a7d-4a54-40bf-bd34-e17790ae916a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6212cc7a77174a0d9b6ab1cc235ad4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881539 Apr 20 13:15:13.214212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33500) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:13.230936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c3e9caad-f285-4d4d-88f8-9721fc8af5be tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.233229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e0a7d-4a54-40bf-bd34-e17790ae916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956ca3da-15e8-43a6-862f-77ee13c44fbc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:13.448404 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c3e9caad-f285-4d4d-88f8-9721fc8af5be tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.450035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c5209111-2234-4219-8730-7f4898ce9c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.451991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c3e9caad-f285-4d4d-88f8-9721fc8af5be tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.539612 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c5209111-2234-4219-8730-7f4898ce9c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.547052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c3e9caad-f285-4d4d-88f8-9721fc8af5be tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.547555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e9caad-f285-4d4d-88f8-9721fc8af5be tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Fanout notify agent at l3_agent the message router_deleted on router 21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:15:13.555637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c3e9caad-f285-4d4d-88f8-9721fc8af5be tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.556736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c3e9caad-f285-4d4d-88f8-9721fc8af5be tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/routers/21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c HTTP/1.1" status: 204 len: 168 time: 0.4293973 Apr 20 13:15:13.560381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33502) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:13.605709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c5209111-2234-4219-8730-7f4898ce9c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.609033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c5209111-2234-4219-8730-7f4898ce9c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.610232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c5209111-2234-4219-8730-7f4898ce9c04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/956ca3da-15e8-43a6-862f-77ee13c44fbc HTTP/1.1" status: 204 len: 168 time: 0.3951049 Apr 20 13:15:13.619153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5209111-2234-4219-8730-7f4898ce9c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956ca3da-15e8-43a6-862f-77ee13c44fbc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:13.635851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:13.639261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.685261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.783936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.867126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.897032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:13.901845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:13.905162 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5a4ec7c9-a9c0-4fed-8b15-931e8c6a337c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9 HTTP/1.1" status: 204 len: 168 time: 0.3431780 Apr 20 13:15:13.907796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:13.909486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6be121-6e87-4826-9a5e-4e041c41bd8a None None] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:14.013308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.078190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 586e410a-1f8c-4923-9f1d-3871efaf29df {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:14.078871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.161083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] For port 586e410a-1f8c-4923-9f1d-3871efaf29df, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=586e410a-1f8c-4923-9f1d-3871efaf29df,segment=NetworkSegment(85afe8de-677c-42bc-bf2b-88f0e39a47a4),segment_id=85afe8de-677c-42bc-bf2b-88f0e39a47a4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:14.161532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.185062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 586e410a-1f8c-4923-9f1d-3871efaf29df owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:14.195538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] DHCP port deletion for 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:14.300677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] Deleting port 586e410a-1f8c-4923-9f1d-3871efaf29df {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:14.301054 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.334929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf50ec-a3e0-4b26-a0ab-836d8334dc05 req-75b23990-9943-4945-99c3-abf65295b6a9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.343033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcbf50ec-a3e0-4b26-a0ab-836d8334dc05 req-75b23990-9943-4945-99c3-abf65295b6a9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1676486 Apr 20 13:15:14.356774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.399307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dcbf50ec-a3e0-4b26-a0ab-836d8334dc05 req-a2d88e0b-e0e3-4e9f-88c8-c1fc1226bfc6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Apr 20 13:15:14.404786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] For port 586e410a-1f8c-4923-9f1d-3871efaf29df, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=586e410a-1f8c-4923-9f1d-3871efaf29df,segment=NetworkSegment(85afe8de-677c-42bc-bf2b-88f0e39a47a4),segment_id=85afe8de-677c-42bc-bf2b-88f0e39a47a4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:14.406012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.418154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=586e410a-1f8c-4923-9f1d-3871efaf29df,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.422216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No DVR routers for this DVR port 586e410a-1f8c-4923-9f1d-3871efaf29df on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:14.473606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] Calling delete_port for 586e410a-1f8c-4923-9f1d-3871efaf29df owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:14.535446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.539434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-420b6325-0697-418f-9572-42c58772bcbc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1106455 Apr 20 13:15:14.599278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a1fcb3-9b91-4093-a7ec-33c7b8efd8db']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:14.612132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85afe8de-677c-42bc-bf2b-88f0e39a47a4') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:14.612441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85afe8de-677c-42bc-bf2b-88f0e39a47a4') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:14.624921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.641079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.648052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:14.648461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.711083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.714679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.715174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.715631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.716085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.719071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.719557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.725601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.728770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-e1e6c6c4-b155-43af-bc9b-ca2b7115816c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 6492 time: 0.1234810 Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:14.729248 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:14.747450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.763860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:14.770131 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/78a1fcb3-9b91-4093-a7ec-33c7b8efd8db HTTP/1.1" status: 204 len: 168 time: 0.8610771 Apr 20 13:15:14.781355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] Network 78a1fcb3-9b91-4093-a7ec-33c7b8efd8db is not hosted by any dhcp agent {{(pid=109411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:15:14.782156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] No DVR routers for this DVR port 586e410a-1f8c-4923-9f1d-3871efaf29df on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:14.785101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7ad08-1a3a-40b3-8a96-883841f285ab None None] Pushing event deleted for resources: {'Port': ['ID=586e410a-1f8c-4923-9f1d-3871efaf29df,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.785814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33530) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:14.818797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e61d3-40c3-47d5-aa0b-449fcec6dded tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=78a1fcb3-9b91-4093-a7ec-33c7b8efd8db,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:14.863431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4230a1a-18c9-4d0b-ad2e-45de3ffe3478 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.866090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b4230a1a-18c9-4d0b-ad2e-45de3ffe3478 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 HTTP/1.1" status: 200 len: 841 time: 0.0792594 Apr 20 13:15:14.869404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33538) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:14.925603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 586e410a-1f8c-4923-9f1d-3871efaf29df no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:14.948657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 586e410a-1f8c-4923-9f1d-3871efaf29df {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:14.949302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 586e410a-1f8c-4923-9f1d-3871efaf29df not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:14.956325 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-06400031-aa41-41e8-b9bc-fccab499b6ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/be40897e-5e12-47ee-a7aa-6acdd6ed0cd7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0853364 Apr 20 13:15:14.960133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33540) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:14.969430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-378c338a-ca0f-4e41-ad16-6d2a036b12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.969999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-378c338a-ca0f-4e41-ad16-6d2a036b12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.970281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:14.970693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-378c338a-ca0f-4e41-ad16-6d2a036b12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:14.972525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-378c338a-ca0f-4e41-ad16-6d2a036b12ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=1f059878-4537-4909-a153-75a68de9ea39&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=335e6fb4-7c82-4bc2-a467-962909cdb277&id=256b66d2-21d2-4f1e-8865-8678fe9c5835&id=256b66d2-21d2-4f1e-8865-8678fe9c5835 HTTP/1.1" status: 200 len: 2292 time: 0.2069194 Apr 20 13:15:15.065317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-8ef57db9-5fab-40ac-9720-eb4fbd569c74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6 HTTP/1.1" status: 200 len: 1000 time: 0.0837321 Apr 20 13:15:15.070459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:15.075205 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.126420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-80f0d4c4-1ab6-46f1-8d57-1b3b1a52e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.128049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-80f0d4c4-1ab6-46f1-8d57-1b3b1a52e28e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ceee5434-658d-4b1d-9c9e-aaa91c537bd3 HTTP/1.1" status: 200 len: 850 time: 0.0541797 Apr 20 13:15:15.192627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-1ddff877-61a7-4708-9eb8-ca3e20cc7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.195031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-1ddff877-61a7-4708-9eb8-ca3e20cc7f41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1f059878-4537-4909-a153-75a68de9ea39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591829 Apr 20 13:15:15.301312 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.316178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-fdca1cfe-081a-4883-b451-e2d4ed773de9 service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128495 Apr 20 13:15:15.343995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:15.348308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:15.353506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.354202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.359624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89597bed-e62b-43d2-a31e-09cb66884e63 None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:15.404185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=1282ba62-9c1a-48cd-947c-ef6ae3f3459b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:15.418654 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83dfe907-53f4-45c1-8eb7-b045165160d3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4538102 Apr 20 13:15:15.419832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33572) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:15.431566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cd5e59a3-c6aa-4c56-be49-322067ac6bf6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'security_group': {'name': 'tempest-secgroup-1361746397'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:15.470769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd5e59a3-c6aa-4c56-be49-322067ac6bf6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.489757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-543a2d86-7e84-4599-9221-174792f3aca4 service neutron] 10.222.0.37 "GET /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671031 Apr 20 13:15:15.561989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-d97f6286-0b62-4ed5-a716-153d32d5d2ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 200 len: 217 time: 0.0625989 Apr 20 13:15:15.625921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-69908ea2-3a5d-475d-b698-05712f10cfd6', 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'tenant_id': '3f775d0f298147d79fbad0907f0bab5c', 'fixed_ips': [{'subnet_id': '1282ba62-9c1a-48cd-947c-ef6ae3f3459b'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:15.626198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd5e59a3-c6aa-4c56-be49-322067ac6bf6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.627469 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.632414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd5e59a3-c6aa-4c56-be49-322067ac6bf6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.645525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-fc4046eb-41b8-4d55-b5ab-4bf925a758ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.647460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-fc4046eb-41b8-4d55-b5ab-4bf925a758ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.0809221 Apr 20 13:15:15.673972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa23cf-0ba0-4cea-90f9-21101ee4fd0f req-858a14ee-a49d-4ae7-924d-7204efd73c6a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.675865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04fa23cf-0ba0-4cea-90f9-21101ee4fd0f req-858a14ee-a49d-4ae7-924d-7204efd73c6a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1283157 Apr 20 13:15:15.681704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd5e59a3-c6aa-4c56-be49-322067ac6bf6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.683029 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cd5e59a3-c6aa-4c56-be49-322067ac6bf6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2610087 Apr 20 13:15:15.686182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33576) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:15.691069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-843c821b-02e1-4d2d-ab73-f9e5e2fd0d6a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'security_group': {'name': 'tempest-secgroup-577729536'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:15.714238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e59a3-c6aa-4c56-be49-322067ac6bf6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca0e573-a755-4069-aa63-101e17b002e0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:15.726049 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-843c821b-02e1-4d2d-ab73-f9e5e2fd0d6a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.809814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-843c821b-02e1-4d2d-ab73-f9e5e2fd0d6a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.816660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-843c821b-02e1-4d2d-ab73-f9e5e2fd0d6a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.836137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04fa23cf-0ba0-4cea-90f9-21101ee4fd0f req-f189213b-dd85-427e-bb9c-dd009f7ea99c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007676 Apr 20 13:15:15.865990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Allocated IP 172.20.0.2 (69908ea2-3a5d-475d-b698-05712f10cfd6/1282ba62-9c1a-48cd-947c-ef6ae3f3459b/9ea409c3-5bed-465a-8680-8186fcad851c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:15.870264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c821b-02e1-4d2d-ab73-f9e5e2fd0d6a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8b459-c638-4542-be2f-65c49b4cf4a1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:15.874548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-7d6d3ef1-9ac1-4c4c-935d-2be720b48e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:15.876692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-7d6d3ef1-9ac1-4c4c-935d-2be720b48e8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2211778 Apr 20 13:15:15.880328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-843c821b-02e1-4d2d-ab73-f9e5e2fd0d6a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:15.884679 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-843c821b-02e1-4d2d-ab73-f9e5e2fd0d6a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1944385 Apr 20 13:15:15.885021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33580) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:15.890811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2119206888', 'security_groups': ['66a8b459-c638-4542-be2f-65c49b4cf4a1'], 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1282ba62-9c1a-48cd-947c-ef6ae3f3459b'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:15.995051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33582) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:16.034702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:16.057051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-8d4f4a2b-db8c-4bea-b204-563299300eac service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718485 Apr 20 13:15:16.102605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.110894 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.160299 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34ec6f8b-d6f3-40f3-bc5b-47fa3ad0d402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.229208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-8c7dfd3a-2844-46fc-a6d4-8c8001cca60e service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644111 Apr 20 13:15:16.263156 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.291297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port fef87884-021d-4fa4-890c-279e041bffc8 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:16.299670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-6805edc8-68d2-41c0-9526-98f61a87e1c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 200 len: 217 time: 0.0623085 Apr 20 13:15:16.328081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:16.335033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:16.338988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:16.365458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-5c72acc1-f08c-4ac1-a31a-aef78df66371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:16.367536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-5c72acc1-f08c-4ac1-a31a-aef78df66371 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.0597253 Apr 20 13:15:16.386497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Pushing event updated for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:16.409787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Attempting to bind port 9ea409c3-5bed-465a-8680-8186fcad851c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:16.410241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Attempting to bind port 9ea409c3-5bed-465a-8680-8186fcad851c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '6cc1458c-9387-43b6-8edd-421a50d1d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:16.411139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Attempting to bind port 9ea409c3-5bed-465a-8680-8186fcad851c on network 69908ea2-3a5d-475d-b698-05712f10cfd6 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:16.411608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34ec6f8b-d6f3-40f3-bc5b-47fa3ad0d402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.417063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:16.417436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Checking segment: {'id': '6cc1458c-9387-43b6-8edd-421a50d1d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:16.417961 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.418294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Bound using segment: {'id': '6cc1458c-9387-43b6-8edd-421a50d1d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:16.418855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Bound port: 9ea409c3-5bed-465a-8680-8186fcad851c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc1458c-9387-43b6-8edd-421a50d1d08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:16.419716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.420697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34ec6f8b-d6f3-40f3-bc5b-47fa3ad0d402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.434866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-cd0fdc07-85f9-49a9-8ec2-78dc77f56773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:16.438776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-cd0fdc07-85f9-49a9-8ec2-78dc77f56773 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0634007 Apr 20 13:15:16.499170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:16.503126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ea409c3-5bed-465a-8680-8186fcad851c,segment=NetworkSegment(6cc1458c-9387-43b6-8edd-421a50d1d08a),segment_id=6cc1458c-9387-43b6-8edd-421a50d1d08a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:16.504302 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-34ec6f8b-d6f3-40f3-bc5b-47fa3ad0d402 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=086a1253a9d246108fc533cf5aaa2361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081587 Apr 20 13:15:16.509593 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec6f8b-d6f3-40f3-bc5b-47fa3ad0d402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc6f24f-e54c-41d8-9a22-f89d729c8185,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:16.514652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33586) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:16.529415 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.568391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-66e03a4b-9217-4c33-9092-af17f6f81e8a service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237156 Apr 20 13:15:16.575632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.14 (69908ea2-3a5d-475d-b698-05712f10cfd6/1282ba62-9c1a-48cd-947c-ef6ae3f3459b/fef87884-021d-4fa4-890c-279e041bffc8) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:16.599603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1656-867a-4931-8ac7-04c8038d2fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.626407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1656-867a-4931-8ac7-04c8038d2fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.642003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebf61a-ac39-4421-8d69-16eb56e4509d None None] Pushing event updated for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:16.718344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-8b47eede-fe52-459f-bad0-d6a3e8fcf4ec service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424942 Apr 20 13:15:16.753960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1656-867a-4931-8ac7-04c8038d2fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.756646 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a1e1656-867a-4931-8ac7-04c8038d2fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.760667 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3a1e1656-867a-4931-8ac7-04c8038d2fa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdc6f24f-e54c-41d8-9a22-f89d729c8185 HTTP/1.1" status: 204 len: 168 time: 0.2420397 Apr 20 13:15:16.774888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-a0c4592b-bcdf-4b00-aa7a-11e7aab0f0b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=6548818d-2bbe-4046-a654-2d682426d379 HTTP/1.1" status: 200 len: 217 time: 0.0485225 Apr 20 13:15:16.778370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e1656-867a-4931-8ac7-04c8038d2fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc6f24f-e54c-41d8-9a22-f89d729c8185,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:16.856627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:16.924830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-5d24632a-7a89-4810-b6a3-f32b7e9b3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:16.926406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-5d24632a-7a89-4810-b6a3-f32b7e9b3f65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.1460896 Apr 20 13:15:16.945179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.046480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:17.048614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:17.058905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:17.132853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c980f88-149e-42a8-a34d-18e31c3575e4 req-69cb3bb5-897f-436d-8c3f-2344ad36004a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.135661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c980f88-149e-42a8-a34d-18e31c3575e4 req-69cb3bb5-897f-436d-8c3f-2344ad36004a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1361494 Apr 20 13:15:17.138243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-532fa491-e9f8-457a-9373-de444b9b7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.141151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=fef87884-021d-4fa4-890c-279e041bffc8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:17.142497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-532fa491-e9f8-457a-9373-de444b9b7bfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2089219 Apr 20 13:15:17.171757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.172435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.195837 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7607621c-7e88-4574-9854-64a8010ac2bd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3094454 Apr 20 13:15:17.199464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:17.210058 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8b29834a-c89c-4ccb-bc98-d7c0915b6607 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:17.288944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c980f88-149e-42a8-a34d-18e31c3575e4 req-4f92b35a-81f9-4bef-9488-77ba7dfe2de1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439095 Apr 20 13:15:17.334156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-4f26f194-c6c7-4f29-96b9-94c44fd6d1cf service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801987 Apr 20 13:15:17.368900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b29834a-c89c-4ccb-bc98-d7c0915b6607 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:17.373945 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8b29834a-c89c-4ccb-bc98-d7c0915b6607 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.459218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-7e451d15-749b-49c2-a876-d33bc6343085 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149621 Apr 20 13:15:17.503701 n-d-838550-2 neutron-server[109409]: INFO neutron.db.ipam_backend_mixin [None req-8b29834a-c89c-4ccb-bc98-d7c0915b6607 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1282ba62-9c1a-48cd-947c-ef6ae3f3459b (CIDR: 172.20.0.0/28) Apr 20 13:15:17.507977 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b29834a-c89c-4ccb-bc98-d7c0915b6607 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:17.508694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b29834a-c89c-4ccb-bc98-d7c0915b6607 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:17.527634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-0b1eda89-cdd6-4d22-a1ec-b8d1326ff17e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=85a582f2-35e2-4564-93a7-d826c3e04ece HTTP/1.1" status: 200 len: 217 time: 0.0627239 Apr 20 13:15:17.530623 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8b29834a-c89c-4ccb-bc98-d7c0915b6607 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3298013 Apr 20 13:15:17.533284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33606) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:17.576784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:17.657080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-6ccaa969-3547-4061-989b-d655af3d21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.658973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-6ccaa969-3547-4061-989b-d655af3d21c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 200 len: 797 time: 0.1232500 Apr 20 13:15:17.752657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-5f277a61-ef93-4a86-8c64-653a4869e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:17.754727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-5f277a61-ef93-4a86-8c64-653a4869e8d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=335e6fb4-7c82-4bc2-a467-962909cdb277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863409 Apr 20 13:15:17.812222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33616) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:17.843432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:17.847179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:17.966447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-network', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:17.993834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Made reservation on behalf of c9bee05ec1764a7892c7dec9c61afe60 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:17.996640 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.013334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.015177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.015631 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.172864 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.234827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ea409c3-5bed-465a-8680-8186fcad851c,segment=NetworkSegment(6cc1458c-9387-43b6-8edd-421a50d1d08a),segment_id=6cc1458c-9387-43b6-8edd-421a50d1d08a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:18.255317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.387325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-5aceae07-2531-4634-9e03-6a96538ec115 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247244 Apr 20 13:15:18.401072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Pushing event updated for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:18.425214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Provisioning complete for port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.426114 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.454519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.459825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.480610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-928a7865-5fe2-4b5a-a9ee-521b125b92ba None None] Port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:18.496202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:15:18.502932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136282ae-bc53-428c-8517-d1d22af649e9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:18.517769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.518315 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Added segment 22eddb19-b923-429a-9c0d-a93e11ae009c of type vlan for network e0ceb285-9320-4f5d-8faf-2bd621381468 Apr 20 13:15:18.571204 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.605737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c76656d6-5abe-4c2f-9381-b600061b4c6e None None] Provisioning complete for port fef87884-021d-4fa4-890c-279e041bffc8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.606106 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c76656d6-5abe-4c2f-9381-b600061b4c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.608669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.609794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:18.610854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.647811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c76656d6-5abe-4c2f-9381-b600061b4c6e None None] Port fef87884-021d-4fa4-890c-279e041bffc8 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:18.656041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3603b-c5eb-4304-b710-bc1810aa3936 req-f4512448-0739-4f5a-a4ba-475dffe64ba4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:18.657713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68d3603b-c5eb-4304-b710-bc1810aa3936 req-f4512448-0739-4f5a-a4ba-475dffe64ba4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1644232 Apr 20 13:15:18.672330 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8588660 Apr 20 13:15:18.678796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33622) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:18.687620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Request body: {'subnet': {'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-subnet', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:18.700838 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5b3e6-5a8c-4666-94c2-791d870b653a admin admin] Pushing event updated for resources: {'Network': ['ID=e0ceb285-9320-4f5d-8faf-2bd621381468,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:18.715871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e0ceb285-9320-4f5d-8faf-2bd621381468 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:15:18.716446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-c2c2fb9f-1947-440a-8308-3d1d11490251 service neutron] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198643 Apr 20 13:15:18.716830 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Made reservation on behalf of c9bee05ec1764a7892c7dec9c61afe60 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:18.719018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.778037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-d6aac5cc-c1e4-4a46-a4fd-4f1777d2ab35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f HTTP/1.1" status: 200 len: 217 time: 0.0506907 Apr 20 13:15:18.783295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68d3603b-c5eb-4304-b710-bc1810aa3936 req-d97e5429-b834-4645-9264-b1b276a9dda2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117861 Apr 20 13:15:18.862255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.922031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-d82233ad-067a-4499-8419-00616e35059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:18.924237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-d82233ad-067a-4499-8419-00616e35059e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 200 len: 797 time: 0.1362426 Apr 20 13:15:18.942137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ea409c3-5bed-465a-8680-8186fcad851c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:18.956714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:18.962775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.984032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:18.994669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:18.994921 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:18.999239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd727bf2-adbf-4b8c-9b27-e181d148547d None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:19.002381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.002573 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.022507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=5cf5eeda-c59d-4b7d-8b23-6bb2174fa294,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:19.031995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41b0190-40ca-444a-b238-641422092eb5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:19.045826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Checking segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:19.046504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Network hostable DHCP agents. Network: e0ceb285-9320-4f5d-8faf-2bd621381468, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:15:19.047751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0dc0e9b6-d507-4b34-ade0-87e5bcba4e17 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5130777 Apr 20 13:15:19.050436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33624) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:19.058697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1265282294', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5cf5eeda-c59d-4b7d-8b23-6bb2174fa294'}], 'security_groups': ['2ca0e573-a755-4069-aa63-101e17b002e0']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:19.066000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-615734b4-9c84-405a-8a28-d9789990189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.069491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-615734b4-9c84-405a-8a28-d9789990189c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295373 Apr 20 13:15:19.074755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Network e0ceb285-9320-4f5d-8faf-2bd621381468 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:15:19.086585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e0ceb285-9320-4f5d-8faf-2bd621381468) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:19.102657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.103879 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.111552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bbc00a-6ab0-4759-978e-f8b0adb0b25d None None] Network e0ceb285-9320-4f5d-8faf-2bd621381468 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:19.127299 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-27db7995-ea6f-4d09-81b7-1d8f59b64e58 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4472685 Apr 20 13:15:19.130577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33626) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:19.135794 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.138730 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:19.166434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.168381 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.235238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.296785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-dd7a9bc9-0d31-4c15-a161-80868ea50955 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991115 Apr 20 13:15:19.411925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.464369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-e0ceb285-9320-4f5d-8faf-2bd621381468', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:15:19.466381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.497577 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.514208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-ad88ef0e-fe8f-4496-83a5-42c15ed2da0e service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074697 Apr 20 13:15:19.592311 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-47f8781e-c147-4f34-81e0-243fd4cbee96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d784a16e-9418-4d60-89fb-508f144cbfeb HTTP/1.1" status: 200 len: 217 time: 0.0711176 Apr 20 13:15:19.609406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5d171-3dbd-4a98-88df-728ddc705ce5 None None] Update dhcp port {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'fixed_ips': [{'subnet_id': '1282ba62-9c1a-48cd-947c-ef6ae3f3459b', 'ip_address': '172.20.0.2'}, {'subnet_id': '5cf5eeda-c59d-4b7d-8b23-6bb2174fa294'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '9ea409c3-5bed-465a-8680-8186fcad851c'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:15:19.682173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.683607 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d171-3dbd-4a98-88df-728ddc705ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.703976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-7a5fe926-fb1e-4ffe-845c-1eea3d051346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.705445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-7a5fe926-fb1e-4ffe-845c-1eea3d051346 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 200 len: 797 time: 0.1049795 Apr 20 13:15:19.715627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:19.745117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Allocated IP 172.20.0.2 (e0ceb285-9320-4f5d-8faf-2bd621381468/a41b0190-40ca-444a-b238-641422092eb5/737dec2f-0916-4b1a-8384-482bf72d180b) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:19.839409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Allocated IP 172.25.3.117 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/550422ee-d0d4-4748-b6f7-059aac00c3e7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:19.859318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-f03d51d8-a7fb-4667-8ebb-ccb9253513ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:19.860924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-f03d51d8-a7fb-4667-8ebb-ccb9253513ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=256b66d2-21d2-4f1e-8865-8678fe9c5835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1149137 Apr 20 13:15:19.966844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.009917 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.017027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.025548 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.059854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:20.065949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Network e0ceb285-9320-4f5d-8faf-2bd621381468 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:20.066173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:20.070204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:20.075182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:20.081196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:20.089347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Pushing event updated for resources: {'Port': ['ID=737dec2f-0916-4b1a-8384-482bf72d180b,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.102528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Pushing event updated for resources: {'Port': ['ID=550422ee-d0d4-4748-b6f7-059aac00c3e7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.108693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ca3f0-0065-41c5-8125-f00cc1671064 req-f158ef1f-a24b-476b-b73a-dc0a9ae52446 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:20.110342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-990ca3f0-0065-41c5-8125-f00cc1671064 req-f158ef1f-a24b-476b-b73a-dc0a9ae52446 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1731246 Apr 20 13:15:20.112401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-6248689c-8852-4edb-8d42-5c984280ef02 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433221 Apr 20 13:15:20.149622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Attempting to bind port 737dec2f-0916-4b1a-8384-482bf72d180b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:20.150290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Attempting to bind port 737dec2f-0916-4b1a-8384-482bf72d180b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:20.150451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Attempting to bind port 737dec2f-0916-4b1a-8384-482bf72d180b on network e0ceb285-9320-4f5d-8faf-2bd621381468 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:20.156314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:20.157223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Checking segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:20.157223 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.157486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Bound using segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:20.157925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Bound port: 737dec2f-0916-4b1a-8384-482bf72d180b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:20.158381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.215777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Delete allocated IP 172.20.0.14 (69908ea2-3a5d-475d-b698-05712f10cfd6/1282ba62-9c1a-48cd-947c-ef6ae3f3459b) {{(pid=109410) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:15:20.231730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] For port 737dec2f-0916-4b1a-8384-482bf72d180b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:20.235854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] For port 737dec2f-0916-4b1a-8384-482bf72d180b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=737dec2f-0916-4b1a-8384-482bf72d180b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:20.240405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.249174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.29 (69908ea2-3a5d-475d-b698-05712f10cfd6/5cf5eeda-c59d-4b7d-8b23-6bb2174fa294/fef87884-021d-4fa4-890c-279e041bffc8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:20.280996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-990ca3f0-0065-41c5-8125-f00cc1671064 req-2cc739b0-487e-42cb-8f61-2655b76e1cfd tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546042 Apr 20 13:15:20.330568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde93d8-11b3-45fe-983e-bbd9f6d64bf4 None None] Pushing event updated for resources: {'Port': ['ID=737dec2f-0916-4b1a-8384-482bf72d180b,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.335264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd8366db-bfe3-4053-b0e7-fe479d5654c2 req-c32a3ca1-6f93-4df0-a882-3795671f0fa5 service neutron] 10.222.0.37 "GET /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110736 Apr 20 13:15:20.419377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.491122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.505670 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.610412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-8ea5d171-3dbd-4a98-88df-728ddc705ce5 None None] Allocated IP 172.20.0.18 (69908ea2-3a5d-475d-b698-05712f10cfd6/5cf5eeda-c59d-4b7d-8b23-6bb2174fa294/9ea409c3-5bed-465a-8680-8186fcad851c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:20.663125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=fef87884-021d-4fa4-890c-279e041bffc8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.703989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] In _notify_port_updated(), no bound segment for port fef87884-021d-4fa4-890c-279e041bffc8 on network 69908ea2-3a5d-475d-b698-05712f10cfd6 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:15:20.709751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.710254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:20.710834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.713677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b26ffb0d-9ef4-433b-9721-12960cf9d3c3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "PUT /v2.0/ports/fef87884-021d-4fa4-890c-279e041bffc8 HTTP/1.1" status: 200 len: 921 time: 1.6613975 Apr 20 13:15:20.715548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33630) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:20.755484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8ea5d171-3dbd-4a98-88df-728ddc705ce5 None None] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ea409c3-5bed-465a-8680-8186fcad851c,segment=NetworkSegment(6cc1458c-9387-43b6-8edd-421a50d1d08a),segment_id=6cc1458c-9387-43b6-8edd-421a50d1d08a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:20.800492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d171-3dbd-4a98-88df-728ddc705ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.806599 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ea5d171-3dbd-4a98-88df-728ddc705ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.843746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port fef87884-021d-4fa4-890c-279e041bffc8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:20.844508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.880795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Router 450fb2ec-cc7a-4967-8644-a3501eafdf14 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:15:20.912996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea5d171-3dbd-4a98-88df-728ddc705ce5 None None] Pushing event updated for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:20.974609 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:20.985903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 737dec2f-0916-4b1a-8384-482bf72d180b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:20.998386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for fef87884-021d-4fa4-890c-279e041bffc8 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:21.022561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:21.033312 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Sync routers for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:21.047280 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:21.047903 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:21.052948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.056252 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-39501c2d-bd2e-408d-97cd-12441067fa41 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9238513 Apr 20 13:15:21.057144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 737dec2f-0916-4b1a-8384-482bf72d180b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:21.057953 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.066416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:21.260546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:21.268811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.272941 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.412441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 737dec2f-0916-4b1a-8384-482bf72d180b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=737dec2f-0916-4b1a-8384-482bf72d180b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:21.420430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=fef87884-021d-4fa4-890c-279e041bffc8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:21.423611 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.552400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=737dec2f-0916-4b1a-8384-482bf72d180b,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:21.642763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.650124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-77e44c36-5d2f-41f9-ae9a-69b13fccfdc6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/fef87884-021d-4fa4-890c-279e041bffc8 HTTP/1.1" status: 204 len: 168 time: 0.9325924 Apr 20 13:15:21.650768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33636) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:21.680615 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c26079-aea7-485f-b5d6-f60656739c12 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:15:21.685016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f1c26079-aea7-485f-b5d6-f60656739c12 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/fef87884-021d-4fa4-890c-279e041bffc8 HTTP/1.1" status: 404 len: 333 time: 0.0311599 Apr 20 13:15:21.685611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33638) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:21.700741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936349b7-94d8-44b8-a9f1-56bce3787afa req-f51861a9-5254-4abb-8c8e-15a246e64c64 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:21.705726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-936349b7-94d8-44b8-a9f1-56bce3787afa req-f51861a9-5254-4abb-8c8e-15a246e64c64 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1476862 Apr 20 13:15:21.782053 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.813843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b18a54b5-4691-432b-9b39-2e81a649a183 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.838422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-936349b7-94d8-44b8-a9f1-56bce3787afa req-486f0e52-52ed-48d3-a399-11cd62622714 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686045 Apr 20 13:15:21.857884 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:20Z', 'revision_number': 3, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:21.871781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b18a54b5-4691-432b-9b39-2e81a649a183 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.893500 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Checking router: 450fb2ec-cc7a-4967-8644-a3501eafdf14 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:21.893809 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Updating router 450fb2ec-cc7a-4967-8644-a3501eafdf14 port 550422ee-d0d4-4748-b6f7-059aac00c3e7 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:15:21.921721 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.927130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b18a54b5-4691-432b-9b39-2e81a649a183 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.930686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b18a54b5-4691-432b-9b39-2e81a649a183 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:21.936559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b18a54b5-4691-432b-9b39-2e81a649a183 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/security-groups/66a8b459-c638-4542-be2f-65c49b4cf4a1 HTTP/1.1" status: 204 len: 168 time: 0.2474921 Apr 20 13:15:21.936786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b3a61-650d-4c81-9c3e-d48c79ba3c06 None None] Network e0ceb285-9320-4f5d-8faf-2bd621381468 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:21.937305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33640) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:21.946878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a54b5-4691-432b-9b39-2e81a649a183 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8b459-c638-4542-be2f-65c49b4cf4a1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.041358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9d64b43e-2281-4980-a4a7-87971bb65f24 None None] Provisioning complete for port 737dec2f-0916-4b1a-8384-482bf72d180b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:22.041743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d64b43e-2281-4980-a4a7-87971bb65f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.050371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da1c1314-f697-4734-9666-707cc062bac8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.060402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Allocated IP 172.20.0.1 (e0ceb285-9320-4f5d-8faf-2bd621381468/a41b0190-40ca-444a-b238-641422092eb5/ac4afabb-a8f7-4e78-8fdb-243350c75779) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:22.088284 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da1c1314-f697-4734-9666-707cc062bac8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.194024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da1c1314-f697-4734-9666-707cc062bac8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.197337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da1c1314-f697-4734-9666-707cc062bac8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.200959 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da1c1314-f697-4734-9666-707cc062bac8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/security-groups/2ca0e573-a755-4069-aa63-101e17b002e0 HTTP/1.1" status: 204 len: 168 time: 0.2582235 Apr 20 13:15:22.201735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33642) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:22.221819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c1314-f697-4734-9666-707cc062bac8 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca0e573-a755-4069-aa63-101e17b002e0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.228209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.229687 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.244337 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.271909 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.291801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 1282ba62-9c1a-48cd-947c-ef6ae3f3459b {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:22.300385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.303315 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Attempting to bind port 550422ee-d0d4-4748-b6f7-059aac00c3e7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:22.303901 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Attempting to bind port 550422ee-d0d4-4748-b6f7-059aac00c3e7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:22.304455 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Attempting to bind port 550422ee-d0d4-4748-b6f7-059aac00c3e7 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:22.318883 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:22.319584 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:22.320164 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.320736 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:22.322106 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Bound port: 550422ee-d0d4-4748-b6f7-059aac00c3e7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:22.322674 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.339738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6e35a2e6-3278-425a-b70e-07d2b7767edb None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:22.340248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e35a2e6-3278-425a-b70e-07d2b7767edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.355018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Network e0ceb285-9320-4f5d-8faf-2bd621381468 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:22.358921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:22.369035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:22.398384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.402633 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Pushing event updated for resources: {'Port': ['ID=ac4afabb-a8f7-4e78-8fdb-243350c75779,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.406966 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81900d2-1547-42d6-a52c-dcfba9e0698b None None] Pushing event updated for resources: {'Port': ['ID=550422ee-d0d4-4748-b6f7-059aac00c3e7,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.424972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.452306 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] For port 550422ee-d0d4-4748-b6f7-059aac00c3e7, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:22.457545 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] For port 550422ee-d0d4-4748-b6f7-059aac00c3e7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=550422ee-d0d4-4748-b6f7-059aac00c3e7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:22.465931 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.550632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6e35a2e6-3278-425a-b70e-07d2b7767edb None None] Provisioning complete for port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:22.550890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e35a2e6-3278-425a-b70e-07d2b7767edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.596381 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:22.597022 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:22.603541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.642038 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.651598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-6e35a2e6-3278-425a-b70e-07d2b7767edb None None] Port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:22.659844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6e35a2e6-3278-425a-b70e-07d2b7767edb None None] Could not find standard attr ID for object fef87884-021d-4fa4-890c-279e041bffc8. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:22.684275 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81900d2-1547-42d6-a52c-dcfba9e0698b None None] Pushing event updated for resources: {'Port': ['ID=550422ee-d0d4-4748-b6f7-059aac00c3e7,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.738403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b803cb8-e3bc-4879-91e2-960c55f06d07 req-bbe3584d-a89b-4a57-ae2e-2ecaaca9d217 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:22.740334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b803cb8-e3bc-4879-91e2-960c55f06d07 req-bbe3584d-a89b-4a57-ae2e-2ecaaca9d217 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1396987 Apr 20 13:15:22.792104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc831587-7199-4a6e-a3f8-087d91f5e9de None None] Provisioning complete for port 737dec2f-0916-4b1a-8384-482bf72d180b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:22.792766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc831587-7199-4a6e-a3f8-087d91f5e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.819876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b803cb8-e3bc-4879-91e2-960c55f06d07 req-8f6f3b39-1249-48a1-b0f5-38da3b420039 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714760 Apr 20 13:15:22.821373 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.875005 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:22.909901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33650) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:22.925497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:22.944189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/1282ba62-9c1a-48cd-947c-ef6ae3f3459b HTTP/1.1" status: 204 len: 168 time: 0.7416029 Apr 20 13:15:22.945237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f3365-30e2-41a7-9136-3b09de19b0c0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=1282ba62-9c1a-48cd-947c-ef6ae3f3459b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:22.953022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33652) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:22.964336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:23.017326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 737dec2f-0916-4b1a-8384-482bf72d180b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:23.034563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.044404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.057730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc831587-7199-4a6e-a3f8-087d91f5e9de None None] Could not find standard attr ID for object fef87884-021d-4fa4-890c-279e041bffc8. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:23.090208 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 737dec2f-0916-4b1a-8384-482bf72d180b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:23.090578 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.138621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.142273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Pushing event updated for resources: {'Port': ['ID=ac4afabb-a8f7-4e78-8fdb-243350c75779,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:23.190520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d1abc-3749-4101-940e-0db6ec867773 None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:23.279453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Network e0ceb285-9320-4f5d-8faf-2bd621381468 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:23.281290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:23.325702 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:23.359025 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f011ed-76cf-4f9d-b1af-34af62095037 None None] The sync data for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 is: [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:23.498932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a7a4ada1-d92d-44a2-872b-fa672e4a3011 None None] Provisioning complete for port ac4afabb-a8f7-4e78-8fdb-243350c75779 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:23.499529 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7a4ada1-d92d-44a2-872b-fa672e4a3011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.518443 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Router 450fb2ec-cc7a-4967-8644-a3501eafdf14 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:23.552412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1fb7f275-b973-4a73-b5ad-befde47efe0a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/2c9b4c4d-1802-40e1-8dac-99bf134179ef HTTP/1.1" status: 200 len: 992 time: 0.6413250 Apr 20 13:15:23.584722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4ada1-d92d-44a2-872b-fa672e4a3011 None None] Port ac4afabb-a8f7-4e78-8fdb-243350c75779 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:23.591984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ea409c3-5bed-465a-8680-8186fcad851c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:23.592385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e1d6a-ade4-47e1-afb4-005aaeb458d2 req-61c837be-84b1-4096-9d8f-6bfe6ab62f5d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:23.603700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984e1d6a-ade4-47e1-afb4-005aaeb458d2 req-61c837be-84b1-4096-9d8f-6bfe6ab62f5d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.2097230 Apr 20 13:15:23.701750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-984e1d6a-ade4-47e1-afb4-005aaeb458d2 req-5d71794b-3ba5-4984-b43c-1fa5c8199378 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912206 Apr 20 13:15:23.752429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:23.762659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.764576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8bb96512-6766-48b9-a19b-2459517b3c9c None None] Provisioning complete for port ac4afabb-a8f7-4e78-8fdb-243350c75779 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:23.765039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8bb96512-6766-48b9-a19b-2459517b3c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.775371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:23.786958 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-369a4005-537b-473c-980b-b1fd2277b37e admin admin] 10.222.0.24 "PUT /v2.0/routers/450fb2ec-cc7a-4967-8644-a3501eafdf14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7143950 Apr 20 13:15:23.800171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:23.800615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:23.897013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96512-6766-48b9-a19b-2459517b3c9c None None] Port ac4afabb-a8f7-4e78-8fdb-243350c75779 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:23.906597 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.106610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267f764-2c19-4137-8a7f-13804ef3bbdd req-7fe6dd73-e045-44de-b95e-8564cc78508b tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:24.108601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1267f764-2c19-4137-8a7f-13804ef3bbdd req-7fe6dd73-e045-44de-b95e-8564cc78508b tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1096 time: 0.1014953 Apr 20 13:15:24.213061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1267f764-2c19-4137-8a7f-13804ef3bbdd req-199becc8-9330-49ec-8885-ba02b34b92cd tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932543 Apr 20 13:15:24.285221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.341710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:24.350256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:24.358476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:24.362175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.406642 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:24.416601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-568c15d8-850f-44b1-9db4-ee7407df22e5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629135048'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:24.440022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4858460 Apr 20 13:15:24.464219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ece83-95a3-4fb8-9c08-dabd4695e42c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=9c29234f-8151-4cd7-9f8d-eedefb4cc81f,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:24.496080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-568c15d8-850f-44b1-9db4-ee7407df22e5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.613863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33676) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:24.619434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-73c32320-6fda-452e-bfd1-8152a1f7f2e9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559018120', 'description': 'tempest-description--726117979'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:24.656624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-568c15d8-850f-44b1-9db4-ee7407df22e5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.663064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-568c15d8-850f-44b1-9db4-ee7407df22e5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.713248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73c32320-6fda-452e-bfd1-8152a1f7f2e9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.722068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-568c15d8-850f-44b1-9db4-ee7407df22e5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.723351 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-568c15d8-850f-44b1-9db4-ee7407df22e5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3161867 Apr 20 13:15:24.729389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33680) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:24.739688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c15d8-850f-44b1-9db4-ee7407df22e5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922d0c5a-f471-4b1a-ba1e-f5a616d99ac5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:24.746697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2c72423c-c1aa-4941-8376-d95c457dcc45 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'security_group': {'name': 'tempest-secgroup-907343810'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:24.801903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c72423c-c1aa-4941-8376-d95c457dcc45 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.886053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010eda4e-cca7-4b28-ae5d-a50fe9564751 None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:24.917048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73c32320-6fda-452e-bfd1-8152a1f7f2e9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.922508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c72423c-c1aa-4941-8376-d95c457dcc45 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.927751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73c32320-6fda-452e-bfd1-8152a1f7f2e9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.929330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c72423c-c1aa-4941-8376-d95c457dcc45 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.981212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c72423c-c1aa-4941-8376-d95c457dcc45 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:24.985294 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2c72423c-c1aa-4941-8376-d95c457dcc45 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2447157 Apr 20 13:15:24.986261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33690) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:24.991373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2f31e8e2-2b41-4ab2-aa90-b995443e4f9a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'security_group': {'name': 'tempest-secgroup-2109424090'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:25.001568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72423c-c1aa-4941-8376-d95c457dcc45 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186f87d6-af06-4d46-bd9c-a861042298f7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.027481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-eb640fad-c4e6-4961-908e-e24adec00f75 None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:25.027916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eb640fad-c4e6-4961-908e-e24adec00f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.040780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f31e8e2-2b41-4ab2-aa90-b995443e4f9a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.061408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccae123-9944-4562-8730-798b46bd3ff9 req-38b7ee0e-f390-4dfb-917b-4fa3e8f30d34 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.065692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eccae123-9944-4562-8730-798b46bd3ff9 req-38b7ee0e-f390-4dfb-917b-4fa3e8f30d34 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.2482777 Apr 20 13:15:25.083138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73c32320-6fda-452e-bfd1-8152a1f7f2e9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.084659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-73c32320-6fda-452e-bfd1-8152a1f7f2e9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4696445 Apr 20 13:15:25.096572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 550422ee-d0d4-4748-b6f7-059aac00c3e7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:25.130742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33696) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:25.136506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8a5570b3-6654-493c-a065-49dcb9ab2fc2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'security_group_rule': {'security_group_id': 'b238c126-a0e1-410e-993a-caad5fa55d92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:25.155283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c32320-6fda-452e-bfd1-8152a1f7f2e9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b238c126-a0e1-410e-993a-caad5fa55d92,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.199516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eccae123-9944-4562-8730-798b46bd3ff9 req-de9df9b8-33e4-4a03-b9ac-081fb0b3c308 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117377 Apr 20 13:15:25.218132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-07aa34d2-eba5-4f07-8015-ed6990ec8ceb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1966383 Apr 20 13:15:25.234658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a5570b3-6654-493c-a065-49dcb9ab2fc2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.390655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a5570b3-6654-493c-a065-49dcb9ab2fc2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.393776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48328-8016-4601-bbef-b119c6a0e922 req-358f8ee1-d018-44aa-a930-8f2de8a3c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.395411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-358f8ee1-d018-44aa-a930-8f2de8a3c0fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43e8d74de49741578a5fdafcdd919272&device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1097 time: 0.1016889 Apr 20 13:15:25.397649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a5570b3-6654-493c-a065-49dcb9ab2fc2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.417575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5570b3-6654-493c-a065-49dcb9ab2fc2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274aac66-da72-4d2e-8d4a-37807a4a1fa0,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.421660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 550422ee-d0d4-4748-b6f7-059aac00c3e7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:25.422233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.463676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-eb640fad-c4e6-4961-908e-e24adec00f75 None None] Provisioning complete for port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:25.464272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eb640fad-c4e6-4961-908e-e24adec00f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.528348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48328-8016-4601-bbef-b119c6a0e922 req-bd00f5b6-b59a-4380-ab76-c44a77cd7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.530088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-bd00f5b6-b59a-4380-ab76-c44a77cd7cae service neutron] 10.222.0.30 "GET /v2.0/networks?id=0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 200 len: 910 time: 0.1137202 Apr 20 13:15:25.550403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-eb640fad-c4e6-4961-908e-e24adec00f75 None None] Port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:25.564694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548efc2d-2cad-4fe3-a968-353cbf23b448 None None] Update dhcp port {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'fixed_ips': [{'subnet_id': '5cf5eeda-c59d-4b7d-8b23-6bb2174fa294', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c29234f-8151-4cd7-9f8d-eedefb4cc81f'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '9ea409c3-5bed-465a-8680-8186fcad851c'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:15:25.614957 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a5570b3-6654-493c-a065-49dcb9ab2fc2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.619783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8a5570b3-6654-493c-a065-49dcb9ab2fc2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4875679 Apr 20 13:15:25.619993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33700) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:25.632008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-548efc2d-2cad-4fe3-a968-353cbf23b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.635746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f31e8e2-2b41-4ab2-aa90-b995443e4f9a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.642052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-49b40c90-ca48-4e2a-a5c1-bbc6221399ac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'security_group_rule': {'security_group_id': 'b238c126-a0e1-410e-993a-caad5fa55d92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:25.659673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-8137bfb3-2734-44e3-acce-9c419bebb494 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 200 len: 1002 time: 0.1208267 Apr 20 13:15:25.664053 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.669108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f31e8e2-2b41-4ab2-aa90-b995443e4f9a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.711681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f31e8e2-2b41-4ab2-aa90-b995443e4f9a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.713049 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f31e8e2-2b41-4ab2-aa90-b995443e4f9a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7254658 Apr 20 13:15:25.715116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 550422ee-d0d4-4748-b6f7-059aac00c3e7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=550422ee-d0d4-4748-b6f7-059aac00c3e7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:25.719652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:25.722754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31e8e2-2b41-4ab2-aa90-b995443e4f9a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dfb507-66e3-459b-94f6-439875f335a5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.732375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1530153058', 'security_groups': ['16dfb507-66e3-459b-94f6-439875f335a5'], 'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9c29234f-8151-4cd7-9f8d-eedefb4cc81f'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:25.738975 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-a86d482c-35aa-44ff-a9d3-48c869b4428f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2241416 Apr 20 13:15:25.739881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49b40c90-ca48-4e2a-a5c1-bbc6221399ac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.756548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-59d277a7-0bc9-4c56-bdbe-a1891821ff4f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:15:25.757580 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-59d277a7-0bc9-4c56-bdbe-a1891821ff4f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066419 Apr 20 13:15:25.775180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48328-8016-4601-bbef-b119c6a0e922 req-306277c4-0a17-47d5-b7e9-34eaabb101fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.776891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-306277c4-0a17-47d5-b7e9-34eaabb101fb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc97a206-2349-4458-aa4e-c500955c74ad HTTP/1.1" status: 200 len: 848 time: 0.1102064 Apr 20 13:15:25.780805 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.829519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49b40c90-ca48-4e2a-a5c1-bbc6221399ac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.835911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49b40c90-ca48-4e2a-a5c1-bbc6221399ac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.872669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b40c90-ca48-4e2a-a5c1-bbc6221399ac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7877c66c-3e4c-48c3-ac8e-ad63e809d835,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.881342 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49b40c90-ca48-4e2a-a5c1-bbc6221399ac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:25.883807 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49b40c90-ca48-4e2a-a5c1-bbc6221399ac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601588 Apr 20 13:15:25.887104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=550422ee-d0d4-4748-b6f7-059aac00c3e7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:25.887724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:25.902191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:25.927659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-548efc2d-2cad-4fe3-a968-353cbf23b448 None None] Allocated IP 172.20.0.2 (69908ea2-3a5d-475d-b698-05712f10cfd6/9c29234f-8151-4cd7-9f8d-eedefb4cc81f/9ea409c3-5bed-465a-8680-8186fcad851c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:25.934766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48328-8016-4601-bbef-b119c6a0e922 req-dba81f80-939c-4bf3-95d1-a8c250428069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:25.936383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-dba81f80-939c-4bf3-95d1-a8c250428069 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fa2c4ed-5604-4f81-9cce-96757b087803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396654 Apr 20 13:15:25.947750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.071320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:26.071594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.090282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-548efc2d-2cad-4fe3-a968-353cbf23b448 None None] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ea409c3-5bed-465a-8680-8186fcad851c,segment=NetworkSegment(6cc1458c-9387-43b6-8edd-421a50d1d08a),segment_id=6cc1458c-9387-43b6-8edd-421a50d1d08a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:26.103986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-8e39da94-4484-4b70-b612-a158664c2b17 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559758 Apr 20 13:15:26.131100 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-548efc2d-2cad-4fe3-a968-353cbf23b448 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.137605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-548efc2d-2cad-4fe3-a968-353cbf23b448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.241297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548efc2d-2cad-4fe3-a968-353cbf23b448 None None] Pushing event updated for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:26.287386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Allocated IP 172.25.3.176 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/9995c3d4-f252-4378-8ab3-d4fadea06950) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:26.314481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88d48328-8016-4601-bbef-b119c6a0e922 req-8fdc432e-024a-45e9-978a-d41f381efd0b service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838410 Apr 20 13:15:26.317847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.368844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] device_id is not set on port 03cd8e8b-28da-4056-bdab-47f54f218aaf yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:15:26.441523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.464258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075981d-8fbf-41fa-8dd8-3410214576f0 req-91d6385f-649a-4d68-824d-e3999ae0bf31 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:26.466077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8075981d-8fbf-41fa-8dd8-3410214576f0 req-91d6385f-649a-4d68-824d-e3999ae0bf31 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1376002 Apr 20 13:15:26.491862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.560608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:26.564577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:26.575121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:26.583240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8075981d-8fbf-41fa-8dd8-3410214576f0 req-4cee003a-60df-4ba5-b2b1-5702438c5e42 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062818 Apr 20 13:15:26.624929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'Port': ['ID=9995c3d4-f252-4378-8ab3-d4fadea06950,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:26.699491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.10 (69908ea2-3a5d-475d-b698-05712f10cfd6/9c29234f-8151-4cd7-9f8d-eedefb4cc81f/03cd8e8b-28da-4056-bdab-47f54f218aaf) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:26.724109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Sync routers for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:26.737016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:26.742645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:26.811754 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.825951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-2420127a-91a6-4526-b176-e45de33e0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:26.835913 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-2420127a-91a6-4526-b176-e45de33e0d0e service neutron] 10.222.0.24 "GET /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 1093 time: 0.0596344 Apr 20 13:15:26.842025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Request body: {'binding': {'host': 'n-h1-838550-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:26.842744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Unknown quota resources ['binding']. {{(pid=109409) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 20 13:15:26.914581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:26.926483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:26.962404 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.011712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ea409c3-5bed-465a-8680-8186fcad851c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:27.018857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.108754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:27.112630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:27.116042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=03cd8e8b-28da-4056-bdab-47f54f218aaf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:27.130713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:27.200981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:27.201935 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.212912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on host n-h1-838550-2 for vnic_type normal with profile None {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:27.213186 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:27.213558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:27.224262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4a95dd39-59e4-43ab-b27f-ac4a344e7429 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5033221 Apr 20 13:15:27.226831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33718) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:27.229412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:27.229876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:27.236690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e178a17d-db76-4486-a403-2cac64fa2833 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:27.246591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:27.246892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Checking segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:27.247287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Bound using segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:27.247863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Bound port: f2fdab57-4435-4538-8bf7-d41c21c834b9, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:27.283723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4a05c100-f9ee-455e-a92b-69755b4db682 None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:27.284237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4a05c100-f9ee-455e-a92b-69755b4db682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.334269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.338019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:27.338693 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.356429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.422929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178a17d-db76-4486-a403-2cac64fa2833 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:27.429661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e178a17d-db76-4486-a403-2cac64fa2833 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.489615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:27.506332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.518666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] Notify callbacks [] for binding, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.521204 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0483dd9b-7471-4aa6-88c1-a4948b5b0866 service neutron] 10.222.0.24 "POST /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.6836836 Apr 20 13:15:27.521611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'Port': ['ID=9995c3d4-f252-4378-8ab3-d4fadea06950,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:27.546613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.551289 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-17c2d92c-520a-46fa-ac53-21b6206b9cca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6602018 Apr 20 13:15:27.553561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4a05c100-f9ee-455e-a92b-69755b4db682 None None] Provisioning complete for port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:27.554058 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4a05c100-f9ee-455e-a92b-69755b4db682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.616239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4a05c100-f9ee-455e-a92b-69755b4db682 None None] Port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:27.628090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 550422ee-d0d4-4748-b6f7-059aac00c3e7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:27.635984 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-e178a17d-db76-4486-a403-2cac64fa2833 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9c29234f-8151-4cd7-9f8d-eedefb4cc81f (CIDR: 172.20.0.0/28) Apr 20 13:15:27.642319 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e178a17d-db76-4486-a403-2cac64fa2833 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:27.642815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e178a17d-db76-4486-a403-2cac64fa2833 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:27.677334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e178a17d-db76-4486-a403-2cac64fa2833 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4466307 Apr 20 13:15:27.679838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33728) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:27.685130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0b6150e7-d497-43f7-9400-c67f63b96b37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:27.685441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 2, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:27.719727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Checking router: 450fb2ec-cc7a-4967-8644-a3501eafdf14 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:27.720206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Updating router 450fb2ec-cc7a-4967-8644-a3501eafdf14 port ac4afabb-a8f7-4e78-8fdb-243350c75779 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:15:27.757159 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.789218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 550422ee-d0d4-4748-b6f7-059aac00c3e7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:27.790566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.881410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-358ba743-0c2e-4366-bf5c-e154a81557e3 None None] Provisioning complete for port 03cd8e8b-28da-4056-bdab-47f54f218aaf triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:27.882271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-358ba743-0c2e-4366-bf5c-e154a81557e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:27.900345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c8728-17ea-48f5-8e24-09e3d09533ce req-9d6f86f0-b5dc-433f-93e0-c92de7879021 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:27.901859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb5c8728-17ea-48f5-8e24-09e3d09533ce req-9d6f86f0-b5dc-433f-93e0-c92de7879021 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1843283 Apr 20 13:15:27.913057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848120e-c270-4d36-8c7e-72769a7be2c0 req-bb501b14-879b-4619-a2db-bb6486d17f8c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:27.914848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a848120e-c270-4d36-8c7e-72769a7be2c0 req-bb501b14-879b-4619-a2db-bb6486d17f8c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1981926 Apr 20 13:15:28.007786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb5c8728-17ea-48f5-8e24-09e3d09533ce req-843088bf-54d2-4502-a6a3-5c04dc158b7b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886691 Apr 20 13:15:28.010295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-a9fcb3d2-2775-4550-ae4f-c3dd00eb7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.011850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-a9fcb3d2-2775-4550-ae4f-c3dd00eb7de7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1096 time: 0.1622314 Apr 20 13:15:28.021151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a848120e-c270-4d36-8c7e-72769a7be2c0 req-2ad3ae9c-1ac0-4838-8429-e65febe51a50 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878339 Apr 20 13:15:28.027718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-358ba743-0c2e-4366-bf5c-e154a81557e3 None None] Port 03cd8e8b-28da-4056-bdab-47f54f218aaf cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:28.031505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6150e7-d497-43f7-9400-c67f63b96b37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:28.036597 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b6150e7-d497-43f7-9400-c67f63b96b37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.240799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-6086379e-dce5-42d4-9426-e12cb82073c6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--559018120&fields=id&tenant_id=c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 267 time: 0.1256480 Apr 20 13:15:28.245393 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-0b6150e7-d497-43f7-9400-c67f63b96b37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5cf5eeda-c59d-4b7d-8b23-6bb2174fa294 (CIDR: 172.20.0.16/28) Apr 20 13:15:28.256450 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6150e7-d497-43f7-9400-c67f63b96b37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:28.256937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b6150e7-d497-43f7-9400-c67f63b96b37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:28.289873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-92f86039-34ba-470e-9608-3df758107aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.291437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-92f86039-34ba-470e-9608-3df758107aa6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 898 time: 0.2693920 Apr 20 13:15:28.303433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0b6150e7-d497-43f7-9400-c67f63b96b37 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6225374 Apr 20 13:15:28.306881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:28.315180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'subnet': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:28.425175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-032d0c05-b679-4f6d-b3d9-58a23521cd4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 1000 time: 0.1257832 Apr 20 13:15:28.434543 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.440566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.458136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Made reservation on behalf of 3f775d0f298147d79fbad0907f0bab5c for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:28.462511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.483338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-7bb695ec-e30b-4749-8d4f-5f258fd96875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.484740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-7bb695ec-e30b-4749-8d4f-5f258fd96875 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 200 len: 835 time: 0.0516393 Apr 20 13:15:28.492412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5079-3d2a-4db7-b823-f91d86dd8779 None None] Pushing event updated for resources: {'Port': ['ID=ac4afabb-a8f7-4e78-8fdb-243350c75779,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:28.498956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-4ba2b636-de81-4b96-ab0b-56039da60b1e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.501594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-4ba2b636-de81-4b96-ab0b-56039da60b1e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 817 time: 0.2454019 Apr 20 13:15:28.550184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-957a581a-7722-498c-ad8c-98fd6c6447f8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/quotas/c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 375 time: 0.0396712 Apr 20 13:15:28.557847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ee419704-75bc-4270-83d8-78e48a4bd0a1 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:28.560590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Attempting to bind port ac4afabb-a8f7-4e78-8fdb-243350c75779 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:28.560963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Attempting to bind port ac4afabb-a8f7-4e78-8fdb-243350c75779 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:28.561326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Attempting to bind port ac4afabb-a8f7-4e78-8fdb-243350c75779 on network e0ceb285-9320-4f5d-8faf-2bd621381468 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:28.568954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:28.569333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Checking segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:28.569779 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.570199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Bound using segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:28.570889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Bound port: ac4afabb-a8f7-4e78-8fdb-243350c75779, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:28.571560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.704303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] For port ac4afabb-a8f7-4e78-8fdb-243350c75779, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:28.709259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] For port ac4afabb-a8f7-4e78-8fdb-243350c75779, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ac4afabb-a8f7-4e78-8fdb-243350c75779,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:28.723300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.778185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port ee419704-75bc-4270-83d8-78e48a4bd0a1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ee419704-75bc-4270-83d8-78e48a4bd0a1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:28.805940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'ee419704-75bc-4270-83d8-78e48a4bd0a1', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'port_id': 'ee419704-75bc-4270-83d8-78e48a4bd0a1', 'mac_address': 'fa:16:3e:b2:2f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:28.824831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd5079-3d2a-4db7-b823-f91d86dd8779 None None] Pushing event updated for resources: {'Port': ['ID=ac4afabb-a8f7-4e78-8fdb-243350c75779,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:28.847556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:28.848211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:28.903658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.927637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-bd53e0b9-3888-4945-8f0e-12cb22b4f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.932588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-bd53e0b9-3888-4945-8f0e-12cb22b4f9cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4311421 Apr 20 13:15:28.957128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:28.960657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:28.965738 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:28.966371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.974577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.978982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d302fece-7496-4f7d-b54d-0a8797780136 None None] Provisioning complete for port ac4afabb-a8f7-4e78-8fdb-243350c75779 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:28.979351 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d302fece-7496-4f7d-b54d-0a8797780136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:28.988734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0412744-5db7-487c-8d3d-71e1f500dd7d None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:28.996157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Subnet': ['ID=8aa67304-a30d-4648-b8a7-c5514fe835a8,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:29.009870 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef9921ff-1a20-4a26-b017-98b3dea55546 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6975980 Apr 20 13:15:29.010664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33740) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:29.016675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-352063763', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8aa67304-a30d-4648-b8a7-c5514fe835a8'}], 'security_groups': ['922d0c5a-f471-4b1a-ba1e-f5a616d99ac5', '186f87d6-af06-4d46-bd9c-a861042298f7']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:29.039820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:29.045082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-f17c22ab-85e0-40cb-9b64-715c949aced3 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4838617 Apr 20 13:15:29.087090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-2455d455-ab34-4470-b25c-eefb0de70aed service neutron] 10.222.0.30 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450701 Apr 20 13:15:29.106311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee419704-75bc-4270-83d8-78e48a4bd0a1 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:29.201230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port ee419704-75bc-4270-83d8-78e48a4bd0a1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ee419704-75bc-4270-83d8-78e48a4bd0a1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:29.215675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.228150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.291582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c559d-08db-4804-932d-49ec70e1fc41 req-d5b646d2-0b0d-43ec-a715-559e188a1610 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:29.293126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29c559d-08db-4804-932d-49ec70e1fc41 req-d5b646d2-0b0d-43ec-a715-559e188a1610 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 943 time: 0.1824427 Apr 20 13:15:29.330249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-637731c9-7fd6-45e2-b0d0-26134645f084 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416332 Apr 20 13:15:29.337911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5df14fe5-7f12-4b21-8adc-76ccfb1cfcb0 service neutron] 10.222.0.30 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404118 Apr 20 13:15:29.372592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29c559d-08db-4804-932d-49ec70e1fc41 req-1d9aa84b-9e67-44e8-9762-008c15f4c86a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721407 Apr 20 13:15:29.399906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=ee419704-75bc-4270-83d8-78e48a4bd0a1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:29.500425 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d302fece-7496-4f7d-b54d-0a8797780136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.565369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['ee419704-75bc-4270-83d8-78e48a4bd0a1'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:29.566142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-e975b61f-cfac-4c7f-b9ec-4a55739df318 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203944 Apr 20 13:15:29.608627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-56eff7f3-1c64-459c-8f88-b1f407c0776f tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:29.609279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Delete allocated IP 172.20.0.10 (69908ea2-3a5d-475d-b698-05712f10cfd6/9c29234f-8151-4cd7-9f8d-eedefb4cc81f) {{(pid=109409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:15:29.610607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-56eff7f3-1c64-459c-8f88-b1f407c0776f tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819&tenant_id=03cd53d3d89e444e8c1137058a06ab83&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1096 time: 0.1348932 Apr 20 13:15:29.616648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d302fece-7496-4f7d-b54d-0a8797780136 None None] For port ac4afabb-a8f7-4e78-8fdb-243350c75779, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ac4afabb-a8f7-4e78-8fdb-243350c75779,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:29.626036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Allocated IP 172.20.0.42 (69908ea2-3a5d-475d-b698-05712f10cfd6/8aa67304-a30d-4648-b8a7-c5514fe835a8/03cd8e8b-28da-4056-bdab-47f54f218aaf) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:29.638344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc9668-530c-499f-aa8b-9b00289f2bde req-e78a6437-e814-4c21-90e9-0c232d46f1db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:29.646529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eccc9668-530c-499f-aa8b-9b00289f2bde req-e78a6437-e814-4c21-90e9-0c232d46f1db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1683090 Apr 20 13:15:29.658010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-838550-2'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:29.672239 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d302fece-7496-4f7d-b54d-0a8797780136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.828954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81f2097-439c-4735-a2e2-94f26fb2e5cf req-e7166718-f59f-409d-b9e2-4299264077fc tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 210 time: 0.0652153 Apr 20 13:15:29.858117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eccc9668-530c-499f-aa8b-9b00289f2bde req-43aa21b7-20d2-46d1-a6ef-8854d773dabb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054636 Apr 20 13:15:29.867246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.881479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d302fece-7496-4f7d-b54d-0a8797780136 None None] Pushing event updated for resources: {'Port': ['ID=ac4afabb-a8f7-4e78-8fdb-243350c75779,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:29.887585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:28Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:29.945563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efc0ef-ef2e-4964-a178-200b18e914ff None None] The sync data for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 is: [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:28Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:29.985569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:29.986719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65739f83-3937-4807-8827-6acc26299d5e None None] Update dhcp port {'port': {'network_id': '69908ea2-3a5d-475d-b698-05712f10cfd6', 'fixed_ips': [{'subnet_id': '5cf5eeda-c59d-4b7d-8b23-6bb2174fa294', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c29234f-8151-4cd7-9f8d-eedefb4cc81f', 'ip_address': '172.20.0.2'}, {'subnet_id': '8aa67304-a30d-4648-b8a7-c5514fe835a8'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '9ea409c3-5bed-465a-8680-8186fcad851c'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:15:29.995646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-28b536c4-ad3e-435b-8f1e-b74309e35c2f None None] Provisioning complete for port ac4afabb-a8f7-4e78-8fdb-243350c75779 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:29.996023 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-28b536c4-ad3e-435b-8f1e-b74309e35c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.007081 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.080883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event updated for resources: {'Port': ['ID=03cd8e8b-28da-4056-bdab-47f54f218aaf,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:30.085159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:30.096978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65739f83-3937-4807-8827-6acc26299d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.172826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:30.218480 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] In _notify_port_updated(), no bound segment for port 03cd8e8b-28da-4056-bdab-47f54f218aaf on network 69908ea2-3a5d-475d-b698-05712f10cfd6 {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:15:30.225204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:30.225945 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.227863 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff23167b-b725-447e-9c86-4153b43a29ab tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "PUT /v2.0/ports/03cd8e8b-28da-4056-bdab-47f54f218aaf HTTP/1.1" status: 200 len: 959 time: 1.2156906 Apr 20 13:15:30.230352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:30.230970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33754) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:30.236529 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82b05af-af6b-4111-ac3b-61aeaf394ce4" -d '{"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:30.243354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.252642 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.344346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:30.392448 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5a8aef-8ed0-4d47-add1-6750a9483da2 x-openstack-request-id: req-4f5a8aef-8ed0-4d47-add1-6750a9483da2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:30.393046 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:30.393447 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f5a8aef-8ed0-4d47-add1-6750a9483da2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:30.394125 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5a8aef-8ed0-4d47-add1-6750a9483da2'] response: {'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'code': 200} Apr 20 13:15:30.431956 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 03cd8e8b-28da-4056-bdab-47f54f218aaf {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:30.432828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.619689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-65739f83-3937-4807-8827-6acc26299d5e None None] Allocated IP 172.20.0.34 (69908ea2-3a5d-475d-b698-05712f10cfd6/8aa67304-a30d-4648-b8a7-c5514fe835a8/9ea409c3-5bed-465a-8680-8186fcad851c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:30.684708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.718192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 03cd8e8b-28da-4056-bdab-47f54f218aaf owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:30.722297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on host n-h2-838550-2 for vnic_type normal with profile {"migrating_to": "n-h1-838550-2"} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:30.722651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:30.723013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:30.739902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363f81b-5249-4935-8921-10600108bd23 req-667a484b-80e4-45aa-99a0-d321ab4793d8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:30.748074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d363f81b-5249-4935-8921-10600108bd23 req-667a484b-80e4-45aa-99a0-d321ab4793d8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 944 time: 0.2010026 Apr 20 13:15:30.771698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:30.772051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Attempting to bind port f2fdab57-4435-4538-8bf7-d41c21c834b9 on network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:30.785567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:30.785938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Checking segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:30.786444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Bound using segment: {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:30.786778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Bound port: f2fdab57-4435-4538-8bf7-d41c21c834b9, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72a2de6-7486-40ca-b8d2-523645a22b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:30.787136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.802466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-65739f83-3937-4807-8827-6acc26299d5e None None] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ea409c3-5bed-465a-8680-8186fcad851c,segment=NetworkSegment(6cc1458c-9387-43b6-8edd-421a50d1d08a),segment_id=6cc1458c-9387-43b6-8edd-421a50d1d08a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:30.856286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d363f81b-5249-4935-8921-10600108bd23 req-2d40fa8a-a754-4893-9ee2-2c25c7d2b6d3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072278 Apr 20 13:15:30.859948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65739f83-3937-4807-8827-6acc26299d5e None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:30.922588 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65739f83-3937-4807-8827-6acc26299d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.050060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5d4e7e5-9829-4ef1-8a6e-5aa75a8540ca req-5f92f1de-5420-43f7-b147-18e853202097 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 210 time: 0.0977190 Apr 20 13:15:31.066353 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.107732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:31.109844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=03cd8e8b-28da-4056-bdab-47f54f218aaf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.158806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:31.199989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.203148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.206843 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-89fb632f-634c-4105-b258-faa0e7151ca6 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/03cd8e8b-28da-4056-bdab-47f54f218aaf HTTP/1.1" status: 204 len: 168 time: 0.9722366 Apr 20 13:15:31.207757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33768) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:31.216454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ac4afabb-a8f7-4e78-8fdb-243350c75779 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:31.302786 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70460d4-4242-435f-871f-9db1e0fb2d6f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] GET failed (client error): The resource could not be found. Apr 20 13:15:31.306073 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f70460d4-4242-435f-871f-9db1e0fb2d6f tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports/03cd8e8b-28da-4056-bdab-47f54f218aaf HTTP/1.1" status: 404 len: 333 time: 0.0954812 Apr 20 13:15:31.308100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33770) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:31.315380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-72d4db09-8f84-475e-8d03-e43d4db98051 None None] Provisioning complete for port f2fdab57-4435-4538-8bf7-d41c21c834b9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:31.316116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72d4db09-8f84-475e-8d03-e43d4db98051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.350361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bf080-9044-4f32-8364-887b4fb26fee req-69afacfc-b454-4345-851c-0f90ce7198d8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.359381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa8bf080-9044-4f32-8364-887b4fb26fee req-69afacfc-b454-4345-851c-0f90ce7198d8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 943 time: 0.3287065 Apr 20 13:15:31.427899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.433886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ef2fb87-58fb-4ee3-aea7-ac897cba8f96 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.456020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa8bf080-9044-4f32-8364-887b4fb26fee req-34820f24-39bc-4bed-853a-7463290ecca2 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953431 Apr 20 13:15:31.480390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ef2fb87-58fb-4ee3-aea7-ac897cba8f96 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.487027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:31.487666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.489332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-01ce8183-23ee-477c-987a-0eaa8fa0c9b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 1121 time: 1.8705120 Apr 20 13:15:31.505288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65739f83-3937-4807-8827-6acc26299d5e None None] Pushing event updated for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.510539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ac4afabb-a8f7-4e78-8fdb-243350c75779 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:31.511011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.554227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ef2fb87-58fb-4ee3-aea7-ac897cba8f96 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.558442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5ef2fb87-58fb-4ee3-aea7-ac897cba8f96 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.562703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:31.562916 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5ef2fb87-58fb-4ee3-aea7-ac897cba8f96 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/security-groups/16dfb507-66e3-459b-94f6-439875f335a5 HTTP/1.1" status: 204 len: 168 time: 0.2534926 Apr 20 13:15:31.565916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72d4db09-8f84-475e-8d03-e43d4db98051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.575462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2fb87-58fb-4ee3-aea7-ac897cba8f96 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dfb507-66e3-459b-94f6-439875f335a5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.610660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:31.612874 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e57f9a1-cb3e-46b0-8f30-fe0286eaef62" -d '{"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-plugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:31.621585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['f2fdab57-4435-4538-8bf7-d41c21c834b9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:31.645592 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef478dde-ca25-4918-a140-fae31f1f9e56 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.685363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef478dde-ca25-4918-a140-fae31f1f9e56 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.688301 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f56eaea-2681-450f-8f17-7a01362f57ec x-openstack-request-id: req-7f56eaea-2681-450f-8f17-7a01362f57ec {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:31.688838 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-plugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:31.689148 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f56eaea-2681-450f-8f17-7a01362f57ec {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:31.689676 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f56eaea-2681-450f-8f17-7a01362f57ec'] response: {'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'code': 200} Apr 20 13:15:31.696729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-72d4db09-8f84-475e-8d03-e43d4db98051 None None] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:31.732816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72d4db09-8f84-475e-8d03-e43d4db98051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.740755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef478dde-ca25-4918-a140-fae31f1f9e56 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.745127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef478dde-ca25-4918-a140-fae31f1f9e56 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.749249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33776) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:31.753357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef478dde-ca25-4918-a140-fae31f1f9e56 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/security-groups/186f87d6-af06-4d46-bd9c-a861042298f7 HTTP/1.1" status: 204 len: 168 time: 0.1886120 Apr 20 13:15:31.763492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef478dde-ca25-4918-a140-fae31f1f9e56 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186f87d6-af06-4d46-bd9c-a861042298f7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.824566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f9656ce-1036-4432-87c9-3c4c3b53060a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.870376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f9656ce-1036-4432-87c9-3c4c3b53060a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.945751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f9656ce-1036-4432-87c9-3c4c3b53060a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.949701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f9656ce-1036-4432-87c9-3c4c3b53060a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:31.954322 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f9656ce-1036-4432-87c9-3c4c3b53060a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/security-groups/922d0c5a-f471-4b1a-ba1e-f5a616d99ac5 HTTP/1.1" status: 204 len: 168 time: 0.2030573 Apr 20 13:15:31.954703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33782) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:31.967380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9656ce-1036-4432-87c9-3c4c3b53060a tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=922d0c5a-f471-4b1a-ba1e-f5a616d99ac5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:31.983041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4db09-8f84-475e-8d03-e43d4db98051 None None] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.035275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 9c29234f-8151-4cd7-9f8d-eedefb4cc81f {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:32.065421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.141866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.206408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb575351-b98e-4929-9caa-0ffd4e4f1977 req-d3ba9461-c1c4-48e3-8c46-3bf87c47d7b7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.214652 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb575351-b98e-4929-9caa-0ffd4e4f1977 req-d3ba9461-c1c4-48e3-8c46-3bf87c47d7b7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 944 time: 0.2588882 Apr 20 13:15:32.228538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-5991d9f7-64f9-4932-b64f-27a27d9d049f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.230156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-5991d9f7-64f9-4932-b64f-27a27d9d049f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.37 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 817 time: 0.4024827 Apr 20 13:15:32.234374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ea628684-3fcc-43f8-8d1d-6d1a559b7da3 None None] Provisioning complete for port f2fdab57-4435-4538-8bf7-d41c21c834b9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:32.235137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ea628684-3fcc-43f8-8d1d-6d1a559b7da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.276280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-259baa13-5294-489c-85de-9fc55f97a96d req-db63ee27-dca8-4a49-ae54-a94ef6837c38 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 210 time: 0.1031878 Apr 20 13:15:32.373708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb575351-b98e-4929-9caa-0ffd4e4f1977 req-fc4d61c2-0d6f-4b0c-aa72-ad76797a90e4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577077 Apr 20 13:15:32.380206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-b8220a74-c753-4847-a991-263f458f7f38 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 379 time: 0.1250679 Apr 20 13:15:32.393160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'port': {'device_id': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'admin_state_up': True, 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'security_groups': ['b238c126-a0e1-410e-993a-caad5fa55d92']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:32.396235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.399657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:32.401840 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cab3a48-a568-4e95-b926-a2220cbe938f" -d '{"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:32.476702 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7f9ab3-0e89-4b9f-a344-c700c80376db x-openstack-request-id: req-7a7f9ab3-0e89-4b9f-a344-c700c80376db {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:32.477036 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:32.477327 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a7f9ab3-0e89-4b9f-a344-c700c80376db {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:32.477812 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a7f9ab3-0e89-4b9f-a344-c700c80376db'] response: {'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'status': 'completed', 'code': 200} Apr 20 13:15:32.505763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0826dc1d-abd0-43e7-9b67-1b872748d45b None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:32.506470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0826dc1d-abd0-43e7-9b67-1b872748d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.576252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ee419704-75bc-4270-83d8-78e48a4bd0a1 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:32.604344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.661960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=9c29234f-8151-4cd7-9f8d-eedefb4cc81f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:32.664023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.667549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-67b8d002-0d14-4aed-96b4-58356356c5b5 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/9c29234f-8151-4cd7-9f8d-eedefb4cc81f HTTP/1.1" status: 204 len: 168 time: 0.7058358 Apr 20 13:15:32.671917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33790) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:32.676508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-15f6dc5a-e02c-4c1d-bb50-3ac176b70d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.678084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-15f6dc5a-e02c-4c1d-bb50-3ac176b70d13 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1126 time: 0.1764913 Apr 20 13:15:32.695547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port ee419704-75bc-4270-83d8-78e48a4bd0a1 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:32.699950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0826dc1d-abd0-43e7-9b67-1b872748d45b None None] Provisioning complete for port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:32.700255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0826dc1d-abd0-43e7-9b67-1b872748d45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.711410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470850-f6c9-47de-9e81-5dce61b8e93d req-bb88a7c2-f537-4284-bbb8-104a76cd14db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.713567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad470850-f6c9-47de-9e81-5dce61b8e93d req-bb88a7c2-f537-4284-bbb8-104a76cd14db tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1590743 Apr 20 13:15:32.713892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port ee419704-75bc-4270-83d8-78e48a4bd0a1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:32.714153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.755000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 8aa67304-a30d-4648-b8a7-c5514fe835a8 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:32.759149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.761995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Made reservation on behalf of c9bee05ec1764a7892c7dec9c61afe60 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:32.766154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.785303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0826dc1d-abd0-43e7-9b67-1b872748d45b None None] Port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:32.790682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0826dc1d-abd0-43e7-9b67-1b872748d45b None None] Could not find standard attr ID for object 03cd8e8b-28da-4056-bdab-47f54f218aaf. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:32.815180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.822786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad470850-f6c9-47de-9e81-5dce61b8e93d req-020f49c4-c23c-4003-b26f-f901f1d5f99b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942209 Apr 20 13:15:32.861420 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.922805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port ee419704-75bc-4270-83d8-78e48a4bd0a1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ee419704-75bc-4270-83d8-78e48a4bd0a1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:32.928612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.950506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:32.958095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-124a0df2-d4f8-46a5-b35d-976d8e6abc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:32.960055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-124a0df2-d4f8-46a5-b35d-976d8e6abc36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 898 time: 0.2688143 Apr 20 13:15:33.021788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ea409c3-5bed-465a-8680-8186fcad851c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:33.025105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf628d-859e-400d-b473-01988206fa19 None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:33.030385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=ee419704-75bc-4270-83d8-78e48a4bd0a1,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:33.036107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.051194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Allocated IP 172.20.0.14 (e0ceb285-9320-4f5d-8faf-2bd621381468/a41b0190-40ca-444a-b238-641422092eb5/6762d70a-82e5-4244-95f8-152bb04a0b1b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:33.071356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-2d10ee06-6c8b-40d5-901f-2a067dc3c4f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 1000 time: 0.0977890 Apr 20 13:15:33.082310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=8aa67304-a30d-4648-b8a7-c5514fe835a8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:33.088796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.094374 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5907ddca-5cfe-4df8-a884-ee5d64accb27 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/8aa67304-a30d-4648-b8a7-c5514fe835a8 HTTP/1.1" status: 204 len: 168 time: 0.4190736 Apr 20 13:15:33.094719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.129896 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c1ce5d-815b-4ed9-a8aa-e17edc1f8846 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.130680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7c1ce5d-815b-4ed9-a8aa-e17edc1f8846 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.137103 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c7c1ce5d-815b-4ed9-a8aa-e17edc1f8846 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/9c29234f-8151-4cd7-9f8d-eedefb4cc81f HTTP/1.1" status: 404 len: 337 time: 0.0410936 Apr 20 13:15:33.138443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1a378fb8-2cee-4065-8b68-c9a6777431e5 None None] Could not find standard attr ID for object 03cd8e8b-28da-4056-bdab-47f54f218aaf. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:33.138641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.188733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:33.189181 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.194913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting subnet 5cf5eeda-c59d-4b7d-8b23-6bb2174fa294 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:33.198572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.243818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.354789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.425484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41270dad-3787-4d20-87b2-257401b2ec8a req-6a0254b7-c55f-4275-bb07-fcbf4d61975f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 210 time: 0.0475144 Apr 20 13:15:33.447130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.457539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-1c471453-d95d-46fa-9503-c47f0c898610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.459126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-1c471453-d95d-46fa-9503-c47f0c898610 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 200 len: 835 time: 0.3785007 Apr 20 13:15:33.482391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf5eeda-c59d-4b7d-8b23-6bb2174fa294,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:33.486799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.490927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d4ace763-ba19-499d-929f-176bca1c3a73 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/5cf5eeda-c59d-4b7d-8b23-6bb2174fa294 HTTP/1.1" status: 204 len: 168 time: 0.3511095 Apr 20 13:15:33.493060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.523092 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ca39a5-8dc6-4ba1-bcfb-bf1b9207a62c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.524507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ca39a5-8dc6-4ba1-bcfb-bf1b9207a62c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.527682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-71ca39a5-8dc6-4ba1-bcfb-bf1b9207a62c tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/1282ba62-9c1a-48cd-947c-ef6ae3f3459b HTTP/1.1" status: 404 len: 337 time: 0.0330932 Apr 20 13:15:33.530358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33802) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.557383 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-de8b3501-27d0-4091-bd90-fad2a5e157fd tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "GET /v2.0/ports?device_id=21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c HTTP/1.1" status: 200 len: 205 time: 0.0257902 Apr 20 13:15:33.559797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33804) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.608502 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-0b53a75d-63f6-476e-b50d-bd45c78f513e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] delete failed (client error): The resource could not be found. Apr 20 13:15:33.609558 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0b53a75d-63f6-476e-b50d-bd45c78f513e tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/routers/21b5a66f-f2d4-4216-bfbd-fc83c8a7f89c HTTP/1.1" status: 404 len: 336 time: 0.0488272 Apr 20 13:15:33.614602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.617496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-c9506175-f0b0-403f-82f8-28439c8d3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.619021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-c9506175-f0b0-403f-82f8-28439c8d3d70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246800 Apr 20 13:15:33.627945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f33d40-15d0-4d95-bc4e-2c33f8f530c8 req-ee700642-0f10-4564-9b57-18bc8d646d97 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:33.629377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00f33d40-15d0-4d95-bc4e-2c33f8f530c8 req-ee700642-0f10-4564-9b57-18bc8d646d97 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.1362011 Apr 20 13:15:33.632367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.641527 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f51e1fd-7a04-4628-b9d8-3b8c4dfd70fb tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.642085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f51e1fd-7a04-4628-b9d8-3b8c4dfd70fb tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.645248 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f51e1fd-7a04-4628-b9d8-3b8c4dfd70fb tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/4157be94-d0f2-48a1-80ab-7fc8c2bfcfe9 HTTP/1.1" status: 404 len: 337 time: 0.0296514 Apr 20 13:15:33.647709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33808) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.678445 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d574d279-0486-4c24-af2f-f3b4e61f7e86 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.678932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d574d279-0486-4c24-af2f-f3b4e61f7e86 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.682422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d574d279-0486-4c24-af2f-f3b4e61f7e86 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/c62dfb7f-3847-46d0-905a-e814cca1fb97 HTTP/1.1" status: 404 len: 337 time: 0.0337520 Apr 20 13:15:33.686346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33810) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.690998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee419704-75bc-4270-83d8-78e48a4bd0a1'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:33.694112 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96dc9ff-d5b2-46f1-baad-8d5e4e25846a" -d '{"events": [{"server_uuid": "f34d46c6-5f12-46ba-8b06-1547cdb10290", "name": "network-vif-plugged", "status": "completed", "tag": "ee419704-75bc-4270-83d8-78e48a4bd0a1"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:33.699303 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3253861e-cd56-4e1b-9c25-e65be5a061d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.733555 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c824f5-09fa-4c68-b950-43c5b4e067d0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.734155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c824f5-09fa-4c68-b950-43c5b4e067d0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.741939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b6c824f5-09fa-4c68-b950-43c5b4e067d0 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/584f680b-58fa-4139-848a-08967d128ee4 HTTP/1.1" status: 404 len: 337 time: 0.0542703 Apr 20 13:15:33.743115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33814) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.743356 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e13c11a-8267-4a2d-bc1c-67b057b6b1ac x-openstack-request-id: req-8e13c11a-8267-4a2d-bc1c-67b057b6b1ac {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:33.743653 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34d46c6-5f12-46ba-8b06-1547cdb10290", "name": "network-vif-plugged", "status": "completed", "tag": "ee419704-75bc-4270-83d8-78e48a4bd0a1", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:33.744248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00f33d40-15d0-4d95-bc4e-2c33f8f530c8 req-6b8f2699-a34e-43bb-9022-133cbad37cd7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014459 Apr 20 13:15:33.749345 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e13c11a-8267-4a2d-bc1c-67b057b6b1ac {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:33.749975 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e13c11a-8267-4a2d-bc1c-67b057b6b1ac'] response: {'server_uuid': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee419704-75bc-4270-83d8-78e48a4bd0a1', 'code': 200} Apr 20 13:15:33.777271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-609b41b2-afb7-4d8e-b56c-4394612a71da service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430225 Apr 20 13:15:33.794565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:33.799274 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afcb5cc-2a4a-4a77-b1c4-722d298463c2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.799935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afcb5cc-2a4a-4a77-b1c4-722d298463c2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.805193 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8afcb5cc-2a4a-4a77-b1c4-722d298463c2 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/452bf54d-8593-497f-8027-d9796b554009 HTTP/1.1" status: 404 len: 333 time: 0.0584137 Apr 20 13:15:33.805608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.832987 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2ae1a5-f872-4b56-b3bd-3922e75899ed tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.833439 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2ae1a5-f872-4b56-b3bd-3922e75899ed tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.836982 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3d2ae1a5-f872-4b56-b3bd-3922e75899ed tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/0fec526b-a307-4e6b-96de-7b7ad3b846ca HTTP/1.1" status: 404 len: 337 time: 0.0298944 Apr 20 13:15:33.839917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33818) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.867822 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11cf664-99bc-453c-a572-66ab7b078b79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.868279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11cf664-99bc-453c-a572-66ab7b078b79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.871256 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b11cf664-99bc-453c-a572-66ab7b078b79 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/c9a6cb8d-4fb6-442d-8d9c-099b54628678 HTTP/1.1" status: 404 len: 337 time: 0.0304062 Apr 20 13:15:33.873779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33822) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.897740 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fb46b4-552a-4b85-a1af-6f4c8c45d3a3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.898389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fb46b4-552a-4b85-a1af-6f4c8c45d3a3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.904319 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e5fb46b4-552a-4b85-a1af-6f4c8c45d3a3 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/a308776a-9381-441c-b565-16241177b020 HTTP/1.1" status: 404 len: 333 time: 0.0272663 Apr 20 13:15:33.905278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33824) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.936559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Network e0ceb285-9320-4f5d-8faf-2bd621381468 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:33.939368 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c91801e-2349-46b0-88d0-105231417f54 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:33.939538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c91801e-2349-46b0-88d0-105231417f54 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:33.945313 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c91801e-2349-46b0-88d0-105231417f54 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/618d8394-1e74-44bb-9a56-f82ff4722b04 HTTP/1.1" status: 404 len: 337 time: 0.0366662 Apr 20 13:15:33.946537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:33.954910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:33.957821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:34.036106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:34.044048 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d1a492-3ddf-4b37-9c36-d733c929b787 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] DELETE failed (client error): The resource could not be found. Apr 20 13:15:34.044500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d1a492-3ddf-4b37-9c36-d733c929b787 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:15:34.049835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e1d1a492-3ddf-4b37-9c36-d733c929b787 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/subnets/db297bd4-b17d-4729-8c1d-bab9a4f1a159 HTTP/1.1" status: 404 len: 337 time: 0.0981395 Apr 20 13:15:34.051167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33828) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:34.085461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7279b3-862d-4070-83d6-94e5c17a7495 req-8f968bf2-4e40-438f-b51a-a4d327cb15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:34.088030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb7279b3-862d-4070-83d6-94e5c17a7495 req-8f968bf2-4e40-438f-b51a-a4d327cb15e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 1096 time: 0.2663960 Apr 20 13:15:34.124444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8cab3a48-a568-4e95-b926-a2220cbe938f req-d7140760-7f19-4a3f-bc2a-155c2c9987c6 service neutron] 10.222.0.37 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398113 Apr 20 13:15:34.136094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:34.136865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.170001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a5b8d-17f8-4964-afe2-0cd398368ddc req-370a7154-18fd-4db7-8a14-55cd28138c95 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:34.174292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496a5b8d-17f8-4964-afe2-0cd398368ddc req-370a7154-18fd-4db7-8a14-55cd28138c95 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.2344353 Apr 20 13:15:34.185067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-717931e8-6067-4b91-b1bf-a1cc6dcdec35 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7991273 Apr 20 13:15:34.193582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:34.193868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.214528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Request body: {'port': {'device_id': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:34.235984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c46e6c-0592-4869-94a5-f433d228d0d8 None None] Network 69908ea2-3a5d-475d-b698-05712f10cfd6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:34.238799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb7279b3-862d-4070-83d6-94e5c17a7495 req-797b0d25-456c-4229-8e6d-28a095e20746 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409621 Apr 20 13:15:34.257073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-496a5b8d-17f8-4964-afe2-0cd398368ddc req-ecd217c1-9767-43fc-8ffe-633c232f9a12 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707941 Apr 20 13:15:34.289158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.296461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.306431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:34.322245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc19e9b4-d746-49d2-b8ff-42bf7a3c2ee2 None None] Provisioning complete for port 9ea409c3-5bed-465a-8680-8186fcad851c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:34.322739 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc19e9b4-d746-49d2-b8ff-42bf7a3c2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.398054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.429222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=be40897e-5e12-47ee-a7aa-6acdd6ed0cd7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:34.440988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.447512 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-86e432cc-2261-44ff-b8d1-eae1efa35f80 tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/ports/be40897e-5e12-47ee-a7aa-6acdd6ed0cd7 HTTP/1.1" status: 204 len: 168 time: 0.3920114 Apr 20 13:15:34.447889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33832) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:34.462396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc19e9b4-d746-49d2-b8ff-42bf7a3c2ee2 None None] Provisioning complete for port 6762d70a-82e5-4244-95f8-152bb04a0b1b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:34.462771 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc19e9b4-d746-49d2-b8ff-42bf7a3c2ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.506844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] DHCP port deletion for 69908ea2-3a5d-475d-b698-05712f10cfd6 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:34.517719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-dc19e9b4-d746-49d2-b8ff-42bf7a3c2ee2 None None] Port 6762d70a-82e5-4244-95f8-152bb04a0b1b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:15:34.538399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-dc19e9b4-d746-49d2-b8ff-42bf7a3c2ee2 None None] Could not find standard attr ID for object be40897e-5e12-47ee-a7aa-6acdd6ed0cd7. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:15:34.562765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] Deleting port 9ea409c3-5bed-465a-8680-8186fcad851c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:34.563136 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.579934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:34.619184 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.638070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ea409c3-5bed-465a-8680-8186fcad851c,segment=NetworkSegment(6cc1458c-9387-43b6-8edd-421a50d1d08a),segment_id=6cc1458c-9387-43b6-8edd-421a50d1d08a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:34.638393 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.662383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40757b1a-4920-404d-ac26-73959e320ed1 req-76f9edf2-cbd9-4f80-8d03-2ba361a4166f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:34.663910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40757b1a-4920-404d-ac26-73959e320ed1 req-76f9edf2-cbd9-4f80-8d03-2ba361a4166f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 932 time: 0.1413147 Apr 20 13:15:34.666871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] Calling delete_port for 9ea409c3-5bed-465a-8680-8186fcad851c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:34.773574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40757b1a-4920-404d-ac26-73959e320ed1 req-0e33accc-613a-4c6e-a17f-56588f8b8a43 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981262 Apr 20 13:15:34.791683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:34.793963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6762d70a-82e5-4244-95f8-152bb04a0b1b {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:34.804397 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.809580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Deleting port 9ea409c3-5bed-465a-8680-8186fcad851c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:34.809976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.814964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 has no active binding in host n-h1-838550-2 {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 20 13:15:34.834605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.860890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Transition to ACTIVE for port object 6762d70a-82e5-4244-95f8-152bb04a0b1b will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:34.864437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] No DVR routers for this DVR port 9ea409c3-5bed-465a-8680-8186fcad851c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:34.876177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01395c8-b7d0-4d88-acd0-6988199e4002 None None] Pushing event deleted for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:34.889677 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.927110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ea409c3-5bed-465a-8680-8186fcad851c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:34.948110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9ea409c3-5bed-465a-8680-8186fcad851c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:34.948554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9ea409c3-5bed-465a-8680-8186fcad851c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:34.953653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] For port 9ea409c3-5bed-465a-8680-8186fcad851c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9ea409c3-5bed-465a-8680-8186fcad851c,segment=NetworkSegment(6cc1458c-9387-43b6-8edd-421a50d1d08a),segment_id=6cc1458c-9387-43b6-8edd-421a50d1d08a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:34.954041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:34.987423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Calling delete_port for 9ea409c3-5bed-465a-8680-8186fcad851c owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:35.009322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:35.034556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0940c-4999-4e11-8725-b4832dc96e20 req-b57ed254-8d9e-4280-ab8c-438e8bee44a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.036092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79b0940c-4999-4e11-8725-b4832dc96e20 req-b57ed254-8d9e-4280-ab8c-438e8bee44a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.1604421 Apr 20 13:15:35.162659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79b0940c-4999-4e11-8725-b4832dc96e20 req-4b3f7b81-be0b-465e-95c8-edbd2ce010da tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196480 Apr 20 13:15:35.175810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Attempting to bind port 6762d70a-82e5-4244-95f8-152bb04a0b1b on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:15:35.176141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Attempting to bind port 6762d70a-82e5-4244-95f8-152bb04a0b1b by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:15:35.176467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Attempting to bind port 6762d70a-82e5-4244-95f8-152bb04a0b1b on network e0ceb285-9320-4f5d-8faf-2bd621381468 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:35.188473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Port 6762d70a-82e5-4244-95f8-152bb04a0b1b on network e0ceb285-9320-4f5d-8faf-2bd621381468 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:15:35.188809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Attempting to bind port 6762d70a-82e5-4244-95f8-152bb04a0b1b on network e0ceb285-9320-4f5d-8faf-2bd621381468 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:15:35.194652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:15:35.194980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Checking segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:15:35.195351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Bound using segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:15:35.196334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Bound port: 6762d70a-82e5-4244-95f8-152bb04a0b1b, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:15:35.196695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.205954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.235329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Port': ['ID=9ea409c3-5bed-465a-8680-8186fcad851c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:35.240162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] No DVR routers for this DVR port 9ea409c3-5bed-465a-8680-8186fcad851c on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:35.384245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.394398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:35.417142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:15:35.421489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69908ea2-3a5d-475d-b698-05712f10cfd6']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:35.431473 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.438690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc1458c-9387-43b6-8edd-421a50d1d08a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:35.439002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc1458c-9387-43b6-8edd-421a50d1d08a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:35.476176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.488661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5ec6a-7474-4200-9cb3-ec3617aacbff req-b0fc690e-2965-42dd-9e0c-91352cde6010 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.490179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bd5ec6a-7474-4200-9cb3-ec3617aacbff req-b0fc690e-2965-42dd-9e0c-91352cde6010 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1460249 Apr 20 13:15:35.497094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.497729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.499063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] 10.222.0.37 "PUT /v2.0/ports/6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 200 len: 1092 time: 1.2895622 Apr 20 13:15:35.501337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:35.503587 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8efc2c-f396-4ad6-94ff-9954cda47339" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:35.537240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.553023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:35.553438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:35.558313 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:35.580658 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff7a525-756e-449c-a402-3a6979eba829 x-openstack-request-id: req-dff7a525-756e-449c-a402-3a6979eba829 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:35.580948 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:35.581206 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dff7a525-756e-449c-a402-3a6979eba829 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:35.581606 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff7a525-756e-449c-a402-3a6979eba829'] response: {'name': 'network-changed', 'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'status': 'completed', 'code': 200} Apr 20 13:15:35.603692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf0eb2-d3d2-4e10-a899-80546f5dfd43 service neutron] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:35.663042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bd5ec6a-7474-4200-9cb3-ec3617aacbff req-b670fdf3-3207-4a43-853c-3f2daac7d641 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547947 Apr 20 13:15:35.674053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-76360508-2e7b-4bca-a145-f65d6a70ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.675779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-76360508-2e7b-4bca-a145-f65d6a70ed80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1095 time: 0.1241336 Apr 20 13:15:35.676371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.685288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:35.688337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] 10.222.0.24 "DELETE /v2.0/networks/69908ea2-3a5d-475d-b698-05712f10cfd6 HTTP/1.1" status: 204 len: 168 time: 1.2393801 Apr 20 13:15:35.733722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0eea8-2f1f-48ee-9ec0-ee0e04aafeaa tempest-PortsTestJSON-1690690180 tempest-PortsTestJSON-1690690180-project] Pushing event deleted for resources: {'Network': ['ID=69908ea2-3a5d-475d-b698-05712f10cfd6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:35.736828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-fa519762-5ba7-4463-bc4f-122fe58d7a3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 200 len: 217 time: 0.0526421 Apr 20 13:15:35.791584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-c262fc01-80af-4823-add3-4175bfe1b097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.793056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-c262fc01-80af-4823-add3-4175bfe1b097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0497079 Apr 20 13:15:35.841013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-02faf954-6a25-4db7-a843-fe1657bf0801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.842521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-02faf954-6a25-4db7-a843-fe1657bf0801 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419204 Apr 20 13:15:35.906909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33846) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:35.975186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82735a-8812-44d4-9063-5ccd351573bc req-6c7d68c9-771d-441c-92b6-79537f815ee9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:35.976984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f82735a-8812-44d4-9063-5ccd351573bc req-6c7d68c9-771d-441c-92b6-79537f815ee9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0767148 Apr 20 13:15:35.981255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-32f979a6-946c-4363-900a-4568ab96f12e service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318829 Apr 20 13:15:35.989883 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7a46763e-15a7-4b0f-8e2d-fd42aa949f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.056072 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-810a4793-05af-4ef7-8bb9-cde2dc00de3d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f775d0f298147d79fbad0907f0bab5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480079 Apr 20 13:15:36.058561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33850) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:36.070392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f82735a-8812-44d4-9063-5ccd351573bc req-bed0791c-a30e-4c6c-a615-8ab3afffd70b tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852969 Apr 20 13:15:36.106503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59878ca7-4dc9-46ee-824f-cd1eceb4fe0c req-54596ad8-1670-48bc-be5b-3cb606b7eb38 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129224 Apr 20 13:15:36.108319 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-48742c1c-8d6b-4d04-a7d2-a3630497bd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.132087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-48742c1c-8d6b-4d04-a7d2-a3630497bd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.190214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-48742c1c-8d6b-4d04-a7d2-a3630497bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.192796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-48742c1c-8d6b-4d04-a7d2-a3630497bd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.196212 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-48742c1c-8d6b-4d04-a7d2-a3630497bd83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56537b97-a9e0-48e6-a67e-8d6936db56e4 HTTP/1.1" status: 204 len: 168 time: 0.1344287 Apr 20 13:15:36.200066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-3e26de26-8cf3-4815-a0f8-747700a06a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.201658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-3e26de26-8cf3-4815-a0f8-747700a06a31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1095 time: 0.0476351 Apr 20 13:15:36.202365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48742c1c-8d6b-4d04-a7d2-a3630497bd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56537b97-a9e0-48e6-a67e-8d6936db56e4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:36.339306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a2162-1e35-405c-bfa3-d08550afc031 req-f041da2e-23d7-4c4e-82ae-9e4256426f65 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.340753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632a2162-1e35-405c-bfa3-d08550afc031 req-f041da2e-23d7-4c4e-82ae-9e4256426f65 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0753140 Apr 20 13:15:36.342140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-c4ce6732-70d3-459c-8a5b-8a95e39ef74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.343438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-c4ce6732-70d3-459c-8a5b-8a95e39ef74e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.1344495 Apr 20 13:15:36.399865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-a952ce0a-52a0-4cc6-9245-9cf4dc647850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 200 len: 217 time: 0.0451953 Apr 20 13:15:36.440877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-632a2162-1e35-405c-bfa3-d08550afc031 req-e5da7d07-351c-4efa-a484-325303a6be71 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937607 Apr 20 13:15:36.468996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-541b79ee-dcbc-45e4-98e2-9e53bd3d0fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.468996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-541b79ee-dcbc-45e4-98e2-9e53bd3d0fb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0581288 Apr 20 13:15:36.517485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-4a12edf2-1ad7-448a-b26c-9c4c606010be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:36.520633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-4a12edf2-1ad7-448a-b26c-9c4c606010be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439367 Apr 20 13:15:36.618206 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-775384c4-798b-4dfa-a220-65d0ca2dca2d service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899022 Apr 20 13:15:36.858605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33876) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:36.956151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-00bbd4a7-7ff3-44d5-8876-414f7024e834 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:36.956789 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-00bbd4a7-7ff3-44d5-8876-414f7024e834 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:15:36.957170 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-00bbd4a7-7ff3-44d5-8876-414f7024e834 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:15:36.958240 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00bbd4a7-7ff3-44d5-8876-414f7024e834 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0986369 Apr 20 13:15:36.962991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33880) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:36.970790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--924425333'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:36.991151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:36.999114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.005556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca962a5-d687-459a-9b93-528484ab0679 req-30d5103d-fc28-4657-b6cd-ccbb6196d337 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:37.007046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cca962a5-d687-459a-9b93-528484ab0679 req-30d5103d-fc28-4657-b6cd-ccbb6196d337 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1069365 Apr 20 13:15:37.014288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c8efc2c-f396-4ad6-94ff-9954cda47339 req-51162f89-bc50-4a92-b15d-4a3cf0880c54 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888242 Apr 20 13:15:37.054790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cca962a5-d687-459a-9b93-528484ab0679 req-d258cbff-54d5-4c55-a254-3825ca91bb5c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392540 Apr 20 13:15:37.080136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.083953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.125594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362d1db9-6f85-47b8-a565-fe5f232b23ad,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.163932 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.168376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.196582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d8d97-ddf1-4d35-9029-2404948eabfa req-a8c55946-2ef5-4b53-a81e-7f1b7447dd54 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:37.198183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818d8d97-ddf1-4d35-9029-2404948eabfa req-a8c55946-2ef5-4b53-a81e-7f1b7447dd54 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0515339 Apr 20 13:15:37.198979 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.199483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.200649 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2365990 Apr 20 13:15:37.203442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33884) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.208468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-779d5772-d0ce-4e6e-a171-fcd088a9d90f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'd108213b-a284-47fd-a131-b2a2b79a1c51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:37.216055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcf37a-60ff-4c4b-bf23-a55c12fdc55c tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d108213b-a284-47fd-a131-b2a2b79a1c51,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.237248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-779d5772-d0ce-4e6e-a171-fcd088a9d90f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.240665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818d8d97-ddf1-4d35-9029-2404948eabfa req-c7e4d5f8-dc0f-44d7-90a9-ffb429371135 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355945 Apr 20 13:15:37.293832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-779d5772-d0ce-4e6e-a171-fcd088a9d90f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.297345 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-779d5772-d0ce-4e6e-a171-fcd088a9d90f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.316788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d5772-d0ce-4e6e-a171-fcd088a9d90f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0864c574-5a9e-40b5-8ded-56d47f34fdee,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.321994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-779d5772-d0ce-4e6e-a171-fcd088a9d90f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.323175 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-779d5772-d0ce-4e6e-a171-fcd088a9d90f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188107 Apr 20 13:15:37.326138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33886) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.330354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7482f587-9dec-40d1-b7f9-14a52643105e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'd108213b-a284-47fd-a131-b2a2b79a1c51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:37.353814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7482f587-9dec-40d1-b7f9-14a52643105e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.397402 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-7482f587-9dec-40d1-b7f9-14a52643105e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:15:37.398464 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7482f587-9dec-40d1-b7f9-14a52643105e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0714338 Apr 20 13:15:37.401729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33888) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.456295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34ba-2d99-4841-bd57-f959c7072e0d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.479565 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34ba-2d99-4841-bd57-f959c7072e0d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.527980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34ba-2d99-4841-bd57-f959c7072e0d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.531065 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1bcf34ba-2d99-4841-bd57-f959c7072e0d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.532215 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1bcf34ba-2d99-4841-bd57-f959c7072e0d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/d108213b-a284-47fd-a131-b2a2b79a1c51 HTTP/1.1" status: 204 len: 168 time: 0.1295867 Apr 20 13:15:37.535583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33892) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.555746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf34ba-2d99-4841-bd57-f959c7072e0d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d108213b-a284-47fd-a131-b2a2b79a1c51,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.563661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d285b5-9cba-4d26-ade8-f2dd1f8432f2 req-6e41600c-7784-42d6-a18d-a1cde26c5279 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:37.565435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91d285b5-9cba-4d26-ade8-f2dd1f8432f2 req-6e41600c-7784-42d6-a18d-a1cde26c5279 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Apr 20 13:15:37.595947 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f5ec21f-2ed0-413f-83bc-404d761ee4cf tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592561 Apr 20 13:15:37.599499 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33894) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.604234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a63b42d6-9485-45a7-9439-542dee8499c9 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--272131375'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:37.609246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91d285b5-9cba-4d26-ade8-f2dd1f8432f2 req-6c898d97-42db-482b-8893-09cc0e8d2c04 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Apr 20 13:15:37.624916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a63b42d6-9485-45a7-9439-542dee8499c9 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.689912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a63b42d6-9485-45a7-9439-542dee8499c9 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.693240 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a63b42d6-9485-45a7-9439-542dee8499c9 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.721984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a63b42d6-9485-45a7-9439-542dee8499c9 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.723176 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a63b42d6-9485-45a7-9439-542dee8499c9 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1228058 Apr 20 13:15:37.725009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b42d6-9485-45a7-9439-542dee8499c9 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5425c58c-d43a-47a3-870d-e2026c7fc648,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.726094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33896) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.731222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-240a8a6f-91e4-4494-b643-bac8bfcd9039 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '5425c58c-d43a-47a3-870d-e2026c7fc648', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:37.732198 n-d-838550-2 neutron-server[109410]: WARNING neutron.api.v2.base [None req-240a8a6f-91e4-4494-b643-bac8bfcd9039 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 20 13:15:37.732940 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-240a8a6f-91e4-4494-b643-bac8bfcd9039 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:37.734181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-240a8a6f-91e4-4494-b643-bac8bfcd9039 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064621 Apr 20 13:15:37.736849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33898) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.793028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a30899ca-7229-44d4-a77c-8c1ebee88bcc tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.814753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a30899ca-7229-44d4-a77c-8c1ebee88bcc tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.855112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a30899ca-7229-44d4-a77c-8c1ebee88bcc tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.857505 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a30899ca-7229-44d4-a77c-8c1ebee88bcc tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:37.858657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a30899ca-7229-44d4-a77c-8c1ebee88bcc tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/5425c58c-d43a-47a3-870d-e2026c7fc648 HTTP/1.1" status: 204 len: 168 time: 0.1207898 Apr 20 13:15:37.861394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33900) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.867762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30899ca-7229-44d4-a77c-8c1ebee88bcc tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5425c58c-d43a-47a3-870d-e2026c7fc648,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:37.910786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d81cc75c-8a99-4d36-90d5-32a0ec0e8fa2 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481272 Apr 20 13:15:37.914794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33902) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:37.919191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-03478c1c-140c-4f58-b067-0dce93089721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--846153100'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:37.938693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03478c1c-140c-4f58-b067-0dce93089721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.003024 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03478c1c-140c-4f58-b067-0dce93089721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.006695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03478c1c-140c-4f58-b067-0dce93089721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.036895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-03478c1c-140c-4f58-b067-0dce93089721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.038132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-03478c1c-140c-4f58-b067-0dce93089721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1224384 Apr 20 13:15:38.038966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03478c1c-140c-4f58-b067-0dce93089721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb5c4b-04a0-479a-b79a-7e340ba73075,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.041114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33904) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.045845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d82e8396-60af-48cc-a852-98961615e316 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '5beb5c4b-04a0-479a-b79a-7e340ba73075', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.046395 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-d82e8396-60af-48cc-a852-98961615e316 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 20 13:15:38.046865 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-d82e8396-60af-48cc-a852-98961615e316 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.047782 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d82e8396-60af-48cc-a852-98961615e316 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055385 Apr 20 13:15:38.050402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33906) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.104209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83273614-9531-42d2-87e2-c8bf91ef018a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.144240 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83273614-9531-42d2-87e2-c8bf91ef018a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.175757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0ff22-8270-4e8e-b443-852b6dc83331 req-82429176-4b7f-40b2-b2c5-79a6119d643a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:38.177815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88c0ff22-8270-4e8e-b443-852b6dc83331 req-82429176-4b7f-40b2-b2c5-79a6119d643a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.0517986 Apr 20 13:15:38.187156 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83273614-9531-42d2-87e2-c8bf91ef018a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.189842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-83273614-9531-42d2-87e2-c8bf91ef018a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.193546 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83273614-9531-42d2-87e2-c8bf91ef018a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/5beb5c4b-04a0-479a-b79a-7e340ba73075 HTTP/1.1" status: 204 len: 168 time: 0.1422377 Apr 20 13:15:38.194170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.216878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83273614-9531-42d2-87e2-c8bf91ef018a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb5c4b-04a0-479a-b79a-7e340ba73075,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.220836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88c0ff22-8270-4e8e-b443-852b6dc83331 req-cb570982-f8b3-47d3-9dad-11bb54885c19 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357881 Apr 20 13:15:38.248196 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ea104304-244b-4eea-adec-968f0d74defc tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495229 Apr 20 13:15:38.250959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33912) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.255708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5c6aebd6-8a5d-4e05-b28e-250aef766183 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940274903'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.281836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c6aebd6-8a5d-4e05-b28e-250aef766183 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.379734 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c6aebd6-8a5d-4e05-b28e-250aef766183 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.383900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c6aebd6-8a5d-4e05-b28e-250aef766183 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.404201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce595a46-a391-4d5d-ad91-6de54bdb0a6f req-68c548b3-7004-4b5d-8048-6b790b429c96 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:38.405584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce595a46-a391-4d5d-ad91-6de54bdb0a6f req-68c548b3-7004-4b5d-8048-6b790b429c96 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0861421 Apr 20 13:15:38.435168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c6aebd6-8a5d-4e05-b28e-250aef766183 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.436376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c6aebd6-8a5d-4e05-b28e-250aef766183 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1844366 Apr 20 13:15:38.439881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33916) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.444622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-afbf4971-987b-44c1-81de-7035cff06640 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '2e343e70-8928-4dd5-8255-79a3dda46a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.445421 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-afbf4971-987b-44c1-81de-7035cff06640 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 20 13:15:38.445969 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-afbf4971-987b-44c1-81de-7035cff06640 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.447067 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-afbf4971-987b-44c1-81de-7035cff06640 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059791 Apr 20 13:15:38.449403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.452593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6aebd6-8a5d-4e05-b28e-250aef766183 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e343e70-8928-4dd5-8255-79a3dda46a71,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.454077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f073f8a4-f2d8-41e1-aee8-c864fd2cefc5 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '2e343e70-8928-4dd5-8255-79a3dda46a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.460687 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-f073f8a4-f2d8-41e1-aee8-c864fd2cefc5 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 20 13:15:38.461169 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-f073f8a4-f2d8-41e1-aee8-c864fd2cefc5 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.462314 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f073f8a4-f2d8-41e1-aee8-c864fd2cefc5 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118647 Apr 20 13:15:38.465248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33920) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.468430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce595a46-a391-4d5d-ad91-6de54bdb0a6f req-6d6d1a27-199a-423f-b332-e6463e1f1bdf tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540209 Apr 20 13:15:38.470364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cae02571-5d1c-4d7b-bc2f-b444b71798e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '2e343e70-8928-4dd5-8255-79a3dda46a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.471175 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-cae02571-5d1c-4d7b-bc2f-b444b71798e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 20 13:15:38.471644 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-cae02571-5d1c-4d7b-bc2f-b444b71798e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.472939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cae02571-5d1c-4d7b-bc2f-b444b71798e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066688 Apr 20 13:15:38.475599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33922) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.481191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d2e0ddbd-be15-4bef-8fef-018377b0547e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '2e343e70-8928-4dd5-8255-79a3dda46a71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.482366 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-d2e0ddbd-be15-4bef-8fef-018377b0547e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 20 13:15:38.482773 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-d2e0ddbd-be15-4bef-8fef-018377b0547e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.493931 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d2e0ddbd-be15-4bef-8fef-018377b0547e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072277 Apr 20 13:15:38.495177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33924) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.551555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f0e386f-949d-49dd-a3a5-e24064ec84e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.558704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.574839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f0e386f-949d-49dd-a3a5-e24064ec84e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.615930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f0e386f-949d-49dd-a3a5-e24064ec84e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.619301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f0e386f-949d-49dd-a3a5-e24064ec84e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.620827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8f0e386f-949d-49dd-a3a5-e24064ec84e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e343e70-8928-4dd5-8255-79a3dda46a71 HTTP/1.1" status: 204 len: 168 time: 0.1245167 Apr 20 13:15:38.623463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33926) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.632328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e386f-949d-49dd-a3a5-e24064ec84e3 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e343e70-8928-4dd5-8255-79a3dda46a71,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.676991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-244fd4a5-aa60-4032-8d42-15350d8afe31 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523977 Apr 20 13:15:38.681413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33930) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.685874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a6443eae-fd7b-4fe7-9823-58ca2f65a72a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375442966'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.743216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6443eae-fd7b-4fe7-9823-58ca2f65a72a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.767065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ea195-2746-4e15-a155-f24ff4766e8d req-fe69dc21-dd68-4451-a841-e6814f884a12 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:38.768642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-656ea195-2746-4e15-a155-f24ff4766e8d req-fe69dc21-dd68-4451-a841-e6814f884a12 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0769651 Apr 20 13:15:38.827126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-656ea195-2746-4e15-a155-f24ff4766e8d req-1cd5bc73-f12f-4b99-9949-372b07d671ed tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512033 Apr 20 13:15:38.859739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6443eae-fd7b-4fe7-9823-58ca2f65a72a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.863760 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6443eae-fd7b-4fe7-9823-58ca2f65a72a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.894237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.895892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6443eae-fd7b-4fe7-9823-58ca2f65a72a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:38.897471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6443eae-fd7b-4fe7-9823-58ca2f65a72a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2150846 Apr 20 13:15:38.901406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33932) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.902540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6443eae-fd7b-4fe7-9823-58ca2f65a72a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:38.906954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c77c65a5-2442-4a49-ada4-7c9be46ff5cb tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.907430 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-c77c65a5-2442-4a49-ada4-7c9be46ff5cb tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:15:38.907913 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-c77c65a5-2442-4a49-ada4-7c9be46ff5cb tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.908864 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c77c65a5-2442-4a49-ada4-7c9be46ff5cb tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063348 Apr 20 13:15:38.911576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33934) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.917812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1962ab8f-97b8-4dfe-b365-5bf8a03e4721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.947066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:15:38.950800 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-1962ab8f-97b8-4dfe-b365-5bf8a03e4721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.952101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1962ab8f-97b8-4dfe-b365-5bf8a03e4721 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0393536 Apr 20 13:15:38.955099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33936) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.959722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2c21c5ab-5151-4e02-b75e-7f368ff61b81 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:38.960453 n-d-838550-2 neutron-server[109410]: WARNING neutron.api.v2.base [None req-2c21c5ab-5151-4e02-b75e-7f368ff61b81 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 20 13:15:38.960976 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-2c21c5ab-5151-4e02-b75e-7f368ff61b81 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:38.962568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2c21c5ab-5151-4e02-b75e-7f368ff61b81 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064013 Apr 20 13:15:38.965383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33938) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:38.969709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f4951fce-107f-4ce3-85b6-1875af3f6931 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.003859 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-f4951fce-107f-4ce3-85b6-1875af3f6931 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:39.004902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f4951fce-107f-4ce3-85b6-1875af3f6931 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0385926 Apr 20 13:15:39.007909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33940) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.012668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-20231245-9439-4df0-92ed-28ed113f34a0 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.013151 n-d-838550-2 neutron-server[109410]: WARNING neutron.api.v2.base [None req-20231245-9439-4df0-92ed-28ed113f34a0 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 20 13:15:39.013611 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-20231245-9439-4df0-92ed-28ed113f34a0 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:39.014567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-20231245-9439-4df0-92ed-28ed113f34a0 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054371 Apr 20 13:15:39.017616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33942) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.022449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f09d882e-0667-4c86-9e7e-7f4084317786 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.052004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:39.058528 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-f09d882e-0667-4c86-9e7e-7f4084317786 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:39.062811 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f09d882e-0667-4c86-9e7e-7f4084317786 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0409915 Apr 20 13:15:39.063104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33944) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.067483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-04347c48-88d2-4fe4-a83e-b1f1520c8ef7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.067963 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-04347c48-88d2-4fe4-a83e-b1f1520c8ef7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 20 13:15:39.068182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'port_id': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'mac_address': 'fa:16:3e:1f:b8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:15:39.068443 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-04347c48-88d2-4fe4-a83e-b1f1520c8ef7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:39.071750 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-04347c48-88d2-4fe4-a83e-b1f1520c8ef7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053446 Apr 20 13:15:39.071987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33946) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.076205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-759c239d-bbc7-421a-b089-5346c75792c7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.108194 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.111090 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-759c239d-bbc7-421a-b089-5346c75792c7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:39.112251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-759c239d-bbc7-421a-b089-5346c75792c7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0391300 Apr 20 13:15:39.114998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33948) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.119660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8d4cab6c-9efc-4ef9-a8cb-bdd1e062b125 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.122351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6762d70a-82e5-4244-95f8-152bb04a0b1b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:15:39.145806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:39.150282 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.157501 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-8d4cab6c-9efc-4ef9-a8cb-bdd1e062b125 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:39.158825 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8d4cab6c-9efc-4ef9-a8cb-bdd1e062b125 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0428154 Apr 20 13:15:39.161829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33950) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.200597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:39.218565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5646915f-46ae-4095-bc82-de4a5e22dc45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.244223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5646915f-46ae-4095-bc82-de4a5e22dc45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.287759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5646915f-46ae-4095-bc82-de4a5e22dc45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.290753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5646915f-46ae-4095-bc82-de4a5e22dc45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.292083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5646915f-46ae-4095-bc82-de4a5e22dc45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d HTTP/1.1" status: 204 len: 168 time: 0.1293230 Apr 20 13:15:39.295020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33954) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.311393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646915f-46ae-4095-bc82-de4a5e22dc45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ba08c8-e8c4-46b6-a13f-00a2bcf4661d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:39.351568 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f3c581bc-d3cd-4252-a5ff-584641ebbd03 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516510 Apr 20 13:15:39.352236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33956) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.353478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23261f8-eee8-4e92-9687-4b80e9778a0b req-21b8633a-d7e0-425c-be44-d6840cae8917 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:39.355162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c23261f8-eee8-4e92-9687-4b80e9778a0b req-21b8633a-d7e0-425c-be44-d6840cae8917 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.0579329 Apr 20 13:15:39.357940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1335080888'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.378771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.397397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c23261f8-eee8-4e92-9687-4b80e9778a0b req-5304ac48-6d99-48e6-ac31-47bfa8ec3bab tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357771 Apr 20 13:15:39.428931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['6762d70a-82e5-4244-95f8-152bb04a0b1b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:39.449314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.453456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.484097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.485514 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1321535 Apr 20 13:15:39.487540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a73fb9-5fe5-41f5-8b8a-a90f5a2dadfa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:39.488755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33958) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.495007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-812c3f18-2282-4c02-a3cf-75453f201d7f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '64a73fb9-5fe5-41f5-8b8a-a90f5a2dadfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.496101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.496445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.497051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.497188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.497442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.497806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.498138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.498560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.498879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.499301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.499635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.500353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b059e41-9b30-49a7-8b75-8dca6a8876e7 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:15:39.586311 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-812c3f18-2282-4c02-a3cf-75453f201d7f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The resource could not be found. Apr 20 13:15:39.588481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-812c3f18-2282-4c02-a3cf-75453f201d7f tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0977426 Apr 20 13:15:39.591500 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33962) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.597079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5bf5c189-1528-4480-9291-a6e4ea524bd4 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': '64a73fb9-5fe5-41f5-8b8a-a90f5a2dadfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ead4f539-b650-49ca-bd48-e8b20df45376'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.609497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c68e60-da44-419a-b907-d50ec1fd5fe5 req-8fa490b4-b58b-463f-9139-70bab2d0bb48 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:39.611000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01c68e60-da44-419a-b907-d50ec1fd5fe5 req-8fa490b4-b58b-463f-9139-70bab2d0bb48 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 945 time: 0.0600986 Apr 20 13:15:39.634872 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-5bf5c189-1528-4480-9291-a6e4ea524bd4 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The resource could not be found. Apr 20 13:15:39.636025 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5bf5c189-1528-4480-9291-a6e4ea524bd4 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0435159 Apr 20 13:15:39.639399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33964) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.652529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01c68e60-da44-419a-b907-d50ec1fd5fe5 req-5099b023-94f2-4675-9ee6-cdd7a3c31f9f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339160 Apr 20 13:15:39.697744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-465520c0-9fa2-4b42-be88-14f079895ab1 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.719916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-465520c0-9fa2-4b42-be88-14f079895ab1 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.763600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-465520c0-9fa2-4b42-be88-14f079895ab1 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.766410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-465520c0-9fa2-4b42-be88-14f079895ab1 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.767587 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-465520c0-9fa2-4b42-be88-14f079895ab1 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/64a73fb9-5fe5-41f5-8b8a-a90f5a2dadfa HTTP/1.1" status: 204 len: 168 time: 0.1272917 Apr 20 13:15:39.770583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33966) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.776336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465520c0-9fa2-4b42-be88-14f079895ab1 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a73fb9-5fe5-41f5-8b8a-a90f5a2dadfa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:39.817904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5986240d-b46a-4900-a939-ca820b714615 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461428 Apr 20 13:15:39.822399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33968) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.826728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-86aea6ad-8263-4187-90db-19dfe4d87616 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'c331f074-bf5c-404d-91ce-1588ed36558a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.863525 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-86aea6ad-8263-4187-90db-19dfe4d87616 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The resource could not be found. Apr 20 13:15:39.864592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-86aea6ad-8263-4187-90db-19dfe4d87616 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0412841 Apr 20 13:15:39.868912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33972) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:39.873816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0dfadb25-238e-4bb9-95ca-415c0215111e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143786159'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:39.894890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dfadb25-238e-4bb9-95ca-415c0215111e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.950803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978c5c7-4b06-4032-9bce-6c01b08b91d7 req-91c5159f-b8a0-47d8-9ae3-32c6da973eae tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:39.952217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c978c5c7-4b06-4032-9bce-6c01b08b91d7 req-91c5159f-b8a0-47d8-9ae3-32c6da973eae tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0518031 Apr 20 13:15:39.963925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dfadb25-238e-4bb9-95ca-415c0215111e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.968047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dfadb25-238e-4bb9-95ca-415c0215111e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.995461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c978c5c7-4b06-4032-9bce-6c01b08b91d7 req-3befaa3a-eaf7-4ef2-a004-854e04bc7857 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367360 Apr 20 13:15:39.997186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dfadb25-238e-4bb9-95ca-415c0215111e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:39.998426 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0dfadb25-238e-4bb9-95ca-415c0215111e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1283178 Apr 20 13:15:40.001141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33974) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.005515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-82987fdf-4b7e-42c5-9797-69bc9ee4892b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540686445'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:40.011627 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfadb25-238e-4bb9-95ca-415c0215111e tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ed4db-89c0-4437-8514-6e7fcfec93c6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.012139 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:15:40.030289 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82987fdf-4b7e-42c5-9797-69bc9ee4892b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.097884 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82987fdf-4b7e-42c5-9797-69bc9ee4892b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.103019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82987fdf-4b7e-42c5-9797-69bc9ee4892b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.129239 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-82987fdf-4b7e-42c5-9797-69bc9ee4892b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.130594 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-82987fdf-4b7e-42c5-9797-69bc9ee4892b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1284916 Apr 20 13:15:40.134522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33976) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.139326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82987fdf-4b7e-42c5-9797-69bc9ee4892b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=655c69f5-73be-4543-97bb-8e2b2b607b89,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.140391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-83a566fc-bc77-4a31-aeec-a50a9b919dc2 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group_rule': {'security_group_id': 'f52ed4db-89c0-4437-8514-6e7fcfec93c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '655c69f5-73be-4543-97bb-8e2b2b607b89'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:40.178516 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-83a566fc-bc77-4a31-aeec-a50a9b919dc2 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:15:40.179735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-83a566fc-bc77-4a31-aeec-a50a9b919dc2 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0437691 Apr 20 13:15:40.183471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.246448 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f254f-674b-4984-93c9-2ab45c58228b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.269740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f254f-674b-4984-93c9-2ab45c58228b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.316867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f254f-674b-4984-93c9-2ab45c58228b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.319425 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f254f-674b-4984-93c9-2ab45c58228b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.323502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9e4f254f-674b-4984-93c9-2ab45c58228b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/655c69f5-73be-4543-97bb-8e2b2b607b89 HTTP/1.1" status: 204 len: 168 time: 0.1363072 Apr 20 13:15:40.324123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33980) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.331127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f254f-674b-4984-93c9-2ab45c58228b tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c69f5-73be-4543-97bb-8e2b2b607b89,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.396827 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-83327455-7b2c-41f5-aa6b-15c517ebefc1 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0713139 Apr 20 13:15:40.400099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.463932 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2c19-b057-4878-b5e1-390f05118d0a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.492858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2c19-b057-4878-b5e1-390f05118d0a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.544038 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2c19-b057-4878-b5e1-390f05118d0a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.544751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e03d5-0e44-4064-acd3-4460c8cd1545 req-e30ace38-d414-444e-89a9-59054f41430b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:40.546826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d4e03d5-0e44-4064-acd3-4460c8cd1545 req-e30ace38-d414-444e-89a9-59054f41430b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.0752802 Apr 20 13:15:40.547132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2c19-b057-4878-b5e1-390f05118d0a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.550922 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9f9b2c19-b057-4878-b5e1-390f05118d0a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/f52ed4db-89c0-4437-8514-6e7fcfec93c6 HTTP/1.1" status: 204 len: 168 time: 0.1472580 Apr 20 13:15:40.551445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33988) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.558765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b2c19-b057-4878-b5e1-390f05118d0a tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ed4db-89c0-4437-8514-6e7fcfec93c6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.634112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d4e03d5-0e44-4064-acd3-4460c8cd1545 req-37eaef00-164e-43ee-9216-55f801e2bd7f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749562 Apr 20 13:15:40.641759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3d87ce3f-f0a9-4401-beba-d23cdcef558d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861506 Apr 20 13:15:40.643301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33990) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.648726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b6596137-8732-42e4-bd70-3b5cafeecc80 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977048366'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:40.671428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6596137-8732-42e4-bd70-3b5cafeecc80 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.762347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6596137-8732-42e4-bd70-3b5cafeecc80 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.767364 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6596137-8732-42e4-bd70-3b5cafeecc80 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.791789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765636-ba5c-4ff7-9839-5dca7f2f3f2f req-9540b9ff-807a-4eca-a8a2-7b072f79414f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:40.794527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe765636-ba5c-4ff7-9839-5dca7f2f3f2f req-9540b9ff-807a-4eca-a8a2-7b072f79414f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 945 time: 0.0616930 Apr 20 13:15:40.803068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6596137-8732-42e4-bd70-3b5cafeecc80 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.804463 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b6596137-8732-42e4-bd70-3b5cafeecc80 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1596928 Apr 20 13:15:40.808064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33994) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.813221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dc57dbc6-3d49-4423-8805-f542eb587c45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:40.813657 n-d-838550-2 neutron-server[109409]: WARNING neutron.api.v2.base [None req-dc57dbc6-3d49-4423-8805-f542eb587c45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 20 13:15:40.814166 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-dc57dbc6-3d49-4423-8805-f542eb587c45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] update failed (client error): There was a conflict when trying to complete your request. Apr 20 13:15:40.815163 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dc57dbc6-3d49-4423-8805-f542eb587c45 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "PUT /v2.0/security-groups/7dda6f1f-60c2-4c7e-befd-57c731856175 HTTP/1.1" status: 409 len: 330 time: 0.0062041 Apr 20 13:15:40.817154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6596137-8732-42e4-bd70-3b5cafeecc80 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda6f1f-60c2-4c7e-befd-57c731856175,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:40.817915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 33996) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.872718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe765636-ba5c-4ff7-9839-5dca7f2f3f2f req-6df25ca6-3b2d-483a-8222-8e747fb9718a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699501 Apr 20 13:15:40.898520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3317b495-c140-4b72-ae8f-a0da1e256d58 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.923625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3317b495-c140-4b72-ae8f-a0da1e256d58 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.972275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3317b495-c140-4b72-ae8f-a0da1e256d58 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.975120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3317b495-c140-4b72-ae8f-a0da1e256d58 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:40.976369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3317b495-c140-4b72-ae8f-a0da1e256d58 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/7dda6f1f-60c2-4c7e-befd-57c731856175 HTTP/1.1" status: 204 len: 168 time: 0.1572258 Apr 20 13:15:40.979877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 33998) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:40.983054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:15:40.986328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317b495-c140-4b72-ae8f-a0da1e256d58 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda6f1f-60c2-4c7e-befd-57c731856175,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:41.035061 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c70e66c4-287b-4dbb-b4ce-e2e6abf2f1a5 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0487037 Apr 20 13:15:41.038755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34002) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:41.056971 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-13b1c4d0-4b1f-4b6a-a04d-30aa03c34a18 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] delete failed (client error): The resource could not be found. Apr 20 13:15:41.058055 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-13b1c4d0-4b1f-4b6a-a04d-30aa03c34a18 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "DELETE /v2.0/security-groups/25e28a06-7f12-41d2-92ec-760fdfea81ca HTTP/1.1" status: 404 len: 347 time: 0.0152824 Apr 20 13:15:41.063156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34004) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:41.079928 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-46a9092f-cb74-4054-a082-fd5dbb3c5925 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] show failed (client error): The resource could not be found. Apr 20 13:15:41.080939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-46a9092f-cb74-4054-a082-fd5dbb3c5925 tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-groups/9e0a5bf4-7262-42bf-a2e3-05abfbdebd90 HTTP/1.1" status: 404 len: 347 time: 0.0170832 Apr 20 13:15:41.088151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:41.104900 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-e1700d51-7e08-45c9-a02c-86405d27d89d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] show failed (client error): The resource could not be found. Apr 20 13:15:41.105983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e1700d51-7e08-45c9-a02c-86405d27d89d tempest-NegativeSecGroupTest-174502360 tempest-NegativeSecGroupTest-174502360-project] 10.222.0.24 "GET /v2.0/security-group-rules/77c1c950-2680-46a6-8514-cca42b4f6a90 HTTP/1.1" status: 404 len: 356 time: 0.0168505 Apr 20 13:15:41.147498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad735cd2-4fc3-43a2-85b7-465058d4b6fa req-abac4b03-e43c-4be7-84e0-607ca475455f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:41.149601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad735cd2-4fc3-43a2-85b7-465058d4b6fa req-abac4b03-e43c-4be7-84e0-607ca475455f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0636852 Apr 20 13:15:41.198052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad735cd2-4fc3-43a2-85b7-465058d4b6fa req-c06dfa41-2c45-4ec6-85fb-b4fe97a96d6a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408709 Apr 20 13:15:41.268469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 6762d70a-82e5-4244-95f8-152bb04a0b1b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:15:41.273349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 6762d70a-82e5-4244-95f8-152bb04a0b1b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:15:41.274361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.361250 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.388223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:41.391783 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894d2f29-6c00-4167-959e-0a344531f028" -d '{"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-plugged", "status": "completed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:41.408035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:41.414288 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.445159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34014) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:41.449001 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92070a8-3334-4fd5-86ff-9456cdfa11a5 x-openstack-request-id: req-e92070a8-3334-4fd5-86ff-9456cdfa11a5 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:41.449324 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-plugged", "status": "completed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:41.450528 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e92070a8-3334-4fd5-86ff-9456cdfa11a5 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:41.450957 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92070a8-3334-4fd5-86ff-9456cdfa11a5'] response: {'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'code': 200} Apr 20 13:15:41.490967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:41.562279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189db2b5-e943-467d-b6fc-528bf967dd9e req-0450579d-a7ac-45d4-a8c1-7af6619cfeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:41.563815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-189db2b5-e943-467d-b6fc-528bf967dd9e req-0450579d-a7ac-45d4-a8c1-7af6619cfeca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1097 time: 0.0476143 Apr 20 13:15:41.600882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-189db2b5-e943-467d-b6fc-528bf967dd9e req-b9c01744-a98d-40c0-af67-4109162b40a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293455 Apr 20 13:15:41.605437 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58643d9b-9531-455e-9a59-416ba1346778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3509d67a7fa48e893e1d2a77409c777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570299 Apr 20 13:15:41.606934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34018) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:41.656242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dc351d3-c698-4105-a0b9-55278ce12b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.678635 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dc351d3-c698-4105-a0b9-55278ce12b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.730836 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dc351d3-c698-4105-a0b9-55278ce12b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.733536 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0dc351d3-c698-4105-a0b9-55278ce12b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:41.735682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0dc351d3-c698-4105-a0b9-55278ce12b5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/362d1db9-6f85-47b8-a565-fe5f232b23ad HTTP/1.1" status: 204 len: 168 time: 0.1277051 Apr 20 13:15:41.750919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc351d3-c698-4105-a0b9-55278ce12b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362d1db9-6f85-47b8-a565-fe5f232b23ad,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:41.772248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c6d9-16df-4388-9dde-1cfb7a3d4c79 req-792fbdad-a53a-4dd0-9ab0-8053e6deb60e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:41.780065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d76c6d9-16df-4388-9dde-1cfb7a3d4c79 req-792fbdad-a53a-4dd0-9ab0-8053e6deb60e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.0657976 Apr 20 13:15:41.818251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d76c6d9-16df-4388-9dde-1cfb7a3d4c79 req-5c113166-02f3-4cce-bafb-c63a2a010258 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371921 Apr 20 13:15:42.014852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c69dd-5535-4b8e-b37d-2fce6b2d6087 req-09b7e364-8759-4a79-ae5b-856e696e4f69 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:42.016735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216c69dd-5535-4b8e-b37d-2fce6b2d6087 req-09b7e364-8759-4a79-ae5b-856e696e4f69 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0560377 Apr 20 13:15:42.058417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-216c69dd-5535-4b8e-b37d-2fce6b2d6087 req-4e4f5d76-904d-499e-bf56-c13e25162d64 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351725 Apr 20 13:15:42.332183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460383e-a614-45bb-80b9-c08033214943 req-63c42b82-3f08-42c7-a44e-43b90bcf8d65 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:42.333676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2460383e-a614-45bb-80b9-c08033214943 req-63c42b82-3f08-42c7-a44e-43b90bcf8d65 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0569029 Apr 20 13:15:42.378266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2460383e-a614-45bb-80b9-c08033214943 req-43017684-a7d5-4a53-b51d-e32bf77ffe7a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374932 Apr 20 13:15:42.959413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba0584-5bcb-426a-b587-9f83ebc58030 req-07370d3e-f964-4b57-82f1-68753ac4b35d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:42.960935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71ba0584-5bcb-426a-b587-9f83ebc58030 req-07370d3e-f964-4b57-82f1-68753ac4b35d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.0645223 Apr 20 13:15:43.007416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71ba0584-5bcb-426a-b587-9f83ebc58030 req-60529f77-8aef-4cb7-bdc3-bbb80e332121 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396380 Apr 20 13:15:43.188219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f31b1-bbcf-4e11-b488-b4a10bb13d56 req-aa978636-9160-4f97-b173-b323485600c6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.189877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e84f31b1-bbcf-4e11-b488-b4a10bb13d56 req-aa978636-9160-4f97-b173-b323485600c6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0516090 Apr 20 13:15:43.230655 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e84f31b1-bbcf-4e11-b488-b4a10bb13d56 req-704820dc-c39b-49aa-b6d7-7e6bb6cf7d67 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342219 Apr 20 13:15:43.349233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c7ccb-3170-4c2d-9178-6d3db015f979 req-2193a4f3-6657-4b20-afb1-d0a139e073d8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.350714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-104c7ccb-3170-4c2d-9178-6d3db015f979 req-2193a4f3-6657-4b20-afb1-d0a139e073d8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0506992 Apr 20 13:15:43.360999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34076) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:43.365582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'floatingip': {'port_id': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:43.530999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55724476-6a89-4e36-9d9d-907fb1b1ba13 req-e1687ebe-51f3-492c-baac-af5f6a20c739 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:43.532571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55724476-6a89-4e36-9d9d-907fb1b1ba13 req-e1687ebe-51f3-492c-baac-af5f6a20c739 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0735145 Apr 20 13:15:43.576769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55724476-6a89-4e36-9d9d-907fb1b1ba13 req-b4dc6c45-8d66-44ce-bfc0-6a15708ce1ff tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Apr 20 13:15:43.656482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.080872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.084899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.124722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e545e08-a421-46a5-bf0e-de576304784d req-e023b024-8c7e-4676-919c-ebafe81b98bd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.126199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e545e08-a421-46a5-bf0e-de576304784d req-e023b024-8c7e-4676-919c-ebafe81b98bd tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.0496407 Apr 20 13:15:44.163511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e545e08-a421-46a5-bf0e-de576304784d req-c82cd172-e42e-4d80-8d55-b7cb932091ae tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312953 Apr 20 13:15:44.186398 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Floating IP c909a231-59f2-436d-9dfd-5b3376357b2f associated. External IP: 172.25.3.176, port: 6762d70a-82e5-4244-95f8-152bb04a0b1b. Apr 20 13:15:44.386512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Router 450fb2ec-cc7a-4967-8644-a3501eafdf14 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:44.497540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:44.502341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:44.508556 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] Sync routers for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:44.525447 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:44.525447 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:44.546875 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0e210348-cc03-414e-8b85-63cc4ab986c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "PUT /v2.0/floatingips/c909a231-59f2-436d-9dfd-5b3376357b2f HTTP/1.1" status: 200 len: 992 time: 1.1847110 Apr 20 13:15:44.547569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:44.550258 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23993906-a5b4-4108-8875-3b8f9eaee656" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:44.597721 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bf55b9-3024-4ee6-a045-235e155bc9f3 x-openstack-request-id: req-57bf55b9-3024-4ee6-a045-235e155bc9f3 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:44.598081 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:44.598431 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57bf55b9-3024-4ee6-a045-235e155bc9f3 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:44.598909 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bf55b9-3024-4ee6-a045-235e155bc9f3'] response: {'name': 'network-changed', 'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'status': 'completed', 'code': 200} Apr 20 13:15:44.670511 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:44.690214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-dd4c9ac5-37d8-4eb9-8118-c47426f73afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.692496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-dd4c9ac5-37d8-4eb9-8118-c47426f73afc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1097 time: 0.0703797 Apr 20 13:15:44.736313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc306e-c8a7-4b8a-bae1-4905c23adb59 req-6af6adc3-bc6c-4986-b7ec-ac746d3b2e57 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.738356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8cc306e-c8a7-4b8a-bae1-4905c23adb59 req-6af6adc3-bc6c-4986-b7ec-ac746d3b2e57 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0892951 Apr 20 13:15:44.816949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8cc306e-c8a7-4b8a-bae1-4905c23adb59 req-4a68ffc2-8dd4-432c-8d30-1fa792af4517 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506582 Apr 20 13:15:44.831304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-7db76be5-75c4-4416-b3e8-f39b0a3dfa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.832881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-7db76be5-75c4-4416-b3e8-f39b0a3dfa9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.1321564 Apr 20 13:15:44.899554 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'c909a231-59f2-436d-9dfd-5b3376357b2f', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'port_id': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'mac_address': 'fa:16:3e:1f:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:43Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:44.903414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-968cd0db-c69a-4167-80ba-b8bb37d7613b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 200 len: 1000 time: 0.0639784 Apr 20 13:15:44.927335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] Checking router: 450fb2ec-cc7a-4967-8644-a3501eafdf14 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:44.935423 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:44.936026 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:44.954245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-791f5f7e-89cd-47da-b8be-046d8e19e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:44.955687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-791f5f7e-89cd-47da-b8be-046d8e19e791 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0437946 Apr 20 13:15:45.001513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-2bfb6410-7d2a-4db0-8f46-899c99f88847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.003031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-2bfb6410-7d2a-4db0-8f46-899c99f88847 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406392 Apr 20 13:15:45.042431 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:45.140777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-837163f5-531a-4247-b49c-d0b1a36a0bfc service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301394 Apr 20 13:15:45.142789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-e31010a3-f4d3-4e42-a7c7-2e5e7346b431 service neutron] 10.222.0.37 "GET /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9/bindings/n-h1-838550-2 HTTP/1.1" status: 200 len: 384 time: 0.0834205 Apr 20 13:15:45.267553 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'c909a231-59f2-436d-9dfd-5b3376357b2f', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'port_id': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'mac_address': 'fa:16:3e:1f:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:43Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:45.294292 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088eadb0-41f7-4b7e-8ed3-3c558af5c2a8 None None] The sync data for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 is: [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'c909a231-59f2-436d-9dfd-5b3376357b2f', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'port_id': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'mac_address': 'fa:16:3e:1f:b8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:15:26Z', 'updated_at': '2022-04-20T13:15:43Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:45.338630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23993906-a5b4-4108-8875-3b8f9eaee656 req-673b40bd-e6db-43b2-8160-460c37d16421 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822393 Apr 20 13:15:45.356905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7467438-b1cf-424a-8ba6-c216ce8d0cb3 req-085058f0-d0f3-4a90-916b-a618dc5b60c5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:45.358492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7467438-b1cf-424a-8ba6-c216ce8d0cb3 req-085058f0-d0f3-4a90-916b-a618dc5b60c5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 945 time: 0.1221957 Apr 20 13:15:45.447734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7467438-b1cf-424a-8ba6-c216ce8d0cb3 req-91bd4cb9-1da9-40c0-a6e1-ea9f4da74ac6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811484 Apr 20 13:15:45.482892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:45.505137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:45.533017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce7117a-541c-4574-9003-94b62e0c8577 None None] New status for floating IP c909a231-59f2-436d-9dfd-5b3376357b2f: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:15:45.549590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:45.551922 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90c39fe-cc2f-4fb1-8a0e-02a1e0d046bf" -d '{"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:45.559512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:45.578038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.596890 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab0518-5164-4f88-820b-70a8cd45794f x-openstack-request-id: req-1fab0518-5164-4f88-820b-70a8cd45794f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:45.597271 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-unplugged", "status": "completed", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:45.597613 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fab0518-5164-4f88-820b-70a8cd45794f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:45.598111 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fab0518-5164-4f88-820b-70a8cd45794f'] response: {'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'code': 200} Apr 20 13:15:45.668682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] Transition to ACTIVE for port object f2fdab57-4435-4538-8bf7-d41c21c834b9 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:15:45.674082 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:45.782937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c616022-d92a-455c-84f4-f196612a854e service neutron] Pushing event updated for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=11']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:45.827503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] No DVR routers for this DVR port f2fdab57-4435-4538-8bf7-d41c21c834b9 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:46.033508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-5c616022-d92a-455c-84f4-f196612a854e service neutron] 10.222.0.37 "PUT /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9/bindings/n-h1-838550-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8702426 Apr 20 13:15:46.041557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9973bf7-76bf-43f8-add0-78071738be8c req-9dcdd500-7df7-4b5c-a698-1e3e38b3744a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.042981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9973bf7-76bf-43f8-add0-78071738be8c req-9dcdd500-7df7-4b5c-a698-1e3e38b3744a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.1012735 Apr 20 13:15:46.088448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9973bf7-76bf-43f8-add0-78071738be8c req-5392ba1e-ed45-4e4a-b173-b94afcb3b573 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387650 Apr 20 13:15:46.131278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-83a759b0-cedc-47bb-9c3b-7a2f640186fe tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.132755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-83a759b0-cedc-47bb-9c3b-7a2f640186fe tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819&tenant_id=03cd53d3d89e444e8c1137058a06ab83&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 1095 time: 0.0477057 Apr 20 13:15:46.212356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-4724c6b2-3bf0-44af-a358-ac41de72712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.213784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-4724c6b2-3bf0-44af-a358-ac41de72712e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 1095 time: 0.0735035 Apr 20 13:15:46.279957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0d9c8dc1-095f-4e92-87fa-5ae9d54539d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.281433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-0d9c8dc1-095f-4e92-87fa-5ae9d54539d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1095 time: 0.0459964 Apr 20 13:15:46.375637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-caf5090b-6ed1-49b3-a81a-543345034c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.376992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-caf5090b-6ed1-49b3-a81a-543345034c2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 898 time: 0.0857184 Apr 20 13:15:46.445407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-9104ab8e-7d9d-4354-bc0d-801e88a44a6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 998 time: 0.0593281 Apr 20 13:15:46.499565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-245c7c1d-d277-4d69-b72f-6d5fff2114e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.501034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-245c7c1d-d277-4d69-b72f-6d5fff2114e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 200 len: 835 time: 0.0475583 Apr 20 13:15:46.579133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-7e8134bd-21a3-4960-8ea2-73e9078fa534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.580635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-7e8134bd-21a3-4960-8ea2-73e9078fa534 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736854 Apr 20 13:15:46.617569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c95b84-4d88-472c-9224-3fc4e625f7b2 req-21093332-19a0-43ae-80b0-7c040d05e690 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:46.619080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03c95b84-4d88-472c-9224-3fc4e625f7b2 req-21093332-19a0-43ae-80b0-7c040d05e690 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 944 time: 0.0870521 Apr 20 13:15:46.699597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03c95b84-4d88-472c-9224-3fc4e625f7b2 req-30db438b-c8ed-4732-a9bd-541e33aa1b10 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531566 Apr 20 13:15:46.712805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-bbdeb036-23e5-4ad1-a6ca-d68a86d13a72 service neutron] 10.222.0.30 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249595 Apr 20 13:15:46.801656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-750f1da6-0fa1-4600-b13b-2ba22c1cae25 service neutron] 10.222.0.30 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811477 Apr 20 13:15:47.082437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-82a0839c-89c0-4727-b119-80029e5d24a8 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.083665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-82a0839c-89c0-4727-b119-80029e5d24a8 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819&tenant_id=03cd53d3d89e444e8c1137058a06ab83&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 1095 time: 0.0454185 Apr 20 13:15:47.264547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc856b4-3831-4ee3-adef-d120ec927e72 req-340b4438-2106-4f0a-9119-105e53ec674b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:47.266336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc856b4-3831-4ee3-adef-d120ec927e72 req-340b4438-2106-4f0a-9119-105e53ec674b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0967174 Apr 20 13:15:47.267502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-f7deb0f1-88e0-4730-9d53-e21b431aa898 service neutron] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:15:47.270850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-f7deb0f1-88e0-4730-9d53-e21b431aa898 service neutron] Notify callbacks [] for binding, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:47.271851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d82f885b-f119-4fb2-b4b2-bc78071e73cb req-f7deb0f1-88e0-4730-9d53-e21b431aa898 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9/bindings/n-h2-838550-2 HTTP/1.1" status: 204 len: 173 time: 0.1817710 Apr 20 13:15:47.310996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8fc856b4-3831-4ee3-adef-d120ec927e72 req-d9673ca2-cb97-4ce5-8ea8-2c1423414b01 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381198 Apr 20 13:15:48.082284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13759af6-4cb0-4e4d-b67b-a395ed4b1e4e req-8ba1dcf6-18db-4bfe-a50d-cd6d22821474 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.083734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13759af6-4cb0-4e4d-b67b-a395ed4b1e4e req-8ba1dcf6-18db-4bfe-a50d-cd6d22821474 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 944 time: 0.3124447 Apr 20 13:15:48.121843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13759af6-4cb0-4e4d-b67b-a395ed4b1e4e req-36ddbdb9-c590-49fc-ba39-8473e12689fb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312641 Apr 20 13:15:48.227133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3925d53-ec6d-44f5-b0c7-47508df76179 req-48bf27a5-2c4f-4a69-b84c-dc3c8ba2bf99 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.228576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3925d53-ec6d-44f5-b0c7-47508df76179 req-48bf27a5-2c4f-4a69-b84c-dc3c8ba2bf99 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1095 time: 0.0395503 Apr 20 13:15:48.263032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3925d53-ec6d-44f5-b0c7-47508df76179 req-b80d3066-7a74-4e23-be22-3edfe27d86fe tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283759 Apr 20 13:15:48.379329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d95fc-aaa3-4a2d-a75b-0fcadb5b7403 req-63e1dbef-6687-482c-8929-4c29e608b1bf tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.380800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d55d95fc-aaa3-4a2d-a75b-0fcadb5b7403 req-63e1dbef-6687-482c-8929-4c29e608b1bf tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 944 time: 0.0507617 Apr 20 13:15:48.451513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d55d95fc-aaa3-4a2d-a75b-0fcadb5b7403 req-6e0e0ddd-d5aa-4d2e-a6f6-7af57c837d16 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592511 Apr 20 13:15:48.459699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62164b-8f36-4c01-9872-13e94d705e00 req-ab1d9a74-daae-4c91-b4ce-fdca9f8d2493 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.461188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c62164b-8f36-4c01-9872-13e94d705e00 req-ab1d9a74-daae-4c91-b4ce-fdca9f8d2493 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0780532 Apr 20 13:15:48.475241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34152) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:48.500504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c62164b-8f36-4c01-9872-13e94d705e00 req-77565211-5332-4a5b-9288-1a9be4b7e8de tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Apr 20 13:15:48.557314 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18d6d36f-dff6-4e67-8522-05050b7006d5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/2c9b4c4d-1802-40e1-8dac-99bf134179ef HTTP/1.1" status: 200 len: 990 time: 0.0808306 Apr 20 13:15:48.644539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09501d2f-1ac0-44a4-8610-7661e690b44d req-f780ee9e-64fd-4aef-a6ca-8d0e402961e4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:48.646488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09501d2f-1ac0-44a4-8610-7661e690b44d req-f780ee9e-64fd-4aef-a6ca-8d0e402961e4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0612159 Apr 20 13:15:48.686848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09501d2f-1ac0-44a4-8610-7661e690b44d req-6c252da9-eba4-4e47-a75a-b9d5b551047d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324302 Apr 20 13:15:48.788671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34168) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:48.965386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port a7bf7589-fa2b-4297-b473-8dffd4b1a2e0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:48.965890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.041267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:49.071823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c187122-f483-4168-a3ef-12c89451069b req-fb05b56d-05d2-413c-bbd7-df9b61bcb840 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:49.073265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c187122-f483-4168-a3ef-12c89451069b req-fb05b56d-05d2-413c-bbd7-df9b61bcb840 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.1053171 Apr 20 13:15:49.090954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:49.092414 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.104576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.104904 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.125758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for a7bf7589-fa2b-4297-b473-8dffd4b1a2e0 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:49.139604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c187122-f483-4168-a3ef-12c89451069b req-f2f6d9ad-b8ad-492e-b024-3801f1e53396 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553439 Apr 20 13:15:49.309661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.333806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=a7bf7589-fa2b-4297-b473-8dffd4b1a2e0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:49.399633 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.400342 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP 2c9b4c4d-1802-40e1-8dac-99bf134179ef disassociated (deleted). External IP: 172.25.3.61, port: f2fdab57-4435-4538-8bf7-d41c21c834b9. Apr 20 13:15:49.610133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:49.744466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:49.756453 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] Sync routers for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:49.768901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:49.771591 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:49.773840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:49.801487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5a27cf57-3cc9-4004-856b-580806b1e312 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/floatingips/2c9b4c4d-1802-40e1-8dac-99bf134179ef HTTP/1.1" status: 204 len: 168 time: 1.0115671 Apr 20 13:15:49.802198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:49.805529 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100278c-cb40-4ab4-bce9-abf9f250aced" -d '{"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:49.869160 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94a6d24-fe5f-4f76-a343-faa0bb60a517 x-openstack-request-id: req-c94a6d24-fe5f-4f76-a343-faa0bb60a517 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:49.869531 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:49.870025 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c94a6d24-fe5f-4f76-a343-faa0bb60a517 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:49.870533 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94a6d24-fe5f-4f76-a343-faa0bb60a517'] response: {'name': 'network-changed', 'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'status': 'completed', 'code': 200} Apr 20 13:15:49.945369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-de0b6157-251a-4a34-a308-0fd483f4f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:49.947108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-de0b6157-251a-4a34-a308-0fd483f4f016 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 1095 time: 0.0570550 Apr 20 13:15:50.045984 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:50.097124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-e6f03e89-eb92-4550-af19-db2f422a380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.098621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-e6f03e89-eb92-4550-af19-db2f422a380d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 200 len: 898 time: 0.1422644 Apr 20 13:15:50.109844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851de717-6c3f-44c5-b055-f4dfffdb2b71 req-2259d2d9-2006-436d-a496-e9d56923047f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.111307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-851de717-6c3f-44c5-b055-f4dfffdb2b71 req-2259d2d9-2006-436d-a496-e9d56923047f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 944 time: 0.0756311 Apr 20 13:15:50.169872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-e3f69d47-0681-4519-b015-fc7f2d4caffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 200 len: 217 time: 0.0570569 Apr 20 13:15:50.253161 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:50.272940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-851de717-6c3f-44c5-b055-f4dfffdb2b71 req-10a96237-30b4-42f2-9c6b-da5d025aee88 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538737 Apr 20 13:15:50.280258 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] Checking router: 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:50.281871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-1efb6387-00f6-45cc-ad33-520c7f31a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.283425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-1efb6387-00f6-45cc-ad33-520c7f31a96f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 200 len: 835 time: 0.1125097 Apr 20 13:15:50.289959 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:50.290825 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:50.296611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17805a-85ca-4932-8cc7-37b48bbd5d41 req-676d4c4d-0642-41cd-9a4f-08ba3a7a1f40 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.304344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f17805a-85ca-4932-8cc7-37b48bbd5d41 req-676d4c4d-0642-41cd-9a4f-08ba3a7a1f40 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.0872803 Apr 20 13:15:50.381211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f17805a-85ca-4932-8cc7-37b48bbd5d41 req-61257bca-0abf-4ce8-bf5d-5e17a57f06e9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756893 Apr 20 13:15:50.389369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-50729403-776c-425a-bebf-30f9be568475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.390896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-50729403-776c-425a-bebf-30f9be568475 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785027 Apr 20 13:15:50.402774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:50.483458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-f5c69f84-b05d-41d0-b28e-1aa3520d24c5 service neutron] 10.222.0.30 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850611 Apr 20 13:15:50.584554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a100278c-cb40-4ab4-bce9-abf9f250aced req-c7f78378-818a-4202-86f4-314e170fbf06 service neutron] 10.222.0.30 "GET /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920763 Apr 20 13:15:50.606983 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:50.637313 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d74061-0da1-469d-9b6a-f7e9ee779a86 None None] The sync data for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 is: [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:14:29Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'a5b92a9d-0f25-417e-9675-fb088f4b3e7d', 'name': '', 'network_id': '9a7e2ffe-92dc-4e1b-a512-f854f9315b9c', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:26:0b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:28Z', 'updated_at': '2022-04-20T13:14:35Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '9f047ba7-3f87-4fb0-92df-9a774a87715a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:50.854889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-2107b8cf-2227-4a22-82e7-bedc0753dbf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.856792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-2107b8cf-2227-4a22-82e7-bedc0753dbf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 945 time: 0.1035597 Apr 20 13:15:50.864257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-4dbc28d3-922d-4ebb-b10b-816ca3fa025c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:50.865663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-4dbc28d3-922d-4ebb-b10b-816ca3fa025c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 944 time: 0.0850275 Apr 20 13:15:50.909226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55288dd3-6151-4768-99e7-b47c63a39b08 None None] New status for floating IP 2c9b4c4d-1802-40e1-8dac-99bf134179ef: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:15:51.035424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port ee419704-75bc-4270-83d8-78e48a4bd0a1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:51.035760 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.039963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port f2fdab57-4435-4538-8bf7-d41c21c834b9 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:51.040281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.203307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] For port ee419704-75bc-4270-83d8-78e48a4bd0a1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=ee419704-75bc-4270-83d8-78e48a4bd0a1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:51.203730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.207053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port f2fdab57-4435-4538-8bf7-d41c21c834b9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=f2fdab57-4435-4538-8bf7-d41c21c834b9,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:51.207421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.227301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for ee419704-75bc-4270-83d8-78e48a4bd0a1 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:51.229057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for f2fdab57-4435-4538-8bf7-d41c21c834b9 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:51.503374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3e39f-115d-4164-8657-485269b65f72 req-eac2a612-beab-44ec-a5ad-acbe64d186e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:51.504792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23c3e39f-115d-4164-8657-485269b65f72 req-eac2a612-beab-44ec-a5ad-acbe64d186e7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=c426f525-a2ca-4d19-8ff9-a442cf1c0819 HTTP/1.1" status: 200 len: 944 time: 0.1517198 Apr 20 13:15:51.524739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.533380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.541472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2', 'ee419704-75bc-4270-83d8-78e48a4bd0a1'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:15:51.576346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=ee419704-75bc-4270-83d8-78e48a4bd0a1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:51.606264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc54c6a-9648-4ed1-bb61-03b322c93a32 req-a25bdc6a-e14f-47ef-a8b1-324d9b55595b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:51.613962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfc54c6a-9648-4ed1-bb61-03b322c93a32 req-a25bdc6a-e14f-47ef-a8b1-324d9b55595b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 867 time: 0.1607165 Apr 20 13:15:51.657558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23c3e39f-115d-4164-8657-485269b65f72 req-1238b656-d3a1-41d3-bea8-04307230a6c5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=c9cab9a1-e329-4663-88d0-705125e3ff3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459637 Apr 20 13:15:51.676489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=f2fdab57-4435-4538-8bf7-d41c21c834b9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:51.707687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] No DVR routers for this DVR port ee419704-75bc-4270-83d8-78e48a4bd0a1 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:51.723815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.727534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa6ca59-980d-4d06-8b94-4798d83cfb97 req-83553fcc-5b92-48e4-b81c-5cbc1b7f11fb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "DELETE /v2.0/ports/ee419704-75bc-4270-83d8-78e48a4bd0a1 HTTP/1.1" status: 204 len: 173 time: 0.8608720 Apr 20 13:15:51.728715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] No DVR routers for this DVR port f2fdab57-4435-4538-8bf7-d41c21c834b9 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:51.733391 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:51.736822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ad40f0d-0735-402b-9177-92a54cd106ff req-ccf042f3-45f0-48fa-be9b-e73dcc36f437 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.30 "DELETE /v2.0/ports/f2fdab57-4435-4538-8bf7-d41c21c834b9 HTTP/1.1" status: 204 len: 173 time: 0.8633499 Apr 20 13:15:51.755965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfc54c6a-9648-4ed1-bb61-03b322c93a32 req-e79bf6f5-cb03-45cb-8c9a-6c327001f8ad tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411235 Apr 20 13:15:51.872075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'name': 'network-vif-deleted', 'tag': 'ee419704-75bc-4270-83d8-78e48a4bd0a1'}, {'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-deleted', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:15:51.874419 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d477fcdb-0967-4cb8-ad63-733bf01a7a0e" -d '{"events": [{"server_uuid": "f34d46c6-5f12-46ba-8b06-1547cdb10290", "name": "network-vif-deleted", "tag": "ee419704-75bc-4270-83d8-78e48a4bd0a1"}, {"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-deleted", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:15:51.919174 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 20 Apr 2022 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bad270-cc56-4d0f-ab1a-68b057a892f8 x-openstack-request-id: req-d5bad270-cc56-4d0f-ab1a-68b057a892f8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:15:51.919540 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f34d46c6-5f12-46ba-8b06-1547cdb10290", "name": "network-vif-deleted", "tag": "ee419704-75bc-4270-83d8-78e48a4bd0a1", "status": "completed", "code": 200}, {"server_uuid": "c426f525-a2ca-4d19-8ff9-a442cf1c0819", "name": "network-vif-deleted", "tag": "f2fdab57-4435-4538-8bf7-d41c21c834b9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:15:51.919859 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5bad270-cc56-4d0f-ab1a-68b057a892f8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:15:51.920326 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bad270-cc56-4d0f-ab1a-68b057a892f8'] response: {'server_uuid': 'f34d46c6-5f12-46ba-8b06-1547cdb10290', 'name': 'network-vif-deleted', 'tag': 'ee419704-75bc-4270-83d8-78e48a4bd0a1', 'status': 'completed', 'code': 200} Apr 20 13:15:51.921146 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bad270-cc56-4d0f-ab1a-68b057a892f8'] response: {'server_uuid': 'c426f525-a2ca-4d19-8ff9-a442cf1c0819', 'name': 'network-vif-deleted', 'tag': 'f2fdab57-4435-4538-8bf7-d41c21c834b9', 'status': 'completed', 'code': 200} Apr 20 13:15:52.719146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34238) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:52.874127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5032d10a-5f97-497d-b006-a5979361d0b6 req-7ddffae1-cb10-4773-be04-beb6e989539a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 210 time: 0.0301087 Apr 20 13:15:53.378478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:53.533595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:53.539073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e00ee6-e6bb-4da3-a0ee-bfa88e0cee49 req-ea330a14-a7cd-4b11-b6ad-146a396ef104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:53.542281 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d3e00ee6-e6bb-4da3-a0ee-bfa88e0cee49 req-ea330a14-a7cd-4b11-b6ad-146a396ef104 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1097 time: 0.1622586 Apr 20 13:15:53.579114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d3e00ee6-e6bb-4da3-a0ee-bfa88e0cee49 req-3be5a064-2f79-43f6-89af-7af50e5869a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Apr 20 13:15:53.841797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port a5b92a9d-0f25-417e-9675-fb088f4b3e7d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:53.843666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:53.855072 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:53.962359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port a5b92a9d-0f25-417e-9675-fb088f4b3e7d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:53.962979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:53.978742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for a5b92a9d-0f25-417e-9675-fb088f4b3e7d owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:54.011538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22ed6f93-abba-48b6-b93b-2a8de9a32f77 req-621fd8be-fc57-4c29-98a8-c82abba05631 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 210 time: 0.0347748 Apr 20 13:15:54.259869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.287643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=a5b92a9d-0f25-417e-9675-fb088f4b3e7d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:54.517589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:54.722751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:54.782276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: f2fdab57-4435-4538-8bf7-d41c21c834b9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:54.784098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device f2fdab57-4435-4538-8bf7-d41c21c834b9 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:54.784640 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ee419704-75bc-4270-83d8-78e48a4bd0a1 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:54.819926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: ee419704-75bc-4270-83d8-78e48a4bd0a1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:54.820224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device ee419704-75bc-4270-83d8-78e48a4bd0a1 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:54.873323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:15:55.009931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:15:55.015127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f724fb50-be29-4733-befd-1b815b07603d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/2524e20c-f867-48bd-a94e-aa2fc6bc0a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2949739 Apr 20 13:15:55.018284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34280) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:55.021692 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] Sync routers for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:15:55.032385 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:55.033247 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:55.081776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting subnet 9f047ba7-3f87-4fb0-92df-9a774a87715a {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:15:55.084898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.126172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.129884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27135340-dabc-4098-94fc-8cbbda675da5 req-dd086b22-b44e-466e-8a48-380bb2910f96 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=f34d46c6-5f12-46ba-8b06-1547cdb10290 HTTP/1.1" status: 200 len: 210 time: 0.0320289 Apr 20 13:15:55.178036 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:55.211325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.276920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.307934 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Subnet': ['ID=9f047ba7-3f87-4fb0-92df-9a774a87715a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:55.310248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.315499 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f419a7f2-3b26-4c0c-a8c8-23d768c1f2ad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/subnets/9f047ba7-3f87-4fb0-92df-9a774a87715a HTTP/1.1" status: 204 len: 168 time: 0.2961767 Apr 20 13:15:55.317954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34294) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:55.321106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a889f-c3a9-45e9-9dd2-ae7915aa1d15 None None] Network 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:15:55.404291 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:15:54Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:55.432702 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] Checking router: 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:15:55.444910 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] Routers {'2524e20c-f867-48bd-a94e-aa2fc6bc0a41'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:15:55.446544 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:55.485446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.558651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] DHCP port deletion for 9a7e2ffe-92dc-4e1b-a512-f854f9315b9c request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:15:55.583278 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] Set router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:15:55.619301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.628482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] Deleting port b1fe60be-43a5-47ba-af99-5dba51662d1b {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:55.628912 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.684435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 985ce521-e7a9-407a-a161-a56357f68593 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:15:55.685153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.705321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] For port b1fe60be-43a5-47ba-af99-5dba51662d1b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1fe60be-43a5-47ba-af99-5dba51662d1b,segment=NetworkSegment(c72a2de6-7486-40ca-b8d2-523645a22b6c),segment_id=c72a2de6-7486-40ca-b8d2-523645a22b6c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:55.705756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.738053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] Calling delete_port for b1fe60be-43a5-47ba-af99-5dba51662d1b owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:55.819074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port 985ce521-e7a9-407a-a161-a56357f68593, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=985ce521-e7a9-407a-a161-a56357f68593,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:15:55.819442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.820705 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:15:54Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:55.841541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 985ce521-e7a9-407a-a161-a56357f68593 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:15:55.852403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf6cdc-1afd-48c3-a7dc-b2421d58dd18 None None] The sync data for ids ['2524e20c-f867-48bd-a94e-aa2fc6bc0a41'] in n-d-838550-2 is: [{'id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148383746', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '985ce521-e7a9-407a-a161-a56357f68593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:22Z', 'updated_at': '2022-04-20T13:15:54Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': '985ce521-e7a9-407a-a161-a56357f68593', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2524e20c-f867-48bd-a94e-aa2fc6bc0a41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:23Z', 'updated_at': '2022-04-20T13:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:15:55.870029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:55.899767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] Pushing event deleted for resources: {'Port': ['ID=b1fe60be-43a5-47ba-af99-5dba51662d1b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:55.914885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ac8e2-eae8-4c64-945d-3ce342feae68 None None] No DVR routers for this DVR port b1fe60be-43a5-47ba-af99-5dba51662d1b on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:15:56.044073 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.074427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=985ce521-e7a9-407a-a161-a56357f68593,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:56.140756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.278448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.280947 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.330023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.330845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Fanout notify agent at l3_agent the message router_deleted on router 2524e20c-f867-48bd-a94e-aa2fc6bc0a41 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:15:56.339275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.343459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2a0b5af4-11f2-4d7f-8e5d-6d515280c1aa tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/routers/2524e20c-f867-48bd-a94e-aa2fc6bc0a41 HTTP/1.1" status: 204 len: 168 time: 1.0215433 Apr 20 13:15:56.343755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34300) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:56.440098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.539719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.563035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7e2ffe-92dc-4e1b-a512-f854f9315b9c']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:56.573581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72a2de6-7486-40ca-b8d2-523645a22b6c') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:56.574403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72a2de6-7486-40ca-b8d2-523645a22b6c') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:15:56.587158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.603973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.613526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:15:56.614157 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:15:56.618191 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:15:56.714817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.730281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.736040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/networks/9a7e2ffe-92dc-4e1b-a512-f854f9315b9c HTTP/1.1" status: 204 len: 168 time: 0.3886948 Apr 20 13:15:56.736511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34314) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:56.748000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060ed4f-eeb2-4c1b-8eaa-84815a21163b tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Network': ['ID=9a7e2ffe-92dc-4e1b-a512-f854f9315b9c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:56.812278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5b80-6596-4190-8daa-b8eec024a055 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.837138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5b80-6596-4190-8daa-b8eec024a055 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.897682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5b80-6596-4190-8daa-b8eec024a055 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.900947 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ccfe5b80-6596-4190-8daa-b8eec024a055 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:56.902183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ccfe5b80-6596-4190-8daa-b8eec024a055 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9cab9a1-e329-4663-88d0-705125e3ff3d HTTP/1.1" status: 204 len: 168 time: 0.1646726 Apr 20 13:15:56.912418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe5b80-6596-4190-8daa-b8eec024a055 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cab9a1-e329-4663-88d0-705125e3ff3d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.177813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1fe60be-43a5-47ba-af99-5dba51662d1b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:57.199176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b1fe60be-43a5-47ba-af99-5dba51662d1b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:57.199512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1fe60be-43a5-47ba-af99-5dba51662d1b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:57.200123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5b92a9d-0f25-417e-9675-fb088f4b3e7d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:57.222443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a5b92a9d-0f25-417e-9675-fb088f4b3e7d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:57.222781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5b92a9d-0f25-417e-9675-fb088f4b3e7d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:57.223212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 985ce521-e7a9-407a-a161-a56357f68593 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:15:57.242336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 985ce521-e7a9-407a-a161-a56357f68593 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:15:57.242675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 985ce521-e7a9-407a-a161-a56357f68593 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:15:57.275682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34322) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:57.280596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0bbb1e42-d98c-4377-870c-46606c6b926d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-548380255', 'description': 'tempest-secgroup-smoke-548380255 description', 'project_id': '03cd53d3d89e444e8c1137058a06ab83'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:57.309883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1e42-d98c-4377-870c-46606c6b926d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.379033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1e42-d98c-4377-870c-46606c6b926d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.383674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1e42-d98c-4377-870c-46606c6b926d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.413282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bbb1e42-d98c-4377-870c-46606c6b926d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.414476 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0bbb1e42-d98c-4377-870c-46606c6b926d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376805 Apr 20 13:15:57.416277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb1e42-d98c-4377-870c-46606c6b926d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.417606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34324) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:57.423846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-14938262-90a9-44a8-9dbf-bb461c70d316 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '02e7a0f9-4571-4ed6-90f6-0dd60ff141d9', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:57.450169 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14938262-90a9-44a8-9dbf-bb461c70d316 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.512178 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14938262-90a9-44a8-9dbf-bb461c70d316 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.517880 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14938262-90a9-44a8-9dbf-bb461c70d316 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.539023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14938262-90a9-44a8-9dbf-bb461c70d316 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e58c9d-6385-41d7-a137-f676621a9ea2,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.545181 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-14938262-90a9-44a8-9dbf-bb461c70d316 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.546838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-14938262-90a9-44a8-9dbf-bb461c70d316 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273308 Apr 20 13:15:57.549468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34326) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:57.553879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-90ef3b36-4055-4874-bb0a-9d811303a19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '02e7a0f9-4571-4ed6-90f6-0dd60ff141d9', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:57.579731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90ef3b36-4055-4874-bb0a-9d811303a19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.634699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90ef3b36-4055-4874-bb0a-9d811303a19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.638421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90ef3b36-4055-4874-bb0a-9d811303a19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.659344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef3b36-4055-4874-bb0a-9d811303a19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9911c9-b66f-404d-a0e2-caf0a90fae17,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.669163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90ef3b36-4055-4874-bb0a-9d811303a19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.670398 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-90ef3b36-4055-4874-bb0a-9d811303a19c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199203 Apr 20 13:15:57.673139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34328) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:57.677538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2874591b-3150-4c48-be41-b282b0de1140 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '02e7a0f9-4571-4ed6-90f6-0dd60ff141d9', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:57.706659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2874591b-3150-4c48-be41-b282b0de1140 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.775565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2874591b-3150-4c48-be41-b282b0de1140 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.779930 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2874591b-3150-4c48-be41-b282b0de1140 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.800856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874591b-3150-4c48-be41-b282b0de1140 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7d2694-f31d-47a5-a340-52987604e05e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.811102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2874591b-3150-4c48-be41-b282b0de1140 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.812647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2874591b-3150-4c48-be41-b282b0de1140 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385362 Apr 20 13:15:57.815354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34336) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:57.821233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-86e839b6-13dd-498e-a484-9fcfa9dd9fec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '02e7a0f9-4571-4ed6-90f6-0dd60ff141d9', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:57.850147 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86e839b6-13dd-498e-a484-9fcfa9dd9fec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.920679 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86e839b6-13dd-498e-a484-9fcfa9dd9fec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.925788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86e839b6-13dd-498e-a484-9fcfa9dd9fec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.944331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e839b6-13dd-498e-a484-9fcfa9dd9fec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cd837e-0cdd-4641-9965-f3c3773ad116,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:57.955534 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86e839b6-13dd-498e-a484-9fcfa9dd9fec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:57.956940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-86e839b6-13dd-498e-a484-9fcfa9dd9fec tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404727 Apr 20 13:15:57.960541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34344) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:57.965926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '02e7a0f9-4571-4ed6-90f6-0dd60ff141d9', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:57.989747 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:15:57.995773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.065985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.070362 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.088813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91fed4e0-420f-4bcc-a8af-4984ebbf1932,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:58.099679 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.101086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8f29c923-16ee-4712-b8f4-fd1a312e2b73 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393425 Apr 20 13:15:58.104288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34352) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:58.109184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'security_group_rule': {'security_group_id': '02e7a0f9-4571-4ed6-90f6-0dd60ff141d9', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:58.140650 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Project 03cd53d3d89e444e8c1137058a06ab83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:15:58.146361 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.213330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.222143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.240177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e44501f-b7af-4393-b21a-f4d366185ead,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:58.250148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.253999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27349cd2-0f1f-42ed-97b6-864a7fecec97 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460178 Apr 20 13:15:58.254225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34358) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:58.259245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'network': {'name': 'tempest-network-smoke--663314755', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:58.279082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:15:58.282702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.306694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:15:58.317338 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.317708 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Added segment 555c5ec7-e259-4f03-84df-1ff358b4af61 of type vlan for network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 Apr 20 13:15:58.373407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.411078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.418535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:15:58.419587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.491214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34366) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:15:58.496436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'admin_state_up': True, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:15:58.502415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2469177 Apr 20 13:15:58.525736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.527471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.532830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa360be-a3b9-44e7-bea5-e525ebb4583a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Network': ['ID=3e73f0e4-2349-4bd0-9025-73b3d79f8989,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:58.548957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:15:58.627147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:58.799895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.300803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.321451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.456134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.250 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/eb11dbc7-633a-4f7b-8bf9-a1da75374d5e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:15:59.572119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.613641 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:15:59.662759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:15:59.665862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:15:59.669864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:15:59.675637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:15:59.935875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.130150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.258136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:16:00.375301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:00.385551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Sync routers for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:00.397437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.397718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:00.398468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:00.401994 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-63baacc7-96c6-42f6-b885-43506dd81730 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9067569 Apr 20 13:16:00.402435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34378) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:00.441733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-790e073c-9d4b-46fc-825a-6e8556e86245 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=03cd53d3d89e444e8c1137058a06ab83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356638 Apr 20 13:16:00.442100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:00.522387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:00.539700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d517b3f-829c-4243-9dc0-0a67d2c8a43a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.541320 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2d517b3f-829c-4243-9dc0-0a67d2c8a43a tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982320 Apr 20 13:16:00.544128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:00.579791 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-16e8c03d-b887-4bfa-9a7f-03326740b7ee tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343709 Apr 20 13:16:00.582528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34388) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:00.591230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997124641', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:00.729739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:00.733120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:15:59Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:00.738012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.767570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Checking router: 0a6afbe3-1de8-4e9c-acf7-281df24d6329 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:00.768053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Updating router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:16:00.783613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b92e66-9ecc-4d2e-8beb-48074133793b req-be521872-e00e-4c9c-a506-f735108f9cc4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:00.792383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13b92e66-9ecc-4d2e-8beb-48074133793b req-be521872-e00e-4c9c-a506-f735108f9cc4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 946 time: 0.0816350 Apr 20 13:16:00.796039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:00.865861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13b92e66-9ecc-4d2e-8beb-48074133793b req-478e4a11-f9cb-4a98-a577-d36c6f7a8781 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Apr 20 13:16:00.960091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.020250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Subnet': ['ID=15d7c2b3-3283-4ab0-b21b-16c1e41db02b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:01.037391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Checking segment: {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:01.037794 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network hostable DHCP agents. Network: 3e73f0e4-2349-4bd0-9025-73b3d79f8989, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:16:01.054345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:16:01.062907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 3e73f0e4-2349-4bd0-9025-73b3d79f8989) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:01.067750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:01.068469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.083731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8f915-11e6-40cb-b530-0ded2786376e None None] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:01.090377 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a449beb1-34e6-45d8-80b0-564012ce62f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5033271 Apr 20 13:16:01.092906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:01.147014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.159677 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.210201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9138-81fa-4532-84e0-21703a358fe4 None None] Pushing event updated for resources: {'Port': ['ID=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:01.247573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Attempting to bind port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:01.247934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Attempting to bind port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:01.248286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Attempting to bind port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:01.260450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:01.260905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:01.261440 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.261915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:01.262866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Bound port: eb11dbc7-633a-4f7b-8bf9-a1da75374d5e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:01.263571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.374912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] For port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:01.388089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:16:01.388935 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.400993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] For port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:01.410166 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.606076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:01.777878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:01.778515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:01.825732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9138-81fa-4532-84e0-21703a358fe4 None None] Pushing event updated for resources: {'Port': ['ID=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:01.946513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Allocated IP 172.20.0.2 (3e73f0e4-2349-4bd0-9025-73b3d79f8989/15d7c2b3-3283-4ab0-b21b-16c1e41db02b/0ad60f8d-7e34-4764-91fc-58443ecd288c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:01.949655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:02.009979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850db0b-ce26-4f1f-b091-23ed22036746 req-b3b01256-2268-4b1c-a881-25797483935d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.012079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5850db0b-ce26-4f1f-b091-23ed22036746 req-b3b01256-2268-4b1c-a881-25797483935d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 946 time: 0.0553334 Apr 20 13:16:02.060289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5850db0b-ce26-4f1f-b091-23ed22036746 req-ad20accf-3512-4a72-b594-bc8e6472418e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=91a12d21-ef01-4c65-a7e8-e46296546301&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Apr 20 13:16:02.122879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34420) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:02.234939 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cfab6bb2-5e7d-4b83-a120-8dfe7fb49ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.245094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.255794 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.291075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:15:59Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:02.302156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32090ec9-e3a6-4608-b609-3db42415a310 req-09681391-9dd1-4f4f-883d-02327f382909 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:02.306455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32090ec9-e3a6-4608-b609-3db42415a310 req-09681391-9dd1-4f4f-883d-02327f382909 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 946 time: 0.0732977 Apr 20 13:16:02.322505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.1 (3e73f0e4-2349-4bd0-9025-73b3d79f8989/15d7c2b3-3283-4ab0-b21b-16c1e41db02b/e4941945-c728-43b2-80ed-6bf61bb2753f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:02.332928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301baff9-8550-45e8-9ebf-5a06b806ce4a None None] The sync data for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 is: [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:15:59Z', 'revision_number': 3, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:02.335639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:02.341767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:02.346185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:02.349568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Pushing event updated for resources: {'Port': ['ID=0ad60f8d-7e34-4764-91fc-58443ecd288c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.435443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Attempting to bind port 0ad60f8d-7e34-4764-91fc-58443ecd288c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:02.435443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Attempting to bind port 0ad60f8d-7e34-4764-91fc-58443ecd288c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:02.436112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Attempting to bind port 0ad60f8d-7e34-4764-91fc-58443ecd288c on network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:02.441961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:02.442438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Checking segment: {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:02.442925 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.443988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Bound using segment: {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:02.451007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Bound port: 0ad60f8d-7e34-4764-91fc-58443ecd288c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:02.451131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.453532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cfab6bb2-5e7d-4b83-a120-8dfe7fb49ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.460466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:02.460994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.472584 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cfab6bb2-5e7d-4b83-a120-8dfe7fb49ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.551267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] For port 0ad60f8d-7e34-4764-91fc-58443ecd288c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:02.551797 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cfab6bb2-5e7d-4b83-a120-8dfe7fb49ca4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4c9490cb4b342638147803ad1ac826a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276309 Apr 20 13:16:02.557924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.558180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] For port 0ad60f8d-7e34-4764-91fc-58443ecd288c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0ad60f8d-7e34-4764-91fc-58443ecd288c,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:02.559107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34424) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:02.567749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab6bb2-5e7d-4b83-a120-8dfe7fb49ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84407100-df75-4625-bc83-3cbf0ef95675,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.567986 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.576407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] For port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:02.577006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.594080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:02.652187 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-140199d9-944c-49f5-a1da-66743bffe69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.653588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac4e41-e857-4ccf-97ea-d2725c4471ba None None] Pushing event updated for resources: {'Port': ['ID=0ad60f8d-7e34-4764-91fc-58443ecd288c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.703520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-140199d9-944c-49f5-a1da-66743bffe69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.723933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.790952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:02.798677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:02.802139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:02.820009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.832228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:02.858455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.866527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=e4941945-c728-43b2-80ed-6bf61bb2753f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:02.927102 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-140199d9-944c-49f5-a1da-66743bffe69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.929771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-140199d9-944c-49f5-a1da-66743bffe69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.931028 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-140199d9-944c-49f5-a1da-66743bffe69e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84407100-df75-4625-bc83-3cbf0ef95675 HTTP/1.1" status: 204 len: 168 time: 0.3709798 Apr 20 13:16:02.937002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.945613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] No DVR routers for this DVR port d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:02.950807 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:02.958273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32090ec9-e3a6-4608-b609-3db42415a310 req-3a560137-77f3-453e-b214-630d9957d5a0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "DELETE /v2.0/ports/d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 HTTP/1.1" status: 204 len: 173 time: 0.6465337 Apr 20 13:16:02.959063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'name': 'network-vif-deleted', 'tag': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:02.962980 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2981a58-9ccd-4d53-95fb-0ba1de42de95" -d '{"events": [{"server_uuid": "9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a", "name": "network-vif-deleted", "tag": "d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:03.010246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140199d9-944c-49f5-a1da-66743bffe69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84407100-df75-4625-bc83-3cbf0ef95675,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.027829 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e47dbf-8659-403f-bd01-e4e7efa83d95 x-openstack-request-id: req-f5e47dbf-8659-403f-bd01-e4e7efa83d95 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:03.028451 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a", "name": "network-vif-deleted", "tag": "d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:03.028451 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5e47dbf-8659-403f-bd01-e4e7efa83d95 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:03.028737 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e47dbf-8659-403f-bd01-e4e7efa83d95'] response: {'server_uuid': '9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a', 'name': 'network-vif-deleted', 'tag': 'd179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2', 'status': 'completed', 'code': 200} Apr 20 13:16:03.195553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device eb11dbc7-633a-4f7b-8bf9-a1da75374d5e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:03.213497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.260423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f29b41-027b-4944-ad8e-f51163b416da req-9ecd2187-c13d-40b9-91bc-53910b8228ce tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0804348 Apr 20 13:16:03.314987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:03.315356 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.487018 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.529510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34434) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:03.545486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:03.555029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.563912 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d81ab9c-9bd5-43e8-ab7b-1cd9eda6ba18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.634543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.645824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.646171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.646510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.646850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.647207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.647671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.648200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.648530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.648865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.649412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.649538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.649830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:03.690080 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-31360a1b-ee74-4536-b84b-47502421085d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.696110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d81ab9c-9bd5-43e8-ab7b-1cd9eda6ba18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.703650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d81ab9c-9bd5-43e8-ab7b-1cd9eda6ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.779427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9d81ab9c-9bd5-43e8-ab7b-1cd9eda6ba18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94a948d21ba74f78ab51f96a04a530bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484260 Apr 20 13:16:03.780062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d81ab9c-9bd5-43e8-ab7b-1cd9eda6ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6966dc5-77e9-4851-9b20-4741abbf7e5d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.783617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34436) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:03.812262 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.817079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.848274 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfd94c9c-6f7b-464a-8c48-e4bba80c9ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.895858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.904515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfd94c9c-6f7b-464a-8c48-e4bba80c9ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.923409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=e4941945-c728-43b2-80ed-6bf61bb2753f,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:03.967231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfd94c9c-6f7b-464a-8c48-e4bba80c9ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.970503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfd94c9c-6f7b-464a-8c48-e4bba80c9ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:03.975087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cfd94c9c-6f7b-464a-8c48-e4bba80c9ee4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6966dc5-77e9-4851-9b20-4741abbf7e5d HTTP/1.1" status: 204 len: 168 time: 0.1912887 Apr 20 13:16:03.984501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd94c9c-6f7b-464a-8c48-e4bba80c9ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6966dc5-77e9-4851-9b20-4741abbf7e5d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:04.060522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:04.062781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:04.213932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a2290-f6d4-4341-89d9-3a9769efaa29 None None] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:16:04.227631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:04.315336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1cb31d12-26a3-428e-a1de-f52db3f7d02d None None] Provisioning complete for port 0ad60f8d-7e34-4764-91fc-58443ecd288c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:04.315967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cb31d12-26a3-428e-a1de-f52db3f7d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.397038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebdd62cd-88b8-4390-aa7a-623402c53023 req-94a57fc0-2fb9-413c-b4bb-a1c707140b2e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0533478 Apr 20 13:16:04.425688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:04.440892 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-71146c22-1287-4e4f-8a08-34f8f73e786f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/0a6afbe3-1de8-4e9c-acf7-281df24d6329/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3467274 Apr 20 13:16:04.503812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cb31d12-26a3-428e-a1de-f52db3f7d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.566904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1cb31d12-26a3-428e-a1de-f52db3f7d02d None None] For port 0ad60f8d-7e34-4764-91fc-58443ecd288c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0ad60f8d-7e34-4764-91fc-58443ecd288c,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:04.575152 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cb31d12-26a3-428e-a1de-f52db3f7d02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.651763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb31d12-26a3-428e-a1de-f52db3f7d02d None None] Pushing event updated for resources: {'Port': ['ID=0ad60f8d-7e34-4764-91fc-58443ecd288c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:04.781894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-4e0bf076-0c71-4621-ae0a-112e709febb0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-548380255&fields=id&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 267 time: 0.0496833 Apr 20 13:16:04.911504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-12ed7f2d-f811-4ce1-ae21-33860abbe331 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:04.921642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-12ed7f2d-f811-4ce1-ae21-33860abbe331 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/networks?id=3e73f0e4-2349-4bd0-9025-73b3d79f8989 HTTP/1.1" status: 200 len: 796 time: 0.1388006 Apr 20 13:16:04.927698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5d30ccc2-7212-4ed4-a634-38e3d28fe129 None None] Provisioning complete for port e4941945-c728-43b2-80ed-6bf61bb2753f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:04.928083 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d30ccc2-7212-4ed4-a634-38e3d28fe129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:04.949370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-6552b386-32a6-47ac-b715-61fd3fd1b035 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/quotas/03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 375 time: 0.0239863 Apr 20 13:16:04.978069 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Sync routers for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:04.994458 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:04.994869 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:15:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:05.019489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5d30ccc2-7212-4ed4-a634-38e3d28fe129 None None] Port e4941945-c728-43b2-80ed-6bf61bb2753f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:05.059993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-dba6adc5-d5d6-4f5e-af57-20461a6c1ca1 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095181 Apr 20 13:16:05.061175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5d30ccc2-7212-4ed4-a634-38e3d28fe129 None None] Provisioning complete for port 0ad60f8d-7e34-4764-91fc-58443ecd288c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:05.061847 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d30ccc2-7212-4ed4-a634-38e3d28fe129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.252473 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:05.291242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0ad60f8d-7e34-4764-91fc-58443ecd288c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:05.293081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-ffc29a04-ba99-4f78-abab-e84425839e83 service neutron] 10.222.0.24 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280679 Apr 20 13:16:05.375750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0ad60f8d-7e34-4764-91fc-58443ecd288c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:05.377051 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.451047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9d4be59b-a208-4124-90ab-498b11a54d72 None None] Provisioning complete for port e4941945-c728-43b2-80ed-6bf61bb2753f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:05.451531 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d4be59b-a208-4124-90ab-498b11a54d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.480760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-9995c1a8-a8a1-4744-85d8-4f72aaaad292 service neutron] 10.222.0.24 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863689 Apr 20 13:16:05.534397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device eb11dbc7-633a-4f7b-8bf9-a1da75374d5e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:05.600890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8a7f77d4-3235-47bf-b49a-aa31871522e6 req-b1e15065-1570-4827-a56c-258ebae1aad4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0530226 Apr 20 13:16:05.620635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9d4be59b-a208-4124-90ab-498b11a54d72 None None] Port e4941945-c728-43b2-80ed-6bf61bb2753f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:05.620635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:05.621219 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.661198 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 2, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:05.690632 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Checking router: 0a6afbe3-1de8-4e9c-acf7-281df24d6329 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:05.691047 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Updating router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 port e4941945-c728-43b2-80ed-6bf61bb2753f binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:16:05.765347 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.766489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cf9fc72d-7ad3-4f0c-ba59-0b30257bc615 None None] Provisioning complete for port e4941945-c728-43b2-80ed-6bf61bb2753f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:05.766880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cf9fc72d-7ad3-4f0c-ba59-0b30257bc615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:05.822976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fc72d-7ad3-4f0c-ba59-0b30257bc615 None None] Port e4941945-c728-43b2-80ed-6bf61bb2753f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:05.851865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54adf2aa-ee19-400d-8425-bdd50b129e22 req-8a082fba-b850-4614-bd75-7321ae39521a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 210 time: 0.0713015 Apr 20 13:16:05.998493 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92c72029-d650-4386-ad90-694acbf0c179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.096447 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.105679 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.210963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Pushing event updated for resources: {'Port': ['ID=e4941945-c728-43b2-80ed-6bf61bb2753f,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:06.221548 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.222206 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.222748 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.223270 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.223599 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.224107 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.224613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.225122 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.225615 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.226661 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.227155 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.228235 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:06.282235 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Attempting to bind port e4941945-c728-43b2-80ed-6bf61bb2753f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:06.282603 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Attempting to bind port e4941945-c728-43b2-80ed-6bf61bb2753f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:06.282966 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Attempting to bind port e4941945-c728-43b2-80ed-6bf61bb2753f on network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:06.288467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:06.289368 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Checking segment: {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:06.289992 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.290373 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Bound using segment: {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:06.291157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Bound port: e4941945-c728-43b2-80ed-6bf61bb2753f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:06.291711 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.397419 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] For port e4941945-c728-43b2-80ed-6bf61bb2753f, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:06.401835 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] For port e4941945-c728-43b2-80ed-6bf61bb2753f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4941945-c728-43b2-80ed-6bf61bb2753f,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:06.407807 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.484642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-570f0f0a-a146-4a4b-a69a-fb37ef2555a2 None None] Provisioning complete for port e4941945-c728-43b2-80ed-6bf61bb2753f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:06.485039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-570f0f0a-a146-4a4b-a69a-fb37ef2555a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.513714 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:06.514613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:16:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:06.631885 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-570f0f0a-a146-4a4b-a69a-fb37ef2555a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.668555 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cfb4b-8dc2-4eba-a34e-bfcd2401e70d None None] Pushing event updated for resources: {'Port': ['ID=e4941945-c728-43b2-80ed-6bf61bb2753f,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:06.715716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-570f0f0a-a146-4a4b-a69a-fb37ef2555a2 None None] For port e4941945-c728-43b2-80ed-6bf61bb2753f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4941945-c728-43b2-80ed-6bf61bb2753f,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:06.717507 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:06.725560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-570f0f0a-a146-4a4b-a69a-fb37ef2555a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:06.803427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:06.806996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9e555c2d-4a0e-45e4-8503-6c1dcc2c096b req-885b344d-8705-4ffc-b1bc-9b3779be4df7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0499420 Apr 20 13:16:06.807525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f0f0a-a146-4a4b-a69a-fb37ef2555a2 None None] Pushing event updated for resources: {'Port': ['ID=e4941945-c728-43b2-80ed-6bf61bb2753f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:06.858236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:06.858703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device d179b3d6-2312-4b5b-a7d7-92aa2d3a6bc2 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:06.874858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5b1e442b-c04a-41dd-a1b6-894357c5bc97 None None] Provisioning complete for port e4941945-c728-43b2-80ed-6bf61bb2753f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:06.874858 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e442b-c04a-41dd-a1b6-894357c5bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.022879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af20c34d-476c-4a3a-b85e-c2c5f47fdd5c req-1ecdd4a9-cbc9-4d6c-b620-47c86bf3291f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 210 time: 0.0632589 Apr 20 13:16:07.089137 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:07.134417 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab26057-86d5-4b6a-b5c9-55ed92f35e23 None None] The sync data for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 is: [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:07.151792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-4a65cb1a-9390-4f03-a545-f9fa75d6c892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.153212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-4a65cb1a-9390-4f03-a545-f9fa75d6c892 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/networks?id=3e73f0e4-2349-4bd0-9025-73b3d79f8989 HTTP/1.1" status: 200 len: 796 time: 0.1334257 Apr 20 13:16:07.224035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-99ff484d-b67f-4abb-8ae2-00719aeef7d8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03cd53d3d89e444e8c1137058a06ab83 HTTP/1.1" status: 200 len: 379 time: 0.0587630 Apr 20 13:16:07.234012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.242010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'port': {'device_id': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'admin_state_up': True, 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'security_groups': ['02e7a0f9-4571-4ed6-90f6-0dd60ff141d9']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:07.368295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Made reservation on behalf of 03cd53d3d89e444e8c1137058a06ab83 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:07.378286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.542838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.20.0.6 (3e73f0e4-2349-4bd0-9025-73b3d79f8989/15d7c2b3-3283-4ab0-b21b-16c1e41db02b/7b4603b8-ec93-47cc-b658-3030df8a18c6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:07.736782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.787555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.843100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:07.847009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:07.852145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:07.857106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:07.920597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:07.921547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:07.925290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.925566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.926042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.926380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.926955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.927293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.927631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.927962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.928290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.928698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.929234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.929566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:07.974783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-248f54f8-0001-442b-bc6d-48a559ead71b req-3fdc52ca-7841-4f9b-b6c8-4ea27c24521e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0406919 Apr 20 13:16:07.979467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8963811c-068c-4700-a640-27d420baa4f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464967 Apr 20 13:16:08.001769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Request body: {'port': {'device_id': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:08.078206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.241147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-93c0eccd-969e-4037-a598-413dfed25324 None None] Provisioning complete for port 7b4603b8-ec93-47cc-b658-3030df8a18c6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:08.242634 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-93c0eccd-969e-4037-a598-413dfed25324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.295011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-93c0eccd-969e-4037-a598-413dfed25324 None None] Port 7b4603b8-ec93-47cc-b658-3030df8a18c6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:08.333213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70867b00-71e1-414c-ae0a-7523b2e52279 req-f3823869-c532-492e-88fa-0ee09f5570a7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:08.335120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70867b00-71e1-414c-ae0a-7523b2e52279 req-f3823869-c532-492e-88fa-0ee09f5570a7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 931 time: 0.1630466 Apr 20 13:16:08.441648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70867b00-71e1-414c-ae0a-7523b2e52279 req-a58ca69c-1b36-4da3-b0bc-61b10b3075f6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964272 Apr 20 13:16:08.557076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4603b8-ec93-47cc-b658-3030df8a18c6 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:08.564967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.572560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.577760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Transition to ACTIVE for port object 7b4603b8-ec93-47cc-b658-3030df8a18c6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:16:08.584904 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:08.939026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.067020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:09.070664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4941945-c728-43b2-80ed-6bf61bb2753f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:09.115768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Attempting to bind port 7b4603b8-ec93-47cc-b658-3030df8a18c6 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:09.116140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Attempting to bind port 7b4603b8-ec93-47cc-b658-3030df8a18c6 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:09.117528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Attempting to bind port 7b4603b8-ec93-47cc-b658-3030df8a18c6 on network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:09.138127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Port 7b4603b8-ec93-47cc-b658-3030df8a18c6 on network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:16:09.138541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Attempting to bind port 7b4603b8-ec93-47cc-b658-3030df8a18c6 on network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:09.147766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:09.148334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Checking segment: {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:09.148814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Bound using segment: {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:09.149364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Bound port: 7b4603b8-ec93-47cc-b658-3030df8a18c6, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555c5ec7-e259-4f03-84df-1ff358b4af61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:09.149870 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.175906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-902d6068-104b-4e87-915b-9643c6b462dd req-3933f959-a51e-42c3-8a37-651148e85f69 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9cc9e8-3050-49a4-a4bb-465ec22dcb4a HTTP/1.1" status: 200 len: 210 time: 0.0518379 Apr 20 13:16:09.191914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e4941945-c728-43b2-80ed-6bf61bb2753f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:09.192571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.256794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:09.262147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:09.267673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.334175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.334841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:09.336388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/7b4603b8-ec93-47cc-b658-3030df8a18c6 HTTP/1.1" status: 200 len: 1091 time: 1.3393643 Apr 20 13:16:09.336951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:09.339455 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:09.368246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7a5f4-4574-4807-9c4c-6962061ab4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:09.431693 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52037dc3-e271-4b21-838b-18dbd2a23a8d x-openstack-request-id: req-52037dc3-e271-4b21-838b-18dbd2a23a8d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:09.432002 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:09.432197 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52037dc3-e271-4b21-838b-18dbd2a23a8d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:09.432882 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52037dc3-e271-4b21-838b-18dbd2a23a8d'] response: {'name': 'network-changed', 'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'status': 'completed', 'code': 200} Apr 20 13:16:09.452069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-f4e19dbc-d306-4549-af18-80d2e8ad7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.453926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-f4e19dbc-d306-4549-af18-80d2e8ad7a4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 1094 time: 0.0632932 Apr 20 13:16:09.510677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-faf36602-2d2e-4382-b1c3-56410c85ddbc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6 HTTP/1.1" status: 200 len: 217 time: 0.0425749 Apr 20 13:16:09.655074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8584306d-240b-416e-b90e-b30c2bd3987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.659145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-8584306d-240b-416e-b90e-b30c2bd3987e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d7c2b3-3283-4ab0-b21b-16c1e41db02b HTTP/1.1" status: 200 len: 835 time: 0.1325414 Apr 20 13:16:09.711829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e82b7-35fb-45bb-bef9-ebf28089d355 req-30064198-5804-4a0e-b73b-6fbbe8bf1ec4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.719185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d11e82b7-35fb-45bb-bef9-ebf28089d355 req-30064198-5804-4a0e-b73b-6fbbe8bf1ec4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 943 time: 0.1453700 Apr 20 13:16:09.764552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-f4525377-3f41-4a8a-b9f2-9385d6091706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:09.766435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-f4525377-3f41-4a8a-b9f2-9385d6091706 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e73f0e4-2349-4bd0-9025-73b3d79f8989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979674 Apr 20 13:16:09.769692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d11e82b7-35fb-45bb-bef9-ebf28089d355 req-745c68dd-7cdc-4d23-a397-46bc82fc0eb6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497096 Apr 20 13:16:09.875944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-9fa5386a-f4b6-4849-bfc1-51e13bf6b929 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018853 Apr 20 13:16:09.972416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea94806d-d5e1-4eb2-8baa-b2856ad95d25 req-95cd3d60-23d6-472f-929d-fdd8ce3b3dea service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897782 Apr 20 13:16:10.055714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-e6e6ed55-cb23-4bed-ad97-eea1b4d2fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:10.057178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-e6e6ed55-cb23-4bed-ad97-eea1b4d2fdad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 1094 time: 0.0413854 Apr 20 13:16:10.153643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-1f1caf29-3e5f-4ee4-b4eb-25fc5f0768e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:10.155031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-1f1caf29-3e5f-4ee4-b4eb-25fc5f0768e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e73f0e4-2349-4bd0-9025-73b3d79f8989 HTTP/1.1" status: 200 len: 897 time: 0.0901206 Apr 20 13:16:10.198126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-0c18c4a7-6f84-4ea5-a48c-9b87813a1b5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6 HTTP/1.1" status: 200 len: 217 time: 0.0351379 Apr 20 13:16:10.256763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-6d97c503-5594-40eb-a729-1df9a996fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:10.259267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-6d97c503-5594-40eb-a729-1df9a996fa4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d7c2b3-3283-4ab0-b21b-16c1e41db02b HTTP/1.1" status: 200 len: 835 time: 0.0528951 Apr 20 13:16:10.309368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-1693a5a2-deff-44bc-b524-d60a591b9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:10.310934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-1693a5a2-deff-44bc-b524-d60a591b9e54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e73f0e4-2349-4bd0-9025-73b3d79f8989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449102 Apr 20 13:16:10.415396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-e4cc211e-d7ee-4f81-9d5a-110771740a93 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971510 Apr 20 13:16:10.528191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa96c61b-6d51-435e-97dc-8d3e2c720fc9 req-5d85e2e2-fb47-4bf5-8c9d-f9c012a774e9 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014540 Apr 20 13:16:10.916938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a9c3a-8488-43e1-a193-b72cdd919a07 req-e5ed21df-8bda-4c91-b40d-353564dd5649 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:10.918542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-293a9c3a-8488-43e1-a193-b72cdd919a07 req-e5ed21df-8bda-4c91-b40d-353564dd5649 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 943 time: 0.0626633 Apr 20 13:16:10.957838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-293a9c3a-8488-43e1-a193-b72cdd919a07 req-57abc21a-1495-44c0-89ed-66883baf0cb5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Apr 20 13:16:11.115099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7b4603b8-ec93-47cc-b658-3030df8a18c6 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:16:11.217118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:11.228765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'port_id': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'mac_address': 'fa:16:3e:00:e1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:16:11.457258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.474305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4603b8-ec93-47cc-b658-3030df8a18c6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:11.499334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:11.503813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:11.559115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:11.808250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7b4603b8-ec93-47cc-b658-3030df8a18c6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:12.102266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c25ed-1d86-4da3-8f84-60d25a1e1701 req-50198c75-ba3a-4a6f-a8e5-389b0527701d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:12.104618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-433c25ed-1d86-4da3-8f84-60d25a1e1701 req-50198c75-ba3a-4a6f-a8e5-389b0527701d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 944 time: 0.0616231 Apr 20 13:16:12.147178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-433c25ed-1d86-4da3-8f84-60d25a1e1701 req-53c46775-b1f1-4ab8-9b83-c2dd37b57bea tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346959 Apr 20 13:16:12.579695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34608) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:12.584255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-16fd3c09-da78-4dd7-8796-f329bc2737f5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514409391', 'description': 'tempest-secgroup-smoke-514409391 description', 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:12.610632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-16fd3c09-da78-4dd7-8796-f329bc2737f5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.675284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-16fd3c09-da78-4dd7-8796-f329bc2737f5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.678924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-16fd3c09-da78-4dd7-8796-f329bc2737f5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.706409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-16fd3c09-da78-4dd7-8796-f329bc2737f5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.707628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-16fd3c09-da78-4dd7-8796-f329bc2737f5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1269119 Apr 20 13:16:12.711200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34610) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:12.711962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd3c09-da78-4dd7-8796-f329bc2737f5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976fc265-a00c-487d-8223-81055b3dd544,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:12.715922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bc50fbfc-9e13-4af5-b6e2-7968c3b4616a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'security_group_rule': {'security_group_id': '976fc265-a00c-487d-8223-81055b3dd544', 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:12.742766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc50fbfc-9e13-4af5-b6e2-7968c3b4616a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.805819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc50fbfc-9e13-4af5-b6e2-7968c3b4616a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.809995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc50fbfc-9e13-4af5-b6e2-7968c3b4616a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.832979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50fbfc-9e13-4af5-b6e2-7968c3b4616a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a164c54-2a1d-472c-9f73-43c7bfc36e65,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:12.843110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc50fbfc-9e13-4af5-b6e2-7968c3b4616a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.844324 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc50fbfc-9e13-4af5-b6e2-7968c3b4616a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320050 Apr 20 13:16:12.847237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34620) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:12.852420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f7458208-267e-4bce-9691-81c897702062 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'security_group_rule': {'security_group_id': '976fc265-a00c-487d-8223-81055b3dd544', 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:12.883882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7458208-267e-4bce-9691-81c897702062 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.949552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7458208-267e-4bce-9691-81c897702062 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.956736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7458208-267e-4bce-9691-81c897702062 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.976600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7458208-267e-4bce-9691-81c897702062 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee253431-195d-4132-a6e1-494b51fec5ab,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:12.981986 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f7458208-267e-4bce-9691-81c897702062 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:12.983180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f7458208-267e-4bce-9691-81c897702062 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349347 Apr 20 13:16:12.986073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34626) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:12.990481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-891259ad-5368-476e-8d23-e72faa6d1589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'security_group_rule': {'security_group_id': '976fc265-a00c-487d-8223-81055b3dd544', 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:13.015657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-891259ad-5368-476e-8d23-e72faa6d1589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.073385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-891259ad-5368-476e-8d23-e72faa6d1589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.077766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-891259ad-5368-476e-8d23-e72faa6d1589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.095265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891259ad-5368-476e-8d23-e72faa6d1589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25dd21d-df7c-4b21-94a8-d78bb1ca5d66,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:13.104456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-891259ad-5368-476e-8d23-e72faa6d1589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.108218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-891259ad-5368-476e-8d23-e72faa6d1589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186075 Apr 20 13:16:13.108390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7b4603b8-ec93-47cc-b658-3030df8a18c6 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:13.108790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 34628) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:13.112945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-88f2316e-65b9-472c-81e9-fac63c671116 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'security_group_rule': {'security_group_id': '976fc265-a00c-487d-8223-81055b3dd544', 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:13.142342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88f2316e-65b9-472c-81e9-fac63c671116 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.168941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 7b4603b8-ec93-47cc-b658-3030df8a18c6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:16:13.172827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 7b4603b8-ec93-47cc-b658-3030df8a18c6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:13.173278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.211087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88f2316e-65b9-472c-81e9-fac63c671116 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.216837 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88f2316e-65b9-472c-81e9-fac63c671116 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.244761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2316e-65b9-472c-81e9-fac63c671116 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181ad722-31e4-498e-88d7-07ca86d4f049,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:13.268727 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.270182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-88f2316e-65b9-472c-81e9-fac63c671116 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.271383 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-88f2316e-65b9-472c-81e9-fac63c671116 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620784 Apr 20 13:16:13.274432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:13.279431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'security_group_rule': {'security_group_id': '976fc265-a00c-487d-8223-81055b3dd544', 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:13.291758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57937a-c5d9-4348-bd22-774480d26688 req-ec74282b-c285-4a8c-8786-9d5304f57c67 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.293400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e57937a-c5d9-4348-bd22-774480d26688 req-ec74282b-c285-4a8c-8786-9d5304f57c67 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 944 time: 0.0655522 Apr 20 13:16:13.304511 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Project efb542ccc3e346ffa2dc90b5bd85b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:16:13.307274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:13.310081 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b3e94a-0a64-4bcc-91ce-08cab101ba41" -d '{"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-plugged", "status": "completed", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:13.311057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.315589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:13.329136 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.337971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e57937a-c5d9-4348-bd22-774480d26688 req-36c73f64-0acf-4e04-9643-168de471a39a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372386 Apr 20 13:16:13.383619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:13.387520 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa2f906-c4ea-48e5-b700-0465551aed1c x-openstack-request-id: req-2aa2f906-c4ea-48e5-b700-0465551aed1c {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:13.387817 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-plugged", "status": "completed", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:13.388348 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2aa2f906-c4ea-48e5-b700-0465551aed1c {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:13.389008 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa2f906-c4ea-48e5-b700-0465551aed1c'] response: {'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'code': 200} Apr 20 13:16:13.498480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e3bba-b9cc-47e2-80b7-f35fd9bca908 req-bb063c1c-270b-4ae8-a64f-a8d10fbcb50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:13.500110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a1e3bba-b9cc-47e2-80b7-f35fd9bca908 req-bb063c1c-270b-4ae8-a64f-a8d10fbcb50b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 1096 time: 0.0436332 Apr 20 13:16:13.544418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a1e3bba-b9cc-47e2-80b7-f35fd9bca908 req-13a06a64-6aea-4e68-8c71-c324938a1f3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355952 Apr 20 13:16:13.623917 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.627788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.647083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3263167-fe4e-4844-a010-c0c8914df773,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:13.655867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.657117 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-98e5d827-1914-4cf1-b6a2-272509ce676b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3816481 Apr 20 13:16:13.659862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:13.664651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'security_group_rule': {'security_group_id': '976fc265-a00c-487d-8223-81055b3dd544', 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:13.686001 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Project efb542ccc3e346ffa2dc90b5bd85b73c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:16:13.690600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.753263 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.756784 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.773995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2af250e-a735-4787-bcf4-6fbfb74ca6ed,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:13.780806 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:13.782273 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-af6ad282-325f-4eb6-91ec-32135d64e0a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214907 Apr 20 13:16:14.464039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9434b1b-c00c-4474-8647-39716a3857f6 req-567944cb-58fd-49fe-a8ec-8a8b248d4333 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:14.466251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9434b1b-c00c-4474-8647-39716a3857f6 req-567944cb-58fd-49fe-a8ec-8a8b248d4333 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0542603 Apr 20 13:16:14.518938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9434b1b-c00c-4474-8647-39716a3857f6 req-acaa4c73-f29c-43cc-afad-aed8fc733265 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384982 Apr 20 13:16:15.641471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c12f9-7a6c-4455-b3bb-ef60fd2fcb0b req-3bf8ef95-55ba-493c-9bb9-c595262c65c4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:15.642992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba0c12f9-7a6c-4455-b3bb-ef60fd2fcb0b req-3bf8ef95-55ba-493c-9bb9-c595262c65c4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0513930 Apr 20 13:16:15.682899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba0c12f9-7a6c-4455-b3bb-ef60fd2fcb0b req-329245a5-0b9c-4237-b7ec-ea8c80c58fb0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337398 Apr 20 13:16:15.805705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b32b8b-cb12-442c-b693-b7cb081294a8 req-7ab040cf-1c73-4283-8024-5c2a35d99af5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:15.807191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7b32b8b-cb12-442c-b693-b7cb081294a8 req-7ab040cf-1c73-4283-8024-5c2a35d99af5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0530331 Apr 20 13:16:15.852489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7b32b8b-cb12-442c-b693-b7cb081294a8 req-78c627d7-7701-4d59-b14a-af46099c5071 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 Apr 20 13:16:15.875585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34730) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:15.918998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843614-c330-4809-ae9e-757de34dcdf4 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:15.920500 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-48843614-c330-4809-ae9e-757de34dcdf4 tempest-TestNetworkAdvancedServerOps-1467719232 tempest-TestNetworkAdvancedServerOps-1467719232-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 1091 time: 0.0439322 Apr 20 13:16:15.923400 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:15.927696 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:15.950137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.057533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.199766 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Allocated IP 172.25.3.143 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/023e13d1-5039-4123-a7e1-6972a2f4a707) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:16.385867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.431346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.488654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:16.493140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:16.495702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:16.498822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=023e13d1-5039-4123-a7e1-6972a2f4a707,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:16.879328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:16.952958 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.012193 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:16:17.113322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.119501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.193525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event updated for resources: {'Port': ['ID=023e13d1-5039-4123-a7e1-6972a2f4a707,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:17.207372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.311877 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP a01a2130-cff4-4b95-897d-1e27ff2276d8 associated. External IP: 172.25.3.143, port: 7b4603b8-ec93-47cc-b658-3030df8a18c6. Apr 20 13:16:17.559785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:17.683615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:17.695232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] Sync routers for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:17.705167 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:17.710176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:17.711635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:16:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:17.748143 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-872519e7-5f13-4a27-8050-d1dc39989e55 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8237069 Apr 20 13:16:17.748736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:17.751484 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:17.797512 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585d673a-fac7-47bd-8176-e321d2a2bd40 x-openstack-request-id: req-585d673a-fac7-47bd-8176-e321d2a2bd40 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:17.798113 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:17.798369 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-585d673a-fac7-47bd-8176-e321d2a2bd40 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:17.840359 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585d673a-fac7-47bd-8176-e321d2a2bd40'] response: {'name': 'network-changed', 'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'status': 'completed', 'code': 200} Apr 20 13:16:17.852838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:17.971409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16867382-a482-4e14-92c5-2449702086a3 req-d8c4a90f-aac1-4622-8489-569aa5881b11 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:17.972852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16867382-a482-4e14-92c5-2449702086a3 req-d8c4a90f-aac1-4622-8489-569aa5881b11 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.1047409 Apr 20 13:16:17.975934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-c911b01a-b829-42cc-b7d1-87456c1ba3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:17.977297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-c911b01a-b829-42cc-b7d1-87456c1ba3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 1096 time: 0.1461558 Apr 20 13:16:18.068800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16867382-a482-4e14-92c5-2449702086a3 req-d5b8a54a-0460-4b2c-aaed-0117fc54a4b6 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895782 Apr 20 13:16:18.092601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34754) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:18.111173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-707c8b04-b7f6-4c01-a5ee-4e0043964606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:18.113055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-707c8b04-b7f6-4c01-a5ee-4e0043964606 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e73f0e4-2349-4bd0-9025-73b3d79f8989 HTTP/1.1" status: 200 len: 897 time: 0.1280622 Apr 20 13:16:18.139461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'a01a2130-cff4-4b95-897d-1e27ff2276d8', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'port_id': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'mac_address': 'fa:16:3e:00:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:16:16Z', 'updated_at': '2022-04-20T13:16:16Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:18.159286 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a9690463-7131-4952-b80e-d82028ea0aad tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/a01a2130-cff4-4b95-897d-1e27ff2276d8 HTTP/1.1" status: 200 len: 991 time: 0.0664263 Apr 20 13:16:18.190211 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] Checking router: 0a6afbe3-1de8-4e9c-acf7-281df24d6329 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:18.200290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:18.200905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:16:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:18.203502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-b6735ee8-1fb1-48c3-9e0a-a6a6f9c1c1e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6 HTTP/1.1" status: 200 len: 999 time: 0.0820696 Apr 20 13:16:18.267459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-37d7215d-e1dd-4e8b-9337-00a85d18060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:18.269397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-37d7215d-e1dd-4e8b-9337-00a85d18060a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d7c2b3-3283-4ab0-b21b-16c1e41db02b HTTP/1.1" status: 200 len: 835 time: 0.0590804 Apr 20 13:16:18.329339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:18.336941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-4bbb25d1-ea0c-4b4b-8b50-6dc89a9a10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:18.338450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-4bbb25d1-ea0c-4b4b-8b50-6dc89a9a10fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e73f0e4-2349-4bd0-9025-73b3d79f8989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624163 Apr 20 13:16:18.475677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-41b9336d-cfc8-47f7-b4ec-8fc609456d31 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282845 Apr 20 13:16:18.617994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef7b082a-68ae-48ef-9fb5-9d89d4efdbfd req-0be7f464-119a-428b-b812-cd798a43f67f service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372945 Apr 20 13:16:18.651338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'a01a2130-cff4-4b95-897d-1e27ff2276d8', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'port_id': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'mac_address': 'fa:16:3e:00:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:16:16Z', 'updated_at': '2022-04-20T13:16:16Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:18.690085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ea214c-aca6-4436-995c-4772f9d1bcbc None None] The sync data for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 is: [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'a01a2130-cff4-4b95-897d-1e27ff2276d8', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'port_id': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'mac_address': 'fa:16:3e:00:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:16:16Z', 'updated_at': '2022-04-20T13:16:16Z', 'revision_number': 0, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:18.929428 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561ada16-60c5-4779-89ea-4407b1c81181 None None] New status for floating IP a01a2130-cff4-4b95-897d-1e27ff2276d8: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:16:19.070890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:19.163258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34760) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:19.228530 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da0531d8-0e41-4d13-be0c-8d450a836c89 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/a01a2130-cff4-4b95-897d-1e27ff2276d8 HTTP/1.1" status: 200 len: 993 time: 0.0639381 Apr 20 13:16:21.843642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad8ea4-a147-4051-88d4-415eb23c680b req-0c7189d0-9f24-4c08-816a-6a43222f3e2f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:21.851460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4dad8ea4-a147-4051-88d4-415eb23c680b req-0c7189d0-9f24-4c08-816a-6a43222f3e2f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0602105 Apr 20 13:16:21.888411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4dad8ea4-a147-4051-88d4-415eb23c680b req-3dad4c17-c2d0-4958-a3ab-894edab1c16d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360427 Apr 20 13:16:23.071690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8a6a6-57ae-4844-a6ed-5bb63973f8fe req-1efd0e00-fe56-4b80-80b4-1ed337c8be3f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:23.073601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85d8a6a6-57ae-4844-a6ed-5bb63973f8fe req-1efd0e00-fe56-4b80-80b4-1ed337c8be3f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0794439 Apr 20 13:16:23.121454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85d8a6a6-57ae-4844-a6ed-5bb63973f8fe req-9ed35357-54d1-4f87-b573-881a1a539631 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415294 Apr 20 13:16:23.860384 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:24.241805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f5119-e209-486e-9bf7-a584b0388701 req-48787478-237d-4de1-8ca3-f05d175d3611 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:24.243257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a10f5119-e209-486e-9bf7-a584b0388701 req-48787478-237d-4de1-8ca3-f05d175d3611 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Apr 20 13:16:24.289824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a10f5119-e209-486e-9bf7-a584b0388701 req-365458f4-89bd-4bb1-a318-76850b21758f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397940 Apr 20 13:16:25.489082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee3630-e274-42d6-b70c-103fdafab77a req-528de56b-bce8-4398-aca4-fdc8da9a5fba tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:25.500101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5eee3630-e274-42d6-b70c-103fdafab77a req-528de56b-bce8-4398-aca4-fdc8da9a5fba tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1329069 Apr 20 13:16:25.548150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5eee3630-e274-42d6-b70c-103fdafab77a req-6349cbff-5e57-4128-bf31-5977598adfb7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Apr 20 13:16:26.709031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514e74e-d877-4c10-b159-e350432fe95a req-ff13c958-cd84-49bb-a45d-0738d418606f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:26.711073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e514e74e-d877-4c10-b159-e350432fe95a req-ff13c958-cd84-49bb-a45d-0738d418606f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0566428 Apr 20 13:16:26.753370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e514e74e-d877-4c10-b159-e350432fe95a req-96d63bb4-4d11-447b-8931-21d33b385658 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361187 Apr 20 13:16:27.879393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3505966e-6e18-480b-a590-501fc01e227d req-27075356-5fcc-48db-a86f-68edc20a77b0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:27.880854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3505966e-6e18-480b-a590-501fc01e227d req-27075356-5fcc-48db-a86f-68edc20a77b0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0496025 Apr 20 13:16:27.934908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3505966e-6e18-480b-a590-501fc01e227d req-d5bbb4ea-ec4a-4208-8bbd-50b695a802a6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478632 Apr 20 13:16:29.072117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac7c9c-bd3c-4cd3-a09a-2fd973e246fd req-34f6dd76-52c9-40b4-86a1-765e467b85f6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:29.073656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90ac7c9c-bd3c-4cd3-a09a-2fd973e246fd req-34f6dd76-52c9-40b4-86a1-765e467b85f6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0554118 Apr 20 13:16:29.117960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-90ac7c9c-bd3c-4cd3-a09a-2fd973e246fd req-e962715b-ae22-45d6-9bb2-14c4caa768b8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380118 Apr 20 13:16:30.264502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204fbb2-c4a7-465e-ae5e-33d2c90e43f4 req-375b0813-b16f-46cd-9464-e4aadd0dfcf5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:30.267247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d204fbb2-c4a7-465e-ae5e-33d2c90e43f4 req-375b0813-b16f-46cd-9464-e4aadd0dfcf5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0540128 Apr 20 13:16:30.316128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-af9b8ec9-8a60-4d60-aacf-07552f2c4c46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514409391&fields=id&tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 267 time: 0.0478725 Apr 20 13:16:30.339084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d204fbb2-c4a7-465e-ae5e-33d2c90e43f4 req-cd7350ea-d59c-45b1-8ef2-9e3fdc0b9f8d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644088 Apr 20 13:16:30.430931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-9a3e6029-1cbb-4a43-b59a-f47edcf3464a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:30.432390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-9a3e6029-1cbb-4a43-b59a-f47edcf3464a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.1082811 Apr 20 13:16:30.447048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-5a01785a-8ee9-49dd-95cf-14dfa838b947 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/quotas/efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 375 time: 0.0090933 Apr 20 13:16:30.496981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-a9749e75-f893-43c0-aac1-b35d2ba03e0c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448546 Apr 20 13:16:30.595342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-5fcab309-5487-44c9-8fc4-a83063d2d276 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863411 Apr 20 13:16:30.683303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-79563767-1c9a-4083-bec5-030b88bf1f84 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817955 Apr 20 13:16:30.960304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062aead1-a97f-42a1-87e3-45900aab1cb8 req-bf366712-82f8-4030-9aae-c43ed560182f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 210 time: 0.0266142 Apr 20 13:16:31.476450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4872006-057a-43f7-8cde-a07dc4779b44 req-575c5c9e-8412-42b1-a713-fe4d2e9c58a5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:31.478296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4872006-057a-43f7-8cde-a07dc4779b44 req-575c5c9e-8412-42b1-a713-fe4d2e9c58a5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0631003 Apr 20 13:16:31.517658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4872006-057a-43f7-8cde-a07dc4779b44 req-e1072e5c-a0d2-4bec-9457-63a919fd4ff2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330629 Apr 20 13:16:31.875290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-88a558f2-b264-471f-bced-5f7b10b36589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:31.875290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-88a558f2-b264-471f-bced-5f7b10b36589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.1078601 Apr 20 13:16:31.918635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-dbd02119-3f04-4f98-9360-2abc6657894e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 379 time: 0.0355055 Apr 20 13:16:31.927570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'port': {'device_id': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'admin_state_up': True, 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'security_groups': ['976fc265-a00c-487d-8223-81055b3dd544']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:32.041178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:16:32.045344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.097116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73d10454-7a1d-4244-8893-b01d88d67c97 req-58778667-23eb-4c2b-867b-0f4800fa7a86 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 210 time: 0.0337844 Apr 20 13:16:32.206124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.20.0.13 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/fe482811-2e77-470b-948c-86bfa2dea336) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:32.355564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.392227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.437114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:32.442154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:32.446384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:32.473188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=fe482811-2e77-470b-948c-86bfa2dea336,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:32.532447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:32.542835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.590782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-9709d5b7-7eb0-4f00-9276-e439a20dc597 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6661427 Apr 20 13:16:32.626207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Request body: {'port': {'device_id': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:32.775383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ed0b6-4934-46c4-8224-dec56c72bdfb req-74c1ab65-c102-44ea-8b0d-242bd0fc38b0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:32.784304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d4ed0b6-4934-46c4-8224-dec56c72bdfb req-74c1ab65-c102-44ea-8b0d-242bd0fc38b0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1018305 Apr 20 13:16:32.788972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13bfb245-81ab-430f-abca-98d5e104a070 None None] Provisioning complete for port fe482811-2e77-470b-948c-86bfa2dea336 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:32.789556 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13bfb245-81ab-430f-abca-98d5e104a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.793801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:32.856001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13bfb245-81ab-430f-abca-98d5e104a070 None None] Port fe482811-2e77-470b-948c-86bfa2dea336 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:32.869209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d4ed0b6-4934-46c4-8224-dec56c72bdfb req-7a77c133-bd81-4bac-a2ed-b43fd6e40c0b tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838146 Apr 20 13:16:33.103796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe482811-2e77-470b-948c-86bfa2dea336 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:33.112067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.126429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Transition to ACTIVE for port object fe482811-2e77-470b-948c-86bfa2dea336 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:16:33.131936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.192011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Pushing event updated for resources: {'Port': ['ID=fe482811-2e77-470b-948c-86bfa2dea336,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:33.319689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Attempting to bind port fe482811-2e77-470b-948c-86bfa2dea336 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:16:33.320024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Attempting to bind port fe482811-2e77-470b-948c-86bfa2dea336 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:16:33.320348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Attempting to bind port fe482811-2e77-470b-948c-86bfa2dea336 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:33.328887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Port fe482811-2e77-470b-948c-86bfa2dea336 on network 3433df13-5d17-4963-8241-354461d4c350 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:16:33.329214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Attempting to bind port fe482811-2e77-470b-948c-86bfa2dea336 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:16:33.338717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:16:33.339073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:16:33.339437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:16:33.339881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Bound port: fe482811-2e77-470b-948c-86bfa2dea336, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:16:33.340245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.382501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dabd99-dca6-446f-80aa-a86c418089c9 req-0467d99f-d585-4576-b1a4-3ff5120515bf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:33.384077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10dabd99-dca6-446f-80aa-a86c418089c9 req-0467d99f-d585-4576-b1a4-3ff5120515bf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.1641989 Apr 20 13:16:33.548522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10dabd99-dca6-446f-80aa-a86c418089c9 req-c7db7654-d27c-41d4-8144-263ca8f356a7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514452 Apr 20 13:16:33.566561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] For port fe482811-2e77-470b-948c-86bfa2dea336, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:33.571412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] For port fe482811-2e77-470b-948c-86bfa2dea336, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=fe482811-2e77-470b-948c-86bfa2dea336,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:16:33.588459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.686940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:33.688311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6b7775a0-4e4f-49ab-ae58-18d71145aa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.689733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:33.691425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] 10.222.0.30 "PUT /v2.0/ports/fe482811-2e77-470b-948c-86bfa2dea336 HTTP/1.1" status: 200 len: 1092 time: 1.0926280 Apr 20 13:16:33.693282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:33.695887 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432b0256-f23e-452e-b056-33186fe4eae3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "tag": "fe482811-2e77-470b-948c-86bfa2dea336"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:33.754300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddae8c-f418-4c34-9c10-39fb84cba273 service neutron] Pushing event updated for resources: {'Port': ['ID=fe482811-2e77-470b-948c-86bfa2dea336,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:33.779384 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae1002-aa5f-4bd0-bae9-317cc92606dd x-openstack-request-id: req-69ae1002-aa5f-4bd0-bae9-317cc92606dd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:33.779675 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "tag": "fe482811-2e77-470b-948c-86bfa2dea336", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:33.779931 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69ae1002-aa5f-4bd0-bae9-317cc92606dd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:33.780329 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69ae1002-aa5f-4bd0-bae9-317cc92606dd'] response: {'name': 'network-changed', 'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336', 'status': 'completed', 'code': 200} Apr 20 13:16:33.820761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-59cb76ec-ad4d-4012-a2b3-f5481a1bf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:33.824345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-59cb76ec-ad4d-4012-a2b3-f5481a1bf45e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 1095 time: 0.0636024 Apr 20 13:16:33.826332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34988) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:33.875459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-81eee90a-60c8-49de-9bc7-ca2d65f6f414 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe482811-2e77-470b-948c-86bfa2dea336 HTTP/1.1" status: 200 len: 217 time: 0.0414867 Apr 20 13:16:33.998827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bc2aa37-ab2f-4fa9-ac43-1b430297f219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.015643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-98754ccc-0975-424a-a2ec-296337ba07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.017407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-98754ccc-0975-424a-a2ec-296337ba07bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1249926 Apr 20 13:16:34.091373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.094558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bc2aa37-ab2f-4fa9-ac43-1b430297f219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.097373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.099457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bc2aa37-ab2f-4fa9-ac43-1b430297f219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.103378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.109330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.115346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.122096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.128268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.130143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-d769c1c9-ead4-4067-97a0-5f673021833a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.1772554 Apr 20 13:16:34.152479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2aa37-ab2f-4fa9-ac43-1b430297f219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e12c3c-5ee0-4946-974c-e97646ebf6db,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:34.166207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5bc2aa37-ab2f-4fa9-ac43-1b430297f219 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61fbd425aa414934af5aa498e6691711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380353 Apr 20 13:16:34.167016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 34996) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:34.193507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859355-dd31-43ea-b553-85ac63426e05 req-f3acb996-6fc8-4187-9453-42688e727342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.196036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-f3acb996-6fc8-4187-9453-42688e727342 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688907 Apr 20 13:16:34.233553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-324491e0-9acf-4a5d-8994-87cac0d3b5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.236928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f182f7-c184-485d-8ad0-4c3f1ac396d8 req-7ae004d7-d86d-4953-8def-24a5b0e052a4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.238452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41f182f7-c184-485d-8ad0-4c3f1ac396d8 req-7ae004d7-d86d-4953-8def-24a5b0e052a4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1751416 Apr 20 13:16:34.250153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-973642cb-81e6-4e64-8f8e-61b644e383ba req-67d4f7fa-239f-4572-9040-fabb0f1ef78c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038880 Apr 20 13:16:34.255817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-324491e0-9acf-4a5d-8994-87cac0d3b5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.322518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-324491e0-9acf-4a5d-8994-87cac0d3b5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.327387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-324491e0-9acf-4a5d-8994-87cac0d3b5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.328907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-324491e0-9acf-4a5d-8994-87cac0d3b5c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5e12c3c-5ee0-4946-974c-e97646ebf6db HTTP/1.1" status: 204 len: 168 time: 0.1605589 Apr 20 13:16:34.339036 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324491e0-9acf-4a5d-8994-87cac0d3b5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e12c3c-5ee0-4946-974c-e97646ebf6db,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:34.345876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41f182f7-c184-485d-8ad0-4c3f1ac396d8 req-c497ed93-e7ae-4038-854b-b67b8c43dd46 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880640 Apr 20 13:16:34.364141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-8c28a652-b13b-45ae-b89e-9d8677e4f703 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560187 Apr 20 13:16:34.466870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81859355-dd31-43ea-b553-85ac63426e05 req-fe797ce4-685c-4c96-81ee-f87113769dde service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965555 Apr 20 13:16:34.558865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b0256-f23e-452e-b056-33186fe4eae3 req-555c8c37-93f1-47ae-9505-ab391c281aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.560583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432b0256-f23e-452e-b056-33186fe4eae3 req-555c8c37-93f1-47ae-9505-ab391c281aa4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 1095 time: 0.0474555 Apr 20 13:16:34.648211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35004) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:34.662232 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fe708e5-4961-48b7-b7f2-3be9337c4a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.712081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d437a-a175-4673-aa84-2d0de7a8505d req-ce6e1818-6edf-4efe-89a1-43b7e58f5816 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.713490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f2d437a-a175-4673-aa84-2d0de7a8505d req-ce6e1818-6edf-4efe-89a1-43b7e58f5816 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.0796266 Apr 20 13:16:34.725862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b0256-f23e-452e-b056-33186fe4eae3 req-5db41420-3898-437b-b578-ed9056187b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.728503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432b0256-f23e-452e-b056-33186fe4eae3 req-5db41420-3898-437b-b578-ed9056187b58 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.1606166 Apr 20 13:16:34.764108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f2d437a-a175-4673-aa84-2d0de7a8505d req-d37c692d-fe12-41bc-a356-6838a9e76508 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412543 Apr 20 13:16:34.767752 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fe708e5-4961-48b7-b7f2-3be9337c4a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.773694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fe708e5-4961-48b7-b7f2-3be9337c4a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.808490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432b0256-f23e-452e-b056-33186fe4eae3 req-d79e9ec5-12f8-4eec-ac2b-c7ebf5802da9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe482811-2e77-470b-948c-86bfa2dea336 HTTP/1.1" status: 200 len: 217 time: 0.0485356 Apr 20 13:16:34.817656 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6fe708e5-4961-48b7-b7f2-3be9337c4a35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4b9a1cf67ec468f8045f930385fb48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659634 Apr 20 13:16:34.818502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:34.831617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe708e5-4961-48b7-b7f2-3be9337c4a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ebb333-d829-49f8-9162-1b5c0686020e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:34.865769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b0256-f23e-452e-b056-33186fe4eae3 req-029eba39-a6a4-4cac-81b4-df4a55fdd1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.867959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432b0256-f23e-452e-b056-33186fe4eae3 req-029eba39-a6a4-4cac-81b4-df4a55fdd1d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0532751 Apr 20 13:16:34.875444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3ed074b-e8f9-4643-b57b-ed7b35124a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.903639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3ed074b-e8f9-4643-b57b-ed7b35124a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.915390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b0256-f23e-452e-b056-33186fe4eae3 req-0f9c61ed-3657-4b3a-8c65-2f4602ab0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:34.916897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432b0256-f23e-452e-b056-33186fe4eae3 req-0f9c61ed-3657-4b3a-8c65-2f4602ab0921 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430477 Apr 20 13:16:34.961441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3ed074b-e8f9-4643-b57b-ed7b35124a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.964728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a3ed074b-e8f9-4643-b57b-ed7b35124a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:34.971282 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a3ed074b-e8f9-4643-b57b-ed7b35124a5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13ebb333-d829-49f8-9162-1b5c0686020e HTTP/1.1" status: 204 len: 168 time: 0.1516519 Apr 20 13:16:34.981295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed074b-e8f9-4643-b57b-ed7b35124a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ebb333-d829-49f8-9162-1b5c0686020e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:35.032049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432b0256-f23e-452e-b056-33186fe4eae3 req-25fbfc93-d420-4902-a093-6349c7f71cad service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085136 Apr 20 13:16:35.489025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-432b0256-f23e-452e-b056-33186fe4eae3 req-efd1c26a-a82c-4881-ad23-4fbdfee20ce5 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509456 Apr 20 13:16:35.512575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.518133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.525933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.531731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.537616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.543697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.549397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.551339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-03f598d3-6993-4305-bb9c-269bc068d16a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.1959352 Apr 20 13:16:35.565980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737bfa4-1871-48ef-a1e7-c3922cb66c96 req-132b510f-d33d-426d-8909-ed5b5c722670 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.567505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a737bfa4-1871-48ef-a1e7-c3922cb66c96 req-132b510f-d33d-426d-8909-ed5b5c722670 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1371462 Apr 20 13:16:35.633117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a96ee233-76c1-46ea-9f57-18d7b229f674 req-4f4a31c2-7156-4efb-9552-ff7234bcc61e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644596 Apr 20 13:16:35.654167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a737bfa4-1871-48ef-a1e7-c3922cb66c96 req-4d270efa-3fbd-44b9-b8f0-e6c2837d3262 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764818 Apr 20 13:16:35.887313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34147275-0b25-4bce-a2f6-8d60edb09ef2 req-1e5a68ca-a73e-4846-bc7a-5dc82604c589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:35.888695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34147275-0b25-4bce-a2f6-8d60edb09ef2 req-1e5a68ca-a73e-4846-bc7a-5dc82604c589 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.0516415 Apr 20 13:16:35.928078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34147275-0b25-4bce-a2f6-8d60edb09ef2 req-ec289212-32a5-4c08-a188-c17190e07b9c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326900 Apr 20 13:16:35.992773 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dd2eeac9-dc73-411d-b7c5-b7790bc5e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:36.804791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18a7d4-9f4e-4c86-9d10-6a6681385b63 req-0cd0a6db-3079-44a3-ad5a-b52d037d0ed2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.806303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd18a7d4-9f4e-4c86-9d10-6a6681385b63 req-0cd0a6db-3079-44a3-ad5a-b52d037d0ed2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0847602 Apr 20 13:16:36.818340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.824745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.830463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.836326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.842148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.847880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.854169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.856054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81383b66-52d7-4c3a-a349-8197a90de89c req-3d581313-28dc-4542-bd4a-ea751c157274 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.1244631 Apr 20 13:16:36.943100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd18a7d4-9f4e-4c86-9d10-6a6681385b63 req-b419094a-ba5a-4ef5-b918-47bb05157770 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849981 Apr 20 13:16:36.956305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81383b66-52d7-4c3a-a349-8197a90de89c req-7c28ced2-9051-421b-a2f7-617e7ff54e24 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&id=c2fcb6be-41c5-45f2-9db9-3b92b364b02a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886755 Apr 20 13:16:36.967977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.980873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.980873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.985914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.992221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:36.998077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.003880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.005797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2b43d14c-a375-4e11-a7c3-17e31d78d85a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 5435 time: 0.1488266 Apr 20 13:16:37.076027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-f895b586-7f68-40b4-be15-c790c7ade166 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.077324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-f895b586-7f68-40b4-be15-c790c7ade166 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "GET /v2.0/ports/bc895d13-36bd-47c0-b65e-303a7cb40aee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0650728 Apr 20 13:16:37.117469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927bd22-fa3f-462a-ac69-20e819b17b30 req-b6583516-9222-4b93-a48b-a651b96dc38b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.119092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e927bd22-fa3f-462a-ac69-20e819b17b30 req-b6583516-9222-4b93-a48b-a651b96dc38b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.0788729 Apr 20 13:16:37.201481 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.208328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e927bd22-fa3f-462a-ac69-20e819b17b30 req-4a502c6f-da5b-412b-8522-f29fec8da3d3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540924 Apr 20 13:16:37.228044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-961b71bf-3c78-41d4-9f7e-d37c0a755b38 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "GET /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1431684 Apr 20 13:16:37.240672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:37.297068 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.432336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] For port bc895d13-36bd-47c0-b65e-303a7cb40aee, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=bc895d13-36bd-47c0-b65e-303a7cb40aee,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:37.465351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] For port bc895d13-36bd-47c0-b65e-303a7cb40aee, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:37.497264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] device_id is not set on port bc895d13-36bd-47c0-b65e-303a7cb40aee yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:37.505827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.512191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.579411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] No DVR routers for this DVR port bc895d13-36bd-47c0-b65e-303a7cb40aee on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:37.582513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] Pushing event updated for resources: {'Port': ['ID=bc895d13-36bd-47c0-b65e-303a7cb40aee,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:37.620774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] In _notify_port_updated(), no bound segment for port bc895d13-36bd-47c0-b65e-303a7cb40aee on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:16:37.621671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.622288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.623580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-cb1fac58-24e2-4603-9c83-08469119801f service neutron] 10.222.0.37 "PUT /v2.0/ports/bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 200 len: 1028 time: 0.3874180 Apr 20 13:16:37.676566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-0e702cd7-f5c3-4f99-8dd1-dbdccaf380be tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:37.678000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-0e702cd7-f5c3-4f99-8dd1-dbdccaf380be tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "GET /v2.0/ports/2626f684-68d4-433d-8b6f-bcde34059dc4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0477328 Apr 20 13:16:37.689940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:37.753232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.803226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bbb3b0aa-7b67-4910-853f-cb4ae10b3f2b None None] Provisioning complete for port bc895d13-36bd-47c0-b65e-303a7cb40aee triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:37.804139 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b0aa-7b67-4910-853f-cb4ae10b3f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.849181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bbb3b0aa-7b67-4910-853f-cb4ae10b3f2b None None] Port bc895d13-36bd-47c0-b65e-303a7cb40aee cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:37.909789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] For port 2626f684-68d4-433d-8b6f-bcde34059dc4, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2626f684-68d4-433d-8b6f-bcde34059dc4,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:37.945838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] For port 2626f684-68d4-433d-8b6f-bcde34059dc4, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:16:37.978057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] device_id is not set on port 2626f684-68d4-433d-8b6f-bcde34059dc4 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:16:37.985993 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:37.994226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.066203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] No DVR routers for this DVR port 2626f684-68d4-433d-8b6f-bcde34059dc4 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:38.071015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] Pushing event updated for resources: {'Port': ['ID=2626f684-68d4-433d-8b6f-bcde34059dc4,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:38.158685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] In _notify_port_updated(), no bound segment for port 2626f684-68d4-433d-8b6f-bcde34059dc4 on network 335e6fb4-7c82-4bc2-a467-962909cdb277 {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:16:38.159476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.160079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.161360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-2e751d9d-cf2f-4dce-83c7-5abdaeccf9de service neutron] 10.222.0.37 "PUT /v2.0/ports/2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 200 len: 1028 time: 0.4756684 Apr 20 13:16:38.174436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af3779-e302-4464-9917-76607c10b14e req-2f287324-77e9-4fac-b87b-15379f569281 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.175904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92af3779-e302-4464-9917-76607c10b14e req-2f287324-77e9-4fac-b87b-15379f569281 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1363614 Apr 20 13:16:38.219572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb252c7-5e3e-43c8-a15b-d0ea3b44b1cc req-d21a6885-2267-4387-b930-1796213e11bf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.225979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb252c7-5e3e-43c8-a15b-d0ea3b44b1cc req-d21a6885-2267-4387-b930-1796213e11bf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.231722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb252c7-5e3e-43c8-a15b-d0ea3b44b1cc req-d21a6885-2267-4387-b930-1796213e11bf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.237452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb252c7-5e3e-43c8-a15b-d0ea3b44b1cc req-d21a6885-2267-4387-b930-1796213e11bf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.243221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb252c7-5e3e-43c8-a15b-d0ea3b44b1cc req-d21a6885-2267-4387-b930-1796213e11bf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.244882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfb252c7-5e3e-43c8-a15b-d0ea3b44b1cc req-d21a6885-2267-4387-b930-1796213e11bf tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 3885 time: 0.1798732 Apr 20 13:16:38.273309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2e281e08-2a3a-4215-83b1-219a4ea3abe7 None None] Provisioning complete for port 2626f684-68d4-433d-8b6f-bcde34059dc4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:38.273873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e281e08-2a3a-4215-83b1-219a4ea3abe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.310531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2e281e08-2a3a-4215-83b1-219a4ea3abe7 None None] Port 2626f684-68d4-433d-8b6f-bcde34059dc4 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:16:38.324796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-92af3779-e302-4464-9917-76607c10b14e req-170e2242-a91b-469b-ba20-eb6ed14467ce tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406181 Apr 20 13:16:38.351900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cfb252c7-5e3e-43c8-a15b-d0ea3b44b1cc req-e3376754-2caf-42e4-a6cc-53e7ea3d907b tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838008 Apr 20 13:16:38.372398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:38.372744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.504936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9ba7-2c75-4d81-9eb1-b1a28eb9f1e8 req-0aae0dda-f862-4dc6-9b4f-b2ae3e6677f6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:38.506409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e15a9ba7-2c75-4d81-9eb1-b1a28eb9f1e8 req-0aae0dda-f862-4dc6-9b4f-b2ae3e6677f6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.0832467 Apr 20 13:16:38.524607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] For port ac3610c2-29fa-4974-9c09-d7cbb255e5b6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:38.524973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.563539 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.631344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e15a9ba7-2c75-4d81-9eb1-b1a28eb9f1e8 req-412dab84-5b09-4672-96b4-9620c4f4b114 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177926 Apr 20 13:16:38.783703 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.784100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.784418 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Floating IP 31f778b0-34ae-4425-ad70-6929378b0e95 disassociated. External IP: 172.25.3.72, port: ac3610c2-29fa-4974-9c09-d7cbb255e5b6. Apr 20 13:16:38.784755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for ac3610c2-29fa-4974-9c09-d7cbb255e5b6 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:38.912104 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.914323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:38.943889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=ac3610c2-29fa-4974-9c09-d7cbb255e5b6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:39.060620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:39.168858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:39.180199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] Sync routers for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:39.191099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:39.191271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:16:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:39.212177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] No DVR routers for this DVR port ac3610c2-29fa-4974-9c09-d7cbb255e5b6 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:39.214989 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.218311 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-b695b408-dc43-4749-b262-9c4ec283eed4 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "DELETE /v2.0/ports/ac3610c2-29fa-4974-9c09-d7cbb255e5b6 HTTP/1.1" status: 204 len: 173 time: 1.0415225 Apr 20 13:16:39.218759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:39.220997 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d18fc1-3fa7-4050-8749-21ad342c200c" -d '{"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:39.238194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:16:39.277693 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909c6db4-fd32-4a97-b32b-c995b08fb039 x-openstack-request-id: req-909c6db4-fd32-4a97-b32b-c995b08fb039 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:39.277997 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "ac3610c2-29fa-4974-9c09-d7cbb255e5b6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:39.278252 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-909c6db4-fd32-4a97-b32b-c995b08fb039 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:39.278663 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909c6db4-fd32-4a97-b32b-c995b08fb039'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': 'ac3610c2-29fa-4974-9c09-d7cbb255e5b6', 'status': 'completed', 'code': 200} Apr 20 13:16:39.358700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port 6548818d-2bbe-4046-a654-2d682426d379 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:39.359073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.378390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:39.514873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:39.586544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'port_id': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'mac_address': 'fa:16:3e:1f:b8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:16:39.619704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] For port 6548818d-2bbe-4046-a654-2d682426d379, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6548818d-2bbe-4046-a654-2d682426d379,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:39.620078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.630225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe310df2-94ed-4f9f-9dd8-ccffca1e8f38 req-2b7e5960-7eb3-4415-8d74-4cafe03e5ba6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.631772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe310df2-94ed-4f9f-9dd8-ccffca1e8f38 req-2b7e5960-7eb3-4415-8d74-4cafe03e5ba6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1792815 Apr 20 13:16:39.641696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4c50b-f2e0-4c61-bc95-e4445e0e3a30 req-c15f0ff5-8aac-45d6-93e7-1c63ca52d688 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.649323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4c50b-f2e0-4c61-bc95-e4445e0e3a30 req-c15f0ff5-8aac-45d6-93e7-1c63ca52d688 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.649751 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.655272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4c50b-f2e0-4c61-bc95-e4445e0e3a30 req-c15f0ff5-8aac-45d6-93e7-1c63ca52d688 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.661459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4c50b-f2e0-4c61-bc95-e4445e0e3a30 req-c15f0ff5-8aac-45d6-93e7-1c63ca52d688 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.663927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06a4c50b-f2e0-4c61-bc95-e4445e0e3a30 req-c15f0ff5-8aac-45d6-93e7-1c63ca52d688 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 3150 time: 0.1835549 Apr 20 13:16:39.671791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6762d70a-82e5-4244-95f8-152bb04a0b1b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:39.695906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for 6548818d-2bbe-4046-a654-2d682426d379 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:39.717096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:39.726969 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:39.768142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06a4c50b-f2e0-4c61-bc95-e4445e0e3a30 req-2524d592-64db-41ff-ab7b-442b01c91306 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909104 Apr 20 13:16:39.855048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe310df2-94ed-4f9f-9dd8-ccffca1e8f38 req-7526cf29-c358-4e0e-8fa7-bf73442a99a6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847889 Apr 20 13:16:39.856847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:39.880398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 5, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:39.912604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['6762d70a-82e5-4244-95f8-152bb04a0b1b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:39.916063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] Checking router: 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:39.942051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114fddb-5553-4b72-9f68-84b584770eec req-b17490f1-0403-4cca-aa05-599f4bd3572a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:39.950224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9114fddb-5553-4b72-9f68-84b584770eec req-b17490f1-0403-4cca-aa05-599f4bd3572a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.0920105 Apr 20 13:16:39.960382 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:39.961012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:16:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:40.054972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9114fddb-5553-4b72-9f68-84b584770eec req-7ff9da7d-d227-4cb9-be6a-c63a62480ad8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037776 Apr 20 13:16:40.074026 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.123766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=6548818d-2bbe-4046-a654-2d682426d379,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:40.198635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] No DVR routers for this DVR port 6548818d-2bbe-4046-a654-2d682426d379 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:40.201779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.206283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-e1fa6e50-356e-45ce-8032-9ad51c359ee6 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "DELETE /v2.0/ports/6548818d-2bbe-4046-a654-2d682426d379 HTTP/1.1" status: 204 len: 173 time: 0.9820316 Apr 20 13:16:40.272960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:40.435326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port 8233fcfb-1783-49ec-8376-cee94a7fed6f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:40.435664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.582587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] For port 8233fcfb-1783-49ec-8376-cee94a7fed6f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8233fcfb-1783-49ec-8376-cee94a7fed6f,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:40.583012 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:40.635799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for 8233fcfb-1783-49ec-8376-cee94a7fed6f owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:40.669058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 5, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:40.725766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9beef2-83b9-4801-b38e-e28015b756c6 None None] The sync data for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 is: [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:11:29Z', 'revision_number': 4, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1996ed12-f2cc-4224-8c54-8776ac5ebad0', 'name': '', 'network_id': '1f059878-4537-4909-a153-75a68de9ea39', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'mac_address': 'fa:16:3e:72:c5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2757, 'fixed_ips': [{'subnet_id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:28Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 5, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'subnets': [{'id': 'ceee5434-658d-4b1d-9c9e-aaa91c537bd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:40.993469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.172337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=8233fcfb-1783-49ec-8376-cee94a7fed6f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:41.243825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:41.297326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': '6548818d-2bbe-4046-a654-2d682426d379'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:41.307889 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadb0093-d040-46f2-ae40-71a08960b8db" -d '{"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "6548818d-2bbe-4046-a654-2d682426d379"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:41.325197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] No DVR routers for this DVR port 8233fcfb-1783-49ec-8376-cee94a7fed6f on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:41.345153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883e91-c574-4d02-9f70-d7d8b4eb3d10 req-8c4ae197-aded-4225-9665-0f9a4f435245 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:41.361200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2883e91-c574-4d02-9f70-d7d8b4eb3d10 req-8c4ae197-aded-4225-9665-0f9a4f435245 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:41.362874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2883e91-c574-4d02-9f70-d7d8b4eb3d10 req-8c4ae197-aded-4225-9665-0f9a4f435245 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 1680 time: 0.3911097 Apr 20 13:16:41.364011 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.367739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-ca76beb2-5070-4599-bee3-b2ce549dffba tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "DELETE /v2.0/ports/8233fcfb-1783-49ec-8376-cee94a7fed6f HTTP/1.1" status: 204 len: 173 time: 1.1539292 Apr 20 13:16:41.372045 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77b207-a9ff-4f37-9824-991f604f6034 None None] New status for floating IP 31f778b0-34ae-4425-ad70-6929378b0e95: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:16:41.382250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 6762d70a-82e5-4244-95f8-152bb04a0b1b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:41.382763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.414968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79dd7b-6d37-4891-90dd-5cfc29ed7a2c req-9ac07851-0ff6-483d-864a-d7a9a22101a7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:41.416813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a79dd7b-6d37-4891-90dd-5cfc29ed7a2c req-9ac07851-0ff6-483d-864a-d7a9a22101a7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 945 time: 0.4215269 Apr 20 13:16:41.630787 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.642137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:41.716842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2883e91-c574-4d02-9f70-d7d8b4eb3d10 req-c764198a-692f-4e35-b641-c9a7e24d34b2 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972600 Apr 20 13:16:41.719252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:41.723849 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d0320-03e3-45fc-9558-8b07b6f3c912" -d '{"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-plugged", "status": "completed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:41.736861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a79dd7b-6d37-4891-90dd-5cfc29ed7a2c req-79109bd0-b71d-40fe-b7f9-9dfd3fbae117 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566621 Apr 20 13:16:41.757757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:41.765120 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.767932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 85a582f2-35e2-4564-93a7-d826c3e04ece no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:41.788903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port 85a582f2-35e2-4564-93a7-d826c3e04ece {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:41.789818 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.892904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:41.928079 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:41.964495 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb9d9c-0558-4ff9-977e-8b411122a932 x-openstack-request-id: req-5cfb9d9c-0558-4ff9-977e-8b411122a932 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:41.964937 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "6548818d-2bbe-4046-a654-2d682426d379", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:41.965302 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cfb9d9c-0558-4ff9-977e-8b411122a932 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:41.965820 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfb9d9c-0558-4ff9-977e-8b411122a932'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': '6548818d-2bbe-4046-a654-2d682426d379', 'status': 'completed', 'code': 200} Apr 20 13:16:42.003760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.061659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3862e2-1dcb-4128-9840-8644ee761776 req-f37ba612-7706-4689-a94d-8a4b18d5b03d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:42.061659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c3862e2-1dcb-4128-9840-8644ee761776 req-f37ba612-7706-4689-a94d-8a4b18d5b03d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.1309204 Apr 20 13:16:42.109976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 85a582f2-35e2-4564-93a7-d826c3e04ece, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=85a582f2-35e2-4564-93a7-d826c3e04ece,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:42.119296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.120215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ac3610c2-29fa-4974-9c09-d7cbb255e5b6 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:42.170022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] For port 85a582f2-35e2-4564-93a7-d826c3e04ece, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=85a582f2-35e2-4564-93a7-d826c3e04ece,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:42.170395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.185329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7c3862e2-1dcb-4128-9840-8644ee761776 req-f05f543a-2337-4acc-b870-75fb41ea8b34 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241105 Apr 20 13:16:42.214758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for 85a582f2-35e2-4564-93a7-d826c3e04ece owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:42.225390 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c3df4d-a565-4994-a807-0f221d818c14 x-openstack-request-id: req-69c3df4d-a565-4994-a807-0f221d818c14 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:42.226017 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-plugged", "status": "completed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:42.226405 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69c3df4d-a565-4994-a807-0f221d818c14 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:42.227074 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c3df4d-a565-4994-a807-0f221d818c14'] response: {'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'code': 200} Apr 20 13:16:42.230143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: ac3610c2-29fa-4974-9c09-d7cbb255e5b6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:42.230797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device ac3610c2-29fa-4974-9c09-d7cbb255e5b6 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:42.231683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6548818d-2bbe-4046-a654-2d682426d379 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:42.258646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 6548818d-2bbe-4046-a654-2d682426d379 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:42.259221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6548818d-2bbe-4046-a654-2d682426d379 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:42.259917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d784a16e-9418-4d60-89fb-508f144cbfeb no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:42.287982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.303481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.373917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=85a582f2-35e2-4564-93a7-d826c3e04ece,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.403868 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.423171 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.463216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d784a16e-9418-4d60-89fb-508f144cbfeb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d784a16e-9418-4d60-89fb-508f144cbfeb,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:42.466535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=85a582f2-35e2-4564-93a7-d826c3e04ece,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.486243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.487809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2626f684-68d4-433d-8b6f-bcde34059dc4 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:42.492506 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55b43ab9856f4560a67c0476c6eb60d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8492310 Apr 20 13:16:42.493192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35178) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:42.493894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cc8ebd-f55a-43a4-99d3-fcce0a6e4010,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.515420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] No DVR routers for this DVR port 85a582f2-35e2-4564-93a7-d826c3e04ece on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:42.518388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.522106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-26a6c939-1790-4ebe-8164-166579dfe19e tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "DELETE /v2.0/ports/85a582f2-35e2-4564-93a7-d826c3e04ece HTTP/1.1" status: 204 len: 173 time: 1.1039927 Apr 20 13:16:42.563236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.563862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.564367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.565130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.565675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.570090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.570658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.571199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.571742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.572283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.572682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.573083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4be2c44-fc29-4a4a-8746-d1851d186f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:16:42.628569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=d784a16e-9418-4d60-89fb-508f144cbfeb,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.640791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f698-cfa6-45c7-9adb-3922ceb9a760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.643087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2626f684-68d4-433d-8b6f-bcde34059dc4 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:42.643862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc895d13-36bd-47c0-b65e-303a7cb40aee no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:42.664368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port d784a16e-9418-4d60-89fb-508f144cbfeb {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:42.664942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.667519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f698-cfa6-45c7-9adb-3922ceb9a760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.721434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device bc895d13-36bd-47c0-b65e-303a7cb40aee not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:42.722124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8233fcfb-1783-49ec-8376-cee94a7fed6f no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:16:42.733485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f698-cfa6-45c7-9adb-3922ceb9a760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.736538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f698-cfa6-45c7-9adb-3922ceb9a760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:42.740632 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f6b1f698-cfa6-45c7-9adb-3922ceb9a760 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99cc8ebd-f55a-43a4-99d3-fcce0a6e4010 HTTP/1.1" status: 204 len: 168 time: 0.2440817 Apr 20 13:16:42.748624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 8233fcfb-1783-49ec-8376-cee94a7fed6f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:16:42.749180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8233fcfb-1783-49ec-8376-cee94a7fed6f not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:16:42.761210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1f698-cfa6-45c7-9adb-3922ceb9a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cc8ebd-f55a-43a4-99d3-fcce0a6e4010,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:42.871767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] For port d784a16e-9418-4d60-89fb-508f144cbfeb, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d784a16e-9418-4d60-89fb-508f144cbfeb,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:42.872150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.245236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35190) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:43.260441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03f69974-2f59-4215-851f-ed2041f0d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.351901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03f69974-2f59-4215-851f-ed2041f0d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.352206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for d784a16e-9418-4d60-89fb-508f144cbfeb owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:43.357811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-03f69974-2f59-4215-851f-ed2041f0d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.398872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-03f69974-2f59-4215-851f-ed2041f0d01d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bbc1527e0944a51ad4ce28a5ccbe4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523051 Apr 20 13:16:43.403359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35192) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:43.414192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f69974-2f59-4215-851f-ed2041f0d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acbf165-ea9a-44b8-986d-7d2b81ddf36f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:43.433310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39caed3-3f52-4cd8-862d-47e9c7250cc3 req-2c5b85ef-41e7-427f-ba3a-613185a153cd tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:43.434795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b39caed3-3f52-4cd8-862d-47e9c7250cc3 req-2c5b85ef-41e7-427f-ba3a-613185a153cd tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 943 time: 0.5241170 Apr 20 13:16:43.452449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07f02e-ab75-4a46-8d8b-6c4954d3f5e2 req-96e97d19-121f-4109-993b-f9f00f7ff332 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:43.454414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf07f02e-ab75-4a46-8d8b-6c4954d3f5e2 req-96e97d19-121f-4109-993b-f9f00f7ff332 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.5526354 Apr 20 13:16:43.474537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d50883e4-45cf-4061-983f-518f49685570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.503018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d50883e4-45cf-4061-983f-518f49685570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.544639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b39caed3-3f52-4cd8-862d-47e9c7250cc3 req-f402eb30-d818-472a-9a92-150a11e29ae3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups?id=f00f3f07-12bd-4a8b-866e-4f5830999ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021204 Apr 20 13:16:43.547948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf07f02e-ab75-4a46-8d8b-6c4954d3f5e2 req-45fa5ce2-447d-4b0d-92cb-c328da3f9359 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821693 Apr 20 13:16:43.582955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d50883e4-45cf-4061-983f-518f49685570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.585529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d50883e4-45cf-4061-983f-518f49685570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.589306 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d50883e4-45cf-4061-983f-518f49685570 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6acbf165-ea9a-44b8-986d-7d2b81ddf36f HTTP/1.1" status: 204 len: 168 time: 0.1822698 Apr 20 13:16:43.605178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50883e4-45cf-4061-983f-518f49685570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acbf165-ea9a-44b8-986d-7d2b81ddf36f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:43.693494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ae610-0a03-414b-9b22-d29b21d84201 req-73952a08-a95d-4486-b967-559ba1653a76 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:43.695039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-454ae610-0a03-414b-9b22-d29b21d84201 req-73952a08-a95d-4486-b967-559ba1653a76 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.0593145 Apr 20 13:16:43.695825 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.729456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=d784a16e-9418-4d60-89fb-508f144cbfeb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:43.807425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] No DVR routers for this DVR port d784a16e-9418-4d60-89fb-508f144cbfeb on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:16:43.810508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:43.814384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7280b6aa-2349-48c3-a118-9b492a390724 req-c4925189-540c-40c9-951d-2b63e2e63715 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.37 "DELETE /v2.0/ports/d784a16e-9418-4d60-89fb-508f144cbfeb HTTP/1.1" status: 204 len: 173 time: 1.2865016 Apr 20 13:16:43.855565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-454ae610-0a03-414b-9b22-d29b21d84201 req-df4e6cd5-ac89-4d28-9605-494f70a02940 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502733 Apr 20 13:16:43.967379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': '8233fcfb-1783-49ec-8376-cee94a7fed6f'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:43.970050 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7436e1dc-ee01-443b-ab75-508b1f18e4e5" -d '{"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "8233fcfb-1783-49ec-8376-cee94a7fed6f"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:44.024372 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28309a37-5172-414b-ab9f-e7809c3e5358 x-openstack-request-id: req-28309a37-5172-414b-ab9f-e7809c3e5358 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:44.024674 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "8233fcfb-1783-49ec-8376-cee94a7fed6f", "status": "completed", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece", "status": "completed", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-deleted", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:44.024945 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28309a37-5172-414b-ab9f-e7809c3e5358 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:44.025437 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28309a37-5172-414b-ab9f-e7809c3e5358'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': '8233fcfb-1783-49ec-8376-cee94a7fed6f', 'status': 'completed', 'code': 200} Apr 20 13:16:44.026360 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28309a37-5172-414b-ab9f-e7809c3e5358'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece', 'status': 'completed', 'code': 200} Apr 20 13:16:44.026360 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28309a37-5172-414b-ab9f-e7809c3e5358'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-deleted', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb', 'status': 'completed', 'code': 200} Apr 20 13:16:44.075658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35200) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:44.094224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b943365-9815-484a-8853-64cff4304a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.222442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b943365-9815-484a-8853-64cff4304a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.228287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece'}, {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:44.230076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0b943365-9815-484a-8853-64cff4304a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.231117 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db461cc-9a48-4070-91cc-f8b9840a23a2" -d '{"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-unplugged", "status": "completed", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece"}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-unplugged", "status": "completed", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:44.271495 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0b943365-9815-484a-8853-64cff4304a7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a60eb9af963402aa251b561f0a42c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941836 Apr 20 13:16:44.275341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35204) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:44.295118 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d91e9dd-3f1a-4869-8840-0107e28ef471 x-openstack-request-id: req-1d91e9dd-3f1a-4869-8840-0107e28ef471 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:44.295423 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-unplugged", "status": "completed", "tag": "85a582f2-35e2-4564-93a7-d826c3e04ece", "code": 200}, {"server_uuid": "270022af-de54-41ec-bc5d-19546072ae4a", "name": "network-vif-unplugged", "status": "completed", "tag": "d784a16e-9418-4d60-89fb-508f144cbfeb", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:44.295672 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d91e9dd-3f1a-4869-8840-0107e28ef471 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:44.296075 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d91e9dd-3f1a-4869-8840-0107e28ef471'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85a582f2-35e2-4564-93a7-d826c3e04ece', 'code': 200} Apr 20 13:16:44.296340 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d91e9dd-3f1a-4869-8840-0107e28ef471'] response: {'server_uuid': '270022af-de54-41ec-bc5d-19546072ae4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd784a16e-9418-4d60-89fb-508f144cbfeb', 'code': 200} Apr 20 13:16:44.323846 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b943365-9815-484a-8853-64cff4304a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e05a15-4d29-494f-81e5-764dc118478e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:44.347720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5131-3bb4-4b1b-ac57-838697462617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.389665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5131-3bb4-4b1b-ac57-838697462617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.448646 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5131-3bb4-4b1b-ac57-838697462617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.451741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5131-3bb4-4b1b-ac57-838697462617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:44.455281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3c5e5131-3bb4-4b1b-ac57-838697462617 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80e05a15-4d29-494f-81e5-764dc118478e HTTP/1.1" status: 204 len: 168 time: 0.1766109 Apr 20 13:16:44.482567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e5131-3bb4-4b1b-ac57-838697462617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e05a15-4d29-494f-81e5-764dc118478e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:44.707836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57d28449-ce7f-48bc-a32e-a8389d34bb3f req-22624b3c-aa2b-4ea0-9870-3e28225d471a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0462875 Apr 20 13:16:44.783793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52436d78-3b6e-4453-bf80-1ac9dfec6161 req-04bbaef2-9d80-4451-9329-9ef5c19401f8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:44.792038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52436d78-3b6e-4453-bf80-1ac9dfec6161 req-04bbaef2-9d80-4451-9329-9ef5c19401f8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0831707 Apr 20 13:16:44.847813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52436d78-3b6e-4453-bf80-1ac9dfec6161 req-bd4c3295-5787-4e29-befc-b2320f7b9f0a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490205 Apr 20 13:16:44.987228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device fe482811-2e77-470b-948c-86bfa2dea336 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:16:45.044017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedc674-e012-4fb8-bfad-9fab7c1d3eb3 req-792f77d4-3d3d-4033-96d9-383feb85d15a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:45.046402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2aedc674-e012-4fb8-bfad-9fab7c1d3eb3 req-792f77d4-3d3d-4033-96d9-383feb85d15a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 944 time: 0.0846031 Apr 20 13:16:45.126115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2aedc674-e012-4fb8-bfad-9fab7c1d3eb3 req-e1b9dbe4-f441-4a9e-8773-03c18480575c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730274 Apr 20 13:16:45.163279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port fe482811-2e77-470b-948c-86bfa2dea336, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=fe482811-2e77-470b-948c-86bfa2dea336,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:45.175767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'fe482811-2e77-470b-948c-86bfa2dea336', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'port_id': 'fe482811-2e77-470b-948c-86bfa2dea336', 'mac_address': 'fa:16:3e:f1:8e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:16:45.241153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.262091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe482811-2e77-470b-948c-86bfa2dea336 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:16:45.286562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port fe482811-2e77-470b-948c-86bfa2dea336, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=fe482811-2e77-470b-948c-86bfa2dea336,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:45.292354 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:45.382156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=fe482811-2e77-470b-948c-86bfa2dea336,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:45.606166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['fe482811-2e77-470b-948c-86bfa2dea336'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:16:46.062731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ce255-6af4-48c8-bc58-2b318bad5ee1 req-1d96b047-97a4-409d-8cb4-a3d394fd2458 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:46.071590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213ce255-6af4-48c8-bc58-2b318bad5ee1 req-1d96b047-97a4-409d-8cb4-a3d394fd2458 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0972128 Apr 20 13:16:46.145082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-213ce255-6af4-48c8-bc58-2b318bad5ee1 req-ca58d8d0-f3ad-4bb1-a4d0-144573961f05 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722353 Apr 20 13:16:46.264210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8fdd4da-abcf-4d80-80ff-d6dbc2d5c6c3 req-ca72a449-e317-4c8d-a5bc-41f586e6454a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0377936 Apr 20 13:16:46.351639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b200-bdc6-4ddc-b79c-f21d7de8c8d4 req-1e8e0ced-359d-4560-8468-05a48c5136b3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:46.359101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6247b200-bdc6-4ddc-b79c-f21d7de8c8d4 req-1e8e0ced-359d-4560-8468-05a48c5136b3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 945 time: 0.0980573 Apr 20 13:16:46.410050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6247b200-bdc6-4ddc-b79c-f21d7de8c8d4 req-ae806c9b-1683-4ff3-ab1e-2ccf3b7990cc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503888 Apr 20 13:16:47.004726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device fe482811-2e77-470b-948c-86bfa2dea336 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:16:47.113012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port fe482811-2e77-470b-948c-86bfa2dea336 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:16:47.118470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port fe482811-2e77-470b-948c-86bfa2dea336 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:16:47.119253 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.248571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.288338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port fe482811-2e77-470b-948c-86bfa2dea336, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=fe482811-2e77-470b-948c-86bfa2dea336,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:16:47.289376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:47.292974 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb284d9-e7df-4e56-b263-dc00f8cb4d49" -d '{"events": [{"server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "name": "network-vif-plugged", "status": "completed", "tag": "fe482811-2e77-470b-948c-86bfa2dea336"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:47.298250 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:47.323378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff565f4-0638-49d2-9053-f94a35bb43d6 req-efc355be-c530-4d96-bfc4-ea31fe8cc1ad tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:47.331454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff565f4-0638-49d2-9053-f94a35bb43d6 req-efc355be-c530-4d96-bfc4-ea31fe8cc1ad tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0800588 Apr 20 13:16:47.372162 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e9091-cb05-4e8a-99b5-0241ebbd22e7 x-openstack-request-id: req-9f4e9091-cb05-4e8a-99b5-0241ebbd22e7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:47.372491 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "name": "network-vif-plugged", "status": "completed", "tag": "fe482811-2e77-470b-948c-86bfa2dea336", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:47.372753 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f4e9091-cb05-4e8a-99b5-0241ebbd22e7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:47.373154 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4e9091-cb05-4e8a-99b5-0241ebbd22e7'] response: {'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336', 'code': 200} Apr 20 13:16:47.380730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=fe482811-2e77-470b-948c-86bfa2dea336,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:47.414117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff565f4-0638-49d2-9053-f94a35bb43d6 req-cf8939b4-9354-4217-8a7a-965e1103ad38 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815809 Apr 20 13:16:47.539520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2be3dbce-34b1-4dab-a5d3-f03cdd2f5843 req-9691567e-1029-4434-a100-ec02370872aa tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0620503 Apr 20 13:16:47.613916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b85481-3efe-4b0b-91ba-e310c3296367 req-6c17419d-17fe-461c-b809-b52e7e770ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:47.615485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4b85481-3efe-4b0b-91ba-e310c3296367 req-6c17419d-17fe-461c-b809-b52e7e770ff6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 1097 time: 0.1892831 Apr 20 13:16:47.663544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144078bc-f839-4afe-be0a-b5bd78944798 req-d27cd139-3b03-4813-b495-35c234d3a4ea tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:47.673366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144078bc-f839-4afe-be0a-b5bd78944798 req-d27cd139-3b03-4813-b495-35c234d3a4ea tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.1307514 Apr 20 13:16:47.689301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4b85481-3efe-4b0b-91ba-e310c3296367 req-3731dad8-fbf0-402e-9057-220537c20451 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662985 Apr 20 13:16:47.730472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-144078bc-f839-4afe-be0a-b5bd78944798 req-85e8a4f8-0c5e-4119-9a11-8b2bafea759a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561736 Apr 20 13:16:48.602964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238826b-66ca-40b6-9845-c72c25ce7119 req-777759fa-189e-4279-b63a-bf78faec47be tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:48.610645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a238826b-66ca-40b6-9845-c72c25ce7119 req-777759fa-189e-4279-b63a-bf78faec47be tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0813656 Apr 20 13:16:48.668495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a238826b-66ca-40b6-9845-c72c25ce7119 req-8dd56909-f4bd-49ea-b313-6c6e01c3b21f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555098 Apr 20 13:16:48.730162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87a4e154-bb83-499e-bf7a-816205b25a40 req-1931b1fb-9179-471b-ac5e-89534833ef9a tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0417080 Apr 20 13:16:49.013501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1f672-2555-4f1d-b932-28e4c8d2d936 req-473ead8a-d506-44e1-8d5a-73a65c0b86bc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.019831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cb1f672-2555-4f1d-b932-28e4c8d2d936 req-473ead8a-d506-44e1-8d5a-73a65c0b86bc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.1497393 Apr 20 13:16:49.081759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:49.166415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cb1f672-2555-4f1d-b932-28e4c8d2d936 req-062531d6-b5c5-46a5-8090-fa12db8a6369 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339273 Apr 20 13:16:49.892299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d186fd5-274f-4ec4-b8ba-6cd2b90a68f8 req-88211113-fdfd-4df8-b292-af701b9efe59 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:49.902222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d186fd5-274f-4ec4-b8ba-6cd2b90a68f8 req-88211113-fdfd-4df8-b292-af701b9efe59 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1215703 Apr 20 13:16:49.931633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30579f6c-98f0-4120-8151-fd4c4005a2d4 req-865a9284-cde7-4ca5-b53c-7064e632e4fd tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0942025 Apr 20 13:16:49.953440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d186fd5-274f-4ec4-b8ba-6cd2b90a68f8 req-1d691066-e728-45a0-a9f1-695cb68b8a73 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499737 Apr 20 13:16:50.363942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3e629-99e7-43ea-8089-b860021b04dd req-06404172-1090-4cb0-bd86-96b206e1621d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:50.365882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7de3e629-99e7-43ea-8089-b860021b04dd req-06404172-1090-4cb0-bd86-96b206e1621d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.1008930 Apr 20 13:16:50.432679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7de3e629-99e7-43ea-8089-b860021b04dd req-261623af-f048-46d1-8cf7-4afd52e2a1e0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606873 Apr 20 13:16:50.593300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669f5e-6dbc-4339-8c5c-c0175daf6c9a req-df3191b8-e288-4f97-9939-b7e15cd1a32c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:50.603080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f669f5e-6dbc-4339-8c5c-c0175daf6c9a req-df3191b8-e288-4f97-9939-b7e15cd1a32c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.0796824 Apr 20 13:16:50.675388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f669f5e-6dbc-4339-8c5c-c0175daf6c9a req-2af8a214-5dfb-4eb7-91a4-7cc3d8beaabf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697989 Apr 20 13:16:50.688945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35298) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:50.760385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d42a64f-26aa-4d96-af79-0c0804ea21ca tempest-TestVolumeBootPattern-1005630389 tempest-TestVolumeBootPattern-1005630389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:50.762039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5d42a64f-26aa-4d96-af79-0c0804ea21ca tempest-TestVolumeBootPattern-1005630389 tempest-TestVolumeBootPattern-1005630389-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 1092 time: 0.0719383 Apr 20 13:16:50.765100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35300) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:50.769862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'fe482811-2e77-470b-948c-86bfa2dea336', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:16:50.794434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:50.950651 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.101813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.25.3.17 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/fc8f034c-e12e-4c6b-bc98-bc98bc5c213a) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:16:51.220804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.233582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66fd7dc2-edc9-401e-8694-1b5909db8c6a req-98919d2a-63c1-487b-b867-f7533bde582d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0541024 Apr 20 13:16:51.260554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:51.281007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4df49-7bd6-418d-9383-d2b02aebf77e req-abe0e981-00ee-4692-a3bf-821c2b796cc1 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:51.290229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ba4df49-7bd6-418d-9383-d2b02aebf77e req-abe0e981-00ee-4692-a3bf-821c2b796cc1 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.1635556 Apr 20 13:16:51.328165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:16:51.331656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:16:51.337613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:16:51.340219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=fc8f034c-e12e-4c6b-bc98-bc98bc5c213a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:51.353993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ba4df49-7bd6-418d-9383-d2b02aebf77e req-75fc4856-8864-4e45-b928-b48ff1298221 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583460 Apr 20 13:16:51.915780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.001762 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.210070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.219435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.307677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=fc8f034c-e12e-4c6b-bc98-bc98bc5c213a,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:52.332050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:52.462368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68f77ce5-b27a-468e-a3e6-51bf769a6466 req-ff8e34fe-ce41-48ed-bb19-82866a6b3645 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0574441 Apr 20 13:16:52.492693 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Floating IP bf118cfa-ccf2-48b5-ad24-0d787e57629b associated. External IP: 172.25.3.17, port: fe482811-2e77-470b-948c-86bfa2dea336. Apr 20 13:16:52.578695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efbe54-3ddd-41b5-87bd-cad1ab1d9844 req-c62ff21b-5b81-44d8-9431-f398ee4b85a5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:52.590588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36efbe54-3ddd-41b5-87bd-cad1ab1d9844 req-c62ff21b-5b81-44d8-9431-f398ee4b85a5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0909154 Apr 20 13:16:52.686126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36efbe54-3ddd-41b5-87bd-cad1ab1d9844 req-78374963-178c-4d58-b6ae-b9f382613c9b tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891013 Apr 20 13:16:53.220137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:16:53.371589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:16:53.393273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:16:53.412318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:53.424114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:16:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:53.443015 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:53.572951 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6027a00b-c2f1-4a89-aa50-8ab73f37daf4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8058989 Apr 20 13:16:53.572951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:16:53.575226 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487927f2-d5e4-409c-b933-edc85a4e79d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "tag": "fe482811-2e77-470b-948c-86bfa2dea336"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:16:53.716977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d4f92-706f-4d90-9c89-74e7ff282050 req-ebdde01d-b576-495c-8ff3-886a31b3d7c7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:53.724204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e29d4f92-706f-4d90-9c89-74e7ff282050 req-ebdde01d-b576-495c-8ff3-886a31b3d7c7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0849378 Apr 20 13:16:53.817954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:53.848730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e29d4f92-706f-4d90-9c89-74e7ff282050 req-54bd4491-dd32-406d-8979-2df079b30e1d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083784 Apr 20 13:16:53.872282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4f29700-b58e-4a67-8d3f-ca4bce264cce req-5506c3ca-3574-43fc-a497-87fd44b9fe2c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0834093 Apr 20 13:16:53.919433 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7103ef-7fc2-4fec-b7b1-7ea2c2eb5dbb x-openstack-request-id: req-4e7103ef-7fc2-4fec-b7b1-7ea2c2eb5dbb {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:16:53.919734 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "tag": "fe482811-2e77-470b-948c-86bfa2dea336", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:16:53.919987 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e7103ef-7fc2-4fec-b7b1-7ea2c2eb5dbb {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:16:53.920466 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7103ef-7fc2-4fec-b7b1-7ea2c2eb5dbb'] response: {'name': 'network-changed', 'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336', 'status': 'completed', 'code': 200} Apr 20 13:16:54.013644 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:16:54.043116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-8a9959f1-b591-4202-aa40-666f09ffc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.044742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-8a9959f1-b591-4202-aa40-666f09ffc922 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 1097 time: 0.0992534 Apr 20 13:16:54.138815 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:54.230004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dccc1-f5bd-4ea6-b5ee-ed105ec5035d req-a847207e-d181-4e6d-8297-586305eba229 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.238842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-379dccc1-f5bd-4ea6-b5ee-ed105ec5035d req-a847207e-d181-4e6d-8297-586305eba229 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0907202 Apr 20 13:16:54.283110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'bf118cfa-ccf2-48b5-ad24-0d787e57629b', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'fe482811-2e77-470b-948c-86bfa2dea336', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:f1:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:16:51Z', 'updated_at': '2022-04-20T13:16:51Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:54.328815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:16:54.341247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:16:54.342848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:16:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:54.344849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-379dccc1-f5bd-4ea6-b5ee-ed105ec5035d req-d1b7c0fe-fe56-459a-a45d-309a9bf5dded tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025918 Apr 20 13:16:54.357159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-dc78826e-dfd8-4a3e-9256-248483041306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.366298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-dc78826e-dfd8-4a3e-9256-248483041306 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.3133295 Apr 20 13:16:54.464372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-0c00807b-6b5b-4acc-8a59-00ade3c890bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe482811-2e77-470b-948c-86bfa2dea336 HTTP/1.1" status: 200 len: 999 time: 0.0963054 Apr 20 13:16:54.519502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:16:54.575278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-5a97703e-6318-4cac-9e13-5e756d1a07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.576994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-5a97703e-6318-4cac-9e13-5e756d1a07f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1057448 Apr 20 13:16:54.648353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-418e8e7d-cbbb-4548-a019-27e97d21eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:54.650070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-418e8e7d-cbbb-4548-a019-27e97d21eacb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665956 Apr 20 13:16:54.748480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-5b6b66cc-7734-4ce1-bc57-54e5f37847c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916014 Apr 20 13:16:54.891493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487927f2-d5e4-409c-b933-edc85a4e79d6 req-4d358b84-0025-4404-a5f1-995ed6a29382 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347923 Apr 20 13:16:55.085253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'bf118cfa-ccf2-48b5-ad24-0d787e57629b', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'fe482811-2e77-470b-948c-86bfa2dea336', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:f1:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:16:51Z', 'updated_at': '2022-04-20T13:16:51Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:16:55.093199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36ffdfd4-e6ba-43db-9be1-bfad0c3c30e5 req-fa1ebcb0-bb85-4c80-b252-2a27d1b2f8af tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0492580 Apr 20 13:16:55.102459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0fcdc-e390-4add-8cb6-0521f3609360 req-5a27c2d4-bb26-483c-a961-4eb643e95d85 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:55.110333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52c0fcdc-e390-4add-8cb6-0521f3609360 req-5a27c2d4-bb26-483c-a961-4eb643e95d85 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.1692860 Apr 20 13:16:55.156316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52c0fcdc-e390-4add-8cb6-0521f3609360 req-25deb0da-3359-4db5-a3cf-594623bd21ba tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450604 Apr 20 13:16:55.190623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e992d3e8-6df0-42f0-ad2f-434c6bceac74 None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'bf118cfa-ccf2-48b5-ad24-0d787e57629b', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'fe482811-2e77-470b-948c-86bfa2dea336', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:f1:8e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:16:51Z', 'updated_at': '2022-04-20T13:16:51Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:16:55.568002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286a6f-b42f-4498-8bfe-4f62f86fdc59 req-1663b474-ece9-4aa3-8aeb-486b83b87a13 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:55.570140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32286a6f-b42f-4498-8bfe-4f62f86fdc59 req-1663b474-ece9-4aa3-8aeb-486b83b87a13 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0702243 Apr 20 13:16:55.653521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32286a6f-b42f-4498-8bfe-4f62f86fdc59 req-28dc9028-68bb-4ba1-94e4-6c40fec17931 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736685 Apr 20 13:16:55.679683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0cb7ff-f251-4b75-b0df-d559fc49c2ab None None] New status for floating IP bf118cfa-ccf2-48b5-ad24-0d787e57629b: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:16:56.250153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-89f4ad60-ca5d-4614-beb9-acc4264e2f47 req-6ff63081-411f-4770-9210-482760bf1334 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0368083 Apr 20 13:16:56.300580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3855634-2182-4469-a6d9-e0f90963ecd6 req-17540f67-bce0-4722-a74a-2929c8381260 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.302114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3855634-2182-4469-a6d9-e0f90963ecd6 req-17540f67-bce0-4722-a74a-2929c8381260 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0756943 Apr 20 13:16:56.341937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3855634-2182-4469-a6d9-e0f90963ecd6 req-4e7af88f-d7be-4ed6-9855-4e0d26a81c08 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328379 Apr 20 13:16:56.670167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-8d329b92-4c99-4f8c-93e4-a92137083dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.671931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-8d329b92-4c99-4f8c-93e4-a92137083dd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1097 time: 0.0421050 Apr 20 13:16:56.815992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-1f7b4bb7-6535-403d-bf05-e1e8a5cc55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.817502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-1f7b4bb7-6535-403d-bf05-e1e8a5cc55ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.1378264 Apr 20 13:16:56.826027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f93a3-61eb-48c4-9c13-0b08ebbd3e26 req-a42706fc-f520-4a37-8440-f10fd933762a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.827450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-041f93a3-61eb-48c4-9c13-0b08ebbd3e26 req-a42706fc-f520-4a37-8440-f10fd933762a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0741155 Apr 20 13:16:56.916886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-52506b3e-d362-4bc7-81f7-c321cb8c8687 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 200 len: 1002 time: 0.0884869 Apr 20 13:16:56.919887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-041f93a3-61eb-48c4-9c13-0b08ebbd3e26 req-1eb9d6c3-d24b-4c27-9c6f-4dbe3255d0ae tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832560 Apr 20 13:16:56.969452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-97ba2d06-ec89-489e-a0b7-6de249747baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:56.970973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-97ba2d06-ec89-489e-a0b7-6de249747baa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0475810 Apr 20 13:16:57.018073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-a38e63c3-cedb-4017-8390-2d9411d83734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.019658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-a38e63c3-cedb-4017-8390-2d9411d83734 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422380 Apr 20 13:16:57.127848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-ceff459c-f674-4bbb-8365-7060c5336bc6 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010334 Apr 20 13:16:57.222767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5a33d0a-6813-496a-ba79-f487509fd221 req-209be788-f9ab-40e1-b14f-091c0788ea84 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882401 Apr 20 13:16:57.368700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10a3fb88-84a0-4680-a976-af01f728df95 req-d2010e1b-8a64-42e9-9b6c-e5b89dd1760c tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/ports?device_id=270022af-de54-41ec-bc5d-19546072ae4a HTTP/1.1" status: 200 len: 210 time: 0.0327785 Apr 20 13:16:57.472447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa6601-fdc0-40ec-997f-db7ff14cf5c7 req-7a0fdaad-a48b-41eb-9c3b-013b0c9d3d9f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:57.474061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-befa6601-fdc0-40ec-997f-db7ff14cf5c7 req-7a0fdaad-a48b-41eb-9c3b-013b0c9d3d9f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Apr 20 13:16:57.518260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-befa6601-fdc0-40ec-997f-db7ff14cf5c7 req-46b2ee6c-8e44-46ac-b797-f5f7574e96eb tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380876 Apr 20 13:16:58.086732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24ba76-8c32-4fcc-9d33-eba1402c3efb req-4edf9eed-e57f-4798-acd3-133acb34e47d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:58.088223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb24ba76-8c32-4fcc-9d33-eba1402c3efb req-4edf9eed-e57f-4798-acd3-133acb34e47d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0858443 Apr 20 13:16:58.132766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb24ba76-8c32-4fcc-9d33-eba1402c3efb req-ec06964f-8b0b-456f-a22e-24bb0ec8676d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366669 Apr 20 13:16:58.470324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35402) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:58.536496 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b09bb089-6e0d-4a39-9339-014c4e52e21d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.562477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b09bb089-6e0d-4a39-9339-014c4e52e21d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.649385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45498ac-5fb7-4f26-a7d2-673b57558a4c req-276a20a4-9c35-4992-a130-a5a901e3057e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:58.650956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f45498ac-5fb7-4f26-a7d2-673b57558a4c req-276a20a4-9c35-4992-a130-a5a901e3057e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0586300 Apr 20 13:16:58.652006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b09bb089-6e0d-4a39-9339-014c4e52e21d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.655532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b09bb089-6e0d-4a39-9339-014c4e52e21d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.655708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b09bb089-6e0d-4a39-9339-014c4e52e21d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/security-groups/f00f3f07-12bd-4a8b-866e-4f5830999ff7 HTTP/1.1" status: 204 len: 168 time: 0.1841285 Apr 20 13:16:58.658432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35406) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:58.681975 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-4eaef66b-8c92-4298-a0b8-df89c22e0150 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] show failed (client error): The resource could not be found. Apr 20 13:16:58.683003 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4eaef66b-8c92-4298-a0b8-df89c22e0150 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "GET /v2.0/security-groups/f00f3f07-12bd-4a8b-866e-4f5830999ff7 HTTP/1.1" status: 404 len: 347 time: 0.0230620 Apr 20 13:16:58.686081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35408) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:58.694462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bb089-6e0d-4a39-9339-014c4e52e21d tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00f3f07-12bd-4a8b-866e-4f5830999ff7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:58.734733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f45498ac-5fb7-4f26-a7d2-673b57558a4c req-409f0281-c689-4db5-a1da-b140ae658696 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658560 Apr 20 13:16:58.841360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port 9fc978bb-09c1-4d32-8fe9-031f6bc1b0ed {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:58.841732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.915632 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.915960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:58.927563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for 9fc978bb-09c1-4d32-8fe9-031f6bc1b0ed owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:59.061780 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.088596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=9fc978bb-09c1-4d32-8fe9-031f6bc1b0ed,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:59.170208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.174165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.175652 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-26686721-ca59-4dfb-bd10-6ffb267095d3 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/floatingips/31f778b0-34ae-4425-ad70-6929378b0e95 HTTP/1.1" status: 204 len: 168 time: 0.4884026 Apr 20 13:16:59.179860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35416) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:59.329288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdabae3-46b5-4bb8-b63f-056c38f3b232 req-36ca9937-f382-4e61-a1f3-209bf700d028 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:59.330866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cdabae3-46b5-4bb8-b63f-056c38f3b232 req-36ca9937-f382-4e61-a1f3-209bf700d028 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0814183 Apr 20 13:16:59.339225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port bc895d13-36bd-47c0-b65e-303a7cb40aee {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:59.339413 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.426920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cdabae3-46b5-4bb8-b63f-056c38f3b232 req-9de0f71d-e352-4478-91fb-85f6529dd705 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842218 Apr 20 13:16:59.457922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.471009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for bc895d13-36bd-47c0-b65e-303a7cb40aee owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:16:59.612370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.649319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=bc895d13-36bd-47c0-b65e-303a7cb40aee,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:16:59.721025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.724176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1e9887fc-2fdc-45fa-8fb6-b2b281e82640 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/ports/bc895d13-36bd-47c0-b65e-303a7cb40aee HTTP/1.1" status: 204 len: 168 time: 0.5428894 Apr 20 13:16:59.728199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:16:59.884896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port 2626f684-68d4-433d-8b6f-bcde34059dc4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:16:59.885526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:16:59.907715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcfbcf-b1ec-4569-95f6-c8af5e1612b0 req-dc288d51-9d3f-451d-9bc3-ad16c92beed7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:16:59.909760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cbcfbcf-b1ec-4569-95f6-c8af5e1612b0 req-dc288d51-9d3f-451d-9bc3-ad16c92beed7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0716197 Apr 20 13:16:59.986712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cbcfbcf-b1ec-4569-95f6-c8af5e1612b0 req-c91b42e2-a7dd-494e-9b04-7fc8a2afd0f9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572298 Apr 20 13:17:00.020629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-e26e0799-78f6-41a7-9bf0-f6eef3aa0a5f req-b3028194-270d-431d-8ef5-af30fcef9076 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:17:00.020850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.022403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e26e0799-78f6-41a7-9bf0-f6eef3aa0a5f req-b3028194-270d-431d-8ef5-af30fcef9076 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078139 Apr 20 13:17:00.039715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for 2626f684-68d4-433d-8b6f-bcde34059dc4 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:00.232452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.253792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461aecc-51ef-404a-bbb5-1766de6e5ca9 req-3ec9788a-9cb2-4852-81ab-d8b24b726c95 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:00.262318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9461aecc-51ef-404a-bbb5-1766de6e5ca9 req-3ec9788a-9cb2-4852-81ab-d8b24b726c95 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0829668 Apr 20 13:17:00.276667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=2626f684-68d4-433d-8b6f-bcde34059dc4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:00.321961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9461aecc-51ef-404a-bbb5-1766de6e5ca9 req-d0f23dfe-0d78-4fae-a345-9dd0b35dad03 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561688 Apr 20 13:17:00.396407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.404928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35450) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:00.406139 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53728e77-5969-473d-937e-d95dd8d726d0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/ports/2626f684-68d4-433d-8b6f-bcde34059dc4 HTTP/1.1" status: 204 len: 168 time: 0.6758521 Apr 20 13:17:00.519211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting subnet 8fd1249c-284e-40ad-8d01-0371cfc98351 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:00.523511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.578862 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.683311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.752991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-9bc38b10-dce5-4b18-9898-0237fe915b96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1985497 Apr 20 13:17:00.766668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.795564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd1249c-284e-40ad-8d01-0371cfc98351,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:00.797510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.803444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fe62e655-d89c-442e-83d6-7f9289901672 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/subnets/8fd1249c-284e-40ad-8d01-0371cfc98351 HTTP/1.1" status: 204 len: 168 time: 0.3937862 Apr 20 13:17:00.803831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35460) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:00.814151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31afa204-cf6d-491a-8986-0b3a252a89ad None None] Network 256b66d2-21d2-4f1e-8865-8678fe9c5835 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:00.877605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting subnet 2f669fea-014a-48cf-9e02-28df42923328 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:00.881050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:00.945319 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.049193 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.119644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9ab6d-abea-4d2d-a9a6-b0887fd9c74d req-15c436e0-2398-457d-8ee1-4f13950b34b0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:01.128297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.134680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9a9ab6d-abea-4d2d-a9a6-b0887fd9c74d req-15c436e0-2398-457d-8ee1-4f13950b34b0 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0672345 Apr 20 13:17:01.167446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Subnet': ['ID=2f669fea-014a-48cf-9e02-28df42923328,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:01.178474 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.183275 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3050c825-089c-43ed-8b28-7bd78f1b63a0 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/subnets/2f669fea-014a-48cf-9e02-28df42923328 HTTP/1.1" status: 204 len: 168 time: 0.3783677 Apr 20 13:17:01.185811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35468) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:01.190703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9a9ab6d-abea-4d2d-a9a6-b0887fd9c74d req-416ba79e-08e5-46e9-a6c8-b9fde9f50a06 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533521 Apr 20 13:17:01.193945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672eb9b-83bd-4c41-bf16-2de64dfff344 None None] Network 335e6fb4-7c82-4bc2-a467-962909cdb277 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:01.258228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] DHCP port deletion for 256b66d2-21d2-4f1e-8865-8678fe9c5835 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:01.276553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.338220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:01.338652 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.340272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:01.418504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] Deleting port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:01.419193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.427586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] For port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:01.428298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.448078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:01.454430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918519d-c3c8-4182-810c-ec2fd59aad9c req-8b9c01b7-098f-4efe-a6e3-269e390acdbe tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:01.462840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6918519d-c3c8-4182-810c-ec2fd59aad9c req-8b9c01b7-098f-4efe-a6e3-269e390acdbe tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 946 time: 0.0616140 Apr 20 13:17:01.510309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6918519d-c3c8-4182-810c-ec2fd59aad9c req-de3654f6-94c5-475c-9082-6fa767061080 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465069 Apr 20 13:17:01.514625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] For port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,segment=NetworkSegment(a2fe8c6c-5baa-40db-a747-d54313b5cd37),segment_id=a2fe8c6c-5baa-40db-a747-d54313b5cd37)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:01.515094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.529170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] Calling delete_port for 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:01.567449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.599304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] No DVR routers for this DVR port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:01.608332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:01.613447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.661938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] Pushing event deleted for resources: {'Port': ['ID=2aed62e7-0d95-4e05-99bc-0610c2e8eb18,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:01.675706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8afba17-df75-4d4a-955e-9afb3f59aaa3 None None] No DVR routers for this DVR port 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:01.699424 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.726655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] DHCP port deletion for 335e6fb4-7c82-4bc2-a467-962909cdb277 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:01.739717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:01.740372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.743282 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50db3dde-fda3-4d81-b14c-cf2aec4df208" -d '{"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-unplugged", "status": "completed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:01.770024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256b66d2-21d2-4f1e-8865-8678fe9c5835']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:01.783900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fe8c6c-5baa-40db-a747-d54313b5cd37') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:01.784292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fe8c6c-5baa-40db-a747-d54313b5cd37') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:01.796155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.811143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.818382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:01.818886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.826513 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412270be-50f2-4f68-ab95-ee21db9c0be9 x-openstack-request-id: req-412270be-50f2-4f68-ab95-ee21db9c0be9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:01.827927 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-unplugged", "status": "failed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b", "code": 422}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:01.828307 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-412270be-50f2-4f68-ab95-ee21db9c0be9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:01.828832 n-d-838550-2 neutron-server[109411]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-412270be-50f2-4f68-ab95-ee21db9c0be9']: {'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'code': 422} returned with failed status Apr 20 13:17:01.834741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:01.837896 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:01.854591 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.921987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] Deleting port 437628ca-8feb-4d29-a4e9-1e5672140367 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:01.923680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.944018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.963673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:01.970335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35484) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:01.972416 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/networks/256b66d2-21d2-4f1e-8865-8678fe9c5835 HTTP/1.1" status: 204 len: 168 time: 0.7853928 Apr 20 13:17:01.985788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2abe41-268e-4711-9d34-324fc344c072 tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Network': ['ID=256b66d2-21d2-4f1e-8865-8678fe9c5835,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:02.001325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:02.019689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] For port 437628ca-8feb-4d29-a4e9-1e5672140367, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=437628ca-8feb-4d29-a4e9-1e5672140367,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:02.020088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.034096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] Calling delete_port for 437628ca-8feb-4d29-a4e9-1e5672140367 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:02.066816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.130681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Deleting port 437628ca-8feb-4d29-a4e9-1e5672140367 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:02.132168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.139992 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.174271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] No DVR routers for this DVR port 437628ca-8feb-4d29-a4e9-1e5672140367 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:02.177086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527b6a4-790f-433a-b00c-02f22ebbcf00 None None] Pushing event deleted for resources: {'Port': ['ID=437628ca-8feb-4d29-a4e9-1e5672140367,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:02.211574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] For port 437628ca-8feb-4d29-a4e9-1e5672140367, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=437628ca-8feb-4d29-a4e9-1e5672140367,segment=NetworkSegment(c1849720-0edc-4964-af31-a889feefc699),segment_id=c1849720-0edc-4964-af31-a889feefc699)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:02.212078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.227448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Calling delete_port for 437628ca-8feb-4d29-a4e9-1e5672140367 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:02.329287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.374758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] No DVR routers for this DVR port 437628ca-8feb-4d29-a4e9-1e5672140367 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:02.380175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Port': ['ID=437628ca-8feb-4d29-a4e9-1e5672140367,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:02.434762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4021dc4-55d3-48b1-9a83-3434441aeac8 req-cb9b14a0-d270-4abf-ae23-cd6cf4400c9a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:02.436323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4021dc4-55d3-48b1-9a83-3434441aeac8 req-cb9b14a0-d270-4abf-ae23-cd6cf4400c9a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.1166267 Apr 20 13:17:02.491966 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.527428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335e6fb4-7c82-4bc2-a467-962909cdb277']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:02.533277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4021dc4-55d3-48b1-9a83-3434441aeac8 req-d018626c-f0da-4809-8335-ed5dcc4075e3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681863 Apr 20 13:17:02.549967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1849720-0edc-4964-af31-a889feefc699') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:02.550598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1849720-0edc-4964-af31-a889feefc699') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:02.583025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.600843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.608306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:02.608710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:02.612005 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:02.702608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.720800 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:02.728124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] 10.222.0.24 "DELETE /v2.0/networks/335e6fb4-7c82-4bc2-a467-962909cdb277 HTTP/1.1" status: 204 len: 168 time: 0.7525415 Apr 20 13:17:02.728124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6f818-c95d-4dc1-97e2-9d4d579957fc tempest-TaggedBootDevicesTest-1862175190 tempest-TaggedBootDevicesTest-1862175190-project] Pushing event deleted for resources: {'Network': ['ID=335e6fb4-7c82-4bc2-a467-962909cdb277,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:02.743982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b1d3-a5b4-4732-bb85-82b631c0666c req-8d2eb333-aa54-4b7f-9928-e60ec385f317 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:02.745440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29f3b1d3-a5b4-4732-bb85-82b631c0666c req-8d2eb333-aa54-4b7f-9928-e60ec385f317 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.1326172 Apr 20 13:17:02.814696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29f3b1d3-a5b4-4732-bb85-82b631c0666c req-1acc064c-ee29-4ed3-9462-e914a3f9dc89 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595515 Apr 20 13:17:03.006375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:03.035070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:03.035559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2aed62e7-0d95-4e05-99bc-0610c2e8eb18 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:03.036353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 437628ca-8feb-4d29-a4e9-1e5672140367 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:03.062290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 437628ca-8feb-4d29-a4e9-1e5672140367 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:03.062738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 437628ca-8feb-4d29-a4e9-1e5672140367 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:03.664656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b767a-0593-48d3-88ee-d49abe3e5dff req-e29b03c2-6732-49bf-8a52-ed4caf20c436 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:03.673498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e4b767a-0593-48d3-88ee-d49abe3e5dff req-e29b03c2-6732-49bf-8a52-ed4caf20c436 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0597563 Apr 20 13:17:03.674359 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d6b133d3-c8dd-4a02-b931-84a7443df1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:03.713784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e4b767a-0593-48d3-88ee-d49abe3e5dff req-6f00ece0-78ff-408f-82b9-91acd04ee7c8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389662 Apr 20 13:17:03.950293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb17452-ad28-4ed1-bdc0-783df8900b2e req-0a73310a-6a34-402b-b7b0-af47864a25c9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:03.951921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb17452-ad28-4ed1-bdc0-783df8900b2e req-0a73310a-6a34-402b-b7b0-af47864a25c9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0501800 Apr 20 13:17:03.991744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fb17452-ad28-4ed1-bdc0-783df8900b2e req-53650aec-4805-47d7-bf4f-88c9fea07497 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333838 Apr 20 13:17:04.855815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d921d6-d8c2-4e9c-b720-14d8b85bb6a7 req-308c1f80-7a68-46df-817a-11d8ccbe85d3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:04.863711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8d921d6-d8c2-4e9c-b720-14d8b85bb6a7 req-308c1f80-7a68-46df-817a-11d8ccbe85d3 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0702796 Apr 20 13:17:04.913941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a8d921d6-d8c2-4e9c-b720-14d8b85bb6a7 req-6aafe5aa-f588-471c-a9a8-649e48a80c30 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490656 Apr 20 13:17:05.198682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed60ce-6c01-4bd2-9055-6872359a464c req-636b736c-70f1-4b31-bfa1-53e5f67bd007 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:05.200637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05ed60ce-6c01-4bd2-9055-6872359a464c req-636b736c-70f1-4b31-bfa1-53e5f67bd007 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0723989 Apr 20 13:17:05.260647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05ed60ce-6c01-4bd2-9055-6872359a464c req-485d69e2-6d06-4a7f-8c79-3f1a19bf00be tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449221 Apr 20 13:17:06.008013 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc747-5bd4-45f4-9a8c-6ee1f699c820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:06.105993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a6198-77e5-44ca-a7e1-f9bf429ff463 req-a9786924-4cfa-4822-9985-986995edb491 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:06.113234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb7a6198-77e5-44ca-a7e1-f9bf429ff463 req-a9786924-4cfa-4822-9985-986995edb491 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.1328969 Apr 20 13:17:06.167242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb7a6198-77e5-44ca-a7e1-f9bf429ff463 req-3d8d4832-03a5-4c46-8fdf-1501a69b039c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530334 Apr 20 13:17:06.454020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68855d6f-5e71-4cc7-b50c-aa795af7511f req-1d8837c2-987a-4ad2-8341-edec50c8489c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:06.455681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68855d6f-5e71-4cc7-b50c-aa795af7511f req-1d8837c2-987a-4ad2-8341-edec50c8489c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0724685 Apr 20 13:17:06.526152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68855d6f-5e71-4cc7-b50c-aa795af7511f req-961d198b-d634-4099-ac3a-6ccc535ca404 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620005 Apr 20 13:17:07.123792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-5dca7afd-5287-4c0a-b790-106fd0495b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:07.126199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-5dca7afd-5287-4c0a-b790-106fd0495b47 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62&tenant_id=c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 1095 time: 0.0528581 Apr 20 13:17:07.201961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-f0f1ff44-484e-449d-b723-6410cc935752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:07.203692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-f0f1ff44-484e-449d-b723-6410cc935752 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1095 time: 0.0514052 Apr 20 13:17:07.216662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:07.341753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cdba7f-323c-44a0-b8ad-c1ea6d6c7209 req-808c7b59-acd0-4e68-b953-49df9beb0c7c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:07.343594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56cdba7f-323c-44a0-b8ad-c1ea6d6c7209 req-808c7b59-acd0-4e68-b953-49df9beb0c7c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0813115 Apr 20 13:17:07.345125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-aaed9524-2368-48fa-bb1c-948cbf1a02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:07.346532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-aaed9524-2368-48fa-bb1c-948cbf1a02a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.1358011 Apr 20 13:17:07.457876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56cdba7f-323c-44a0-b8ad-c1ea6d6c7209 req-c0344409-52c1-48ce-a2ce-2db69930c834 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871589 Apr 20 13:17:07.468724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-fd9c0d0a-1a5b-4af5-99e9-9c27421f1d07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 200 len: 1000 time: 0.1081338 Apr 20 13:17:07.534091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-87aa8fe6-f44b-43e4-981b-b2c7c1669096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:07.535749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-87aa8fe6-f44b-43e4-981b-b2c7c1669096 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0596552 Apr 20 13:17:07.606204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-41e8c0bf-28af-4d41-a73b-fd25520c0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:07.607707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-41e8c0bf-28af-4d41-a73b-fd25520c0d87 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650551 Apr 20 13:17:08.048447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d7eb8-f7a1-4300-9eb4-2fec993f3201 req-612f8a47-e87e-4357-b57b-c3e82dc9fb97 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:08.056853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-427d7eb8-f7a1-4300-9eb4-2fec993f3201 req-612f8a47-e87e-4357-b57b-c3e82dc9fb97 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0685804 Apr 20 13:17:08.112660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-3fbe2c2e-a134-48cf-a341-a52c0798cccd service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978261 Apr 20 13:17:08.121493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-427d7eb8-f7a1-4300-9eb4-2fec993f3201 req-c2e15175-d0a2-49ee-aaa6-2067f3725012 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637898 Apr 20 13:17:08.235897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9933f50f-1b4a-4a37-8425-6fee51531c6f req-5ad416b1-20ca-4142-9340-23ab2a72f7f4 service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132774 Apr 20 13:17:08.583351 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:08.625789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283e4b-661f-4a5a-8684-b3956d329cd3 req-12f916d6-e1d2-47c0-aeb8-1c40542ef567 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:08.627636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73283e4b-661f-4a5a-8684-b3956d329cd3 req-12f916d6-e1d2-47c0-aeb8-1c40542ef567 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0830562 Apr 20 13:17:08.682177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73283e4b-661f-4a5a-8684-b3956d329cd3 req-d08e5295-293f-401c-a763-af7fb020aba5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469058 Apr 20 13:17:08.947752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:09.451380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba1e4b-6b85-42bf-aa39-936629581d0a req-71976fcb-5f5d-493a-8a05-c43ada181ecd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:09.453581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43ba1e4b-6b85-42bf-aa39-936629581d0a req-71976fcb-5f5d-493a-8a05-c43ada181ecd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.1022584 Apr 20 13:17:09.535460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43ba1e4b-6b85-42bf-aa39-936629581d0a req-3a1ad93c-0667-469b-9c43-8d160084dc34 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753722 Apr 20 13:17:09.840740 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562c3e8-9121-42d0-9633-1b3dd755e6d4 req-f54a9524-0ae6-4125-928c-243b6b4837b4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:09.843424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5562c3e8-9121-42d0-9633-1b3dd755e6d4 req-f54a9524-0ae6-4125-928c-243b6b4837b4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0814805 Apr 20 13:17:09.910544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5562c3e8-9121-42d0-9633-1b3dd755e6d4 req-7bb1d996-9d25-416d-8d3b-f36221c20bc4 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556829 Apr 20 13:17:10.782457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9b13c-f40d-49fd-a8f0-58af06dbeaa2 req-0f9e0f9e-aecb-407f-a26e-22dbb467a6f0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:10.794431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32d9b13c-f40d-49fd-a8f0-58af06dbeaa2 req-0f9e0f9e-aecb-407f-a26e-22dbb467a6f0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.1047909 Apr 20 13:17:10.870103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32d9b13c-f40d-49fd-a8f0-58af06dbeaa2 req-280396ca-b4b2-43bb-a6fa-e5b9e77dddbb tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542607 Apr 20 13:17:11.106696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafec46d-9daa-4a15-bc4f-53ee2a747f13 req-2c733a9f-3d55-47d2-938e-dc24907b941e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:11.114576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bafec46d-9daa-4a15-bc4f-53ee2a747f13 req-2c733a9f-3d55-47d2-938e-dc24907b941e tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0701282 Apr 20 13:17:11.166779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bafec46d-9daa-4a15-bc4f-53ee2a747f13 req-a89e0e44-7101-4b64-8094-a05e3d9d7c48 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459900 Apr 20 13:17:12.126999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0f2b6-f912-41f0-a4b6-1b3eeab6d610 req-0217904e-72cc-4d60-b22e-a88a3800bade tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:12.138035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efb0f2b6-f912-41f0-a4b6-1b3eeab6d610 req-0217904e-72cc-4d60-b22e-a88a3800bade tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.1558518 Apr 20 13:17:12.189573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efb0f2b6-f912-41f0-a4b6-1b3eeab6d610 req-ad89cb74-34fb-4fc8-88bf-e5b6e97f6166 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504601 Apr 20 13:17:12.380698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350fb43-120b-4547-b604-90439ae1be7d req-3aba8048-e6c1-4cd8-8f54-970e14a0ef59 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:12.394025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5350fb43-120b-4547-b604-90439ae1be7d req-3aba8048-e6c1-4cd8-8f54-970e14a0ef59 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.1171031 Apr 20 13:17:12.455422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5350fb43-120b-4547-b604-90439ae1be7d req-b1acbf65-7034-40a9-8789-b6b175d9af3c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526252 Apr 20 13:17:13.403579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b081e-e5bd-4a7c-a264-ebdfdbcf33bb req-c730548b-5eac-4c95-bb66-e089db18e119 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:13.415321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-525b081e-e5bd-4a7c-a264-ebdfdbcf33bb req-c730548b-5eac-4c95-bb66-e089db18e119 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0903120 Apr 20 13:17:13.465118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-525b081e-e5bd-4a7c-a264-ebdfdbcf33bb req-49693617-2c00-473d-aec1-0c2a5664ac30 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484824 Apr 20 13:17:13.719423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9c0ad-9b95-47ea-a21f-c1fb0fc9253f req-b219f5eb-3c3e-469a-98e7-dad905cf2860 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:13.721252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eda9c0ad-9b95-47ea-a21f-c1fb0fc9253f req-b219f5eb-3c3e-469a-98e7-dad905cf2860 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.1399231 Apr 20 13:17:13.856576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eda9c0ad-9b95-47ea-a21f-c1fb0fc9253f req-36b92b33-5368-4cda-9d4a-d9503d1febd8 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242406 Apr 20 13:17:14.113564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35616) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:14.687829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bb889-bae2-4025-84a4-1856b7d83a73 req-6829d875-733f-40e0-b8ef-dd84b7e32ce1 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:14.689997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e40bb889-bae2-4025-84a4-1856b7d83a73 req-6829d875-733f-40e0-b8ef-dd84b7e32ce1 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0754089 Apr 20 13:17:14.796036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e40bb889-bae2-4025-84a4-1856b7d83a73 req-c64de3bd-ab55-44c7-9479-b256a7ee3bc8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829453 Apr 20 13:17:15.062872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.097226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db76e8a-823f-4335-99cc-a28314181ae4 req-8e88e74d-15ae-45bd-9583-23708aa9de8d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:15.117263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1db76e8a-823f-4335-99cc-a28314181ae4 req-8e88e74d-15ae-45bd-9583-23708aa9de8d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0964551 Apr 20 13:17:15.192936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1db76e8a-823f-4335-99cc-a28314181ae4 req-af4dbbe5-eb31-4bf6-a6b1-b55b1ad79bbf tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726380 Apr 20 13:17:15.656705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Deleting port 1996ed12-f2cc-4224-8c54-8776ac5ebad0 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:15.658184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.853549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] For port 1996ed12-f2cc-4224-8c54-8776ac5ebad0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1996ed12-f2cc-4224-8c54-8776ac5ebad0,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:15.853946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:15.874640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Calling delete_port for 1996ed12-f2cc-4224-8c54-8776ac5ebad0 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:16.033754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9085948-a73d-4870-b000-a8c7ebf4241e req-7c09d45e-31af-413d-b6b6-52fce29c823d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:16.050222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9085948-a73d-4870-b000-a8c7ebf4241e req-7c09d45e-31af-413d-b6b6-52fce29c823d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.1174514 Apr 20 13:17:16.118402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9085948-a73d-4870-b000-a8c7ebf4241e req-e83fca58-2393-4957-a507-687e3438b70d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669856 Apr 20 13:17:16.191246 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.225903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1996ed12-f2cc-4224-8c54-8776ac5ebad0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:16.397478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d59b-050f-47c3-a9e9-f900a1416406 req-5cbc4047-8e1c-4d25-9c91-5a58ade9f9bf tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:16.402797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3b0d59b-050f-47c3-a9e9-f900a1416406 req-5cbc4047-8e1c-4d25-9c91-5a58ade9f9bf tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.1174538 Apr 20 13:17:16.535816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3b0d59b-050f-47c3-a9e9-f900a1416406 req-571e8ca5-f42e-43e7-9dfb-2f5311fa9fca tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012659 Apr 20 13:17:16.584916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:16.591678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-71255819-9acd-484c-81e6-2a87d0c6d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:16.594021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-71255819-9acd-484c-81e6-2a87d0c6d9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1095 time: 0.1276505 Apr 20 13:17:17.092366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-2dbc64d9-f7c5-4970-a201-9c9cf2a5933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.093851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-2dbc64d9-f7c5-4970-a201-9c9cf2a5933f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.1449625 Apr 20 13:17:17.135403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:17.250281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:17.255638 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-810053bd-35a9-4183-b259-f8752d6f22e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1409459 Apr 20 13:17:17.261741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] Sync routers for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:17.262552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:17.277326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:17.278715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:17.351591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-a6d12c78-8f8e-4659-81f5-780ad61c30ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 200 len: 1000 time: 0.0965960 Apr 20 13:17:17.404845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-dae6fda2-ba48-4a2f-8a7f-418809d4e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.406617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-dae6fda2-ba48-4a2f-8a7f-418809d4e744 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0465460 Apr 20 13:17:17.419957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8386787-e6ef-4714-b812-f2708ee87182 req-f6f69a9b-17f9-464a-b8dc-04f302230a9c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.421596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8386787-e6ef-4714-b812-f2708ee87182 req-f6f69a9b-17f9-464a-b8dc-04f302230a9c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.2026312 Apr 20 13:17:17.427200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:17.438442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.486401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8386787-e6ef-4714-b812-f2708ee87182 req-503bfa5c-d47c-49e6-b507-c8f28b16cc95 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561292 Apr 20 13:17:17.498874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-ff5088c2-af1b-4751-87fe-90929c81f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.500471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-ff5088c2-af1b-4751-87fe-90929c81f92e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778897 Apr 20 13:17:17.597299 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.671121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Deleting port c21300b1-866e-4162-9719-fb2411eb178f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:17.672301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.727124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-aa60343b-79af-44a9-9b0b-9f6c6b30d7ee service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162397 Apr 20 13:17:17.735731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650c80f-1c0d-46b7-8cdc-7c4bef8c2e07 req-6ae8d31e-ce16-4c35-be38-26ff3a8ba54d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:17.737167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6650c80f-1c0d-46b7-8cdc-7c4bef8c2e07 req-6ae8d31e-ce16-4c35-be38-26ff3a8ba54d tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0821633 Apr 20 13:17:17.767089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] For port c21300b1-866e-4162-9719-fb2411eb178f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=c21300b1-866e-4162-9719-fb2411eb178f,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:17.767464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:17.781371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Calling delete_port for c21300b1-866e-4162-9719-fb2411eb178f owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:17.795036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:17:16Z', 'revision_number': 5, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port': {'id': 'c21300b1-866e-4162-9719-fb2411eb178f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2737, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:25Z', 'updated_at': '2022-04-20T13:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:17.832238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] Checking router: 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:17.840017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6650c80f-1c0d-46b7-8cdc-7c4bef8c2e07 req-c544bb9a-cbcb-4612-9e60-04dbb16df43f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925956 Apr 20 13:17:17.856138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] Routers {'5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:17.856959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:17.871050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa429e0c-9de9-47e4-a24b-a1599f062c3d req-7562be6b-1420-4591-ab39-2bd2d708bf1b service neutron] 10.222.0.37 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328762 Apr 20 13:17:17.966443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] Set router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:17.992459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.020407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21300b1-866e-4162-9719-fb2411eb178f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:18.028357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:17:17Z', 'revision_number': 6, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:18.056246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c845304a-2d45-4df7-9243-aebe19d83572 None None] The sync data for ids ['5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a'] in n-d-838550-2 is: [{'id': '5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a', 'name': 'tempest-TaggedBootDevicesTest-521792673-router', 'tenant_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:24Z', 'updated_at': '2022-04-20T13:17:17Z', 'revision_number': 6, 'project_id': 'b1d47e0fdfe54c45a31d35f7b5bf9cec', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:18.098104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.193372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.195510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.239533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.240502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:17:18.244942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.248528 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1716ef61-006b-46a2-b973-b896f1ac7158 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5f79d4a9-2f9f-4751-9ebd-cf261ca79f2a HTTP/1.1" status: 204 len: 168 time: 0.9830506 Apr 20 13:17:18.248753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35652) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:18.294745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] Deleting subnet ceee5434-658d-4b1d-9c9e-aaa91c537bd3 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:18.298116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.332722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.420151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.510437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.571857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d139b1-928c-456b-8fbd-20b672a6a04f req-6e535667-7a94-4c17-a2ab-652a9b20b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.573565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78d139b1-928c-456b-8fbd-20b672a6a04f req-6e535667-7a94-4c17-a2ab-652a9b20b848 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 1096 time: 0.0524960 Apr 20 13:17:18.575529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceee5434-658d-4b1d-9c9e-aaa91c537bd3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:18.577813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.583473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798df76-b3ce-458b-96fc-a6324f04915e None None] Network 1f059878-4537-4909-a153-75a68de9ea39 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:18.588909 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ab9997d4-0062-4712-bcdf-10dfd0cd4e61 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ceee5434-658d-4b1d-9c9e-aaa91c537bd3 HTTP/1.1" status: 204 len: 168 time: 0.3391211 Apr 20 13:17:18.591279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35656) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:18.650483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78d139b1-928c-456b-8fbd-20b672a6a04f req-67effce0-8254-42b3-bffe-407f29eb5e7a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692837 Apr 20 13:17:18.671176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32f115-8d2e-47b0-99a0-5923f1a5538f req-656972fe-b783-4c3a-84de-36fac220286e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:18.672649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec32f115-8d2e-47b0-99a0-5923f1a5538f req-656972fe-b783-4c3a-84de-36fac220286e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0682592 Apr 20 13:17:18.678901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.756877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec32f115-8d2e-47b0-99a0-5923f1a5538f req-9e56fa39-f4d4-44f6-ab4e-e1c6488d2057 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742559 Apr 20 13:17:18.773780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Deleting port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:18.774121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.884190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] For port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:18.884824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:18.888727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] DHCP port deletion for 1f059878-4537-4909-a153-75a68de9ea39 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:18.906342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Calling delete_port for a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:19.013415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Deleting port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:19.014049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.025157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.041826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] No DVR routers for this DVR port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:19.061882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c439-d267-4e2d-8e3d-4548701d1ef9 req-98dd05be-dc6e-4086-8cd7-c67faa474d30 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:19.066976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:19.070531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b16c439-d267-4e2d-8e3d-4548701d1ef9 req-98dd05be-dc6e-4086-8cd7-c67faa474d30 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0705695 Apr 20 13:17:19.102545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:19.136863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b16c439-d267-4e2d-8e3d-4548701d1ef9 req-436bd999-7acf-4566-9d92-76a654b13166 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650918 Apr 20 13:17:19.137298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35676) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:19.147348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] For port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,segment=NetworkSegment(b4e93a0b-9e66-4364-bdc1-744ebb93fc1a),segment_id=b4e93a0b-9e66-4364-bdc1-744ebb93fc1a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:19.147756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.162988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.167724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:19.168072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:19.168498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1996ed12-f2cc-4224-8c54-8776ac5ebad0 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:19.184801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f059878-4537-4909-a153-75a68de9ea39']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:19.193516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Calling delete_port for a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:19.195535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:19.196005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e93a0b-9e66-4364-bdc1-744ebb93fc1a') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:19.198493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1996ed12-f2cc-4224-8c54-8776ac5ebad0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:19.198793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1996ed12-f2cc-4224-8c54-8776ac5ebad0 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:19.199133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c21300b1-866e-4162-9719-fb2411eb178f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:19.211567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.225559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.226094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.230055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: c21300b1-866e-4162-9719-fb2411eb178f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:19.230426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device c21300b1-866e-4162-9719-fb2411eb178f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:19.232374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:19.233919 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:19.235655 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:19.307110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.315485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.317660 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.325453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.330334 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] 10.222.0.24 "DELETE /v2.0/networks/1f059878-4537-4909-a153-75a68de9ea39 HTTP/1.1" status: 204 len: 168 time: 0.7380683 Apr 20 13:17:19.331861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35680) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:19.350676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd9271-e86e-44a1-8983-a3ad6b8d9cad admin admin] Pushing event deleted for resources: {'Network': ['ID=1f059878-4537-4909-a153-75a68de9ea39,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:19.369259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Network 1f059878-4537-4909-a153-75a68de9ea39 is not hosted by any dhcp agent {{(pid=109411) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:17:19.369747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] No DVR routers for this DVR port a5b747e1-67f6-4b08-9f84-c14df5b3f0b9 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:19.371506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Pushing event deleted for resources: {'Port': ['ID=a5b747e1-67f6-4b08-9f84-c14df5b3f0b9,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:19.387675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.388024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.388367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.389394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.389394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.389394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.389748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.390029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.390371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.390668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.390991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.391575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dd1caa-b0ce-4a25-8e4e-b9a2c3417415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.532924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.541319 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.612967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc9e15-4412-468d-af82-abbfd976b7a1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:19.617397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bb7c61d346c415cb7e5beb4abfbceb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4788780 Apr 20 13:17:19.620412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:19.635748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.636113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.636420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.638191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.638191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.638191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.638191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.638191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.640227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.640227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.640227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.640227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb0361-7993-4dba-bdee-6af06f918b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:19.720390 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6865234-b176-4ed0-9b0d-a022aee49052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.765060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6865234-b176-4ed0-9b0d-a022aee49052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.851824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6865234-b176-4ed0-9b0d-a022aee49052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.854790 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6865234-b176-4ed0-9b0d-a022aee49052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:19.856099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b6865234-b176-4ed0-9b0d-a022aee49052 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5bc9e15-4412-468d-af82-abbfd976b7a1 HTTP/1.1" status: 204 len: 168 time: 0.2347863 Apr 20 13:17:19.892452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6865234-b176-4ed0-9b0d-a022aee49052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc9e15-4412-468d-af82-abbfd976b7a1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:19.945553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.110455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdb8b4-e537-4e84-8fd0-07b835887562 req-81289c46-dfaa-4fb8-b8ae-efb052a3f47d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.112683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01fdb8b4-e537-4e84-8fd0-07b835887562 req-81289c46-dfaa-4fb8-b8ae-efb052a3f47d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.2716067 Apr 20 13:17:20.217521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01fdb8b4-e537-4e84-8fd0-07b835887562 req-48f0cd6c-5a42-4735-b642-04970a2db142 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952513 Apr 20 13:17:20.277810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b294ea9-b27c-4e9c-b755-e60a8b8121aa req-8c93552a-a269-4b6b-b5cd-09a79af698d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:20.279262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b294ea9-b27c-4e9c-b755-e60a8b8121aa req-8c93552a-a269-4b6b-b5cd-09a79af698d9 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0669677 Apr 20 13:17:20.357958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b294ea9-b27c-4e9c-b755-e60a8b8121aa req-3d587941-3a53-448f-8329-9d5fbf686725 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598667 Apr 20 13:17:20.378373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Deleting port 265e792c-5e1e-4e6d-872a-b3a56f8df468 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:20.378713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.380049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35704) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:20.452770 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f9d0efc0-8c7f-40a6-86ca-590f3814677a tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/floatingips/a01a2130-cff4-4b95-897d-1e27ff2276d8 HTTP/1.1" status: 200 len: 993 time: 0.0709922 Apr 20 13:17:20.469076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] For port 265e792c-5e1e-4e6d-872a-b3a56f8df468, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=265e792c-5e1e-4e6d-872a-b3a56f8df468,segment=NetworkSegment(5ab144b1-4ef0-467c-b6f8-36cdd3740fce),segment_id=5ab144b1-4ef0-467c-b6f8-36cdd3740fce)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:20.469523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.482369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Calling delete_port for 265e792c-5e1e-4e6d-872a-b3a56f8df468 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:20.686293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:20.719421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Pushing event deleted for resources: {'Port': ['ID=265e792c-5e1e-4e6d-872a-b3a56f8df468,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:20.904276 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.154354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Router 48c1ed21-6850-47a5-9b34-fcdf235115c7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:21.262429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:21.271281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35724) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:21.271397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1c8ba333-f8c8-4d3a-ad2f-c7c45915e95c admin admin] 10.222.0.24 "PUT /v2.0/routers/48c1ed21-6850-47a5-9b34-fcdf235115c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9384038 Apr 20 13:17:21.282767 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] Sync routers for ids ['48c1ed21-6850-47a5-9b34-fcdf235115c7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:21.293467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] Routers {'48c1ed21-6850-47a5-9b34-fcdf235115c7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:21.294235 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['48c1ed21-6850-47a5-9b34-fcdf235115c7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:21.380906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4ab0f-91cd-4211-a690-40fe563463f5 req-329a8bf9-ea57-4503-8813-5feb93172650 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:21.382801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb4ab0f-91cd-4211-a690-40fe563463f5 req-329a8bf9-ea57-4503-8813-5feb93172650 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0739584 Apr 20 13:17:21.401895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.418900 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] Set router 48c1ed21-6850-47a5-9b34-fcdf235115c7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:21.422100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7b4603b8-ec93-47cc-b658-3030df8a18c6 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:21.424361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7b4603b8-ec93-47cc-b658-3030df8a18c6 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:21.451506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb4ab0f-91cd-4211-a690-40fe563463f5 req-9dd2b55f-7e64-493e-a902-dd90153858b0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613472 Apr 20 13:17:21.569452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.640747 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Deleting port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:21.641574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.642899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:21.659312 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.662711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'port_id': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'mac_address': 'fa:16:3e:00:e1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:21.663164 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:17:20Z', 'revision_number': 5, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port': {'id': '33f3c7bb-78cd-4ae7-a948-2a18412b29d4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:68:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:21.694805 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] Checking router: 48c1ed21-6850-47a5-9b34-fcdf235115c7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:21.705832 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] Routers {'48c1ed21-6850-47a5-9b34-fcdf235115c7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:21.706778 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['48c1ed21-6850-47a5-9b34-fcdf235115c7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:21.722952 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.729076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] For port 33f3c7bb-78cd-4ae7-a948-2a18412b29d4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:21.729447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.744225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:21.744434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Calling delete_port for 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:21.745198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:21.748302 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d578067-07cb-4fec-99ec-a0a24254abff" -d '{"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:21.759675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.769876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b4603b8-ec93-47cc-b658-3030df8a18c6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:21.803297 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bad3d7-c0cf-40b1-ae03-514e1133af26 x-openstack-request-id: req-81bad3d7-c0cf-40b1-ae03-514e1133af26 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:21.803607 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:21.803840 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-81bad3d7-c0cf-40b1-ae03-514e1133af26 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:21.804771 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bad3d7-c0cf-40b1-ae03-514e1133af26'] response: {'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'code': 200} Apr 20 13:17:21.813324 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] Set router 48c1ed21-6850-47a5-9b34-fcdf235115c7 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:21.857909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:21.862248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:17:21.862606 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:17:21.872850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:17:21Z', 'revision_number': 6, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:21.902808 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582875e1-93e5-4779-8044-fe165a427b6f None None] The sync data for ids ['48c1ed21-6850-47a5-9b34-fcdf235115c7'] in n-d-838550-2 is: [{'id': '48c1ed21-6850-47a5-9b34-fcdf235115c7', 'name': 'tempest-TaggedBootDevicesTest-1976104260-router', 'tenant_id': '38e1b8308c1c42d99c7abef829b215a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:32Z', 'updated_at': '2022-04-20T13:17:21Z', 'revision_number': 6, 'project_id': '38e1b8308c1c42d99c7abef829b215a1', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:21.943355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:21.969235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33f3c7bb-78cd-4ae7-a948-2a18412b29d4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:22.036036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.135496 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.137812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.183450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.183990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c1ed21-6850-47a5-9b34-fcdf235115c7 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:17:22.188839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.190001 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c32e6dcd-754c-4620-b4dc-86d17b35aea1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/48c1ed21-6850-47a5-9b34-fcdf235115c7 HTTP/1.1" status: 204 len: 168 time: 0.9174356 Apr 20 13:17:22.192576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35738) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:22.244460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] Deleting subnet 2efa092c-42ad-4bdb-97e4-d77e8db61c73 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:22.248709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.296922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.413423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.415825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.429724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4603b8-ec93-47cc-b658-3030df8a18c6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:22.451108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:22.456222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.476094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.514350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2efa092c-42ad-4bdb-97e4-d77e8db61c73,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:22.518905 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.522961 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b29a6162-04e2-4b4f-8db9-be5cfcae2ca2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2efa092c-42ad-4bdb-97e4-d77e8db61c73 HTTP/1.1" status: 204 len: 168 time: 0.3285499 Apr 20 13:17:22.525455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35752) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:22.544788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:22.556618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c4fac-7b1e-4df0-8a18-78192ac294cc None None] Network fcd30365-1b99-49f9-abe3-a4316a213b45 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:22.633680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.657691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57d6aa-cd2d-4728-8f2b-f910af7877c2 req-26d142a2-c766-433b-bd92-fa745c7c4fc8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:22.659253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e57d6aa-cd2d-4728-8f2b-f910af7877c2 req-26d142a2-c766-433b-bd92-fa745c7c4fc8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0758343 Apr 20 13:17:22.733271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e57d6aa-cd2d-4728-8f2b-f910af7877c2 req-095ae948-28e7-47f0-b821-5138bd6cd8b2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507426 Apr 20 13:17:22.753086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Deleting port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:22.753567 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.839849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] For port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,segment=NetworkSegment(5ab144b1-4ef0-467c-b6f8-36cdd3740fce),segment_id=5ab144b1-4ef0-467c-b6f8-36cdd3740fce)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:22.840302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:22.867212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['7b4603b8-ec93-47cc-b658-3030df8a18c6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:23.003280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] DHCP port deletion for fcd30365-1b99-49f9-abe3-a4316a213b45 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:17:23.039916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 265e792c-5e1e-4e6d-872a-b3a56f8df468 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:23.093762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 265e792c-5e1e-4e6d-872a-b3a56f8df468 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:23.094100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 265e792c-5e1e-4e6d-872a-b3a56f8df468 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:23.094520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:23.130598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:23.130867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33f3c7bb-78cd-4ae7-a948-2a18412b29d4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:23.185245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] Deleting port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:23.185614 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.219885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Calling delete_port for 1a809d8a-91dc-4af7-acbf-cc7ec977a71f owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:23.286412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] For port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,segment=NetworkSegment(5ab144b1-4ef0-467c-b6f8-36cdd3740fce),segment_id=5ab144b1-4ef0-467c-b6f8-36cdd3740fce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:23.286844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.304249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.310160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] Calling delete_port for 1a809d8a-91dc-4af7-acbf-cc7ec977a71f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:23.335854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:23.337812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] No DVR routers for this DVR port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:23.414960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.417209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.437389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd30365-1b99-49f9-abe3-a4316a213b45']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:23.446632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] Pushing event deleted for resources: {'Port': ['ID=1a809d8a-91dc-4af7-acbf-cc7ec977a71f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:23.448537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a10c7-ef8d-44d9-a6c1-f066fb4a3209 None None] No DVR routers for this DVR port 1a809d8a-91dc-4af7-acbf-cc7ec977a71f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:23.456206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab144b1-4ef0-467c-b6f8-36cdd3740fce') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:23.456797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab144b1-4ef0-467c-b6f8-36cdd3740fce') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:23.468641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.484057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.491324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:23.492028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:23.493381 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:23.546911 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.552984 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.556117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] 10.222.0.24 "DELETE /v2.0/networks/fcd30365-1b99-49f9-abe3-a4316a213b45 HTTP/1.1" status: 204 len: 168 time: 1.0296030 Apr 20 13:17:23.582373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820699d-691b-4839-a882-296c3d4608ff admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd30365-1b99-49f9-abe3-a4316a213b45,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:23.720777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35770) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:23.762720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-03bd4eac-8672-4379-99bb-3c48afd07741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1d47e0fdfe54c45a31d35f7b5bf9cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406854 Apr 20 13:17:23.765204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:23.817479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7764cba8-f233-42e0-97f5-4090118acc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.843881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7764cba8-f233-42e0-97f5-4090118acc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.875873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.900051 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7764cba8-f233-42e0-97f5-4090118acc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.902774 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7764cba8-f233-42e0-97f5-4090118acc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:23.904095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7764cba8-f233-42e0-97f5-4090118acc87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2fcb6be-41c5-45f2-9db9-3b92b364b02a HTTP/1.1" status: 204 len: 168 time: 0.1377001 Apr 20 13:17:23.922271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7764cba8-f233-42e0-97f5-4090118acc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fcb6be-41c5-45f2-9db9-3b92b364b02a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:24.120323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4150ce-dcce-493b-a444-38325fba1588 req-a8442965-9a2a-481a-a8f2-bb7096783f45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:24.122118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca4150ce-dcce-493b-a444-38325fba1588 req-a8442965-9a2a-481a-a8f2-bb7096783f45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.3015816 Apr 20 13:17:24.162962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca4150ce-dcce-493b-a444-38325fba1588 req-fbde1190-b1e7-40c2-b47b-52d0f9d0993e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336761 Apr 20 13:17:24.262736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35784) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:24.306436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9ec50ea9-72c8-4766-8526-d64a478973a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38e1b8308c1c42d99c7abef829b215a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424712 Apr 20 13:17:24.308748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35786) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:24.358221 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba617e8c-599d-4e58-8c3b-4819f247b25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.380130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba617e8c-599d-4e58-8c3b-4819f247b25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.432638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba617e8c-599d-4e58-8c3b-4819f247b25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.435210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba617e8c-599d-4e58-8c3b-4819f247b25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:24.436342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ba617e8c-599d-4e58-8c3b-4819f247b25c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/750cd5fa-4e54-47eb-887a-5aec3d6aeb2b HTTP/1.1" status: 204 len: 168 time: 0.1267278 Apr 20 13:17:24.445072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba617e8c-599d-4e58-8c3b-4819f247b25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750cd5fa-4e54-47eb-887a-5aec3d6aeb2b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:24.996369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1a809d8a-91dc-4af7-acbf-cc7ec977a71f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:25.022053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1a809d8a-91dc-4af7-acbf-cc7ec977a71f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:25.022962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1a809d8a-91dc-4af7-acbf-cc7ec977a71f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:25.153190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35814) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:25.211895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35820) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:25.296952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadebf62-c75d-44c8-a625-5848372ba4a9 req-9e405fef-adc4-4970-b1f0-fd3f17694d11 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:25.298466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cadebf62-c75d-44c8-a625-5848372ba4a9 req-9e405fef-adc4-4970-b1f0-fd3f17694d11 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 944 time: 0.0516951 Apr 20 13:17:25.309763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1936090833-network', 'tenant_id': '4e85aecb4b1642539a317e6089bd4c0e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:25.349110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48873742-68a1-4073-ad77-c44aad393a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.389103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Made reservation on behalf of 4e85aecb4b1642539a317e6089bd4c0e for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:25.391669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.407236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cadebf62-c75d-44c8-a625-5848372ba4a9 req-4a777c5a-fee3-428c-b824-4e1e61ef5a37 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939791 Apr 20 13:17:25.412126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.422572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:25.425880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7b4603b8-ec93-47cc-b658-3030df8a18c6 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:25.521839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48873742-68a1-4073-ad77-c44aad393a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.528137 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-48873742-68a1-4073-ad77-c44aad393a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.541867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 7b4603b8-ec93-47cc-b658-3030df8a18c6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:25.542228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.577529 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.579194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:25.586446 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.590514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48873742-68a1-4073-ad77-c44aad393a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12de23b4-192c-4ae5-8f8c-1cef0da25821,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.598558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'port_id': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'mac_address': 'fa:16:3e:1f:b8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:25.602039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35824) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:25.602514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-48873742-68a1-4073-ad77-c44aad393a8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c18becb48d640549cf4c291cb9a3c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3889132 Apr 20 13:17:25.615149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:17:25.635625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.635976 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Added segment b2a33019-acd9-4fc3-9463-f48cdc35b5c6 of type vlan for network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 Apr 20 13:17:25.637307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483dbab-663a-4dd6-9657-950da4de9deb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.669100 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.681569 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.686321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6762d70a-82e5-4244-95f8-152bb04a0b1b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:25.689555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.692434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8135d56-5565-47ab-83e1-02861b1251ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.718421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8135d56-5565-47ab-83e1-02861b1251ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.720330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:25.722318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.724007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:25.724620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:25.725148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.726879 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4919ade8-f243-490c-84d6-b67b3b156beb" -d '{"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-plugged", "status": "completed", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:25.749752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.764106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:25.781156 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8135d56-5565-47ab-83e1-02861b1251ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.784110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a8135d56-5565-47ab-83e1-02861b1251ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.790682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a8135d56-5565-47ab-83e1-02861b1251ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12de23b4-192c-4ae5-8f8c-1cef0da25821 HTTP/1.1" status: 204 len: 168 time: 0.1808772 Apr 20 13:17:25.790837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6319098 Apr 20 13:17:25.793537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35828) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:25.799523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Request body: {'subnet': {'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1936090833-subnet', 'tenant_id': '4e85aecb4b1642539a317e6089bd4c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:25.801949 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5e9412-0b13-4e01-9d47-4a0b11e28f55 x-openstack-request-id: req-1b5e9412-0b13-4e01-9d47-4a0b11e28f55 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:25.802279 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-plugged", "status": "completed", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:25.802538 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b5e9412-0b13-4e01-9d47-4a0b11e28f55 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:25.803051 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5e9412-0b13-4e01-9d47-4a0b11e28f55'] response: {'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'code': 200} Apr 20 13:17:25.804240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.808680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8135d56-5565-47ab-83e1-02861b1251ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12de23b4-192c-4ae5-8f8c-1cef0da25821,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.817678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2d996-4bc4-4ce9-824b-f038aa4684df admin admin] Pushing event updated for resources: {'Network': ['ID=e4043a1c-6fb2-4215-ae45-6c65cd428fb0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.832420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Made reservation on behalf of 4e85aecb4b1642539a317e6089bd4c0e for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:25.835566 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:25.837576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:17:25.905796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:25.969526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['6762d70a-82e5-4244-95f8-152bb04a0b1b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:26.011630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:26.027122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.086582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d070151-70fa-462c-893e-d8bdb933e748,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:26.096443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Checking segment: {'id': 'b2a33019-acd9-4fc3-9463-f48cdc35b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:26.096801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Network hostable DHCP agents. Network: e4043a1c-6fb2-4215-ae45-6c65cd428fb0, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:17:26.117765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:17:26.127651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e4043a1c-6fb2-4215-ae45-6c65cd428fb0) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:26.132529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:26.133115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.138399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff47d25-8ffe-4007-8d25-30bd2271c7e5 None None] Network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:26.150478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eb021211-ecd8-4f84-9977-8dca2bb0dccb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3557072 Apr 20 13:17:26.273763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0fb071-ac2a-4de3-ada1-e2563b2ce74c None None] Network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:26.495653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 35860) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:26.560156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bf158-5fc4-4094-a07d-56289377a5f5 req-c5fcd006-845d-4fb1-b789-344bbd1d0efc tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:26.561716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df1bf158-5fc4-4094-a07d-56289377a5f5 req-c5fcd006-845d-4fb1-b789-344bbd1d0efc tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 945 time: 0.0725799 Apr 20 13:17:26.601729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-50684897-network', 'tenant_id': '372aab867bf14d31b2c370fcc38147a9'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:26.605711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df1bf158-5fc4-4094-a07d-56289377a5f5 req-e648ec32-e1e6-4715-b134-ce099f354a88 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368848 Apr 20 13:17:26.622757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Made reservation on behalf of 372aab867bf14d31b2c370fcc38147a9 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:26.625377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.638203 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.711261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.715349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.739537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:17:26.746864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493080c-3953-447e-a236-846a98273b3e req-06b7f662-6ac2-4654-8788-7c4ec64ceec3 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:26.748125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b198972-23ef-46a6-ae6e-3d3b4284493f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:26.748446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-06b7f662-6ac2-4654-8788-7c4ec64ceec3 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/networks?id=e4043a1c-6fb2-4215-ae45-6c65cd428fb0 HTTP/1.1" status: 200 len: 814 time: 0.1062887 Apr 20 13:17:26.754264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.754603 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Added segment c77ff5e7-a746-46ca-b222-ddfbe9f704ac of type vlan for network 020d4ee3-e877-480b-ae78-cfe1b93385e9 Apr 20 13:17:26.773620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-a8935a19-e1d3-49cf-8aa2-6382398edd6f tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/quotas/4e85aecb4b1642539a317e6089bd4c0e HTTP/1.1" status: 200 len: 375 time: 0.0104473 Apr 20 13:17:26.798183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.811471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-c9cc8977-cc06-4e16-a6f6-c24c4b8bccc2 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e85aecb4b1642539a317e6089bd4c0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317562 Apr 20 13:17:26.828385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.829467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:26.830127 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:26.880671 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3838983 Apr 20 13:17:26.883592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 35872) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:26.888530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Request body: {'subnet': {'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-50684897-subnet', 'tenant_id': '372aab867bf14d31b2c370fcc38147a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:26.894095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ba84a-01df-41e0-be8c-1617fe4e38f2 admin admin] Pushing event updated for resources: {'Network': ['ID=020d4ee3-e877-480b-ae78-cfe1b93385e9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:26.904267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 020d4ee3-e877-480b-ae78-cfe1b93385e9 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:17:26.930079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-2b5add8a-0f2f-4408-a00b-4f2fc3a7128c service neutron] 10.222.0.24 "GET /v2.0/networks/e4043a1c-6fb2-4215-ae45-6c65cd428fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107497 Apr 20 13:17:26.931431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Made reservation on behalf of 372aab867bf14d31b2c370fcc38147a9 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:26.933834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.091820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-2ae27246-99b2-4f41-b765-8844eac1b19e service neutron] 10.222.0.24 "GET /v2.0/networks/e4043a1c-6fb2-4215-ae45-6c65cd428fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548812 Apr 20 13:17:27.187130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.272509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ef5f444-b433-4b21-8c18-2dbcf0e4ca19 req-76d261d3-83ae-44cb-b591-42fe7bc82d01 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 210 time: 0.0381937 Apr 20 13:17:27.274579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af509dc8-0368-499e-bf06-5bd33c31f251,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:27.282242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Checking segment: {'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:27.282610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Network hostable DHCP agents. Network: 020d4ee3-e877-480b-ae78-cfe1b93385e9, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:17:27.301273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Network 020d4ee3-e877-480b-ae78-cfe1b93385e9 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:17:27.310305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 020d4ee3-e877-480b-ae78-cfe1b93385e9) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:27.314478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.315072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.325067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b04ca9-9a10-46d1-a272-f11f52460712 None None] Network 020d4ee3-e877-480b-ae78-cfe1b93385e9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:27.341345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c349879-998c-442c-a6d9-7f3b0ecca3b0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4566023 Apr 20 13:17:27.458041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:27.521120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46aa413-285d-485c-8917-4322735be767 None None] Network 020d4ee3-e877-480b-ae78-cfe1b93385e9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:17:27.595797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 6762d70a-82e5-4244-95f8-152bb04a0b1b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:27.596167 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.767844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.797692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c138059-d70b-4931-8003-071818715955 req-3d8bd457-af3b-425e-ad16-8f68ddf9e1ca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:27.799768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c138059-d70b-4931-8003-071818715955 req-3d8bd457-af3b-425e-ad16-8f68ddf9e1ca tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 945 time: 0.0823720 Apr 20 13:17:27.810986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:27.812407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:27.815435 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4b1284-584b-4a12-b49f-f967609449ed" -d '{"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-plugged", "status": "completed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:27.820707 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:27.855630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c138059-d70b-4931-8003-071818715955 req-f6ce07d3-096a-4ad2-a88e-caa7bf92a3bf tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458803 Apr 20 13:17:27.883007 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e798601-aeb5-44ec-bdeb-ec01b39015bd x-openstack-request-id: req-1e798601-aeb5-44ec-bdeb-ec01b39015bd {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:27.883364 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-plugged", "status": "completed", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:27.883638 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e798601-aeb5-44ec-bdeb-ec01b39015bd {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:27.884028 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e798601-aeb5-44ec-bdeb-ec01b39015bd'] response: {'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'code': 200} Apr 20 13:17:27.902274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:28.031271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-03973660-6d85-4102-87c1-26b8c7e5c19a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465393 Apr 20 13:17:28.131460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d039a5c-1174-49eb-9719-569cdad7dd64 req-70c171d6-332a-4d3b-8982-0647ddde6335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.132978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d039a5c-1174-49eb-9719-569cdad7dd64 req-70c171d6-332a-4d3b-8982-0647ddde6335 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 1098 time: 0.0707455 Apr 20 13:17:28.137451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-f1a31980-8492-4534-b9ce-164bd56213fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.138811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-f1a31980-8492-4534-b9ce-164bd56213fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43e8d74de49741578a5fdafcdd919272&device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1097 time: 0.0530307 Apr 20 13:17:28.222455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d039a5c-1174-49eb-9719-569cdad7dd64 req-8daf3bf7-fff8-4221-b5cb-3e8c28cca259 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776289 Apr 20 13:17:28.258759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-17d8d443-e7cc-4ed7-a1a6-b974b6b0fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.260184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-17d8d443-e7cc-4ed7-a1a6-b974b6b0fa12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 200 len: 910 time: 0.1006691 Apr 20 13:17:28.343773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-24a7d03f-6e46-4472-a07d-77afda9d3cf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 200 len: 1002 time: 0.0755999 Apr 20 13:17:28.425276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ce652d2-5fbe-4a7c-a451-bb01c2b01c7a req-31ed2482-7d5b-45aa-8eda-e1c1015f42d3 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 210 time: 0.0342450 Apr 20 13:17:28.435379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-8ab6612f-b2df-4c7f-9e51-06d2cf0f14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.436923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-8ab6612f-b2df-4c7f-9e51-06d2cf0f14ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc97a206-2349-4458-aa4e-c500955c74ad HTTP/1.1" status: 200 len: 848 time: 0.0824337 Apr 20 13:17:28.571195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-e514b543-5f88-42c3-9107-4f4e774396b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.572926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-e514b543-5f88-42c3-9107-4f4e774396b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fa2c4ed-5604-4f81-9cce-96757b087803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279888 Apr 20 13:17:28.622801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493080c-3953-447e-a236-846a98273b3e req-4a651b20-8267-4a6b-a9ab-d7e72a78ea9c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:28.626168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-4a651b20-8267-4a6b-a9ab-d7e72a78ea9c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.37 "GET /v2.0/networks?id=e4043a1c-6fb2-4215-ae45-6c65cd428fb0 HTTP/1.1" status: 200 len: 814 time: 0.1820586 Apr 20 13:17:28.656981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Request body: {'port': {'device_id': '96295ead-e733-4bb8-9596-8374a1b22790', 'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0', 'admin_state_up': True, 'tenant_id': '4e85aecb4b1642539a317e6089bd4c0e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:28.764076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-889af3d7-fb76-4cf7-968a-aac8eacc7dc5 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817770 Apr 20 13:17:28.851254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Made reservation on behalf of 4e85aecb4b1642539a317e6089bd4c0e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:28.854776 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:28.906929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a46b4a87-c5d6-4f6b-8da4-cd8a09223a39 req-6f8bb6f2-1017-4333-95eb-d6f0800c6ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316261 Apr 20 13:17:29.031662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444225ee-1123-4d10-8a85-b9028545d09d req-3c4de265-48b9-4210-a061-063ad90d88a4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:29.033182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-444225ee-1123-4d10-8a85-b9028545d09d req-3c4de265-48b9-4210-a061-063ad90d88a4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 947 time: 0.0983858 Apr 20 13:17:29.065670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Allocated IP 172.20.0.2 (e4043a1c-6fb2-4215-ae45-6c65cd428fb0/8d070151-70fa-462c-893e-d8bdb933e748/745faca6-3f29-4ce2-8b6f-d152ced3bbff) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:29.097434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-444225ee-1123-4d10-8a85-b9028545d09d req-6a47c033-e3cb-425b-9dba-20d13eefbb56 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557017 Apr 20 13:17:29.317445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.330955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b1c18d57-683d-4050-aa28-16f29733e79a tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:29.332533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b1c18d57-683d-4050-aa28-16f29733e79a tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/networks?id=020d4ee3-e877-480b-ae78-cfe1b93385e9 HTTP/1.1" status: 200 len: 807 time: 0.1788442 Apr 20 13:17:29.362253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-933a07a5-ce34-4129-8b76-23705e092dd4 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/quotas/372aab867bf14d31b2c370fcc38147a9 HTTP/1.1" status: 200 len: 375 time: 0.0226998 Apr 20 13:17:29.381264 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.406620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-d0cb64f4-2928-49e3-8d01-6bdb1d76dac9 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=372aab867bf14d31b2c370fcc38147a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368366 Apr 20 13:17:29.460294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:29.469037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:29.471549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:29.538060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Pushing event updated for resources: {'Port': ['ID=745faca6-3f29-4ce2-8b6f-d152ced3bbff,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:29.616734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:29.617762 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.655044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-1b99e1c2-2103-437a-acd4-37db4dd5519e service neutron] 10.222.0.24 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254746 Apr 20 13:17:29.664204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e6725-9060-41a4-a475-68c7e4b50824 req-c2a2d48b-9a2d-478c-b1a6-99dbaa5f66e9 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:29.665757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd8e6725-9060-41a4-a475-68c7e4b50824 req-c2a2d48b-9a2d-478c-b1a6-99dbaa5f66e9 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 931 time: 0.1333196 Apr 20 13:17:29.676708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-2582f900-51f7-406d-b566-1862e50a8c96 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0235074 Apr 20 13:17:29.701481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Request body: {'port': {'device_id': '96295ead-e733-4bb8-9596-8374a1b22790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:29.802953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd8e6725-9060-41a4-a475-68c7e4b50824 req-2f00145a-1bac-4ce1-940d-add90763240d tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247184 Apr 20 13:17:29.840272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:29.844852 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-5bb2ef14-7e09-46e7-8fff-f1e0acc09320 service neutron] 10.222.0.24 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778119 Apr 20 13:17:30.055153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-befe9867-c4c8-49d3-a091-706188bd9f42 req-1afc97e5-9fce-4339-bd48-223d6ed46aec tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 210 time: 0.0548637 Apr 20 13:17:30.151045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745faca6-3f29-4ce2-8b6f-d152ced3bbff {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:30.162135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.181605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Transition to ACTIVE for port object 745faca6-3f29-4ce2-8b6f-d152ced3bbff will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:30.186099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.280324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Pushing event updated for resources: {'Port': ['ID=745faca6-3f29-4ce2-8b6f-d152ced3bbff,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.341367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced8f7d-96e7-47be-8e2d-ed28c6d0381f req-5332c6b1-8d6b-4b8e-aeb5-d2997be94c7e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:30.342871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bced8f7d-96e7-47be-8e2d-ed28c6d0381f req-5332c6b1-8d6b-4b8e-aeb5-d2997be94c7e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 947 time: 0.1139698 Apr 20 13:17:30.383268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Attempting to bind port 745faca6-3f29-4ce2-8b6f-d152ced3bbff on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:30.383606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Attempting to bind port 745faca6-3f29-4ce2-8b6f-d152ced3bbff by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'b2a33019-acd9-4fc3-9463-f48cdc35b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:30.383930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Attempting to bind port 745faca6-3f29-4ce2-8b6f-d152ced3bbff on network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:30.391164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Port 745faca6-3f29-4ce2-8b6f-d152ced3bbff on network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:30.391781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Attempting to bind port 745faca6-3f29-4ce2-8b6f-d152ced3bbff on network e4043a1c-6fb2-4215-ae45-6c65cd428fb0 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:30.404417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:30.404748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Checking segment: {'id': 'b2a33019-acd9-4fc3-9463-f48cdc35b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:30.405123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Bound using segment: {'id': 'b2a33019-acd9-4fc3-9463-f48cdc35b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:30.405539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Bound port: 745faca6-3f29-4ce2-8b6f-d152ced3bbff, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a33019-acd9-4fc3-9463-f48cdc35b5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:30.405920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.703924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bced8f7d-96e7-47be-8e2d-ed28c6d0381f req-6a3ecbd8-bb4c-4c7c-ae7a-b12e1039bb33 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530760 Apr 20 13:17:30.760267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] For port 745faca6-3f29-4ce2-8b6f-d152ced3bbff, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:30.763201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] For port 745faca6-3f29-4ce2-8b6f-d152ced3bbff, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=745faca6-3f29-4ce2-8b6f-d152ced3bbff,segment=NetworkSegment(b2a33019-acd9-4fc3-9463-f48cdc35b5c6),segment_id=b2a33019-acd9-4fc3-9463-f48cdc35b5c6)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:30.767563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.800206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:30.800811 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:30.802725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] 10.222.0.37 "PUT /v2.0/ports/745faca6-3f29-4ce2-8b6f-d152ced3bbff HTTP/1.1" status: 200 len: 1091 time: 1.1073458 Apr 20 13:17:30.803154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96295ead-e733-4bb8-9596-8374a1b22790', 'tag': '745faca6-3f29-4ce2-8b6f-d152ced3bbff'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:30.805369 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "96295ead-e733-4bb8-9596-8374a1b22790", "tag": "745faca6-3f29-4ce2-8b6f-d152ced3bbff"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:30.829930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6892e32-cc43-4f7d-9c5c-412dca210603 service neutron] Pushing event updated for resources: {'Port': ['ID=745faca6-3f29-4ce2-8b6f-d152ced3bbff,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:30.870092 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f0b566-e0ef-43e4-8eaf-d02d84294deb x-openstack-request-id: req-e0f0b566-e0ef-43e4-8eaf-d02d84294deb {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:30.870387 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96295ead-e733-4bb8-9596-8374a1b22790", "tag": "745faca6-3f29-4ce2-8b6f-d152ced3bbff", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:30.870643 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0f0b566-e0ef-43e4-8eaf-d02d84294deb {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:30.871038 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f0b566-e0ef-43e4-8eaf-d02d84294deb'] response: {'name': 'network-changed', 'server_uuid': '96295ead-e733-4bb8-9596-8374a1b22790', 'tag': '745faca6-3f29-4ce2-8b6f-d152ced3bbff', 'status': 'completed', 'code': 200} Apr 20 13:17:30.886529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493080c-3953-447e-a236-846a98273b3e req-9332ef6b-29cf-456c-87ff-9e77cce5aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:30.888037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-9332ef6b-29cf-456c-87ff-9e77cce5aa26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e85aecb4b1642539a317e6089bd4c0e&device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 1094 time: 0.0463214 Apr 20 13:17:30.951355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-70ef25fd-ca27-4917-a6a7-1165811b043c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=745faca6-3f29-4ce2-8b6f-d152ced3bbff HTTP/1.1" status: 200 len: 217 time: 0.0547752 Apr 20 13:17:31.013223 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:17:31.075751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a327bd-99b5-4386-a397-cc5a792b9e2d req-ab87dcc3-c283-4b8b-aee4-96d03672ff9a tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.077214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31a327bd-99b5-4386-a397-cc5a792b9e2d req-ab87dcc3-c283-4b8b-aee4-96d03672ff9a tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 943 time: 0.1735106 Apr 20 13:17:31.083341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493080c-3953-447e-a236-846a98273b3e req-5ca94dd6-3d1b-4a92-bec1-4d457bc27943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.084737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-5ca94dd6-3d1b-4a92-bec1-4d457bc27943 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d070151-70fa-462c-893e-d8bdb933e748 HTTP/1.1" status: 200 len: 854 time: 0.1186745 Apr 20 13:17:31.144708 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-bcc3269a-5cb3-44b6-873f-0d9a846cbd1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4043a1c-6fb2-4215-ae45-6c65cd428fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496962 Apr 20 13:17:31.160901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-6f58ba1d-6d29-4ae3-8f90-f22cb10b8e08 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.162815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-6f58ba1d-6d29-4ae3-8f90-f22cb10b8e08 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.30 "GET /v2.0/networks?id=020d4ee3-e877-480b-ae78-cfe1b93385e9 HTTP/1.1" status: 200 len: 807 time: 0.2217495 Apr 20 13:17:31.191719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4db7e91-d272-45ab-8099-fa935c8e64a6 req-c7f57da3-4b37-4f5c-a1ff-04df28ae4a28 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 210 time: 0.0531716 Apr 20 13:17:31.196189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Request body: {'port': {'device_id': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9', 'admin_state_up': True, 'tenant_id': '372aab867bf14d31b2c370fcc38147a9'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:31.235741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31a327bd-99b5-4386-a397-cc5a792b9e2d req-6ff46f98-0e89-4d1e-8fe5-b74564cb0901 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441944 Apr 20 13:17:31.358984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-9e312bdf-9d76-48cc-b775-31d5a4e25610 service neutron] 10.222.0.37 "GET /v2.0/networks/e4043a1c-6fb2-4215-ae45-6c65cd428fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060051 Apr 20 13:17:31.416479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Made reservation on behalf of 372aab867bf14d31b2c370fcc38147a9 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:31.419867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.514816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d493080c-3953-447e-a236-846a98273b3e req-a70a2b4a-b09e-4d84-afbd-000d66d3db4d service neutron] 10.222.0.37 "GET /v2.0/networks/e4043a1c-6fb2-4215-ae45-6c65cd428fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483564 Apr 20 13:17:31.603388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Allocated IP 172.20.0.10 (020d4ee3-e877-480b-ae78-cfe1b93385e9/af509dc8-0368-499e-bf06-5bd33c31f251/aefa6d33-657a-4fe2-a5c6-5df30c86dd22) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:31.621303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-1618c128-922f-4f03-9127-64d8b772fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.622764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-1618c128-922f-4f03-9127-64d8b772fc03 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e85aecb4b1642539a317e6089bd4c0e&device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 1094 time: 0.0587890 Apr 20 13:17:31.793968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-e36c29f1-f077-4962-b969-548397dde82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.795437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-e36c29f1-f077-4962-b969-548397dde82d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4043a1c-6fb2-4215-ae45-6c65cd428fb0 HTTP/1.1" status: 200 len: 915 time: 0.1661959 Apr 20 13:17:31.848705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-b61b08cd-ff08-4cde-8224-7118382efce1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=745faca6-3f29-4ce2-8b6f-d152ced3bbff HTTP/1.1" status: 200 len: 217 time: 0.0415859 Apr 20 13:17:31.889561 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:31.916647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-44be24ee-ddd1-42ef-93ee-20a9e1d8ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:31.918120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-44be24ee-ddd1-42ef-93ee-20a9e1d8ad2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8d070151-70fa-462c-893e-d8bdb933e748 HTTP/1.1" status: 200 len: 854 time: 0.0614212 Apr 20 13:17:31.958955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-84e598eb-cb6c-42ac-9834-3604342945ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4043a1c-6fb2-4215-ae45-6c65cd428fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309699 Apr 20 13:17:31.964822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.052849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Network 020d4ee3-e877-480b-ae78-cfe1b93385e9 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:32.061907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:32.069239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:32.074043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Pushing event updated for resources: {'Port': ['ID=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:32.133059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-2b979ec0-98f7-4580-a9bd-07bd6a0b6034 service neutron] 10.222.0.37 "GET /v2.0/networks/e4043a1c-6fb2-4215-ae45-6c65cd428fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662672 Apr 20 13:17:32.140775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.141554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.197336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-0bbf99d7-e9ef-4282-a92f-8893c335b965 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0077984 Apr 20 13:17:32.215134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Request body: {'port': {'device_id': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:32.316036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc9bbda5-0d73-430c-bf6e-16be08b7b5bf req-3d1e0d54-f742-48d6-addf-f5c13f20ad47 service neutron] 10.222.0.37 "GET /v2.0/networks/e4043a1c-6fb2-4215-ae45-6c65cd428fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720216 Apr 20 13:17:32.328963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.409550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4ffed-350e-4220-b95b-60c17497bbbf req-b15783ff-cdb5-407d-b00f-1e9fcbc888eb tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.410948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5d4ffed-350e-4220-b95b-60c17497bbbf req-b15783ff-cdb5-407d-b00f-1e9fcbc888eb tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 932 time: 0.1311064 Apr 20 13:17:32.438564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f12dae-b858-47b4-b896-6765f4eda602 req-4cd20590-f33d-4651-bc5f-00fde87daf39 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.439980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45f12dae-b858-47b4-b896-6765f4eda602 req-4cd20590-f33d-4651-bc5f-00fde87daf39 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 943 time: 0.1213946 Apr 20 13:17:32.558083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5d4ffed-350e-4220-b95b-60c17497bbbf req-5b0b6eac-f400-41a6-a84f-3b6b4e29f24f tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341631 Apr 20 13:17:32.575748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45f12dae-b858-47b4-b896-6765f4eda602 req-9e823700-f630-4cf2-9d63-87b031ef000a tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797760 Apr 20 13:17:32.700737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefa6d33-657a-4fe2-a5c6-5df30c86dd22 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:32.707789 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.720283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Transition to ACTIVE for port object aefa6d33-657a-4fe2-a5c6-5df30c86dd22 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:32.723175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.774127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Pushing event updated for resources: {'Port': ['ID=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:32.838585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Attempting to bind port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:32.838907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Attempting to bind port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:32.839229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Attempting to bind port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 on network 020d4ee3-e877-480b-ae78-cfe1b93385e9 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:32.843478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 on network 020d4ee3-e877-480b-ae78-cfe1b93385e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:32.843787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Attempting to bind port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 on network 020d4ee3-e877-480b-ae78-cfe1b93385e9 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:32.848527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:32.848884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Checking segment: {'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:32.849262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Bound using segment: {'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:32.849699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Bound port: aefa6d33-657a-4fe2-a5c6-5df30c86dd22, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:32.850053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.912629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] For port aefa6d33-657a-4fe2-a5c6-5df30c86dd22, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:32.915566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] For port aefa6d33-657a-4fe2-a5c6-5df30c86dd22, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:32.918879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.952756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:32.953369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:32.954724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] 10.222.0.30 "PUT /v2.0/ports/aefa6d33-657a-4fe2-a5c6-5df30c86dd22 HTTP/1.1" status: 200 len: 1092 time: 0.7472415 Apr 20 13:17:32.955150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'tag': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:32.957357 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a069b0-1026-4d79-9f6c-33ff06eef536" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ba4711-eaf2-4de5-ae1f-1e04be580b90", "tag": "aefa6d33-657a-4fe2-a5c6-5df30c86dd22"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:32.980463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a41675-a00f-4ff0-9ea4-5be0533cfd53 service neutron] Pushing event updated for resources: {'Port': ['ID=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:33.002882 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3560fb2-8528-4d54-8773-d54fb810f9b9 x-openstack-request-id: req-e3560fb2-8528-4d54-8773-d54fb810f9b9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:33.003164 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ba4711-eaf2-4de5-ae1f-1e04be580b90", "tag": "aefa6d33-657a-4fe2-a5c6-5df30c86dd22", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:33.003415 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3560fb2-8528-4d54-8773-d54fb810f9b9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:33.003809 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3560fb2-8528-4d54-8773-d54fb810f9b9'] response: {'name': 'network-changed', 'server_uuid': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'tag': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22', 'status': 'completed', 'code': 200} Apr 20 13:17:33.036230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-c1631dd2-a26d-4466-bce1-5650d002e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.037845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-c1631dd2-a26d-4466-bce1-5650d002e2c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372aab867bf14d31b2c370fcc38147a9&device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 1095 time: 0.0434487 Apr 20 13:17:33.081667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-97bcd5a9-72a0-43b3-a8b3-9455abdb992a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefa6d33-657a-4fe2-a5c6-5df30c86dd22 HTTP/1.1" status: 200 len: 217 time: 0.0369244 Apr 20 13:17:33.128643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-fda865dc-cc80-4755-b40b-a53282754549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.130094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-fda865dc-cc80-4755-b40b-a53282754549 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af509dc8-0368-499e-bf06-5bd33c31f251 HTTP/1.1" status: 200 len: 847 time: 0.0427601 Apr 20 13:17:33.161781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-d3dd8dc5-a0c9-4696-9d88-8e2d94851f0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=020d4ee3-e877-480b-ae78-cfe1b93385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246933 Apr 20 13:17:33.255252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-ad34a397-aa52-47c8-8c45-4d99cc29f9d6 service neutron] 10.222.0.30 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864439 Apr 20 13:17:33.341157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e214f413-921e-4fe3-b260-a1d8b369c129 req-2e0b42a3-7106-4328-bfdc-b3d2f88a9fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796010 Apr 20 13:17:33.437146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-bdc64373-4799-4e25-a826-982d891fae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.438614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-bdc64373-4799-4e25-a826-982d891fae50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=372aab867bf14d31b2c370fcc38147a9&device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 1095 time: 0.0406778 Apr 20 13:17:33.531193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-c49e71d9-beb3-448b-b050-78d0d16ec2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.532762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-c49e71d9-beb3-448b-b050-78d0d16ec2c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=020d4ee3-e877-480b-ae78-cfe1b93385e9 HTTP/1.1" status: 200 len: 908 time: 0.0880213 Apr 20 13:17:33.574622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-2e3da365-412f-48db-a22e-cdb65e2d9ec2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aefa6d33-657a-4fe2-a5c6-5df30c86dd22 HTTP/1.1" status: 200 len: 217 time: 0.0357318 Apr 20 13:17:33.631919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-ec0f108a-815f-4add-81bb-aaf5ace4d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.633340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-ec0f108a-815f-4add-81bb-aaf5ace4d133 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=af509dc8-0368-499e-bf06-5bd33c31f251 HTTP/1.1" status: 200 len: 847 time: 0.0526202 Apr 20 13:17:33.666067 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-caf83951-2ba2-4f90-88aa-688b085648ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:33.686810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-ff692f70-6b2b-4963-acfe-2f40ad1c7c2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=020d4ee3-e877-480b-ae78-cfe1b93385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451672 Apr 20 13:17:33.778838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd656c02-6fa7-48e0-99ab-eb57d0df26fb req-3fa25ed8-261e-45b1-b73a-937cddb46956 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.780297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd656c02-6fa7-48e0-99ab-eb57d0df26fb req-3fa25ed8-261e-45b1-b73a-937cddb46956 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 944 time: 0.1512341 Apr 20 13:17:33.803035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee136fcb-9e71-4023-8c16-120cac7d225e req-a74252d5-d82d-4dae-8e5a-2159b57c8855 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:33.804405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee136fcb-9e71-4023-8c16-120cac7d225e req-a74252d5-d82d-4dae-8e5a-2159b57c8855 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 943 time: 0.1520448 Apr 20 13:17:33.869719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd656c02-6fa7-48e0-99ab-eb57d0df26fb req-25fe6a59-617c-4f3a-91fa-2a7167d66cd3 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810697 Apr 20 13:17:33.876212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-2406f2e0-8f3a-4fad-87e1-8af240a37d21 service neutron] 10.222.0.30 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697149 Apr 20 13:17:33.884382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee136fcb-9e71-4023-8c16-120cac7d225e req-29c6178b-0d87-435f-937c-08b4f96454f3 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704432 Apr 20 13:17:33.971235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a069b0-1026-4d79-9f6c-33ff06eef536 req-0d1a4bcd-ea2b-40ca-b477-433dc0608712 service neutron] 10.222.0.30 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856702 Apr 20 13:17:35.017725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad75bba-b519-476c-a380-5e50dc59d98f req-03e6b26e-886f-4e15-89da-ccabb555c2ad tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.019160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ad75bba-b519-476c-a380-5e50dc59d98f req-03e6b26e-886f-4e15-89da-ccabb555c2ad tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 944 time: 0.0771265 Apr 20 13:17:35.026928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b8715-fb6e-4254-bb33-4922bdff15ef req-b1d629df-413c-4755-bec6-ab1769a821e7 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:35.028241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-585b8715-fb6e-4254-bb33-4922bdff15ef req-b1d629df-413c-4755-bec6-ab1769a821e7 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 943 time: 0.0758698 Apr 20 13:17:35.081247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ad75bba-b519-476c-a380-5e50dc59d98f req-eddcfabb-de78-466c-a497-c43fa4343be5 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521009 Apr 20 13:17:35.085905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-585b8715-fb6e-4254-bb33-4922bdff15ef req-84f3673a-6581-433d-99d4-f38c6aabbee9 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512109 Apr 20 13:17:35.476666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 745faca6-3f29-4ce2-8b6f-d152ced3bbff details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:35.574167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 745faca6-3f29-4ce2-8b6f-d152ced3bbff, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=745faca6-3f29-4ce2-8b6f-d152ced3bbff,segment=NetworkSegment(b2a33019-acd9-4fc3-9463-f48cdc35b5c6),segment_id=b2a33019-acd9-4fc3-9463-f48cdc35b5c6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:35.585323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '745faca6-3f29-4ce2-8b6f-d152ced3bbff', 'network_id': 'e4043a1c-6fb2-4215-ae45-6c65cd428fb0', 'port_id': '745faca6-3f29-4ce2-8b6f-d152ced3bbff', 'mac_address': 'fa:16:3e:67:fe:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d070151-70fa-462c-893e-d8bdb933e748', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:35.621606 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.633609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745faca6-3f29-4ce2-8b6f-d152ced3bbff {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:35.652625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 745faca6-3f29-4ce2-8b6f-d152ced3bbff, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=745faca6-3f29-4ce2-8b6f-d152ced3bbff,segment=NetworkSegment(b2a33019-acd9-4fc3-9463-f48cdc35b5c6),segment_id=b2a33019-acd9-4fc3-9463-f48cdc35b5c6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:35.656474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:35.701641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=745faca6-3f29-4ce2-8b6f-d152ced3bbff,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:35.892954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['745faca6-3f29-4ce2-8b6f-d152ced3bbff'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:36.018128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9cc4a45f-8dfc-4608-8140-b0e2fe81a410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:36.225797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120a2a-8160-4126-a8d8-62b98e9e31ef req-7860cf7f-6757-40ef-ad2c-21ff40cab81b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.227179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c120a2a-8160-4126-a8d8-62b98e9e31ef req-7860cf7f-6757-40ef-ad2c-21ff40cab81b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 944 time: 0.0773449 Apr 20 13:17:36.235012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5281fc-3d6a-47d5-8f7c-88de0b5cf7ca req-8077a987-635a-4a98-97ae-4e53dc47183b tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:36.236360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd5281fc-3d6a-47d5-8f7c-88de0b5cf7ca req-8077a987-635a-4a98-97ae-4e53dc47183b tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 944 time: 0.0779941 Apr 20 13:17:36.291251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c120a2a-8160-4126-a8d8-62b98e9e31ef req-62b2aa2d-6f40-4829-9f29-bc6cb7a313d0 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539732 Apr 20 13:17:36.293885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd5281fc-3d6a-47d5-8f7c-88de0b5cf7ca req-e77b61c1-8427-43fd-b0f4-47d7967f5057 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511034 Apr 20 13:17:37.207669 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.235250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aefa6d33-657a-4fe2-a5c6-5df30c86dd22 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:37.331518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aefa6d33-657a-4fe2-a5c6-5df30c86dd22, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:37.343736 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22', 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9', 'port_id': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22', 'mac_address': 'fa:16:3e:fb:69:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af509dc8-0368-499e-bf06-5bd33c31f251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:37.383992 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.397235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefa6d33-657a-4fe2-a5c6-5df30c86dd22 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:37.416244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aefa6d33-657a-4fe2-a5c6-5df30c86dd22, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:37.420327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.437530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06456082-f8b1-4b5d-8c98-42a17eee5b91 req-28bd99fe-c74c-4bf5-a09d-df3ec46216d8 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:37.439025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06456082-f8b1-4b5d-8c98-42a17eee5b91 req-28bd99fe-c74c-4bf5-a09d-df3ec46216d8 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 944 time: 0.0788231 Apr 20 13:17:37.449460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88343da6-f86a-4ca4-acf3-8cf76d333a6c req-8adbab49-ddbd-4d74-83f6-c686ebad6f29 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:37.450878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88343da6-f86a-4ca4-acf3-8cf76d333a6c req-8adbab49-ddbd-4d74-83f6-c686ebad6f29 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 944 time: 0.0887814 Apr 20 13:17:37.467271 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:37.491206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 745faca6-3f29-4ce2-8b6f-d152ced3bbff up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:37.509660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06456082-f8b1-4b5d-8c98-42a17eee5b91 req-2b4cc560-d9c9-482f-a019-697d1baacfa1 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555789 Apr 20 13:17:37.510297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88343da6-f86a-4ca4-acf3-8cf76d333a6c req-6bd42676-40dd-4203-8eeb-83c755cbbe32 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529044 Apr 20 13:17:37.548394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 745faca6-3f29-4ce2-8b6f-d152ced3bbff completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:37.552318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 745faca6-3f29-4ce2-8b6f-d152ced3bbff triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:37.552690 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.632215 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.654839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96295ead-e733-4bb8-9596-8374a1b22790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745faca6-3f29-4ce2-8b6f-d152ced3bbff'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:37.657014 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e2596e-3dba-4045-9a87-89d637b0e1d0" -d '{"events": [{"server_uuid": "96295ead-e733-4bb8-9596-8374a1b22790", "name": "network-vif-plugged", "status": "completed", "tag": "745faca6-3f29-4ce2-8b6f-d152ced3bbff"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:37.669278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 745faca6-3f29-4ce2-8b6f-d152ced3bbff, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=745faca6-3f29-4ce2-8b6f-d152ced3bbff,segment=NetworkSegment(b2a33019-acd9-4fc3-9463-f48cdc35b5c6),segment_id=b2a33019-acd9-4fc3-9463-f48cdc35b5c6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:37.673338 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:37.700663 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a805e08-eb94-4280-857f-03a93b7dc2e8 x-openstack-request-id: req-8a805e08-eb94-4280-857f-03a93b7dc2e8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:37.700950 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96295ead-e733-4bb8-9596-8374a1b22790", "name": "network-vif-plugged", "status": "completed", "tag": "745faca6-3f29-4ce2-8b6f-d152ced3bbff", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:37.701193 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a805e08-eb94-4280-857f-03a93b7dc2e8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:37.701572 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a805e08-eb94-4280-857f-03a93b7dc2e8'] response: {'server_uuid': '96295ead-e733-4bb8-9596-8374a1b22790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745faca6-3f29-4ce2-8b6f-d152ced3bbff', 'code': 200} Apr 20 13:17:37.730840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['aefa6d33-657a-4fe2-a5c6-5df30c86dd22'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:37.734550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=745faca6-3f29-4ce2-8b6f-d152ced3bbff,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:37.785375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80711336-fe60-45ab-9e47-5af0a1c50a8d req-7273d3d7-d8d6-484f-9ffd-bc9f971a328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:37.786917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80711336-fe60-45ab-9e47-5af0a1c50a8d req-7273d3d7-d8d6-484f-9ffd-bc9f971a328f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 1096 time: 0.0402057 Apr 20 13:17:37.821896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-80711336-fe60-45ab-9e47-5af0a1c50a8d req-827745f9-9916-4084-bab2-621642d0b969 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279737 Apr 20 13:17:38.571183 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.923271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:38.936540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9c058-956a-4352-81d2-d2bc346e6596 req-d020ef6c-11ec-424d-a378-39be4c8959b1 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:38.938062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ad9c058-956a-4352-81d2-d2bc346e6596 req-d020ef6c-11ec-424d-a378-39be4c8959b1 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 945 time: 0.3566175 Apr 20 13:17:38.948423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b927c9-0cbc-45c7-8c8d-7a61c6659285 req-193ae94e-0601-4e20-9574-744c21b49f14 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:38.949805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24b927c9-0cbc-45c7-8c8d-7a61c6659285 req-193ae94e-0601-4e20-9574-744c21b49f14 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 945 time: 0.3598979 Apr 20 13:17:39.003282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ad9c058-956a-4352-81d2-d2bc346e6596 req-4c7b6624-1b9a-4ac6-a02c-408f44e7a26b tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525379 Apr 20 13:17:39.008167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24b927c9-0cbc-45c7-8c8d-7a61c6659285 req-d695d3d0-dd58-4d69-9e63-ce51e85c91b8 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Apr 20 13:17:39.251512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aefa6d33-657a-4fe2-a5c6-5df30c86dd22 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:39.299502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:39.303476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:39.303847 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.377035 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.412457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port aefa6d33-657a-4fe2-a5c6-5df30c86dd22, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:39.415343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:39.612186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:39.702865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:39.705112 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42386351-25a2-4629-ae66-3663153cb11d" -d '{"events": [{"server_uuid": "d8ba4711-eaf2-4de5-ae1f-1e04be580b90", "name": "network-vif-plugged", "status": "completed", "tag": "aefa6d33-657a-4fe2-a5c6-5df30c86dd22"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:39.740077 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726ee65a-6011-4290-ad3a-fc51be61d80b x-openstack-request-id: req-726ee65a-6011-4290-ad3a-fc51be61d80b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:39.740371 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ba4711-eaf2-4de5-ae1f-1e04be580b90", "name": "network-vif-plugged", "status": "completed", "tag": "aefa6d33-657a-4fe2-a5c6-5df30c86dd22", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:39.740692 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-726ee65a-6011-4290-ad3a-fc51be61d80b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:39.741091 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726ee65a-6011-4290-ad3a-fc51be61d80b'] response: {'server_uuid': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22', 'code': 200} Apr 20 13:17:39.831867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ee12e-05d1-4624-b2ec-b490ad19f630 req-c6354909-1bc2-4d6c-a566-06608a2d93e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:39.833323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b1ee12e-05d1-4624-b2ec-b490ad19f630 req-c6354909-1bc2-4d6c-a566-06608a2d93e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 1097 time: 0.0401101 Apr 20 13:17:39.866356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b1ee12e-05d1-4624-b2ec-b490ad19f630 req-b1a7d318-d69a-460b-937f-deff622a02f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271676 Apr 20 13:17:40.148512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d98bb-4401-4489-9fde-341047639ef9 req-de940844-1780-4fce-9779-75985d5b982f tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:40.149885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7d98bb-4401-4489-9fde-341047639ef9 req-de940844-1780-4fce-9779-75985d5b982f tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 945 time: 0.0787122 Apr 20 13:17:40.156876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab25e9-1939-4361-bcd4-552610e0b0a1 req-7cfbff00-3959-4a8a-be58-20d9d94d8dcb tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:40.158223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2ab25e9-1939-4361-bcd4-552610e0b0a1 req-7cfbff00-3959-4a8a-be58-20d9d94d8dcb tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 946 time: 0.0773773 Apr 20 13:17:40.212999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7d98bb-4401-4489-9fde-341047639ef9 req-589a5ccc-72f2-486c-9ff2-5cb08a591ee9 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538630 Apr 20 13:17:40.215741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2ab25e9-1939-4361-bcd4-552610e0b0a1 req-e94f1a91-a417-4976-9720-505b6733ab6d tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505664 Apr 20 13:17:40.561755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812ec60-bacb-41a2-b6d7-2da98620975f req-94bdffcb-4d87-465b-ac92-2e8d8af9e6b7 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:40.563188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d812ec60-bacb-41a2-b6d7-2da98620975f req-94bdffcb-4d87-465b-ac92-2e8d8af9e6b7 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Apr 20 13:17:40.604369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d812ec60-bacb-41a2-b6d7-2da98620975f req-e4cdf27c-09a6-47b2-baca-a86f31509ce6 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Apr 20 13:17:41.334780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849795c9-37b6-490d-a30a-91199e8c17dc req-96e87722-257b-444c-b737-234598f729d5 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:41.336274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-849795c9-37b6-490d-a30a-91199e8c17dc req-96e87722-257b-444c-b737-234598f729d5 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 946 time: 0.0517406 Apr 20 13:17:41.378911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-849795c9-37b6-490d-a30a-91199e8c17dc req-c14370f3-3c66-438c-9866-378fbade465a tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Apr 20 13:17:41.723396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c846a93-6e55-4438-a16b-e76a70172978 req-a917950e-9eb8-47f3-a260-ebf6b2de23bf tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:41.725430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c846a93-6e55-4438-a16b-e76a70172978 req-a917950e-9eb8-47f3-a260-ebf6b2de23bf tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 945 time: 0.0545490 Apr 20 13:17:41.762698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c846a93-6e55-4438-a16b-e76a70172978 req-7ea05132-5935-43ec-b35e-5ce3659a6b6a tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/security-groups?id=1483dbab-663a-4dd6-9657-950da4de9deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308242 Apr 20 13:17:41.992389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-2553f3ce-8244-4180-8174-59ea148e5d00 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:41.993838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-2553f3ce-8244-4180-8174-59ea148e5d00 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.37 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Apr 20 13:17:42.086605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Deleting port 745faca6-3f29-4ce2-8b6f-d152ced3bbff {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:42.086947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.172851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] For port 745faca6-3f29-4ce2-8b6f-d152ced3bbff, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=745faca6-3f29-4ce2-8b6f-d152ced3bbff,segment=NetworkSegment(b2a33019-acd9-4fc3-9463-f48cdc35b5c6),segment_id=b2a33019-acd9-4fc3-9463-f48cdc35b5c6)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:42.173210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.197576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Calling delete_port for 745faca6-3f29-4ce2-8b6f-d152ced3bbff owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:42.320168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.332581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['745faca6-3f29-4ce2-8b6f-d152ced3bbff'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:42.355125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Pushing event deleted for resources: {'Port': ['ID=745faca6-3f29-4ce2-8b6f-d152ced3bbff,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:42.394252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] No DVR routers for this DVR port 745faca6-3f29-4ce2-8b6f-d152ced3bbff on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:42.396845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:42.400065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6627f88d-bc10-410d-83e2-7711a1a659d0 req-aefa6293-e7d8-4ead-956b-ea9dffafae1c tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.37 "DELETE /v2.0/ports/745faca6-3f29-4ce2-8b6f-d152ced3bbff HTTP/1.1" status: 204 len: 173 time: 0.4004269 Apr 20 13:17:42.400502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96295ead-e733-4bb8-9596-8374a1b22790', 'name': 'network-vif-deleted', 'tag': '745faca6-3f29-4ce2-8b6f-d152ced3bbff'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:42.402907 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef32e7ba-6bc6-462c-b490-835b1ad3d409" -d '{"events": [{"server_uuid": "96295ead-e733-4bb8-9596-8374a1b22790", "name": "network-vif-deleted", "tag": "745faca6-3f29-4ce2-8b6f-d152ced3bbff"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:42.439872 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1901aa98-f65c-4695-8fb4-e923e298f6c9 x-openstack-request-id: req-1901aa98-f65c-4695-8fb4-e923e298f6c9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:42.440225 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96295ead-e733-4bb8-9596-8374a1b22790", "name": "network-vif-deleted", "tag": "745faca6-3f29-4ce2-8b6f-d152ced3bbff", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:42.440474 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1901aa98-f65c-4695-8fb4-e923e298f6c9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:42.440873 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1901aa98-f65c-4695-8fb4-e923e298f6c9'] response: {'server_uuid': '96295ead-e733-4bb8-9596-8374a1b22790', 'name': 'network-vif-deleted', 'tag': '745faca6-3f29-4ce2-8b6f-d152ced3bbff', 'status': 'completed', 'code': 200} Apr 20 13:17:42.501813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcbcab-93ee-4e4c-928f-5f271ef9d094 req-632d3bb7-d5ed-4763-b874-c10790206879 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:42.503374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1adcbcab-93ee-4e4c-928f-5f271ef9d094 req-632d3bb7-d5ed-4763-b874-c10790206879 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 946 time: 0.0491664 Apr 20 13:17:42.543723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1adcbcab-93ee-4e4c-928f-5f271ef9d094 req-1d42dbbd-59b3-42ae-b65c-efe433a86974 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340090 Apr 20 13:17:42.874861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15e8e5c5-4902-4050-839e-30d2c026739a req-1a20fa88-2c06-497b-b30e-9e589ce60f30 tempest-ServerAddressesTestJSON-1838649076 tempest-ServerAddressesTestJSON-1838649076-project] 10.222.0.24 "GET /v2.0/ports?device_id=96295ead-e733-4bb8-9596-8374a1b22790 HTTP/1.1" status: 200 len: 210 time: 0.0267394 Apr 20 13:17:43.118208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe7cab-0377-4439-aa1e-4981c6aa60a0 req-a49508d5-baa7-405d-b5fb-05464db50a06 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:43.119617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24fe7cab-0377-4439-aa1e-4981c6aa60a0 req-a49508d5-baa7-405d-b5fb-05464db50a06 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 946 time: 0.0471003 Apr 20 13:17:43.169977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24fe7cab-0377-4439-aa1e-4981c6aa60a0 req-783bccbd-c93b-4246-8d32-8b02890420f5 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Apr 20 13:17:43.933669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36048) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:43.976910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] Deleting subnet 8d070151-70fa-462c-893e-d8bdb933e748 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:17:43.979937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.012212 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.050179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.099990 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.128404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d070151-70fa-462c-893e-d8bdb933e748,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:44.132091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.135286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-09f5d275-30b2-4c80-b165-cc2ba500c6a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8d070151-70fa-462c-893e-d8bdb933e748 HTTP/1.1" status: 204 len: 168 time: 0.2006400 Apr 20 13:17:44.137841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36050) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:44.204411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.314568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.338064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4043a1c-6fb2-4215-ae45-6c65cd428fb0']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:44.355929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae7ddc-0ed9-4219-b673-102dc3014a32 req-305c44bb-7ea0-435a-909b-b21704a2f6eb tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:44.357359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00ae7ddc-0ed9-4219-b673-102dc3014a32 req-305c44bb-7ea0-435a-909b-b21704a2f6eb tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 946 time: 0.1122434 Apr 20 13:17:44.358954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a33019-acd9-4fc3-9463-f48cdc35b5c6') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:44.359245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a33019-acd9-4fc3-9463-f48cdc35b5c6') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:44.369672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.396431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.410305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:17:44.410692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:17:44.412308 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:17:44.434706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00ae7ddc-0ed9-4219-b673-102dc3014a32 req-c009db65-1ae3-4fcb-ab2c-61159f4e2c1b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690846 Apr 20 13:17:44.499196 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.510134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbac67-9358-4b8e-989e-94ba509669ab req-a4546732-52fb-4e8d-8439-52d6bd259989 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:44.511574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18cbac67-9358-4b8e-989e-94ba509669ab req-a4546732-52fb-4e8d-8439-52d6bd259989 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8ba4711-eaf2-4de5-ae1f-1e04be580b90 HTTP/1.1" status: 200 len: 946 time: 0.1025350 Apr 20 13:17:44.514163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.517354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] 10.222.0.24 "DELETE /v2.0/networks/e4043a1c-6fb2-4215-ae45-6c65cd428fb0 HTTP/1.1" status: 204 len: 168 time: 0.3785684 Apr 20 13:17:44.540944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ae595-ccc8-4ecf-accf-563069d32e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4043a1c-6fb2-4215-ae45-6c65cd428fb0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:44.629112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Deleting port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:44.629456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.666985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36056) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:44.712816 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b463444b-9c7c-4f66-90ac-3659a3315e89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e85aecb4b1642539a317e6089bd4c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426226 Apr 20 13:17:44.713333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36058) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:44.725054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] For port aefa6d33-657a-4fe2-a5c6-5df30c86dd22, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:44.725796 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.738660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Calling delete_port for aefa6d33-657a-4fe2-a5c6-5df30c86dd22 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:44.763982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.785792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.849743 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.852380 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.853515 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1483dbab-663a-4dd6-9657-950da4de9deb HTTP/1.1" status: 204 len: 168 time: 0.1386518 Apr 20 13:17:44.866190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483dbab-663a-4dd6-9657-950da4de9deb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:44.878875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.882786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.883063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.883436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.883746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.884073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.884596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.885543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.885920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.886261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.887904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.887904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.887904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06e6912-5620-4cd0-9060-e3b3f5a289f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:17:44.890786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['aefa6d33-657a-4fe2-a5c6-5df30c86dd22'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:44.910720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Pushing event deleted for resources: {'Port': ['ID=aefa6d33-657a-4fe2-a5c6-5df30c86dd22,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:44.952816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] No DVR routers for this DVR port aefa6d33-657a-4fe2-a5c6-5df30c86dd22 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:44.955398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:44.958689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18cbac67-9358-4b8e-989e-94ba509669ab req-982c6b8a-3dc2-4291-bc1f-f3cce06b37f6 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.30 "DELETE /v2.0/ports/aefa6d33-657a-4fe2-a5c6-5df30c86dd22 HTTP/1.1" status: 204 len: 173 time: 0.4394610 Apr 20 13:17:44.959128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'name': 'network-vif-deleted', 'tag': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:44.961389 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8207f8-f1bf-4874-aea2-7656f314a74b" -d '{"events": [{"server_uuid": "d8ba4711-eaf2-4de5-ae1f-1e04be580b90", "name": "network-vif-deleted", "tag": "aefa6d33-657a-4fe2-a5c6-5df30c86dd22"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:45.004499 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b2d3e7-852d-4289-916c-b8736c0e4ab5 x-openstack-request-id: req-56b2d3e7-852d-4289-916c-b8736c0e4ab5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:45.004821 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ba4711-eaf2-4de5-ae1f-1e04be580b90", "name": "network-vif-deleted", "tag": "aefa6d33-657a-4fe2-a5c6-5df30c86dd22", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:45.005511 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56b2d3e7-852d-4289-916c-b8736c0e4ab5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:45.005945 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b2d3e7-852d-4289-916c-b8736c0e4ab5'] response: {'server_uuid': 'd8ba4711-eaf2-4de5-ae1f-1e04be580b90', 'name': 'network-vif-deleted', 'tag': 'aefa6d33-657a-4fe2-a5c6-5df30c86dd22', 'status': 'completed', 'code': 200} Apr 20 13:17:45.533072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 745faca6-3f29-4ce2-8b6f-d152ced3bbff no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:45.565693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 745faca6-3f29-4ce2-8b6f-d152ced3bbff {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:45.566048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 745faca6-3f29-4ce2-8b6f-d152ced3bbff not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:45.748879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-1691f5f7-597e-4b86-a32a-3c78c72b9bb1 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:45.750632 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-1691f5f7-597e-4b86-a32a-3c78c72b9bb1 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/networks?id=020d4ee3-e877-480b-ae78-cfe1b93385e9 HTTP/1.1" status: 200 len: 807 time: 0.1071334 Apr 20 13:17:45.765423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-bef26444-e65a-43ad-9771-ae2db1ad126d tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/quotas/372aab867bf14d31b2c370fcc38147a9 HTTP/1.1" status: 200 len: 375 time: 0.0089350 Apr 20 13:17:45.811877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-a1ce8345-fb02-43b9-bf1d-ae7819288832 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=372aab867bf14d31b2c370fcc38147a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345025 Apr 20 13:17:45.906982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-f3c948dd-b168-48af-ac8e-71b68af56370 service neutron] 10.222.0.24 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881004 Apr 20 13:17:46.002446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-ceb26287-34b2-487f-a965-ef2d56abb727 service neutron] 10.222.0.24 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886981 Apr 20 13:17:46.125195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:46.164433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e7f774a-cc15-4515-a370-afa7a473a660 req-7abce7e5-7c5d-41a5-9db8-e800857a916b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 210 time: 0.0280745 Apr 20 13:17:46.251068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-866f6b04-2fab-451c-b083-b047ae144d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.330186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-866f6b04-2fab-451c-b083-b047ae144d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.334302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-866f6b04-2fab-451c-b083-b047ae144d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.372875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f6b04-2fab-451c-b083-b047ae144d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679ac04a-f8a4-4b5c-90a6-6bb326e4b78c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:46.377174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-866f6b04-2fab-451c-b083-b047ae144d77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=304b1c5e65a84dd1a4575b71b32f6f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509038 Apr 20 13:17:46.380421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:46.429397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9dc4-f82b-4637-a81c-2fcc818fd4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.452455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9dc4-f82b-4637-a81c-2fcc818fd4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.499668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9dc4-f82b-4637-a81c-2fcc818fd4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.502350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9dc4-f82b-4637-a81c-2fcc818fd4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:46.503477 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1b3f9dc4-f82b-4637-a81c-2fcc818fd4a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/679ac04a-f8a4-4b5c-90a6-6bb326e4b78c HTTP/1.1" status: 204 len: 168 time: 0.1221559 Apr 20 13:17:46.512130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9dc4-f82b-4637-a81c-2fcc818fd4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679ac04a-f8a4-4b5c-90a6-6bb326e4b78c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:47.144143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-288c38c9-b06a-490c-9f19-c973a029ee42 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.146316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-288c38c9-b06a-490c-9f19-c973a029ee42 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.37 "GET /v2.0/networks?id=020d4ee3-e877-480b-ae78-cfe1b93385e9 HTTP/1.1" status: 200 len: 807 time: 0.1297190 Apr 20 13:17:47.161075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Request body: {'port': {'device_id': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9', 'admin_state_up': True, 'tenant_id': '372aab867bf14d31b2c370fcc38147a9'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:47.278899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fabe2cdf-9487-4a3e-80e2-2915f1238ec8 req-e654ffdf-ccbc-4710-9e1c-93ee32615e1b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 210 time: 0.0395124 Apr 20 13:17:47.303178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Made reservation on behalf of 372aab867bf14d31b2c370fcc38147a9 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:17:47.306724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.430622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Allocated IP 172.20.0.14 (020d4ee3-e877-480b-ae78-cfe1b93385e9/af509dc8-0368-499e-bf06-5bd33c31f251/eae77cbd-65c3-409b-9499-094b0aad980d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:17:47.591007 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.644849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.690970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Network 020d4ee3-e877-480b-ae78-cfe1b93385e9 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:17:47.694686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:17:47.696901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:17:47.727804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Pushing event updated for resources: {'Port': ['ID=eae77cbd-65c3-409b-9499-094b0aad980d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:47.760090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:47.760697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:47.776656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e273e334-c6a8-4997-a5a7-bd4ed260dd32 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6196616 Apr 20 13:17:47.788404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Request body: {'port': {'device_id': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:17:47.841140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.109100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae77cbd-65c3-409b-9499-094b0aad980d {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:48.120449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.132784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Transition to ACTIVE for port object eae77cbd-65c3-409b-9499-094b0aad980d will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:17:48.137023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.193112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Pushing event updated for resources: {'Port': ['ID=eae77cbd-65c3-409b-9499-094b0aad980d,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:48.263997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Attempting to bind port eae77cbd-65c3-409b-9499-094b0aad980d on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:17:48.264325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Attempting to bind port eae77cbd-65c3-409b-9499-094b0aad980d by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:17:48.264647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Attempting to bind port eae77cbd-65c3-409b-9499-094b0aad980d on network 020d4ee3-e877-480b-ae78-cfe1b93385e9 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:48.269052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Port eae77cbd-65c3-409b-9499-094b0aad980d on network 020d4ee3-e877-480b-ae78-cfe1b93385e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:17:48.269368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Attempting to bind port eae77cbd-65c3-409b-9499-094b0aad980d on network 020d4ee3-e877-480b-ae78-cfe1b93385e9 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:17:48.274125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:17:48.274460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Checking segment: {'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:17:48.274837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Bound using segment: {'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:17:48.275251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Bound port: eae77cbd-65c3-409b-9499-094b0aad980d, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:17:48.275599 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.338656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] For port eae77cbd-65c3-409b-9499-094b0aad980d, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:17:48.342499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] For port eae77cbd-65c3-409b-9499-094b0aad980d, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=eae77cbd-65c3-409b-9499-094b0aad980d,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:17:48.346882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.417155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:48.417786 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:48.419148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] 10.222.0.37 "PUT /v2.0/ports/eae77cbd-65c3-409b-9499-094b0aad980d HTTP/1.1" status: 200 len: 1092 time: 0.6349893 Apr 20 13:17:48.419577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'tag': 'eae77cbd-65c3-409b-9499-094b0aad980d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:48.421843 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a1236-9b74-4576-81d3-438d1d01b287" -d '{"events": [{"name": "network-changed", "server_uuid": "810bddaf-896e-4e99-b8f1-7c320ea97cd1", "tag": "eae77cbd-65c3-409b-9499-094b0aad980d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:48.456565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16136b2a-8f3a-4e31-b02b-cab9b5e699c8 req-e8d58cb0-a2b5-454b-a219-2f3f9256c0d9 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:48.458547 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16136b2a-8f3a-4e31-b02b-cab9b5e699c8 req-e8d58cb0-a2b5-454b-a219-2f3f9256c0d9 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 944 time: 0.1085479 Apr 20 13:17:48.460517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b9d35-1ec8-4a14-82f7-e92444cbe064 service neutron] Pushing event updated for resources: {'Port': ['ID=eae77cbd-65c3-409b-9499-094b0aad980d,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:48.470124 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f56f80-4cb7-4069-899e-6232f64a0e97 x-openstack-request-id: req-71f56f80-4cb7-4069-899e-6232f64a0e97 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:48.470402 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bddaf-896e-4e99-b8f1-7c320ea97cd1", "tag": "eae77cbd-65c3-409b-9499-094b0aad980d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:48.470651 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-71f56f80-4cb7-4069-899e-6232f64a0e97 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:48.471037 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f56f80-4cb7-4069-899e-6232f64a0e97'] response: {'name': 'network-changed', 'server_uuid': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'tag': 'eae77cbd-65c3-409b-9499-094b0aad980d', 'status': 'completed', 'code': 200} Apr 20 13:17:48.526911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16136b2a-8f3a-4e31-b02b-cab9b5e699c8 req-b8d3d8c4-1927-44bc-ab7b-bee4a6db1c11 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539510 Apr 20 13:17:48.529575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-fa95ecf3-52e1-4e86-9a42-411c07359aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:48.530987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-fa95ecf3-52e1-4e86-9a42-411c07359aab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372aab867bf14d31b2c370fcc38147a9&device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 1095 time: 0.0714235 Apr 20 13:17:48.578222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-d0946fdc-d5de-4347-a4b7-45e8593ad129 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae77cbd-65c3-409b-9499-094b0aad980d HTTP/1.1" status: 200 len: 217 time: 0.0366123 Apr 20 13:17:48.626469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e23a3f28-faca-49b8-bb4a-7b26b9c5182d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:48.627812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-e23a3f28-faca-49b8-bb4a-7b26b9c5182d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af509dc8-0368-499e-bf06-5bd33c31f251 HTTP/1.1" status: 200 len: 847 time: 0.0422018 Apr 20 13:17:48.658951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-977a106b-0b09-49e0-bd4e-10be4fe94335 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=020d4ee3-e877-480b-ae78-cfe1b93385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240526 Apr 20 13:17:48.758964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-f2bcd656-1099-4388-81fe-8ef683f0ac10 service neutron] 10.222.0.37 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865746 Apr 20 13:17:48.851493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5de1bab-f449-4810-8917-4439f5c8b2d4 req-857e70df-b302-47a2-a342-4d701d253e7f service neutron] 10.222.0.37 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843394 Apr 20 13:17:48.953487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-1274b05f-ae7f-48f9-a6dd-e2ba76a7e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:48.955557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-1274b05f-ae7f-48f9-a6dd-e2ba76a7e2ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=372aab867bf14d31b2c370fcc38147a9&device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 1095 time: 0.0550106 Apr 20 13:17:49.101841 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:49.152395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-ab96388e-4c63-43ce-857f-048d4ce9e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.154053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-ab96388e-4c63-43ce-857f-048d4ce9e8db service neutron] 10.222.0.37 "GET /v2.0/networks?id=020d4ee3-e877-480b-ae78-cfe1b93385e9 HTTP/1.1" status: 200 len: 908 time: 0.1904082 Apr 20 13:17:49.200883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-428e9afe-840e-4307-85f0-c5619ebdcd3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eae77cbd-65c3-409b-9499-094b0aad980d HTTP/1.1" status: 200 len: 217 time: 0.0391061 Apr 20 13:17:49.264779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-68bc753a-ef09-4431-96ac-7213e7772d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.266319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-68bc753a-ef09-4431-96ac-7213e7772d12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af509dc8-0368-499e-bf06-5bd33c31f251 HTTP/1.1" status: 200 len: 847 time: 0.0573871 Apr 20 13:17:49.282370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aefa6d33-657a-4fe2-a5c6-5df30c86dd22 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:17:49.301299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-9e23ebea-df88-451f-99d4-118d7883fe12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=020d4ee3-e877-480b-ae78-cfe1b93385e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274084 Apr 20 13:17:49.302832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: aefa6d33-657a-4fe2-a5c6-5df30c86dd22 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:17:49.303165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device aefa6d33-657a-4fe2-a5c6-5df30c86dd22 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:17:49.392966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-b9411ad0-969d-43de-9f8b-0dede2751ba7 service neutron] 10.222.0.37 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847118 Apr 20 13:17:49.484797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f42a1236-9b74-4576-81d3-438d1d01b287 req-b0569f65-18e2-4691-bf4e-67c40de8144a service neutron] 10.222.0.37 "GET /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845864 Apr 20 13:17:49.647324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a7d81-c17e-46e0-a1c2-43569b9f94d2 req-bf3f40e9-e4e4-4982-a681-8b793b48292b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:49.648738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-434a7d81-c17e-46e0-a1c2-43569b9f94d2 req-bf3f40e9-e4e4-4982-a681-8b793b48292b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 944 time: 0.0501306 Apr 20 13:17:49.687687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-434a7d81-c17e-46e0-a1c2-43569b9f94d2 req-289ee09b-52b1-4adb-b548-b42b6e598083 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Apr 20 13:17:50.804373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807803ea-7014-453f-b2d8-3e8b990a42b0 req-ca701385-6a13-4205-a31a-039093d9a8cc tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:50.805767 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807803ea-7014-453f-b2d8-3e8b990a42b0 req-ca701385-6a13-4205-a31a-039093d9a8cc tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 944 time: 0.0481164 Apr 20 13:17:50.843605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807803ea-7014-453f-b2d8-3e8b990a42b0 req-9a71b09d-02b6-42e3-963c-aabd49db9ec5 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Apr 20 13:17:51.554587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device eae77cbd-65c3-409b-9499-094b0aad980d details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:17:51.650138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port eae77cbd-65c3-409b-9499-094b0aad980d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=eae77cbd-65c3-409b-9499-094b0aad980d,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:51.661722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'eae77cbd-65c3-409b-9499-094b0aad980d', 'network_id': '020d4ee3-e877-480b-ae78-cfe1b93385e9', 'port_id': 'eae77cbd-65c3-409b-9499-094b0aad980d', 'mac_address': 'fa:16:3e:73:ee:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af509dc8-0368-499e-bf06-5bd33c31f251', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:17:51.699844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:51.712895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae77cbd-65c3-409b-9499-094b0aad980d {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:17:51.733545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port eae77cbd-65c3-409b-9499-094b0aad980d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=eae77cbd-65c3-409b-9499-094b0aad980d,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:51.737844 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:51.787437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=eae77cbd-65c3-409b-9499-094b0aad980d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:51.960561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['eae77cbd-65c3-409b-9499-094b0aad980d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:51.966907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6311ea-a0cb-4047-9d1f-046fa00c98d5 req-99defb88-5cb0-4eb0-adda-3403b0f72814 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:51.968392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d6311ea-a0cb-4047-9d1f-046fa00c98d5 req-99defb88-5cb0-4eb0-adda-3403b0f72814 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 945 time: 0.0546663 Apr 20 13:17:52.007386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d6311ea-a0cb-4047-9d1f-046fa00c98d5 req-12a6e9a0-c80a-45d3-b19a-e05ad0fc593a tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Apr 20 13:17:53.123958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437378a-e34d-4d50-be81-907ffb1468a2 req-4ea99d3b-27b3-491a-b011-b7e03465f7b0 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:53.125456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b437378a-e34d-4d50-be81-907ffb1468a2 req-4ea99d3b-27b3-491a-b011-b7e03465f7b0 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 945 time: 0.0500720 Apr 20 13:17:53.168061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b437378a-e34d-4d50-be81-907ffb1468a2 req-49971ead-5b6e-45f0-8fd3-2cffa91a94ee tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364697 Apr 20 13:17:53.563011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device eae77cbd-65c3-409b-9499-094b0aad980d up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:17:53.615236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port eae77cbd-65c3-409b-9499-094b0aad980d completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:17:53.619188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port eae77cbd-65c3-409b-9499-094b0aad980d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:17:53.619560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.697177 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.722630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae77cbd-65c3-409b-9499-094b0aad980d'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:53.724869 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bf6f4-dd00-4087-aa88-3222deefc655" -d '{"events": [{"server_uuid": "810bddaf-896e-4e99-b8f1-7c320ea97cd1", "name": "network-vif-plugged", "status": "completed", "tag": "eae77cbd-65c3-409b-9499-094b0aad980d"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:53.738722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port eae77cbd-65c3-409b-9499-094b0aad980d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=eae77cbd-65c3-409b-9499-094b0aad980d,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:53.743814 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.751298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36250) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:53.782283 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98184e41-9bb0-4924-92e1-8d42b421f4ad x-openstack-request-id: req-98184e41-9bb0-4924-92e1-8d42b421f4ad {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:53.782524 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bddaf-896e-4e99-b8f1-7c320ea97cd1", "name": "network-vif-plugged", "status": "completed", "tag": "eae77cbd-65c3-409b-9499-094b0aad980d", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:53.782674 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98184e41-9bb0-4924-92e1-8d42b421f4ad {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:53.783064 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98184e41-9bb0-4924-92e1-8d42b421f4ad'] response: {'server_uuid': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae77cbd-65c3-409b-9499-094b0aad980d', 'code': 200} Apr 20 13:17:53.800671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=eae77cbd-65c3-409b-9499-094b0aad980d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:53.869916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ef494d0-3bb6-4580-ab81-085ed1851a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.877462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420d8ea-d89f-4309-b6ac-88236fca1401 req-518bb722-6c4a-4dfe-93c7-0b9acf36835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:53.879447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9420d8ea-d89f-4309-b6ac-88236fca1401 req-518bb722-6c4a-4dfe-93c7-0b9acf36835c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 1097 time: 0.0448983 Apr 20 13:17:53.890995 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.918657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9420d8ea-d89f-4309-b6ac-88236fca1401 req-9fcd6a54-bac1-48d4-9138-7e78487c8bfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317655 Apr 20 13:17:53.950572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ef494d0-3bb6-4580-ab81-085ed1851a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.954483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6ef494d0-3bb6-4580-ab81-085ed1851a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:53.992062 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ef494d0-3bb6-4580-ab81-085ed1851a89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef9edb9d58504a759581cf137638a6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389863 Apr 20 13:17:53.992950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef494d0-3bb6-4580-ab81-085ed1851a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74c9d1-b113-4ef0-b93b-f432d275a0b9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:53.994752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36254) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:54.048803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-caa955a7-d20b-4fae-a5a9-27d811716770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.071198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-caa955a7-d20b-4fae-a5a9-27d811716770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.119113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-caa955a7-d20b-4fae-a5a9-27d811716770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.122059 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-caa955a7-d20b-4fae-a5a9-27d811716770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:54.123413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-caa955a7-d20b-4fae-a5a9-27d811716770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba74c9d1-b113-4ef0-b93b-f432d275a0b9 HTTP/1.1" status: 204 len: 168 time: 0.1268106 Apr 20 13:17:54.132569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa955a7-d20b-4fae-a5a9-27d811716770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74c9d1-b113-4ef0-b93b-f432d275a0b9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:54.288234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd18f3-5f9d-4d3b-93ff-4b9a3722ce7b req-f029e788-a3ba-41d6-8085-55c2d4dc38e9 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:54.289701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-afdd18f3-5f9d-4d3b-93ff-4b9a3722ce7b req-f029e788-a3ba-41d6-8085-55c2d4dc38e9 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 946 time: 0.0498478 Apr 20 13:17:54.327007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-afdd18f3-5f9d-4d3b-93ff-4b9a3722ce7b req-a834402c-e8df-4b92-913f-6e4a059cf4ae tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Apr 20 13:17:55.443567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadc1a1-c832-4afe-b8b3-69f49e535925 req-ba7b77a4-eb71-4fa4-8321-7bcbb8238fda tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:55.445025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eadc1a1-c832-4afe-b8b3-69f49e535925 req-ba7b77a4-eb71-4fa4-8321-7bcbb8238fda tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 946 time: 0.0488536 Apr 20 13:17:55.481773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eadc1a1-c832-4afe-b8b3-69f49e535925 req-82a4f393-6c41-471f-84a1-3ccbea3c3b9b tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Apr 20 13:17:56.103239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66799012-6456-4c7d-bd87-442805ba085c req-5336f94c-04cb-493d-9a6c-b2f17aa446b5 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:56.104580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66799012-6456-4c7d-bd87-442805ba085c req-5336f94c-04cb-493d-9a6c-b2f17aa446b5 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 946 time: 0.0515916 Apr 20 13:17:56.140461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66799012-6456-4c7d-bd87-442805ba085c req-d50e13b7-1d5b-49b3-84ec-94bf06e76269 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299482 Apr 20 13:17:57.260820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d21b-ce4e-4a77-96cf-830311c317aa req-b92f0cd3-78de-4b5a-a1fb-a1bd67eb215f tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:57.262220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10f6d21b-ce4e-4a77-96cf-830311c317aa req-b92f0cd3-78de-4b5a-a1fb-a1bd67eb215f tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 946 time: 0.0547733 Apr 20 13:17:57.304109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10f6d21b-ce4e-4a77-96cf-830311c317aa req-2ea4a055-7fae-4666-8520-9c9fc3bbca10 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/security-groups?id=6b198972-23ef-46a6-ae6e-3d3b4284493f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356274 Apr 20 13:17:57.460667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43767635-2707-49cc-9b7f-69c050308e8f req-f2b495e6-9979-4c69-b86b-17eabe6ac0e9 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:57.462008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43767635-2707-49cc-9b7f-69c050308e8f req-f2b495e6-9979-4c69-b86b-17eabe6ac0e9 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.37 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 946 time: 0.0468593 Apr 20 13:17:57.558498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Deleting port eae77cbd-65c3-409b-9499-094b0aad980d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:57.558842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.571456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36332) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:17:57.651215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] For port eae77cbd-65c3-409b-9499-094b0aad980d, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=eae77cbd-65c3-409b-9499-094b0aad980d,segment=NetworkSegment(c77ff5e7-a746-46ca-b222-ddfbe9f704ac),segment_id=c77ff5e7-a746-46ca-b222-ddfbe9f704ac)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:17:57.651583 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.666449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Calling delete_port for eae77cbd-65c3-409b-9499-094b0aad980d owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:57.742515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 023e13d1-5039-4123-a7e1-6972a2f4a707 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:17:57.743386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.819482 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.826379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.826698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.831402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['eae77cbd-65c3-409b-9499-094b0aad980d'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:17:57.840393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 023e13d1-5039-4123-a7e1-6972a2f4a707 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:17:57.872658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Pushing event deleted for resources: {'Port': ['ID=eae77cbd-65c3-409b-9499-094b0aad980d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:57.919973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] No DVR routers for this DVR port eae77cbd-65c3-409b-9499-094b0aad980d on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:17:57.922758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:57.926642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43767635-2707-49cc-9b7f-69c050308e8f req-1c61fb24-cae2-4eb1-af70-34ce39cf3c78 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.37 "DELETE /v2.0/ports/eae77cbd-65c3-409b-9499-094b0aad980d HTTP/1.1" status: 204 len: 173 time: 0.4583125 Apr 20 13:17:57.927128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'name': 'network-vif-deleted', 'tag': 'eae77cbd-65c3-409b-9499-094b0aad980d'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:57.929408 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2039c6-8ff9-4b0f-818e-b140656d67e1" -d '{"events": [{"server_uuid": "810bddaf-896e-4e99-b8f1-7c320ea97cd1", "name": "network-vif-deleted", "tag": "eae77cbd-65c3-409b-9499-094b0aad980d"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:57.974745 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bd36c3-d3c0-4a30-b98c-83da3079539c x-openstack-request-id: req-00bd36c3-d3c0-4a30-b98c-83da3079539c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:57.975044 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bddaf-896e-4e99-b8f1-7c320ea97cd1", "name": "network-vif-deleted", "tag": "eae77cbd-65c3-409b-9499-094b0aad980d", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:57.975307 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00bd36c3-d3c0-4a30-b98c-83da3079539c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:57.975723 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bd36c3-d3c0-4a30-b98c-83da3079539c'] response: {'server_uuid': '810bddaf-896e-4e99-b8f1-7c320ea97cd1', 'name': 'network-vif-deleted', 'tag': 'eae77cbd-65c3-409b-9499-094b0aad980d', 'status': 'completed', 'code': 200} Apr 20 13:17:58.017923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.048817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=023e13d1-5039-4123-a7e1-6972a2f4a707,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:17:58.111080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.111664 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Floating IP a01a2130-cff4-4b95-897d-1e27ff2276d8 disassociated (deleted). External IP: 172.25.3.143, port: 7b4603b8-ec93-47cc-b658-3030df8a18c6. Apr 20 13:17:58.423918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7238ad57-fbe7-4b16-85ed-d60cc0c68118 req-a256f904-bd4c-4db8-b910-237e4c279842 tempest-VolumesActionsTest-1761919712 tempest-VolumesActionsTest-1761919712-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bddaf-896e-4e99-b8f1-7c320ea97cd1 HTTP/1.1" status: 200 len: 210 time: 0.0323412 Apr 20 13:17:58.601615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:17:58.709569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:17:58.714410 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:17:58.718943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] Sync routers for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:17:58.728888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:58.729508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:58.743817 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f22b8d8-d15a-4cb6-b356-172717dc9de7 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/floatingips/a01a2130-cff4-4b95-897d-1e27ff2276d8 HTTP/1.1" status: 204 len: 168 time: 1.1687820 Apr 20 13:17:58.743817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:17:58.744158 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5eaf5d-047a-4850-8933-259a77fafbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:17:58.781581 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80e1c3-e289-4c8f-994a-490635d2383b x-openstack-request-id: req-5b80e1c3-e289-4c8f-994a-490635d2383b {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:17:58.781962 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:17:58.782274 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b80e1c3-e289-4c8f-994a-490635d2383b {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:17:58.783249 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b80e1c3-e289-4c8f-994a-490635d2383b'] response: {'name': 'network-changed', 'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'status': 'completed', 'code': 200} Apr 20 13:17:58.840302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:58.846535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-9b43174f-e501-4936-a5b8-9485114b8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:58.848805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-9b43174f-e501-4936-a5b8-9485114b8a92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=03cd53d3d89e444e8c1137058a06ab83&device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 1096 time: 0.0429366 Apr 20 13:17:59.015270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-8bd99c03-63b1-4c89-9257-42ccc1592099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.017064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-8bd99c03-63b1-4c89-9257-42ccc1592099 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e73f0e4-2349-4bd0-9025-73b3d79f8989 HTTP/1.1" status: 200 len: 897 time: 0.1617527 Apr 20 13:17:59.025815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b0c02-6d81-4d68-acef-d129fc247715 req-f3c8f53c-4fd4-4517-8966-887234e7bf47 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.027393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb7b0c02-6d81-4d68-acef-d129fc247715 req-f3c8f53c-4fd4-4517-8966-887234e7bf47 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0783226 Apr 20 13:17:59.069041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-b372930c-4872-4397-a4e3-25300c200e99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6 HTTP/1.1" status: 200 len: 217 time: 0.0407128 Apr 20 13:17:59.078993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:59.109257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] Checking router: 0a6afbe3-1de8-4e9c-acf7-281df24d6329 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:17:59.118777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:17:59.119404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:59.128416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb7b0c02-6d81-4d68-acef-d129fc247715 req-72e85951-68f4-4217-838f-ef46fa67c039 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934355 Apr 20 13:17:59.139203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-91963502-ec11-4179-b04d-1701ad81e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.140622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-91963502-ec11-4179-b04d-1701ad81e35e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=15d7c2b3-3283-4ab0-b21b-16c1e41db02b HTTP/1.1" status: 200 len: 835 time: 0.0638845 Apr 20 13:17:59.192811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-d0bef226-a70d-4b20-a61b-140f0b01ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:17:59.195103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-d0bef226-a70d-4b20-a61b-140f0b01ef6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e73f0e4-2349-4bd0-9025-73b3d79f8989&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454240 Apr 20 13:17:59.205894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-574c212c-5c5d-4f41-af9a-730f104ea0f0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:17:59.206853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-574c212c-5c5d-4f41-af9a-730f104ea0f0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051546 Apr 20 13:17:59.240101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:17:59.301847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-ca72a934-eff4-4d81-83ad-d807541b7647 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867229 Apr 20 13:17:59.398453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af5eaf5d-047a-4850-8933-259a77fafbe5 req-88db478e-d5ea-499a-aaf6-ac89d07bf3f7 service neutron] 10.222.0.37 "GET /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895047 Apr 20 13:17:59.448230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:17:59.476475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b1c23-a9d4-4f55-8e59-9899e768304d None None] The sync data for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 is: [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4941945-c728-43b2-80ed-6bf61bb2753f', 'name': '', 'network_id': '3e73f0e4-2349-4bd0-9025-73b3d79f8989', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'mac_address': 'fa:16:3e:65:ef:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:16:01Z', 'updated_at': '2022-04-20T13:16:06Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'subnets': [{'id': '15d7c2b3-3283-4ab0-b21b-16c1e41db02b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:17:59.748282 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e867c2da-f4dd-4c67-9b8d-cda75e23edc2 None None] New status for floating IP a01a2130-cff4-4b95-897d-1e27ff2276d8: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:18:00.274675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7837d2-00e8-4401-9076-c58fedc467bf req-0fefdfe1-a96c-48ce-a81a-0763b498599f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:00.280780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa7837d2-00e8-4401-9076-c58fedc467bf req-0fefdfe1-a96c-48ce-a81a-0763b498599f tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0724115 Apr 20 13:18:00.345005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa7837d2-00e8-4401-9076-c58fedc467bf req-212b053a-05f0-4f38-a254-3d695356cb64 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/security-groups?id=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636661 Apr 20 13:18:00.365329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-c21e767e-9e92-4f92-8d7a-ce347e425b08 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:00.366831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-c21e767e-9e92-4f92-8d7a-ce347e425b08 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 945 time: 0.0665979 Apr 20 13:18:00.759213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port 7b4603b8-ec93-47cc-b658-3030df8a18c6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:00.759570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.858471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port 7b4603b8-ec93-47cc-b658-3030df8a18c6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=7b4603b8-ec93-47cc-b658-3030df8a18c6,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:00.859093 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:00.873323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for 7b4603b8-ec93-47cc-b658-3030df8a18c6 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:01.036969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:01.142449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] No DVR routers for this DVR port 7b4603b8-ec93-47cc-b658-3030df8a18c6 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:18:01.147167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:01.152626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f268064e-cd1e-49cf-b765-b7ff19ade2de req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.37 "DELETE /v2.0/ports/7b4603b8-ec93-47cc-b658-3030df8a18c6 HTTP/1.1" status: 204 len: 173 time: 0.7794080 Apr 20 13:18:01.153838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc18f3c-204c-4e38-8824-1b6eb5df693c tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=7b4603b8-ec93-47cc-b658-3030df8a18c6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:01.169564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-deleted', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:01.180937 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c9ca1-61f0-4251-9fe6-00ec9a7f5503" -d '{"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-deleted", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:01.239714 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34e1d1d-fe14-4a80-9433-716b8adacfbf x-openstack-request-id: req-d34e1d1d-fe14-4a80-9433-716b8adacfbf {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:01.240002 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47", "name": "network-vif-deleted", "tag": "7b4603b8-ec93-47cc-b658-3030df8a18c6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:01.240251 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d34e1d1d-fe14-4a80-9433-716b8adacfbf {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:01.240671 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d34e1d1d-fe14-4a80-9433-716b8adacfbf'] response: {'server_uuid': '27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47', 'name': 'network-vif-deleted', 'tag': '7b4603b8-ec93-47cc-b658-3030df8a18c6', 'status': 'completed', 'code': 200} Apr 20 13:18:01.531377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6e7e325-336c-43a3-bef7-770de9c4de36 req-0e8565b5-6e30-473d-8824-3d714aa9d921 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "GET /v2.0/ports?device_id=27e33ed6-f2d5-4a9d-8a38-b4e095d1ed47 HTTP/1.1" status: 200 len: 210 time: 0.0560408 Apr 20 13:18:01.616010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device eae77cbd-65c3-409b-9499-094b0aad980d no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:01.648813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: eae77cbd-65c3-409b-9499-094b0aad980d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:01.653297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device eae77cbd-65c3-409b-9499-094b0aad980d not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:02.654587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36478) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:03.136891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.485461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port e4941945-c728-43b2-80ed-6bf61bb2753f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:03.485910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.646635 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port e4941945-c728-43b2-80ed-6bf61bb2753f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4941945-c728-43b2-80ed-6bf61bb2753f,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:03.647006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.667622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for e4941945-c728-43b2-80ed-6bf61bb2753f owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:03.678578 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40f53242-9054-4aa7-97fd-7d0c1281e368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.950791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:03.984080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=e4941945-c728-43b2-80ed-6bf61bb2753f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:04.240624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:04.692153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:04.892788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:04.903977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] Sync routers for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:04.911194 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0f571d13-9cc3-428b-93b4-d6d05eff9529 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "PUT /v2.0/routers/0a6afbe3-1de8-4e9c-acf7-281df24d6329/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2539926 Apr 20 13:18:04.913932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36498) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:04.925543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:04.932108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:05.023692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting subnet 15d7c2b3-3283-4ab0-b21b-16c1e41db02b {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:18:05.033530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.094210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.186791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.202616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:05.272678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.304068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Subnet': ['ID=15d7c2b3-3283-4ab0-b21b-16c1e41db02b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:05.308577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.312030 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ddeb3b0a-49d8-42d1-a43d-fa3e61f51727 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/subnets/15d7c2b3-3283-4ab0-b21b-16c1e41db02b HTTP/1.1" status: 204 len: 168 time: 0.3969538 Apr 20 13:18:05.314805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36500) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:05.385768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f3eb5-c618-4b0c-8bc4-de1abcf156f4 None None] Network 3e73f0e4-2349-4bd0-9025-73b3d79f8989 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:05.493233 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.656027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7b4603b8-ec93-47cc-b658-3030df8a18c6 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:05.660224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.724857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 7b4603b8-ec93-47cc-b658-3030df8a18c6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:05.725322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 7b4603b8-ec93-47cc-b658-3030df8a18c6 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:05.791563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:18:03Z', 'revision_number': 5, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port': {'id': 'eb11dbc7-633a-4f7b-8bf9-a1da75374d5e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:73:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:59Z', 'updated_at': '2022-04-20T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:05.813765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Deleting port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:05.814259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:05.844845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] DHCP port deletion for 3e73f0e4-2349-4bd0-9025-73b3d79f8989 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:18:05.847681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] Checking router: 0a6afbe3-1de8-4e9c-acf7-281df24d6329 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:18:05.882325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] Routers {'0a6afbe3-1de8-4e9c-acf7-281df24d6329'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:05.882963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:17:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:05.975682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] For port eb11dbc7-633a-4f7b-8bf9-a1da75374d5e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:05.976844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.011808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Calling delete_port for eb11dbc7-633a-4f7b-8bf9-a1da75374d5e owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:06.154691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] Set router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:06.214133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:18:05Z', 'revision_number': 6, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:06.252729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.254984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85e5361-e97f-43c9-9dc8-73f072199f5c None None] The sync data for ids ['0a6afbe3-1de8-4e9c-acf7-281df24d6329'] in n-d-838550-2 is: [{'id': '0a6afbe3-1de8-4e9c-acf7-281df24d6329', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1358714260', 'tenant_id': '03cd53d3d89e444e8c1137058a06ab83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:58Z', 'updated_at': '2022-04-20T13:18:05Z', 'revision_number': 6, 'project_id': '03cd53d3d89e444e8c1137058a06ab83', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:06.285397 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3da9d8b-8195-4675-8841-1c63375de27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.329517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] Deleting port 0ad60f8d-7e34-4764-91fc-58443ecd288c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:06.330049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.333252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Port': ['ID=eb11dbc7-633a-4f7b-8bf9-a1da75374d5e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:06.430957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.438529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] For port 0ad60f8d-7e34-4764-91fc-58443ecd288c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0ad60f8d-7e34-4764-91fc-58443ecd288c,segment=NetworkSegment(555c5ec7-e259-4f03-84df-1ff358b4af61),segment_id=555c5ec7-e259-4f03-84df-1ff358b4af61)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:06.438937 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.461796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] Calling delete_port for 0ad60f8d-7e34-4764-91fc-58443ecd288c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:06.611799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.615648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.663655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.679900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] No DVR routers for this DVR port 0ad60f8d-7e34-4764-91fc-58443ecd288c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:18:06.696679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.697230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Fanout notify agent at l3_agent the message router_deleted on router 0a6afbe3-1de8-4e9c-acf7-281df24d6329 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:18:06.704257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.708424 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1cfeab37-3569-46b3-8759-3334672aee09 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/routers/0a6afbe3-1de8-4e9c-acf7-281df24d6329 HTTP/1.1" status: 204 len: 168 time: 1.3894281 Apr 20 13:18:06.709336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36518) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:06.733076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15174c74-4675-4b3f-a03b-f73a7d754001 None None] Pushing event deleted for resources: {'Port': ['ID=0ad60f8d-7e34-4764-91fc-58443ecd288c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:06.809256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:06.991494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.040536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e73f0e4-2349-4bd0-9025-73b3d79f8989']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:07.066479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555c5ec7-e259-4f03-84df-1ff358b4af61') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:07.068810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555c5ec7-e259-4f03-84df-1ff358b4af61') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:07.087501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.094282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0ad60f8d-7e34-4764-91fc-58443ecd288c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:07.110655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.118500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:18:07.118896 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.163887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0ad60f8d-7e34-4764-91fc-58443ecd288c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:07.165620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0ad60f8d-7e34-4764-91fc-58443ecd288c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:07.166279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device eb11dbc7-633a-4f7b-8bf9-a1da75374d5e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:18:07.202056 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:18:07.208388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.224804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.228903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/networks/3e73f0e4-2349-4bd0-9025-73b3d79f8989 HTTP/1.1" status: 204 len: 168 time: 0.5175271 Apr 20 13:18:07.231712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36520) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:07.234511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: eb11dbc7-633a-4f7b-8bf9-a1da75374d5e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:07.235236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device eb11dbc7-633a-4f7b-8bf9-a1da75374d5e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:07.236047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4941945-c728-43b2-80ed-6bf61bb2753f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:07.263989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aceec7-daf7-4bd0-ace4-f1bfc8110586 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'Network': ['ID=3e73f0e4-2349-4bd0-9025-73b3d79f8989,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:07.310475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e4941945-c728-43b2-80ed-6bf61bb2753f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:07.310989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4941945-c728-43b2-80ed-6bf61bb2753f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:07.318559 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.356140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-724fc00b-a493-43bc-91b7-8a9e4eef2c16 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.396407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-724fc00b-a493-43bc-91b7-8a9e4eef2c16 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.493810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-724fc00b-a493-43bc-91b7-8a9e4eef2c16 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.496878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-724fc00b-a493-43bc-91b7-8a9e4eef2c16 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:07.498824 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-724fc00b-a493-43bc-91b7-8a9e4eef2c16 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] 10.222.0.24 "DELETE /v2.0/security-groups/02e7a0f9-4571-4ed6-90f6-0dd60ff141d9 HTTP/1.1" status: 204 len: 168 time: 0.2653568 Apr 20 13:18:07.525798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fc00b-a493-43bc-91b7-8a9e4eef2c16 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e7a0f9-4571-4ed6-90f6-0dd60ff141d9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:07.998525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36538) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:08.015683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:18:08.092624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36542) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:08.213401 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffdedf66-0acb-411e-84e9-6236155ce4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.299405 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a8024f4a-1932-4ff0-ab47-e9c846e96d62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03cd53d3d89e444e8c1137058a06ab83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054203 Apr 20 13:18:08.302001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36546) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:08.356777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffdedf66-0acb-411e-84e9-6236155ce4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.363244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ffdedf66-0acb-411e-84e9-6236155ce4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.383387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09427766-7804-40f7-8642-b54c22db9885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.404955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09427766-7804-40f7-8642-b54c22db9885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.415135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdedf66-0acb-411e-84e9-6236155ce4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbb7b3f-13c8-40d5-8a52-6b6c4bbf9f80,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:08.423673 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ffdedf66-0acb-411e-84e9-6236155ce4a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a78645e36a274130bf9f6f782549ead6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217823 Apr 20 13:18:08.423905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:08.473910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09427766-7804-40f7-8642-b54c22db9885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.476804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09427766-7804-40f7-8642-b54c22db9885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.478119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-09427766-7804-40f7-8642-b54c22db9885 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/785ed5ec-31a0-4e41-ae36-a147a256584f HTTP/1.1" status: 204 len: 168 time: 0.1751022 Apr 20 13:18:08.486606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09427766-7804-40f7-8642-b54c22db9885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785ed5ec-31a0-4e41-ae36-a147a256584f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:08.503044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4f09675-e734-473f-b470-58eccf81be0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.555331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4f09675-e734-473f-b470-58eccf81be0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.583557 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.649685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4f09675-e734-473f-b470-58eccf81be0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.652765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4f09675-e734-473f-b470-58eccf81be0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.656192 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4f09675-e734-473f-b470-58eccf81be0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dbb7b3f-13c8-40d5-8a52-6b6c4bbf9f80 HTTP/1.1" status: 204 len: 168 time: 0.2291083 Apr 20 13:18:08.672111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f09675-e734-473f-b470-58eccf81be0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbb7b3f-13c8-40d5-8a52-6b6c4bbf9f80,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:08.943464 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:08.988280 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36566) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:09.104032 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-71270e74-2c6a-49b4-acde-881f5ac2def3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=905ade0f18e74b09adbe7c0b9d42e184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1121576 Apr 20 13:18:09.105426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:09.228037 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42934f52-f68c-4348-96d2-a38740555f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.273290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42934f52-f68c-4348-96d2-a38740555f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.419178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42934f52-f68c-4348-96d2-a38740555f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.421858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42934f52-f68c-4348-96d2-a38740555f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:09.428147 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-42934f52-f68c-4348-96d2-a38740555f5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7af66958-1cfc-4844-b861-99a62e402ca5 HTTP/1.1" status: 204 len: 168 time: 0.3187189 Apr 20 13:18:09.438969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42934f52-f68c-4348-96d2-a38740555f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af66958-1cfc-4844-b861-99a62e402ca5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:10.675176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:10.984386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1191040444-network', 'tenant_id': '2c916e8beaa8468ca529d8db10d0767d'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:11.021035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Made reservation on behalf of 2c916e8beaa8468ca529d8db10d0767d for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:11.025128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.057701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.177363 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.204323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.230574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:18:11.247739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.248411 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Added segment 3a04502f-2ba6-47cb-9273-83c3306a73f0 of type vlan for network 91d5c016-1205-4a7d-9938-f79d4356500c Apr 20 13:18:11.322521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382307b6-b42a-4bbc-95ab-b9dec343a904,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:11.340593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.403103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.405308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:11.406083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.486738 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8104451 Apr 20 13:18:11.490628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36658) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:11.495479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Request body: {'subnet': {'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1191040444-subnet', 'tenant_id': '2c916e8beaa8468ca529d8db10d0767d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:11.505182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a1a89-9874-4220-8888-5ff1e0233e0e admin admin] Pushing event updated for resources: {'Network': ['ID=91d5c016-1205-4a7d-9938-f79d4356500c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:11.522082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 91d5c016-1205-4a7d-9938-f79d4356500c details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:18:11.539227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Made reservation on behalf of 2c916e8beaa8468ca529d8db10d0767d for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:11.544424 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.786209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.868576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Checking segment: {'id': '3a04502f-2ba6-47cb-9273-83c3306a73f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:11.869052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Network hostable DHCP agents. Network: 91d5c016-1205-4a7d-9938-f79d4356500c, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:18:11.873139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d626dde1-5d4b-4b78-b852-5ccb450c341b,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:11.895284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Network 91d5c016-1205-4a7d-9938-f79d4356500c is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:18:11.915474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 91d5c016-1205-4a7d-9938-f79d4356500c) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:11.923314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:11.924240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:11.925872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525c3b2-a23c-4727-80a1-0ea1588e09b4 None None] Network 91d5c016-1205-4a7d-9938-f79d4356500c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:11.954400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7b499fde-f950-4a37-825c-a019834739c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4585102 Apr 20 13:18:11.963576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:12.178447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b09755d-c17f-42f2-a0ec-5aca8559916f None None] Network 91d5c016-1205-4a7d-9938-f79d4356500c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:12.195164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3e38b5-ead9-4860-8033-da484880db03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.390975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3e38b5-ead9-4860-8033-da484880db03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.397670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9a3e38b5-ead9-4860-8033-da484880db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.449842 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9a3e38b5-ead9-4860-8033-da484880db03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f8da1c109aa4939ae6bf9ddbeb9f4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839263 Apr 20 13:18:12.451206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36680) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:12.457852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e38b5-ead9-4860-8033-da484880db03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df30c11a-bf2e-4b5e-b1f7-ef9328bc0694,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:12.541528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d457fa0e-eb1b-48e2-9483-42559008d4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.582840 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d457fa0e-eb1b-48e2-9483-42559008d4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.660145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d457fa0e-eb1b-48e2-9483-42559008d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.669246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d457fa0e-eb1b-48e2-9483-42559008d4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.674153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d457fa0e-eb1b-48e2-9483-42559008d4c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df30c11a-bf2e-4b5e-b1f7-ef9328bc0694 HTTP/1.1" status: 204 len: 168 time: 0.2208498 Apr 20 13:18:12.683379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d457fa0e-eb1b-48e2-9483-42559008d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df30c11a-bf2e-4b5e-b1f7-ef9328bc0694,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:12.872641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36696) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:12.883928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1148592679-network', 'tenant_id': '6255f042b0734717b1bfa65e54292f46'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:12.914829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Made reservation on behalf of 6255f042b0734717b1bfa65e54292f46 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:12.924555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:12.973808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.116609 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.134765 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.184218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:18:13.224033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a1f7b4-ed09-4fb7-a836-09cd2035e139,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:13.232549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.232861 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Added segment 94db764b-9369-4a93-96ba-9979acc50d8b of type vlan for network d678e482-6c92-422c-8567-e6059fe9e66b Apr 20 13:18:13.306534 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.401198 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.402667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:13.403914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.508075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6317205 Apr 20 13:18:13.508889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36700) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:13.514169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36702) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:13.522324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Request body: {'subnet': {'network_id': 'd678e482-6c92-422c-8567-e6059fe9e66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1148592679-subnet', 'tenant_id': '6255f042b0734717b1bfa65e54292f46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:13.532397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53be7-0a0d-446a-9f4a-f5df97541f43 admin admin] Pushing event updated for resources: {'Network': ['ID=d678e482-6c92-422c-8567-e6059fe9e66b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:13.543180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d678e482-6c92-422c-8567-e6059fe9e66b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:18:13.567560 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6c4af06-b758-4f41-a72d-f75ef2b9aa33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.641149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Made reservation on behalf of 6255f042b0734717b1bfa65e54292f46 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:13.645980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.822356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6c4af06-b758-4f41-a72d-f75ef2b9aa33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.834822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6c4af06-b758-4f41-a72d-f75ef2b9aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:13.910384 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c6c4af06-b758-4f41-a72d-f75ef2b9aa33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef36c7f7571041cfb8a124b3455faadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936703 Apr 20 13:18:13.912661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36712) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:14.002213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4af06-b758-4f41-a72d-f75ef2b9aa33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b1fa84-ddda-4a00-8eb0-dd3341eef6f7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:14.032747 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.047231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cff264d3-2c36-49b4-9bcb-5196b17cc0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.097588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cff264d3-2c36-49b4-9bcb-5196b17cc0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.111739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Checking segment: {'id': '94db764b-9369-4a93-96ba-9979acc50d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd678e482-6c92-422c-8567-e6059fe9e66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:14.112125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Network hostable DHCP agents. Network: d678e482-6c92-422c-8567-e6059fe9e66b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:18:14.115360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63bae8a-9da6-4ed8-9ec7-dbaa6980efe3,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:14.151308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Network d678e482-6c92-422c-8567-e6059fe9e66b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:18:14.163554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d678e482-6c92-422c-8567-e6059fe9e66b) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:14.174773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:14.177285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.184002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf31772-84c1-4b65-a427-2ceb794486d6 None None] Network d678e482-6c92-422c-8567-e6059fe9e66b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:14.187197 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cff264d3-2c36-49b4-9bcb-5196b17cc0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.189680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cff264d3-2c36-49b4-9bcb-5196b17cc0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:14.193612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cff264d3-2c36-49b4-9bcb-5196b17cc0b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5b1fa84-ddda-4a00-8eb0-dd3341eef6f7 HTTP/1.1" status: 204 len: 168 time: 0.2771101 Apr 20 13:18:14.229026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff264d3-2c36-49b4-9bcb-5196b17cc0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b1fa84-ddda-4a00-8eb0-dd3341eef6f7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:14.230804 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1f0a7394-0451-4766-a5c5-7ed637b1ac2d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7170758 Apr 20 13:18:14.565058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d985b4-a364-4129-a07c-2ce94577c683 None None] Network d678e482-6c92-422c-8567-e6059fe9e66b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:15.161343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-47c87a5c-9b06-40dd-9fb1-5b67dbae582c tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:15.163673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-47c87a5c-9b06-40dd-9fb1-5b67dbae582c tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/networks?id=91d5c016-1205-4a7d-9938-f79d4356500c HTTP/1.1" status: 200 len: 812 time: 0.1645977 Apr 20 13:18:15.197008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-3c322e05-8525-4446-8a8a-12f50e54af55 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/quotas/2c916e8beaa8468ca529d8db10d0767d HTTP/1.1" status: 200 len: 375 time: 0.0209339 Apr 20 13:18:15.262858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-64238c35-45bb-407e-95e3-13b251f30046 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2c916e8beaa8468ca529d8db10d0767d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642257 Apr 20 13:18:15.472072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36894886-6a76-45c4-9c2d-1c0c85300aa0 req-836f4b8f-0f3a-4905-95a0-ec86947433da tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:15.479706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36894886-6a76-45c4-9c2d-1c0c85300aa0 req-836f4b8f-0f3a-4905-95a0-ec86947433da tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 947 time: 0.1130054 Apr 20 13:18:15.488490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-cc02d45e-73ab-42fb-af1a-408a524f1c01 service neutron] 10.222.0.24 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244213 Apr 20 13:18:15.592338 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36894886-6a76-45c4-9c2d-1c0c85300aa0 req-064d7b4d-f596-4bb3-b52e-182c46ac3032 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095085 Apr 20 13:18:15.631639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-a017409b-475f-4e8d-84dd-45c5d32d97ea service neutron] 10.222.0.24 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282027 Apr 20 13:18:15.832966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6266b113-00f5-405a-897f-ac6d2d70e3e0 req-4c991585-5a7d-4b12-ad91-9d53c3976ff8 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 210 time: 0.0320945 Apr 20 13:18:16.836998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7aa47d-3a6a-4991-9058-3f653f896cbf req-a80d5c88-daf0-4a1f-8a6d-05f082791007 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:16.838601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f7aa47d-3a6a-4991-9058-3f653f896cbf req-a80d5c88-daf0-4a1f-8a6d-05f082791007 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 947 time: 0.1391451 Apr 20 13:18:16.965234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-a0f0e6d7-4869-4b0b-8c9a-f412c15f4cc5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:16.967080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-a0f0e6d7-4869-4b0b-8c9a-f412c15f4cc5 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 947 time: 0.1962411 Apr 20 13:18:17.014066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d04026ca-be43-4629-b9a8-9deeb2d91d12 req-edc087c7-2719-4e19-869c-8fe771b9bb42 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 210 time: 0.0437210 Apr 20 13:18:17.060941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f7aa47d-3a6a-4991-9058-3f653f896cbf req-4816216f-c19b-479a-b021-b439cebdb453 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=b238c126-a0e1-410e-993a-caad5fa55d92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916480 Apr 20 13:18:17.173121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Deleting port 6762d70a-82e5-4244-95f8-152bb04a0b1b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:17.173975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.299372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] For port 6762d70a-82e5-4244-95f8-152bb04a0b1b, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6762d70a-82e5-4244-95f8-152bb04a0b1b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:17.299849 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.537848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-3356aea1-bb4a-4ea5-befa-cb3380f84e12 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:17.539284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-3356aea1-bb4a-4ea5-befa-cb3380f84e12 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.37 "GET /v2.0/networks?id=91d5c016-1205-4a7d-9938-f79d4356500c HTTP/1.1" status: 200 len: 812 time: 0.1803808 Apr 20 13:18:17.563788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Request body: {'port': {'device_id': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c', 'admin_state_up': True, 'tenant_id': '2c916e8beaa8468ca529d8db10d0767d'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:17.717791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.718349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:17.718754 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Floating IP c909a231-59f2-436d-9dfd-5b3376357b2f disassociated. External IP: 172.25.3.176, port: 6762d70a-82e5-4244-95f8-152bb04a0b1b. Apr 20 13:18:17.719098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Calling delete_port for 6762d70a-82e5-4244-95f8-152bb04a0b1b owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:17.807517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Made reservation on behalf of 2c916e8beaa8468ca529d8db10d0767d for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:17.814064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.070519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Allocated IP 172.20.0.8 (91d5c016-1205-4a7d-9938-f79d4356500c/d626dde1-5d4b-4b78-b852-5ccb450c341b/4be3594d-98c0-4963-939b-d43df6c885b0) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:18.082201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36848) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:18.122292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.160074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event deleted for resources: {'Port': ['ID=6762d70a-82e5-4244-95f8-152bb04a0b1b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:18.294427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc0be7cb-6a31-48f3-9824-d7ef994e6360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.306888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-75cbc331-bb93-4960-b806-5d5a85e55bf0 req-91490ead-8796-49d7-84c1-2c2d5b92191a tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 210 time: 0.0442617 Apr 20 13:18:18.355467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-480d2aeb-7e8d-432d-b26e-89c9d93dfbc6 req-492b2f63-532e-4326-b2cd-0ea6604334d8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62 HTTP/1.1" status: 200 len: 210 time: 0.0940180 Apr 20 13:18:18.465884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.473918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc0be7cb-6a31-48f3-9824-d7ef994e6360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.478039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Router 450fb2ec-cc7a-4967-8644-a3501eafdf14 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:18.485476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc0be7cb-6a31-48f3-9824-d7ef994e6360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.529872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc0be7cb-6a31-48f3-9824-d7ef994e6360 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3feb382be2424a46b94da57ff97a376b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457970 Apr 20 13:18:18.531789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36856) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:18.557432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.594763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0be7cb-6a31-48f3-9824-d7ef994e6360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15320511-36c8-4a2c-ab05-440152928b63,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:18.633029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00187024-a86c-43af-9d4a-b20b60a4494c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.656635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Network 91d5c016-1205-4a7d-9938-f79d4356500c is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:18.658667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00187024-a86c-43af-9d4a-b20b60a4494c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.668765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:18.674306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:18.683643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Pushing event updated for resources: {'Port': ['ID=4be3594d-98c0-4963-939b-d43df6c885b0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:18.720936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:18.745338 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00187024-a86c-43af-9d4a-b20b60a4494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.747942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00187024-a86c-43af-9d4a-b20b60a4494c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.748558 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] Sync routers for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:18.752222 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00187024-a86c-43af-9d4a-b20b60a4494c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15320511-36c8-4a2c-ab05-440152928b63 HTTP/1.1" status: 204 len: 168 time: 0.2160404 Apr 20 13:18:18.771047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00187024-a86c-43af-9d4a-b20b60a4494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15320511-36c8-4a2c-ab05-440152928b63,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:18.775093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:18.777290 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:18.825808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:18.826648 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.830963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] No DVR routers for this DVR port 6762d70a-82e5-4244-95f8-152bb04a0b1b on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:18:18.834230 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:18.838701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c4d407e0-3324-4c17-a7d7-b734048b6cf5 req-4243183c-e703-473c-9825-48fa6fb75a23 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.37 "DELETE /v2.0/ports/6762d70a-82e5-4244-95f8-152bb04a0b1b HTTP/1.1" status: 204 len: 173 time: 1.8221130 Apr 20 13:18:18.840662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-deleted', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:18.844128 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac93479-fe49-41a7-a9ab-552eb2bd3de8" -d '{"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-deleted", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:18.890773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1b089493-78e6-4962-b840-ec68178ac6a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385346 Apr 20 13:18:18.903858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Request body: {'port': {'device_id': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:19.051948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.074295 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:19.168076 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.440393 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c55197-5d8e-4d3f-8499-7b2b2e0bb4d6 x-openstack-request-id: req-76c55197-5d8e-4d3f-8499-7b2b2e0bb4d6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:19.441241 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62", "name": "network-vif-deleted", "tag": "6762d70a-82e5-4244-95f8-152bb04a0b1b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:19.441788 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76c55197-5d8e-4d3f-8499-7b2b2e0bb4d6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:19.442328 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c55197-5d8e-4d3f-8499-7b2b2e0bb4d6'] response: {'server_uuid': 'fb3b54ce-ff58-4f86-bd0c-d9b7b5361f62', 'name': 'network-vif-deleted', 'tag': '6762d70a-82e5-4244-95f8-152bb04a0b1b', 'status': 'completed', 'code': 200} Apr 20 13:18:19.472476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:19.498607 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73671aa6-66c2-4861-92b7-ebdb2a488a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.545699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36878) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:19.674770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0529d52-ed1a-4970-923e-c17d5f4a9528 req-ca49e8ac-463e-4293-bf64-dec0395c23eb tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:19.677266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0529d52-ed1a-4970-923e-c17d5f4a9528 req-ca49e8ac-463e-4293-bf64-dec0395c23eb tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 931 time: 0.1901360 Apr 20 13:18:19.684118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be3594d-98c0-4963-939b-d43df6c885b0 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:19.697104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33f63e9-3657-4bd2-926d-0971cb090c98 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.701176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.737181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Transition to ACTIVE for port object 4be3594d-98c0-4963-939b-d43df6c885b0 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:18:19.738464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33f63e9-3657-4bd2-926d-0971cb090c98 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.756994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.765135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0529d52-ed1a-4970-923e-c17d5f4a9528 req-6a902697-1c7f-4c75-b005-fe82e903a921 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748019 Apr 20 13:18:19.776112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73671aa6-66c2-4861-92b7-ebdb2a488a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.790719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73671aa6-66c2-4861-92b7-ebdb2a488a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.829858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73671aa6-66c2-4861-92b7-ebdb2a488a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2522e9-e672-4ad2-846e-bddb95276c80,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:19.836870 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-73671aa6-66c2-4861-92b7-ebdb2a488a77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4044aabe3e0b4f40878c38d94dce0d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619227 Apr 20 13:18:19.839559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36880) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:19.864581 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33f63e9-3657-4bd2-926d-0971cb090c98 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.871901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33f63e9-3657-4bd2-926d-0971cb090c98 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.875769 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d33f63e9-3657-4bd2-926d-0971cb090c98 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "DELETE /v2.0/security-groups/b238c126-a0e1-410e-993a-caad5fa55d92 HTTP/1.1" status: 204 len: 168 time: 0.3288946 Apr 20 13:18:19.880386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 36882) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:19.920456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f63e9-3657-4bd2-926d-0971cb090c98 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b238c126-a0e1-410e-993a-caad5fa55d92,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:19.920719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4be3594d-98c0-4963-939b-d43df6c885b0,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:19.954493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd70-d25d-46b7-a6e3-31e632b02595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:19.962020 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:19.979498 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-3db7abd1-de98-45f3-9dd1-2fa57142d2b2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] show failed (client error): The resource could not be found. Apr 20 13:18:19.980545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3db7abd1-de98-45f3-9dd1-2fa57142d2b2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups/b238c126-a0e1-410e-993a-caad5fa55d92 HTTP/1.1" status: 404 len: 347 time: 0.0934706 Apr 20 13:18:19.984170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36884) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:19.995077 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd70-d25d-46b7-a6e3-31e632b02595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.027044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.027641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.028152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.028635 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.029130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.029615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.030132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.030612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.031093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.031605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.032351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.033119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:20.041546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] Checking router: 450fb2ec-cc7a-4967-8644-a3501eafdf14 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:18:20.059525 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:20.060386 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:20.080333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Attempting to bind port 4be3594d-98c0-4963-939b-d43df6c885b0 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:18:20.081034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Attempting to bind port 4be3594d-98c0-4963-939b-d43df6c885b0 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '3a04502f-2ba6-47cb-9273-83c3306a73f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:18:20.081534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Attempting to bind port 4be3594d-98c0-4963-939b-d43df6c885b0 on network 91d5c016-1205-4a7d-9938-f79d4356500c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:18:20.101969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Port 4be3594d-98c0-4963-939b-d43df6c885b0 on network 91d5c016-1205-4a7d-9938-f79d4356500c not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:18:20.105185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Attempting to bind port 4be3594d-98c0-4963-939b-d43df6c885b0 on network 91d5c016-1205-4a7d-9938-f79d4356500c {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:18:20.115031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:18:20.115884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Checking segment: {'id': '3a04502f-2ba6-47cb-9273-83c3306a73f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:20.116432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Bound using segment: {'id': '3a04502f-2ba6-47cb-9273-83c3306a73f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:18:20.117019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Bound port: 4be3594d-98c0-4963-939b-d43df6c885b0, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a04502f-2ba6-47cb-9273-83c3306a73f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:18:20.117549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.199746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd70-d25d-46b7-a6e3-31e632b02595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.202642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc45bd70-d25d-46b7-a6e3-31e632b02595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.203954 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dc45bd70-d25d-46b7-a6e3-31e632b02595 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a2522e9-e672-4ad2-846e-bddb95276c80 HTTP/1.1" status: 204 len: 168 time: 0.3632650 Apr 20 13:18:20.219431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45bd70-d25d-46b7-a6e3-31e632b02595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2522e9-e672-4ad2-846e-bddb95276c80,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:20.230560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Deleting port 9995c3d4-f252-4378-8ab3-d4fadea06950 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:20.231385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.239783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] For port 4be3594d-98c0-4963-939b-d43df6c885b0, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:18:20.253590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] For port 4be3594d-98c0-4963-939b-d43df6c885b0, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4be3594d-98c0-4963-939b-d43df6c885b0,segment=NetworkSegment(3a04502f-2ba6-47cb-9273-83c3306a73f0),segment_id=3a04502f-2ba6-47cb-9273-83c3306a73f0)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:18:20.267315 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.307174 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:20.595540 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:20.622099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.622732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.626940 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672731b-02fe-4499-a868-4fd62ceda40c None None] The sync data for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 is: [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:20.660809 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Calling delete_port for 9995c3d4-f252-4378-8ab3-d4fadea06950 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:20.815025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:20.816855 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.820857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/4be3594d-98c0-4963-939b-d43df6c885b0 HTTP/1.1" status: 200 len: 1091 time: 1.9239292 Apr 20 13:18:20.853164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96a943-811d-4a3c-91dd-59aedb5ba8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=4be3594d-98c0-4963-939b-d43df6c885b0,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:20.913722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:20.996250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-384ea567-febb-493f-9623-fea36d83d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:20.998390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-384ea567-febb-493f-9623-fea36d83d7ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c916e8beaa8468ca529d8db10d0767d&device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 1094 time: 0.1250634 Apr 20 13:18:21.010896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event deleted for resources: {'Port': ['ID=9995c3d4-f252-4378-8ab3-d4fadea06950,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:21.106131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-774b2415-77de-409b-9348-a81b5e890b95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be3594d-98c0-4963-939b-d43df6c885b0 HTTP/1.1" status: 200 len: 217 time: 0.0995612 Apr 20 13:18:21.112049 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:21.115838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:21.126304 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6370e2a-8d41-4604-a2b9-be83f469c83e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "DELETE /v2.0/floatingips/c909a231-59f2-436d-9dfd-5b3376357b2f HTTP/1.1" status: 204 len: 168 time: 1.1409221 Apr 20 13:18:21.184839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736409a-753a-41f0-b2ac-7b970cfb1d20 None None] New status for floating IP c909a231-59f2-436d-9dfd-5b3376357b2f: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:18:21.193153 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1d284a3a-c627-44f1-b940-e6845ec8d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:21.202568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-1d284a3a-c627-44f1-b940-e6845ec8d589 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d626dde1-5d4b-4b78-b852-5ccb450c341b HTTP/1.1" status: 200 len: 852 time: 0.0837128 Apr 20 13:18:21.301103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-bb7f0d0b-9b27-4b28-9b4e-7c9a96bd61d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d5c016-1205-4a7d-9938-f79d4356500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956953 Apr 20 13:18:21.444192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'tag': '4be3594d-98c0-4963-939b-d43df6c885b0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:21.447233 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b78a58-586a-4cad-b679-26433dc45306" -d '{"events": [{"name": "network-changed", "server_uuid": "5f546b20-fd8e-441a-bc61-3a0f3859731f", "tag": "4be3594d-98c0-4963-939b-d43df6c885b0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:21.548908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-efd192e5-729c-4e93-8a73-2bd31bde4c83 service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426722 Apr 20 13:18:21.562083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7060c8b-7719-40eb-aabe-71fca0c0469b req-bb39cebe-2bc7-4867-9136-c485f21e67d6 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:21.563541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7060c8b-7719-40eb-aabe-71fca0c0469b req-bb39cebe-2bc7-4867-9136-c485f21e67d6 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 943 time: 0.1105924 Apr 20 13:18:21.664031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36924) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:21.670220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-33c41fa5-5704-46a5-8a1f-32865e129a65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628117405', 'description': 'tempest-description--1117142185'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:21.680432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7060c8b-7719-40eb-aabe-71fca0c0469b req-4a4d7c6a-e66d-4fd4-8cff-f0c337ef4cc7 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914314 Apr 20 13:18:21.711733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:21.724084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f7d7dc9-725a-4cc2-877b-62335d3ee4de req-a0eb8c2f-b19e-49ca-98cb-9db948403858 service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594725 Apr 20 13:18:21.729468 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e7412e-c8ac-48c0-bcfd-810b7bc38841 x-openstack-request-id: req-e0e7412e-c8ac-48c0-bcfd-810b7bc38841 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:21.729468 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f546b20-fd8e-441a-bc61-3a0f3859731f", "tag": "4be3594d-98c0-4963-939b-d43df6c885b0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:21.729468 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0e7412e-c8ac-48c0-bcfd-810b7bc38841 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:21.730317 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e7412e-c8ac-48c0-bcfd-810b7bc38841'] response: {'name': 'network-changed', 'server_uuid': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'tag': '4be3594d-98c0-4963-939b-d43df6c885b0', 'status': 'completed', 'code': 200} Apr 20 13:18:21.796525 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33c41fa5-5704-46a5-8a1f-32865e129a65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:21.820229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 6762d70a-82e5-4244-95f8-152bb04a0b1b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:21.820578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6762d70a-82e5-4244-95f8-152bb04a0b1b not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:21.864257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b78a58-586a-4cad-b679-26433dc45306 req-d6348cf1-ff0c-46a7-a6f6-2458b3c80bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:21.864971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3b78a58-586a-4cad-b679-26433dc45306 req-d6348cf1-ff0c-46a7-a6f6-2458b3c80bac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c916e8beaa8468ca529d8db10d0767d&device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 1094 time: 0.0760813 Apr 20 13:18:21.909903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33c41fa5-5704-46a5-8a1f-32865e129a65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:21.917791 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33c41fa5-5704-46a5-8a1f-32865e129a65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:21.962013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33c41fa5-5704-46a5-8a1f-32865e129a65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:21.963264 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-33c41fa5-5704-46a5-8a1f-32865e129a65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2982135 Apr 20 13:18:21.966418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36930) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:21.972354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dc7df7a9-9904-4fd9-ab5f-ad379501f6e0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'security_group_rule': {'security_group_id': '44462fa8-e433-4ba9-b554-d95dc3819a40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:21.978316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c41fa5-5704-46a5-8a1f-32865e129a65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44462fa8-e433-4ba9-b554-d95dc3819a40,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:22.011855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b78a58-586a-4cad-b679-26433dc45306 req-3ece1b13-462e-4f44-bc66-24423f1e50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:22.013863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3b78a58-586a-4cad-b679-26433dc45306 req-3ece1b13-462e-4f44-bc66-24423f1e50cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d5c016-1205-4a7d-9938-f79d4356500c HTTP/1.1" status: 200 len: 913 time: 0.1407254 Apr 20 13:18:22.020914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc7df7a9-9904-4fd9-ab5f-ad379501f6e0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.100558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc7df7a9-9904-4fd9-ab5f-ad379501f6e0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.106396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3b78a58-586a-4cad-b679-26433dc45306 req-abb8678e-d416-49dc-9299-4e62ce4403b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be3594d-98c0-4963-939b-d43df6c885b0 HTTP/1.1" status: 200 len: 217 time: 0.0841160 Apr 20 13:18:22.107772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc7df7a9-9904-4fd9-ab5f-ad379501f6e0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.133316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7df7a9-9904-4fd9-ab5f-ad379501f6e0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4977ec-9775-473f-b0e9-144e3f1cf032,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:22.161887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc7df7a9-9904-4fd9-ab5f-ad379501f6e0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.165461 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dc7df7a9-9904-4fd9-ab5f-ad379501f6e0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1956778 Apr 20 13:18:22.165722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36936) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:22.171127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-95d75aaf-73d2-4cfd-ac9a-dcf27ad5be45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'security_group_rule': {'security_group_id': '44462fa8-e433-4ba9-b554-d95dc3819a40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:22.205586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b78a58-586a-4cad-b679-26433dc45306 req-6348944e-9be1-402e-842d-1c5fbe14daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:22.208533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95d75aaf-73d2-4cfd-ac9a-dcf27ad5be45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.209956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3b78a58-586a-4cad-b679-26433dc45306 req-6348944e-9be1-402e-842d-1c5fbe14daab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d626dde1-5d4b-4b78-b852-5ccb450c341b HTTP/1.1" status: 200 len: 852 time: 0.0949545 Apr 20 13:18:22.248935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3b78a58-586a-4cad-b679-26433dc45306 req-38c2f92e-0bef-4f93-8d3c-41b8891df0b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d5c016-1205-4a7d-9938-f79d4356500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311117 Apr 20 13:18:22.301817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95d75aaf-73d2-4cfd-ac9a-dcf27ad5be45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.307179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95d75aaf-73d2-4cfd-ac9a-dcf27ad5be45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.326654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d75aaf-73d2-4cfd-ac9a-dcf27ad5be45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37404e49-d32f-4e07-8f27-bdab003cd08b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:22.339467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95d75aaf-73d2-4cfd-ac9a-dcf27ad5be45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.340847 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-95d75aaf-73d2-4cfd-ac9a-dcf27ad5be45 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1741447 Apr 20 13:18:22.343840 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 36944) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:22.349473 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:22.392350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.393761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3b78a58-586a-4cad-b679-26433dc45306 req-d8919dbb-e9f6-4ea8-a63e-490ccec09daf service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358087 Apr 20 13:18:22.635482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3b78a58-586a-4cad-b679-26433dc45306 req-597a1ab2-fd3e-4d5e-9541-5aae64a615ef service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339048 Apr 20 13:18:22.700850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:22.888803 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Allocated IP 172.25.3.3 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/61f2e6f4-2911-4901-8506-0f098f2179b6) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:22.952425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16684ae-e998-4643-a103-0b458c8060f3 req-93f08b0a-ccec-4192-b3e3-8edffeb4f041 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:22.954230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f16684ae-e998-4643-a103-0b458c8060f3 req-93f08b0a-ccec-4192-b3e3-8edffeb4f041 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 943 time: 0.1387098 Apr 20 13:18:23.012543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.042068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f16684ae-e998-4643-a103-0b458c8060f3 req-2308144c-462d-45f1-8458-efeeded2b666 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720265 Apr 20 13:18:23.068989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.122833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'Port': ['ID=61f2e6f4-2911-4901-8506-0f098f2179b6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:23.141037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:23.142929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:23.145778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:23.254776 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.304055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.503071 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.511174 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.576790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'Port': ['ID=61f2e6f4-2911-4901-8506-0f098f2179b6,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:23.621735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.671270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:23.678124 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-848ba84a-eeaf-49a9-9cd8-48fe2b6c83c2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3301213 Apr 20 13:18:23.906741 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:24.004891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8a829eb7-12a7-4a1f-8a5f-841768656ddd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1628117405&fields=id&tenant_id=c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 267 time: 0.0469623 Apr 20 13:18:24.242935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd510d-14d4-4421-ab7e-9c81078df75e req-9f318fdc-da6f-4622-b091-e2c2cda90b88 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:24.244473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33fd510d-14d4-4421-ab7e-9c81078df75e req-9f318fdc-da6f-4622-b091-e2c2cda90b88 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 943 time: 0.0821638 Apr 20 13:18:24.270304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-c40b632d-3b65-431c-bb2c-5a8efe4e7341 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:24.271736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-c40b632d-3b65-431c-bb2c-5a8efe4e7341 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 817 time: 0.2650328 Apr 20 13:18:24.304912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-66db12b9-4965-44e3-be71-dc588b3b70db tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/quotas/c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 375 time: 0.0267034 Apr 20 13:18:24.319219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33fd510d-14d4-4421-ab7e-9c81078df75e req-d3fabace-e367-4f2a-8e00-1f97c00139e5 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Apr 20 13:18:24.400819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-07366ce0-dac0-4801-9345-4d0b6a30a602 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801034 Apr 20 13:18:24.499024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-f9823464-88db-47b7-ac1b-5ada18615287 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957732 Apr 20 13:18:24.627374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-0dc61474-fe17-4b65-8728-ac0770bf3304 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144242 Apr 20 13:18:24.867238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a7ccb50-fb1e-45b0-a6da-5eeeeadf4536 req-c7567f55-3166-4dcc-97ee-1e83a0c2245c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 210 time: 0.0422449 Apr 20 13:18:25.488073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606de32-bd4f-4772-be82-f4a1784f9f73 req-0cf3657e-3fdf-4fa2-986b-563f796f5ff2 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:25.490349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5606de32-bd4f-4772-be82-f4a1784f9f73 req-0cf3657e-3fdf-4fa2-986b-563f796f5ff2 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 943 time: 0.0675774 Apr 20 13:18:25.589718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5606de32-bd4f-4772-be82-f4a1784f9f73 req-17bd9485-0b6a-4c19-8d46-fa836c4b87ac tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813799 Apr 20 13:18:25.747371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4be3594d-98c0-4963-939b-d43df6c885b0 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:18:25.885427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4be3594d-98c0-4963-939b-d43df6c885b0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4be3594d-98c0-4963-939b-d43df6c885b0,segment=NetworkSegment(3a04502f-2ba6-47cb-9273-83c3306a73f0),segment_id=3a04502f-2ba6-47cb-9273-83c3306a73f0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:25.899794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '4be3594d-98c0-4963-939b-d43df6c885b0', 'network_id': '91d5c016-1205-4a7d-9938-f79d4356500c', 'port_id': '4be3594d-98c0-4963-939b-d43df6c885b0', 'mac_address': 'fa:16:3e:8a:0b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd626dde1-5d4b-4b78-b852-5ccb450c341b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:18:25.959276 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:25.987909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be3594d-98c0-4963-939b-d43df6c885b0 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:26.025184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4be3594d-98c0-4963-939b-d43df6c885b0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4be3594d-98c0-4963-939b-d43df6c885b0,segment=NetworkSegment(3a04502f-2ba6-47cb-9273-83c3306a73f0),segment_id=3a04502f-2ba6-47cb-9273-83c3306a73f0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:26.034183 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:26.064276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5c7df2b-d522-4095-ba73-56264d59a00a req-f739d7d0-10db-4f52-9ba6-6dc353bb6ecc tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 210 time: 0.0489542 Apr 20 13:18:26.135135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4be3594d-98c0-4963-939b-d43df6c885b0,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:26.158236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.161666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.162161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.162701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.174176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.174776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.175290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.175711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.176192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.176570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.176898 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.177386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:26.248349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4be3594d-98c0-4963-939b-d43df6c885b0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:18:26.284019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-57d1472a-e1b4-43ca-b781-43df790fb2b4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:26.288093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-57d1472a-e1b4-43ca-b781-43df790fb2b4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.30 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 817 time: 0.2226658 Apr 20 13:18:26.369799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-726b2631-55c5-4dde-a5e9-5e5ead468d91 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 380 time: 0.0704885 Apr 20 13:18:26.386097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'port': {'device_id': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'admin_state_up': True, 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'security_groups': ['44462fa8-e433-4ba9-b554-d95dc3819a40']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:26.564594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Made reservation on behalf of c9bee05ec1764a7892c7dec9c61afe60 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:26.569946 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:26.788881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d260-a6ee-4f27-b090-280c8726e0d0 req-9fc5bc7f-53f0-44ab-963b-2647f7d60c7a tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:26.790483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c82d260-a6ee-4f27-b090-280c8726e0d0 req-9fc5bc7f-53f0-44ab-963b-2647f7d60c7a tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 944 time: 0.1062143 Apr 20 13:18:26.824195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Allocated IP 172.20.0.6 (e0ceb285-9320-4f5d-8faf-2bd621381468/a41b0190-40ca-444a-b238-641422092eb5/c6cf0f75-a079-4640-a120-54bac77f93bc) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:26.865845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c82d260-a6ee-4f27-b090-280c8726e0d0 req-c2bffd3f-2518-4241-a756-45a77ae21f60 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Apr 20 13:18:27.010606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.049269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.093327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Network e0ceb285-9320-4f5d-8faf-2bd621381468 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:27.096369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:27.100954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:27.199344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:27.252207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:27.252834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.278284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67494087-0a53-462c-85ea-309cace2593f req-8e4af80f-1868-4987-bee6-72636e560c1e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:27.287456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67494087-0a53-462c-85ea-309cace2593f req-8e4af80f-1868-4987-bee6-72636e560c1e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 931 time: 0.0891943 Apr 20 13:18:27.316011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-8cd65833-d5b2-4309-86e5-d05b8487bd58 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9392354 Apr 20 13:18:27.338438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-699e1624-ad85-4a74-ab30-c08f9e881fac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:18:27.339155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-699e1624-ad85-4a74-ab30-c08f9e881fac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064135 Apr 20 13:18:27.346598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67494087-0a53-462c-85ea-309cace2593f req-a2dc3e81-5458-4421-9559-5b9029e307ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583010 Apr 20 13:18:27.475371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7f0a4897-c6bb-4d5c-8f14-2af3cdc4fc30 None None] Provisioning complete for port c6cf0f75-a079-4640-a120-54bac77f93bc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:27.475878 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7f0a4897-c6bb-4d5c-8f14-2af3cdc4fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.477736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Request body: {'port': {'device_id': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:27.517786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7f0a4897-c6bb-4d5c-8f14-2af3cdc4fc30 None None] Port c6cf0f75-a079-4640-a120-54bac77f93bc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:18:27.545804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.755872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4be3594d-98c0-4963-939b-d43df6c885b0 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:18:27.809919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 4be3594d-98c0-4963-939b-d43df6c885b0 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:18:27.814041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 4be3594d-98c0-4963-939b-d43df6c885b0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:27.814497 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.841155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cf0f75-a079-4640-a120-54bac77f93bc {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:27.848653 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.861373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Transition to ACTIVE for port object c6cf0f75-a079-4640-a120-54bac77f93bc will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:18:27.865974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.917025 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:27.952217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be3594d-98c0-4963-939b-d43df6c885b0'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:27.954739 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4476fa-cf4d-4320-964a-8a19c0f1d125" -d '{"events": [{"server_uuid": "5f546b20-fd8e-441a-bc61-3a0f3859731f", "name": "network-vif-plugged", "status": "completed", "tag": "4be3594d-98c0-4963-939b-d43df6c885b0"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:27.960148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:27.974378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4be3594d-98c0-4963-939b-d43df6c885b0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4be3594d-98c0-4963-939b-d43df6c885b0,segment=NetworkSegment(3a04502f-2ba6-47cb-9273-83c3306a73f0),segment_id=3a04502f-2ba6-47cb-9273-83c3306a73f0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:27.990680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.055573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badabf-a779-458c-b349-85064dfb3cef req-eb80866b-8d07-40cf-a64a-4d372c58c47e tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.057287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3badabf-a779-458c-b349-85064dfb3cef req-eb80866b-8d07-40cf-a64a-4d372c58c47e tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.1125276 Apr 20 13:18:28.065737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4be3594d-98c0-4963-939b-d43df6c885b0,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:28.092136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Attempting to bind port c6cf0f75-a079-4640-a120-54bac77f93bc on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:18:28.092845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Attempting to bind port c6cf0f75-a079-4640-a120-54bac77f93bc by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:18:28.093362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Attempting to bind port c6cf0f75-a079-4640-a120-54bac77f93bc on network e0ceb285-9320-4f5d-8faf-2bd621381468 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:18:28.107189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Port c6cf0f75-a079-4640-a120-54bac77f93bc on network e0ceb285-9320-4f5d-8faf-2bd621381468 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:18:28.107828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Attempting to bind port c6cf0f75-a079-4640-a120-54bac77f93bc on network e0ceb285-9320-4f5d-8faf-2bd621381468 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:18:28.124589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:18:28.125371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Checking segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:28.125932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Bound using segment: {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:18:28.126528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Bound port: c6cf0f75-a079-4640-a120-54bac77f93bc, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22eddb19-b923-429a-9c0d-a93e11ae009c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:18:28.127140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.133361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3badabf-a779-458c-b349-85064dfb3cef req-3f8cb8b4-b4c3-4884-9cf0-ad047e23d4eb tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Apr 20 13:18:28.202755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:18:28.207091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:18:28.209422 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe393e-6c66-4141-bb6c-fefe9441b141 x-openstack-request-id: req-6abe393e-6c66-4141-bb6c-fefe9441b141 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:28.209870 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f546b20-fd8e-441a-bc61-3a0f3859731f", "name": "network-vif-plugged", "status": "completed", "tag": "4be3594d-98c0-4963-939b-d43df6c885b0", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:28.210216 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6abe393e-6c66-4141-bb6c-fefe9441b141 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:28.210769 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6abe393e-6c66-4141-bb6c-fefe9441b141'] response: {'server_uuid': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be3594d-98c0-4963-939b-d43df6c885b0', 'code': 200} Apr 20 13:18:28.216145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.271340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.271883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:28.273475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] 10.222.0.30 "PUT /v2.0/ports/c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 200 len: 1091 time: 0.9260309 Apr 20 13:18:28.278484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:28.281234 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59" -d '{"events": [{"name": "network-changed", "server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:28.345668 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a459e3-21b1-4893-b172-5e54c47a8ce6 x-openstack-request-id: req-01a459e3-21b1-4893-b172-5e54c47a8ce6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:28.345668 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:28.345668 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01a459e3-21b1-4893-b172-5e54c47a8ce6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:28.345668 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a459e3-21b1-4893-b172-5e54c47a8ce6'] response: {'name': 'network-changed', 'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'status': 'completed', 'code': 200} Apr 20 13:18:28.382171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c84a7-3310-4f7d-ac15-7665bac3b0cc service neutron] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:28.400900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9000485-2d57-49dd-9ff2-b994a46b674d req-0a5e355a-368c-43a9-8c8b-211be9dfca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.403960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9000485-2d57-49dd-9ff2-b994a46b674d req-0a5e355a-368c-43a9-8c8b-211be9dfca39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 1096 time: 0.1293311 Apr 20 13:18:28.455874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2ab77587-7c3b-47a4-b59a-96b18d8a80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.457622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-2ab77587-7c3b-47a4-b59a-96b18d8a80cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1094 time: 0.1304173 Apr 20 13:18:28.539366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-b0ac4f9f-c62e-42f1-a59f-b293fb787c41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 200 len: 217 time: 0.0674889 Apr 20 13:18:28.540914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9000485-2d57-49dd-9ff2-b994a46b674d req-e20dd4d7-e728-4e3e-9c06-f64c6cc9451a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230950 Apr 20 13:18:28.622764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-f891f6e3-5e56-4e0f-9369-b9f289a67017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.624126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-f891f6e3-5e56-4e0f-9369-b9f289a67017 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0623860 Apr 20 13:18:28.632885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559cc86-7a94-4941-b6e3-bd21e9c78163 req-f37df3e1-888e-41d4-a678-a8bcd7c990be tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.634067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6559cc86-7a94-4941-b6e3-bd21e9c78163 req-f37df3e1-888e-41d4-a678-a8bcd7c990be tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1520157 Apr 20 13:18:28.699544 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6559cc86-7a94-4941-b6e3-bd21e9c78163 req-bf315e02-b270-4f2d-9204-d528dc1cffb4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559888 Apr 20 13:18:28.702219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-68cb608a-c193-4ec3-b325-f29547617ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.703609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-68cb608a-c193-4ec3-b325-f29547617ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686941 Apr 20 13:18:28.809964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-e7755d25-6513-49b8-9254-33dc99a6b6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990014 Apr 20 13:18:28.908026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-098a48e4-c722-48ad-9a4e-50f3b1f2c8f5 req-b2236303-7b32-4fe8-abff-c5b14404e827 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924587 Apr 20 13:18:28.997134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-867c69be-b242-45db-9647-17f05443b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:28.998906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-867c69be-b242-45db-9647-17f05443b6be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1094 time: 0.0441399 Apr 20 13:18:29.102297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-d8648750-1e50-46db-a782-9f637ebcaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:29.104112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-d8648750-1e50-46db-a782-9f637ebcaf40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.0989075 Apr 20 13:18:29.150271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-2f88ae92-8d2f-43bf-824b-f343218c06da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 200 len: 217 time: 0.0402703 Apr 20 13:18:29.216185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-56b14ba8-40b5-4bbd-8723-48a0418bc92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:29.217670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-56b14ba8-40b5-4bbd-8723-48a0418bc92f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0611055 Apr 20 13:18:29.294319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-7a003391-2bdd-43da-a952-8a9437da591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:29.295798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-7a003391-2bdd-43da-a952-8a9437da591f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719252 Apr 20 13:18:29.318705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9aff0-3994-498f-837e-0a3c5efebd6b req-bc45b6f2-a6a4-4769-8785-397b4f838a42 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:29.320165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1e9aff0-3994-498f-837e-0a3c5efebd6b req-bc45b6f2-a6a4-4769-8785-397b4f838a42 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0676270 Apr 20 13:18:29.404719 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1e9aff0-3994-498f-837e-0a3c5efebd6b req-33f7b159-251c-4ce9-8b52-02275f6d4fc6 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745039 Apr 20 13:18:29.430847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-a5ade890-9c83-477b-91bb-67ebd63ae2d3 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276422 Apr 20 13:18:29.529492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ce4ca13-aa10-43f3-851d-3b9c914a0b59 req-2e7a2441-c836-4e7f-81b1-dadabfcc0379 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916264 Apr 20 13:18:29.847853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a523a8-412e-4e4c-86d9-2096b2195784 req-54e58efd-3401-4b37-9b8b-b539f4e6b103 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:29.858724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9a523a8-412e-4e4c-86d9-2096b2195784 req-54e58efd-3401-4b37-9b8b-b539f4e6b103 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.0818229 Apr 20 13:18:29.910881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9a523a8-412e-4e4c-86d9-2096b2195784 req-f8c8efaa-1fc3-40f9-b7ec-c3e9b1694a14 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437174 Apr 20 13:18:30.038989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-715a9ef6-9ae4-45b8-bc4c-e52abefe3801 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442202 Apr 20 13:18:30.109164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-c5e6542f-7294-4f8a-809b-bb76301dad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:30.110752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-c5e6542f-7294-4f8a-809b-bb76301dad17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 1097 time: 0.0491326 Apr 20 13:18:30.244646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-795530c0-db73-4bfd-8175-56857d05a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:30.246372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-795530c0-db73-4bfd-8175-56857d05a6f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.1096079 Apr 20 13:18:30.321654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-5d52a8ef-6ac3-4fe1-a5cd-a9413a3a6794 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe482811-2e77-470b-948c-86bfa2dea336 HTTP/1.1" status: 200 len: 1001 time: 0.0660522 Apr 20 13:18:30.374529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-70cb9949-b0b4-4022-9146-f2a31dbad597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:30.376042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-70cb9949-b0b4-4022-9146-f2a31dbad597 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0473988 Apr 20 13:18:30.436304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-552cfe16-ddc9-44b8-be26-9c447cf106df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:30.438065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-552cfe16-ddc9-44b8-be26-9c447cf106df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555477 Apr 20 13:18:30.584790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d82c57-a79e-418b-b113-f0ff3bee4094 req-560d6bb2-1ee8-415c-b0f1-1d6912a278d7 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:30.586290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0d82c57-a79e-418b-b113-f0ff3bee4094 req-560d6bb2-1ee8-415c-b0f1-1d6912a278d7 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0918837 Apr 20 13:18:30.590200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-29c42ab3-ff92-4763-8ca6-9d49b8de9ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446009 Apr 20 13:18:30.684630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0d82c57-a79e-418b-b113-f0ff3bee4094 req-a10e5054-2557-4050-a03c-930e6b41227b tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888822 Apr 20 13:18:30.746062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e7c411-c79a-404d-9a91-b3592e18df36 req-4b92506e-6e67-4a5f-b06d-6b3b77292f1a service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479402 Apr 20 13:18:30.837200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23a294-3089-400a-993d-7455349d4bdd req-71b745d8-167f-4e00-9f3e-606aa843cc71 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:30.838933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b23a294-3089-400a-993d-7455349d4bdd req-71b745d8-167f-4e00-9f3e-606aa843cc71 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0563490 Apr 20 13:18:30.883648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b23a294-3089-400a-993d-7455349d4bdd req-c4d90f44-1789-4167-b91c-18263526dbca tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363166 Apr 20 13:18:31.077943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846719c2-2f21-45d9-a9cc-39bce4b78ae7 req-700db420-b806-46e9-b9d1-0b26c5145faf tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:31.086799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-846719c2-2f21-45d9-a9cc-39bce4b78ae7 req-700db420-b806-46e9-b9d1-0b26c5145faf tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.0825672 Apr 20 13:18:31.132994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-846719c2-2f21-45d9-a9cc-39bce4b78ae7 req-e252c98e-29ab-4812-9f76-d585164d1323 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449781 Apr 20 13:18:31.191927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eaba15-e72b-4f5d-ba4c-278767e27017 req-21152bc7-8e57-415d-9379-96840f607de5 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:31.193556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16eaba15-e72b-4f5d-ba4c-278767e27017 req-21152bc7-8e57-415d-9379-96840f607de5 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0774820 Apr 20 13:18:31.252957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16eaba15-e72b-4f5d-ba4c-278767e27017 req-005a332a-6351-43e9-8353-a1b851a9a9da tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Apr 20 13:18:31.280715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37260) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:31.331904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] Deleting subnet af509dc8-0368-499e-bf06-5bd33c31f251 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:18:31.335510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.387504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.435654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.505773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.536227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af509dc8-0368-499e-bf06-5bd33c31f251,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:31.549848 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.559038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37268) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:31.570333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-58f5f169-c14e-4427-b365-9fda56797b17 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af509dc8-0368-499e-bf06-5bd33c31f251 HTTP/1.1" status: 204 len: 168 time: 0.2869115 Apr 20 13:18:31.652957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.738177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.760292 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020d4ee3-e877-480b-ae78-cfe1b93385e9']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:31.770762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:31.771055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77ff5e7-a746-46ca-b222-ddfbe9f704ac') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:31.781307 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.795735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.801858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:18:31.802255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:18:31.812410 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:18:31.862274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.867685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:31.871016 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] 10.222.0.24 "DELETE /v2.0/networks/020d4ee3-e877-480b-ae78-cfe1b93385e9 HTTP/1.1" status: 204 len: 168 time: 0.3107977 Apr 20 13:18:31.882906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07122e13-c017-471c-91d1-6df201658b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=020d4ee3-e877-480b-ae78-cfe1b93385e9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:32.046501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37288) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:32.089575 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cf82b110-5333-44f8-81c8-138b310121d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=372aab867bf14d31b2c370fcc38147a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390840 Apr 20 13:18:32.089887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37292) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:32.138172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35b7f424-c052-409f-9bf8-6ecd40dfeba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:32.160563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35b7f424-c052-409f-9bf8-6ecd40dfeba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:32.213876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35b7f424-c052-409f-9bf8-6ecd40dfeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:32.216742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-35b7f424-c052-409f-9bf8-6ecd40dfeba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:32.220535 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-35b7f424-c052-409f-9bf8-6ecd40dfeba4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b198972-23ef-46a6-ae6e-3d3b4284493f HTTP/1.1" status: 204 len: 168 time: 0.1272669 Apr 20 13:18:32.226797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7f424-c052-409f-9bf8-6ecd40dfeba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b198972-23ef-46a6-ae6e-3d3b4284493f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:32.263744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec3116-e351-460e-8374-036d5b7ae70f req-dfc2f14c-15e9-40a7-855a-ca81608df22a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:32.271730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ec3116-e351-460e-8374-036d5b7ae70f req-dfc2f14c-15e9-40a7-855a-ca81608df22a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.0628748 Apr 20 13:18:32.305760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ec3116-e351-460e-8374-036d5b7ae70f req-f6943f7c-08ff-40f2-b336-f2ccea9c9026 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Apr 20 13:18:32.409976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1115e6c-53dd-4a70-9415-aa1e8b19c5ec req-cce7d3ce-3804-480c-8b3c-bafe37f18d7a tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:32.414825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1115e6c-53dd-4a70-9415-aa1e8b19c5ec req-cce7d3ce-3804-480c-8b3c-bafe37f18d7a tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0677125 Apr 20 13:18:32.463736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1115e6c-53dd-4a70-9415-aa1e8b19c5ec req-149d5a7b-b3b8-4f84-9526-e4a89bf5d53a tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Apr 20 13:18:32.762562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da9a19-d8e4-43a0-bfc8-1283756fb057 req-0e282dd1-7139-47ec-b034-293a117edcd7 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:32.764275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9da9a19-d8e4-43a0-bfc8-1283756fb057 req-0e282dd1-7139-47ec-b034-293a117edcd7 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0713851 Apr 20 13:18:32.771324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-106c5897-cdb7-426d-9e39-12d48dc33135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:32.773229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-106c5897-cdb7-426d-9e39-12d48dc33135 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c916e8beaa8468ca529d8db10d0767d&device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 1096 time: 0.0897343 Apr 20 13:18:32.857580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9da9a19-d8e4-43a0-bfc8-1283756fb057 req-136f041a-fb15-46e1-9f7c-dd32f9018d6e tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825937 Apr 20 13:18:32.896754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-6a2ccb5f-91fc-4f3f-b533-940f949e6d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:32.898249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-6a2ccb5f-91fc-4f3f-b533-940f949e6d58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d5c016-1205-4a7d-9938-f79d4356500c HTTP/1.1" status: 200 len: 913 time: 0.1151333 Apr 20 13:18:32.941677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-7411e107-8e9b-4ca2-a176-0ce614e194df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be3594d-98c0-4963-939b-d43df6c885b0 HTTP/1.1" status: 200 len: 217 time: 0.0364952 Apr 20 13:18:32.998222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-a1fd6247-265c-48c5-a634-41e9822afb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:33.000046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-a1fd6247-265c-48c5-a634-41e9822afb6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d626dde1-5d4b-4b78-b852-5ccb450c341b HTTP/1.1" status: 200 len: 852 time: 0.0533361 Apr 20 13:18:33.032245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-26e8dd38-19e3-4615-9671-f494a3fee804 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d5c016-1205-4a7d-9938-f79d4356500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255461 Apr 20 13:18:33.129756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-732bfaf5-adf2-41d0-aced-c6a4acbb63aa service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906432 Apr 20 13:18:33.254572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-818f30d7-3543-48fe-9c20-9ed0225ea1bf req-0a423543-6863-420d-8461-15b2933e6843 service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169477 Apr 20 13:18:33.439612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60ec7-c3f3-4c56-9227-586f28558752 req-d0042ffd-ff0a-4121-9fa7-a6736f44c680 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:33.446117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fd60ec7-c3f3-4c56-9227-586f28558752 req-d0042ffd-ff0a-4121-9fa7-a6736f44c680 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.0602107 Apr 20 13:18:33.484423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fd60ec7-c3f3-4c56-9227-586f28558752 req-3bfe5856-d77b-489b-ba5d-5ff95e36d9bf tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363357 Apr 20 13:18:33.485410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:18:33.612392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:33.625272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'port_id': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'mac_address': 'fa:16:3e:c1:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:18:33.672228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.684449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9714df17-41ee-44ac-a260-36a4fbd53f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.688866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cf0f75-a079-4640-a120-54bac77f93bc {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:18:33.708522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:33.713515 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:33.765162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:34.021800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c6cf0f75-a079-4640-a120-54bac77f93bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:18:34.032230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15425-4883-48d4-8d8f-69b795545719 req-628aba2b-bc32-42df-97e6-43b0051d0a82 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:34.037392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99c15425-4883-48d4-8d8f-69b795545719 req-628aba2b-bc32-42df-97e6-43b0051d0a82 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0732815 Apr 20 13:18:34.104219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99c15425-4883-48d4-8d8f-69b795545719 req-bae3e48b-d425-4b61-934e-06176cd0f5a7 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549450 Apr 20 13:18:34.620718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7f9a0-1717-41f4-aaaa-aad05b2640de req-f87789d3-bd8b-474d-98ba-f110ae449791 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:34.622218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46e7f9a0-1717-41f4-aaaa-aad05b2640de req-f87789d3-bd8b-474d-98ba-f110ae449791 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 944 time: 0.0496972 Apr 20 13:18:34.664166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-46e7f9a0-1717-41f4-aaaa-aad05b2640de req-1292896f-feab-4159-984a-cee690fece9a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354090 Apr 20 13:18:35.210203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37466) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:35.232131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4aff6-28fb-4266-8e5e-1812951396ea req-dfee8848-1395-433e-af59-1ca82946b6d3 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:35.233660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28e4aff6-28fb-4266-8e5e-1812951396ea req-dfee8848-1395-433e-af59-1ca82946b6d3 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0503383 Apr 20 13:18:35.273339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28e4aff6-28fb-4266-8e5e-1812951396ea req-6a989350-c62a-4b53-9ab3-2c73291398a1 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Apr 20 13:18:35.339659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cbac2897-fc6a-4d13-8c52-3e54b6ffeafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:35.431389 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cbac2897-fc6a-4d13-8c52-3e54b6ffeafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:35.437290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cbac2897-fc6a-4d13-8c52-3e54b6ffeafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:35.479640 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cbac2897-fc6a-4d13-8c52-3e54b6ffeafe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c597fce6a96f44ab9f01ea3976566794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679412 Apr 20 13:18:35.480379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac2897-fc6a-4d13-8c52-3e54b6ffeafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68d5089-3b6e-4fae-98d8-46efcfb7f8b6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:35.482996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37474) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:35.501202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:18:35.556934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port c6cf0f75-a079-4640-a120-54bac77f93bc completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:18:35.561359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port c6cf0f75-a079-4640-a120-54bac77f93bc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:35.562007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:35.663594 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:35.688670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:35.691410 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278c5a6a-079f-4126-a0d8-71c1fecf23b9" -d '{"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:35.705795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:35.711953 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:35.744648 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00acf41e-5ee3-4b66-895b-2157fdbf7302 x-openstack-request-id: req-00acf41e-5ee3-4b66-895b-2157fdbf7302 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:35.744943 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:35.745196 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00acf41e-5ee3-4b66-895b-2157fdbf7302 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:35.745590 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00acf41e-5ee3-4b66-895b-2157fdbf7302'] response: {'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'code': 200} Apr 20 13:18:35.784429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:35.917917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6028cde-1417-40ad-a244-035b2625c6f9 req-6f150590-3344-4811-8394-91fad811a9d8 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:35.925516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6028cde-1417-40ad-a244-035b2625c6f9 req-6f150590-3344-4811-8394-91fad811a9d8 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.4466875 Apr 20 13:18:35.987620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0ee9-b21c-4b41-8881-3f4abfd44b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.034490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b8c9-1cd3-4297-9e5d-a2050e059f96 req-1153b2ad-cbd3-41c3-8044-90b4a25502bc tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:36.036851 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae5b3f48-bdf6-4d44-afe0-7ab0d63eacc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.041878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7823b8c9-1cd3-4297-9e5d-a2050e059f96 req-1153b2ad-cbd3-41c3-8044-90b4a25502bc tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1668766 Apr 20 13:18:36.050189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba2d3e-1ac4-4d4e-89ed-1cd29e21a6ef req-f7f7f18d-cb48-4f99-bbb3-c51aff54c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:36.051700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9ba2d3e-1ac4-4d4e-89ed-1cd29e21a6ef req-f7f7f18d-cb48-4f99-bbb3-c51aff54c4df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1096 time: 0.1779013 Apr 20 13:18:36.054590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d6028cde-1417-40ad-a244-035b2625c6f9 req-6f9284a0-1a7d-4ff2-9936-7c6d66774f0a tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282160 Apr 20 13:18:36.064333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0ee9-b21c-4b41-8881-3f4abfd44b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.138554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7823b8c9-1cd3-4297-9e5d-a2050e059f96 req-335420e6-5d30-49bc-8a60-916ec41c9e72 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958202 Apr 20 13:18:36.145263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9ba2d3e-1ac4-4d4e-89ed-1cd29e21a6ef req-bf230cec-caa9-4423-aa9c-d607abb6790e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828900 Apr 20 13:18:36.162405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0ee9-b21c-4b41-8881-3f4abfd44b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.165677 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e2c0ee9-b21c-4b41-8881-3f4abfd44b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.169157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6e2c0ee9-b21c-4b41-8881-3f4abfd44b26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b68d5089-3b6e-4fae-98d8-46efcfb7f8b6 HTTP/1.1" status: 204 len: 168 time: 0.6827152 Apr 20 13:18:36.174937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c0ee9-b21c-4b41-8881-3f4abfd44b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68d5089-3b6e-4fae-98d8-46efcfb7f8b6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:36.440784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37486) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:36.455636 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18197b6b-77d6-4746-ac29-b3c638831566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.539033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18197b6b-77d6-4746-ac29-b3c638831566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.543219 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-18197b6b-77d6-4746-ac29-b3c638831566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.583255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-18197b6b-77d6-4746-ac29-b3c638831566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e583dd620e8c4e70b4b9288717e51357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406753 Apr 20 13:18:36.584141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18197b6b-77d6-4746-ac29-b3c638831566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a79549-00ac-4f3b-ab6b-929faa43b0c9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:36.586007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37488) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:36.637402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62936ade-c2dd-497e-9a2c-36dcef31349a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.660256 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62936ade-c2dd-497e-9a2c-36dcef31349a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.707489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62936ade-c2dd-497e-9a2c-36dcef31349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.710527 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62936ade-c2dd-497e-9a2c-36dcef31349a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:36.713978 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-62936ade-c2dd-497e-9a2c-36dcef31349a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1a79549-00ac-4f3b-ab6b-929faa43b0c9 HTTP/1.1" status: 204 len: 168 time: 0.1246991 Apr 20 13:18:36.721807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62936ade-c2dd-497e-9a2c-36dcef31349a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a79549-00ac-4f3b-ab6b-929faa43b0c9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:37.190442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922870bb-8b58-40c7-93eb-b965023bae50 req-0c33b184-74dc-405c-83ec-6ca7153e904b tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:37.192213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-922870bb-8b58-40c7-93eb-b965023bae50 req-0c33b184-74dc-405c-83ec-6ca7153e904b tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0613544 Apr 20 13:18:37.220734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:37.264190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-922870bb-8b58-40c7-93eb-b965023bae50 req-1ca884a7-e9fb-4b97-9684-faf6f63478b7 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642433 Apr 20 13:18:37.307424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944774ce-b67e-4ee3-9c53-21a78d28dffc req-0434c890-0466-41b5-b55a-d21371f0191d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:37.309484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-944774ce-b67e-4ee3-9c53-21a78d28dffc req-0434c890-0466-41b5-b55a-d21371f0191d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0813370 Apr 20 13:18:37.368262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-944774ce-b67e-4ee3-9c53-21a78d28dffc req-57a8c504-e2e9-4232-b3d7-678438b488c7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521350 Apr 20 13:18:37.585198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491d764-c600-4aff-9071-37dc4ca90cf0 req-19132c16-7fba-4e53-9954-d9ef06cda11e tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:37.586724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f491d764-c600-4aff-9071-37dc4ca90cf0 req-19132c16-7fba-4e53-9954-d9ef06cda11e tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.1101794 Apr 20 13:18:37.592735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-823a256c-4b8f-4292-84e7-5fcdf722b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:37.594179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-823a256c-4b8f-4292-84e7-5fcdf722b16a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2c916e8beaa8468ca529d8db10d0767d&device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 1096 time: 0.0735075 Apr 20 13:18:37.682966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f491d764-c600-4aff-9071-37dc4ca90cf0 req-550ce2fa-3f30-4091-8c6c-accf2186a52e tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838466 Apr 20 13:18:37.717242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-849e97e2-e4b7-4268-a888-e4d126b8a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:37.717242 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-849e97e2-e4b7-4268-a888-e4d126b8a5f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=91d5c016-1205-4a7d-9938-f79d4356500c HTTP/1.1" status: 200 len: 913 time: 0.1089852 Apr 20 13:18:37.769320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-0c85b080-2037-4ccf-b70d-8d968ab27915 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4be3594d-98c0-4963-939b-d43df6c885b0 HTTP/1.1" status: 200 len: 217 time: 0.0451217 Apr 20 13:18:37.825107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-7e26ccf3-f5f1-457c-afc3-3feef5998b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:37.826736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-7e26ccf3-f5f1-457c-afc3-3feef5998b57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d626dde1-5d4b-4b78-b852-5ccb450c341b HTTP/1.1" status: 200 len: 852 time: 0.0517981 Apr 20 13:18:37.860797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-a68861f9-e403-4e26-97ba-d0042c2ab650 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=91d5c016-1205-4a7d-9938-f79d4356500c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268519 Apr 20 13:18:37.965607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-c613c287-1a38-489a-bdc3-10a7471619a3 service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983515 Apr 20 13:18:38.069804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0fe1693-ed3b-4f46-97af-9baa4535f1d1 req-e599e37a-343e-4551-adac-92fef979cdad service neutron] 10.222.0.37 "GET /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976753 Apr 20 13:18:38.289004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:38.400151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89d73aab-38cc-492e-a45e-78596cf0441a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.493029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89d73aab-38cc-492e-a45e-78596cf0441a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.498269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89d73aab-38cc-492e-a45e-78596cf0441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.511223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606f798-7943-44e6-a0da-be9f10854339 req-542734a3-3fe9-4795-bfc5-3203c346ecc7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:38.512892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9606f798-7943-44e6-a0da-be9f10854339 req-542734a3-3fe9-4795-bfc5-3203c346ecc7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0537691 Apr 20 13:18:38.558375 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-89d73aab-38cc-492e-a45e-78596cf0441a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed4f67ce651b40448e734edfb993a0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678661 Apr 20 13:18:38.559168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37554) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:38.559845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d73aab-38cc-492e-a45e-78596cf0441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6693be-7989-4e29-8393-48e4c3e0d713,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:38.583626 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.587908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9606f798-7943-44e6-a0da-be9f10854339 req-a3cf1f37-a98e-4ba0-b141-d842a71f8a0e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660381 Apr 20 13:18:38.621898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-256e827d-2ccc-40f3-a6ae-072dbb24dea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.646874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-256e827d-2ccc-40f3-a6ae-072dbb24dea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.728194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-256e827d-2ccc-40f3-a6ae-072dbb24dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.733121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-256e827d-2ccc-40f3-a6ae-072dbb24dea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.736976 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-256e827d-2ccc-40f3-a6ae-072dbb24dea3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d6693be-7989-4e29-8393-48e4c3e0d713 HTTP/1.1" status: 204 len: 168 time: 0.1719348 Apr 20 13:18:38.744393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e827d-2ccc-40f3-a6ae-072dbb24dea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6693be-7989-4e29-8393-48e4c3e0d713,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:38.748014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2216b-c326-4835-b6c8-56ea646dc838 req-abc0aac4-7180-4528-abf1-a9b813a92983 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:38.757169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dd2216b-c326-4835-b6c8-56ea646dc838 req-abc0aac4-7180-4528-abf1-a9b813a92983 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0877409 Apr 20 13:18:38.761033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37562) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:38.773285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Request body: {'floatingip': {'port_id': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:38.846565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.938070 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:38.943616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee2f89-e1c7-4a99-a416-3b32b4086a4a req-f2fd9758-296c-42a0-88c2-6e30c6f9702b tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:38.950312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dee2f89-e1c7-4a99-a416-3b32b4086a4a req-f2fd9758-296c-42a0-88c2-6e30c6f9702b tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.1675062 Apr 20 13:18:39.090044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dee2f89-e1c7-4a99-a416-3b32b4086a4a req-645731d7-ff26-4a0a-92d3-a3cd889029c3 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383450 Apr 20 13:18:39.416056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d0bf6-93b8-4de9-bf95-4d1349d0f700 req-eab7dd02-e25b-4b9e-9af0-accbddbf7a21 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:39.417558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-547d0bf6-93b8-4de9-bf95-4d1349d0f700 req-eab7dd02-e25b-4b9e-9af0-accbddbf7a21 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0903656 Apr 20 13:18:39.500624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:39.511449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-547d0bf6-93b8-4de9-bf95-4d1349d0f700 req-83df77ba-6773-4281-bcc8-9d1ed4a12973 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814886 Apr 20 13:18:39.513719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:39.630723 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Floating IP e81bf738-5ee8-4ddc-a614-403c2d818fdb associated. External IP: 172.25.3.3, port: c6cf0f75-a079-4640-a120-54bac77f93bc. Apr 20 13:18:39.868467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Router 450fb2ec-cc7a-4967-8644-a3501eafdf14 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:39.988312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:39.999985 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] Sync routers for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:40.000515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:40.013441 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:40.014326 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:40.036038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-59122c0e-ca56-44d1-a7a2-07f5eeb2368c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "PUT /v2.0/floatingips/e81bf738-5ee8-4ddc-a614-403c2d818fdb HTTP/1.1" status: 200 len: 989 time: 1.2706227 Apr 20 13:18:40.036781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:40.039300 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec" -d '{"events": [{"name": "network-changed", "server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:40.094042 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce824a06-36a0-40ee-a0e0-10e283bbe599 x-openstack-request-id: req-ce824a06-36a0-40ee-a0e0-10e283bbe599 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:40.094347 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:40.094605 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce824a06-36a0-40ee-a0e0-10e283bbe599 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:40.095004 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce824a06-36a0-40ee-a0e0-10e283bbe599'] response: {'name': 'network-changed', 'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'status': 'completed', 'code': 200} Apr 20 13:18:40.139088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:40.177595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-e80d9631-431a-4099-8397-d880d510f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:40.179526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-e80d9631-431a-4099-8397-d880d510f204 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1096 time: 0.0622923 Apr 20 13:18:40.307907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-5f53a4ce-ddc0-40a4-813e-1f4414bd265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:40.310318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-5f53a4ce-ddc0-40a4-813e-1f4414bd265f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.1227975 Apr 20 13:18:40.394697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-fba84708-19df-4eec-b2d1-d9126f7d06ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 200 len: 997 time: 0.0753417 Apr 20 13:18:40.420184 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'e81bf738-5ee8-4ddc-a614-403c2d818fdb', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'port_id': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'mac_address': 'fa:16:3e:c1:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:18:23Z', 'updated_at': '2022-04-20T13:18:39Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:40.454191 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] Checking router: 450fb2ec-cc7a-4967-8644-a3501eafdf14 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:18:40.457680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-50258c0f-461b-4200-b1dc-9485a31c61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:40.459278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-50258c0f-461b-4200-b1dc-9485a31c61a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0593133 Apr 20 13:18:40.465180 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:40.466053 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:40.529408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-a5970311-7de9-4a5f-9e08-f01e2beb837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:40.529408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-a5970311-7de9-4a5f-9e08-f01e2beb837a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610499 Apr 20 13:18:40.621579 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:40.746540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-5d7e0f24-3417-4a7b-811a-156d774f9ba5 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123609 Apr 20 13:18:40.802722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874ee25-d411-4f0d-b455-5f66ad93e662 req-f07458f1-e088-4dd6-99b8-21062080c48c tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:40.804038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a874ee25-d411-4f0d-b455-5f66ad93e662 req-f07458f1-e088-4dd6-99b8-21062080c48c tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.1690195 Apr 20 13:18:40.959260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4f8fd8c-5456-40a2-92d2-e1056b0dccec req-fde3702e-6366-4ccf-8142-bed6f91c9ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022915 Apr 20 13:18:40.992812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a874ee25-d411-4f0d-b455-5f66ad93e662 req-00bb108f-2ffa-444e-bc31-beab3a018bf6 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/security-groups?id=382307b6-b42a-4bbc-95ab-b9dec343a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564677 Apr 20 13:18:41.044204 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'e81bf738-5ee8-4ddc-a614-403c2d818fdb', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'port_id': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'mac_address': 'fa:16:3e:c1:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:18:23Z', 'updated_at': '2022-04-20T13:18:39Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:41.089243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-ca376cf5-f16e-4ce0-8d35-ed8674349c37 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:41.091084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-ca376cf5-f16e-4ce0-8d35-ed8674349c37 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 945 time: 0.0618386 Apr 20 13:18:41.206651 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890c4c61-2ad3-4195-bc01-347751b5c328 None None] The sync data for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 is: [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'e81bf738-5ee8-4ddc-a614-403c2d818fdb', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'port_id': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'mac_address': 'fa:16:3e:c1:f4:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:18:23Z', 'updated_at': '2022-04-20T13:18:39Z', 'revision_number': 1, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:41.252576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Deleting port 4be3594d-98c0-4963-939b-d43df6c885b0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:41.253118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.269572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37654) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:41.376989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] For port 4be3594d-98c0-4963-939b-d43df6c885b0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4be3594d-98c0-4963-939b-d43df6c885b0,segment=NetworkSegment(3a04502f-2ba6-47cb-9273-83c3306a73f0),segment_id=3a04502f-2ba6-47cb-9273-83c3306a73f0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:41.377764 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.404510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Calling delete_port for 4be3594d-98c0-4963-939b-d43df6c885b0 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:41.474407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34256d79-e3ea-4e25-86a4-6f372a757187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.580873 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34256d79-e3ea-4e25-86a4-6f372a757187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.590453 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-34256d79-e3ea-4e25-86a4-6f372a757187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.601231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.613408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4be3594d-98c0-4963-939b-d43df6c885b0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:18:41.649920 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-34256d79-e3ea-4e25-86a4-6f372a757187 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f174c4046cc0460aad8983d594abcf89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785372 Apr 20 13:18:41.650942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:41.653222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34256d79-e3ea-4e25-86a4-6f372a757187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc16c3-b832-41ca-bd3d-765e3836c2e5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:41.664741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Pushing event deleted for resources: {'Port': ['ID=4be3594d-98c0-4963-939b-d43df6c885b0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:41.669964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ad574-758a-43e8-bad1-54f414c19e8d None None] New status for floating IP e81bf738-5ee8-4ddc-a614-403c2d818fdb: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:18:41.711028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] No DVR routers for this DVR port 4be3594d-98c0-4963-939b-d43df6c885b0 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:18:41.715833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-635dd640-d350-4d90-b7d5-48d9e5537e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.716879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.730332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7778a827-02ce-4dd7-aea1-23000c657f83 req-6a5387fc-183d-4e4c-a209-32e8d957b643 tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.37 "DELETE /v2.0/ports/4be3594d-98c0-4963-939b-d43df6c885b0 HTTP/1.1" status: 204 len: 173 time: 0.6329165 Apr 20 13:18:41.745308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-635dd640-d350-4d90-b7d5-48d9e5537e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.814810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-635dd640-d350-4d90-b7d5-48d9e5537e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.819105 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-635dd640-d350-4d90-b7d5-48d9e5537e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:41.823390 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-635dd640-d350-4d90-b7d5-48d9e5537e4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2fc16c3-b832-41ca-bd3d-765e3836c2e5 HTTP/1.1" status: 204 len: 168 time: 0.1689377 Apr 20 13:18:41.835607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dd640-d350-4d90-b7d5-48d9e5537e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fc16c3-b832-41ca-bd3d-765e3836c2e5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:42.096524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'name': 'network-vif-deleted', 'tag': '4be3594d-98c0-4963-939b-d43df6c885b0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:42.099735 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d85d89-5b22-4647-9d7f-732dd118f5d0" -d '{"events": [{"server_uuid": "5f546b20-fd8e-441a-bc61-3a0f3859731f", "name": "network-vif-deleted", "tag": "4be3594d-98c0-4963-939b-d43df6c885b0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:42.132379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f6c6e6bc-bf7c-41f8-aa00-3d9834bde359 req-7eb3a2c0-fa37-4b29-bca8-a55076c392fa tempest-TestServerAdvancedOps-1555365139 tempest-TestServerAdvancedOps-1555365139-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f546b20-fd8e-441a-bc61-3a0f3859731f HTTP/1.1" status: 200 len: 210 time: 0.0470531 Apr 20 13:18:42.146302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:42.171899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55f9d41c-0e3f-461e-824a-2f546d855e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.182048 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ded7ecd-e4ac-4bde-93d0-bbb1147215aa x-openstack-request-id: req-3ded7ecd-e4ac-4bde-93d0-bbb1147215aa {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:42.183336 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f546b20-fd8e-441a-bc61-3a0f3859731f", "name": "network-vif-deleted", "tag": "4be3594d-98c0-4963-939b-d43df6c885b0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:42.183694 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ded7ecd-e4ac-4bde-93d0-bbb1147215aa {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:42.184506 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ded7ecd-e4ac-4bde-93d0-bbb1147215aa'] response: {'server_uuid': '5f546b20-fd8e-441a-bc61-3a0f3859731f', 'name': 'network-vif-deleted', 'tag': '4be3594d-98c0-4963-939b-d43df6c885b0', 'status': 'completed', 'code': 200} Apr 20 13:18:42.258735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55f9d41c-0e3f-461e-824a-2f546d855e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.263474 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55f9d41c-0e3f-461e-824a-2f546d855e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.302561 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-55f9d41c-0e3f-461e-824a-2f546d855e33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0aab5cd62a5e4fc0b790a8d0c0784c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551566 Apr 20 13:18:42.303567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9d41c-0e3f-461e-824a-2f546d855e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a50db8b-6963-4ec1-b08b-2a15c0c94bbf,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:42.305220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37672) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:42.358941 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-25288512-5f0f-4866-91c9-0e35774a0b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.382963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-25288512-5f0f-4866-91c9-0e35774a0b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.431002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-25288512-5f0f-4866-91c9-0e35774a0b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.433586 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-25288512-5f0f-4866-91c9-0e35774a0b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:42.434857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-25288512-5f0f-4866-91c9-0e35774a0b47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a50db8b-6963-4ec1-b08b-2a15c0c94bbf HTTP/1.1" status: 204 len: 168 time: 0.1286123 Apr 20 13:18:42.447772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25288512-5f0f-4866-91c9-0e35774a0b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a50db8b-6963-4ec1-b08b-2a15c0c94bbf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:43.201319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37700) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:43.256667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] Deleting subnet d626dde1-5d4b-4b78-b852-5ccb450c341b {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:18:43.260191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.303030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.347634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.408445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.441973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d626dde1-5d4b-4b78-b852-5ccb450c341b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:43.446534 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.456966 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-320bdda3-7d90-4b0d-bf47-71ba6fcb249a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d626dde1-5d4b-4b78-b852-5ccb450c341b HTTP/1.1" status: 204 len: 168 time: 0.2514358 Apr 20 13:18:43.457486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:43.537793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.630148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.651498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d5c016-1205-4a7d-9938-f79d4356500c']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:43.662334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a04502f-2ba6-47cb-9273-83c3306a73f0') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:43.662628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a04502f-2ba6-47cb-9273-83c3306a73f0') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:43.673791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.690108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.697213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:18:43.697608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:18:43.699288 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:18:43.764125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.769855 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.774718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91d5c016-1205-4a7d-9938-f79d4356500c HTTP/1.1" status: 204 len: 168 time: 0.3161740 Apr 20 13:18:43.777669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:43.789231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018714f5-53d8-4c63-8fb8-67ec08222e92 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d5c016-1205-4a7d-9938-f79d4356500c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:43.835878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] Deleting subnet a63bae8a-9da6-4ed8-9ec7-dbaa6980efe3 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:18:43.839179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.877542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.922920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:43.985316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.017938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63bae8a-9da6-4ed8-9ec7-dbaa6980efe3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:44.023923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.029888 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8bf75b82-8664-44d7-920a-48d0b69da17c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a63bae8a-9da6-4ed8-9ec7-dbaa6980efe3 HTTP/1.1" status: 204 len: 168 time: 0.2477808 Apr 20 13:18:44.029888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37728) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:44.108628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.228006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.262898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d678e482-6c92-422c-8567-e6059fe9e66b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:44.279986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94db764b-9369-4a93-96ba-9979acc50d8b') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:44.280742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94db764b-9369-4a93-96ba-9979acc50d8b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:44.300094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.315376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.322749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:18:44.323378 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:18:44.325260 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:18:44.368451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37734) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:44.382495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.389945 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.394382 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d678e482-6c92-422c-8567-e6059fe9e66b HTTP/1.1" status: 204 len: 168 time: 0.3630173 Apr 20 13:18:44.408619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e2503-3d20-4ce9-92e3-00db647c1dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d678e482-6c92-422c-8567-e6059fe9e66b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:44.563053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:44.586620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.603250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37742) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:44.648368 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0b642c3d-04e6-4cde-8032-6f20c24ed083 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c916e8beaa8468ca529d8db10d0767d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436029 Apr 20 13:18:44.650753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37744) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:44.691204 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.703250 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a967207b-e82c-4113-84a5-f0cb6281971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.731247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a967207b-e82c-4113-84a5-f0cb6281971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.790746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a967207b-e82c-4113-84a5-f0cb6281971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.793892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a967207b-e82c-4113-84a5-f0cb6281971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:44.797341 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a967207b-e82c-4113-84a5-f0cb6281971a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/382307b6-b42a-4bbc-95ab-b9dec343a904 HTTP/1.1" status: 204 len: 168 time: 0.1433220 Apr 20 13:18:44.804904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967207b-e82c-4113-84a5-f0cb6281971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382307b6-b42a-4bbc-95ab-b9dec343a904,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:44.841668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Allocated IP 172.25.3.67 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/37605416-8dbf-4863-9a48-76c844927755) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:44.963345 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.003869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.017959 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:18:45.049555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:45.060282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:45.065035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:45.068540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Port': ['ID=37605416-8dbf-4863-9a48-76c844927755,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:45.162314 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.191380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:45.201025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.237132 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-645e762f-4cad-4256-a5c9-54a3605f246b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6255f042b0734717b1bfa65e54292f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445602 Apr 20 13:18:45.240084 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37752) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:45.294152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.317094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.368762 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.370629 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.373441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.374958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.375102 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37a1f7b4-ed09-4fb7-a836-09cd2035e139 HTTP/1.1" status: 204 len: 168 time: 0.1336625 Apr 20 13:18:45.386429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a1f7b4-ed09-4fb7-a836-09cd2035e139,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:45.396063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.396491 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.397027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.397435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.398354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.398719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.399131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.399625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.400027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.400409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.400806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.401195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2f7a49-1a4b-48c3-9d7c-bb0f76125048 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:18:45.775734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4be3594d-98c0-4963-939b-d43df6c885b0 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:45.783960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Port': ['ID=37605416-8dbf-4863-9a48-76c844927755,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:45.806965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.813392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 4be3594d-98c0-4963-939b-d43df6c885b0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:45.814653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4be3594d-98c0-4963-939b-d43df6c885b0 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:45.824708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.826237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-80c51331-a691-44c7-bdf0-fa9407610017 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4564261 Apr 20 13:18:45.828886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37766) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:45.834707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1808324150'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:45.858107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Made reservation on behalf of 19ba11c8d6a64df9b821ddc11b41abdb for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:45.863605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.875467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.982611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:45.987785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.023146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:18:46.030564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90dfb7f-fa69-4478-8dfe-b68b6375d112,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:46.039554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.040202 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Added segment c48fef12-3fbb-4298-b68f-3afc03316b6a of type vlan for network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 Apr 20 13:18:46.090128 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.116533 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.122128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:46.122717 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.186310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3560591 Apr 20 13:18:46.188916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:46.193733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Request body: {'subnet': {'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:46.213189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2901e-9421-464d-b5cd-9facf8467191 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Network': ['ID=ae7730ca-fad2-4c1a-ac4a-33e5c55ef284,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:46.226771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:18:46.288146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Made reservation on behalf of 19ba11c8d6a64df9b821ddc11b41abdb for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:46.291793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.470784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.533454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Subnet': ['ID=c7011cbf-bcd0-409b-9a10-348f17dc68e1,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:46.544426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Checking segment: {'id': 'c48fef12-3fbb-4298-b68f-3afc03316b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:46.544776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Network hostable DHCP agents. Network: ae7730ca-fad2-4c1a-ac4a-33e5c55ef284, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:18:46.560742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:18:46.569718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, ae7730ca-fad2-4c1a-ac4a-33e5c55ef284) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:46.574733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:46.575552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.580779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fddf01-f15a-4822-9361-33c8b2490e67 None None] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:46.593810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-63c56011-f31b-4240-9be3-4d418a27f18c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4038534 Apr 20 13:18:46.596505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37778) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:46.603112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-731350276', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:46.632321 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.633497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.739875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.769765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-ae7730ca-fad2-4c1a-ac4a-33e5c55ef284', 'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284', 'tenant_id': '19ba11c8d6a64df9b821ddc11b41abdb', 'fixed_ips': [{'subnet_id': 'c7011cbf-bcd0-409b-9a10-348f17dc68e1'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:18:46.770642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.884451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:46.916356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Allocated IP 172.20.0.2 (ae7730ca-fad2-4c1a-ac4a-33e5c55ef284/c7011cbf-bcd0-409b-9a10-348f17dc68e1/a0811a0b-136a-4b49-a0b4-8b204c6f879c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:47.070605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.076641 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.092781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.114875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.241858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Allocated IP 172.25.3.51 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/4f173778-c93f-4506-9174-0285d1f95d76) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:47.290945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:47.293827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:47.297056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:47.309672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Pushing event updated for resources: {'Port': ['ID=a0811a0b-136a-4b49-a0b4-8b204c6f879c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:47.359502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.367874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Attempting to bind port a0811a0b-136a-4b49-a0b4-8b204c6f879c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:18:47.368299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Attempting to bind port a0811a0b-136a-4b49-a0b4-8b204c6f879c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c48fef12-3fbb-4298-b68f-3afc03316b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:18:47.368885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Attempting to bind port a0811a0b-136a-4b49-a0b4-8b204c6f879c on network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:18:47.374246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:18:47.374625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Checking segment: {'id': 'c48fef12-3fbb-4298-b68f-3afc03316b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:18:47.375036 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.375431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Bound using segment: {'id': 'c48fef12-3fbb-4298-b68f-3afc03316b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:18:47.375896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Bound port: a0811a0b-136a-4b49-a0b4-8b204c6f879c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48fef12-3fbb-4298-b68f-3afc03316b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:18:47.376281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.402293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.443563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:47.446531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:47.447578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] For port a0811a0b-136a-4b49-a0b4-8b204c6f879c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:18:47.450198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:47.451095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] For port a0811a0b-136a-4b49-a0b4-8b204c6f879c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a0811a0b-136a-4b49-a0b4-8b204c6f879c,segment=NetworkSegment(c48fef12-3fbb-4298-b68f-3afc03316b6a),segment_id=c48fef12-3fbb-4298-b68f-3afc03316b6a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:18:47.457381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.480039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Port': ['ID=4f173778-c93f-4506-9174-0285d1f95d76,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:47.535991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac026b-3fbe-4214-bf7c-516ec4a3c645 None None] Pushing event updated for resources: {'Port': ['ID=a0811a0b-136a-4b49-a0b4-8b204c6f879c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:47.735830 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:47.971461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.108026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Router 2bcfb645-02ae-4318-b22c-d6335e0f3e96 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:18:48.217241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:48.226885 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] Sync routers for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:48.238179 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:48.238840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:48.242072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.246157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:48.246743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-89c80522-0e14-45e9-82bd-edf20e39257b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.6464262 Apr 20 13:18:48.281768 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:48.292323 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:48.293271 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:48.334595 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:48.335252 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57cd1ec-c94f-4db1-90c8-c33331397041 None None] The sync data for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:48.573022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f59388-8197-4844-bc09-43febfdffd98 None None] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:18:48.706720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e793821d-5c3c-4dad-ac6c-e6d2b5d48f21 None None] Provisioning complete for port a0811a0b-136a-4b49-a0b4-8b204c6f879c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:48.707094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e793821d-5c3c-4dad-ac6c-e6d2b5d48f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.738891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.838916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e793821d-5c3c-4dad-ac6c-e6d2b5d48f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.883228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e793821d-5c3c-4dad-ac6c-e6d2b5d48f21 None None] For port a0811a0b-136a-4b49-a0b4-8b204c6f879c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a0811a0b-136a-4b49-a0b4-8b204c6f879c,segment=NetworkSegment(c48fef12-3fbb-4298-b68f-3afc03316b6a),segment_id=c48fef12-3fbb-4298-b68f-3afc03316b6a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:48.889029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e793821d-5c3c-4dad-ac6c-e6d2b5d48f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:48.943890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793821d-5c3c-4dad-ac6c-e6d2b5d48f21 None None] Pushing event updated for resources: {'Port': ['ID=a0811a0b-136a-4b49-a0b4-8b204c6f879c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:49.079579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Allocated IP 172.20.0.1 (ae7730ca-fad2-4c1a-ac4a-33e5c55ef284/c7011cbf-bcd0-409b-9a10-348f17dc68e1/640dfe36-f0d5-45a5-bf16-c2056928ad98) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:49.106763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a0811a0b-136a-4b49-a0b4-8b204c6f879c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:18:49.166952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9c45a6b2-9469-430f-8297-1add21e7e1cd None None] Provisioning complete for port a0811a0b-136a-4b49-a0b4-8b204c6f879c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:49.167609 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9c45a6b2-9469-430f-8297-1add21e7e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.198071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.227848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a0811a0b-136a-4b49-a0b4-8b204c6f879c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:49.228508 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.238237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.295234 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.347098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:49.350852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:49.355168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:49.386643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Port': ['ID=640dfe36-f0d5-45a5-bf16-c2056928ad98,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:49.414824 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.564124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.634512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-64e2a3c1-2f11-419a-9860-da034cb1b663 None None] Provisioning complete for port 640dfe36-f0d5-45a5-bf16-c2056928ad98 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:49.636081 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-64e2a3c1-2f11-419a-9860-da034cb1b663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.688697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-64e2a3c1-2f11-419a-9860-da034cb1b663 None None] Port 640dfe36-f0d5-45a5-bf16-c2056928ad98 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:18:49.920859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:49.926956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:50.006516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Port': ['ID=640dfe36-f0d5-45a5-bf16-c2056928ad98,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:50.009088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:50.102801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:50.104317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:50.230974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Router 2bcfb645-02ae-4318-b22c-d6335e0f3e96 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:50.297315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b955d-2a7c-4773-ac37-5495e7fa5f12 req-20b44459-8a02-446a-a768-7ef6732535cd tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:50.298961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e0b955d-2a7c-4773-ac37-5495e7fa5f12 req-20b44459-8a02-446a-a768-7ef6732535cd tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.0983672 Apr 20 13:18:50.351791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e0b955d-2a7c-4773-ac37-5495e7fa5f12 req-ac35653c-e1bd-461d-adca-03dbceb3640d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456755 Apr 20 13:18:50.364519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:50.378062 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f7a207dd-4cc4-4b41-8a06-91fafa73e4f8 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "PUT /v2.0/routers/2bcfb645-02ae-4318-b22c-d6335e0f3e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1291919 Apr 20 13:18:50.379887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:50.382558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] Sync routers for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:50.384933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Request body: {'port': {'network_id': 'ae7730ca-fad2-4c1a-ac4a-33e5c55ef284', 'name': 'tempest-FloatingIPAdminTestJSON-291224683'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:50.396507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:50.398149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:50.437453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:50.452807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:50.453603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:50.488759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4fd598de-38d6-4b72-a1ad-1641a51f20f0 None None] Provisioning complete for port 640dfe36-f0d5-45a5-bf16-c2056928ad98 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:50.488918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4fd598de-38d6-4b72-a1ad-1641a51f20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:50.491558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:50.492219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d033ed8d-bf2a-450e-b30f-b3187c2e59e8 None None] The sync data for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:50.505727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Made reservation on behalf of 19ba11c8d6a64df9b821ddc11b41abdb for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:18:50.515847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:50.532964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4fd598de-38d6-4b72-a1ad-1641a51f20f0 None None] Port 640dfe36-f0d5-45a5-bf16-c2056928ad98 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:18:50.777901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] device_id is not set on port 57012185-f076-43e4-bdc4-709d2ea9a8c3 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:18:50.881981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Allocated IP 172.20.0.5 (ae7730ca-fad2-4c1a-ac4a-33e5c55ef284/c7011cbf-bcd0-409b-9a10-348f17dc68e1/57012185-f076-43e4-bdc4-709d2ea9a8c3) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:51.055913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.104701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.154387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:51.158284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:51.160282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event updated for resources: {'Port': ['ID=57012185-f076-43e4-bdc4-709d2ea9a8c3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:51.162469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:51.217042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:51.218091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.241278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37814) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:51.241991 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9c80eb8c-ec86-4d31-857f-b6db9df19f7b tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8608117 Apr 20 13:18:51.408829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'project_id': '19ba11c8d6a64df9b821ddc11b41abdb', 'port_id': '57012185-f076-43e4-bdc4-709d2ea9a8c3'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:51.459127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f80352fd-b9dd-4447-adcc-c0d5318ade05 None None] Provisioning complete for port 57012185-f076-43e4-bdc4-709d2ea9a8c3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:18:51.460103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f80352fd-b9dd-4447-adcc-c0d5318ade05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.461120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.498953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f80352fd-b9dd-4447-adcc-c0d5318ade05 None None] Port 57012185-f076-43e4-bdc4-709d2ea9a8c3 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:18:51.531144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994858b-7d19-48cb-90c5-0f641f3922a0 req-deeb1f49-c7ed-4250-9b06-c3639b4ef102 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:51.532649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0994858b-7d19-48cb-90c5-0f641f3922a0 req-deeb1f49-c7ed-4250-9b06-c3639b4ef102 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.1052575 Apr 20 13:18:51.586136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0994858b-7d19-48cb-90c5-0f641f3922a0 req-c11a2b44-accd-431e-bffd-fe716437fb8c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455263 Apr 20 13:18:51.607243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.713049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Allocated IP 172.25.3.135 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/668535d4-c3d7-4770-886b-e7abad4fda81) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:51.819002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.852665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:51.890017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:51.895630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:51.899181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:51.925192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Pushing event updated for resources: {'Port': ['ID=668535d4-c3d7-4770-886b-e7abad4fda81,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:52.036928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232c0eb-09b2-4811-9971-c7176b347109 req-1c293d65-55bc-4697-9b94-15daba564b0f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:52.038466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3232c0eb-09b2-4811-9971-c7176b347109 req-1c293d65-55bc-4697-9b94-15daba564b0f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.1004655 Apr 20 13:18:52.538137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port fe482811-2e77-470b-948c-86bfa2dea336 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:52.538808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:52.745209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] For port fe482811-2e77-470b-948c-86bfa2dea336, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=fe482811-2e77-470b-948c-86bfa2dea336,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:18:52.745572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:52.812032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:52.821942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c152d20-265f-4933-9f08-12337a2e0d28 req-0e2067bb-317e-4efe-ad06-bb0efb107d62 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:52.823395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c152d20-265f-4933-9f08-12337a2e0d28 req-0e2067bb-317e-4efe-ad06-bb0efb107d62 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 946 time: 0.1549146 Apr 20 13:18:52.936036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c152d20-265f-4933-9f08-12337a2e0d28 req-62a71ffa-2591-44ed-aa8b-162b4b10e91d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925689 Apr 20 13:18:52.978976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.076963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.077243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.077559 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Floating IP bf118cfa-ccf2-48b5-ad24-0d787e57629b disassociated. External IP: 172.25.3.17, port: fe482811-2e77-470b-948c-86bfa2dea336. Apr 20 13:18:53.077955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for fe482811-2e77-470b-948c-86bfa2dea336 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:53.268000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.274352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.349520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.363693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Pushing event updated for resources: {'Port': ['ID=668535d4-c3d7-4770-886b-e7abad4fda81,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:53.401481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=fe482811-2e77-470b-948c-86bfa2dea336,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:53.407325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.589408 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Floating IP 8532f2b4-78aa-4e7a-9640-b94fe71d7321 associated. External IP: 172.25.3.135, port: 57012185-f076-43e4-bdc4-709d2ea9a8c3. Apr 20 13:18:53.595501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:53.828374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:53.844580 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:53.855793 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:53.856654 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:53.905710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] No DVR routers for this DVR port fe482811-2e77-470b-948c-86bfa2dea336 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:18:53.909152 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:53.912403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3232c0eb-09b2-4811-9971-c7176b347109 req-40d270c9-d307-4410-bb6b-74d5ad608556 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "DELETE /v2.0/ports/fe482811-2e77-470b-948c-86bfa2dea336 HTTP/1.1" status: 204 len: 173 time: 1.8628387 Apr 20 13:18:53.912846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'name': 'network-vif-deleted', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:18:53.915132 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312fc2d2-3361-40fd-a6b2-988d66b8ee69" -d '{"events": [{"server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "name": "network-vif-deleted", "tag": "fe482811-2e77-470b-948c-86bfa2dea336"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:18:53.943607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Router 2bcfb645-02ae-4318-b22c-d6335e0f3e96 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:53.963037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:54.012045 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06d02ae-fe4e-47e8-a05e-c38161353112 x-openstack-request-id: req-d06d02ae-fe4e-47e8-a05e-c38161353112 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:18:54.012332 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b", "name": "network-vif-deleted", "tag": "fe482811-2e77-470b-948c-86bfa2dea336", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:18:54.012593 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d06d02ae-fe4e-47e8-a05e-c38161353112 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:18:54.012985 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06d02ae-fe4e-47e8-a05e-c38161353112'] response: {'server_uuid': 'b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b', 'name': 'network-vif-deleted', 'tag': 'fe482811-2e77-470b-948c-86bfa2dea336', 'status': 'completed', 'code': 200} Apr 20 13:18:54.027847 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:54.126066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-18e7cfa1-fc9c-40b1-b31e-903470a65530 req-b5b2883b-8f8d-4624-81cd-bc9d5210d9b0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 210 time: 0.0459847 Apr 20 13:18:54.139539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:54.149545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] Sync routers for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:54.161777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:54.163671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:54.169526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:54.212303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:54.220953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9a0d7dd8-4542-4e7e-b385-8ca2d0379fe4 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.9778187 Apr 20 13:18:54.223077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37846) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:54.224043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:54.225582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:54.265246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:54.266449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c57da4-23c1-418b-81ea-9aa93e2314bf None None] The sync data for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:54.295120 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:54.324040 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:18:54.332859 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:54.333674 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:54.376336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b9a07a2-fcd3-43c5-a5bf-eed351015ce1 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] 10.222.0.24 "GET /v2.0/floatingips/8532f2b4-78aa-4e7a-9640-b94fe71d7321 HTTP/1.1" status: 200 len: 982 time: 0.1496296 Apr 20 13:18:54.376611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37848) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:54.462940 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:18:54.838750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:54.901261 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61590ad5-0395-495b-a862-755d854bbf69 None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:54.975824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37852) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:54.978509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6a6ee026-1e82-4076-aabd-3c665095f1c6 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.6005046 Apr 20 13:18:55.160029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Deleting port 668535d4-c3d7-4770-886b-e7abad4fda81 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:55.160379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.223032 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee420f24-8cd9-4aa7-a331-049f5030ccd4 None None] New status for floating IP bf118cfa-ccf2-48b5-ad24-0d787e57629b: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:18:55.226066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b4bd19f-54c8-4b04-8ca6-b4ecd148ee61 req-a9444b37-981a-46dd-8429-8150f9bcb52a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 210 time: 0.0283341 Apr 20 13:18:55.251848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.252175 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.264978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Calling delete_port for 668535d4-c3d7-4770-886b-e7abad4fda81 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:55.417693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.444872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Port': ['ID=668535d4-c3d7-4770-886b-e7abad4fda81,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:55.508995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.509506 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Floating IP 8532f2b4-78aa-4e7a-9640-b94fe71d7321 disassociated (deleted). External IP: 172.25.3.135, port: 57012185-f076-43e4-bdc4-709d2ea9a8c3. Apr 20 13:18:55.562144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device fe482811-2e77-470b-948c-86bfa2dea336 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:18:55.584038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: fe482811-2e77-470b-948c-86bfa2dea336 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:18:55.584375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device fe482811-2e77-470b-948c-86bfa2dea336 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:18:55.721405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Router 2bcfb645-02ae-4318-b22c-d6335e0f3e96 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:18:55.831241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:18:55.836637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.842445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] Sync routers for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:18:55.856262 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:55.857212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:55.869615 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-99e67c79-10d1-473a-8b53-0f0c3ab2b063 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "DELETE /v2.0/floatingips/8532f2b4-78aa-4e7a-9640-b94fe71d7321 HTTP/1.1" status: 204 len: 168 time: 0.8926239 Apr 20 13:18:55.872851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37860) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:55.877580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:55.901363 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:55.943214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:55.953429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:18:55.954304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:55.999572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:18:56.000999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68654336-3366-4c62-9eba-8e036f39ca50 None None] The sync data for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:18:56.005934 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.123397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Allocated IP 172.25.3.157 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/1c795fba-ddf2-4038-8b68-b3429a496668) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:56.230167 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.267616 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.318039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:56.321035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:56.324889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:56.342777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce1187c0-080a-45f8-988e-42909d8b6301 req-440fdc72-00a8-42c4-8198-f0ed21397457 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 210 time: 0.0276351 Apr 20 13:18:56.350330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Pushing event updated for resources: {'Port': ['ID=1c795fba-ddf2-4038-8b68-b3429a496668,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:56.420082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.459328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.628375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.634529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.684412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Pushing event updated for resources: {'Port': ['ID=1c795fba-ddf2-4038-8b68-b3429a496668,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:56.720761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.736159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:56.737421 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-686f23f1-7367-43a4-ad12-ebbd835f0dc8 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8636227 Apr 20 13:18:56.740073 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37866) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:56.860067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:18:56.882543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.002293 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.110637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Allocated IP 172.25.3.93 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/17437ca2-a891-4157-a944-a7f8773cecce) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:18:57.226608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.262237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.305739 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:18:57.308631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:18:57.311070 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:18:57.340942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Pushing event updated for resources: {'Port': ['ID=17437ca2-a891-4157-a944-a7f8773cecce,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:57.410904 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.460343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.464370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ee49f3a-84a2-43e8-8bda-8a29844c90c0 req-05b3b535-fd6c-461f-b8fb-fcfded0ae13a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2e5a749-4aad-4a80-b1b4-ab6aaac1a65b HTTP/1.1" status: 200 len: 210 time: 0.0379710 Apr 20 13:18:57.624974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.629983 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.697926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Pushing event updated for resources: {'Port': ['ID=17437ca2-a891-4157-a944-a7f8773cecce,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:57.708064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.724082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:57.727815 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-97dde739-a87f-499e-87ae-123a228adca5 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9843123 Apr 20 13:18:57.727983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:57.839310 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6bf3a5e-66df-46f7-a9b2-b9eec8497bc5 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.1102221 Apr 20 13:18:57.841805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37876) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:57.913897 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f7f4c22c-2f70-469d-a802-da9a5b8152db tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0708289 Apr 20 13:18:57.916411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37878) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:58.054082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Deleting port 17437ca2-a891-4157-a944-a7f8773cecce {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:58.054425 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.131488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.132147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.143258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Calling delete_port for 17437ca2-a891-4157-a944-a7f8773cecce owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:58.272058 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.316119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Pushing event deleted for resources: {'Port': ['ID=17437ca2-a891-4157-a944-a7f8773cecce,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:58.412091 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.414981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.418705 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bfd8ccfd-9064-415a-bc2e-9f131233ea07 tempest-FloatingIPAdminTestJSON-1834448698 tempest-FloatingIPAdminTestJSON-1834448698-project] 10.222.0.24 "DELETE /v2.0/floatingips/c3d4ee06-67ff-4bc8-a751-14e2114f54a5 HTTP/1.1" status: 204 len: 168 time: 0.4988561 Apr 20 13:18:58.421961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37882) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:58.580677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Deleting port 1c795fba-ddf2-4038-8b68-b3429a496668 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:58.581658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.673539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-080a1946-50e7-49b6-9436-56737219c255 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514409391&fields=id&tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 267 time: 0.0339952 Apr 20 13:18:58.786121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-3b26aea9-6c35-499c-80a8-7a76b6a94b37 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:58.787535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-3b26aea9-6c35-499c-80a8-7a76b6a94b37 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.1064308 Apr 20 13:18:58.803709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-c2a47de5-1aae-407c-b65d-513e3dc19adb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/quotas/efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 375 time: 0.0102370 Apr 20 13:18:58.862769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-c477ce2d-4763-4508-86ff-f7d59218f0f6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528853 Apr 20 13:18:58.902482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.902809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:58.913983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Calling delete_port for 1c795fba-ddf2-4038-8b68-b3429a496668 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:58.957332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-7c2f983c-e9e2-4a89-87ad-ca1107e6e575 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830946 Apr 20 13:18:59.047670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.056697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-88eba8ef-f02e-4000-becb-ee35256c4beb service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930147 Apr 20 13:18:59.079595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c795fba-ddf2-4038-8b68-b3429a496668,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:59.149585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.153278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.160495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37900) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:59.160584 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae23a947-b4ae-4eb2-941b-85d4fa65e328 tempest-FloatingIPAdminTestJSON-948021337 tempest-FloatingIPAdminTestJSON-948021337-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/98ded49c-a371-4f7c-8604-ceefed76bc87 HTTP/1.1" status: 204 len: 168 time: 0.7359576 Apr 20 13:18:59.253945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Deleting port 57012185-f076-43e4-bdc4-709d2ea9a8c3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:18:59.254286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.374382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.399688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de93726d-e5ea-499f-b09d-3156fa5f38c4 req-5ab337b0-7e5a-4a96-bb65-8c1444609eac tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 210 time: 0.0382729 Apr 20 13:18:59.404184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Calling delete_port for 57012185-f076-43e4-bdc4-709d2ea9a8c3 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:18:59.545902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.577145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Port': ['ID=57012185-f076-43e4-bdc4-709d2ea9a8c3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:18:59.656824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:18:59.664470 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:59.664882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d2793430-f0ff-49fd-b74a-28ed5b86615a tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "DELETE /v2.0/ports/57012185-f076-43e4-bdc4-709d2ea9a8c3 HTTP/1.1" status: 204 len: 168 time: 0.5054743 Apr 20 13:18:59.730983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6400f5f-dfc0-4c7b-9bb4-8a2bc2b01851 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:18:59.742519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37920) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:18:59.750931 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6400f5f-dfc0-4c7b-9bb4-8a2bc2b01851 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bcfb645-02ae-4318-b22c-d6335e0f3e96 HTTP/1.1" status: 200 len: 913 time: 0.0850730 Apr 20 13:19:00.160580 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:00.474067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-42ed0e1a-bac4-46c6-95a1-008cb77a113e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:00.475490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-42ed0e1a-bac4-46c6-95a1-008cb77a113e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.1489136 Apr 20 13:19:00.542367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-513b9c83-3978-470f-93bf-dfe058006eb1 req-05fcb4a3-c509-481a-8f02-a82a9a0e15b5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 210 time: 0.0609517 Apr 20 13:19:00.574279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-02e883af-90f1-4a2f-8b42-735d8dc07ad3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 379 time: 0.0888278 Apr 20 13:19:00.584853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'port': {'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'admin_state_up': True, 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'security_groups': ['976fc265-a00c-487d-8223-81055b3dd544']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:00.634357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Deleting port 640dfe36-f0d5-45a5-bf16-c2056928ad98 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:00.634693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:00.758811 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:00.773466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Calling delete_port for 640dfe36-f0d5-45a5-bf16-c2056928ad98 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:00.775185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:00.778575 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:00.996873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.20.0.8 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/d83de2b1-4b93-4911-a358-8ab4b674e0f7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:01.149143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.190431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Port': ['ID=640dfe36-f0d5-45a5-bf16-c2056928ad98,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:01.258275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.425988 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.512197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:01.515387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.520900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:01.529021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:01.535444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=d83de2b1-4b93-4911-a358-8ab4b674e0f7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:01.916251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-54055b8e-dacd-4e73-a480-54f46d58797b None None] Provisioning complete for port d83de2b1-4b93-4911-a358-8ab4b674e0f7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:01.916811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-54055b8e-dacd-4e73-a480-54f46d58797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:01.956527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-54055b8e-dacd-4e73-a480-54f46d58797b None None] Port d83de2b1-4b93-4911-a358-8ab4b674e0f7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:19:02.061957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:02.062647 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.087804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-4eebffba-f55e-4f2a-87f5-5cd88c2c36d6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5073266 Apr 20 13:19:02.102379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Request body: {'port': {'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:02.134591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59108f8-eeae-41cc-8466-64fc673d9d72 req-76852285-b5a1-4e1e-8edf-52e8210e7977 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:02.136885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f59108f8-eeae-41cc-8466-64fc673d9d72 req-76852285-b5a1-4e1e-8edf-52e8210e7977 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 931 time: 0.4818685 Apr 20 13:19:02.244397 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.286932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f59108f8-eeae-41cc-8466-64fc673d9d72 req-3f2246dc-49d6-405b-be37-20c769b0304a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401017 Apr 20 13:19:02.347985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Router 2bcfb645-02ae-4318-b22c-d6335e0f3e96 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:19:02.586805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:19:02.595384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37938) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:02.595816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-95bf033b-e747-4f72-a278-d1ba77312c7c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "PUT /v2.0/routers/2bcfb645-02ae-4318-b22c-d6335e0f3e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8518655 Apr 20 13:19:02.611300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] Sync routers for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:19:02.634912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:19:02.635961 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:02.683634 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:02.704844 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] Routers {'2bcfb645-02ae-4318-b22c-d6335e0f3e96'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:19:02.706813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.707869 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:18:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:02.710385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83de2b1-4b93-4911-a358-8ab4b674e0f7 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:19:02.718064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.732361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Transition to ACTIVE for port object d83de2b1-4b93-4911-a358-8ab4b674e0f7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:19:02.737446 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.785344 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:02.787623 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d96464-a462-491c-8e9f-4b94c029bcca None None] The sync data for ids ['2bcfb645-02ae-4318-b22c-d6335e0f3e96'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:19:02.795769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Pushing event updated for resources: {'Port': ['ID=d83de2b1-4b93-4911-a358-8ab4b674e0f7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:02.891238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.914874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Attempting to bind port d83de2b1-4b93-4911-a358-8ab4b674e0f7 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:02.915296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Attempting to bind port d83de2b1-4b93-4911-a358-8ab4b674e0f7 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:02.915622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Attempting to bind port d83de2b1-4b93-4911-a358-8ab4b674e0f7 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:02.925526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Port d83de2b1-4b93-4911-a358-8ab4b674e0f7 on network 3433df13-5d17-4963-8241-354461d4c350 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:19:02.925900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Attempting to bind port d83de2b1-4b93-4911-a358-8ab4b674e0f7 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:02.933345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:02.934352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:02.934739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:02.935170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Bound port: d83de2b1-4b93-4911-a358-8ab4b674e0f7, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:02.935523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:02.994949 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Deleting port 4f173778-c93f-4506-9174-0285d1f95d76 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:02.995295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.025483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] For port d83de2b1-4b93-4911-a358-8ab4b674e0f7, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:03.029304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] For port d83de2b1-4b93-4911-a358-8ab4b674e0f7, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:03.039731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.081160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:03.082125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.084047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] 10.222.0.37 "PUT /v2.0/ports/d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 1091 time: 0.9867253 Apr 20 13:19:03.084575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:03.087325 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fda545-efe9-47cc-87c3-2a800a3c5a10" -d '{"events": [{"name": "network-changed", "server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:03.160903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.164231 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d891d52-f684-47a2-8a20-725d102cc311 x-openstack-request-id: req-6d891d52-f684-47a2-8a20-725d102cc311 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:03.164635 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:03.165145 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d891d52-f684-47a2-8a20-725d102cc311 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:03.165678 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d891d52-f684-47a2-8a20-725d102cc311'] response: {'name': 'network-changed', 'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'status': 'completed', 'code': 200} Apr 20 13:19:03.168774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e6872-c751-451c-b6c0-8e9dfab22c26 service neutron] Pushing event updated for resources: {'Port': ['ID=d83de2b1-4b93-4911-a358-8ab4b674e0f7,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:03.177316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Calling delete_port for 4f173778-c93f-4506-9174-0285d1f95d76 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:03.216114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-34e7ae0a-5978-40de-9c70-b5791d320d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:03.217761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-34e7ae0a-5978-40de-9c70-b5791d320d5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1094 time: 0.0732520 Apr 20 13:19:03.280704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-3ea45d70-31bb-4c08-8332-ee26ef379edf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 217 time: 0.0536046 Apr 20 13:19:03.375646 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.380621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-8020dc3d-96fa-429b-a978-b0d09327b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:03.384094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-8020dc3d-96fa-429b-a978-b0d09327b8d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0961092 Apr 20 13:19:03.424011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Port': ['ID=4f173778-c93f-4506-9174-0285d1f95d76,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:03.499760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921199-15e8-42fa-9594-764f35adfd02 req-a560ba02-9345-494c-b54e-cd938c4f6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:03.501434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-a560ba02-9345-494c-b54e-cd938c4f6731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085758 Apr 20 13:19:03.514905 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.552219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe421c7b-f478-4160-9f14-c27e619fae54 req-9f93afde-c680-495e-a571-13fb30fd3095 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:03.565745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe421c7b-f478-4160-9f14-c27e619fae54 req-9f93afde-c680-495e-a571-13fb30fd3095 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.1191080 Apr 20 13:19:03.682984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-70a72322-1fc2-4249-bacb-dd62d8c227ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.703165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe421c7b-f478-4160-9f14-c27e619fae54 req-c6f4b2e5-3099-4fc6-b30f-dc50d12dad0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362600 Apr 20 13:19:03.704215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.707178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.769616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-1dccabc6-8e78-4a97-a13a-a40596526b9f service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595534 Apr 20 13:19:03.777055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.778230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Fanout notify agent at l3_agent the message router_deleted on router 2bcfb645-02ae-4318-b22c-d6335e0f3e96 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:19:03.792839 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.794329 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e259d1a9-1058-457b-a039-927b50317afb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "DELETE /v2.0/routers/2bcfb645-02ae-4318-b22c-d6335e0f3e96 HTTP/1.1" status: 204 len: 168 time: 1.1979489 Apr 20 13:19:03.799132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37950) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:03.892607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Deleting subnet c7011cbf-bcd0-409b-9a10-348f17dc68e1 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:03.896979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:03.942436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9921199-15e8-42fa-9594-764f35adfd02 req-83af0670-d1df-4c8b-96c2-02880f051060 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671154 Apr 20 13:19:03.943338 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.053139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.078304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-a28df50a-984d-4baa-a5b5-71a323ec720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:04.079967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-a28df50a-984d-4baa-a5b5-71a323ec720b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1094 time: 0.0846293 Apr 20 13:19:04.146880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.170174 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.171725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576452c-cc61-4000-b1cb-7d44e51db548 None None] Network ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:04.178955 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "DELETE /v2.0/subnets/c7011cbf-bcd0-409b-9a10-348f17dc68e1 HTTP/1.1" status: 204 len: 168 time: 0.3787777 Apr 20 13:19:04.179620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37952) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:04.215333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55474556-0c4f-4d73-ac50-bd353b5693c3 tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Subnet': ['ID=c7011cbf-bcd0-409b-9a10-348f17dc68e1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:04.260181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-88c8c3ee-61da-4e66-acb4-dd19f7a29379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:04.261678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-88c8c3ee-61da-4e66-acb4-dd19f7a29379 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.1751506 Apr 20 13:19:04.322355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-81668291-2497-42a1-986e-4800fdf42da4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 217 time: 0.0531309 Apr 20 13:19:04.358628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.402631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-88ae87c4-eed2-4075-90e9-caf98666d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:04.404093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-88ae87c4-eed2-4075-90e9-caf98666d9bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0751338 Apr 20 13:19:04.468022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] DHCP port deletion for ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:04.477912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-bef7fd93-b7cc-4a7c-b088-25a5716496f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:04.479391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-bef7fd93-b7cc-4a7c-b088-25a5716496f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682054 Apr 20 13:19:04.497775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Deleting port a0811a0b-136a-4b49-a0b4-8b204c6f879c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:04.498397 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.544169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] Deleting port a0811a0b-136a-4b49-a0b4-8b204c6f879c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:04.544545 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.584054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] For port a0811a0b-136a-4b49-a0b4-8b204c6f879c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a0811a0b-136a-4b49-a0b4-8b204c6f879c,segment=NetworkSegment(c48fef12-3fbb-4298-b68f-3afc03316b6a),segment_id=c48fef12-3fbb-4298-b68f-3afc03316b6a)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:04.584741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.599896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Calling delete_port for a0811a0b-136a-4b49-a0b4-8b204c6f879c owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:04.619927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] For port a0811a0b-136a-4b49-a0b4-8b204c6f879c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a0811a0b-136a-4b49-a0b4-8b204c6f879c,segment=NetworkSegment(c48fef12-3fbb-4298-b68f-3afc03316b6a),segment_id=c48fef12-3fbb-4298-b68f-3afc03316b6a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:04.620340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.628710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-9b9f8590-07cc-426e-a15c-90532ce559df service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356285 Apr 20 13:19:04.643879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] Calling delete_port for a0811a0b-136a-4b49-a0b4-8b204c6f879c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:04.695130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.756981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] No DVR routers for this DVR port a0811a0b-136a-4b49-a0b4-8b204c6f879c on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:04.765958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Port': ['ID=a0811a0b-136a-4b49-a0b4-8b204c6f879c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:19:04.774787 n-d-838550-2 neutron-server[109411]: self.session.flush() Apr 20 13:19:04.796531 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.815020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5fda545-efe9-47cc-87c3-2a800a3c5a10 req-e800f899-0d1f-4d3f-b9f8-746323c626e2 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792722 Apr 20 13:19:04.837083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] No DVR routers for this DVR port a0811a0b-136a-4b49-a0b4-8b204c6f879c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:04.860465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7f4a3-c9af-4bfa-8ef5-fd815fb42dcd None None] Pushing event deleted for resources: {'Port': ['ID=a0811a0b-136a-4b49-a0b4-8b204c6f879c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:04.905285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.929148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7730ca-fad2-4c1a-ac4a-33e5c55ef284']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:04.942279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48fef12-3fbb-4298-b68f-3afc03316b6a') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:04.942755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48fef12-3fbb-4298-b68f-3afc03316b6a') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:04.955376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142ce37-f63e-4cdc-b5f0-ced2bf07c27a req-27b839cf-b74b-4375-a3a4-138512f9ecc3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:04.957481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a142ce37-f63e-4cdc-b5f0-ced2bf07c27a req-27b839cf-b74b-4375-a3a4-138512f9ecc3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.0761120 Apr 20 13:19:04.959290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.974508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.981661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:04.982112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:04.986051 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:05.052269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a142ce37-f63e-4cdc-b5f0-ced2bf07c27a req-d1aaeb1f-eaa8-467f-96dc-acc3556f3562 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777371 Apr 20 13:19:05.092565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a0811a0b-136a-4b49-a0b4-8b204c6f879c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:05.094946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.114029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.117106 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "DELETE /v2.0/networks/ae7730ca-fad2-4c1a-ac4a-33e5c55ef284 HTTP/1.1" status: 204 len: 168 time: 0.9121387 Apr 20 13:19:05.118055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e73f8b-d6dc-403b-83b8-083054460b8c tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Network': ['ID=ae7730ca-fad2-4c1a-ac4a-33e5c55ef284,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:05.119844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:05.130078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a0811a0b-136a-4b49-a0b4-8b204c6f879c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:05.131440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a0811a0b-136a-4b49-a0b4-8b204c6f879c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:05.253123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Deleting port 37605416-8dbf-4863-9a48-76c844927755 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:05.253442 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.338277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.338648 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.351144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Calling delete_port for 37605416-8dbf-4863-9a48-76c844927755 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:05.483019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.512445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Pushing event deleted for resources: {'Port': ['ID=37605416-8dbf-4863-9a48-76c844927755,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:05.582695 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.585212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:05.586387 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ec80708-7518-4e2d-8642-cee88d6250fb tempest-FloatingIPAdminTestJSON-241566805 tempest-FloatingIPAdminTestJSON-241566805-project] 10.222.0.24 "DELETE /v2.0/floatingips/c63863c3-aa8e-466f-907b-2277b6981f94 HTTP/1.1" status: 204 len: 168 time: 0.4658074 Apr 20 13:19:05.837107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37964) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:05.983226 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-79d7a7aa-52cc-4cce-89e8-b87639ac7e7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19ba11c8d6a64df9b821ddc11b41abdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426606 Apr 20 13:19:05.983564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37972) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:06.004463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e95e1a10-a8ff-4ca6-b6c5-146c27c239de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.042154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-880a9696-6cd6-4815-803a-161bfcc0e8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.065593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-880a9696-6cd6-4815-803a-161bfcc0e8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.120348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:06.131374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-880a9696-6cd6-4815-803a-161bfcc0e8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.135316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-880a9696-6cd6-4815-803a-161bfcc0e8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.139363 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-880a9696-6cd6-4815-803a-161bfcc0e8ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f90dfb7f-fa69-4478-8dfe-b68b6375d112 HTTP/1.1" status: 204 len: 168 time: 0.1547139 Apr 20 13:19:06.149760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a9696-6cd6-4815-803a-161bfcc0e8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90dfb7f-fa69-4478-8dfe-b68b6375d112,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:06.224687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3e9f2-71c8-409a-9224-b7a2b1beb94b req-5e9b8c8e-86a9-44f8-874b-9c9c78c03daf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:06.233070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dec3e9f2-71c8-409a-9224-b7a2b1beb94b req-5e9b8c8e-86a9-44f8-874b-9c9c78c03daf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.0815740 Apr 20 13:19:06.286427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dec3e9f2-71c8-409a-9224-b7a2b1beb94b req-1d998b90-13ef-49d2-9523-171534c13a64 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523920 Apr 20 13:19:06.400329 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fd28f206-7c18-4141-8460-aa0cb3ce5251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.470982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37986) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:06.484482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-456511a7-50ac-4516-8423-1fd0089a444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.493770 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fd28f206-7c18-4141-8460-aa0cb3ce5251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.497939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fd28f206-7c18-4141-8460-aa0cb3ce5251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.537272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fd28f206-7c18-4141-8460-aa0cb3ce5251 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7cbf556954041da879fad26d4f93270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148908 Apr 20 13:19:06.539231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28f206-7c18-4141-8460-aa0cb3ce5251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6baa033-4ed7-48d0-8458-29aa6de6e26b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:06.541554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 37988) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:06.599178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-456511a7-50ac-4516-8423-1fd0089a444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.604386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-456511a7-50ac-4516-8423-1fd0089a444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.638452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57849f6c-f7ad-41b7-bf7e-b1ae480f625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.662803 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-456511a7-50ac-4516-8423-1fd0089a444a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a80d75b48f1548b3992afc568a583354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902516 Apr 20 13:19:06.665484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 37990) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:06.667272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456511a7-50ac-4516-8423-1fd0089a444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a8c330-29ba-406a-80dd-bc63f4a7937e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:06.673658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57849f6c-f7ad-41b7-bf7e-b1ae480f625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.715702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa7fb-6d3c-4232-b875-465b1aff451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.729854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57849f6c-f7ad-41b7-bf7e-b1ae480f625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.732363 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-57849f6c-f7ad-41b7-bf7e-b1ae480f625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.733505 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-57849f6c-f7ad-41b7-bf7e-b1ae480f625a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6baa033-4ed7-48d0-8458-29aa6de6e26b HTTP/1.1" status: 204 len: 168 time: 0.1908753 Apr 20 13:19:06.738456 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa7fb-6d3c-4232-b875-465b1aff451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.741669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57849f6c-f7ad-41b7-bf7e-b1ae480f625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6baa033-4ed7-48d0-8458-29aa6de6e26b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:06.798067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa7fb-6d3c-4232-b875-465b1aff451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.800744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3aaa7fb-6d3c-4232-b875-465b1aff451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:06.801950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f3aaa7fb-6d3c-4232-b875-465b1aff451c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40a8c330-29ba-406a-80dd-bc63f4a7937e HTTP/1.1" status: 204 len: 168 time: 0.1353250 Apr 20 13:19:06.814816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aaa7fb-6d3c-4232-b875-465b1aff451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a8c330-29ba-406a-80dd-bc63f4a7937e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:07.172163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38008) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:07.185571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5fbfcfff-9a26-4da9-a1b1-5237156b8fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.220112 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.262318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5fbfcfff-9a26-4da9-a1b1-5237156b8fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.266434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5fbfcfff-9a26-4da9-a1b1-5237156b8fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.308268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38014) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:07.308710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5fbfcfff-9a26-4da9-a1b1-5237156b8fea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b2e53c645704b22a680615539e8f97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350815 Apr 20 13:19:07.311942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfcfff-9a26-4da9-a1b1-5237156b8fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0181952a-568a-4dee-8bfa-8206aba016bd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:07.367620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5b7256c-90da-464f-8ac3-57f50ffbd4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.390124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5b7256c-90da-464f-8ac3-57f50ffbd4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.421091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377377c-48c7-47cc-b280-ae05d428d866 req-1fc8f0c4-a53a-488d-97a0-8a7e94843992 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:07.423214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2377377c-48c7-47cc-b280-ae05d428d866 req-1fc8f0c4-a53a-488d-97a0-8a7e94843992 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.0551348 Apr 20 13:19:07.446349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5b7256c-90da-464f-8ac3-57f50ffbd4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.448871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5b7256c-90da-464f-8ac3-57f50ffbd4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:07.452526 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b5b7256c-90da-464f-8ac3-57f50ffbd4f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0181952a-568a-4dee-8bfa-8206aba016bd HTTP/1.1" status: 204 len: 168 time: 0.1402206 Apr 20 13:19:07.463022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7256c-90da-464f-8ac3-57f50ffbd4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0181952a-568a-4dee-8bfa-8206aba016bd,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:07.478310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2377377c-48c7-47cc-b280-ae05d428d866 req-644a42b9-917c-4d04-a441-465ccaa65881 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455694 Apr 20 13:19:08.592613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.634706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc2d67-fc5d-4b01-9f99-3934275acd50 req-e8308ba7-a7e1-4700-8074-4226a809ef1a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:08.637718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87bc2d67-fc5d-4b01-9f99-3934275acd50 req-e8308ba7-a7e1-4700-8074-4226a809ef1a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.0780334 Apr 20 13:19:08.678921 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87bc2d67-fc5d-4b01-9f99-3934275acd50 req-4fac0dfa-0830-46bd-b37a-a6aadfdcdb2d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348513 Apr 20 13:19:08.750226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38068) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:08.845877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-150069518', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:08.866198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Made reservation on behalf of 7352db8e27df4eb7bc7b09a019a5869b for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:08.868428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.876562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.930738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.951041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.954716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:08.959213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] device_id is not set on port b50dfcb6-45f8-42f4-9d64-0eba1addd3f2 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:09.016376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd836152-3e85-4a65-a4ec-fc489d188af6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:09.083554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Allocated IP 172.25.3.233 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/b50dfcb6-45f8-42f4-9d64-0eba1addd3f2) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:09.219106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.256628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.299784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:09.302806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:09.305384 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:09.331312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Pushing event updated for resources: {'Port': ['ID=b50dfcb6-45f8-42f4-9d64-0eba1addd3f2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:09.351030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:09.351642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.367610 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-92c2c2ec-8426-4ae7-b698-c204401b97ab tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6162777 Apr 20 13:19:09.370409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38084) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:09.374827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.233'}]}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:09.395828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.397090 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.451904 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.594978 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.799662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.804190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6d744-2a44-4ba5-bd7b-9c45748a7bd9 req-0f64713d-e2e9-4e7d-9cef-d3270eb08822 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:09.805670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cec6d744-2a44-4ba5-bd7b-9c45748a7bd9 req-0f64713d-e2e9-4e7d-9cef-d3270eb08822 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.0558748 Apr 20 13:19:09.820641 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:09.846583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cec6d744-2a44-4ba5-bd7b-9c45748a7bd9 req-6464d3a9-ebfe-4e5f-b69f-bdcc29e51273 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345829 Apr 20 13:19:09.970153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.383837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.385837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.431559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.432165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 533e233e-f6d8-4919-80d4-a22a0403e5b0 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:19:10.446245 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 20 13:19:10.447381 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ebe0a9ae-55a9-42ee-91f8-cc673ceb6015 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.0759087 Apr 20 13:19:10.450240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38096) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:10.526790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Deleting port b50dfcb6-45f8-42f4-9d64-0eba1addd3f2 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:10.527138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.602759 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.615170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Calling delete_port for b50dfcb6-45f8-42f4-9d64-0eba1addd3f2 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:10.749653 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.775676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Pushing event deleted for resources: {'Port': ['ID=b50dfcb6-45f8-42f4-9d64-0eba1addd3f2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:10.837460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:10.840982 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6df1d4f8-a6f7-4858-81ef-fd92e6834623 tempest-RoutersAdminNegativeIpV6Test-1512940591 tempest-RoutersAdminNegativeIpV6Test-1512940591-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b50dfcb6-45f8-42f4-9d64-0eba1addd3f2 HTTP/1.1" status: 204 len: 168 time: 0.3898633 Apr 20 13:19:10.984061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c71f10-a2ba-4fce-9e6e-4f69c0851b6c req-08a56465-521a-4435-b794-11ee68ef11c6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:10.986231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c71f10-a2ba-4fce-9e6e-4f69c0851b6c req-08a56465-521a-4435-b794-11ee68ef11c6 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.0503955 Apr 20 13:19:11.030657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8c71f10-a2ba-4fce-9e6e-4f69c0851b6c req-034e1a1f-ec28-4237-b05c-8b5ec1fbfb38 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384026 Apr 20 13:19:11.121229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38112) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:11.230025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b846a97-3a38-4bc2-97e6-c3d844c5de89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.307532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b846a97-3a38-4bc2-97e6-c3d844c5de89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.311313 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b846a97-3a38-4bc2-97e6-c3d844c5de89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.349356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7b846a97-3a38-4bc2-97e6-c3d844c5de89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e800b61f9e74c8cad30d5b31bf3f4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270079 Apr 20 13:19:11.350243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b846a97-3a38-4bc2-97e6-c3d844c5de89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3378ddc2-644d-48e5-aa0b-05e68fdc5459,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:11.352066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38116) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:11.405715 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da17868d-5e4d-4478-9540-89973e605140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.436333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da17868d-5e4d-4478-9540-89973e605140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.483851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da17868d-5e4d-4478-9540-89973e605140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.486404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-da17868d-5e4d-4478-9540-89973e605140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.488092 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da17868d-5e4d-4478-9540-89973e605140 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3378ddc2-644d-48e5-aa0b-05e68fdc5459 HTTP/1.1" status: 204 len: 168 time: 0.1348581 Apr 20 13:19:11.495983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17868d-5e4d-4478-9540-89973e605140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3378ddc2-644d-48e5-aa0b-05e68fdc5459,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:11.755746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38124) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:11.797552 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-67bd1d15-3e02-400c-83d2-4b0ed5919ac4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7352db8e27df4eb7bc7b09a019a5869b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403171 Apr 20 13:19:11.800518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38126) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:11.846814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61a2377f-f2a1-4ac9-bf02-54d96bfc457e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.867868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61a2377f-f2a1-4ac9-bf02-54d96bfc457e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.914072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61a2377f-f2a1-4ac9-bf02-54d96bfc457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.916547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-61a2377f-f2a1-4ac9-bf02-54d96bfc457e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:11.917701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61a2377f-f2a1-4ac9-bf02-54d96bfc457e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd836152-3e85-4a65-a4ec-fc489d188af6 HTTP/1.1" status: 204 len: 168 time: 0.1162655 Apr 20 13:19:11.926344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2377f-f2a1-4ac9-bf02-54d96bfc457e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd836152-3e85-4a65-a4ec-fc489d188af6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:12.166103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851d04a-742c-48c2-a126-b075b8037b87 req-240ade71-0081-4d14-80b1-4171bf90b809 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:12.167786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5851d04a-742c-48c2-a126-b075b8037b87 req-240ade71-0081-4d14-80b1-4171bf90b809 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.0530648 Apr 20 13:19:12.214504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5851d04a-742c-48c2-a126-b075b8037b87 req-7ee75c03-44d4-481a-882d-61044fd26a4e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354333 Apr 20 13:19:12.628389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:12.726584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'networks': [{'name': 'tempest-network--1226299310'}, {'name': 'tempest-network--992184149'}]} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:12.726974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'network': {'name': 'tempest-network--1226299310'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:12.727519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'network': {'name': 'tempest-network--992184149'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:12.746022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Made reservation on behalf of a7c0f9ec8e8e46558f313fca4f7ef735 for: {'network': 2} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:12.750472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.762271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.840592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.845882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.846499 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.897233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358c152c-bbb5-45c8-ae5d-63a8c24d92f5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:12.925348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:12.935684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:12.936111 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Added segment 68e00c36-39c5-4330-80d3-b7104256da98 of type vlan for network ca2d9760-aaf1-47f7-b06a-977a51e70b35 Apr 20 13:19:12.980289 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.011319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:13.023651 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.024068 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Added segment 836212a1-e498-40c3-b4ff-e929856eacf2 of type vlan for network 33948074-9b53-4ee0-8736-8c9b40e7e5a0 Apr 20 13:19:13.067052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.094741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.095348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.101832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.106819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.107449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.165603 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5360286 Apr 20 13:19:13.168156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38162) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:13.182080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Network': ['ID=ca2d9760-aaf1-47f7-b06a-977a51e70b35,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:13.199218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network ca2d9760-aaf1-47f7-b06a-977a51e70b35 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:13.252368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bae2f-172c-4152-bbf0-e05ec33ced73 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Network': ['ID=33948074-9b53-4ee0-8736-8c9b40e7e5a0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:13.273354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 33948074-9b53-4ee0-8736-8c9b40e7e5a0 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:13.403858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48ae55-089b-4b78-a3d8-b136f36f3284 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.409555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48ae55-089b-4b78-a3d8-b136f36f3284 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.415519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48ae55-089b-4b78-a3d8-b136f36f3284 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.421137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48ae55-089b-4b78-a3d8-b136f36f3284 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.422785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8f48ae55-089b-4b78-a3d8-b136f36f3284 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2531641 Apr 20 13:19:13.425845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38166) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:13.434696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bdb0f-e3f0-4b9a-890f-9a037f1488b9 req-f536bc8d-7542-4401-b83e-07e8a74e65a2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:13.436235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-093bdb0f-e3f0-4b9a-890f-9a037f1488b9 req-f536bc8d-7542-4401-b83e-07e8a74e65a2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 943 time: 0.1286759 Apr 20 13:19:13.475519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-093bdb0f-e3f0-4b9a-890f-9a037f1488b9 req-0d611674-03f2-4fc3-8e76-f1e30522eec2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Apr 20 13:19:13.507928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.593513 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.613510 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2d9760-aaf1-47f7-b06a-977a51e70b35']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:13.622520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e00c36-39c5-4330-80d3-b7104256da98') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:13.622780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e00c36-39c5-4330-80d3-b7104256da98') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:13.632528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.645594 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.651245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:13.651628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:13.654644 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:13.716224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.726352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.730253 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/networks/ca2d9760-aaf1-47f7-b06a-977a51e70b35 HTTP/1.1" status: 204 len: 168 time: 0.3030889 Apr 20 13:19:13.732879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38168) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:13.742395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1def1b-f2f4-42bf-927f-dd5adfd5d636 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Network': ['ID=ca2d9760-aaf1-47f7-b06a-977a51e70b35,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:13.814672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.904366 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.925314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33948074-9b53-4ee0-8736-8c9b40e7e5a0']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:13.935540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836212a1-e498-40c3-b4ff-e929856eacf2') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:13.935841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836212a1-e498-40c3-b4ff-e929856eacf2') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:13.941754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d83de2b1-4b93-4911-a358-8ab4b674e0f7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:19:13.948010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.961914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.969072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:13.969514 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:13.973716 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:14.044354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.052485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.056047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/networks/33948074-9b53-4ee0-8736-8c9b40e7e5a0 HTTP/1.1" status: 204 len: 168 time: 0.3221314 Apr 20 13:19:14.058693 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38172) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:14.068471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d83de2b1-4b93-4911-a358-8ab4b674e0f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:14.071717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a34b00-dedc-439f-b18e-0bf2da4df652 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Network': ['ID=33948074-9b53-4ee0-8736-8c9b40e7e5a0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:14.081217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:19:14.125192 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.138454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83de2b1-4b93-4911-a358-8ab4b674e0f7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:19:14.160854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d83de2b1-4b93-4911-a358-8ab4b674e0f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:14.165011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.216834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=d83de2b1-4b93-4911-a358-8ab4b674e0f7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:14.268071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa333c9-deb9-450c-96f6-d0c43d82b783 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.274159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa333c9-deb9-450c-96f6-d0c43d82b783 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.275678 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5aa333c9-deb9-450c-96f6-d0c43d82b783 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2153013 Apr 20 13:19:14.279600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38174) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:14.285557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1775993611'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:14.306368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Made reservation on behalf of a7c0f9ec8e8e46558f313fca4f7ef735 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:14.309895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.333489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:14.342585 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.343137 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Added segment 8c5c7e58-b416-4d6b-81e7-c57f9e400af0 of type vlan for network 0dbfb063-188c-402e-affe-b6be19f8668c Apr 20 13:19:14.356027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['d83de2b1-4b93-4911-a358-8ab4b674e0f7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:19:14.387047 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.416153 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.421825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.422466 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.481255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2005627 Apr 20 13:19:14.483815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:14.490077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-727600292'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:14.502209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a2cad-b307-46a2-87ad-29392e612e7f tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Network': ['ID=0dbfb063-188c-402e-affe-b6be19f8668c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:14.535820 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Made reservation on behalf of a7c0f9ec8e8e46558f313fca4f7ef735 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:14.540316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.541618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0dbfb063-188c-402e-affe-b6be19f8668c details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:14.567702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:14.580093 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.580093 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Added segment 179d6083-15da-43db-b868-9ff2a5a95822 of type vlan for network 307d2568-6580-48fe-b51c-7f8699bbebf9 Apr 20 13:19:14.627341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4a732-8813-449d-a37e-8b9bbe233d4a req-7af9eae7-a216-409d-82ee-5e86bedf7afc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.636627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.637682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6bf4a732-8813-449d-a37e-8b9bbe233d4a req-7af9eae7-a216-409d-82ee-5e86bedf7afc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 944 time: 0.0713050 Apr 20 13:19:14.673493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.681254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:14.682053 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.691775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6bf4a732-8813-449d-a37e-8b9bbe233d4a req-eac68ab1-c5d8-4a51-9d2b-ac1cc56c4870 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480211 Apr 20 13:19:14.750029 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2650442 Apr 20 13:19:14.753433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38180) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:14.758980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8157c-9e70-44ed-b5ad-f5db9d1c0db9 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Network': ['ID=307d2568-6580-48fe-b51c-7f8699bbebf9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:14.759126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'ports': [{'network_id': '0dbfb063-188c-402e-affe-b6be19f8668c', 'name': 'tempest-port--1013149504', 'admin_state_up': True}, {'network_id': '307d2568-6580-48fe-b51c-7f8699bbebf9', 'admin_state_up': False}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:14.759241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'port': {'network_id': '0dbfb063-188c-402e-affe-b6be19f8668c', 'name': 'tempest-port--1013149504', 'admin_state_up': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:14.759959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'port': {'network_id': '307d2568-6580-48fe-b51c-7f8699bbebf9', 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:14.770419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 307d2568-6580-48fe-b51c-7f8699bbebf9 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:14.918286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Made reservation on behalf of a7c0f9ec8e8e46558f313fca4f7ef735 for: {'port': 2} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:14.922625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:14.935621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.086202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] device_id is not set on port 82fd2a38-7cd7-48c4-8bb3-bf74611c56c5 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:15.184774 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.263118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] device_id is not set on port a639b93f-bfae-467a-abf4-426e4dbccb02 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:15.352753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.390578 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.445584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Port': ['ID=82fd2a38-7cd7-48c4-8bb3-bf74611c56c5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:15.461842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Checking segment: {'id': '8c5c7e58-b416-4d6b-81e7-c57f9e400af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0dbfb063-188c-402e-affe-b6be19f8668c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:15.462280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network hostable DHCP agents. Network: 0dbfb063-188c-402e-affe-b6be19f8668c, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:15.479474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network 0dbfb063-188c-402e-affe-b6be19f8668c is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:15.488514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0dbfb063-188c-402e-affe-b6be19f8668c) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:15.493799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:15.494420 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.499886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd14afcc-97ef-401e-a380-4e5c38ac4bad None None] Network 0dbfb063-188c-402e-affe-b6be19f8668c requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:15.569574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Port': ['ID=a639b93f-bfae-467a-abf4-426e4dbccb02,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:15.572887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Checking segment: {'id': '179d6083-15da-43db-b868-9ff2a5a95822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '307d2568-6580-48fe-b51c-7f8699bbebf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:15.573252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network hostable DHCP agents. Network: 307d2568-6580-48fe-b51c-7f8699bbebf9, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:15.591084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network 307d2568-6580-48fe-b51c-7f8699bbebf9 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:15.602289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 307d2568-6580-48fe-b51c-7f8699bbebf9) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:15.606932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:15.616160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d021a83-ebba-4170-8a35-20ae6f0023aa None None] Network 307d2568-6580-48fe-b51c-7f8699bbebf9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:15.617569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:15.622941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:15.623685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.641572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8b5b88e6-c31a-431e-b9ca-8df8a58ab6e8 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.8868248 Apr 20 13:19:15.644278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38192) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:15.734733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc655f1-3114-4c03-ba5e-8f4a76123a58 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:15.741500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc655f1-3114-4c03-ba5e-8f4a76123a58 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:15.743171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5bc655f1-3114-4c03-ba5e-8f4a76123a58 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0979166 Apr 20 13:19:15.746018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38196) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:15.817982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685ab86-b1cd-4a66-a934-c9f9ce828f86 req-e3740d95-569e-4129-bfea-6735d559c5c4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:15.819634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3685ab86-b1cd-4a66-a934-c9f9ce828f86 req-e3740d95-569e-4129-bfea-6735d559c5c4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 944 time: 0.0545981 Apr 20 13:19:15.852041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Deleting port 82fd2a38-7cd7-48c4-8bb3-bf74611c56c5 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:15.852764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.867096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3685ab86-b1cd-4a66-a934-c9f9ce828f86 req-1c129df1-e530-4092-8dc3-be468fa3a2be tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Apr 20 13:19:15.925077 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:15.938938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Calling delete_port for 82fd2a38-7cd7-48c4-8bb3-bf74611c56c5 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:15.973030 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d83de2b1-4b93-4911-a358-8ab4b674e0f7 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:16.024073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port d83de2b1-4b93-4911-a358-8ab4b674e0f7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:19:16.029178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port d83de2b1-4b93-4911-a358-8ab4b674e0f7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:16.029535 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.030111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.058229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Port': ['ID=82fd2a38-7cd7-48c4-8bb3-bf74611c56c5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.063701 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.067046 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77e69004-6447-4757-828f-c022123f956e tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/ports/82fd2a38-7cd7-48c4-8bb3-bf74611c56c5 HTTP/1.1" status: 204 len: 168 time: 0.3200305 Apr 20 13:19:16.070056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38198) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.115086 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.137780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:16.139981 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e615ab55-2cbd-47e6-b3a5-c930adc058cb" -d '{"events": [{"server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "name": "network-vif-plugged", "status": "completed", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:16.154480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port d83de2b1-4b93-4911-a358-8ab4b674e0f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:16.160509 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.162403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Deleting port a639b93f-bfae-467a-abf4-426e4dbccb02 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:16.162737 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.183944 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f85bc83-b0e0-4e65-956d-1771ec041172 x-openstack-request-id: req-2f85bc83-b0e0-4e65-956d-1771ec041172 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:16.184333 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "name": "network-vif-plugged", "status": "completed", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:16.184475 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f85bc83-b0e0-4e65-956d-1771ec041172 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:16.184849 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f85bc83-b0e0-4e65-956d-1771ec041172'] response: {'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'code': 200} Apr 20 13:19:16.214408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=d83de2b1-4b93-4911-a358-8ab4b674e0f7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.231161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.244128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Calling delete_port for a639b93f-bfae-467a-abf4-426e4dbccb02 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:16.284869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9eba4-0dbc-4c9c-86d2-d50af2852e92 req-d88e1dd0-6d30-482a-9ba6-4acf4a2c58ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:16.286368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffe9eba4-0dbc-4c9c-86d2-d50af2852e92 req-d88e1dd0-6d30-482a-9ba6-4acf4a2c58ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1096 time: 0.0437324 Apr 20 13:19:16.321292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffe9eba4-0dbc-4c9c-86d2-d50af2852e92 req-156b7086-929c-4a17-a04f-2a4f28f4e7bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284367 Apr 20 13:19:16.328070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.357257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Port': ['ID=a639b93f-bfae-467a-abf4-426e4dbccb02,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.365230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.369324 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b611b2c4-20ab-4490-b87d-abd4294d94eb tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/ports/a639b93f-bfae-467a-abf4-426e4dbccb02 HTTP/1.1" status: 204 len: 168 time: 0.2980216 Apr 20 13:19:16.371792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38206) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.399622 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e51db3c8-685f-4083-96b0-87a83bc280c6 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0267477 Apr 20 13:19:16.403210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.408008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1021810044'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:16.427855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Made reservation on behalf of a7c0f9ec8e8e46558f313fca4f7ef735 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:16.431400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.456388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:16.466126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.466472 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Added segment 920b838f-5a82-4a23-86dc-de0d0a8a2ca1 of type vlan for network 2923bd46-e427-47d4-9904-c603b10002c1 Apr 20 13:19:16.506861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.537388 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.543411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:16.543991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.606738 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2019117 Apr 20 13:19:16.608830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38212) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.617017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1183013064'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:16.622842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1965d-ccbd-4b1b-9810-22992d00cc6c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Network': ['ID=2923bd46-e427-47d4-9904-c603b10002c1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.637338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2923bd46-e427-47d4-9904-c603b10002c1 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:16.639844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Made reservation on behalf of a7c0f9ec8e8e46558f313fca4f7ef735 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:16.644996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.672292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:16.682608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.682941 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Added segment 107564e9-ed4e-4983-8855-6f63e03c1255 of type vlan for network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 Apr 20 13:19:16.727500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.757467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.765147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:16.765735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:16.828061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2180295 Apr 20 13:19:16.845822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a881b-9c2b-4487-96a5-9013fcb9700c tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Network': ['ID=bd1f5cec-f81f-4663-87b0-10f3b4f039c7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:16.870830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:16.957457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38220) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:16.962829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'subnets': [{'network_id': '2923bd46-e427-47d4-9904-c603b10002c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--683207582', 'ip_version': 4}, {'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:16.963278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'subnet': {'network_id': '2923bd46-e427-47d4-9904-c603b10002c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--683207582', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:16.963953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Request body: {'subnet': {'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:16.998728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cac12-d4ba-483a-9f69-c3f474bbc8f5 req-58225675-351b-4a34-8526-343f20e6d67e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:17.000187 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-663cac12-d4ba-483a-9f69-c3f474bbc8f5 req-58225675-351b-4a34-8526-343f20e6d67e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 945 time: 0.0496686 Apr 20 13:19:17.039749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-663cac12-d4ba-483a-9f69-c3f474bbc8f5 req-b10360e2-3759-4293-bc89-bd48c846e5a1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332034 Apr 20 13:19:17.144554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Made reservation on behalf of a7c0f9ec8e8e46558f313fca4f7ef735 for: {'subnet': 2} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:17.149027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.149370 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.521874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.579953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Subnet': ['ID=327c420c-5c2e-415f-82dc-e92962ae3621,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:17.590558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Checking segment: {'id': '920b838f-5a82-4a23-86dc-de0d0a8a2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2923bd46-e427-47d4-9904-c603b10002c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:17.590918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network hostable DHCP agents. Network: 2923bd46-e427-47d4-9904-c603b10002c1, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:17.608437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network 2923bd46-e427-47d4-9904-c603b10002c1 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:17.617925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2923bd46-e427-47d4-9904-c603b10002c1) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:17.621657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.629285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa2e77-2c9f-417b-8515-46ef5ba6d904 None None] Network 2923bd46-e427-47d4-9904-c603b10002c1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:17.685716 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event updated for resources: {'Subnet': ['ID=e807ec29-05a1-47df-b273-3cf0992c4760,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:17.695300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Checking segment: {'id': '107564e9-ed4e-4983-8855-6f63e03c1255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:17.695688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network hostable DHCP agents. Network: bd1f5cec-f81f-4663-87b0-10f3b4f039c7, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:17.718620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:17.730552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, bd1f5cec-f81f-4663-87b0-10f3b4f039c7) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:17.736621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:17.737135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:17.737794 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:17.758709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52ad9b-fca7-4d88-8bfc-1255b710e12c None None] Network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:17.776035 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-89c1114e-fb2c-4007-b356-dfcffe5a8f45 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8172114 Apr 20 13:19:17.778759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38224) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:17.958440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2923bd46-e427-47d4-9904-c603b10002c1', 'network_id': '2923bd46-e427-47d4-9904-c603b10002c1', 'tenant_id': 'a7c0f9ec8e8e46558f313fca4f7ef735', 'fixed_ips': [{'subnet_id': '327c420c-5c2e-415f-82dc-e92962ae3621'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:17.959314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.129841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-bd1f5cec-f81f-4663-87b0-10f3b4f039c7', 'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7', 'tenant_id': 'a7c0f9ec8e8e46558f313fca4f7ef735', 'fixed_ips': [{'subnet_id': 'e807ec29-05a1-47df-b273-3cf0992c4760'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:18.130685 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.276953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6a9aa-9186-427e-a048-571a8e45cff3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.278634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6a9aa-9186-427e-a048-571a8e45cff3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.280103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6a9aa-9186-427e-a048-571a8e45cff3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.285129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d6f6a9aa-9186-427e-a048-571a8e45cff3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4945915 Apr 20 13:19:18.285285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Allocated IP 172.20.0.18 (bd1f5cec-f81f-4663-87b0-10f3b4f039c7/e807ec29-05a1-47df-b273-3cf0992c4760/8c96dc12-09cd-4189-8002-5ac67f7d4cd4) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:18.286307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38230) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:18.323534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fd746-96f2-4ad1-9e59-354aa0f3c4cb req-e42791d2-9b46-4ed0-991c-89d881b081f0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.329214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-133fd746-96f2-4ad1-9e59-354aa0f3c4cb req-e42791d2-9b46-4ed0-991c-89d881b081f0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 945 time: 0.0641887 Apr 20 13:19:18.371582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Deleting subnet 327c420c-5c2e-415f-82dc-e92962ae3621 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:18.403070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-133fd746-96f2-4ad1-9e59-354aa0f3c4cb req-e8e12eca-a98f-43fc-b4fc-47ed2d599e9a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700021 Apr 20 13:19:18.406849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Allocated IP 172.20.0.2 (2923bd46-e427-47d4-9904-c603b10002c1/327c420c-5c2e-415f-82dc-e92962ae3621/6f258e42-250f-4a6f-bc8e-2489bf989154) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:18.415013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-d4f2d511-163e-4c35-8f92-4b3f99313525 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651805 Apr 20 13:19:18.530680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.549023 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.601421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-221f24eb-3f38-4b62-a906-13c5b3878fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.603147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-221f24eb-3f38-4b62-a906-13c5b3878fe1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1096 time: 0.1066883 Apr 20 13:19:18.624136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:18.627456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Pushing event updated for resources: {'Port': ['ID=8c96dc12-09cd-4189-8002-5ac67f7d4cd4,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:18.642969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72f49e-b9e6-48a5-8cc1-baa256048d7a req-638f5e1a-b075-4f60-a0d2-5ae3ac0a127f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.645065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc72f49e-b9e6-48a5-8cc1-baa256048d7a req-638f5e1a-b075-4f60-a0d2-5ae3ac0a127f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 945 time: 0.0882058 Apr 20 13:19:18.646477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:18.651856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:18.697671 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.716750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.726122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Attempting to bind port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:18.726355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Attempting to bind port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '107564e9-ed4e-4983-8855-6f63e03c1255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:18.726712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Attempting to bind port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 on network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:18.732278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:18.732651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Checking segment: {'id': '107564e9-ed4e-4983-8855-6f63e03c1255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:18.733061 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.733453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Bound using segment: {'id': '107564e9-ed4e-4983-8855-6f63e03c1255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:18.733976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Bound port: 8c96dc12-09cd-4189-8002-5ac67f7d4cd4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107564e9-ed4e-4983-8855-6f63e03c1255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bd1f5cec-f81f-4663-87b0-10f3b4f039c7'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:18.734366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.736526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.751968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc72f49e-b9e6-48a5-8cc1-baa256048d7a req-ce1f9c7a-ade2-4b3d-b1ea-133258758390 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912132 Apr 20 13:19:18.785879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38236) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:18.790608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Network 2923bd46-e427-47d4-9904-c603b10002c1 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:18.816862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-222a2a43-ff3e-4fed-b1bc-0c25a37b6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.822087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-222a2a43-ff3e-4fed-b1bc-0c25a37b6b01 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.1953602 Apr 20 13:19:18.829411 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.833596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:18.856364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:18.883220 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Pushing event updated for resources: {'Port': ['ID=6f258e42-250f-4a6f-bc8e-2489bf989154,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:18.888827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-68e0a21a-7f9f-4631-bcb1-cb242f4bffbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 217 time: 0.0613327 Apr 20 13:19:18.946198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-29fc0a22-6c07-4b6a-813c-1187e1cdc9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:18.947661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-29fc0a22-6c07-4b6a-813c-1187e1cdc9a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0529375 Apr 20 13:19:18.978187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] For port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:18.980335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Attempting to bind port 6f258e42-250f-4a6f-bc8e-2489bf989154 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:18.980702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Attempting to bind port 6f258e42-250f-4a6f-bc8e-2489bf989154 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '920b838f-5a82-4a23-86dc-de0d0a8a2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2923bd46-e427-47d4-9904-c603b10002c1'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:18.981098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Attempting to bind port 6f258e42-250f-4a6f-bc8e-2489bf989154 on network 2923bd46-e427-47d4-9904-c603b10002c1 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:18.985670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.993374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:18.993794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Checking segment: {'id': '920b838f-5a82-4a23-86dc-de0d0a8a2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2923bd46-e427-47d4-9904-c603b10002c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:18.994181 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.994658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Bound using segment: {'id': '920b838f-5a82-4a23-86dc-de0d0a8a2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2923bd46-e427-47d4-9904-c603b10002c1'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:18.995029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Bound port: 6f258e42-250f-4a6f-bc8e-2489bf989154, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920b838f-5a82-4a23-86dc-de0d0a8a2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2923bd46-e427-47d4-9904-c603b10002c1'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:18.995397 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:18.998255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] For port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8c96dc12-09cd-4189-8002-5ac67f7d4cd4,segment=NetworkSegment(107564e9-ed4e-4983-8855-6f63e03c1255),segment_id=107564e9-ed4e-4983-8855-6f63e03c1255)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:19.001950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-a89ce4b7-b30c-442f-8369-a8f7f43581e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:19.005033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-a89ce4b7-b30c-442f-8369-a8f7f43581e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505173 Apr 20 13:19:19.007466 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.081838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.114884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdf765-3279-43bf-a572-9f31f6b654c1 None None] Pushing event updated for resources: {'Port': ['ID=8c96dc12-09cd-4189-8002-5ac67f7d4cd4,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:19.136385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] For port 6f258e42-250f-4a6f-bc8e-2489bf989154, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:19.147924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.151829 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/subnets/327c420c-5c2e-415f-82dc-e92962ae3621 HTTP/1.1" status: 204 len: 168 time: 0.8637657 Apr 20 13:19:19.154836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ca2e9-a7f8-4b9b-b671-97609203fa95 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Subnet': ['ID=327c420c-5c2e-415f-82dc-e92962ae3621,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:19.161642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-270e633d-aae2-4d52-b6b6-57f74a5624c8 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503723 Apr 20 13:19:19.162945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38240) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:19.163534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.165318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] For port 6f258e42-250f-4a6f-bc8e-2489bf989154, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6f258e42-250f-4a6f-bc8e-2489bf989154,segment=NetworkSegment(920b838f-5a82-4a23-86dc-de0d0a8a2ca1),segment_id=920b838f-5a82-4a23-86dc-de0d0a8a2ca1)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:19.175708 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.180513 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e418c-81cd-4ae7-851d-8fb0f099361a tempest-TestVolumeBootPattern-1005630389 tempest-TestVolumeBootPattern-1005630389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:19.185839 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e4e418c-81cd-4ae7-851d-8fb0f099361a tempest-TestVolumeBootPattern-1005630389 tempest-TestVolumeBootPattern-1005630389-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1091 time: 0.3984833 Apr 20 13:19:19.186657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:19.191866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:19.223862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.275278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa1a50-3a42-434c-967d-160cae47c4ff None None] Pushing event updated for resources: {'Port': ['ID=6f258e42-250f-4a6f-bc8e-2489bf989154,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:19.296134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Deleting subnet e807ec29-05a1-47df-b273-3cf0992c4760 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:19.302354 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.402195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.403033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.408344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67b75ddf-3362-4555-821d-0c2fc62894c7 req-79440b67-d098-4e2f-ad99-cc93b03dcb01 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368591 Apr 20 13:19:19.557252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.640493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.25.3.186 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/1f2c1d95-f6c1-495f-b5fe-7cea28f33b9d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:19.675658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.709915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Subnet': ['ID=e807ec29-05a1-47df-b273-3cf0992c4760,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:19.711886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.723401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-77a7d0d8-a01c-47ab-95a1-60104dbe8b48 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/subnets/e807ec29-05a1-47df-b273-3cf0992c4760 HTTP/1.1" status: 204 len: 168 time: 0.5595098 Apr 20 13:19:19.731569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38246) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:19.771521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.791282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c2f85-86bd-4c12-8f22-5baa0ca8e758 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:19.792771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-267c2f85-86bd-4c12-8f22-5baa0ca8e758 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0600512 Apr 20 13:19:19.796611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38248) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:19.818622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.838262 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:19.840908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:19.843804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:19.898438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:19.953533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=1f2c1d95-f6c1-495f-b5fe-7cea28f33b9d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:19.960482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Deleting port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:19.960836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.044242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] For port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8c96dc12-09cd-4189-8002-5ac67f7d4cd4,segment=NetworkSegment(107564e9-ed4e-4983-8855-6f63e03c1255),segment_id=107564e9-ed4e-4983-8855-6f63e03c1255)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:20.044731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.060411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Calling delete_port for 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:20.151216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.182924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Port': ['ID=8c96dc12-09cd-4189-8002-5ac67f7d4cd4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:20.191756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] No DVR routers for this DVR port 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:20.244021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.244645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.245144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.245764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.246346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.246844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.247328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.247809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.248288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.248787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.249427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.249948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:20.314085 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.319203 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.349243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1f5cec-f81f-4663-87b0-10f3b4f039c7']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:20.359606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107564e9-ed4e-4983-8855-6f63e03c1255') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:20.359911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107564e9-ed4e-4983-8855-6f63e03c1255') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:20.371547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.389084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.416161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:20.416559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.419189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:20.475582 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:20.488377 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.504228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.515550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/networks/bd1f5cec-f81f-4663-87b0-10f3b4f039c7 HTTP/1.1" status: 204 len: 168 time: 0.7179031 Apr 20 13:19:20.521369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38252) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:20.609491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015ffc3-226e-472b-a2a8-bbcf0ff6ff53 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Network': ['ID=bd1f5cec-f81f-4663-87b0-10f3b4f039c7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:20.740537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.750300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.767003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.794652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa539d5-3ed1-4347-bec0-b86c96fb49fc None None] Network 2923bd46-e427-47d4-9904-c603b10002c1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:20.836907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Deleting port 6f258e42-250f-4a6f-bc8e-2489bf989154 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:20.837257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.874269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=1f2c1d95-f6c1-495f-b5fe-7cea28f33b9d,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:20.886583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.934527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3bbe834e-3c3e-4ebf-8fc9-aae1b5a3f7c7 None None] Provisioning complete for port 6f258e42-250f-4a6f-bc8e-2489bf989154 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:20.934987 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3bbe834e-3c3e-4ebf-8fc9-aae1b5a3f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.962474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] For port 6f258e42-250f-4a6f-bc8e-2489bf989154, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6f258e42-250f-4a6f-bc8e-2489bf989154,segment=NetworkSegment(920b838f-5a82-4a23-86dc-de0d0a8a2ca1),segment_id=920b838f-5a82-4a23-86dc-de0d0a8a2ca1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:20.965728 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:20.999604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Calling delete_port for 6f258e42-250f-4a6f-bc8e-2489bf989154 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:21.139811 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Floating IP 8388bc2e-5dd1-4b86-966f-63f81273771f associated. External IP: 172.25.3.186, port: d83de2b1-4b93-4911-a358-8ab4b674e0f7. Apr 20 13:19:21.180035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.194025 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3bbe834e-3c3e-4ebf-8fc9-aae1b5a3f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.197823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f258e42-250f-4a6f-bc8e-2489bf989154 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:21.221270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6f258e42-250f-4a6f-bc8e-2489bf989154 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:21.221656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f258e42-250f-4a6f-bc8e-2489bf989154 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 20 13:19:21.257535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] No DVR routers for this DVR port 6f258e42-250f-4a6f-bc8e-2489bf989154 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:21.264530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Port': ['ID=6f258e42-250f-4a6f-bc8e-2489bf989154,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:21.268894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port 6f258e42-250f-4a6f-bc8e-2489bf989154 not found, will not notify nova. {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 20 13:19:21.302862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e9500-e867-4a5c-98a0-88d287bd7fab None None] DHCP port deletion for bd1f5cec-f81f-4663-87b0-10f3b4f039c7 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:21.350079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c95ea3-35c5-4eae-a2d5-3155108f85f5 None None] Network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:21.357519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1169c72-79e2-4cf5-a8c2-ee65a52ee89e None None] DHCP port deletion for 2923bd46-e427-47d4-9904-c603b10002c1 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:21.370828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c95ea3-35c5-4eae-a2d5-3155108f85f5 None None] Network bd1f5cec-f81f-4663-87b0-10f3b4f039c7 could not be found, it might have been deleted concurrently. {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:19:21.392477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.417468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2923bd46-e427-47d4-9904-c603b10002c1']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:21.433148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920b838f-5a82-4a23-86dc-de0d0a8a2ca1') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:21.434807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920b838f-5a82-4a23-86dc-de0d0a8a2ca1') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:21.434951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-17d7099b-bc87-459e-8587-a965e621970e None None] Could not find standard attr ID for object 8c96dc12-09cd-4189-8002-5ac67f7d4cd4. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:19:21.446432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.463105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.473907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:21.474304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:21.477461 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:21.547102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.558286 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.562259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/networks/2923bd46-e427-47d4-9904-c603b10002c1 HTTP/1.1" status: 204 len: 168 time: 1.0050025 Apr 20 13:19:21.566392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38256) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:21.572978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:19:21.604201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cd861-f55e-4896-8f54-447fbe741e11 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Network': ['ID=2923bd46-e427-47d4-9904-c603b10002c1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:21.676255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.782996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.814594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307d2568-6580-48fe-b51c-7f8699bbebf9']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:21.826181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179d6083-15da-43db-b868-9ff2a5a95822') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:21.826762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179d6083-15da-43db-b868-9ff2a5a95822') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:21.839239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.855022 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.863014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:21.863565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:21.866810 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:21.933826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.943934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:21.947037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/networks/307d2568-6580-48fe-b51c-7f8699bbebf9 HTTP/1.1" status: 204 len: 168 time: 0.3794248 Apr 20 13:19:21.949384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38258) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:21.978527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:19:21.984900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c26a5e-b802-4431-aeae-9dfafd4247b3 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Network': ['ID=307d2568-6580-48fe-b51c-7f8699bbebf9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:21.991416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:19:22.004587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:19:22.005265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:19:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:22.013753 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.020787 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:19:22.054561 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c6f6ea7b-690d-4a43-b97f-8e491be80c2c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8666112 Apr 20 13:19:22.055173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:19:22.057451 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9378904a-52c4-4c36-9cc7-e5188afb9000" -d '{"events": [{"name": "network-changed", "server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:19:22.084088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.191299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:19:22.198691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.224749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbfb063-188c-402e-affe-b6be19f8668c']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:22.242768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5c7e58-b416-4d6b-81e7-c57f9e400af0') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:22.243296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5c7e58-b416-4d6b-81e7-c57f9e400af0') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:22.265292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.283004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.289856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:22.290284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:22.294893 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:22.355545 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33490bc-295a-4713-aa62-89778778afa2 x-openstack-request-id: req-e33490bc-295a-4713-aa62-89778778afa2 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:19:22.355843 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:19:22.362422 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e33490bc-295a-4713-aa62-89778778afa2 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:19:22.362788 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33490bc-295a-4713-aa62-89778778afa2'] response: {'name': 'network-changed', 'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'status': 'completed', 'code': 200} Apr 20 13:19:22.385132 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.390874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:22.397466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] 10.222.0.24 "DELETE /v2.0/networks/0dbfb063-188c-402e-affe-b6be19f8668c HTTP/1.1" status: 204 len: 168 time: 0.4448168 Apr 20 13:19:22.427893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8acf9-d864-425d-961c-296eea9e3f77 tempest-BulkNetworkOpsTest-1007155706 tempest-BulkNetworkOpsTest-1007155706-project] Pushing event deleted for resources: {'Network': ['ID=0dbfb063-188c-402e-affe-b6be19f8668c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:22.448116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-b34333b2-5fc0-496f-81d9-63e5628ba724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:22.450326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-b34333b2-5fc0-496f-81d9-63e5628ba724 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1096 time: 0.0748851 Apr 20 13:19:22.523422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:20Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:22.557425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:19:22.569947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:19:22.570117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:19:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:22.577230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-98bfbdce-26fa-4eb7-8883-f7d891a2c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:22.578994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-98bfbdce-26fa-4eb7-8883-f7d891a2c460 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.1223364 Apr 20 13:19:22.674709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-6da8d95b-856e-4b97-8b58-21675c1b3958 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 999 time: 0.0888295 Apr 20 13:19:22.721833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:19:22.726009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-e3ca042f-a8e1-4e77-8387-8c0a8212ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:22.727907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-e3ca042f-a8e1-4e77-8387-8c0a8212ba08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0477676 Apr 20 13:19:22.798156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-7b65f519-3c10-4030-b6e7-39588f0e614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:22.800177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-7b65f519-3c10-4030-b6e7-39588f0e614d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656071 Apr 20 13:19:22.821704 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38272) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:22.913717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-941e035d-2ab4-49d0-9932-3f816c909a45 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068242 Apr 20 13:19:23.161355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9378904a-52c4-4c36-9cc7-e5188afb9000 req-9aa6eea8-6d9e-4957-bc56-d7ec6c19bcd0 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412541 Apr 20 13:19:23.162047 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ceb34646-1f0d-40e7-9f7f-33a45e24252f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a7c0f9ec8e8e46558f313fca4f7ef735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357790 Apr 20 13:19:23.162151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38278) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:23.222116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:23.269801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a64c0f3e-b9cd-47ee-b983-5696ae71d2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.282150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:23.282496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8c96dc12-09cd-4189-8002-5ac67f7d4cd4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:23.282925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f258e42-250f-4a6f-bc8e-2489bf989154 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:23.295030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a64c0f3e-b9cd-47ee-b983-5696ae71d2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.311158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6f258e42-250f-4a6f-bc8e-2489bf989154 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:23.311495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6f258e42-250f-4a6f-bc8e-2489bf989154 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:23.358194 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a64c0f3e-b9cd-47ee-b983-5696ae71d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.361346 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a64c0f3e-b9cd-47ee-b983-5696ae71d2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:23.376961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a64c0f3e-b9cd-47ee-b983-5696ae71d2c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/358c152c-bbb5-45c8-ae5d-63a8c24d92f5 HTTP/1.1" status: 204 len: 168 time: 0.2036388 Apr 20 13:19:23.389337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c0f3e-b9cd-47ee-b983-5696ae71d2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c152c-bbb5-45c8-ae5d-63a8c24d92f5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:23.430153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:20Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:23.461108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3835a20a-ef68-420e-9c2b-d260cee662db None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:20Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:19:23.740673 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60db2033-6813-423d-a5ed-104b2eacdbd3 None None] New status for floating IP 8388bc2e-5dd1-4b86-966f-63f81273771f: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:19:23.946766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.154866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38300) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:24.267414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2113571403'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:24.293226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:24.297495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.307589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.389918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.394812 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.415978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:24.433759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.434472 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment 4e403451-22be-4a3f-86ee-cf8e703bcff4 of type vlan for network a124653f-d45a-45ff-af90-78948697f0f4 Apr 20 13:19:24.435295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6bd8af-497c-4d3b-8981-31fb7b93dd66,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:24.480492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.511190 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.520074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:24.520918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:24.598170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4305685 Apr 20 13:19:24.598170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a09fec-9ab7-49ac-8e1b-dddfda9b9ae0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=a124653f-d45a-45ff-af90-78948697f0f4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:24.609304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a124653f-d45a-45ff-af90-78948697f0f4 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:24.725298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38306) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:24.730605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': 'a124653f-d45a-45ff-af90-78948697f0f4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:24.825684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:24.830079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.015624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.071729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=6c0a7297-2525-4230-8ce2-ac6941445809,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.083104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': '4e403451-22be-4a3f-86ee-cf8e703bcff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a124653f-d45a-45ff-af90-78948697f0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:25.083461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: a124653f-d45a-45ff-af90-78948697f0f4, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:25.100551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network a124653f-d45a-45ff-af90-78948697f0f4 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:25.109483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a124653f-d45a-45ff-af90-78948697f0f4) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:25.117536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542fa26-eef5-4136-a801-369530a1491b None None] Network a124653f-d45a-45ff-af90-78948697f0f4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:25.117810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:25.118385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.135529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ffb039b8-0ec5-481d-b8a5-b8e040baeea0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4089181 Apr 20 13:19:25.139924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:25.145850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703919692'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:25.166644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:25.170160 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.196112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:25.206418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.207352 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment 566d3c7e-ea0d-47b7-b4fc-5a0ef9cb6552 of type vlan for network fad3f208-6e5a-4101-937a-b0b2267feec5 Apr 20 13:19:25.251112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.280978 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.287299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:25.287890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.296498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a124653f-d45a-45ff-af90-78948697f0f4', 'network_id': 'a124653f-d45a-45ff-af90-78948697f0f4', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': '6c0a7297-2525-4230-8ce2-ac6941445809'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:25.297928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.351055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2098789 Apr 20 13:19:25.353837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38312) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:25.359051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': 'fad3f208-6e5a-4101-937a-b0b2267feec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:25.388513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7771acf-257c-4a97-96d6-1bf253f512ca tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=fad3f208-6e5a-4101-937a-b0b2267feec5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.406385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network fad3f208-6e5a-4101-937a-b0b2267feec5 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:25.466416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:25.469953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.519406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Allocated IP 172.20.255.242 (a124653f-d45a-45ff-af90-78948697f0f4/6c0a7297-2525-4230-8ce2-ac6941445809/e4a0d655-096d-4594-ae8a-7c7011b216ea) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:25.683543 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.693058 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.733348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Network a124653f-d45a-45ff-af90-78948697f0f4 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:25.738456 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.740603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:25.744375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:25.751770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Pushing event updated for resources: {'Port': ['ID=e4a0d655-096d-4594-ae8a-7c7011b216ea,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.805395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': '566d3c7e-ea0d-47b7-b4fc-5a0ef9cb6552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fad3f208-6e5a-4101-937a-b0b2267feec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:25.806085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: fad3f208-6e5a-4101-937a-b0b2267feec5, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:25.818405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Attempting to bind port e4a0d655-096d-4594-ae8a-7c7011b216ea on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:25.818773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Attempting to bind port e4a0d655-096d-4594-ae8a-7c7011b216ea by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '4e403451-22be-4a3f-86ee-cf8e703bcff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a124653f-d45a-45ff-af90-78948697f0f4'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:25.819135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Attempting to bind port e4a0d655-096d-4594-ae8a-7c7011b216ea on network a124653f-d45a-45ff-af90-78948697f0f4 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:25.824398 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=a267e77f-ab0a-448b-a5c9-254c1abb81ba,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:25.826125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:25.828198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Checking segment: {'id': '4e403451-22be-4a3f-86ee-cf8e703bcff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a124653f-d45a-45ff-af90-78948697f0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:25.829298 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.830820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Bound using segment: {'id': '4e403451-22be-4a3f-86ee-cf8e703bcff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a124653f-d45a-45ff-af90-78948697f0f4'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:25.831846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Bound port: e4a0d655-096d-4594-ae8a-7c7011b216ea, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e403451-22be-4a3f-86ee-cf8e703bcff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a124653f-d45a-45ff-af90-78948697f0f4'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:25.832314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.835601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network fad3f208-6e5a-4101-937a-b0b2267feec5 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:25.854136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, fad3f208-6e5a-4101-937a-b0b2267feec5) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:25.865269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:25.865898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:25.883463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a51540b-f2c1-4721-8cb8-8cebc1c806f5 None None] Network fad3f208-6e5a-4101-937a-b0b2267feec5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:25.889688 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2e47e525-6602-4887-a12e-2410dd28dc49 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5339010 Apr 20 13:19:25.891634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38314) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:25.968638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] For port e4a0d655-096d-4594-ae8a-7c7011b216ea, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:25.974620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] For port e4a0d655-096d-4594-ae8a-7c7011b216ea, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4a0d655-096d-4594-ae8a-7c7011b216ea,segment=NetworkSegment(4e403451-22be-4a3f-86ee-cf8e703bcff4),segment_id=4e403451-22be-4a3f-86ee-cf8e703bcff4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:25.983533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.004703 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.084068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69d704-88d8-4ae6-8692-02f21492d610 None None] Pushing event updated for resources: {'Port': ['ID=e4a0d655-096d-4594-ae8a-7c7011b216ea,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.122052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.138674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6f93c-ea73-4b8e-a2ca-17af78c89769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-fad3f208-6e5a-4101-937a-b0b2267feec5', 'network_id': 'fad3f208-6e5a-4101-937a-b0b2267feec5', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': 'a267e77f-ab0a-448b-a5c9-254c1abb81ba'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:26.139727 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c1c6f93c-ea73-4b8e-a2ca-17af78c89769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.198371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.226038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=a267e77f-ab0a-448b-a5c9-254c1abb81ba,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-c1c6f93c-ea73-4b8e-a2ca-17af78c89769 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a267e77f-ab0a-448b-a5c9-254c1abb81ba: This subnet is being modified by another concurrent operation. Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a267e77f-ab0a-448b-a5c9-254c1abb81ba: This subnet is being modified by another concurrent operation. Apr 20 13:19:26.267768 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 13:19:26.318422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d5992-0bfa-475a-a0de-91f753e1bf55 None None] Network fad3f208-6e5a-4101-937a-b0b2267feec5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:26.323359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.345717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad3f208-6e5a-4101-937a-b0b2267feec5']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:26.356734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566d3c7e-ea0d-47b7-b4fc-5a0ef9cb6552') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:26.357095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566d3c7e-ea0d-47b7-b4fc-5a0ef9cb6552') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:26.377942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.433363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.442468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:26.443016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:26.446966 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:26.529449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.531403 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.535044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/fad3f208-6e5a-4101-937a-b0b2267feec5 HTTP/1.1" status: 204 len: 168 time: 0.6421700 Apr 20 13:19:26.538986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:26.545184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1847569844'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:26.547933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00648e43-6380-495e-aa16-bf9dbfe1cbf6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=fad3f208-6e5a-4101-937a-b0b2267feec5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.571662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:26.575503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.599955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:26.608703 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.609044 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment 5b71b090-0bc6-4e87-93e9-aebf6f18f8ee of type vlan for network 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 Apr 20 13:19:26.648482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.673856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.679451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:26.680038 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.748396 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2076430 Apr 20 13:19:26.751268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38320) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:26.755700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e276f-3f25-4174-b57a-eee6d4318a0d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:26.757486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': '2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:26.766579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:26.885380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:26.896064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:26.959877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Performing IP validity checks on allocation pools {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:19:26.960394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:19:27.114335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.116819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4a0d655-096d-4594-ae8a-7c7011b216ea up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:27.182015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e4a0d655-096d-4594-ae8a-7c7011b216ea triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:27.182457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.187585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=3b494618-5fe6-4d5f-8c67-f3f50a2d9729,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:27.190368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': '5b71b090-0bc6-4e87-93e9-aebf6f18f8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:27.190726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:27.209562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:27.219343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:27.224032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:27.224622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.230362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea920a41-aa9a-421e-8b76-224af1c10ba1 None None] Network 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:27.245108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fa501a32-30b4-467a-877f-b417e50ef05f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4895654 Apr 20 13:19:27.245477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38324) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:27.318223 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.337448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8cf383-bb0a-484c-ba00-ab403f43f34f None None] Network a124653f-d45a-45ff-af90-78948697f0f4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:27.350661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.431930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.444796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port e4a0d655-096d-4594-ae8a-7c7011b216ea, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4a0d655-096d-4594-ae8a-7c7011b216ea,segment=NetworkSegment(4e403451-22be-4a3f-86ee-cf8e703bcff4),segment_id=4e403451-22be-4a3f-86ee-cf8e703bcff4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:27.456759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.503007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6530a743-29e1-485d-b1f5-e35ef41de2c3 None None] Provisioning complete for port e4a0d655-096d-4594-ae8a-7c7011b216ea triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:27.503368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6530a743-29e1-485d-b1f5-e35ef41de2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.505473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.543962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=3b494618-5fe6-4d5f-8c67-f3f50a2d9729,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:27.610016 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.618376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956d4f2-b0dc-49c7-8ab6-a486be9c0dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5', 'network_id': '2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': '3b494618-5fe6-4d5f-8c67-f3f50a2d9729'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:27.619985 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7956d4f2-b0dc-49c7-8ab6-a486be9c0dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.621405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=e4a0d655-096d-4594-ae8a-7c7011b216ea,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:27.639488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:27.647968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.648313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.648654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.649059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.649445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.649799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.650124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.650445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.650789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.651114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.651569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.651822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:27.652692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b71b090-0bc6-4e87-93e9-aebf6f18f8ee') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:27.653043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b71b090-0bc6-4e87-93e9-aebf6f18f8ee') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:27.680865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.695969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.703130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:27.703736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:27.707712 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:27.774139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.781447 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.783043 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4b0ca-b6ad-4f5f-b299-23779746c632 None None] Network 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:27.789644 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 HTTP/1.1" status: 204 len: 168 time: 0.5430632 Apr 20 13:19:27.790813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38338) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:27.799752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1646685780'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:27.803256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc2c4-2bed-4e82-8fa1-718e36e5ae84 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:27.808542 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4b0ca-b6ad-4f5f-b299-23779746c632 None None] Network 2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 could not be found, it might have been deleted concurrently. {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:19:27.830680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:27.835061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.862741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:27.875558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.876000 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment e00f9551-84ad-408e-9b03-b138403d8f03 of type vlan for network 10877348-4b99-4009-b4b2-d0bc1ec413c1 Apr 20 13:19:27.924979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.961701 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:27.968354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:27.976826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.060004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2665625 Apr 20 13:19:28.061270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38344) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:28.062147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b2491-26d1-49e0-bbfc-06b01f55e1df None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:28.067351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': '10877348-4b99-4009-b4b2-d0bc1ec413c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:28.088319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3564-72cc-44d3-bc95-ebcc73a60a85 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=10877348-4b99-4009-b4b2-d0bc1ec413c1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:28.108821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 10877348-4b99-4009-b4b2-d0bc1ec413c1 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:28.175913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:28.180792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.386363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e6a6e770-9f1f-436b-ba8e-690db6af7bee None None] Provisioning complete for port e4a0d655-096d-4594-ae8a-7c7011b216ea triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:28.386733 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e6a6e770-9f1f-436b-ba8e-690db6af7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.411150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.439098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b2491-26d1-49e0-bbfc-06b01f55e1df None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:28.491952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=e2febf72-3ca5-4cf0-aa75-002beab0552e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:28.507854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': 'e00f9551-84ad-408e-9b03-b138403d8f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '10877348-4b99-4009-b4b2-d0bc1ec413c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:28.508325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: 10877348-4b99-4009-b4b2-d0bc1ec413c1, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:28.531286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network 10877348-4b99-4009-b4b2-d0bc1ec413c1 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:28.542188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 10877348-4b99-4009-b4b2-d0bc1ec413c1) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:28.546812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:28.547414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.567828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38348) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:28.568372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-129dac7a-b26a-4ad3-a737-f03e9e680c3d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5052536 Apr 20 13:19:28.692245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.741789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6015849-00d7-47d9-88d8-265e22e023d9 None None] Network 10877348-4b99-4009-b4b2-d0bc1ec413c1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:28.763569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.832030 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.866796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=e2febf72-3ca5-4cf0-aa75-002beab0552e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:28.883313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a158d48f-470d-4793-8071-b2fd5829de3c None None] Network 10877348-4b99-4009-b4b2-d0bc1ec413c1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:28.931299 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.954180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10877348-4b99-4009-b4b2-d0bc1ec413c1']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:28.964691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00f9551-84ad-408e-9b03-b138403d8f03') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:28.965014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00f9551-84ad-408e-9b03-b138403d8f03') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:28.976016 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.990777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:28.997110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:28.997508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:29.000942 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:29.069335 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.071121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4a0d655-096d-4594-ae8a-7c7011b216ea up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:29.088781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.095604 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/10877348-4b99-4009-b4b2-d0bc1ec413c1 HTTP/1.1" status: 204 len: 168 time: 0.5226431 Apr 20 13:19:29.095604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48ce5-9cb0-491b-8729-6568788b23f5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=10877348-4b99-4009-b4b2-d0bc1ec413c1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:29.096346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:29.101342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045135776'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:29.123343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:29.126013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e4a0d655-096d-4594-ae8a-7c7011b216ea triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:29.126130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.127779 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.153559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:29.164352 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.164684 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment 40e74167-2a43-4336-beab-a7a6948e3e3e of type vlan for network e9aff63b-7fad-4dc4-8b46-4ece564eff5a Apr 20 13:19:29.205892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.231807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.239484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:29.240219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.276455 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1767862 Apr 20 13:19:29.277311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38360) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:29.282330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': 'e9aff63b-7fad-4dc4-8b46-4ece564eff5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:29.318897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0bf70-cc23-4c67-a92d-3ca624e432ed tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=e9aff63b-7fad-4dc4-8b46-4ece564eff5a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:29.333022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e9aff63b-7fad-4dc4-8b46-4ece564eff5a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:29.372002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:29.375638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.552040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.603263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=ffc05674-72ec-43e3-b0dd-004ce3b45035,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:29.619617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': '40e74167-2a43-4336-beab-a7a6948e3e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9aff63b-7fad-4dc4-8b46-4ece564eff5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:29.619969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: e9aff63b-7fad-4dc4-8b46-4ece564eff5a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:29.635946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network e9aff63b-7fad-4dc4-8b46-4ece564eff5a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:29.645332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e9aff63b-7fad-4dc4-8b46-4ece564eff5a) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:29.650283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:29.651556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.653240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da97797c-d1cb-40e8-adf3-3c132bed3e7d None None] Network e9aff63b-7fad-4dc4-8b46-4ece564eff5a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:29.667977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d815de8d-a4fd-4073-b3ef-beef9b922325 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3894970 Apr 20 13:19:29.670477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38364) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:29.775304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.804509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987f562-d7f2-4fbb-b1ac-3ae1c95ebf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-e9aff63b-7fad-4dc4-8b46-4ece564eff5a', 'network_id': 'e9aff63b-7fad-4dc4-8b46-4ece564eff5a', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': 'ffc05674-72ec-43e3-b0dd-004ce3b45035'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:29.805526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3987f562-d7f2-4fbb-b1ac-3ae1c95ebf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.828524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.895434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:29.928849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc05674-72ec-43e3-b0dd-004ce3b45035,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-3987f562-d7f2-4fbb-b1ac-3ae1c95ebf3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffc05674-72ec-43e3-b0dd-004ce3b45035: This subnet is being modified by another concurrent operation. Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffc05674-72ec-43e3-b0dd-004ce3b45035: This subnet is being modified by another concurrent operation. Apr 20 13:19:29.929956 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 13:19:29.970231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f8f0e-8329-4341-8b33-048709f4892a None None] Network e9aff63b-7fad-4dc4-8b46-4ece564eff5a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:29.991791 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.013553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9aff63b-7fad-4dc4-8b46-4ece564eff5a']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.024149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e74167-2a43-4336-beab-a7a6948e3e3e') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.024445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e74167-2a43-4336-beab-a7a6948e3e3e') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:30.033950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.046810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.052830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:30.053227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:30.056443 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:30.086953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90806f-f97f-4743-ab12-ec1918a60ceb None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:30.118756 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.126845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.130638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/e9aff63b-7fad-4dc4-8b46-4ece564eff5a HTTP/1.1" status: 204 len: 168 time: 0.4591784 Apr 20 13:19:30.134167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38366) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:30.139596 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-600592107'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:30.141144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbae7c-b4d0-4633-8a97-a4b4f0c0fdc0 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=e9aff63b-7fad-4dc4-8b46-4ece564eff5a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:30.164251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:30.168242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.196329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:30.202173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90806f-f97f-4743-ab12-ec1918a60ceb None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:30.206036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.206386 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment 176639ad-c77c-4b8e-95db-d4252e691dd0 of type vlan for network b220b6ab-9405-4d03-b2db-b290215e8632 Apr 20 13:19:30.254100 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.282435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.289099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:30.293020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.326460 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1909626 Apr 20 13:19:30.329120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38370) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:30.336292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': 'b220b6ab-9405-4d03-b2db-b290215e8632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:30.380113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb73c22-f148-45f7-9296-2a1b5cc4b066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=b220b6ab-9405-4d03-b2db-b290215e8632,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:30.405375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network b220b6ab-9405-4d03-b2db-b290215e8632 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:30.460060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:30.464087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:30.855067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Performing IP validity checks on allocation pools {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:19:30.855559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:19:30.972888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.035332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=c83265c1-1e07-4491-b5a0-1c3b0c6ab456,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:31.045238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': '176639ad-c77c-4b8e-95db-d4252e691dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b220b6ab-9405-4d03-b2db-b290215e8632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:31.045597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: b220b6ab-9405-4d03-b2db-b290215e8632, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:31.061868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network b220b6ab-9405-4d03-b2db-b290215e8632 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:31.070188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, b220b6ab-9405-4d03-b2db-b290215e8632) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:31.074234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:31.074702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.087342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51b7425-4045-4590-932c-ab2ac5b72a27 None None] Network b220b6ab-9405-4d03-b2db-b290215e8632 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:31.095120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-00246ce4-4cfd-4e1f-a05f-b9039f01511e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7624314 Apr 20 13:19:31.095404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38372) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:31.191153 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.236243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34153839-ac31-42f2-960a-996d5812b516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-b220b6ab-9405-4d03-b2db-b290215e8632', 'network_id': 'b220b6ab-9405-4d03-b2db-b290215e8632', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': 'c83265c1-1e07-4491-b5a0-1c3b0c6ab456'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:31.237258 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-34153839-ac31-42f2-960a-996d5812b516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.246834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.313836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.342613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=c83265c1-1e07-4491-b5a0-1c3b0c6ab456,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-34153839-ac31-42f2-960a-996d5812b516 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c83265c1-1e07-4491-b5a0-1c3b0c6ab456: This subnet is being modified by another concurrent operation. Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c83265c1-1e07-4491-b5a0-1c3b0c6ab456: This subnet is being modified by another concurrent operation. Apr 20 13:19:31.354269 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 13:19:31.380250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c482e6-92fe-4657-8e6f-2eda5b30eef8 None None] Network b220b6ab-9405-4d03-b2db-b290215e8632 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:31.436675 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.477510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b220b6ab-9405-4d03-b2db-b290215e8632']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:31.498368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176639ad-c77c-4b8e-95db-d4252e691dd0') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:31.498970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176639ad-c77c-4b8e-95db-d4252e691dd0') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:31.524998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.556819 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.562702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2799abe0-7c68-4607-b21f-ea0778affad0 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:31.578283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:31.578908 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:31.583266 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:31.669586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-03936dc0-3331-409f-9f48-0d9f4cfb9a2e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1017513 Apr 20 13:19:31.671034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.676392 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.685263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/b220b6ab-9405-4d03-b2db-b290215e8632 HTTP/1.1" status: 204 len: 168 time: 0.5880511 Apr 20 13:19:31.685489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:31.687508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2799abe0-7c68-4607-b21f-ea0778affad0 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:31.694743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-734001671'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:31.705307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef880e5e-762e-47ad-aced-d8c77c0e475c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=b220b6ab-9405-4d03-b2db-b290215e8632,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:31.760022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:31.764566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.804957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-5edc64b0-0d01-45b9-b48e-bc3be624211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:31.806491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-5edc64b0-0d01-45b9-b48e-bc3be624211a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43e8d74de49741578a5fdafcdd919272&device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 1097 time: 0.0644114 Apr 20 13:19:31.811621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:31.823459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.824142 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment b9272c9c-43ad-47be-a9cb-5fa8dda12c3a of type vlan for network f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97 Apr 20 13:19:31.887717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.917084 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.922673 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:31.923265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:31.943902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-57ae3336-52b3-474c-85d6-0341810a1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:31.946229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-57ae3336-52b3-474c-85d6-0341810a1d40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 200 len: 910 time: 0.1099334 Apr 20 13:19:31.980804 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2936239 Apr 20 13:19:31.990032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38382) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:31.998811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': 'f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:32.017034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-0dcf85e8-fdfa-45af-a89b-b89686c8c8d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 200 len: 1002 time: 0.0642076 Apr 20 13:19:32.025662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa92e48-5a10-41bd-a5eb-529ef4478112 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:32.037584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:32.081918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-fda1471e-484b-43ca-8e39-d02163276f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:32.083748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-fda1471e-484b-43ca-8e39-d02163276f60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc97a206-2349-4458-aa4e-c500955c74ad HTTP/1.1" status: 200 len: 848 time: 0.0605853 Apr 20 13:19:32.112060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:32.115865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.139301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-6d7d3daf-9bda-46d1-8ce9-22ce74818f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:32.140778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-6d7d3daf-9bda-46d1-8ce9-22ce74818f17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0fa2c4ed-5604-4f81-9cce-96757b087803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500107 Apr 20 13:19:32.235090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-7e405006-4ef7-46be-a8c3-7527ee10ad62 service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Apr 20 13:19:32.308538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.328093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-807bceaf-bebd-41cc-a3e3-58ea0a5081a3 req-e7e9bc11-8551-416c-b09b-853de27ea63c service neutron] 10.222.0.30 "GET /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869622 Apr 20 13:19:32.384140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=353ff567-c7b0-47d8-bd8a-59d0a238a205,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:32.387190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': 'b9272c9c-43ad-47be-a9cb-5fa8dda12c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:32.387669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:32.405140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:32.413479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:32.417418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:32.418046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.422132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c03b8-fe6d-496a-8bad-6d5ee5bb40ef None None] Network f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:32.441676 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b18d9715-ef54-46bf-a4a7-322889f5fdcb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4484010 Apr 20 13:19:32.442640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38384) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:32.548530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.611892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.688438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.735467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=353ff567-c7b0-47d8-bd8a-59d0a238a205,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:32.770402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ffaa7c-087e-4f45-a1bb-7fc24c1fbfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97', 'network_id': 'f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': '353ff567-c7b0-47d8-bd8a-59d0a238a205'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:32.771318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d3ffaa7c-087e-4f45-a1bb-7fc24c1fbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.797377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.818887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:32.827982 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9272c9c-43ad-47be-a9cb-5fa8dda12c3a') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:32.828285 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9272c9c-43ad-47be-a9cb-5fa8dda12c3a') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:32.838033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.858464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.859994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ff2d9-9483-46c0-90c3-cb8c362b44bc None None] Network f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:32.865225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:32.865806 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:32.870100 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:32.949084 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.962992 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:32.971532 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97 HTTP/1.1" status: 204 len: 168 time: 0.5276017 Apr 20 13:19:32.975604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38388) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:32.981483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1228682120'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:32.983937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ac501-117c-4e48-ad4c-c06aa4a27a09 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:33.007776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:33.011547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.037161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:33.045845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.046280 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment d0c28307-e3b5-40ea-bfe7-cc1a047ecef3 of type vlan for network 4f2e1708-090c-4d75-ad2a-cb074ba62bc0 Apr 20 13:19:33.087901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.113296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.118944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:33.119596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.177204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2005115 Apr 20 13:19:33.180013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38390) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:33.185134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': '4f2e1708-090c-4d75-ad2a-cb074ba62bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:33.192005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfea3cc-77a0-4578-be3a-12f07ef3f2e4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=4f2e1708-090c-4d75-ad2a-cb074ba62bc0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:33.201972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4f2e1708-090c-4d75-ad2a-cb074ba62bc0 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:33.298593 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:33.302679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.482635 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.544667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=f963d14d-7338-4057-93c6-68c48f774c85,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:33.554745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': 'd0c28307-e3b5-40ea-bfe7-cc1a047ecef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4f2e1708-090c-4d75-ad2a-cb074ba62bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:33.555126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: 4f2e1708-090c-4d75-ad2a-cb074ba62bc0, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:33.571430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network 4f2e1708-090c-4d75-ad2a-cb074ba62bc0 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:33.580751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4f2e1708-090c-4d75-ad2a-cb074ba62bc0) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:33.585342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:33.585970 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.602396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3cbe79-3cbd-4566-880d-c4920bd7eb50 None None] Network 4f2e1708-090c-4d75-ad2a-cb074ba62bc0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:33.606371 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d4dae415-1d0c-4a0d-868e-95d1b06ce1bd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4223597 Apr 20 13:19:33.606747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38392) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:33.692834 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5eb72152-ac78-4c7c-a43c-6d5c4a6ed897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.743993 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.810766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.834541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a00e1-1395-48a3-8903-d701d3987481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-4f2e1708-090c-4d75-ad2a-cb074ba62bc0', 'network_id': '4f2e1708-090c-4d75-ad2a-cb074ba62bc0', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': 'f963d14d-7338-4057-93c6-68c48f774c85'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:33.835812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-115a00e1-1395-48a3-8903-d701d3987481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.890416 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:33.920541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=f963d14d-7338-4057-93c6-68c48f774c85,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-115a00e1-1395-48a3-8903-d701d3987481 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f963d14d-7338-4057-93c6-68c48f774c85: This subnet is being modified by another concurrent operation. Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f963d14d-7338-4057-93c6-68c48f774c85: This subnet is being modified by another concurrent operation. Apr 20 13:19:33.951892 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 13:19:33.986920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a79c5e3-1c7d-4737-8ca0-4d9318545d8a None None] Network 4f2e1708-090c-4d75-ad2a-cb074ba62bc0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:33.995871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.025495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2e1708-090c-4d75-ad2a-cb074ba62bc0']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:34.036984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c28307-e3b5-40ea-bfe7-cc1a047ecef3') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:34.037291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c28307-e3b5-40ea-bfe7-cc1a047ecef3') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:34.047814 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.064152 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.070997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:34.071497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:34.074510 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:34.111906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0207ed-3199-4be0-b9d9-196826a1a666 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:34.154125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.163588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.169689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/4f2e1708-090c-4d75-ad2a-cb074ba62bc0 HTTP/1.1" status: 204 len: 168 time: 0.5599282 Apr 20 13:19:34.171116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38438) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:34.185330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-998634675'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:34.189841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b035c-7fb5-416c-ac45-866f6a1d9784 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=4f2e1708-090c-4d75-ad2a-cb074ba62bc0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:34.209064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:34.213927 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.240884 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0207ed-3199-4be0-b9d9-196826a1a666 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:34.241137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:34.250588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.250984 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment 260ea4d3-d2fb-461a-980c-fc6cdfdc1df0 of type vlan for network 54522166-7cf9-421a-baf5-c92da958f254 Apr 20 13:19:34.299476 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.329174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.335752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:34.336337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.365917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1937492 Apr 20 13:19:34.368667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38458) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:34.377520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:34.413083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328497f-5ff8-40b8-97df-fdd885cc3062 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=54522166-7cf9-421a-baf5-c92da958f254,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:34.426975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 54522166-7cf9-421a-baf5-c92da958f254 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:34.585508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.599644 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.621109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network 54522166-7cf9-421a-baf5-c92da958f254 is not hosted by any dhcp agent {{(pid=109409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:19:34.627520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:34.628320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:34.629704 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "PUT /v2.0/networks/54522166-7cf9-421a-baf5-c92da958f254 HTTP/1.1" status: 200 len: 723 time: 0.2595899 Apr 20 13:19:34.632959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38472) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:34.639511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': '54522166-7cf9-421a-baf5-c92da958f254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:34.685323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39c9f4-e16f-456d-b234-f5c23870f220 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=54522166-7cf9-421a-baf5-c92da958f254,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:34.706052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 54522166-7cf9-421a-baf5-c92da958f254 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:34.774227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:34.779939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.020282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.083854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=68386f11-899a-4d00-993d-70cf82946bc3,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:35.094164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '54522166-7cf9-421a-baf5-c92da958f254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:35.094531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: 54522166-7cf9-421a-baf5-c92da958f254, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:35.112212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network 54522166-7cf9-421a-baf5-c92da958f254 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:35.121398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 54522166-7cf9-421a-baf5-c92da958f254) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:35.125785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:35.126376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.133899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8be121e-022b-456f-a9ef-f0c75bf66ec0 None None] Network 54522166-7cf9-421a-baf5-c92da958f254 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:35.145820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9a5c9080-24c3-4053-9dc5-1c0eb8a37d5e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5116289 Apr 20 13:19:35.148520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38474) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:35.153805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b5056853-5bbb-48cc-9e6b-7776fd79424b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:35.270446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5056853-5bbb-48cc-9e6b-7776fd79424b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502975'] for subnet, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.316128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-54522166-7cf9-421a-baf5-c92da958f254', 'network_id': '54522166-7cf9-421a-baf5-c92da958f254', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': '68386f11-899a-4d00-993d-70cf82946bc3'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:35.316994 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.426172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5056853-5bbb-48cc-9e6b-7776fd79424b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772267746232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9368024'] for subnet, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.467963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5056853-5bbb-48cc-9e6b-7776fd79424b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:35.468859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b5056853-5bbb-48cc-9e6b-7776fd79424b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.470363 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b5056853-5bbb-48cc-9e6b-7776fd79424b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "PUT /v2.0/subnets/68386f11-899a-4d00-993d-70cf82946bc3 HTTP/1.1" status: 200 len: 806 time: 0.3207684 Apr 20 13:19:35.473898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38478) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:35.487721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Allocated IP 172.20.0.2 (54522166-7cf9-421a-baf5-c92da958f254/68386f11-899a-4d00-993d-70cf82946bc3/352af2cd-9730-4805-8917-392f05f26841) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:35.504447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5056853-5bbb-48cc-9e6b-7776fd79424b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=68386f11-899a-4d00-993d-70cf82946bc3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:35.586106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.654583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.676762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.684509 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.730687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Network 54522166-7cf9-421a-baf5-c92da958f254 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:35.733169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.738319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:35.742097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:35.749558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Pushing event updated for resources: {'Port': ['ID=352af2cd-9730-4805-8917-392f05f26841,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:35.765463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=68386f11-899a-4d00-993d-70cf82946bc3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:35.819939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Attempting to bind port 352af2cd-9730-4805-8917-392f05f26841 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:35.820484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Attempting to bind port 352af2cd-9730-4805-8917-392f05f26841 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '54522166-7cf9-421a-baf5-c92da958f254'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:35.820796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Attempting to bind port 352af2cd-9730-4805-8917-392f05f26841 on network 54522166-7cf9-421a-baf5-c92da958f254 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:35.831083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:35.831492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Checking segment: {'id': '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '54522166-7cf9-421a-baf5-c92da958f254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:35.831896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.832292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Bound using segment: {'id': '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '54522166-7cf9-421a-baf5-c92da958f254'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:35.832784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Bound port: 352af2cd-9730-4805-8917-392f05f26841, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '54522166-7cf9-421a-baf5-c92da958f254'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:35.833830 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.847940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.871822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54522166-7cf9-421a-baf5-c92da958f254']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:35.883534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:35.883829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:35.894287 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.907204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] For port 352af2cd-9730-4805-8917-392f05f26841, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:35.909969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.916508 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:35.916997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:35.920065 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:35.987508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.api [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:19:35.987508 n-d-838550-2 neutron-server[109409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:19:35.987508 n-d-838550-2 neutron-server[109409]: [parameters: {'id': '54522166-7cf9-421a-baf5-c92da958f254'}] Apr 20 13:19:35.987508 n-d-838550-2 neutron-server[109409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:19:35.987973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] For port 352af2cd-9730-4805-8917-392f05f26841, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=352af2cd-9730-4805-8917-392f05f26841,segment=NetworkSegment(260ea4d3-d2fb-461a-980c-fc6cdfdc1df0),segment_id=260ea4d3-d2fb-461a-980c-fc6cdfdc1df0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:35.988101 n-d-838550-2 neutron-server[109409]: DEBUG oslo_db.api [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:19:35.999351 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.042574 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66a287c5-a19d-4550-8114-a56db5fc469f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.089297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3056ee-4202-4632-83d9-03cfd06da31b None None] Pushing event updated for resources: {'Port': ['ID=352af2cd-9730-4805-8917-392f05f26841,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:36.102504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca900adc-6cec-4c44-bfd3-1b7be41639f4 None None] Network 54522166-7cf9-421a-baf5-c92da958f254 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:36.228964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4ff87-3377-4f8c-8e9b-d51649def7bd None None] Network 54522166-7cf9-421a-baf5-c92da958f254 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:36.360557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ef5c9-fe40-465a-92dc-d75d870f3d9a None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:36.460584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50ef5c9-fe40-465a-92dc-d75d870f3d9a None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:36.489294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.553301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Deleting port 352af2cd-9730-4805-8917-392f05f26841 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:36.553694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.621088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] For port 352af2cd-9730-4805-8917-392f05f26841, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=352af2cd-9730-4805-8917-392f05f26841,segment=NetworkSegment(260ea4d3-d2fb-461a-980c-fc6cdfdc1df0),segment_id=260ea4d3-d2fb-461a-980c-fc6cdfdc1df0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:36.621497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.636146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Calling delete_port for 352af2cd-9730-4805-8917-392f05f26841 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:36.730952 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.757485 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Port': ['ID=352af2cd-9730-4805-8917-392f05f26841,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:36.761207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No DVR routers for this DVR port 352af2cd-9730-4805-8917-392f05f26841 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:36.839859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.860427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54522166-7cf9-421a-baf5-c92da958f254']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:36.870303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:36.870595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260ea4d3-d2fb-461a-980c-fc6cdfdc1df0') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:36.884172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.897656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.903607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:36.904149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:36.907182 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:36.972178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.980119 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:36.983225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/54522166-7cf9-421a-baf5-c92da958f254 HTTP/1.1" status: 204 len: 168 time: 1.5081091 Apr 20 13:19:36.986031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38486) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:36.993662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e7d6b-4d9b-432d-97ca-32f6b11bcdde tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=54522166-7cf9-421a-baf5-c92da958f254,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:37.007922 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6a109de-c7e7-474d-a33b-b1e5474fe477 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:37.008537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6a109de-c7e7-474d-a33b-b1e5474fe477 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:37.015511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b6a109de-c7e7-474d-a33b-b1e5474fe477 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/54522166-7cf9-421a-baf5-c92da958f254 HTTP/1.1" status: 404 len: 339 time: 0.0238085 Apr 20 13:19:37.015962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38488) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:37.021405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1894083700', 'description': 'd1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:37.042228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:37.045622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.071057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:37.080704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.081042 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment c4ed8648-fdd1-4193-81e6-09ca183a5a03 of type vlan for network 9d8582af-0761-49b8-bb77-441d23b4ab0e Apr 20 13:19:37.121565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.149123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.154994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.155727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.222546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.225991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2090504 Apr 20 13:19:37.228486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38490) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:37.232215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00904ba7-67eb-4fc5-80c7-05471b6d4208 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=9d8582af-0761-49b8-bb77-441d23b4ab0e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:37.245623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9d8582af-0761-49b8-bb77-441d23b4ab0e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:37.383124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865c768-b2ab-4b37-8217-6ab0f9d02239 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.384572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8865c768-b2ab-4b37-8217-6ab0f9d02239 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/networks?id=9d8582af-0761-49b8-bb77-441d23b4ab0e HTTP/1.1" status: 200 len: 761 time: 0.1550167 Apr 20 13:19:37.387213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38494) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:37.392220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'description': 'd2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:37.549248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.565988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.585221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network 9d8582af-0761-49b8-bb77-441d23b4ab0e is not hosted by any dhcp agent {{(pid=109409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 20 13:19:37.590553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.591145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.592400 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "PUT /v2.0/networks/9d8582af-0761-49b8-bb77-441d23b4ab0e HTTP/1.1" status: 200 len: 758 time: 0.2042801 Apr 20 13:19:37.595176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38496) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:37.645594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276783db-3a1c-4881-bdc7-25a93085648b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=9d8582af-0761-49b8-bb77-441d23b4ab0e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:37.662326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9d8582af-0761-49b8-bb77-441d23b4ab0e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:37.698168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188bc024-d2e5-48ce-ae31-45b787c53c4f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.699685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-188bc024-d2e5-48ce-ae31-45b787c53c4f tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/networks?id=9d8582af-0761-49b8-bb77-441d23b4ab0e HTTP/1.1" status: 200 len: 761 time: 0.1034625 Apr 20 13:19:37.703266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38498) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:37.708045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885844263'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:37.727371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:37.732075 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.761167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:37.770710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.771055 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment 2b243091-e1fc-4692-8275-26c4949831c3 of type vlan for network 201bb2f0-2085-465e-abed-f59e6e64b3f0 Apr 20 13:19:37.815733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.840732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.846535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:37.847122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:37.878678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1743946 Apr 20 13:19:37.882026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38500) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:37.887287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': '201bb2f0-2085-465e-abed-f59e6e64b3f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:37.929809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4168dc5-bdd3-4add-8cdb-4ca5428fb3fd tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=201bb2f0-2085-465e-abed-f59e6e64b3f0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:37.940389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 201bb2f0-2085-465e-abed-f59e6e64b3f0 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:37.987761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:37.994828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.182777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.241844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=d7780192-62ee-4f3f-8b61-eb4bcd1a53a4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:38.252225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': '2b243091-e1fc-4692-8275-26c4949831c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201bb2f0-2085-465e-abed-f59e6e64b3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:38.252582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: 201bb2f0-2085-465e-abed-f59e6e64b3f0, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:38.269294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network 201bb2f0-2085-465e-abed-f59e6e64b3f0 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:38.280278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 201bb2f0-2085-465e-abed-f59e6e64b3f0) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:38.284931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:38.285512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.290362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b74e560-a1f1-41c0-9d97-06600e6cc92a None None] Network 201bb2f0-2085-465e-abed-f59e6e64b3f0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:38.305716 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fabba4aa-5a4e-4a45-9a87-2b921c792a9a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4201205 Apr 20 13:19:38.305930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38502) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:38.469717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-201bb2f0-2085-465e-abed-f59e6e64b3f0', 'network_id': '201bb2f0-2085-465e-abed-f59e6e64b3f0', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': 'd7780192-62ee-4f3f-8b61-eb4bcd1a53a4'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:38.472891 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.611212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.662694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Allocated IP 172.20.0.2 (201bb2f0-2085-465e-abed-f59e6e64b3f0/d7780192-62ee-4f3f-8b61-eb4bcd1a53a4/8b767cd9-36be-4647-beda-726deb86fb00) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:38.699698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.756088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.949155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:38.995810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.002825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.012990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-2ce7a1c7-4b83-4868-98b6-577b68e99300 req-33841134-323a-4d66-9fed-076ab1776773 tempest-MultipleCreateTestJSON-1112113394 tempest-MultipleCreateTestJSON-1112113394-project] (109410) timed out ('10.222.0.37', 59370) {{(pid=109410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:19:39.021285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.055943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Network 201bb2f0-2085-465e-abed-f59e6e64b3f0 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:39.061248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:39.067801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:39.070994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Pushing event updated for resources: {'Port': ['ID=8b767cd9-36be-4647-beda-726deb86fb00,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:39.079658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=d7780192-62ee-4f3f-8b61-eb4bcd1a53a4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:39.128702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Attempting to bind port 8b767cd9-36be-4647-beda-726deb86fb00 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:39.129073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Attempting to bind port 8b767cd9-36be-4647-beda-726deb86fb00 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '2b243091-e1fc-4692-8275-26c4949831c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201bb2f0-2085-465e-abed-f59e6e64b3f0'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:39.129511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Attempting to bind port 8b767cd9-36be-4647-beda-726deb86fb00 on network 201bb2f0-2085-465e-abed-f59e6e64b3f0 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:39.133126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.134456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:39.134828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Checking segment: {'id': '2b243091-e1fc-4692-8275-26c4949831c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201bb2f0-2085-465e-abed-f59e6e64b3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:39.135237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.135633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Bound using segment: {'id': '2b243091-e1fc-4692-8275-26c4949831c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201bb2f0-2085-465e-abed-f59e6e64b3f0'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:39.136096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Bound port: 8b767cd9-36be-4647-beda-726deb86fb00, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b243091-e1fc-4692-8275-26c4949831c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '201bb2f0-2085-465e-abed-f59e6e64b3f0'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:39.136479 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.159363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201bb2f0-2085-465e-abed-f59e6e64b3f0']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:39.171852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b243091-e1fc-4692-8275-26c4949831c3') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:39.172338 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b243091-e1fc-4692-8275-26c4949831c3') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:39.184673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.200296 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.206423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] For port 8b767cd9-36be-4647-beda-726deb86fb00, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:39.207919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:39.208346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:39.211314 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:39.279144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] For port 8b767cd9-36be-4647-beda-726deb86fb00, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8b767cd9-36be-4647-beda-726deb86fb00,segment=NetworkSegment(2b243091-e1fc-4692-8275-26c4949831c3),segment_id=2b243091-e1fc-4692-8275-26c4949831c3)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:39.283336 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.api [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:19:39.283336 n-d-838550-2 neutron-server[109409]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:19:39.283336 n-d-838550-2 neutron-server[109409]: [parameters: {'id': '201bb2f0-2085-465e-abed-f59e6e64b3f0'}] Apr 20 13:19:39.283336 n-d-838550-2 neutron-server[109409]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:19:39.284198 n-d-838550-2 neutron-server[109409]: DEBUG oslo_db.api [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:19:39.285115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.371416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76950ba1-5cc4-4fb1-8887-e1f030b2fa8b None None] Pushing event updated for resources: {'Port': ['ID=8b767cd9-36be-4647-beda-726deb86fb00,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:39.380582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b8840c-acb6-4542-aacb-48d69f063683 None None] Network 201bb2f0-2085-465e-abed-f59e6e64b3f0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:39.519299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130023c-47d7-4d98-97de-775689ba290e None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:39.624797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130023c-47d7-4d98-97de-775689ba290e None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:39.785108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.844583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Deleting port 8b767cd9-36be-4647-beda-726deb86fb00 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:39.845339 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.912765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] For port 8b767cd9-36be-4647-beda-726deb86fb00, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8b767cd9-36be-4647-beda-726deb86fb00,segment=NetworkSegment(2b243091-e1fc-4692-8275-26c4949831c3),segment_id=2b243091-e1fc-4692-8275-26c4949831c3)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:39.913129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:39.928586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Calling delete_port for 8b767cd9-36be-4647-beda-726deb86fb00 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:40.010914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.038206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Port': ['ID=8b767cd9-36be-4647-beda-726deb86fb00,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:40.041915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No DVR routers for this DVR port 8b767cd9-36be-4647-beda-726deb86fb00 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:40.111828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-d791976e-ff29-46e6-adaf-e9fcd950060d req-e38f1186-0385-43fc-b2bc-68b706c48e56 tempest-MigrationsAdminTest-1750600544 tempest-MigrationsAdminTest-1750600544-project] (109409) timed out ('10.222.0.30', 50020) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:19:40.124713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.146796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201bb2f0-2085-465e-abed-f59e6e64b3f0']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:40.159236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b243091-e1fc-4692-8275-26c4949831c3') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:40.159652 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b243091-e1fc-4692-8275-26c4949831c3') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:40.173549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.188083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.194025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:40.194396 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:40.197541 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:40.257208 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.265503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:40.269471 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/201bb2f0-2085-465e-abed-f59e6e64b3f0 HTTP/1.1" status: 204 len: 168 time: 1.9626179 Apr 20 13:19:40.272245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38508) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:40.282737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92d016-1e0d-4861-86b3-1f47a7ee014d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=201bb2f0-2085-465e-abed-f59e6e64b3f0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:40.306865 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0249f781-ddf2-41cf-9d58-4ee25ec29c18 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] GET failed (client error): The resource could not be found. Apr 20 13:19:40.311114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0249f781-ddf2-41cf-9d58-4ee25ec29c18 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/subnets/d7780192-62ee-4f3f-8b61-eb4bcd1a53a4 HTTP/1.1" status: 404 len: 337 time: 0.0348985 Apr 20 13:19:40.311341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38510) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:40.330873 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5d60022-9614-4643-8c24-54aa7dd0a147 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:40.331420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5d60022-9614-4643-8c24-54aa7dd0a147 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:40.337927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a5d60022-9614-4643-8c24-54aa7dd0a147 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/201bb2f0-2085-465e-abed-f59e6e64b3f0 HTTP/1.1" status: 404 len: 339 time: 0.0221415 Apr 20 13:19:40.338387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38512) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:40.548204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c9a5d6-acec-4b98-9d37-1a7ac4015b1d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.552545 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b8c9a5d6-acec-4b98-9d37-1a7ac4015b1d tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2105625 Apr 20 13:19:40.552893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38516) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:40.595209 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-533b4f9a-c191-440c-9a44-e195c6e0cb3c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 207 time: 0.0408475 Apr 20 13:19:40.598873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38518) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:40.714060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11270a9f-cdfc-4340-b593-43e649155a3c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.720301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11270a9f-cdfc-4340-b593-43e649155a3c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.726977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11270a9f-cdfc-4340-b593-43e649155a3c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.732520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11270a9f-cdfc-4340-b593-43e649155a3c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.734299 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-11270a9f-cdfc-4340-b593-43e649155a3c tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1345208 Apr 20 13:19:40.738102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38520) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:40.867021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38522) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:40.867569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-84b2a9f5-7694-4807-8327-5416f2d96451 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1276705 Apr 20 13:19:40.959708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3651e-dc81-45a7-8134-56ec6749c06e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.961545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e3651e-dc81-45a7-8134-56ec6749c06e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:40.963273 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-35e3651e-dc81-45a7-8134-56ec6749c06e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0951452 Apr 20 13:19:40.967017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38524) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:41.029732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268488fe-adb8-47d9-bc6e-bb0b03072e56 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.031954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268488fe-adb8-47d9-bc6e-bb0b03072e56 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['shared'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.033674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-268488fe-adb8-47d9-bc6e-bb0b03072e56 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0655563 Apr 20 13:19:41.037290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38526) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:41.149849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d0de2-07fa-45db-a009-b479724eaddb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.151518 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-416d0de2-07fa-45db-a009-b479724eaddb tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/networks/a124653f-d45a-45ff-af90-78948697f0f4 HTTP/1.1" status: 200 len: 800 time: 0.1132059 Apr 20 13:19:41.155256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38528) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:41.276526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7845c9c6-faab-428c-ba97-556a220ef439 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/networks/a124653f-d45a-45ff-af90-78948697f0f4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1200807 Apr 20 13:19:41.280243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38530) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:41.337237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc5bb12-a125-4ee6-b2a0-fa034e75ad92 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.338522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dfc5bb12-a125-4ee6-b2a0-fa034e75ad92 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/subnets/6c0a7297-2525-4230-8ce2-ac6941445809 HTTP/1.1" status: 200 len: 811 time: 0.0571880 Apr 20 13:19:41.342291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38532) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:41.401980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba833d-37dc-4c4d-afc5-6ffc94ea210b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['shared'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.407146 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-60ba833d-37dc-4c4d-afc5-6ffc94ea210b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "GET /v2.0/subnets/6c0a7297-2525-4230-8ce2-ac6941445809?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0600441 Apr 20 13:19:41.407499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38534) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:41.412695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1209582527'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:41.435894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:41.440533 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.467209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:41.479460 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.480570 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Added segment bbfa27df-926b-4ed1-8de6-ea39f3fbcc66 of type vlan for network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa Apr 20 13:19:41.532158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.561479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.568095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:41.568802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.638532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2267892 Apr 20 13:19:41.638532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38538) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:41.643698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'network_id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:41.666092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0a2ab-f7b5-44cd-a575-37c1994e0351 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Network': ['ID=df2ce8b9-fc6c-4979-8b88-bb19ae03acfa,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:41.678796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:41.747222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Made reservation on behalf of 40f5e6b90b6741fcb9b12aca529183af for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:41.751110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:41.818605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Performing IP validity checks on allocation pools {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:19:41.819036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:19:41.972902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.041381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=750f3267-dd65-4449-a254-27713944eac8,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:42.049201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Checking segment: {'id': 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:42.049551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network hostable DHCP agents. Network: df2ce8b9-fc6c-4979-8b88-bb19ae03acfa, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:42.067157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:42.075791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, df2ce8b9-fc6c-4979-8b88-bb19ae03acfa) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:42.081763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:42.082418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.087440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7189ea-1652-4884-a985-ce230780155f None None] Network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:42.105307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38540) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:42.105909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6ccc63b7-838b-4921-b150-21f2dd40ebc3 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4658265 Apr 20 13:19:42.112522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e56205e2-bde1-46c9-bab1-87d690dffb05 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:42.240729 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e56205e2-bde1-46c9-bab1-87d690dffb05 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8502975'] for subnet, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.261827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-df2ce8b9-fc6c-4979-8b88-bb19ae03acfa', 'network_id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa', 'tenant_id': '40f5e6b90b6741fcb9b12aca529183af', 'fixed_ips': [{'subnet_id': '750f3267-dd65-4449-a254-27713944eac8'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:42.263168 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.438431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e56205e2-bde1-46c9-bab1-87d690dffb05 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772267746232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9368024'] for subnet, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.491621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Allocated IP 172.20.0.3 (df2ce8b9-fc6c-4979-8b88-bb19ae03acfa/750f3267-dd65-4449-a254-27713944eac8/126fbe2d-40cf-4391-8805-7e97b8262d6c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:42.500187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56205e2-bde1-46c9-bab1-87d690dffb05 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:42.500797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e56205e2-bde1-46c9-bab1-87d690dffb05 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.504980 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e56205e2-bde1-46c9-bab1-87d690dffb05 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "PUT /v2.0/subnets/750f3267-dd65-4449-a254-27713944eac8 HTTP/1.1" status: 200 len: 877 time: 0.3977592 Apr 20 13:19:42.512006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38542) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:42.540000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56205e2-bde1-46c9-bab1-87d690dffb05 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event updated for resources: {'Subnet': ['ID=750f3267-dd65-4449-a254-27713944eac8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:42.637023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.673049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.680695 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.697480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.723148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:42.726236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:42.730873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:42.734108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Pushing event updated for resources: {'Port': ['ID=126fbe2d-40cf-4391-8805-7e97b8262d6c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:42.775245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.793611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Attempting to bind port 126fbe2d-40cf-4391-8805-7e97b8262d6c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:42.794137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Attempting to bind port 126fbe2d-40cf-4391-8805-7e97b8262d6c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:42.794615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Attempting to bind port 126fbe2d-40cf-4391-8805-7e97b8262d6c on network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:42.801323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:42.801548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Checking segment: {'id': 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:42.802044 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.802513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Bound using segment: {'id': 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:42.802994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Bound port: 126fbe2d-40cf-4391-8805-7e97b8262d6c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:42.803965 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.806129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=750f3267-dd65-4449-a254-27713944eac8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:42.875541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.877493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] For port 126fbe2d-40cf-4391-8805-7e97b8262d6c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:42.881072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] For port 126fbe2d-40cf-4391-8805-7e97b8262d6c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=126fbe2d-40cf-4391-8805-7e97b8262d6c,segment=NetworkSegment(bbfa27df-926b-4ed1-8de6-ea39f3fbcc66),segment_id=bbfa27df-926b-4ed1-8de6-ea39f3fbcc66)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:42.886968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.900262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2ce8b9-fc6c-4979-8b88-bb19ae03acfa']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:42.910304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:42.910609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:42.923275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.938639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.945165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:42.945583 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:42.949445 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:42.974275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb40c1-d5ad-417f-bc51-e49162396609 None None] Pushing event updated for resources: {'Port': ['ID=126fbe2d-40cf-4391-8805-7e97b8262d6c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:42.989234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d44511-de1c-4895-9321-40e670ae17a0 None None] Network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:43.023208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.api [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 20 13:19:43.023208 n-d-838550-2 neutron-server[109410]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 20 13:19:43.023208 n-d-838550-2 neutron-server[109410]: [parameters: {'id': 'df2ce8b9-fc6c-4979-8b88-bb19ae03acfa'}] Apr 20 13:19:43.023208 n-d-838550-2 neutron-server[109410]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:19:43.023614 n-d-838550-2 neutron-server[109410]: DEBUG oslo_db.api [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:19:43.115427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b2573-d8ca-4962-be06-7bed46a35dbe None None] Network df2ce8b9-fc6c-4979-8b88-bb19ae03acfa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:43.242961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd519fb1-09ff-434b-a86a-3d616fa98be5 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:19:43.350883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd519fb1-09ff-434b-a86a-3d616fa98be5 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:19:43.524789 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.583633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Deleting port 126fbe2d-40cf-4391-8805-7e97b8262d6c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:43.584247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.650267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] For port 126fbe2d-40cf-4391-8805-7e97b8262d6c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=126fbe2d-40cf-4391-8805-7e97b8262d6c,segment=NetworkSegment(bbfa27df-926b-4ed1-8de6-ea39f3fbcc66),segment_id=bbfa27df-926b-4ed1-8de6-ea39f3fbcc66)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:43.650771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.664645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Calling delete_port for 126fbe2d-40cf-4391-8805-7e97b8262d6c owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:43.747579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.774237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Port': ['ID=126fbe2d-40cf-4391-8805-7e97b8262d6c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:43.777896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No DVR routers for this DVR port 126fbe2d-40cf-4391-8805-7e97b8262d6c on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:43.862196 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.885785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2ce8b9-fc6c-4979-8b88-bb19ae03acfa']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:43.898097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:43.898396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbfa27df-926b-4ed1-8de6-ea39f3fbcc66') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:43.909436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.926136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.933794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:43.934123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:43.937191 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:44.004242 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.011936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.014993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/df2ce8b9-fc6c-4979-8b88-bb19ae03acfa HTTP/1.1" status: 204 len: 168 time: 1.5019932 Apr 20 13:19:44.018750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38550) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.026654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a54a46-9ac0-4788-8f80-468d2501dd38 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=df2ce8b9-fc6c-4979-8b88-bb19ae03acfa,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:44.047082 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c40a27-db42-4c3c-a7a0-0f75a6787dd4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.047540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c40a27-db42-4c3c-a7a0-0f75a6787dd4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.051390 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4c40a27-db42-4c3c-a7a0-0f75a6787dd4 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/750f3267-dd65-4449-a254-27713944eac8 HTTP/1.1" status: 404 len: 337 time: 0.0310791 Apr 20 13:19:44.053948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38552) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.071930 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3283642-b8b7-451d-88c1-02605816370b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.072463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3283642-b8b7-451d-88c1-02605816370b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.075448 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c3283642-b8b7-451d-88c1-02605816370b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/df2ce8b9-fc6c-4979-8b88-bb19ae03acfa HTTP/1.1" status: 404 len: 339 time: 0.0205965 Apr 20 13:19:44.077985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38554) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.104194 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6946794-5017-4981-b1f6-ce54dfdbefb5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.104650 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6946794-5017-4981-b1f6-ce54dfdbefb5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.107608 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d6946794-5017-4981-b1f6-ce54dfdbefb5 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/d7780192-62ee-4f3f-8b61-eb4bcd1a53a4 HTTP/1.1" status: 404 len: 337 time: 0.0287166 Apr 20 13:19:44.110083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.128151 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91b1533-05f8-47c5-b0e5-b5b9a27af06a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.128703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91b1533-05f8-47c5-b0e5-b5b9a27af06a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.131634 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c91b1533-05f8-47c5-b0e5-b5b9a27af06a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/201bb2f0-2085-465e-abed-f59e6e64b3f0 HTTP/1.1" status: 404 len: 339 time: 0.0206554 Apr 20 13:19:44.134140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.215316 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.305276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.325564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8582af-0761-49b8-bb77-441d23b4ab0e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:44.334801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ed8648-fdd1-4193-81e6-09ca183a5a03') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:44.335106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ed8648-fdd1-4193-81e6-09ca183a5a03') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:44.344846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.358315 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.364938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:44.365364 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:44.368397 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:44.431062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.435426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:44.438991 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/9d8582af-0761-49b8-bb77-441d23b4ab0e HTTP/1.1" status: 204 len: 168 time: 0.3039186 Apr 20 13:19:44.441594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38560) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.453607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5757c-a5b8-41f9-b7d1-c13212c2dbac tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=9d8582af-0761-49b8-bb77-441d23b4ab0e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:44.474613 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f015f5-9f29-4ac0-b026-6f8d8c211f30 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.475067 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f015f5-9f29-4ac0-b026-6f8d8c211f30 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.477977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-77f015f5-9f29-4ac0-b026-6f8d8c211f30 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/68386f11-899a-4d00-993d-70cf82946bc3 HTTP/1.1" status: 404 len: 337 time: 0.0352585 Apr 20 13:19:44.480482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38562) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.498296 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e829f15c-bc79-4618-b947-8aaccf149e6b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.498820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e829f15c-bc79-4618-b947-8aaccf149e6b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.501705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e829f15c-bc79-4618-b947-8aaccf149e6b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/54522166-7cf9-421a-baf5-c92da958f254 HTTP/1.1" status: 404 len: 339 time: 0.0203121 Apr 20 13:19:44.504215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38564) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.530042 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a71cc98-8e47-4014-8242-65264fe491d6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.530696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a71cc98-8e47-4014-8242-65264fe491d6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.533957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4a71cc98-8e47-4014-8242-65264fe491d6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/f963d14d-7338-4057-93c6-68c48f774c85 HTTP/1.1" status: 404 len: 337 time: 0.0288486 Apr 20 13:19:44.536481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38566) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.555239 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-adeb2016-639b-4908-9b76-1b35d045524b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.555829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adeb2016-639b-4908-9b76-1b35d045524b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.558727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-adeb2016-639b-4908-9b76-1b35d045524b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/4f2e1708-090c-4d75-ad2a-cb074ba62bc0 HTTP/1.1" status: 404 len: 339 time: 0.0213246 Apr 20 13:19:44.561193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38568) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.592301 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2b115e-7178-4afe-aa85-a07635a3078e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.592773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2b115e-7178-4afe-aa85-a07635a3078e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.598540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-da2b115e-7178-4afe-aa85-a07635a3078e tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/353ff567-c7b0-47d8-bd8a-59d0a238a205 HTTP/1.1" status: 404 len: 337 time: 0.0342612 Apr 20 13:19:44.598870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38572) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.619539 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced79969-7650-414e-8886-08240cac2066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.620074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced79969-7650-414e-8886-08240cac2066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.623098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ced79969-7650-414e-8886-08240cac2066 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/f2afa068-f6dc-4cc2-9d3d-89c71bdcfb97 HTTP/1.1" status: 404 len: 339 time: 0.0233297 Apr 20 13:19:44.625876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.651956 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d07bfb-2f0c-4a54-ab95-95efd91823a9 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.652399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d07bfb-2f0c-4a54-ab95-95efd91823a9 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.655330 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-64d07bfb-2f0c-4a54-ab95-95efd91823a9 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/c83265c1-1e07-4491-b5a0-1c3b0c6ab456 HTTP/1.1" status: 404 len: 337 time: 0.0284576 Apr 20 13:19:44.657844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38576) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.676516 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc21cfb-436e-48e9-ba87-0a8966b7ebbf tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.677044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc21cfb-436e-48e9-ba87-0a8966b7ebbf tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.679960 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ffc21cfb-436e-48e9-ba87-0a8966b7ebbf tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/b220b6ab-9405-4d03-b2db-b290215e8632 HTTP/1.1" status: 404 len: 339 time: 0.0205972 Apr 20 13:19:44.682462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38578) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.718196 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de1cdc9-772a-4139-b694-00226441da99 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.718196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de1cdc9-772a-4139-b694-00226441da99 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.718196 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9de1cdc9-772a-4139-b694-00226441da99 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/ffc05674-72ec-43e3-b0dd-004ce3b45035 HTTP/1.1" status: 404 len: 337 time: 0.0323706 Apr 20 13:19:44.718196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38582) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.737410 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eddc08c-42e3-4b9c-bda6-541e8df10014 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.737999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eddc08c-42e3-4b9c-bda6-541e8df10014 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.740927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4eddc08c-42e3-4b9c-bda6-541e8df10014 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/e9aff63b-7fad-4dc4-8b46-4ece564eff5a HTTP/1.1" status: 404 len: 339 time: 0.0236855 Apr 20 13:19:44.743388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38584) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.769658 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dac2d2-d2f9-4c5a-addd-5ed554b58544 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.770104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dac2d2-d2f9-4c5a-addd-5ed554b58544 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.772988 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-31dac2d2-d2f9-4c5a-addd-5ed554b58544 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/e2febf72-3ca5-4cf0-aa75-002beab0552e HTTP/1.1" status: 404 len: 337 time: 0.0286484 Apr 20 13:19:44.775489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38586) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.796935 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-14afe8a8-bae8-46a4-ae7d-9c38d51cab79 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.797453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14afe8a8-bae8-46a4-ae7d-9c38d51cab79 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.802864 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-14afe8a8-bae8-46a4-ae7d-9c38d51cab79 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/10877348-4b99-4009-b4b2-d0bc1ec413c1 HTTP/1.1" status: 404 len: 339 time: 0.0264835 Apr 20 13:19:44.802998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38588) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.828833 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-085140a4-c779-4ae8-a676-e4634aef5528 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.829207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085140a4-c779-4ae8-a676-e4634aef5528 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.834963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-085140a4-c779-4ae8-a676-e4634aef5528 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/3b494618-5fe6-4d5f-8c67-f3f50a2d9729 HTTP/1.1" status: 404 len: 337 time: 0.0289631 Apr 20 13:19:44.835222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38590) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.852558 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f9eda6-74c4-48e2-a6f9-65df7ff2ead9 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.853068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f9eda6-74c4-48e2-a6f9-65df7ff2ead9 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.855947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d2f9eda6-74c4-48e2-a6f9-65df7ff2ead9 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/2fdf7fd7-3c45-4eb7-a102-2e8b179a04a5 HTTP/1.1" status: 404 len: 339 time: 0.0197992 Apr 20 13:19:44.858201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38592) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.888098 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8e797a-cf5d-43ed-818d-a3f752e27f7b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.889945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8e797a-cf5d-43ed-818d-a3f752e27f7b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.892038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2a8e797a-cf5d-43ed-818d-a3f752e27f7b tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/a267e77f-ab0a-448b-a5c9-254c1abb81ba HTTP/1.1" status: 404 len: 337 time: 0.0322804 Apr 20 13:19:44.896446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38594) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.914997 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-4986d145-5da0-4b9d-9cee-d684a3599141 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:44.914997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4986d145-5da0-4b9d-9cee-d684a3599141 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:44.917217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4986d145-5da0-4b9d-9cee-d684a3599141 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/fad3f208-6e5a-4101-937a-b0b2267feec5 HTTP/1.1" status: 404 len: 339 time: 0.0203667 Apr 20 13:19:44.919594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38596) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:44.972210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Deleting subnet 6c0a7297-2525-4230-8ce2-ac6941445809 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:44.975272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.016208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.105392 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.164168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.189839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0a7297-2525-4230-8ce2-ac6941445809,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:45.195534 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.201371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38610) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:45.201908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fac1ef4d-1521-4cbb-9626-aa32877b8f3a tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/subnets/6c0a7297-2525-4230-8ce2-ac6941445809 HTTP/1.1" status: 204 len: 168 time: 0.2817903 Apr 20 13:19:45.205516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f57324-c4d8-4502-a3fb-07a215e279b8 None None] Network a124653f-d45a-45ff-af90-78948697f0f4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:45.283777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.342781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Deleting port e4a0d655-096d-4594-ae8a-7c7011b216ea {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:45.343130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.438254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] For port e4a0d655-096d-4594-ae8a-7c7011b216ea, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4a0d655-096d-4594-ae8a-7c7011b216ea,segment=NetworkSegment(4e403451-22be-4a3f-86ee-cf8e703bcff4),segment_id=4e403451-22be-4a3f-86ee-cf8e703bcff4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:45.438676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.447199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] DHCP port deletion for a124653f-d45a-45ff-af90-78948697f0f4 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:45.456531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Calling delete_port for e4a0d655-096d-4594-ae8a-7c7011b216ea owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:45.515413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] Deleting port e4a0d655-096d-4594-ae8a-7c7011b216ea {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:45.515802 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.601364 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.607341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] For port e4a0d655-096d-4594-ae8a-7c7011b216ea, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4a0d655-096d-4594-ae8a-7c7011b216ea,segment=NetworkSegment(4e403451-22be-4a3f-86ee-cf8e703bcff4),segment_id=4e403451-22be-4a3f-86ee-cf8e703bcff4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:45.607748 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.622315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] Calling delete_port for e4a0d655-096d-4594-ae8a-7c7011b216ea owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:45.631087 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Port': ['ID=e4a0d655-096d-4594-ae8a-7c7011b216ea,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:45.638523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] No DVR routers for this DVR port e4a0d655-096d-4594-ae8a-7c7011b216ea on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:45.640746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.641090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.641574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.642352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.642577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.642952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.643286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.643676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.644045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.644350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.644682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.645068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:19:45.731991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.746637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.768280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] Pushing event deleted for resources: {'Port': ['ID=e4a0d655-096d-4594-ae8a-7c7011b216ea,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:45.775995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a124653f-d45a-45ff-af90-78948697f0f4']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:45.778892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b89c1dc-a335-4f42-be3d-247b4c8454f3 None None] No DVR routers for this DVR port e4a0d655-096d-4594-ae8a-7c7011b216ea on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:45.794097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e403451-22be-4a3f-86ee-cf8e703bcff4') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:45.794611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e403451-22be-4a3f-86ee-cf8e703bcff4') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:45.808803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.832965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.842819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:45.843226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:45.847040 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:45.917044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.934853 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:45.939000 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] 10.222.0.24 "DELETE /v2.0/networks/a124653f-d45a-45ff-af90-78948697f0f4 HTTP/1.1" status: 204 len: 168 time: 0.7355599 Apr 20 13:19:45.939776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55149a16-b553-4ce4-9f20-be50722da1e6 tempest-NetworksTest-443428620 tempest-NetworksTest-443428620-project] Pushing event deleted for resources: {'Network': ['ID=a124653f-d45a-45ff-af90-78948697f0f4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:46.199424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38634) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:46.357621 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-007273c4-8f2e-447f-b5f3-51af7dfcb502 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40f5e6b90b6741fcb9b12aca529183af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567605 Apr 20 13:19:46.359971 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38638) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:46.415717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5e7d-4264-4b5f-86e7-cf2a71fc3722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.437163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5e7d-4264-4b5f-86e7-cf2a71fc3722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.492996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5e7d-4264-4b5f-86e7-cf2a71fc3722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.495469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ca2f5e7d-4264-4b5f-86e7-cf2a71fc3722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:46.496608 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ca2f5e7d-4264-4b5f-86e7-cf2a71fc3722 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff6bd8af-497c-4d3b-8981-31fb7b93dd66 HTTP/1.1" status: 204 len: 168 time: 0.1356752 Apr 20 13:19:46.505938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f5e7d-4264-4b5f-86e7-cf2a71fc3722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6bd8af-497c-4d3b-8981-31fb7b93dd66,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:47.091052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4a0d655-096d-4594-ae8a-7c7011b216ea no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:47.116518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e4a0d655-096d-4594-ae8a-7c7011b216ea {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:47.117665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4a0d655-096d-4594-ae8a-7c7011b216ea not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:47.198389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38678) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:47.300948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1439890116'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:47.319981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:47.323440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.332663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.414856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.418951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.447463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:47.456581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98cafd-acab-4290-9caa-fdfb62f21a03,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:47.463364 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.463704 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment e6f6aa73-1ea7-4698-882c-cc9738c0cb9d of type vlan for network a1730bd3-d20e-40cb-bb46-0cdb57a628dc Apr 20 13:19:47.541690 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.577653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb624c6-70c4-4d4e-8452-7277aafb3432 req-67e48386-0204-4a6d-977a-8159165350ed tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:47.579112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1bb624c6-70c4-4d4e-8452-7277aafb3432 req-67e48386-0204-4a6d-977a-8159165350ed tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0950181 Apr 20 13:19:47.580217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.585287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:47.585872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.662804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4633324 Apr 20 13:19:47.665668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38692) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:47.672573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'name': 'tempest-PortsIpV6TestJSON-1633403269'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:47.677254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c65b6-736b-4d45-955c-88a98a428803 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=a1730bd3-d20e-40cb-bb46-0cdb57a628dc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:47.686114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1bb624c6-70c4-4d4e-8452-7277aafb3432 req-fff80829-ff3b-4bf4-976b-7a814f2c2344 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977015 Apr 20 13:19:47.690502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:47.777474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:47.780886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:47.801156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port e1a70a1f-3e97-423c-8019-62e6494a9d65 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:47.967720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.003657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.059536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=e1a70a1f-3e97-423c-8019-62e6494a9d65,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:48.074871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': 'e6f6aa73-1ea7-4698-882c-cc9738c0cb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:48.075248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: a1730bd3-d20e-40cb-bb46-0cdb57a628dc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:48.091170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:48.099449 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a1730bd3-d20e-40cb-bb46-0cdb57a628dc) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:48.103248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:48.108609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10132689-9154-4c76-906f-9aea07736a77 None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:48.109061 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:48.109332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.131155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38696) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:48.131391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-12013b44-525c-4383-bd6d-91fba32ff1b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4635057 Apr 20 13:19:48.136590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1520352873'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:48.161734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:48.166858 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.208296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:48.223671 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.224122 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment ed56acf0-eddb-4ffa-b10f-b3390944a9a8 of type vlan for network d6537d81-142f-41fb-aa9d-29825fdc3e66 Apr 20 13:19:48.276856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.309865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.324375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:48.325209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.399526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2668200 Apr 20 13:19:48.402308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38698) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:48.408389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'ports': [{'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc'}, {'network_id': 'd6537d81-142f-41fb-aa9d-29825fdc3e66'}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:48.408719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:48.409263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'd6537d81-142f-41fb-aa9d-29825fdc3e66'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:48.412672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb642-4b7f-4080-9503-090e2df9082e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=d6537d81-142f-41fb-aa9d-29825fdc3e66,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:48.425025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d6537d81-142f-41fb-aa9d-29825fdc3e66 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:48.604828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 2} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:48.610046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.632636 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:48.823837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 305ee8ef-f60a-4416-b10c-ac85620b5da6 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:48.850804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9bf30-82d9-420b-9697-527086b19f58 req-42faed4b-2ff8-4fd0-95b2-1f40231b4053 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:48.852274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a9bf30-82d9-420b-9697-527086b19f58 req-42faed4b-2ff8-4fd0-95b2-1f40231b4053 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0787351 Apr 20 13:19:48.906249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76a9bf30-82d9-420b-9697-527086b19f58 req-1524805c-6e72-42c0-955e-8dc925967140 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464847 Apr 20 13:19:48.956782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.024791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port b3a68f76-879d-4c08-8970-31191a29c780 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:49.103342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.140085 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.143649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.187784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:49.191341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:49.193838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:49.194806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.207568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=305ee8ef-f60a-4416-b10c-ac85620b5da6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:49.265345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=b3a68f76-879d-4c08-8970-31191a29c780,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:49.270586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': 'ed56acf0-eddb-4ffa-b10f-b3390944a9a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6537d81-142f-41fb-aa9d-29825fdc3e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:49.270989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: d6537d81-142f-41fb-aa9d-29825fdc3e66, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:49.289471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network d6537d81-142f-41fb-aa9d-29825fdc3e66 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:49.299485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d6537d81-142f-41fb-aa9d-29825fdc3e66) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:49.303380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:49.308670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e6bc2e-f12d-49ef-8672-12fb6795ec92 None None] Network d6537d81-142f-41fb-aa9d-29825fdc3e66 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:49.309310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:49.314691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:49.315570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.335512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fff08e3f-f864-4d7a-a109-c1ed8f12876c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9297392 Apr 20 13:19:49.335889 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38704) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:49.431194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port b3a68f76-879d-4c08-8970-31191a29c780 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:49.431654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.496589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.508833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for b3a68f76-879d-4c08-8970-31191a29c780 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:49.589549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.622374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.625794 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/b3a68f76-879d-4c08-8970-31191a29c780 HTTP/1.1" status: 204 len: 168 time: 0.2888768 Apr 20 13:19:49.626799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887943c-4822-4840-9341-4bcbb642d549 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=b3a68f76-879d-4c08-8970-31191a29c780,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:49.628478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38706) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:49.686764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4bc4e-f4f0-4fda-9968-a961a9a299a2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:49.692691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e4bc4e-f4f0-4fda-9968-a961a9a299a2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:49.694168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-45e4bc4e-f4f0-4fda-9968-a961a9a299a2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0647161 Apr 20 13:19:49.696902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38708) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:49.780816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 305ee8ef-f60a-4416-b10c-ac85620b5da6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:49.781149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.847967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.860375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 305ee8ef-f60a-4416-b10c-ac85620b5da6 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:49.936322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.969404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=305ee8ef-f60a-4416-b10c-ac85620b5da6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:49.975967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:49.979288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-08c42c1d-35c5-48a8-a3d0-096d0ecf6768 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/305ee8ef-f60a-4416-b10c-ac85620b5da6 HTTP/1.1" status: 204 len: 168 time: 0.2814808 Apr 20 13:19:49.981901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38714) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.058903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a11b3b-45bd-4805-b6a1-4b494361acae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.060357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b5a11b3b-45bd-4805-b6a1-4b494361acae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0775454 Apr 20 13:19:50.063170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.068286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb809b-7487-4132-8394-d6b26951f31c req-c3d7c829-036f-4d80-8b31-9befa611590d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.069681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbbb809b-7487-4132-8394-d6b26951f31c req-c3d7c829-036f-4d80-8b31-9befa611590d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0793328 Apr 20 13:19:50.089888 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-da415146-223d-4aa2-b76a-87cb243e667c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:19:50.091696 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-da415146-223d-4aa2-b76a-87cb243e667c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/b3a68f76-879d-4c08-8970-31191a29c780 HTTP/1.1" status: 404 len: 333 time: 0.0268397 Apr 20 13:19:50.094389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38722) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.112879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbbb809b-7487-4132-8394-d6b26951f31c req-0c3255f7-bf9a-47bd-a91c-23b98470a86c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352097 Apr 20 13:19:50.119100 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40082f7-dfcf-4b29-956b-8c2e9552fdf2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:19:50.120591 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d40082f7-dfcf-4b29-956b-8c2e9552fdf2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/305ee8ef-f60a-4416-b10c-ac85620b5da6 HTTP/1.1" status: 404 len: 333 time: 0.0252199 Apr 20 13:19:50.123222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38726) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.203149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.289401 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.308386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6537d81-142f-41fb-aa9d-29825fdc3e66']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:50.317997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed56acf0-eddb-4ffa-b10f-b3390944a9a8') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:50.318294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed56acf0-eddb-4ffa-b10f-b3390944a9a8') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:50.327414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.341423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.347834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:50.348306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:50.351233 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:50.420624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.439930 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.446283 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/d6537d81-142f-41fb-aa9d-29825fdc3e66 HTTP/1.1" status: 204 len: 168 time: 0.3219142 Apr 20 13:19:50.447018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38736) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.447585 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cdbca-bfaa-4d8f-98a6-75afb2bf57a8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=d6537d81-142f-41fb-aa9d-29825fdc3e66,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:50.454857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1990457074'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:50.476398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:50.480032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.504930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:50.514307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.514307 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment 374c27a4-adb8-41e3-b479-13b112d5ad23 of type vlan for network 298a22db-7053-46b2-8cbb-009dc2ef9a20 Apr 20 13:19:50.561191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.587673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.593313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:50.594013 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:50.656218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2066746 Apr 20 13:19:50.659207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38740) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:50.666015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:50.683029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37355dc3-9c96-4a1d-9db3-d9179a8439dc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=298a22db-7053-46b2-8cbb-009dc2ef9a20,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:50.694407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 298a22db-7053-46b2-8cbb-009dc2ef9a20 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:50.758549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:50.762299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.157261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Performing IP validity checks on allocation pools {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:19:51.160640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109410) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:19:51.299157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9c05b-eaa0-4055-81d7-4715c0efe0ff req-ad64b7db-302b-4e0d-8962-b1354df8d503 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:51.300613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9da9c05b-eaa0-4055-81d7-4715c0efe0ff req-ad64b7db-302b-4e0d-8962-b1354df8d503 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1081710 Apr 20 13:19:51.320639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.388476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9da9c05b-eaa0-4055-81d7-4715c0efe0ff req-5e337061-11cd-4f77-9bed-364f64eaf18a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775626 Apr 20 13:19:51.403098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=a76ece30-018c-4fc6-8939-af575bd87005,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:51.416748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': '374c27a4-adb8-41e3-b479-13b112d5ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:51.417115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: 298a22db-7053-46b2-8cbb-009dc2ef9a20, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:51.433052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 298a22db-7053-46b2-8cbb-009dc2ef9a20 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:51.443541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 298a22db-7053-46b2-8cbb-009dc2ef9a20) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:51.447629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:51.448275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.456166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bd7d67-ded4-418a-97ad-c50895c89e7a None None] Network 298a22db-7053-46b2-8cbb-009dc2ef9a20 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:51.465156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3822f788-3e72-4009-a99a-e5e43cb093ef tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8051119 Apr 20 13:19:51.467696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38746) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:51.473113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20', 'name': 'tempest-PortsIpV6TestJSON-694906423'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:51.593023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:51.596702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.616945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-298a22db-7053-46b2-8cbb-009dc2ef9a20', 'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20', 'tenant_id': '193077b18b984141bc1c3b3f4a0fd4a6', 'fixed_ips': [{'subnet_id': 'a76ece30-018c-4fc6-8939-af575bd87005'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:51.617880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.620362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port eac38e2f-d054-40fb-80b5-b176bbc567b8 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:51.755746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::2d8 (298a22db-7053-46b2-8cbb-009dc2ef9a20/a76ece30-018c-4fc6-8939-af575bd87005/eac38e2f-d054-40fb-80b5-b176bbc567b8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:51.904833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.937850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:51.988251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 298a22db-7053-46b2-8cbb-009dc2ef9a20 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:51.991556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:51.998224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:52.004609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:52.005258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.018761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=eac38e2f-d054-40fb-80b5-b176bbc567b8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:52.030578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3816e405-f9b0-4f26-aacf-8784e543d2ec tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5617075 Apr 20 13:19:52.033335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38756) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:52.127329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port eac38e2f-d054-40fb-80b5-b176bbc567b8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:52.127705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.168513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Allocated IP 2001:db8::2 (298a22db-7053-46b2-8cbb-009dc2ef9a20/a76ece30-018c-4fc6-8939-af575bd87005/dfa355e7-129e-4f27-84d8-44d4f8cdcf26) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:52.219102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.231718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for eac38e2f-d054-40fb-80b5-b176bbc567b8 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:52.322115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.327208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.367946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Network 298a22db-7053-46b2-8cbb-009dc2ef9a20 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:52.370650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:52.373116 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.374520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:52.386233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Pushing event updated for resources: {'Port': ['ID=dfa355e7-129e-4f27-84d8-44d4f8cdcf26,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:52.411919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=eac38e2f-d054-40fb-80b5-b176bbc567b8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:52.431580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Attempting to bind port dfa355e7-129e-4f27-84d8-44d4f8cdcf26 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:52.431961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Attempting to bind port dfa355e7-129e-4f27-84d8-44d4f8cdcf26 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '374c27a4-adb8-41e3-b479-13b112d5ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:52.432318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Attempting to bind port dfa355e7-129e-4f27-84d8-44d4f8cdcf26 on network 298a22db-7053-46b2-8cbb-009dc2ef9a20 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:52.437669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:52.438168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Checking segment: {'id': '374c27a4-adb8-41e3-b479-13b112d5ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:52.438678 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.439212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Bound using segment: {'id': '374c27a4-adb8-41e3-b479-13b112d5ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:52.439779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Bound port: dfa355e7-129e-4f27-84d8-44d4f8cdcf26, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374c27a4-adb8-41e3-b479-13b112d5ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '298a22db-7053-46b2-8cbb-009dc2ef9a20'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:52.440271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.450114 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.454939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0f3dd219-e27f-4615-8ec7-1baab488bad6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/eac38e2f-d054-40fb-80b5-b176bbc567b8 HTTP/1.1" status: 204 len: 168 time: 0.4201748 Apr 20 13:19:52.457342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38762) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:52.489965 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e6fd3d-b2e9-4e1a-9621-3d7b55e87b79 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:19:52.493146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e6fd3d-b2e9-4e1a-9621-3d7b55e87b79 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:19:52.496218 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-15e6fd3d-b2e9-4e1a-9621-3d7b55e87b79 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/eac38e2f-d054-40fb-80b5-b176bbc567b8 HTTP/1.1" status: 404 len: 333 time: 0.0377476 Apr 20 13:19:52.500132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38764) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:52.516586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] For port dfa355e7-129e-4f27-84d8-44d4f8cdcf26, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:52.520380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] For port dfa355e7-129e-4f27-84d8-44d4f8cdcf26, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dfa355e7-129e-4f27-84d8-44d4f8cdcf26,segment=NetworkSegment(374c27a4-adb8-41e3-b479-13b112d5ad23),segment_id=374c27a4-adb8-41e3-b479-13b112d5ad23)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:52.527696 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.545673 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-e040ea6a-984e-4ecf-b648-d88197c166b7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:19:52.548923 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e040ea6a-984e-4ecf-b648-d88197c166b7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/eac38e2f-d054-40fb-80b5-b176bbc567b8 HTTP/1.1" status: 404 len: 333 time: 0.0472648 Apr 20 13:19:52.551887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09eb85-10a6-403a-a3ba-c2b9a846798e req-e04c585d-b33b-4245-b325-38f02251597d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:52.552052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38766) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:52.553803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c09eb85-10a6-403a-a3ba-c2b9a846798e req-e04c585d-b33b-4245-b325-38f02251597d tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0609558 Apr 20 13:19:52.618741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c549e6-02cc-4faf-973d-900edc372766 None None] Pushing event updated for resources: {'Port': ['ID=dfa355e7-129e-4f27-84d8-44d4f8cdcf26,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:52.624522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9c09eb85-10a6-403a-a3ba-c2b9a846798e req-9560a2ff-a16b-4da2-a75e-7f9bda286e11 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579276 Apr 20 13:19:52.647548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet a76ece30-018c-4fc6-8939-af575bd87005 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:52.651211 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.701738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.822988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.896271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.927224 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:52.933006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38770) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:52.933154 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/a76ece30-018c-4fc6-8939-af575bd87005 HTTP/1.1" status: 204 len: 168 time: 0.3799005 Apr 20 13:19:52.934167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73354cca-d173-41c9-86e6-190c973cab1f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=a76ece30-018c-4fc6-8939-af575bd87005,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:53.024172 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.094906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port dfa355e7-129e-4f27-84d8-44d4f8cdcf26 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:53.095393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.137889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dfa355e7-129e-4f27-84d8-44d4f8cdcf26 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:19:53.163354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] For port dfa355e7-129e-4f27-84d8-44d4f8cdcf26, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dfa355e7-129e-4f27-84d8-44d4f8cdcf26,segment=NetworkSegment(374c27a4-adb8-41e3-b479-13b112d5ad23),segment_id=374c27a4-adb8-41e3-b479-13b112d5ad23)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:53.163743 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.177526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for dfa355e7-129e-4f27-84d8-44d4f8cdcf26 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:53.199940 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dfa355e7-129e-4f27-84d8-44d4f8cdcf26 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:19:53.200494 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.268606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.289973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Port dfa355e7-129e-4f27-84d8-44d4f8cdcf26 update to ACTIVE by agent not found {{(pid=109411) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 20 13:19:53.297278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=dfa355e7-129e-4f27-84d8-44d4f8cdcf26,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:53.300989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No DVR routers for this DVR port dfa355e7-129e-4f27-84d8-44d4f8cdcf26 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:53.387043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.408963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298a22db-7053-46b2-8cbb-009dc2ef9a20']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:53.419079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374c27a4-adb8-41e3-b479-13b112d5ad23') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:53.419471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374c27a4-adb8-41e3-b479-13b112d5ad23') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:53.430107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.445481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.451238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:53.451798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:53.455562 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:53.523170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.537602 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.544142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/298a22db-7053-46b2-8cbb-009dc2ef9a20 HTTP/1.1" status: 204 len: 168 time: 0.6063163 Apr 20 13:19:53.545850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38772) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:53.552134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-275480808'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:53.557178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71b680-afcc-4310-bc8c-895685c181cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=298a22db-7053-46b2-8cbb-009dc2ef9a20,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:53.590419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:53.593999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.619155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:53.629351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.629802 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment f4a2fe36-e967-4482-b965-a9d8f609be57 of type vlan for network 16019dc7-5ede-438b-8515-88e9a327cad2 Apr 20 13:19:53.676419 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.699795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-775b9e07-f57c-44fd-926b-28f6522fef7d None None] Could not find standard attr ID for object dfa355e7-129e-4f27-84d8-44d4f8cdcf26. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:19:53.711097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.718005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:53.718606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.777309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617deadb-2cfe-4015-b41c-5b281e1f38e7 None None] DHCP port deletion for 298a22db-7053-46b2-8cbb-009dc2ef9a20 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:53.792084 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2444403 Apr 20 13:19:53.795029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:53.800613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:53.802036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b44bf-b77d-47c4-a72d-be4f71fc3661 None None] Network 298a22db-7053-46b2-8cbb-009dc2ef9a20 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:53.821083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65c469-9a99-4473-a60c-81c6bae3626b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=16019dc7-5ede-438b-8515-88e9a327cad2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:53.824349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b44bf-b77d-47c4-a72d-be4f71fc3661 None None] Network 298a22db-7053-46b2-8cbb-009dc2ef9a20 could not be found, it might have been deleted concurrently. {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:19:53.837254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 16019dc7-5ede-438b-8515-88e9a327cad2 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:53.844109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfbfa29-26b7-4a27-85e9-582fb664c22d req-726b137a-af0e-4abd-9c29-4d62e5c02d53 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:53.846371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebfbfa29-26b7-4a27-85e9-582fb664c22d req-726b137a-af0e-4abd-9c29-4d62e5c02d53 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1297364 Apr 20 13:19:53.899261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ebfbfa29-26b7-4a27-85e9-582fb664c22d req-fd0f70a8-cc92-44a8-8c70-8f5d5cd58e6f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Apr 20 13:19:53.962987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:53.967204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:53.967885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.448373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.510115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=3a1682d7-7556-4c3c-aba8-b43ea3682ae9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:54.522695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': 'f4a2fe36-e967-4482-b965-a9d8f609be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:54.523050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: 16019dc7-5ede-438b-8515-88e9a327cad2, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:19:54.539892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 16019dc7-5ede-438b-8515-88e9a327cad2 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:19:54.548894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 16019dc7-5ede-438b-8515-88e9a327cad2) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:54.552853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:54.553438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.559960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f9ce06-0851-4895-9fa6-9b0b494157e9 None None] Network 16019dc7-5ede-438b-8515-88e9a327cad2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:54.575189 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-193d2a92-653e-45a3-88e6-7c1efb8ebd6f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7788754 Apr 20 13:19:54.577702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38784) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:54.583600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1197052868'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:54.690773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:54.695068 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.714161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port a5eee140-211d-4a5d-ae00-b360cdef74d4 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:54.734505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-16019dc7-5ede-438b-8515-88e9a327cad2', 'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2', 'tenant_id': '193077b18b984141bc1c3b3f4a0fd4a6', 'fixed_ips': [{'subnet_id': '3a1682d7-7556-4c3c-aba8-b43ea3682ae9'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:19:54.735366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:54.851060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::36d (16019dc7-5ede-438b-8515-88e9a327cad2/3a1682d7-7556-4c3c-aba8-b43ea3682ae9/a5eee140-211d-4a5d-ae00-b360cdef74d4) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:54.982409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.058693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.115845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac02df3-c602-4181-9ca4-4fe531556994 req-64ff3769-b945-4006-be1a-28deb37791de tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:55.117221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ac02df3-c602-4181-9ca4-4fe531556994 req-64ff3769-b945-4006-be1a-28deb37791de tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1004806 Apr 20 13:19:55.120937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 16019dc7-5ede-438b-8515-88e9a327cad2 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:55.124234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:55.128010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:55.133430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:55.134053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.136305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Allocated IP 2001:db8::2 (16019dc7-5ede-438b-8515-88e9a327cad2/3a1682d7-7556-4c3c-aba8-b43ea3682ae9/623bb63e-bc9d-446c-bb45-233f62298bff) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:19:55.152432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=a5eee140-211d-4a5d-ae00-b360cdef74d4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:55.159258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dfa355e7-129e-4f27-84d8-44d4f8cdcf26 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:19:55.174842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cc726167-ea33-4b39-95c1-6c1748a2f5c7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.5959315 Apr 20 13:19:55.177619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38790) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:55.188087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4ac02df3-c602-4181-9ca4-4fe531556994 req-072f8fa9-669b-4a24-907c-f2595b8352a6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514731 Apr 20 13:19:55.206530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: dfa355e7-129e-4f27-84d8-44d4f8cdcf26 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:19:55.206881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dfa355e7-129e-4f27-84d8-44d4f8cdcf26 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:19:55.289419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port a5eee140-211d-4a5d-ae00-b360cdef74d4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:55.289797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.350657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.358775 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.386443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.400398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Network 16019dc7-5ede-438b-8515-88e9a327cad2 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:55.401597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for a5eee140-211d-4a5d-ae00-b360cdef74d4 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:55.405101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:55.409241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:55.418029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Pushing event updated for resources: {'Port': ['ID=623bb63e-bc9d-446c-bb45-233f62298bff,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:55.477085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Attempting to bind port 623bb63e-bc9d-446c-bb45-233f62298bff on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:19:55.477826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Attempting to bind port 623bb63e-bc9d-446c-bb45-233f62298bff by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f4a2fe36-e967-4482-b965-a9d8f609be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:19:55.478429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Attempting to bind port 623bb63e-bc9d-446c-bb45-233f62298bff on network 16019dc7-5ede-438b-8515-88e9a327cad2 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:19:55.490477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:19:55.490861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Checking segment: {'id': 'f4a2fe36-e967-4482-b965-a9d8f609be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:19:55.491255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.492423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Bound using segment: {'id': 'f4a2fe36-e967-4482-b965-a9d8f609be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:19:55.492423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Bound port: 623bb63e-bc9d-446c-bb45-233f62298bff, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a2fe36-e967-4482-b965-a9d8f609be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '16019dc7-5ede-438b-8515-88e9a327cad2'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:19:55.492628 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.540744 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.560164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] For port 623bb63e-bc9d-446c-bb45-233f62298bff, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:19:55.563582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] For port 623bb63e-bc9d-446c-bb45-233f62298bff, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=623bb63e-bc9d-446c-bb45-233f62298bff,segment=NetworkSegment(f4a2fe36-e967-4482-b965-a9d8f609be57),segment_id=f4a2fe36-e967-4482-b965-a9d8f609be57)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:19:55.568548 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.572810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=a5eee140-211d-4a5d-ae00-b360cdef74d4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:55.597959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.601198 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-665096b8-88ea-4e44-b7d5-8f7754afba15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/a5eee140-211d-4a5d-ae00-b360cdef74d4 HTTP/1.1" status: 204 len: 168 time: 0.4213154 Apr 20 13:19:55.604878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38792) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:55.636640 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7266cba9-03b2-4274-bc7a-cf1990398f16 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:19:55.638821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7266cba9-03b2-4274-bc7a-cf1990398f16 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/a5eee140-211d-4a5d-ae00-b360cdef74d4 HTTP/1.1" status: 404 len: 333 time: 0.0329752 Apr 20 13:19:55.641571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38794) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:55.647764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888c189-c09f-4d06-95fa-b94b271af74e None None] Pushing event updated for resources: {'Port': ['ID=623bb63e-bc9d-446c-bb45-233f62298bff,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:55.709243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet 3a1682d7-7556-4c3c-aba8-b43ea3682ae9 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:19:55.717006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.759696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.864982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.939541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.970790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1682d7-7556-4c3c-aba8-b43ea3682ae9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:55.974591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:55.977788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d9b0e9df-3ae6-4676-9a46-d3b26fcb0510 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/3a1682d7-7556-4c3c-aba8-b43ea3682ae9 HTTP/1.1" status: 204 len: 168 time: 0.3344164 Apr 20 13:19:55.980511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38796) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:56.054753 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.107925 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 623bb63e-bc9d-446c-bb45-233f62298bff {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:56.107925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.177398 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] For port 623bb63e-bc9d-446c-bb45-233f62298bff, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=623bb63e-bc9d-446c-bb45-233f62298bff,segment=NetworkSegment(f4a2fe36-e967-4482-b965-a9d8f609be57),segment_id=f4a2fe36-e967-4482-b965-a9d8f609be57)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:56.177865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.192006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 623bb63e-bc9d-446c-bb45-233f62298bff owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:56.281506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.316842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=623bb63e-bc9d-446c-bb45-233f62298bff,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:56.317681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ed8e0-c4d5-4494-bbf8-3af49291662d req-f8f963a6-b144-41d4-9543-dc8e9ceba68e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:56.318772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No DVR routers for this DVR port 623bb63e-bc9d-446c-bb45-233f62298bff on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:19:56.319449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f3ed8e0-c4d5-4494-bbf8-3af49291662d req-f8f963a6-b144-41d4-9543-dc8e9ceba68e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0536842 Apr 20 13:19:56.411473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f3ed8e0-c4d5-4494-bbf8-3af49291662d req-f87e8e0d-324d-4d9f-b474-3d4fa0250178 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769031 Apr 20 13:19:56.449048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.471246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16019dc7-5ede-438b-8515-88e9a327cad2']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:56.482324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a2fe36-e967-4482-b965-a9d8f609be57') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:56.482639 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a2fe36-e967-4482-b965-a9d8f609be57') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:19:56.494590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.510077 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.518734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:19:56.519138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:19:56.522336 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:19:56.592156 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.603899 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.607351 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/16019dc7-5ede-438b-8515-88e9a327cad2 HTTP/1.1" status: 204 len: 168 time: 0.6255071 Apr 20 13:19:56.613279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38806) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:56.618900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'name': 'tempest-PortsIpV6TestJSON-1604931571'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:56.620315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae022594-1878-4d7a-89ed-f6965a89ce6e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=16019dc7-5ede-438b-8515-88e9a327cad2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:56.719632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:56.723716 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.751459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3218d8fa-09f6-440e-b5dc-5c8dc44b3196 None None] Could not find standard attr ID for object 623bb63e-bc9d-446c-bb45-233f62298bff. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:19:56.754706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 8f2994a0-edd1-4194-b54a-a55076dd9b20 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:56.809317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65f947-1fe2-4156-b078-6b1519a34f2c None None] DHCP port deletion for 16019dc7-5ede-438b-8515-88e9a327cad2 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:19:56.830384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2747b6-497e-41f0-b1c0-e42cbb967b5f None None] Network 16019dc7-5ede-438b-8515-88e9a327cad2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:19:56.842280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2747b6-497e-41f0-b1c0-e42cbb967b5f None None] Network 16019dc7-5ede-438b-8515-88e9a327cad2 could not be found, it might have been deleted concurrently. {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:19:56.926932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:56.964729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.008998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:57.011994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:57.015783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:57.021550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:57.022038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.030160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=8f2994a0-edd1-4194-b54a-a55076dd9b20,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.042577 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-faac9694-e667-43de-94cb-0fc960c8a3f5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4279964 Apr 20 13:19:57.045054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38808) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.131399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 8f2994a0-edd1-4194-b54a-a55076dd9b20 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:57.131743 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.202344 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.215374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 8f2994a0-edd1-4194-b54a-a55076dd9b20 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:57.295042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.326580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=8f2994a0-edd1-4194-b54a-a55076dd9b20,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.332212 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.337931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-72151aab-f67b-456b-abd2-bba44665edbe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/8f2994a0-edd1-4194-b54a-a55076dd9b20 HTTP/1.1" status: 204 len: 168 time: 0.2894280 Apr 20 13:19:57.338166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38812) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.342708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'mac_address': 'fa:16:3e:6f:17:3f', 'name': 'tempest-PortsIpV6TestJSON-74670945'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:57.429235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:57.524805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.555475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 616291e1-22f8-4517-aae5-d29594daad55 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:57.605537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67ae3f-09d1-4b96-bf57-7e43bad27283 req-3543d84b-1b7f-4942-9ed7-9561853d2a24 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:57.607094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb67ae3f-09d1-4b96-bf57-7e43bad27283 req-3543d84b-1b7f-4942-9ed7-9561853d2a24 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1132395 Apr 20 13:19:57.673352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb67ae3f-09d1-4b96-bf57-7e43bad27283 req-e7679f03-4a18-43ea-9f21-27b9f877cf5f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595591 Apr 20 13:19:57.768353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.800199 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.843994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:57.847012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:57.850744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:57.856185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:57.856783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:57.863085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=616291e1-22f8-4517-aae5-d29594daad55,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:57.878671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27d67250-57a2-40f0-8a5f-0e2a73e9a71f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.5397041 Apr 20 13:19:57.881112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38816) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:57.928144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985d0bb4-96d1-4422-9df3-8170ffeac59a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:57.929415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-985d0bb4-96d1-4422-9df3-8170ffeac59a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/616291e1-22f8-4517-aae5-d29594daad55 HTTP/1.1" status: 200 len: 843 time: 0.0473676 Apr 20 13:19:57.932044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38818) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.018101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 616291e1-22f8-4517-aae5-d29594daad55 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:58.018498 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.086690 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.099452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 616291e1-22f8-4517-aae5-d29594daad55 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:58.178281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.206901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=616291e1-22f8-4517-aae5-d29594daad55,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:58.214502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.217911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-181cfdf2-c32f-4db2-b536-b4c6383b43ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/616291e1-22f8-4517-aae5-d29594daad55 HTTP/1.1" status: 204 len: 168 time: 0.2848628 Apr 20 13:19:58.221032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38820) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.245305 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c98ae5-bd15-4c62-8a9e-b3bb0616d7bf tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:19:58.250024 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f9c98ae5-bd15-4c62-8a9e-b3bb0616d7bf tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/616291e1-22f8-4517-aae5-d29594daad55 HTTP/1.1" status: 404 len: 333 time: 0.0247114 Apr 20 13:19:58.250227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38822) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.254906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'name': 'tempest-PortsIpV6TestJSON-1503296539'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:58.343201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:58.347920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.372692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 01f49f4f-cbc5-413f-a1e0-54f324721e72 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:19:58.563469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.600055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.603109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38834) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.659016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:19:58.662582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:19:58.669138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:19:58.676060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:58.676837 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.693302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=01f49f4f-cbc5-413f-a1e0-54f324721e72,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:58.704170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dc05c717-a1a1-4a6c-97c2-e7abc0eb3714 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4529345 Apr 20 13:19:58.707726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38840) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:58.713096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:58.785814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.832181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14d5f-cbdb-48f4-ad0d-d37c7ae5ffd2 req-457cf1bf-ffc6-465a-9927-7bf2a272ca72 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:58.833665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3d14d5f-cbdb-48f4-ad0d-d37c7ae5ffd2 req-457cf1bf-ffc6-465a-9927-7bf2a272ca72 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0755432 Apr 20 13:19:58.834712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d1e726a-b478-4306-bd45-8ff19618c0ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.914747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3d14d5f-cbdb-48f4-ad0d-d37c7ae5ffd2 req-2d4177a2-71c2-4ba9-8e06-fc48c1aaf86f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639186 Apr 20 13:19:58.921950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc3de-fdde-4c01-8246-e910e46c0994 req-1777bf56-fccc-4c66-943f-f782e0ae6aeb tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:58.923434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-035fc3de-fdde-4c01-8246-e910e46c0994 req-1777bf56-fccc-4c66-943f-f782e0ae6aeb tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.1205218 Apr 20 13:19:58.949611 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.953999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.987122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] In _notify_port_updated(), no bound segment for port 01f49f4f-cbc5-413f-a1e0-54f324721e72 on network a1730bd3-d20e-40cb-bb46-0cdb57a628dc {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:19:58.988381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-035fc3de-fdde-4c01-8246-e910e46c0994 req-684be349-b508-4d61-99d5-8515be2cdb05 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538428 Apr 20 13:19:58.992541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:58.993263 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:58.994508 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "PUT /v2.0/ports/01f49f4f-cbc5-413f-a1e0-54f324721e72 HTTP/1.1" status: 200 len: 818 time: 0.2857707 Apr 20 13:19:58.997252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38844) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.006978 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d1e726a-b478-4306-bd45-8ff19618c0ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.018435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d1e726a-b478-4306-bd45-8ff19618c0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.022550 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:19:59.044535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde6b5c-dd1e-4774-9021-cc50f6a5ebd7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=01f49f4f-cbc5-413f-a1e0-54f324721e72,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.061115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2d1e726a-b478-4306-bd45-8ff19618c0ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0efa5d28348d4f88a6efe48a36cd18f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566307 Apr 20 13:19:59.062013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e726a-b478-4306-bd45-8ff19618c0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42000636-19ef-467f-b241-86f0ab5fb711,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.065038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38846) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.105474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 01f49f4f-cbc5-413f-a1e0-54f324721e72 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:59.105850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.120672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ddaa946-859a-43f5-bc88-a67570c871e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.141779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ddaa946-859a-43f5-bc88-a67570c871e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.172121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.184416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 01f49f4f-cbc5-413f-a1e0-54f324721e72 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:19:59.188606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ddaa946-859a-43f5-bc88-a67570c871e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.191871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ddaa946-859a-43f5-bc88-a67570c871e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.193159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2ddaa946-859a-43f5-bc88-a67570c871e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42000636-19ef-467f-b241-86f0ab5fb711 HTTP/1.1" status: 204 len: 168 time: 0.1274872 Apr 20 13:19:59.200849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddaa946-859a-43f5-bc88-a67570c871e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42000636-19ef-467f-b241-86f0ab5fb711,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.270982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.300509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=01f49f4f-cbc5-413f-a1e0-54f324721e72,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.305900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.309241 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ea0be7e1-e14c-4064-ac88-9609b6e251f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/01f49f4f-cbc5-413f-a1e0-54f324721e72 HTTP/1.1" status: 204 len: 168 time: 0.3110340 Apr 20 13:19:59.311858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38850) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.360122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec0bd0-82b2-46d9-99cf-b3920bc9246a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:59.362116 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-31ec0bd0-82b2-46d9-99cf-b3920bc9246a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0493329 Apr 20 13:19:59.364796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38854) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.391779 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7074fa-5e85-4946-83e6-516c591eff6c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:19:59.394063 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3e7074fa-5e85-4946-83e6-516c591eff6c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/01f49f4f-cbc5-413f-a1e0-54f324721e72 HTTP/1.1" status: 404 len: 333 time: 0.0283673 Apr 20 13:19:59.398215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38856) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.416665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1186508503'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:59.443302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:59.446745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.457517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c340f-41cc-45a2-b882-8188722290cc req-86176c71-0b16-4d5a-a09d-e9fc29c12985 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:59.458924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-983c340f-41cc-45a2-b882-8188722290cc req-86176c71-0b16-4d5a-a09d-e9fc29c12985 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.30 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.0736723 Apr 20 13:19:59.511458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:19:59.548172 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.548455 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment 347011db-7172-4f02-a2f1-4b10b502d2af of type vlan for network 4c863e0b-89e0-44b6-9b7d-585492d570d8 Apr 20 13:19:59.597519 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.625920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Deleting port 49916344-6e1f-44ee-8bcd-f831834dc7f0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:19:59.626299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.646266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.651737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:19:59.652371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.748970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3472199 Apr 20 13:19:59.749339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38872) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:19:59.759598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:19:59.772063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d5405-6bfa-4add-9e20-6dd134996450 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=4c863e0b-89e0-44b6-9b7d-585492d570d8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:19:59.782627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:19:59.787692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:19:59.794406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] For port 49916344-6e1f-44ee-8bcd-f831834dc7f0, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=49916344-6e1f-44ee-8bcd-f831834dc7f0,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:59.794780 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.887531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:19:59.891395 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:19:59.967803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:19:59.984021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'port_id': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'mac_address': 'fa:16:3e:c1:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:00.008550 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.009148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.009875 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Floating IP d7464af5-00f0-4e1c-9869-e9711a2ac3b7 disassociated. External IP: 172.25.3.155, port: 49916344-6e1f-44ee-8bcd-f831834dc7f0. Apr 20 13:20:00.010227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Calling delete_port for 49916344-6e1f-44ee-8bcd-f831834dc7f0 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:00.064195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.090520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6cf0f75-a079-4640-a120-54bac77f93bc {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:00.120986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:00.128498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.144227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.173724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29345b17-a064-4e51-8bae-c4b2c2ddc395 req-e08a1561-b29f-48ef-a9d1-50fa60a1ecac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:00.176941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29345b17-a064-4e51-8bae-c4b2c2ddc395 req-e08a1561-b29f-48ef-a9d1-50fa60a1ecac tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1423719 Apr 20 13:20:00.192327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.203322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c6cf0f75-a079-4640-a120-54bac77f93bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:00.232958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=f67d4013-f58d-4ba1-9c42-bf8f86cb379a,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.264182 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': '347011db-7172-4f02-a2f1-4b10b502d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:00.264552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: 4c863e0b-89e0-44b6-9b7d-585492d570d8, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:00.288076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:00.300566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 4c863e0b-89e0-44b6-9b7d-585492d570d8) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:00.311370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfebd327-632b-4610-b4fe-9b821bb05ad7 None None] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:00.316674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:00.317280 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.345082 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a5519a19-c6b8-4fae-b3ea-8c3c8bb79f4b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5942461 Apr 20 13:20:00.347987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38894) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:00.355490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8c0fed9c-3988-4151-9056-47853376f5a7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:00.515451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0fed9c-3988-4151-9056-47853376f5a7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:00.520220 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c0fed9c-3988-4151-9056-47853376f5a7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.531995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-4c863e0b-89e0-44b6-9b7d-585492d570d8', 'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8', 'tenant_id': '193077b18b984141bc1c3b3f4a0fd4a6', 'fixed_ips': [{'subnet_id': 'f67d4013-f58d-4ba1-9c42-bf8f86cb379a'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:00.533608 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.598856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258d1c7-5e8e-4684-8e6e-9401ee2c8515 req-8f4664f6-913d-4bc7-ab71-b032a50f8a20 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:00.605938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6258d1c7-5e8e-4684-8e6e-9401ee2c8515 req-8f4664f6-913d-4bc7-ab71-b032a50f8a20 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 946 time: 0.4865165 Apr 20 13:20:00.640111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29345b17-a064-4e51-8bae-c4b2c2ddc395 req-ea895f07-b31c-4808-b810-ffb19c0839c9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4523644 Apr 20 13:20:00.694483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6258d1c7-5e8e-4684-8e6e-9401ee2c8515 req-218678c7-9264-48a0-878b-ae41beb1167e tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f3df3a6-5272-4ce1-80af-4ddbd1258865&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871391 Apr 20 13:20:00.706599 n-d-838550-2 neutron-server[109409]: INFO neutron.db.ipam_backend_mixin [None req-8c0fed9c-3988-4151-9056-47853376f5a7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f67d4013-f58d-4ba1-9c42-bf8f86cb379a (CIDR: 2001:db8::/64) Apr 20 13:20:00.717029 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0fed9c-3988-4151-9056-47853376f5a7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:20:00.717029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0fed9c-3988-4151-9056-47853376f5a7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:00.734526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.746035 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8c0fed9c-3988-4151-9056-47853376f5a7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3961160 Apr 20 13:20:00.746696 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38900) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:00.751860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:00.780436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Allocated IP 2001:db8::2 (4c863e0b-89e0-44b6-9b7d-585492d570d8/f67d4013-f58d-4ba1-9c42-bf8f86cb379a/d60261e5-02d6-4f63-ac3f-9cbe188d87b3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:00.780648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event deleted for resources: {'Port': ['ID=49916344-6e1f-44ee-8bcd-f831834dc7f0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:00.893682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:00.897432 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.938523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Router a6750e22-01c9-4bcf-aa49-f42292db962e has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:00.974815 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:00.981610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.004140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:01.007270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:01.010176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:01.100321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:01.128029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Pushing event updated for resources: {'Port': ['ID=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:01.135733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] Sync routers for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:01.149234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] No DVR routers for this DVR port 49916344-6e1f-44ee-8bcd-f831834dc7f0 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:01.155428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.164882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-983c340f-41cc-45a2-b882-8188722290cc req-f855b26a-e3e5-4869-bc96-355ebb6fface tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.30 "DELETE /v2.0/ports/49916344-6e1f-44ee-8bcd-f831834dc7f0 HTTP/1.1" status: 204 len: 173 time: 1.6996739 Apr 20 13:20:01.165376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'name': 'network-vif-deleted', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:01.167761 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffcda6a-ce87-46d9-9efa-29bdb1139811" -d '{"events": [{"server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "name": "network-vif-deleted", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:01.179097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Attempting to bind port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:01.179790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Attempting to bind port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '347011db-7172-4f02-a2f1-4b10b502d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:01.180359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Attempting to bind port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 on network 4c863e0b-89e0-44b6-9b7d-585492d570d8 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:01.186730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.193025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:01.194184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:19:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:01.260334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=fb256c4c-11cb-4c42-b5fa-b3da211216cc,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:01.272783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:01.276932 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5e0368-d523-4208-93e7-79699b140010 x-openstack-request-id: req-da5e0368-d523-4208-93e7-79699b140010 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:01.277296 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4667b3-553e-4a02-b6b7-e3ef81525c12", "name": "network-vif-deleted", "tag": "49916344-6e1f-44ee-8bcd-f831834dc7f0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:01.278098 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da5e0368-d523-4208-93e7-79699b140010 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:01.278098 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5e0368-d523-4208-93e7-79699b140010'] response: {'server_uuid': '6b4667b3-553e-4a02-b6b7-e3ef81525c12', 'name': 'network-vif-deleted', 'tag': '49916344-6e1f-44ee-8bcd-f831834dc7f0', 'status': 'completed', 'code': 200} Apr 20 13:20:01.278489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Checking segment: {'id': '347011db-7172-4f02-a2f1-4b10b502d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:01.279073 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.279565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Bound using segment: {'id': '347011db-7172-4f02-a2f1-4b10b502d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:01.280279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Bound port: d60261e5-02d6-4f63-ac3f-9cbe188d87b3, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347011db-7172-4f02-a2f1-4b10b502d2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:01.280734 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.289799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:01.291496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:01.307098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:01.307098 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.334301 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e2d778a9-6c8f-4371-95ab-1b3a619f6673 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5864036 Apr 20 13:20:01.336904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38906) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:01.345668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8', 'fixed_ips': [{'subnet_id': 'f67d4013-f58d-4ba1-9c42-bf8f86cb379a'}, {'subnet_id': 'fb256c4c-11cb-4c42-b5fa-b3da211216cc'}], 'name': 'tempest-PortsIpV6TestJSON-763334904'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:01.428299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] For port d60261e5-02d6-4f63-ac3f-9cbe188d87b3, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:01.451141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] For port d60261e5-02d6-4f63-ac3f-9cbe188d87b3, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,segment=NetworkSegment(347011db-7172-4f02-a2f1-4b10b502d2af),segment_id=347011db-7172-4f02-a2f1-4b10b502d2af)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:01.465248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.471988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:01.502587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:01.602860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:01.605532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc5917-230a-4d27-91b5-0ab4f81527ff None None] Pushing event updated for resources: {'Port': ['ID=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:01.624092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 88577d03-d5f6-4e68-8899-2c4abeefe164 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:01.796523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:04Z', 'revision_number': 5, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:01.879485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:01.884539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] Checking router: a6750e22-01c9-4bcf-aa49-f42292db962e for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:01.920748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:01.921611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:19:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:02.004879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03c01e96-bfd7-44a4-839a-8748becbadf7 req-77b8902a-55d0-4074-b53c-b630604da690 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b4667b3-553e-4a02-b6b7-e3ef81525c12 HTTP/1.1" status: 200 len: 210 time: 0.1009259 Apr 20 13:20:02.030793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port c6cf0f75-a079-4640-a120-54bac77f93bc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:02.031268 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.034975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555d9f2-fc90-4ce8-8360-d05535df83f9 req-bf233538-4a7c-472e-9504-ae0aecd616fd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:02.040750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f555d9f2-fc90-4ce8-8360-d05535df83f9 req-bf233538-4a7c-472e-9504-ae0aecd616fd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 944 time: 0.2020450 Apr 20 13:20:02.135998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f555d9f2-fc90-4ce8-8360-d05535df83f9 req-97b76ca6-9e0f-4c15-9e5d-c957e2174481 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938027 Apr 20 13:20:02.156477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::c1 (4c863e0b-89e0-44b6-9b7d-585492d570d8/f67d4013-f58d-4ba1-9c42-bf8f86cb379a/88577d03-d5f6-4e68-8899-2c4abeefe164) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:02.165121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8:0:1::28f (4c863e0b-89e0-44b6-9b7d-585492d570d8/fb256c4c-11cb-4c42-b5fa-b3da211216cc/88577d03-d5f6-4e68-8899-2c4abeefe164) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:02.283351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:02.324716 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.361991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.392853 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.412047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:02.418168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:02.420958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:02.430419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:02.431092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.453022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.1120968 Apr 20 13:20:02.453345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38920) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:02.455783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129ad5e-e4b2-423f-96ed-709c10de2291 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=88577d03-d5f6-4e68-8899-2c4abeefe164,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:02.459076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f67d4013-f58d-4ba1-9c42-bf8f86cb379a'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:02.463257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:02.465514 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c7a428-1b06-49bf-a93a-5bc8bb8eea15" -d '{"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:02.492060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:02.503932 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.551437 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b89a4f-5ef9-4173-8578-b090632e6bf6 x-openstack-request-id: req-54b89a4f-5ef9-4173-8578-b090632e6bf6 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:02.551733 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:02.551984 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54b89a4f-5ef9-4173-8578-b090632e6bf6 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:02.552377 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b89a4f-5ef9-4173-8578-b090632e6bf6'] response: {'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'code': 200} Apr 20 13:20:02.632880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:02.648056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:02.675900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:04Z', 'revision_number': 5, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:02.714495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1e6788-a918-446a-9521-daa5c57032de None None] The sync data for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 is: [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:13:58Z', 'revision_number': 4, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2b429367-7f73-4cf7-9f68-861194e8acd1', 'name': '', 'network_id': '0fa2c4ed-5604-4f81-9cce-96757b087803', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'mac_address': 'fa:16:3e:40:76:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:57Z', 'updated_at': '2022-04-20T13:14:04Z', 'revision_number': 5, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'subnets': [{'id': 'fc97a206-2349-4458-aa4e-c500955c74ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:02.837830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd3ea55-ccc8-4874-a111-5dbb4d6548fb None None] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:02.953446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Delete allocated IP 2001:db8:0:1::28f (4c863e0b-89e0-44b6-9b7d-585492d570d8/fb256c4c-11cb-4c42-b5fa-b3da211216cc) {{(pid=109409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:20:02.995196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-73faaa01-e7fd-48aa-96a6-489c8d37c4ce None None] Provisioning complete for port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:02.995540 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73faaa01-e7fd-48aa-96a6-489c8d37c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.093274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38926) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:03.123087 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd907895-04e1-44b8-b287-43d8fef7dab0 None None] New status for floating IP d7464af5-00f0-4e1c-9869-e9711a2ac3b7: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:20:03.157407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.215306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.292692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d60261e5-02d6-4f63-ac3f-9cbe188d87b3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:03.379806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Deleting port b96b22ac-49f5-4b64-a462-a047a014150a {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:03.380398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.455589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=88577d03-d5f6-4e68-8899-2c4abeefe164,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:03.459777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] In _notify_port_updated(), no bound segment for port 88577d03-d5f6-4e68-8899-2c4abeefe164 on network 4c863e0b-89e0-44b6-9b7d-585492d570d8 {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:20:03.474861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28249d16-1fc8-4429-bbec-de717bff2b8e None None] Update dhcp port {'port': {'network_id': '4c863e0b-89e0-44b6-9b7d-585492d570d8', 'fixed_ips': [{'subnet_id': 'f67d4013-f58d-4ba1-9c42-bf8f86cb379a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb256c4c-11cb-4c42-b5fa-b3da211216cc'}], 'binding:host_id': 'n-d-838550-2'}, 'id': 'd60261e5-02d6-4f63-ac3f-9cbe188d87b3'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:20:03.477429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:03.478321 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.482860 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d80a764b-30a7-4580-ab38-6e6a00e8fb65 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "PUT /v2.0/ports/88577d03-d5f6-4e68-8899-2c4abeefe164 HTTP/1.1" status: 200 len: 924 time: 1.0282235 Apr 20 13:20:03.483502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38938) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:03.484187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73faaa01-e7fd-48aa-96a6-489c8d37c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.490361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f67d4013-f58d-4ba1-9c42-bf8f86cb379a'}, {'subnet_id': 'fb256c4c-11cb-4c42-b5fa-b3da211216cc'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:03.562202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-28249d16-1fc8-4429-bbec-de717bff2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.597592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.612472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-73faaa01-e7fd-48aa-96a6-489c8d37c4ce None None] For port d60261e5-02d6-4f63-ac3f-9cbe188d87b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,segment=NetworkSegment(347011db-7172-4f02-a2f1-4b10b502d2af),segment_id=347011db-7172-4f02-a2f1-4b10b502d2af)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:03.615900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:03.616195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.632708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a493951-0bef-4f23-881e-deb423bbc32a req-8575a67f-5625-4ea8-a8af-1b1ca1b9af7f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:03.635679 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a493951-0bef-4f23-881e-deb423bbc32a req-8575a67f-5625-4ea8-a8af-1b1ca1b9af7f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1248901 Apr 20 13:20:03.658795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.659460 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.674332 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73faaa01-e7fd-48aa-96a6-489c8d37c4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.698455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Calling delete_port for b96b22ac-49f5-4b64-a462-a047a014150a owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:03.819973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6ef22f34-8782-4e05-8776-4de7812b3ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.834044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 49916344-6e1f-44ee-8bcd-f831834dc7f0 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:03.841393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5a493951-0bef-4f23-881e-deb423bbc32a req-118114e5-1385-4c0d-ade2-b6f46250bdaa tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775126 Apr 20 13:20:03.892365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 49916344-6e1f-44ee-8bcd-f831834dc7f0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:03.892709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 49916344-6e1f-44ee-8bcd-f831834dc7f0 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:03.900146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:03.903270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73faaa01-e7fd-48aa-96a6-489c8d37c4ce None None] Pushing event updated for resources: {'Port': ['ID=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:03.968716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event deleted for resources: {'Port': ['ID=b96b22ac-49f5-4b64-a462-a047a014150a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:03.991860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-28249d16-1fc8-4429-bbec-de717bff2b8e None None] Allocated IP 2001:db8:0:1::2 (4c863e0b-89e0-44b6-9b7d-585492d570d8/fb256c4c-11cb-4c42-b5fa-b3da211216cc/d60261e5-02d6-4f63-ac3f-9cbe188d87b3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:04.012296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.015503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.016765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-da2a8412-78f3-4b55-811d-abca5a932c67 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "DELETE /v2.0/floatingips/d7464af5-00f0-4e1c-9869-e9711a2ac3b7 HTTP/1.1" status: 204 len: 168 time: 0.9224842 Apr 20 13:20:04.098732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38962) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:04.109546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-28249d16-1fc8-4429-bbec-de717bff2b8e None None] For port d60261e5-02d6-4f63-ac3f-9cbe188d87b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,segment=NetworkSegment(347011db-7172-4f02-a2f1-4b10b502d2af),segment_id=347011db-7172-4f02-a2f1-4b10b502d2af)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:04.141327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-28249d16-1fc8-4429-bbec-de717bff2b8e None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.147701 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-28249d16-1fc8-4429-bbec-de717bff2b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.200377 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1d5dccdc-2da9-4762-80b1-a0b8c3c1fd33 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.248740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8:0:1::235 (4c863e0b-89e0-44b6-9b7d-585492d570d8/fb256c4c-11cb-4c42-b5fa-b3da211216cc/88577d03-d5f6-4e68-8899-2c4abeefe164) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:04.252657 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1d5dccdc-2da9-4762-80b1-a0b8c3c1fd33 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.262727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28249d16-1fc8-4429-bbec-de717bff2b8e None None] Pushing event updated for resources: {'Port': ['ID=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:04.427263 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1d5dccdc-2da9-4762-80b1-a0b8c3c1fd33 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.429767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1d5dccdc-2da9-4762-80b1-a0b8c3c1fd33 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.430939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1d5dccdc-2da9-4762-80b1-a0b8c3c1fd33 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] 10.222.0.24 "DELETE /v2.0/security-groups/3f3df3a6-5272-4ce1-80af-4ddbd1258865 HTTP/1.1" status: 204 len: 168 time: 0.3311687 Apr 20 13:20:04.452688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dccdc-2da9-4762-80b1-a0b8c3c1fd33 tempest-TestServerBasicOps-1332113417 tempest-TestServerBasicOps-1332113417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3df3a6-5272-4ce1-80af-4ddbd1258865,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:04.470763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.477775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.482602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:04.629345 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=88577d03-d5f6-4e68-8899-2c4abeefe164,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:04.632446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] In _notify_port_updated(), no bound segment for port 88577d03-d5f6-4e68-8899-2c4abeefe164 on network 4c863e0b-89e0-44b6-9b7d-585492d570d8 {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:20:04.643105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:04.644489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:04.646059 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e5ff01a3-2584-4522-8ca2-a7e84f12a34c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "PUT /v2.0/ports/88577d03-d5f6-4e68-8899-2c4abeefe164 HTTP/1.1" status: 200 len: 1010 time: 1.1615906 Apr 20 13:20:04.649651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 38982) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:05.086908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 88577d03-d5f6-4e68-8899-2c4abeefe164 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:05.089045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.131138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d60261e5-02d6-4f63-ac3f-9cbe188d87b3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:05.239529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:05.240873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.303904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77e3af-6355-405e-b554-860d60032a07 None None] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:05.363560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d5929-f7cf-45ac-a21f-a50def93d32a req-2c2a1968-5082-4153-af21-4f3e0f7ae1eb tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:05.365344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-246d5929-f7cf-45ac-a21f-a50def93d32a req-2c2a1968-5082-4153-af21-4f3e0f7ae1eb tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.3556001 Apr 20 13:20:05.416795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.448920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 88577d03-d5f6-4e68-8899-2c4abeefe164 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:05.452326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b66c6f87-2837-460b-9e0a-af84144b3418 None None] Provisioning complete for port 88577d03-d5f6-4e68-8899-2c4abeefe164 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:05.453087 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b66c6f87-2837-460b-9e0a-af84144b3418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.494384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-246d5929-f7cf-45ac-a21f-a50def93d32a req-63f483eb-a34a-49a1-9cd2-c343ded10547 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039708 Apr 20 13:20:05.502441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b66c6f87-2837-460b-9e0a-af84144b3418 None None] Port 88577d03-d5f6-4e68-8899-2c4abeefe164 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:05.606923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b66c6f87-2837-460b-9e0a-af84144b3418 None None] Provisioning complete for port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:05.607793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b66c6f87-2837-460b-9e0a-af84144b3418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.759923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:05.918729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.010434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=88577d03-d5f6-4e68-8899-2c4abeefe164,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:06.023409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-390c8ca5-6c3f-4ed3-8b32-fd6400515d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.060656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.064763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0384f0c9-a222-44d5-9181-d8bd024865a3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/88577d03-d5f6-4e68-8899-2c4abeefe164 HTTP/1.1" status: 204 len: 168 time: 1.4130604 Apr 20 13:20:06.067423 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38988) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:06.099285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-19427b77-29ca-44f0-a77e-e988ea137d63 None None] Could not find standard attr ID for object 88577d03-d5f6-4e68-8899-2c4abeefe164. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:06.100607 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d47a946-8209-4796-b318-ffcd4c3e9c2e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:06.102588 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6d47a946-8209-4796-b318-ffcd4c3e9c2e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/88577d03-d5f6-4e68-8899-2c4abeefe164 HTTP/1.1" status: 404 len: 333 time: 0.0336239 Apr 20 13:20:06.105330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38990) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:06.131453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-19427b77-29ca-44f0-a77e-e988ea137d63 None None] Provisioning complete for port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:06.132004 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19427b77-29ca-44f0-a77e-e988ea137d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.172269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet fb256c4c-11cb-4c42-b5fa-b3da211216cc {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:06.176399 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.238084 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.240406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Deleting port 2b429367-7f73-4cf7-9f68-861194e8acd1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:06.241225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.373172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] For port 2b429367-7f73-4cf7-9f68-861194e8acd1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2b429367-7f73-4cf7-9f68-861194e8acd1,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:06.373848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.373997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.391121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Calling delete_port for 2b429367-7f73-4cf7-9f68-861194e8acd1 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:06.443370 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.479298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=fb256c4c-11cb-4c42-b5fa-b3da211216cc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:06.494430 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.502857 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b13bebdd-19ff-4a7a-a7b7-4d5f773991ce tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/fb256c4c-11cb-4c42-b5fa-b3da211216cc HTTP/1.1" status: 204 len: 168 time: 0.3963675 Apr 20 13:20:06.509456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 38994) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:06.541764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9947a8c8-75ac-4ec9-8fc7-0125aa3fe1bf None None] Could not find standard attr ID for object 88577d03-d5f6-4e68-8899-2c4abeefe164. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:06.592198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet f67d4013-f58d-4ba1-9c42-bf8f86cb379a {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:06.597613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.664248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.774664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.823898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.833399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a61e3b-e031-4bc5-b28e-e1443e9a02d8 None None] Network 4c863e0b-89e0-44b6-9b7d-585492d570d8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:06.847125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b429367-7f73-4cf7-9f68-861194e8acd1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:06.952414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e9ef3-8968-4e8f-8691-312ba0886a3d req-5f13fdd5-4fde-44c2-9aa4-34c0d664c977 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:06.958058 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:06.964096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b01e9ef3-8968-4e8f-8691-312ba0886a3d req-5f13fdd5-4fde-44c2-9aa4-34c0d664c977 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.2198567 Apr 20 13:20:07.049244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.051510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1b30914a-2a7c-4363-a394-832823936d9b None None] Could not find standard attr ID for object 88577d03-d5f6-4e68-8899-2c4abeefe164. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:07.060207 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/f67d4013-f58d-4ba1-9c42-bf8f86cb379a HTTP/1.1" status: 204 len: 168 time: 0.5477526 Apr 20 13:20:07.062734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db3fd-53a5-403e-b64d-3794b70e4140 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=f67d4013-f58d-4ba1-9c42-bf8f86cb379a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:07.067259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39002) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:07.152956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b01e9ef3-8968-4e8f-8691-312ba0886a3d req-a402572b-c03a-4e30-bdbf-912ed98e2a3e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878343 Apr 20 13:20:07.239124 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.258578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.287164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] DHCP port deletion for 4c863e0b-89e0-44b6-9b7d-585492d570d8 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:07.311563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.349744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:07.350691 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.359577 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] Deleting port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:07.360193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.438084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] For port d60261e5-02d6-4f63-ac3f-9cbe188d87b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,segment=NetworkSegment(347011db-7172-4f02-a2f1-4b10b502d2af),segment_id=347011db-7172-4f02-a2f1-4b10b502d2af)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:07.439773 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.444284 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] For port d60261e5-02d6-4f63-ac3f-9cbe188d87b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,segment=NetworkSegment(347011db-7172-4f02-a2f1-4b10b502d2af),segment_id=347011db-7172-4f02-a2f1-4b10b502d2af)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:07.444656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.458184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] Calling delete_port for d60261e5-02d6-4f63-ac3f-9cbe188d87b3 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:07.460371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for d60261e5-02d6-4f63-ac3f-9cbe188d87b3 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:07.559026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.600428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:07.602586 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.604257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No DVR routers for this DVR port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:07.649237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] No DVR routers for this DVR port d60261e5-02d6-4f63-ac3f-9cbe188d87b3 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:07.670805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c641ac7-f72b-424a-980b-3ca6ac4a921e None None] Pushing event deleted for resources: {'Port': ['ID=d60261e5-02d6-4f63-ac3f-9cbe188d87b3,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:07.692082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Router a6750e22-01c9-4bcf-aa49-f42292db962e has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:07.773914 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.808557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c863e0b-89e0-44b6-9b7d-585492d570d8']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:07.823572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347011db-7172-4f02-a2f1-4b10b502d2af') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:07.823965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347011db-7172-4f02-a2f1-4b10b502d2af') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:07.835200 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.855682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.864705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:07.865357 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:07.869933 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:07.967226 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.981346 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:07.990006 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/4c863e0b-89e0-44b6-9b7d-585492d570d8 HTTP/1.1" status: 204 len: 168 time: 0.9170258 Apr 20 13:20:07.990006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:08.018866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f172f-230e-4c3e-a481-793d93fb8d70 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=4c863e0b-89e0-44b6-9b7d-585492d570d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:08.073283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549bd41-f6cb-4acd-901e-3c50e339b123 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:08.078753 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2549bd41-f6cb-4acd-901e-3c50e339b123 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0851021 Apr 20 13:20:08.079012 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:08.150446 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0321ea9f-f64b-4e2c-a5ba-8b1e61c8958d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0656450 Apr 20 13:20:08.151721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39010) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:08.158759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1961141623'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:08.190044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:08.196681 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.216514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:08.234575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-06a91377-2dac-418d-8ac0-a9a34ca5a8c8 admin admin] 10.222.0.24 "PUT /v2.0/routers/a6750e22-01c9-4bcf-aa49-f42292db962e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7507293 Apr 20 13:20:08.236333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:08.237669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:08.240913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] Sync routers for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:08.252503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.252859 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment 0eeae9f0-a510-43df-8697-d44ecc601ad7 of type vlan for network f260bc7f-2b18-495e-8572-23e5c8daa774 Apr 20 13:20:08.259192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:08.266597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:08.316004 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.380903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.388874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68c78-eb31-4fab-8632-e68cc9cef18d req-9cc4cb9f-ce12-44b3-bdae-bead2c44fd61 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:08.396628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:08.397289 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.397904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93b68c78-eb31-4fab-8632-e68cc9cef18d req-9cc4cb9f-ce12-44b3-bdae-bead2c44fd61 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1032701 Apr 20 13:20:08.462857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.525948 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3726172 Apr 20 13:20:08.529648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39016) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:08.535589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:08.562267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f2fab-3fdc-4050-b19c-6b2bd6f1adf7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=f260bc7f-2b18-495e-8572-23e5c8daa774,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:08.569485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93b68c78-eb31-4fab-8632-e68cc9cef18d req-ea30e717-6468-43ca-aa7c-834e271d4e28 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703875 Apr 20 13:20:08.686700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:08.693131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.705281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.732603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network f260bc7f-2b18-495e-8572-23e5c8daa774 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:08.822220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Deleting port b371d520-c3a7-4061-8529-5577a8c9449c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:08.823065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.824732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:08.827056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:09.002331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] For port b371d520-c3a7-4061-8529-5577a8c9449c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b371d520-c3a7-4061-8529-5577a8c9449c,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:09.003550 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.029780 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.039056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Calling delete_port for b371d520-c3a7-4061-8529-5577a8c9449c owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:09.154129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d60261e5-02d6-4f63-ac3f-9cbe188d87b3 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:09.202159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d60261e5-02d6-4f63-ac3f-9cbe188d87b3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:09.202783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d60261e5-02d6-4f63-ac3f-9cbe188d87b3 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:09.210440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.262056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:20:06Z', 'revision_number': 5, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port': {'id': 'b371d520-c3a7-4061-8529-5577a8c9449c', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3059, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:13:54Z', 'updated_at': '2022-04-20T13:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:09.286954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.314795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b371d520-c3a7-4061-8529-5577a8c9449c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:09.344634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] Checking router: a6750e22-01c9-4bcf-aa49-f42292db962e for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:09.363733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] Routers {'a6750e22-01c9-4bcf-aa49-f42292db962e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:09.366255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=deba923b-41ce-4b27-8a2d-df9e5565b6c2,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:09.366821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a6750e22-01c9-4bcf-aa49-f42292db962e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:09.386605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': '0eeae9f0-a510-43df-8697-d44ecc601ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:09.387240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: f260bc7f-2b18-495e-8572-23e5c8daa774, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:09.411382 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network f260bc7f-2b18-495e-8572-23e5c8daa774 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:09.431344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, f260bc7f-2b18-495e-8572-23e5c8daa774) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:09.449092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.453599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:09.457949 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.491280 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4dcfb69-be42-46b0-a43e-7bc60fa2d2f2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9604027 Apr 20 13:20:09.494632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39020) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:09.504683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774', 'name': 'tempest-PortsIpV6TestJSON-1030355144'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:09.513726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] Set router a6750e22-01c9-4bcf-aa49-f42292db962e gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:09.579061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:20:09Z', 'revision_number': 7, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:09.609385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321ab7dd-098a-41e4-975b-ac91f441383c None None] Network f260bc7f-2b18-495e-8572-23e5c8daa774 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:09.612528 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d062ad4-2428-4732-aee2-fb7155d95953 None None] The sync data for ids ['a6750e22-01c9-4bcf-aa49-f42292db962e'] in n-d-838550-2 is: [{'id': 'a6750e22-01c9-4bcf-aa49-f42292db962e', 'name': 'tempest-TestServerBasicOps-1004457569-router', 'tenant_id': '43e8d74de49741578a5fdafcdd919272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:13:52Z', 'updated_at': '2022-04-20T13:20:09Z', 'revision_number': 7, 'project_id': '43e8d74de49741578a5fdafcdd919272', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:09.628213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.630593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.781710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.786884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6750e22-01c9-4bcf-aa49-f42292db962e {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:20:09.800836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.802183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-61212aef-4499-462f-b14d-8938bee17df0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a6750e22-01c9-4bcf-aa49-f42292db962e HTTP/1.1" status: 204 len: 168 time: 1.5633430 Apr 20 13:20:09.804987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:09.812866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:09.821665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.859712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port b4a6a96a-156e-41ed-bd99-82282bb9c791 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:09.879039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4c37-c5e9-4395-94b9-1fb3c604a3d8 req-946688f5-2898-4a2f-8a2a-6b0f5f4ec4f4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:09.881670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c73a4c37-c5e9-4395-94b9-1fb3c604a3d8 req-946688f5-2898-4a2f-8a2a-6b0f5f4ec4f4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1457479 Apr 20 13:20:09.884209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-f260bc7f-2b18-495e-8572-23e5c8daa774', 'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774', 'tenant_id': '193077b18b984141bc1c3b3f4a0fd4a6', 'fixed_ips': [{'subnet_id': 'deba923b-41ce-4b27-8a2d-df9e5565b6c2'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:09.885146 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:09.911290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] Deleting subnet fc97a206-2349-4458-aa4e-c500955c74ad {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:10.024587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.057878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::113 (f260bc7f-2b18-495e-8572-23e5c8daa774/deba923b-41ce-4b27-8a2d-df9e5565b6c2/b4a6a96a-156e-41ed-bd99-82282bb9c791) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:10.143814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c73a4c37-c5e9-4395-94b9-1fb3c604a3d8 req-a0ebfd50-0e72-4807-84e6-7a8e9e3d9404 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242584 Apr 20 13:20:10.182378 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.378804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.533183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39032) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:10.571177 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.606066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc97a206-2349-4458-aa4e-c500955c74ad,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:10.628961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecad297-f39e-485d-9071-cdb698ee4ef1 None None] Network 0fa2c4ed-5604-4f81-9cce-96757b087803 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:10.633109 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.645923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bbdf23b4-0da6-4682-9213-76260e2925e9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fc97a206-2349-4458-aa4e-c500955c74ad HTTP/1.1" status: 204 len: 168 time: 0.8333430 Apr 20 13:20:10.646715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39040) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:10.773004 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.796554 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc07d32c-6e79-4b58-83e3-686680bf440d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.823956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.832699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.897540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Allocated IP 2001:db8::2 (f260bc7f-2b18-495e-8572-23e5c8daa774/deba923b-41ce-4b27-8a2d-df9e5565b6c2/cb351bee-4502-461c-a886-0759fb63b690) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:10.926683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=b4a6a96a-156e-41ed-bd99-82282bb9c791,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:10.940501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network f260bc7f-2b18-495e-8572-23e5c8daa774 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:10.941921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:10.955985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:10.965037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:10.966416 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:10.991300 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aaa85934-ea19-439e-92ef-e4de3e0c028a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4951365 Apr 20 13:20:10.994430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39042) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.003290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774', 'name': 'tempest-PortsIpV6TestJSON-448297831'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:11.131917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc07d32c-6e79-4b58-83e3-686680bf440d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.143092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Deleting port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:11.143970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.145911 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc07d32c-6e79-4b58-83e3-686680bf440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.163096 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.173820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] DHCP port deletion for 0fa2c4ed-5604-4f81-9cce-96757b087803 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:11.176594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:11.183743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2b429367-7f73-4cf7-9f68-861194e8acd1 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:11.185041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.208075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2b429367-7f73-4cf7-9f68-861194e8acd1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:11.208480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2b429367-7f73-4cf7-9f68-861194e8acd1 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:11.208924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b371d520-c3a7-4061-8529-5577a8c9449c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:11.211032 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.215303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port b7af496e-278c-4504-899d-4fbfd1af10c7 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:11.215822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cc07d32c-6e79-4b58-83e3-686680bf440d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c1e27cc1383460bb029c6e1e90e7fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6682544 Apr 20 13:20:11.227402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39046) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:11.275421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b371d520-c3a7-4061-8529-5577a8c9449c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:11.275781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b371d520-c3a7-4061-8529-5577a8c9449c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:11.312601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Network f260bc7f-2b18-495e-8572-23e5c8daa774 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:11.319938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:11.322770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Pushing event updated for resources: {'Port': ['ID=cb351bee-4502-461c-a886-0759fb63b690,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.325219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:11.341337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] Deleting port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:11.341337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.422000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] For port 80e74887-13a3-4fa3-8c2f-7feeb82792d9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=80e74887-13a3-4fa3-8c2f-7feeb82792d9,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:11.424110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.447046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Attempting to bind port cb351bee-4502-461c-a886-0759fb63b690 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:11.447488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Attempting to bind port cb351bee-4502-461c-a886-0759fb63b690 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '0eeae9f0-a510-43df-8697-d44ecc601ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:11.447893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Attempting to bind port cb351bee-4502-461c-a886-0759fb63b690 on network f260bc7f-2b18-495e-8572-23e5c8daa774 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:11.458195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07d32c-6e79-4b58-83e3-686680bf440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cee327-3259-463e-9338-d220e9447e5e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.458442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] For port 80e74887-13a3-4fa3-8c2f-7feeb82792d9, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=80e74887-13a3-4fa3-8c2f-7feeb82792d9,segment=NetworkSegment(8c5b835d-8214-45a5-9307-57dd4c2317ae),segment_id=8c5b835d-8214-45a5-9307-57dd4c2317ae)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:11.458729 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.461498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:11.461892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Checking segment: {'id': '0eeae9f0-a510-43df-8697-d44ecc601ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:11.462285 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.462732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Bound using segment: {'id': '0eeae9f0-a510-43df-8697-d44ecc601ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:11.463270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Bound port: cb351bee-4502-461c-a886-0759fb63b690, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eeae9f0-a510-43df-8697-d44ecc601ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f260bc7f-2b18-495e-8572-23e5c8daa774'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:11.463647 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.488289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] Calling delete_port for 80e74887-13a3-4fa3-8c2f-7feeb82792d9 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:11.499616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::12a (f260bc7f-2b18-495e-8572-23e5c8daa774/deba923b-41ce-4b27-8a2d-df9e5565b6c2/b7af496e-278c-4504-899d-4fbfd1af10c7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:11.510405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Calling delete_port for 80e74887-13a3-4fa3-8c2f-7feeb82792d9 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:11.539148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-433bb6f2-94e6-499b-baca-00e889790893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.576638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0ccf6-225c-4f18-9fba-3a08a11c2bee req-78c06d2c-36d9-4247-ba92-a95348ddcbd8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:11.578191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1d0ccf6-225c-4f18-9fba-3a08a11c2bee req-78c06d2c-36d9-4247-ba92-a95348ddcbd8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.2190492 Apr 20 13:20:11.621204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] For port cb351bee-4502-461c-a886-0759fb63b690, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:11.640315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] For port cb351bee-4502-461c-a886-0759fb63b690, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb351bee-4502-461c-a886-0759fb63b690,segment=NetworkSegment(0eeae9f0-a510-43df-8697-d44ecc601ad7),segment_id=0eeae9f0-a510-43df-8697-d44ecc601ad7)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:11.651078 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.663543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1d0ccf6-225c-4f18-9fba-3a08a11c2bee req-d4ff1115-cba2-4bf2-b91e-bbac52f6b0de tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Apr 20 13:20:11.666777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-433bb6f2-94e6-499b-baca-00e889790893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.724375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18a003-7e4b-4fcf-9cff-0aaa8992a91b None None] Pushing event updated for resources: {'Port': ['ID=cb351bee-4502-461c-a886-0759fb63b690,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.752873 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.763947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.790745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] Pushing event deleted for resources: {'Port': ['ID=80e74887-13a3-4fa3-8c2f-7feeb82792d9,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.807855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d5689-e8bc-4f6c-b684-69c1ad024e0e None None] No DVR routers for this DVR port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:11.841800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e74887-13a3-4fa3-8c2f-7feeb82792d9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.847044 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-433bb6f2-94e6-499b-baca-00e889790893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.852582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-433bb6f2-94e6-499b-baca-00e889790893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:11.855993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-433bb6f2-94e6-499b-baca-00e889790893 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0cee327-3259-463e-9338-d220e9447e5e HTTP/1.1" status: 204 len: 168 time: 0.6252332 Apr 20 13:20:11.879989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] No DVR routers for this DVR port 80e74887-13a3-4fa3-8c2f-7feeb82792d9 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:11.888642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bb6f2-94e6-499b-baca-00e889790893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cee327-3259-463e-9338-d220e9447e5e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:11.935829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.007052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.020424 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.055523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa2c4ed-5604-4f81-9cce-96757b087803']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:12.068823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network f260bc7f-2b18-495e-8572-23e5c8daa774 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:12.076632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:12.085165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:12.087773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5b835d-8214-45a5-9307-57dd4c2317ae') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:12.088497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5b835d-8214-45a5-9307-57dd4c2317ae') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:12.091002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:12.091509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.144388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.150431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=b7af496e-278c-4504-899d-4fbfd1af10c7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:12.185231 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53fc0e8e-e683-47b7-a218-a66126fbd97d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1872056 Apr 20 13:20:12.189105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.192255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39052) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.262007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:12.262481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:12.264388 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:12.363227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e76cac-bbc3-44fb-8e41-7c9c6237bd06 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:12.368002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c2e76cac-bbc3-44fb-8e41-7c9c6237bd06 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A113 HTTP/1.1" status: 200 len: 929 time: 0.1709046 Apr 20 13:20:12.368134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39062) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.380842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.405735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.412834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0fa2c4ed-5604-4f81-9cce-96757b087803 HTTP/1.1" status: 204 len: 168 time: 1.7644475 Apr 20 13:20:12.414393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39064) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:12.427587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9637a213-9859-49dc-9b6f-fd8a9ab117f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa2c4ed-5604-4f81-9cce-96757b087803,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:12.499015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port b7af496e-278c-4504-899d-4fbfd1af10c7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:12.499279 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.639419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.655631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for b7af496e-278c-4504-899d-4fbfd1af10c7 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:12.947553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:12.962487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d73eb6-6af4-47a1-946e-ab43d6019559 req-240a9589-a1bd-4665-900f-e24f60ca4b26 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:12.968674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15d73eb6-6af4-47a1-946e-ab43d6019559 req-240a9589-a1bd-4665-900f-e24f60ca4b26 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.0844109 Apr 20 13:20:13.059720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=b7af496e-278c-4504-899d-4fbfd1af10c7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:13.137565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.147420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-288edec3-a67d-452c-a023-bf329df5097e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/b7af496e-278c-4504-899d-4fbfd1af10c7 HTTP/1.1" status: 204 len: 168 time: 0.7782335 Apr 20 13:20:13.150028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39078) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:13.197974 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cf1e12-f589-4e53-ab34-42db23fade15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:13.200458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f0cf1e12-f589-4e53-ab34-42db23fade15 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/b7af496e-278c-4504-899d-4fbfd1af10c7 HTTP/1.1" status: 404 len: 333 time: 0.0494883 Apr 20 13:20:13.203633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39080) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:13.229984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.231068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb351bee-4502-461c-a886-0759fb63b690 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:13.236493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15d73eb6-6af4-47a1-946e-ab43d6019559 req-05ad6f75-8a48-4d6c-b608-a5d6c8022a7c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2576280 Apr 20 13:20:13.360856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cb351bee-4502-461c-a886-0759fb63b690 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:13.362218 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.400407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port b4a6a96a-156e-41ed-bd99-82282bb9c791 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:13.401040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.533997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c70c608-84eb-4bae-96e8-559e93281bb1 None None] Network f260bc7f-2b18-495e-8572-23e5c8daa774 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:13.569216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.599541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for b4a6a96a-156e-41ed-bd99-82282bb9c791 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:13.640051 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.645294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fddffa68-619e-40cd-b754-c3d89a0965d8 None None] Provisioning complete for port cb351bee-4502-461c-a886-0759fb63b690 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:13.645782 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fddffa68-619e-40cd-b754-c3d89a0965d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.746255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Deleting port 54580ff3-4306-473b-8477-1488be71450b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:13.750709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.830932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port cb351bee-4502-461c-a886-0759fb63b690, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb351bee-4502-461c-a886-0759fb63b690,segment=NetworkSegment(0eeae9f0-a510-43df-8697-d44ecc601ad7),segment_id=0eeae9f0-a510-43df-8697-d44ecc601ad7)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:13.842632 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.888845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.912056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] For port 54580ff3-4306-473b-8477-1488be71450b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=54580ff3-4306-473b-8477-1488be71450b,segment=NetworkSegment(c07495d1-95c9-4b00-9644-268764506ea0),segment_id=c07495d1-95c9-4b00-9644-268764506ea0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:13.914025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:13.942658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Calling delete_port for 54580ff3-4306-473b-8477-1488be71450b owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:13.947188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 80e74887-13a3-4fa3-8c2f-7feeb82792d9 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:13.996730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 80e74887-13a3-4fa3-8c2f-7feeb82792d9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:13.997074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 80e74887-13a3-4fa3-8c2f-7feeb82792d9 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:14.003847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=cb351bee-4502-461c-a886-0759fb63b690,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.064479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.072714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/b4a6a96a-156e-41ed-bd99-82282bb9c791 HTTP/1.1" status: 204 len: 168 time: 0.8642914 Apr 20 13:20:14.073393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39092) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.075304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746e202-f116-4983-a421-e1beb42ce53b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=b4a6a96a-156e-41ed-bd99-82282bb9c791,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.111044 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-077dab2b-d9ec-438e-81b5-9f31800d7aea tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:14.113061 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-077dab2b-d9ec-438e-81b5-9f31800d7aea tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/b4a6a96a-156e-41ed-bd99-82282bb9c791 HTTP/1.1" status: 404 len: 333 time: 0.0391431 Apr 20 13:20:14.115945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39094) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.206267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet deba923b-41ce-4b27-8a2d-df9e5565b6c2 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:14.212818 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.295347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.346937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.468568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54580ff3-4306-473b-8477-1488be71450b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.503002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-79239546-f6a7-48d7-bcdf-c8389d5352fb None None] Provisioning complete for port cb351bee-4502-461c-a886-0759fb63b690 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:14.504417 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79239546-f6a7-48d7-bcdf-c8389d5352fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.566720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.621359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4466cc1-e202-4f5f-8112-19a78ce1b3f5 req-fcce9104-ab32-4c70-979b-8c1154e6f03a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:14.629982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4466cc1-e202-4f5f-8112-19a78ce1b3f5 req-fcce9104-ab32-4c70-979b-8c1154e6f03a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1907060 Apr 20 13:20:14.696788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4466cc1-e202-4f5f-8112-19a78ce1b3f5 req-5a7047f3-9036-4d20-b28c-c49a8b548eed tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615752 Apr 20 13:20:14.720941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39102) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.731736 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.784038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=deba923b-41ce-4b27-8a2d-df9e5565b6c2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:14.806355 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:14.812316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b01e9207-025c-48c9-9b85-eaff73cab6e3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/deba923b-41ce-4b27-8a2d-df9e5565b6c2 HTTP/1.1" status: 204 len: 168 time: 0.6923928 Apr 20 13:20:14.812865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39106) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:14.905452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.023737 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.122683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port cb351bee-4502-461c-a886-0759fb63b690 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:15.123284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.143517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a299ba9-58c8-47f3-b76d-2f7830b729e8 None None] Network f260bc7f-2b18-495e-8572-23e5c8daa774 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:15.236124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'network': {'name': 'tempest-network-smoke--2016994711', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:15.250461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb351bee-4502-461c-a886-0759fb63b690 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:15.275347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] For port cb351bee-4502-461c-a886-0759fb63b690, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb351bee-4502-461c-a886-0759fb63b690,segment=NetworkSegment(0eeae9f0-a510-43df-8697-d44ecc601ad7),segment_id=0eeae9f0-a510-43df-8697-d44ecc601ad7)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:15.275837 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.295906 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Router 63ba4be2-51b0-4172-8621-26268f47e6c6 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:15.303026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for cb351bee-4502-461c-a886-0759fb63b690 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:15.305463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:15.314124 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.331365 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.362214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port cb351bee-4502-461c-a886-0759fb63b690 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:15.362875 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.392111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-490eaf41-7589-46a5-baea-ff411bd85a45 None None] Could not find standard attr ID for object b4a6a96a-156e-41ed-bd99-82282bb9c791. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:15.438895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.487907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.488905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:15.491699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] DHCP port deletion for f260bc7f-2b18-495e-8572-23e5c8daa774 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:15.500687 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-631053cf-ef32-4898-8cea-c2976b8a3bc0 admin admin] 10.222.0.24 "PUT /v2.0/routers/63ba4be2-51b0-4172-8621-26268f47e6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0826013 Apr 20 13:20:15.502777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:15.503155 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] Sync routers for ids ['63ba4be2-51b0-4172-8621-26268f47e6c6'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:15.543461 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] Routers {'63ba4be2-51b0-4172-8621-26268f47e6c6'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:15.544920 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['63ba4be2-51b0-4172-8621-26268f47e6c6'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:15.566802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:15.588547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] Deleting port cb351bee-4502-461c-a886-0759fb63b690 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:15.589552 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.594923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.595273 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Added segment 9256df35-203a-443a-afe3-cf71521edd47 of type vlan for network a22a67d7-b591-423a-aec8-4c3383a2dd21 Apr 20 13:20:15.654935 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.698630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] For port cb351bee-4502-461c-a886-0759fb63b690, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cb351bee-4502-461c-a886-0759fb63b690,segment=NetworkSegment(0eeae9f0-a510-43df-8697-d44ecc601ad7),segment_id=0eeae9f0-a510-43df-8697-d44ecc601ad7)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:15.699367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.704650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.729596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] Calling delete_port for cb351bee-4502-461c-a886-0759fb63b690 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:15.813149 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.854802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.866861 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.875368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:15.876564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.899628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Deleting port 7d12a289-4352-4b6a-8878-68f8443d5b8a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:15.899962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:15.904867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] Pushing event deleted for resources: {'Port': ['ID=cb351bee-4502-461c-a886-0759fb63b690,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:15.907624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582adb5-d1c6-4592-a1cd-f3512cc3810c None None] No DVR routers for this DVR port cb351bee-4502-461c-a886-0759fb63b690 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:15.950628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] Set router 63ba4be2-51b0-4172-8621-26268f47e6c6 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:16.051184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] For port 7d12a289-4352-4b6a-8878-68f8443d5b8a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=7d12a289-4352-4b6a-8878-68f8443d5b8a,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:16.052131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.057731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3352039 Apr 20 13:20:16.060678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39112) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:16.068219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'admin_state_up': True, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:16.079822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d143bd1a-28e6-4599-a890-3e7a2d7caea1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.107300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786e7d5-7258-4762-8672-88ade088a151 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Network': ['ID=a22a67d7-b591-423a-aec8-4c3383a2dd21,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.121486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:16.131493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8eab78-9c8f-46e1-bd58-5e4fab25c56f req-82400fd1-aaaa-4e1f-9006-ca6f79dbe712 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:16.132734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.133057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af8eab78-9c8f-46e1-bd58-5e4fab25c56f req-82400fd1-aaaa-4e1f-9006-ca6f79dbe712 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1815529 Apr 20 13:20:16.135150 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.138491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.140289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Calling delete_port for 7d12a289-4352-4b6a-8878-68f8443d5b8a owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:16.186437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=cb351bee-4502-461c-a886-0759fb63b690,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.198792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No DVR routers for this DVR port cb351bee-4502-461c-a886-0759fb63b690 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:16.302232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.305297 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:20:14Z', 'revision_number': 5, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port': {'id': '7d12a289-4352-4b6a-8878-68f8443d5b8a', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:16.322876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.325418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f260bc7f-2b18-495e-8572-23e5c8daa774']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:16.336842 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] Checking router: 63ba4be2-51b0-4172-8621-26268f47e6c6 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:16.337074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eeae9f0-a510-43df-8697-d44ecc601ad7') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:16.337468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eeae9f0-a510-43df-8697-d44ecc601ad7') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:16.350231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.350942 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] Routers {'63ba4be2-51b0-4172-8621-26268f47e6c6'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:16.351761 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['63ba4be2-51b0-4172-8621-26268f47e6c6'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:16.368663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.376414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:16.376822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:16.445342 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:16.453466 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] Set router 63ba4be2-51b0-4172-8621-26268f47e6c6 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:16.459211 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.465340 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.472784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/f260bc7f-2b18-495e-8572-23e5c8daa774 HTTP/1.1" status: 204 len: 168 time: 1.6583114 Apr 20 13:20:16.476056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39114) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:16.489936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-131377653'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:16.505572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af8eab78-9c8f-46e1-bd58-5e4fab25c56f req-17d0e4a6-1ace-468c-a9d5-51f57b4dee88 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642259 Apr 20 13:20:16.515583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927940e0-ba5a-4231-9eb7-b049681b2dd6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=f260bc7f-2b18-495e-8572-23e5c8daa774,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.536912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:20:15Z', 'revision_number': 6, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:16.543717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:16.548669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.568642 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f2fe7-c1c1-4f92-8868-da3c1efe82d6 None None] The sync data for ids ['63ba4be2-51b0-4172-8621-26268f47e6c6'] in n-d-838550-2 is: [{'id': '63ba4be2-51b0-4172-8621-26268f47e6c6', 'name': 'tempest-TestServerBasicOps-851896964-router', 'tenant_id': '876411334f2843cf8f7ab1b5bb935bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:14:01Z', 'updated_at': '2022-04-20T13:20:15Z', 'revision_number': 6, 'project_id': '876411334f2843cf8f7ab1b5bb935bfb', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:16.589908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:16.616935 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.616935 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment 543c0900-1f7c-4eca-8542-6cd972d18d09 of type vlan for network d7c30497-12c2-4ac6-b357-6e8d040167fa Apr 20 13:20:16.649552 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.674658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.714924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.721770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:16.722673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.806862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=d7c30497-12c2-4ac6-b357-6e8d040167fa,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.825686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:16.850658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-987f4281-20e9-4cdf-9676-28839b958b64 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3603415 Apr 20 13:20:16.850796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d7c30497-12c2-4ac6-b357-6e8d040167fa details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:16.851870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39116) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:16.851976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d12a289-4352-4b6a-8878-68f8443d5b8a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:16.859239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:16.991571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:16.995881 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.004840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.029732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.047074 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.185151 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.188981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.245548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.270257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.270862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ba4be2-51b0-4172-8621-26268f47e6c6 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:20:17.278152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.282080 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-876915be-1e5d-490b-ab2f-9be23e8adf15 admin admin] 10.222.0.24 "DELETE /v2.0/routers/63ba4be2-51b0-4172-8621-26268f47e6c6 HTTP/1.1" status: 204 len: 168 time: 1.7783256 Apr 20 13:20:17.282600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39122) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:17.299757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.25.3.148 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:17.322295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=bf4310a9-20c1-492d-abd1-856885b1d0e2,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:17.331748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': '543c0900-1f7c-4eca-8542-6cd972d18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:17.332352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: d7c30497-12c2-4ac6-b357-6e8d040167fa, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:17.352075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network d7c30497-12c2-4ac6-b357-6e8d040167fa is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:17.361521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] Deleting subnet 113c309f-86ef-46c1-b692-c5a421a873b2 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:17.367352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d7c30497-12c2-4ac6-b357-6e8d040167fa) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:17.378130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b336025-e313-4bf4-b2ae-0cb5b031f649 None None] Network d7c30497-12c2-4ac6-b357-6e8d040167fa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:17.381721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:17.382258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.395754 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.404333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3e6e47b3-42d6-4de3-b4c3-b686ebf8ce47 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5519729 Apr 20 13:20:17.407176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39124) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:17.412503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa', 'name': 'tempest-PortsIpV6TestJSON-722715258', 'fixed_ips': [{'subnet_id': 'bf4310a9-20c1-492d-abd1-856885b1d0e2', 'ip_address': '2001:db8::10'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:17.464697 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.593560 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.635594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d7c30497-12c2-4ac6-b357-6e8d040167fa', 'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa', 'tenant_id': '193077b18b984141bc1c3b3f4a0fd4a6', 'fixed_ips': [{'subnet_id': 'bf4310a9-20c1-492d-abd1-856885b1d0e2'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:17.636646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.638767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:17.643662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb351bee-4502-461c-a886-0759fb63b690 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:17.678078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cb351bee-4502-461c-a886-0759fb63b690 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:17.678858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cb351bee-4502-461c-a886-0759fb63b690 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:17.679491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 54580ff3-4306-473b-8477-1488be71450b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:17.717815 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.718418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 54580ff3-4306-473b-8477-1488be71450b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:17.718998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 54580ff3-4306-473b-8477-1488be71450b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:17.759306 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.813989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69cfc6-df44-4a24-9ae5-edfb78c30e9b req-db7fadbf-5b62-4ec3-8720-a2663d8f4cf2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:17.827266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa69cfc6-df44-4a24-9ae5-edfb78c30e9b req-db7fadbf-5b62-4ec3-8720-a2663d8f4cf2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1724396 Apr 20 13:20:17.888773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:17.929935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port bec6eb93-8b96-4c8f-bd16-d452bf95f27f yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:17.957192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa69cfc6-df44-4a24-9ae5-edfb78c30e9b req-93c7dc95-716b-40d1-80c4-2693dbbec0e8 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196542 Apr 20 13:20:17.962331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Allocated IP 2001:db8::2 (d7c30497-12c2-4ac6-b357-6e8d040167fa/bf4310a9-20c1-492d-abd1-856885b1d0e2/59da0478-de75-4daf-bf93-f29782bb86ef) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:18.185563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.214826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.252792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Network d7c30497-12c2-4ac6-b357-6e8d040167fa is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:18.256019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:18.259027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:18.279285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Pushing event updated for resources: {'Port': ['ID=59da0478-de75-4daf-bf93-f29782bb86ef,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:18.284905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:18.292472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:18.297458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:18.301819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:18.329912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.331476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Attempting to bind port 59da0478-de75-4daf-bf93-f29782bb86ef on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:18.332055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Attempting to bind port 59da0478-de75-4daf-bf93-f29782bb86ef by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '543c0900-1f7c-4eca-8542-6cd972d18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:18.332661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Attempting to bind port 59da0478-de75-4daf-bf93-f29782bb86ef on network d7c30497-12c2-4ac6-b357-6e8d040167fa {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:18.334754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::10 (d7c30497-12c2-4ac6-b357-6e8d040167fa/bf4310a9-20c1-492d-abd1-856885b1d0e2/bec6eb93-8b96-4c8f-bd16-d452bf95f27f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:18.340354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:18.341052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Checking segment: {'id': '543c0900-1f7c-4eca-8542-6cd972d18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:18.341714 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.342276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Bound using segment: {'id': '543c0900-1f7c-4eca-8542-6cd972d18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:18.342945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Bound port: 59da0478-de75-4daf-bf93-f29782bb86ef, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543c0900-1f7c-4eca-8542-6cd972d18d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:18.343481 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.376644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=113c309f-86ef-46c1-b692-c5a421a873b2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:18.394101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.399426 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f581bcd-e1f4-4893-8eea-660bdbfc6167 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/113c309f-86ef-46c1-b692-c5a421a873b2 HTTP/1.1" status: 204 len: 168 time: 1.1108806 Apr 20 13:20:18.402839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39128) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:18.405621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba73f2-0fe1-4653-9005-621217d178ff None None] Network 19dc4a1a-d67f-4cf8-a461-d966f1ac480a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:18.507232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] For port 59da0478-de75-4daf-bf93-f29782bb86ef, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:18.513514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] For port 59da0478-de75-4daf-bf93-f29782bb86ef, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=59da0478-de75-4daf-bf93-f29782bb86ef,segment=NetworkSegment(543c0900-1f7c-4eca-8542-6cd972d18d09),segment_id=543c0900-1f7c-4eca-8542-6cd972d18d09)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:18.542402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.658698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a635a-f36f-44aa-8207-836cc796a921 None None] Pushing event updated for resources: {'Port': ['ID=59da0478-de75-4daf-bf93-f29782bb86ef,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:18.758841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] DHCP port deletion for 19dc4a1a-d67f-4cf8-a461-d966f1ac480a request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:18.777348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:18.871596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] Deleting port a202fc01-2058-473a-8d1b-19d31caa9d4b {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:18.872116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.045649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] For port a202fc01-2058-473a-8d1b-19d31caa9d4b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a202fc01-2058-473a-8d1b-19d31caa9d4b,segment=NetworkSegment(c07495d1-95c9-4b00-9644-268764506ea0),segment_id=c07495d1-95c9-4b00-9644-268764506ea0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:19.047027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.080215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] Calling delete_port for a202fc01-2058-473a-8d1b-19d31caa9d4b owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:19.116168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.144712 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.238814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 59da0478-de75-4daf-bf93-f29782bb86ef up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:19.241564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.278509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] No DVR routers for this DVR port a202fc01-2058-473a-8d1b-19d31caa9d4b on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:19.290609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-9256eac1-f1b5-4501-ae04-56f2fbd10af2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8613765 Apr 20 13:20:19.334155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931bd0e-8b3e-483d-b056-82fbcb0db24c None None] Pushing event deleted for resources: {'Port': ['ID=a202fc01-2058-473a-8d1b-19d31caa9d4b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:19.338857 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.350512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e8eb8-6b7c-423b-b3f5-60894ed66b3a req-c2188ced-f78c-40f9-a061-752ff3bc3d33 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:19.352403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d7e8eb8-6b7c-423b-b3f5-60894ed66b3a req-c2188ced-f78c-40f9-a061-752ff3bc3d33 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.2319756 Apr 20 13:20:19.353010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] The port 'a202fc01-2058-473a-8d1b-19d31caa9d4b' was deleted {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 20 13:20:19.358444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 59da0478-de75-4daf-bf93-f29782bb86ef triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:19.358826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.403104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router 1ba496cc-1e72-495e-a1d4-42014e39c9bf is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:20:19.465890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.477293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8d7e8eb8-6b7c-423b-b3f5-60894ed66b3a req-f0e82960-bbbc-474d-9335-408c3dc05ddd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032805 Apr 20 13:20:19.551007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 59da0478-de75-4daf-bf93-f29782bb86ef, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=59da0478-de75-4daf-bf93-f29782bb86ef,segment=NetworkSegment(543c0900-1f7c-4eca-8542-6cd972d18d09),segment_id=543c0900-1f7c-4eca-8542-6cd972d18d09)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:19.558702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.591266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.626540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-c1533e95-a397-4f2c-b1b9-f5dc121ce05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:19.627968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-c1533e95-a397-4f2c-b1b9-f5dc121ce05f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1096 time: 0.2700195 Apr 20 13:20:19.629122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:19.634091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.652795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dc4a1a-d67f-4cf8-a461-d966f1ac480a']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:19.669379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Sync routers for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:19.680749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a202fc01-2058-473a-8d1b-19d31caa9d4b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:19.688997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.690821 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-10546519-8709-44e2-a993-810eea0f3c56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6291387 Apr 20 13:20:19.695052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39132) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:19.720903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=59da0478-de75-4daf-bf93-f29782bb86ef,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:19.730078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07495d1-95c9-4b00-9644-268764506ea0') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:19.730448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07495d1-95c9-4b00-9644-268764506ea0') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:19.738816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a202fc01-2058-473a-8d1b-19d31caa9d4b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:19.739193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a202fc01-2058-473a-8d1b-19d31caa9d4b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:19.739626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7d12a289-4352-4b6a-8878-68f8443d5b8a no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:19.767658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 7d12a289-4352-4b6a-8878-68f8443d5b8a {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:19.768010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 7d12a289-4352-4b6a-8878-68f8443d5b8a not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:19.802137 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.807679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:19.809669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:19.836322 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.869737 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.883668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5202e209-4a5f-4305-92a4-8825301661d6 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9a51c763568d4feaa684cf2f9cab2a82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1848350 Apr 20 13:20:19.884245 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39136) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:19.959416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:19.960339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:19.965477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=bec6eb93-8b96-4c8f-bd16-d452bf95f27f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:19.988242 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:20.025059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network d7c30497-12c2-4ac6-b357-6e8d040167fa is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:20.059712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:20.067138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:20.077498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.078235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:20.079928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.082020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc19d90-cc13-4d4e-bff8-627629405609 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.086493 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2dc19d90-cc13-4d4e-bff8-627629405609 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1991141 Apr 20 13:20:20.088082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39138) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:20.104858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-10cc9122-e616-43ed-9c55-736f0cbab8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.106464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-10cc9122-e616-43ed-9c55-736f0cbab8bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.4441285 Apr 20 13:20:20.139278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.145852 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-48006ff1-eb42-4632-9d0f-022afc75bb78 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472658 Apr 20 13:20:20.146214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-12506e4a-ac9d-444e-ab65-3543600f2330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7375655 Apr 20 13:20:20.146974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39140) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:20.154357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1168079655', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:20.159069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39142) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:20.164383 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': 'd7c30497-12c2-4ac6-b357-6e8d040167fa', 'name': 'tempest-PortsIpV6TestJSON-1722791930', 'fixed_ips': [{'subnet_id': 'bf4310a9-20c1-492d-abd1-856885b1d0e2', 'ip_address': '2001:db8::f'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:20.197201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.205597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] 10.222.0.24 "DELETE /v2.0/networks/19dc4a1a-d67f-4cf8-a461-d966f1ac480a HTTP/1.1" status: 204 len: 168 time: 1.7915697 Apr 20 13:20:20.218052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d449752-cb9e-4ce1-a780-2d65da674750 admin admin] Pushing event deleted for resources: {'Network': ['ID=19dc4a1a-d67f-4cf8-a461-d966f1ac480a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:20.254627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-235b3391-8114-4c1c-9271-0b33a326bbf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 1001 time: 0.1286337 Apr 20 13:20:20.309139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14333a2b-dac5-42ec-a68d-195086692a96 None None] Network d7c30497-12c2-4ac6-b357-6e8d040167fa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:20.365241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:20.381123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-1a3669aa-48f1-4a4c-ac12-94ec312a9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.385059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-1a3669aa-48f1-4a4c-ac12-94ec312a9459 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1213126 Apr 20 13:20:20.412757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-09d6f07f-f3b7-49f1-b101-a6b312080f67 None None] Provisioning complete for port 59da0478-de75-4daf-bf93-f29782bb86ef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:20.414053 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09d6f07f-f3b7-49f1-b101-a6b312080f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.416106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:20.424880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.467240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-a704f74c-6549-4e1a-bd18-05f028a8a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.469290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-a704f74c-6549-4e1a-bd18-05f028a8a1e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756772 Apr 20 13:20:20.585391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39148) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:20.591730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:18Z', 'revision_number': 3, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:20.654566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Checking router: 1ba496cc-1e72-495e-a1d4-42014e39c9bf for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:20.655147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Updating router 1ba496cc-1e72-495e-a1d4-42014e39c9bf port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:20:20.668637 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53960d2c-84a9-43e3-80f0-2ac9aabf318d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43e8d74de49741578a5fdafcdd919272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820200 Apr 20 13:20:20.672013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39150) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:20.700953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.705960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062dffe-552d-41a6-9799-e3b8e31f3a84 req-64215cba-f27d-49fd-ac4b-15bbb56aed4c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:20.714007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f062dffe-552d-41a6-9799-e3b8e31f3a84 req-64215cba-f27d-49fd-ac4b-15bbb56aed4c tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1049259 Apr 20 13:20:20.739246 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.747448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-c5b11adc-487a-428a-a881-c3b91913493e service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666085 Apr 20 13:20:20.751068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 07ae3bab-8d55-4115-b84c-997ccc84f6f7 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:20.860896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f062dffe-552d-41a6-9799-e3b8e31f3a84 req-c17428d5-c754-4f14-9ff3-ac41270017e7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449847 Apr 20 13:20:20.922323 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.933700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db5352ae-4690-4f0d-9b74-3801bab83975 req-defcf912-bf60-4134-924c-93e36ac5d1aa service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701396 Apr 20 13:20:20.937546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:20.974371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.087084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.089854 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.091029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c85768d5-8c1d-4ac3-9076-fc8a39f646d9 HTTP/1.1" status: 204 len: 168 time: 0.4161813 Apr 20 13:20:21.098727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Subnet': ['ID=90448fec-f8d6-4f89-b05f-969a3d64c443,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:21.101519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85768d5-8c1d-4ac3-9076-fc8a39f646d9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:21.112996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.113883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.114749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.115319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.115885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.116466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.117015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.117574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.118268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.118866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.119414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.119960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52085d4-28c8-4df2-8fc3-dbd2823c1d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:21.147015 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Checking segment: {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:21.147746 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network hostable DHCP agents. Network: a22a67d7-b591-423a-aec8-4c3383a2dd21, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:21.176942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 59da0478-de75-4daf-bf93-f29782bb86ef up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:21.195393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::f (d7c30497-12c2-4ac6-b357-6e8d040167fa/bf4310a9-20c1-492d-abd1-856885b1d0e2/07ae3bab-8d55-4115-b84c-997ccc84f6f7) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:21.243582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:21.274914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a22a67d7-b591-423a-aec8-4c3383a2dd21) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:21.283736 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:21.284375 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.317187 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-41a98d67-75cb-4bac-a7b4-10bdb631b659 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1689982 Apr 20 13:20:21.320396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39158) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:21.322981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d349f1-df28-4830-93a5-85030346191f None None] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:21.476215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 59da0478-de75-4daf-bf93-f29782bb86ef triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:21.476894 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.572880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.661361 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.773579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=07ae3bab-8d55-4115-b84c-997ccc84f6f7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:21.793141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network d7c30497-12c2-4ac6-b357-6e8d040167fa is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:21.798968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:21.805286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:21.806402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39162) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:21.817731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:21.818438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.821248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f200a464-cdfd-441c-8258-13aba9f93ff2 None None] Provisioning complete for port 59da0478-de75-4daf-bf93-f29782bb86ef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:21.821617 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f200a464-cdfd-441c-8258-13aba9f93ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.850837 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2347bfcc-d416-42aa-9480-ead469a57b26 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6880150 Apr 20 13:20:21.851277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39164) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:21.915111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a22a67d7-b591-423a-aec8-4c3383a2dd21', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:21.917491 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:21.971378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a4328-09cf-44a8-87d7-af382c680930 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:21.974163 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-256a4328-09cf-44a8-87d7-af382c680930 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1217003 Apr 20 13:20:21.977424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39168) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:22.071915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2033cce-0a6d-4b29-be3a-8b123dba9178 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:22.078041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2033cce-0a6d-4b29-be3a-8b123dba9178 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:22.105220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2033cce-0a6d-4b29-be3a-8b123dba9178 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:22.106730 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e2033cce-0a6d-4b29-be3a-8b123dba9178 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1279738 Apr 20 13:20:22.109822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:22.154296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.171959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0259e584-f9c4-4a6a-aa5a-97f52d036648 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=876411334f2843cf8f7ab1b5bb935bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3615029 Apr 20 13:20:22.176009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39172) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:22.223063 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.250427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb47778-31f6-499d-9c5a-480f49a042ce req-ddca3be1-8a4c-42be-88bc-0751ece2bd65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:22.260226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb47778-31f6-499d-9c5a-480f49a042ce req-ddca3be1-8a4c-42be-88bc-0751ece2bd65 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1638813 Apr 20 13:20:22.309106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 07ae3bab-8d55-4115-b84c-997ccc84f6f7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:22.309573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.355019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Attempting to bind port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:22.355396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Attempting to bind port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:22.355765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Attempting to bind port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:22.372229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:22.372605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:22.373020 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.373424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:22.373935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Bound port: 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:22.374325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.474102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] For port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:22.477838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] For port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:22.480484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f200a464-cdfd-441c-8258-13aba9f93ff2 None None] Provisioning complete for port bec6eb93-8b96-4c8f-bd16-d452bf95f27f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:22.486855 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f200a464-cdfd-441c-8258-13aba9f93ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.488647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb47778-31f6-499d-9c5a-480f49a042ce req-e61b3aa0-ea0a-4b99-aec5-c9e55922ef89 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222707 Apr 20 13:20:22.492304 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8df1ed99-723e-4187-8d22-75c98668bea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.503671 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.536998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8df1ed99-723e-4187-8d22-75c98668bea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.542898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.560668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 07ae3bab-8d55-4115-b84c-997ccc84f6f7 owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:22.583408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5507-2103-4ab8-8c1b-3c74cdf1923b None None] Pushing event updated for resources: {'Port': ['ID=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:22.606268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Allocated IP 172.20.0.2 (a22a67d7-b591-423a-aec8-4c3383a2dd21/90448fec-f8d6-4f89-b05f-969a3d64c443/fcff6339-1799-48a0-b900-a51caa429874) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:22.648693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f200a464-cdfd-441c-8258-13aba9f93ff2 None None] Port bec6eb93-8b96-4c8f-bd16-d452bf95f27f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:22.657129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:22.657802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:22.679889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.683800 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8df1ed99-723e-4187-8d22-75c98668bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.686934 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8df1ed99-723e-4187-8d22-75c98668bea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.691498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8df1ed99-723e-4187-8d22-75c98668bea7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/799a4e13-5aca-496f-9ec7-6113dbc987fb HTTP/1.1" status: 204 len: 168 time: 0.5046623 Apr 20 13:20:22.720287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1ed99-723e-4187-8d22-75c98668bea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799a4e13-5aca-496f-9ec7-6113dbc987fb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:22.768100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5507-2103-4ab8-8c1b-3c74cdf1923b None None] Pushing event updated for resources: {'Port': ['ID=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:22.862483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.902663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a33ad480-99e8-4499-8b97-d8120257712a None None] Provisioning complete for port bec6eb93-8b96-4c8f-bd16-d452bf95f27f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:22.903045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a33ad480-99e8-4499-8b97-d8120257712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.932723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=07ae3bab-8d55-4115-b84c-997ccc84f6f7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:22.986895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:22.994464 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d399168d-7f11-4a75-9956-ea8e65da534d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/07ae3bab-8d55-4115-b84c-997ccc84f6f7 HTTP/1.1" status: 204 len: 168 time: 0.8831811 Apr 20 13:20:22.997346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39178) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:23.064145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:23.066508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a33ad480-99e8-4499-8b97-d8120257712a None None] Port bec6eb93-8b96-4c8f-bd16-d452bf95f27f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:23.067510 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d7c994-f73f-4ac9-aeee-285c24a15b96 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:23.071879 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a0d7c994-f73f-4ac9-aeee-285c24a15b96 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/07ae3bab-8d55-4115-b84c-997ccc84f6f7 HTTP/1.1" status: 404 len: 333 time: 0.0709701 Apr 20 13:20:23.073412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:23.196453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port bec6eb93-8b96-4c8f-bd16-d452bf95f27f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:23.196814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.271468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a33ad480-99e8-4499-8b97-d8120257712a None None] Could not find standard attr ID for object 07ae3bab-8d55-4115-b84c-997ccc84f6f7. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:23.334694 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.365119 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.392589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.413665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:23.426659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:23.443594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for bec6eb93-8b96-4c8f-bd16-d452bf95f27f owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:23.452827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.20.0.1 (a22a67d7-b591-423a-aec8-4c3383a2dd21/90448fec-f8d6-4f89-b05f-969a3d64c443/e4283868-d783-465e-ae5e-75eca7b5a671) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:23.455517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:23.469813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:18Z', 'revision_number': 3, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:23.514766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60092f-b5ac-4b7b-be25-f726a06e89ce None None] The sync data for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 is: [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:18Z', 'revision_number': 3, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:23.613765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Pushing event updated for resources: {'Port': ['ID=fcff6339-1799-48a0-b900-a51caa429874,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:23.675593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Attempting to bind port fcff6339-1799-48a0-b900-a51caa429874 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:23.675593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Attempting to bind port fcff6339-1799-48a0-b900-a51caa429874 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:23.675925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Attempting to bind port fcff6339-1799-48a0-b900-a51caa429874 on network a22a67d7-b591-423a-aec8-4c3383a2dd21 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:23.687745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:23.688003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Checking segment: {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:23.688864 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.689879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Bound using segment: {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:23.689879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Bound port: fcff6339-1799-48a0-b900-a51caa429874, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:23.690231 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.826702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.887049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] For port fcff6339-1799-48a0-b900-a51caa429874, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:23.889619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] For port fcff6339-1799-48a0-b900-a51caa429874, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fcff6339-1799-48a0-b900-a51caa429874,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:23.914344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:23.928114 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.019882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:24.024664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:24.024941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.035084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:24.139191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=e4283868-d783-465e-ae5e-75eca7b5a671,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:24.184965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.186709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=bec6eb93-8b96-4c8f-bd16-d452bf95f27f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:24.284972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.300478 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-930aca4d-da00-4305-af9a-8a7244686a4e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/bec6eb93-8b96-4c8f-bd16-d452bf95f27f HTTP/1.1" status: 204 len: 168 time: 1.2178402 Apr 20 13:20:24.301416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39206) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:24.392592 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ae367b-8e6b-4ed4-858c-88831570cfa8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:24.398908 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07ae367b-8e6b-4ed4-858c-88831570cfa8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/bec6eb93-8b96-4c8f-bd16-d452bf95f27f HTTP/1.1" status: 404 len: 333 time: 0.0960248 Apr 20 13:20:24.401281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:24.433353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39210) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:24.566022 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.583828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet bf4310a9-20c1-492d-abd1-856885b1d0e2 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:24.587821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596e804-0134-4f2d-ac60-772a50e0494b None None] Pushing event updated for resources: {'Port': ['ID=fcff6339-1799-48a0-b900-a51caa429874,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:24.608708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.721953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf85cc-2932-479a-a772-ab2a8e7d77a3 req-392a0487-0737-46c2-aebf-fe09ff126ec2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:24.737032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0bf85cc-2932-479a-a772-ab2a8e7d77a3 req-392a0487-0737-46c2-aebf-fe09ff126ec2 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.9711969 Apr 20 13:20:24.752489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.753692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.808607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1740402403-network', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:24.902713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0bf85cc-2932-479a-a772-ab2a8e7d77a3 req-a045d6c2-07f6-4069-8a83-a67a8274c510 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544290 Apr 20 13:20:24.917406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Made reservation on behalf of e467fe4e05ab4dc395cc3cd43a1f3901 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:24.920322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:24.979438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.040270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.173104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.257157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.262069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4310a9-20c1-492d-abd1-856885b1d0e2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:25.262282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41039f-6b97-47f8-961d-da057d8cf1d3 None None] Network d7c30497-12c2-4ac6-b357-6e8d040167fa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:25.264800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.270666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e231a92-6323-47c3-b764-c9fff753bf5a tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/bf4310a9-20c1-492d-abd1-856885b1d0e2 HTTP/1.1" status: 204 len: 168 time: 0.8659105 Apr 20 13:20:25.270666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.276122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39214) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:25.374187 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:25.429279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fcff6339-1799-48a0-b900-a51caa429874 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:25.507532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c79a28-c31b-4b07-afdf-5691623eba9b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:25.511019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.511617 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Added segment d5f55535-06f2-4fd5-8e63-59411ee1d057 of type vlan for network e43d95ca-4244-48ff-997b-785d87e5ec49 Apr 20 13:20:25.532716 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.540013 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.588328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.609005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.661016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fcff6339-1799-48a0-b900-a51caa429874 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:25.661563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.669760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=e4283868-d783-465e-ae5e-75eca7b5a671,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:25.674919 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.764807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 59da0478-de75-4daf-bf93-f29782bb86ef {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:25.765160 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.800180 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.845773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] DHCP port deletion for d7c30497-12c2-4ac6-b357-6e8d040167fa request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:25.888806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:25.892450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:25.903864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] For port 59da0478-de75-4daf-bf93-f29782bb86ef, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=59da0478-de75-4daf-bf93-f29782bb86ef,segment=NetworkSegment(543c0900-1f7c-4eca-8542-6cd972d18d09),segment_id=543c0900-1f7c-4eca-8542-6cd972d18d09)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:25.904240 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.909919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port fcff6339-1799-48a0-b900-a51caa429874, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fcff6339-1799-48a0-b900-a51caa429874,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:25.921210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 59da0478-de75-4daf-bf93-f29782bb86ef owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:25.929536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:25.930513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:26.014540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.015590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:26.018190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.080715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=fcff6339-1799-48a0-b900-a51caa429874,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.094139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] Deleting port 59da0478-de75-4daf-bf93-f29782bb86ef {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:26.095458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.102852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.111770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:26.112145 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.121580 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6818585 Apr 20 13:20:26.126269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39228) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:26.139443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Request body: {'subnet': {'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1740402403-subnet', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:26.154842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=59da0478-de75-4daf-bf93-f29782bb86ef,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.166168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No DVR routers for this DVR port 59da0478-de75-4daf-bf93-f29782bb86ef on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:26.168718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000930be-1714-431e-9c2d-329dca753ba7 None None] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:26.173189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ccd83-409c-4359-a32e-b6be96bb2130 admin admin] Pushing event updated for resources: {'Network': ['ID=e43d95ca-4244-48ff-997b-785d87e5ec49,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.173366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router 1ba496cc-1e72-495e-a1d4-42014e39c9bf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:26.202391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bffd61-5641-495b-bda9-271faf55d151 req-230c8dda-7d41-4134-a28e-be4dfa908fe6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:26.204498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86bffd61-5641-495b-bda9-271faf55d151 req-230c8dda-7d41-4134-a28e-be4dfa908fe6 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1114404 Apr 20 13:20:26.205093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Made reservation on behalf of e467fe4e05ab4dc395cc3cd43a1f3901 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:26.207390 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.264781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.268677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] For port 59da0478-de75-4daf-bf93-f29782bb86ef, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:26.269312 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.283203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network e43d95ca-4244-48ff-997b-785d87e5ec49 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:26.289026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c30497-12c2-4ac6-b357-6e8d040167fa']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:26.299580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543c0900-1f7c-4eca-8542-6cd972d18d09') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:26.299850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543c0900-1f7c-4eca-8542-6cd972d18d09') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:26.310026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.323097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] Calling delete_port for 59da0478-de75-4daf-bf93-f29782bb86ef owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:26.325666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.328518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] Port 59da0478-de75-4daf-bf93-f29782bb86ef was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:20:26.334176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:26.334825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:26.338483 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:26.389080 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.391440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-90a1900c-5b83-490b-9be0-1903941c3f94 None None] Provisioning complete for port fcff6339-1799-48a0-b900-a51caa429874 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:26.392175 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90a1900c-5b83-490b-9be0-1903941c3f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.407710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.422179 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.426441 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/d7c30497-12c2-4ac6-b357-6e8d040167fa HTTP/1.1" status: 204 len: 168 time: 1.1475267 Apr 20 13:20:26.432312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39230) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:26.437806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1644167733'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:26.454495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc6ded-c8e7-4691-a9b6-65f71f8d3ee5 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=d7c30497-12c2-4ac6-b357-6e8d040167fa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.471594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:26.475778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.496336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] Pushing event deleted for resources: {'Port': ['ID=59da0478-de75-4daf-bf93-f29782bb86ef,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.512016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde2a109-6fcb-4027-8b9c-dc4ff0b669ac None None] No DVR routers for this DVR port 59da0478-de75-4daf-bf93-f29782bb86ef on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:26.550917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:26.565948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.566530 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Added segment 8aa2a77f-81f9-4243-b310-3339ef4ee24c of type vlan for network 1650f351-d345-4a1a-a911-e39b3a10bec3 Apr 20 13:20:26.613876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.630407 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.649675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.658457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:26.659512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.686966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:26.693166 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.736726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3030016 Apr 20 13:20:26.739831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39232) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:26.746640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:26.751941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a019c-0c4b-472f-b3ed-55f95eb3ba42 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Network': ['ID=1650f351-d345-4a1a-a911-e39b3a10bec3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.779320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:26.784231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86bffd61-5641-495b-bda9-271faf55d151 req-034e7540-d15d-4c47-b048-e893252cbb18 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733619 Apr 20 13:20:26.821993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:26.826091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:26.827855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85bc0eec-8be1-4ac5-b8f1-8ba3bf3f3750 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "PUT /v2.0/routers/1ba496cc-1e72-495e-a1d4-42014e39c9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5064065 Apr 20 13:20:26.832855 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Sync routers for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:26.838004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39234) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:26.858506 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:26.860884 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:26.909194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:26.912866 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:26.993063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:27.112335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a183bb7-25ea-4a5c-afa8-85ddc80def28 None None] Provisioning complete for port fcff6339-1799-48a0-b900-a51caa429874 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:27.112766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a183bb7-25ea-4a5c-afa8-85ddc80def28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.123389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.124050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.124376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.124841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.125297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.125833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.126286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.126841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.127750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.128592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.131342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cb3b6df1-540b-4b19-a053-35f037c4884c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6955 time: 0.2919595 Apr 20 13:20:27.139664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39236) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:27.154022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.205461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-9118218f-bc61-42fa-b19e-2ded0fc3e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.206960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-9118218f-bc61-42fa-b19e-2ded0fc3e001 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1096 time: 0.1318569 Apr 20 13:20:27.227411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=45acfa6a-4fd1-4b29-b137-a20040d2bd54,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:27.249809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fcff6339-1799-48a0-b900-a51caa429874 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:27.264657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Checking segment: {'id': '8aa2a77f-81f9-4243-b310-3339ef4ee24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:27.265037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network hostable DHCP agents. Network: 1650f351-d345-4a1a-a911-e39b3a10bec3, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:27.289950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:27.302146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 1650f351-d345-4a1a-a911-e39b3a10bec3) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:27.309776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.310850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.317561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126ade2-a406-484c-be4a-baeb0dc6993b None None] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:27.332019 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-338e33c6-a58b-4bef-aff3-d79c9f5697cc tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5911229 Apr 20 13:20:27.334672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39238) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:27.343965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-81fc0f99-44bb-4546-b092-976db90db44b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1807709311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:27.376411 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81fc0f99-44bb-4546-b092-976db90db44b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.377755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81fc0f99-44bb-4546-b092-976db90db44b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.383034 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:24Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:25Z', 'revision_number': 2, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:27.400087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fcff6339-1799-48a0-b900-a51caa429874 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:27.400467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.421021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.421665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.422203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.422753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.428454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.429005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.429528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.430062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.432054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a62b0e6c-1560-4a82-ba27-63aa58708d22 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5261 time: 0.2847657 Apr 20 13:20:27.435734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a183bb7-25ea-4a5c-afa8-85ddc80def28 None None] Provisioning complete for port e4283868-d783-465e-ae5e-75eca7b5a671 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:27.436110 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a183bb7-25ea-4a5c-afa8-85ddc80def28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.443190 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Checking router: 1ba496cc-1e72-495e-a1d4-42014e39c9bf for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:27.443794 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Updating router 1ba496cc-1e72-495e-a1d4-42014e39c9bf port e4283868-d783-465e-ae5e-75eca7b5a671 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:20:27.453034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39240) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:27.476122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.489671 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81fc0f99-44bb-4546-b092-976db90db44b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.490705 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.530010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81fc0f99-44bb-4546-b092-976db90db44b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.540015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-9da7fa1e-f9d9-4188-b5e6-2d35158313d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.541477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-9da7fa1e-f9d9-4188-b5e6-2d35158313d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.3263755 Apr 20 13:20:27.567133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81fc0f99-44bb-4546-b092-976db90db44b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.571458 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-81fc0f99-44bb-4546-b092-976db90db44b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2321441 Apr 20 13:20:27.571788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:27.582014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3', 'name': 'tempest-PortsIpV6TestJSON-1038267210'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:27.582945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0a183bb7-25ea-4a5c-afa8-85ddc80def28 None None] Port e4283868-d783-465e-ae5e-75eca7b5a671 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:27.655962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-29ded838-32c8-4682-8f80-351e7349f3f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 200 len: 999 time: 0.0944824 Apr 20 13:20:27.694274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-1650f351-d345-4a1a-a911-e39b3a10bec3', 'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3', 'tenant_id': '193077b18b984141bc1c3b3f4a0fd4a6', 'fixed_ips': [{'subnet_id': '45acfa6a-4fd1-4b29-b137-a20040d2bd54'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:27.695925 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.711734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7423bdd2-76d6-4500-a2cd-4967f1b11644,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:27.716524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Checking segment: {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:27.716893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Network hostable DHCP agents. Network: e43d95ca-4244-48ff-997b-785d87e5ec49, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:27.740530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:27.746615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-1dfed06b-f7ef-4dab-8efb-34344b43e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.748230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-1dfed06b-f7ef-4dab-8efb-34344b43e778 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0848227 Apr 20 13:20:27.749656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Network e43d95ca-4244-48ff-997b-785d87e5ec49 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:27.767194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, e43d95ca-4244-48ff-997b-785d87e5ec49) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:27.786798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.787643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.812626 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-51c42eab-7446-411e-9b41-2ed47ebd703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:27.814756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-51c42eab-7446-411e-9b41-2ed47ebd703c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586727 Apr 20 13:20:27.818401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cd1c6747-16fb-432b-9a55-8b5b6c47a59e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6836874 Apr 20 13:20:27.821246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39244) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:27.822894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbd01f-3a14-4e6c-a2ad-dd82412a42e1 None None] Network e43d95ca-4244-48ff-997b-785d87e5ec49 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:27.826079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:27.910638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9fa39039-f14c-4d25-af60-760228769779 None None] Provisioning complete for port e4283868-d783-465e-ae5e-75eca7b5a671 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:27.913997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.914333 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9fa39039-f14c-4d25-af60-760228769779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.915409 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.957476 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.967901 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:27.994031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Allocated IP 2001:db8::2 (1650f351-d345-4a1a-a911-e39b3a10bec3/45acfa6a-4fd1-4b29-b137-a20040d2bd54/36e86fe2-bd4f-45f9-8e91-b6e6d297d750) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:28.002640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-b0bd1a76-b1ce-43a4-8326-9a2ad1524660 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714451 Apr 20 13:20:28.043367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.052416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38830013-2b51-42bd-ad6a-ce78c2025048 req-710d15b8-71e8-400c-8cc9-f96120417e88 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:28.053966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38830013-2b51-42bd-ad6a-ce78c2025048 req-710d15b8-71e8-400c-8cc9-f96120417e88 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.1335690 Apr 20 13:20:28.142855 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Attempting to bind port e4283868-d783-465e-ae5e-75eca7b5a671 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:28.143590 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Attempting to bind port e4283868-d783-465e-ae5e-75eca7b5a671 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:28.143956 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Attempting to bind port e4283868-d783-465e-ae5e-75eca7b5a671 on network a22a67d7-b591-423a-aec8-4c3383a2dd21 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:28.146336 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Pushing event updated for resources: {'Port': ['ID=e4283868-d783-465e-ae5e-75eca7b5a671,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:28.156891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.157247 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.157849 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.158288 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.158675 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.159012 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.159344 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.159808 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.160138 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.160467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.160848 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.161115 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.175403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:28.175786 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Checking segment: {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:28.176285 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.176686 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Bound using segment: {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:28.177335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Bound port: e4283868-d783-465e-ae5e-75eca7b5a671, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:28.177740 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.261980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38830013-2b51-42bd-ad6a-ce78c2025048 req-9e9bf102-612d-43cc-b3fa-b0c21c291c5a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884136 Apr 20 13:20:28.300462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:28.306985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.325481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9fa39039-f14c-4d25-af60-760228769779 None None] Port e4283868-d783-465e-ae5e-75eca7b5a671 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:28.341077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.343038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 4ec31c2d-6457-41fb-9216-abb4d8bd8576 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:28.348950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:28.351653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.365126 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-97fd7b50-cc78-4dad-a0e4-13a24ae01e28 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.9086945 Apr 20 13:20:28.385909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.397149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.408478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1ebe66a-de12-4a71-8f8e-c835e4d5ce9b req-63c356e3-9233-455c-ac13-36199ea2d7ad service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734746 Apr 20 13:20:28.529358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::3dd (1650f351-d345-4a1a-a911-e39b3a10bec3/45acfa6a-4fd1-4b29-b137-a20040d2bd54/4ec31c2d-6457-41fb-9216-abb4d8bd8576) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:28.538906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] For port e4283868-d783-465e-ae5e-75eca7b5a671, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:28.545617 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] For port e4283868-d783-465e-ae5e-75eca7b5a671, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4283868-d783-465e-ae5e-75eca7b5a671,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:28.554856 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.604295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39250) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:28.609045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f34db70e-022a-4d38-94b9-15ee6fbcb672 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2129857072', 'description': 'tempest-secgroup-smoke-2129857072 description', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:28.640438 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:28.641820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:28.654389 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f34db70e-022a-4d38-94b9-15ee6fbcb672 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.695398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Pushing event updated for resources: {'Port': ['ID=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:28.701832 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6b2ed-58b4-4bd4-970e-74fa5bfdee5d None None] Pushing event updated for resources: {'Port': ['ID=e4283868-d783-465e-ae5e-75eca7b5a671,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:28.735648 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.751462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.751800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.752134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.752464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.752791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.753112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.753430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.753777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.754097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.754409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.754723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.755034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:28.767766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.793086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:28.801403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:28.804425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:28.810006 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:28.814414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5b88d33a-5d25-4080-8da6-7e51f8c47724 None None] Provisioning complete for port e4283868-d783-465e-ae5e-75eca7b5a671 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:28.814782 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b88d33a-5d25-4080-8da6-7e51f8c47724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.881355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.886061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-e43d95ca-4244-48ff-997b-785d87e5ec49', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:28.887271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.916952 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f34db70e-022a-4d38-94b9-15ee6fbcb672 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.929963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f34db70e-022a-4d38-94b9-15ee6fbcb672 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:28.996300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Allocated IP 172.25.3.146 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/b33e23ba-d801-45b3-ae1b-e25ef13effcc) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:29.022169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f34db70e-022a-4d38-94b9-15ee6fbcb672 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.024201 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f34db70e-022a-4d38-94b9-15ee6fbcb672 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4182036 Apr 20 13:20:29.025653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34db70e-022a-4d38-94b9-15ee6fbcb672 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f242c7c4-a957-489c-9a49-6f10761ff046,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.030583 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39252) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:29.034972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5b182ee7-2024-4bd7-8506-1b0f0cdbe1dd tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': 'f242c7c4-a957-489c-9a49-6f10761ff046', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:29.038471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Attempting to bind port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:29.038722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Attempting to bind port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '8aa2a77f-81f9-4243-b310-3339ef4ee24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:29.039164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Attempting to bind port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 on network 1650f351-d345-4a1a-a911-e39b3a10bec3 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:29.065666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b182ee7-2024-4bd7-8506-1b0f0cdbe1dd tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.075614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.133597 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:24Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:28Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:29.156646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 59da0478-de75-4daf-bf93-f29782bb86ef no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:29.183379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:29.183760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Checking segment: {'id': '8aa2a77f-81f9-4243-b310-3339ef4ee24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:29.184169 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.184567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Bound using segment: {'id': '8aa2a77f-81f9-4243-b310-3339ef4ee24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:29.185051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Bound port: 36e86fe2-bd4f-45f9-8e91-b6e6d297d750, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa2a77f-81f9-4243-b310-3339ef4ee24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1650f351-d345-4a1a-a911-e39b3a10bec3'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:29.185660 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.187201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.191235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=4ec31c2d-6457-41fb-9216-abb4d8bd8576,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.196499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 59da0478-de75-4daf-bf93-f29782bb86ef {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:29.196703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 59da0478-de75-4daf-bf93-f29782bb86ef not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:29.201556 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202c1d59-fdcc-4087-ae04-d57571c39e6b None None] The sync data for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 is: [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:24Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:28Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:29.223512 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:29.233760 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:29.236375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:29.242238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:29.242871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.273363 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d66351cb-cab8-4f2e-8f54-4e29f75b725f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6958506 Apr 20 13:20:29.273363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39254) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:29.296108 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b182ee7-2024-4bd7-8506-1b0f0cdbe1dd tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.326892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.336722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b182ee7-2024-4bd7-8506-1b0f0cdbe1dd tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.409059 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182ee7-2024-4bd7-8506-1b0f0cdbe1dd tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5c3e31-e07e-48b5-b621-0bdefe1fe20c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.422846 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b88d33a-5d25-4080-8da6-7e51f8c47724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.468920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:29.474907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Allocated IP 172.20.0.2 (e43d95ca-4244-48ff-997b-785d87e5ec49/7423bdd2-76d6-4500-a2cd-4967f1b11644/15ddf7ed-7616-407b-af7d-f51a1d19fe70) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:29.481091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:29.487369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:29.505593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5b182ee7-2024-4bd7-8506-1b0f0cdbe1dd tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.509741 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5b182ee7-2024-4bd7-8506-1b0f0cdbe1dd tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4753747 Apr 20 13:20:29.509741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39258) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:29.515372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0fc366ee-3f6f-451b-93ee-84291a739055 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': 'f242c7c4-a957-489c-9a49-6f10761ff046', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:29.541971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Pushing event updated for resources: {'Port': ['ID=b33e23ba-d801-45b3-ae1b-e25ef13effcc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.590995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc366ee-3f6f-451b-93ee-84291a739055 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.601550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] For port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:29.605234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] For port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,segment=NetworkSegment(8aa2a77f-81f9-4243-b310-3339ef4ee24c),segment_id=8aa2a77f-81f9-4243-b310-3339ef4ee24c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:29.631822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.643768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5b88d33a-5d25-4080-8da6-7e51f8c47724 None None] For port e4283868-d783-465e-ae5e-75eca7b5a671, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4283868-d783-465e-ae5e-75eca7b5a671,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:29.673854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba567fb-e18a-4434-8416-adf8fb349eed req-684fcfa8-5c41-4aa6-bfb0-9c4ac5ab5b05 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:29.676064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aba567fb-e18a-4434-8416-adf8fb349eed req-684fcfa8-5c41-4aa6-bfb0-9c4ac5ab5b05 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 945 time: 0.2110031 Apr 20 13:20:29.687148 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b88d33a-5d25-4080-8da6-7e51f8c47724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.787870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93855f-b74c-4dba-992a-89e193f6ab01 None None] Pushing event updated for resources: {'Port': ['ID=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:29.820422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.828517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aba567fb-e18a-4434-8416-adf8fb349eed req-ceb1c626-5af7-468b-a516-8382a6fdf348 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299868 Apr 20 13:20:29.906256 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:29.910713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:29.959595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.000113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88d33a-5d25-4080-8da6-7e51f8c47724 None None] Pushing event updated for resources: {'Port': ['ID=e4283868-d783-465e-ae5e-75eca7b5a671,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.033225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.061347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-da28c085-8183-4657-bd68-bc0393ba6e9f None None] Provisioning complete for port e4283868-d783-465e-ae5e-75eca7b5a671 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:30.062604 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-da28c085-8183-4657-bd68-bc0393ba6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.081740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Network e43d95ca-4244-48ff-997b-785d87e5ec49 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:30.160231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:30.164074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:30.215166 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.218758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc366ee-3f6f-451b-93ee-84291a739055 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.225194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.290183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Attempting to bind port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:30.290506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Attempting to bind port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:30.290840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Attempting to bind port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 on network e43d95ca-4244-48ff-997b-785d87e5ec49 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:30.292720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Pushing event updated for resources: {'Port': ['ID=15ddf7ed-7616-407b-af7d-f51a1d19fe70,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.299967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc366ee-3f6f-451b-93ee-84291a739055 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.338637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:30.339706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Checking segment: {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:30.339706 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.339957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Bound using segment: {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:30.340268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Bound port: 15ddf7ed-7616-407b-af7d-f51a1d19fe70, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:30.340657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.343886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=4ec31c2d-6457-41fb-9216-abb4d8bd8576,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.360697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.382691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc366ee-3f6f-451b-93ee-84291a739055 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6594b42-9584-42f2-8c69-fa42c8c99df3,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.408794 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fc366ee-3f6f-451b-93ee-84291a739055 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.410605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.413957 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0fc366ee-3f6f-451b-93ee-84291a739055 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9030845 Apr 20 13:20:30.415025 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39262) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:30.422053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8a1ce76d-ad42-4fd5-b717-d18e4f2691b5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': 'f242c7c4-a957-489c-9a49-6f10761ff046', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:30.539918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:30.550515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:30.553223 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7151238c-ab9b-4f90-8ceb-d80cae182488" -d '{"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:30.571161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce76d-ad42-4fd5-b717-d18e4f2691b5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.587819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.657071 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921b3b23-73a2-4b3c-9fbf-a44a92dc28f8 x-openstack-request-id: req-921b3b23-73a2-4b3c-9fbf-a44a92dc28f8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:30.657283 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-unplugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:30.657874 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-921b3b23-73a2-4b3c-9fbf-a44a92dc28f8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:30.658504 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921b3b23-73a2-4b3c-9fbf-a44a92dc28f8'] response: {'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'code': 200} Apr 20 13:20:30.672370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] For port 15ddf7ed-7616-407b-af7d-f51a1d19fe70, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:30.697100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] For port 15ddf7ed-7616-407b-af7d-f51a1d19fe70, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=15ddf7ed-7616-407b-af7d-f51a1d19fe70,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:30.708573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.712559 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.718717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.800627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce76d-ad42-4fd5-b717-d18e4f2691b5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.809304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a043947-69ad-43a0-88de-952766a42f5b None None] Pushing event updated for resources: {'Port': ['ID=15ddf7ed-7616-407b-af7d-f51a1d19fe70,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.855318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce76d-ad42-4fd5-b717-d18e4f2691b5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.908150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ce76d-ad42-4fd5-b717-d18e4f2691b5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=385d5564-2acf-4449-aa8b-bc5e8e7707c1,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:30.923057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce76d-ad42-4fd5-b717-d18e4f2691b5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:30.927114 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8a1ce76d-ad42-4fd5-b717-d18e4f2691b5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5066400 Apr 20 13:20:30.929346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39268) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:30.939843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-56432296-5664-4e71-9009-ace20ee718b0 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': 'f242c7c4-a957-489c-9a49-6f10761ff046', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:30.997883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.026195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56432296-5664-4e71-9009-ace20ee718b0 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.180746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e9153-6a0f-4576-8068-30b50e7a47bd req-e577f12e-23ea-4503-9f87-9759140d820f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:31.182387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2e9153-6a0f-4576-8068-30b50e7a47bd req-e577f12e-23ea-4503-9f87-9759140d820f tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.0873425 Apr 20 13:20:31.208169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:20:31.278575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56432296-5664-4e71-9009-ace20ee718b0 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.299656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56432296-5664-4e71-9009-ace20ee718b0 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.363341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:31.365238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-56432296-5664-4e71-9009-ace20ee718b0 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.369276 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-56432296-5664-4e71-9009-ace20ee718b0 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4362848 Apr 20 13:20:31.370344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39270) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:31.376898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': 'f242c7c4-a957-489c-9a49-6f10761ff046', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:31.384096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Sync routers for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:31.389723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432296-5664-4e71-9009-ace20ee718b0 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ee98df-88bc-42d4-a248-2281ee43d9b5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.390697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f2e9153-6a0f-4576-8068-30b50e7a47bd req-c27d3f86-8335-466c-97b2-54668996c22e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007432 Apr 20 13:20:31.404897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:31.408237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:31.414737 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.419192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c4ec9fc-e8e5-4bdc-b4d7-0549355b2b37 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5940692 Apr 20 13:20:31.419769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39272) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:31.428933 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Project 9a51c763568d4feaa684cf2f9cab2a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:20:31.436421 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.619981 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.620419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49512191-aed5-422c-ace5-62c5de09dac4 None None] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:31.622390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4283868-d783-465e-ae5e-75eca7b5a671 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:31.627102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.646826 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.654184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.655165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.711205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ef92b3-25e2-47d3-8ae4-8d097c5e2970,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.722130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.728989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-63af2bd2-28f7-4ad0-bafe-1872d92cff56 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3559196 Apr 20 13:20:31.732161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39282) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:31.742946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': 'f242c7c4-a957-489c-9a49-6f10761ff046', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:31.775831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=4ec31c2d-6457-41fb-9216-abb4d8bd8576,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:31.815643 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Project 9a51c763568d4feaa684cf2f9cab2a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:20:31.827445 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:31.829523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:31.830439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:31.847183 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:32.001753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.016810 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.071921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a6ecbc-06e2-4fb3-9409-25f8f4788c77,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:32.085831 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.095726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ad6fde86-d1d3-476f-8651-167d7652632a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622308 Apr 20 13:20:32.129562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Router 56c03b62-82f5-4b9a-91f3-63555bcd1cda is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:20:32.150800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-db66571c-ccda-455a-a33a-7ceca13c53da None None] Provisioning complete for port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:32.151128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db66571c-ccda-455a-a33a-7ceca13c53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.288089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:32.296327 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-575b18b2-e20f-49f2-9e97-f041e8b287ac tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "PUT /v2.0/routers/56c03b62-82f5-4b9a-91f3-63555bcd1cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0199792 Apr 20 13:20:32.296327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39296) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:32.303946 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] Sync routers for ids ['56c03b62-82f5-4b9a-91f3-63555bcd1cda'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:32.322898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] Routers {'56c03b62-82f5-4b9a-91f3-63555bcd1cda'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:32.323702 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56c03b62-82f5-4b9a-91f3-63555bcd1cda'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:32.340437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.368816 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:32.391431 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] Routers {'56c03b62-82f5-4b9a-91f3-63555bcd1cda'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:32.393415 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56c03b62-82f5-4b9a-91f3-63555bcd1cda'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:32.399917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84f2d6-035a-407d-a84c-1f7eb018d940 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.400644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e4283868-d783-465e-ae5e-75eca7b5a671 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:32.404257 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ea84f2d6-035a-407d-a84c-1f7eb018d940 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports?device_id=56c03b62-82f5-4b9a-91f3-63555bcd1cda HTTP/1.1" status: 200 len: 989 time: 0.1042380 Apr 20 13:20:32.404526 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39306) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:32.412020 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.480204 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:32.481111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57ea15-e4bd-4ee2-8c60-d0e4b6678893 None None] The sync data for ids ['56c03b62-82f5-4b9a-91f3-63555bcd1cda'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:32.528611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e672c48e-7823-4b1b-b78f-69734f3287a3 None None] Network e43d95ca-4244-48ff-997b-785d87e5ec49 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:32.596745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-24ddd152-3805-4f4b-8bf6-614aee20c99a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2129857072&fields=id&tenant_id=9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 267 time: 0.1636243 Apr 20 13:20:32.763906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Allocated IP 172.20.0.1 (e43d95ca-4244-48ff-997b-785d87e5ec49/7423bdd2-76d6-4500-a2cd-4967f1b11644/d1b6c638-4256-4e4e-b5ba-778146072608) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:32.779584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-eb306b59-ff9b-400a-a380-b2bd56db433f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:32.781230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-eb306b59-ff9b-400a-a380-b2bd56db433f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/networks?id=a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 200 len: 797 time: 0.1837242 Apr 20 13:20:32.814165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-a682b2ba-890e-4691-b105-a3d26edff3e4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/quotas/9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 375 time: 0.0187147 Apr 20 13:20:32.872274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-5f3b2265-6a3e-410b-bf1c-8f1797028005 req-28de2bc3-9f66-41df-823e-a3959a1b0836 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:32.873427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f3b2265-6a3e-410b-bf1c-8f1797028005 req-28de2bc3-9f66-41df-823e-a3959a1b0836 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0882354 Apr 20 13:20:32.968237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:32.996526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db66571c-ccda-455a-a33a-7ceca13c53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.003700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-3bd4b225-dcaa-40e9-8621-9e67a8503727 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678047 Apr 20 13:20:33.024807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 3, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:33.045529 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.091676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Network e43d95ca-4244-48ff-997b-785d87e5ec49 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:33.096983 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:33.103585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:33.104541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Checking router: f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:33.104993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Updating router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb port b33e23ba-d801-45b3-ae1b-e25ef13effcc binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:20:33.151946 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.200767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-db66571c-ccda-455a-a33a-7ceca13c53da None None] For port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,segment=NetworkSegment(8aa2a77f-81f9-4243-b310-3339ef4ee24c),segment_id=8aa2a77f-81f9-4243-b310-3339ef4ee24c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:33.206923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-318b577b-437b-49ee-b605-41a0f3a4f53f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:20:33.214971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-318b577b-437b-49ee-b605-41a0f3a4f53f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2040207 Apr 20 13:20:33.224883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:33.231053 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db66571c-ccda-455a-a33a-7ceca13c53da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.261295 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.315262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Pushing event updated for resources: {'Port': ['ID=d1b6c638-4256-4e4e-b5ba-778146072608,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:33.348116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-af4e2a00-84aa-454f-989e-b67f12630c12 service neutron] 10.222.0.24 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321957 Apr 20 13:20:33.444900 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.527767 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.552509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-5fd93aa3-a193-42f0-98de-5317948f7d75 service neutron] 10.222.0.24 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035184 Apr 20 13:20:33.575883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66571c-ccda-455a-a33a-7ceca13c53da None None] Pushing event updated for resources: {'Port': ['ID=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:33.595104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Provisioning complete for port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:33.595706 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.646066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:33.647226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.786387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.791746 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33c1a093-9f36-4251-9f9f-52e1792f26fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.796248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.880668 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:33.959725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 4ec31c2d-6457-41fb-9216-abb4d8bd8576 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:33.960602 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.019272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:34.035178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9cdb38ff-0a3b-46f8-9006-1cfd09e4d247 req-998c2d73-c039-40e9-bbfd-8ee144444f11 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 210 time: 0.1462195 Apr 20 13:20:34.058310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Pushing event updated for resources: {'Port': ['ID=d1b6c638-4256-4e4e-b5ba-778146072608,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.064639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Network e43d95ca-4244-48ff-997b-785d87e5ec49 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:34.066944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:34.225203 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.227148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.229761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.264807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 4ec31c2d-6457-41fb-9216-abb4d8bd8576 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:34.287997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:34.300557 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.383586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4c530-3e2d-4f05-9ef6-1a926eccae21 None None] Pushing event updated for resources: {'Port': ['ID=b33e23ba-d801-45b3-ae1b-e25ef13effcc,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.405791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 15ddf7ed-7616-407b-af7d-f51a1d19fe70 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:34.415202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-a3cdaff9-3570-4e27-a3b1-f73fe010e4fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1941965 Apr 20 13:20:34.466115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170eb73f-b2c1-458c-8032-9644b1dc3034 req-5d9dd2e8-def1-423e-8a95-542745499641 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:34.471842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-170eb73f-b2c1-458c-8032-9644b1dc3034 req-5d9dd2e8-def1-423e-8a95-542745499641 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.2226763 Apr 20 13:20:34.515755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] For port 15ddf7ed-7616-407b-af7d-f51a1d19fe70, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=15ddf7ed-7616-407b-af7d-f51a1d19fe70,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:34.537069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Attempting to bind port b33e23ba-d801-45b3-ae1b-e25ef13effcc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:34.537439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Attempting to bind port b33e23ba-d801-45b3-ae1b-e25ef13effcc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:34.537952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Attempting to bind port b33e23ba-d801-45b3-ae1b-e25ef13effcc on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:34.559559 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.579224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:34.589981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-56283a9a-12bb-4a85-8b5a-bf492a49e9bc admin admin] 10.222.0.24 "PUT /v2.0/routers/f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1690950 Apr 20 13:20:34.626384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-170eb73f-b2c1-458c-8032-9644b1dc3034 req-cb0a2a7c-c01e-4f99-af71-b48fc20ac928 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358783 Apr 20 13:20:34.629230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:34.629669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:34.630133 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.630469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:34.630952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Bound port: b33e23ba-d801-45b3-ae1b-e25ef13effcc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:34.631335 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.696754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Provisioning complete for port 4ec31c2d-6457-41fb-9216-abb4d8bd8576 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:34.702171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.727493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.780972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=4ec31c2d-6457-41fb-9216-abb4d8bd8576,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.875109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] For port b33e23ba-d801-45b3-ae1b-e25ef13effcc, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:34.884564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Pushing event updated for resources: {'Port': ['ID=15ddf7ed-7616-407b-af7d-f51a1d19fe70,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:34.900268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Port 4ec31c2d-6457-41fb-9216-abb4d8bd8576 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:34.904639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] For port b33e23ba-d801-45b3-ae1b-e25ef13effcc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b33e23ba-d801-45b3-ae1b-e25ef13effcc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:34.907830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:34.908861 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.936542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:34.951534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.121622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Provisioning complete for port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:35.122286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce312943-1e8b-433e-8dde-354558615cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.173034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4c530-3e2d-4f05-9ef6-1a926eccae21 None None] Pushing event updated for resources: {'Port': ['ID=b33e23ba-d801-45b3-ae1b-e25ef13effcc,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:35.180174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:35.180805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:35.203882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Router 56c03b62-82f5-4b9a-91f3-63555bcd1cda has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:35.215647 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfb6b600-c761-4961-87fc-82aaef1905e1 req-e3191885-c072-4bd6-9989-867d7d63b93c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 210 time: 0.0845153 Apr 20 13:20:35.291402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:35.306794 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e2d720f-dc6f-4739-afc7-c37b40b1454b tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "PUT /v2.0/routers/56c03b62-82f5-4b9a-91f3-63555bcd1cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9012780 Apr 20 13:20:35.310075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39362) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:35.314441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] Sync routers for ids ['56c03b62-82f5-4b9a-91f3-63555bcd1cda'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:35.349560 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f2e07d-5a46-47c9-8286-d91c1197a100 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:35.355582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e7f2e07d-5a46-47c9-8286-d91c1197a100 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/4ec31c2d-6457-41fb-9216-abb4d8bd8576 HTTP/1.1" status: 404 len: 333 time: 0.0414481 Apr 20 13:20:35.355904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:35.415107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:35.484872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9007-92a9-480a-976b-d3e4ea9282e0 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.490560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39370) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:35.496931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-968270944-network', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:35.498037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:35.505782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] Routers {'56c03b62-82f5-4b9a-91f3-63555bcd1cda'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:35.506571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['56c03b62-82f5-4b9a-91f3-63555bcd1cda'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:35.545293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Made reservation on behalf of d31668542d4847f5b86f1ddafef41121 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:35.547513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.570598 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.603578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-51a718fc-2475-4bd4-9c44-df258cbe2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.605095 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-51a718fc-2475-4bd4-9c44-df258cbe2e7b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4&tenant_id=c9bee05ec1764a7892c7dec9c61afe60 HTTP/1.1" status: 200 len: 1094 time: 0.0718365 Apr 20 13:20:35.621461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:35.687679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9007-92a9-480a-976b-d3e4ea9282e0 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.690727 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9007-92a9-480a-976b-d3e4ea9282e0 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.691970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-4d2c34a9-3111-4f32-b60c-3f8864548b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.693676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-4d2c34a9-3111-4f32-b60c-3f8864548b17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1094 time: 0.0647187 Apr 20 13:20:35.742107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.744994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9007-92a9-480a-976b-d3e4ea9282e0 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.745700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ba9007-92a9-480a-976b-d3e4ea9282e0 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Fanout notify agent at l3_agent the message router_deleted on router 56c03b62-82f5-4b9a-91f3-63555bcd1cda {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:20:35.754190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ba9007-92a9-480a-976b-d3e4ea9282e0 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.757706 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e0ba9007-92a9-480a-976b-d3e4ea9282e0 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/routers/56c03b62-82f5-4b9a-91f3-63555bcd1cda HTTP/1.1" status: 204 len: 168 time: 0.3983867 Apr 20 13:20:35.758302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39374) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:35.768127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.858201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:35.858589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:20:35.859156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_agentschedulers_db [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'56c03b62-82f5-4b9a-91f3-63555bcd1cda'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent'). {{(pid=109411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:20:35.859525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30696987-cfe4-4483-ab09-6faaf461e695 None None] The sync data for ids ['56c03b62-82f5-4b9a-91f3-63555bcd1cda'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:35.885053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:20:35.892618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:35.892990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.914450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb4c8c-722d-4d1e-a810-6c7f60110646,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:35.918356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:35.918650 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Added segment f238b4ec-aa38-478a-b7ef-ec5f55a6b43b of type vlan for network 84eed518-e79a-4f01-a7f0-37e06137054e Apr 20 13:20:35.925198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet 45acfa6a-4fd1-4b29-b137-a20040d2bd54 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:35.943708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b7783-0556-4274-a324-b96e8f0de201 req-e0bab8e4-e72f-4744-b115-d1ce0ba73082 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:35.948697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-179b7783-0556-4274-a324-b96e8f0de201 req-e0bab8e4-e72f-4744-b115-d1ce0ba73082 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1912620 Apr 20 13:20:35.948697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.009600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4b166b30-e83d-4f70-b057-797e99abdd2d None None] Provisioning complete for port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:36.009988 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b166b30-e83d-4f70-b057-797e99abdd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.015387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-43373cbe-be08-461a-acfe-b261273bf2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.017701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-43373cbe-be08-461a-acfe-b261273bf2c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.3055642 Apr 20 13:20:36.024953 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:20:36.035648 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.039101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.063612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-780c5280-2f4f-4023-b152-de17eef218d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.088179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 15ddf7ed-7616-407b-af7d-f51a1d19fe70 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:36.091550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 2, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:36.147368 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d10b3a-d0cf-406b-ae2b-a252ed84e1ee None None] The sync data for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 is: [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 2, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:36.219540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:36.219913 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.249380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4b166b30-e83d-4f70-b057-797e99abdd2d None None] Provisioning complete for port d1b6c638-4256-4e4e-b5ba-778146072608 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:36.249504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4b166b30-e83d-4f70-b057-797e99abdd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.298252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-4b166b30-e83d-4f70-b057-797e99abdd2d None None] Port d1b6c638-4256-4e4e-b5ba-778146072608 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:36.302867 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4b166b30-e83d-4f70-b057-797e99abdd2d None None] Could not find standard attr ID for object 4ec31c2d-6457-41fb-9216-abb4d8bd8576. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:36.480611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.db.resource_extend [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:20:36.532205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d452199-894f-441d-9515-038c83ca0197 req-c7ba2912-a457-4e07-b1aa-4cf7e40bede2 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 210 time: 0.0727603 Apr 20 13:20:36.548915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-179b7783-0556-4274-a324-b96e8f0de201 req-84f81420-3f4c-42a7-8911-161cbb3ffea4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5723467 Apr 20 13:20:36.555612 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.556543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.557111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.573851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-d184768d-7fa0-4701-8576-a5e62061dc12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 200 len: 997 time: 0.5399373 Apr 20 13:20:36.674608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1828732 Apr 20 13:20:36.677450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39380) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:36.684685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Request body: {'subnet': {'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-968270944-subnet', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:36.700175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833e4cd-0c37-44af-814e-79cc70eb0984 admin admin] Pushing event updated for resources: {'Network': ['ID=84eed518-e79a-4f01-a7f0-37e06137054e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:36.709621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Made reservation on behalf of d31668542d4847f5b86f1ddafef41121 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:36.710067 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.713373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.721748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 84eed518-e79a-4f01-a7f0-37e06137054e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:20:36.775839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-14fa49fe-bd08-4dcf-8223-d3e84d8021a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.777405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-14fa49fe-bd08-4dcf-8223-d3e84d8021a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.1900592 Apr 20 13:20:36.779759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.841855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=45acfa6a-4fd1-4b29-b137-a20040d2bd54,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:36.848521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:36.852528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-75dbbb96-b088-4c0c-a276-03b8305f97fe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/45acfa6a-4fd1-4b29-b137-a20040d2bd54 HTTP/1.1" status: 204 len: 168 time: 1.0856318 Apr 20 13:20:36.857656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39382) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:36.858425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e7ac08-4d97-448f-a68b-7dc34384d612 None None] Network 1650f351-d345-4a1a-a911-e39b3a10bec3 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:36.867684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-c5db3dc4-5e9c-41bf-bc9a-4e86fc8c562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:36.869243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-c5db3dc4-5e9c-41bf-bc9a-4e86fc8c562e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837414 Apr 20 13:20:37.008522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-2ee4a20d-9ae7-4a15-ad47-4248b1e88efb service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293924 Apr 20 13:20:37.028164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.112466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.130637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] DHCP port deletion for 1650f351-d345-4a1a-a911-e39b3a10bec3 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:20:37.172913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-c93ec221-9519-44a4-bb3b-ccd9dc8096a6 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478903 Apr 20 13:20:37.203016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] Deleting port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:37.204150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.226913 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a650c5-b52f-4c2c-babc-aced03deed17,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:37.247601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:37.248194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.314915 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Checking segment: {'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:37.315296 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Network hostable DHCP agents. Network: 84eed518-e79a-4f01-a7f0-37e06137054e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:20:37.340796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.341960 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] For port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,segment=NetworkSegment(8aa2a77f-81f9-4243-b310-3339ef4ee24c),segment_id=8aa2a77f-81f9-4243-b310-3339ef4ee24c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:37.342333 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.350163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] For port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,segment=NetworkSegment(8aa2a77f-81f9-4243-b310-3339ef4ee24c),segment_id=8aa2a77f-81f9-4243-b310-3339ef4ee24c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:37.350596 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.363999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] Calling delete_port for 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:37.403735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:37.421590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-ea2b2660-f7fa-4c77-8410-8090d63bc30c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.426038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-ea2b2660-f7fa-4c77-8410-8090d63bc30c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.30 "GET /v2.0/networks?id=a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 200 len: 797 time: 0.2388999 Apr 20 13:20:37.432699 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Network 84eed518-e79a-4f01-a7f0-37e06137054e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:20:37.496970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-e4d16337-433f-490d-9aae-e8850f076be1 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 380 time: 0.0627129 Apr 20 13:20:37.517765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'port': {'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'admin_state_up': True, 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'security_groups': ['f242c7c4-a957-489c-9a49-6f10761ff046']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:37.523834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33e23ba-d801-45b3-ae1b-e25ef13effcc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:37.541734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 84eed518-e79a-4f01-a7f0-37e06137054e) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:37.548177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.548421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.561325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafbce40-b42a-4275-a29e-165892c9aa1e None None] Network 84eed518-e79a-4f01-a7f0-37e06137054e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:37.611591 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-59216612-4c6b-4ee0-b68b-92312872b6c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9290118 Apr 20 13:20:37.612196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:37.621298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:37.673372 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.675006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.683545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d09a76ea-8ae3-41f8-9857-1733ad623f3b req-61a85260-8b7c-4969-ab11-732b99ca4781 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 210 time: 0.0454986 Apr 20 13:20:37.695795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.704998 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.765130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:37.769939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] Pushing event deleted for resources: {'Port': ['ID=36e86fe2-bd4f-45f9-8e91-b6e6d297d750,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:37.776494 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No DVR routers for this DVR port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:37.785569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07fd36-6134-40a9-8fde-7884c4476c1b None None] No DVR routers for this DVR port 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:20:37.854391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b33e23ba-d801-45b3-ae1b-e25ef13effcc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:37.862066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.885417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39540107-742b-4155-b925-7f30b4041aa1 req-5a5f77e9-ee46-4a44-ba51-fc475c482f08 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:37.889030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39540107-742b-4155-b925-7f30b4041aa1 req-5a5f77e9-ee46-4a44-ba51-fc475c482f08 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1515863 Apr 20 13:20:37.892545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.901485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:37.906138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:37.960283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39540107-742b-4155-b925-7f30b4041aa1 req-e8f48a45-9a90-4544-9519-23c48e2f2634 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512023 Apr 20 13:20:38.069850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-84eed518-e79a-4f01-a7f0-37e06137054e', 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'fixed_ips': [{'subnet_id': 'a2a650c5-b52f-4c2c-babc-aced03deed17'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:38.072447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.078834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.120134 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1650f351-d345-4a1a-a911-e39b3a10bec3']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:38.142559 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa2a77f-81f9-4243-b310-3339ef4ee24c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:38.143195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa2a77f-81f9-4243-b310-3339ef4ee24c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:38.164592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.186698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.194877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.20.0.7 (a22a67d7-b591-423a-aec8-4c3383a2dd21/90448fec-f8d6-4f89-b05f-969a3d64c443/7b44fbef-dc99-4fa7-b6a8-e3a08702fe47) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:38.197463 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:20:38.198325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.236507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:20:38.290300 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:20:38.301486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.360269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.365988 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/1650f351-d345-4a1a-a911-e39b3a10bec3 HTTP/1.1" status: 204 len: 168 time: 1.5070038 Apr 20 13:20:38.372787 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39406) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:38.420237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port b33e23ba-d801-45b3-ae1b-e25ef13effcc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b33e23ba-d801-45b3-ae1b-e25ef13effcc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:38.437457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.555523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=b33e23ba-d801-45b3-ae1b-e25ef13effcc,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:38.556040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.558312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:20:38.598811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.613101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.633964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb8872a-19c0-4ea1-9b28-c3017bad4aff tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:38.638258 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1fb8872a-19c0-4ea1-9b28-c3017bad4aff tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/e1a70a1f-3e97-423c-8019-62e6494a9d65 HTTP/1.1" status: 200 len: 845 time: 0.2527523 Apr 20 13:20:38.642955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a250db3-53c7-4356-902d-e9e26fd3dfae tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=1650f351-d345-4a1a-a911-e39b3a10bec3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:38.649292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:20:38.651891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39408) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:38.657299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 36e86fe2-bd4f-45f9-8e91-b6e6d297d750 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:20:38.688652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:38.696745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:38.703217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:38.706765 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.761397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Allocated IP 172.20.0.2 (84eed518-e79a-4f01-a7f0-37e06137054e/a2a650c5-b52f-4c2c-babc-aced03deed17/44e4f4a5-0d46-4d65-9d55-e1e56435251f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:38.782375 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3bec53e2-3d86-433c-af39-ac3a98add082 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/e1a70a1f-3e97-423c-8019-62e6494a9d65?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0771480 Apr 20 13:20:38.826407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39412) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:38.842750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:38.843514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:38.844381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:38.935775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4311936 Apr 20 13:20:38.940382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b489a49-d528-4927-b842-06568b84485c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:38.984719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293d3de-bb1b-4b60-9391-829b80ccadc0 req-5d29d120-6c53-42b7-ab88-f27cdbc0b9ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:38.987361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1293d3de-bb1b-4b60-9391-829b80ccadc0 req-5d29d120-6c53-42b7-ab88-f27cdbc0b9ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 931 time: 0.1265545 Apr 20 13:20:39.007334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Request body: {'port': {'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:39.061964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.154995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:39.172621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.290501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Sync routers for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:39.305044 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:39.307197 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:39.314814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-735584eb-5bce-4af1-9e70-6edd6656f8a9 None None] Provisioning complete for port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:39.315382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.318681 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-735584eb-5bce-4af1-9e70-6edd6656f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.333763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.371503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1293d3de-bb1b-4b60-9391-829b80ccadc0 req-6e41d3c3-390c-413b-a621-26b2247f609e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2869492 Apr 20 13:20:39.391091 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.451869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29648dd2-173c-4685-9d56-b3f8ae351701 req-83796c54-2570-44af-b32d-c4a5917a9aff tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:39.454337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29648dd2-173c-4685-9d56-b3f8ae351701 req-83796c54-2570-44af-b32d-c4a5917a9aff tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.2615888 Apr 20 13:20:39.486461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Pushing event updated for resources: {'Port': ['ID=44e4f4a5-0d46-4d65-9d55-e1e56435251f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:39.519723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-735584eb-5bce-4af1-9e70-6edd6656f8a9 None None] Port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:39.553566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33e23ba-d801-45b3-ae1b-e25ef13effcc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:39.560297 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:39.562473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Network 84eed518-e79a-4f01-a7f0-37e06137054e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:39.625591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:39.641163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:39.643489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.696122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.802730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Attempting to bind port 44e4f4a5-0d46-4d65-9d55-e1e56435251f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:39.802730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Attempting to bind port 44e4f4a5-0d46-4d65-9d55-e1e56435251f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:39.803241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Attempting to bind port 44e4f4a5-0d46-4d65-9d55-e1e56435251f on network 84eed518-e79a-4f01-a7f0-37e06137054e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:39.815482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29648dd2-173c-4685-9d56-b3f8ae351701 req-efbc3e01-15fa-46e9-ad46-3590bd6e79c9 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812533 Apr 20 13:20:39.823770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:39.824334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Checking segment: {'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:39.824870 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.825373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Bound using segment: {'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:39.826420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Bound port: 44e4f4a5-0d46-4d65-9d55-e1e56435251f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:39.829199 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.855523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b33e23ba-d801-45b3-ae1b-e25ef13effcc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:39.855897 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.887861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.923476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] For port 44e4f4a5-0d46-4d65-9d55-e1e56435251f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:39.926847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] For port 44e4f4a5-0d46-4d65-9d55-e1e56435251f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=44e4f4a5-0d46-4d65-9d55-e1e56435251f,segment=NetworkSegment(f238b4ec-aa38-478a-b7ef-ec5f55a6b43b),segment_id=f238b4ec-aa38-478a-b7ef-ec5f55a6b43b)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:39.934022 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 2, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:39.971661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:39.981406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:39.993746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Checking router: f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:39.994091 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Updating router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb port d1b6c638-4256-4e4e-b5ba-778146072608 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:20:39.996980 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.010497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Transition to ACTIVE for port object 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:20:40.011845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Allocated IP 172.25.3.51 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/609c8461-e78f-4d0e-80c2-026eef8e1b67) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:40.018234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.080449 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.127065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270ed79-74de-41a9-a17f-a321913c91d8 None None] Pushing event updated for resources: {'Port': ['ID=44e4f4a5-0d46-4d65-9d55-e1e56435251f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.141866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062700-564a-402c-8092-fa19da532930 service neutron] Pushing event updated for resources: {'Port': ['ID=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.195649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:40.208111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:40.211154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:40.212128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.220275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e577dd2-9a75-4802-ac61-67513b540e3d None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:40.231007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.253619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.291670 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53d9d4e8-9fc4-4335-beeb-67be4c05d212 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4616859 Apr 20 13:20:40.293818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39416) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:40.314353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c1dce5f0-c168-41e9-a7b6-008b6be0049c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'security_group': {'name': 'tempest-secgroup-2138811014'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:40.407775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c1dce5f0-c168-41e9-a7b6-008b6be0049c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.416853 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.557387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Attempting to bind port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:40.558091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Attempting to bind port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:40.558775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Attempting to bind port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 on network a22a67d7-b591-423a-aec8-4c3383a2dd21 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:40.560755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:40.567196 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 on network a22a67d7-b591-423a-aec8-4c3383a2dd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:20:40.567941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Attempting to bind port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 on network a22a67d7-b591-423a-aec8-4c3383a2dd21 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:40.575354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:40.588100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:40.588760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Checking segment: {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:40.589387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Bound using segment: {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:40.590101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Bound port: 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9256df35-203a-443a-afe3-cf71521edd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:40.590695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.595074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:40.672638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'tenant_id': '193077b18b984141bc1c3b3f4a0fd4a6', 'fixed_ips': [{'subnet_id': 'd5b0a63b-ee78-4c6a-842c-7daf6a6a94ef'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:20:40.676261 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.754039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Pushing event updated for resources: {'Port': ['ID=609c8461-e78f-4d0e-80c2-026eef8e1b67,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:40.855569 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.870930 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:40.964186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc14411-bbfa-4350-850a-51043e185667 req-8086678d-627c-4920-bd23-23a918fca8a2 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:40.969993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bc14411-bbfa-4350-850a-51043e185667 req-8086678d-627c-4920-bd23-23a918fca8a2 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 943 time: 0.2805333 Apr 20 13:20:40.989335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932a018-d5ba-4d50-8102-b98f7a294434 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c638-4256-4e4e-b5ba-778146072608,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.056755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] For port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:41.114542 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Attempting to bind port d1b6c638-4256-4e4e-b5ba-778146072608 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:41.115260 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Attempting to bind port d1b6c638-4256-4e4e-b5ba-778146072608 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:41.115823 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Attempting to bind port d1b6c638-4256-4e4e-b5ba-778146072608 on network e43d95ca-4244-48ff-997b-785d87e5ec49 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:41.138252 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:41.148544 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Checking segment: {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:41.150547 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.153699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Bound using segment: {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:41.154465 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Bound port: d1b6c638-4256-4e4e-b5ba-778146072608, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:41.155072 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.219064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Allocated IP 2001:db8::2 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef/766166bc-e15b-4142-83ce-798f8b31ccad) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:41.230855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] For port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:41.255987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bc14411-bbfa-4350-850a-51043e185667 req-751b2b25-634f-4704-be81-2c460c5e16ae tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2773697 Apr 20 13:20:41.257179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.394187 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] For port d1b6c638-4256-4e4e-b5ba-778146072608, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:41.398328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2062700-564a-402c-8092-fa19da532930 service neutron] Pushing event updated for resources: {'Port': ['ID=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.399689 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] For port d1b6c638-4256-4e4e-b5ba-778146072608, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d1b6c638-4256-4e4e-b5ba-778146072608,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:41.407119 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.473659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:41.474270 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.475707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-d2062700-564a-402c-8092-fa19da532930 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 HTTP/1.1" status: 200 len: 1091 time: 2.4798779 Apr 20 13:20:41.476388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:41.510745 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a032c84d-8676-48e6-9272-4c5ae679a505" -d '{"events": [{"name": "network-changed", "server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:41.575856 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-06eff095-bed3-43e9-94ed-26560e13f2d6 None None] Provisioning complete for port d1b6c638-4256-4e4e-b5ba-778146072608 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:41.576239 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06eff095-bed3-43e9-94ed-26560e13f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:41.592183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959d097-5282-4054-bcd5-dcca66e97135 req-f0119278-f093-4c3a-aa92-4800886deac4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:41.602922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f959d097-5282-4054-bcd5-dcca66e97135 req-f0119278-f093-4c3a-aa92-4800886deac4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.5494061 Apr 20 13:20:41.624425 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932a018-d5ba-4d50-8102-b98f7a294434 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c638-4256-4e4e-b5ba-778146072608,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:41.656923 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:41.657754 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:41.695646 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e393b9-bca2-4e01-973e-29c70b0251d3 x-openstack-request-id: req-20e393b9-bca2-4e01-973e-29c70b0251d3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:41.701907 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:41.702589 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20e393b9-bca2-4e01-973e-29c70b0251d3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:41.704157 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e393b9-bca2-4e01-973e-29c70b0251d3'] response: {'name': 'network-changed', 'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'status': 'completed', 'code': 200} Apr 20 13:20:41.803023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 44e4f4a5-0d46-4d65-9d55-e1e56435251f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:41.903017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f959d097-5282-4054-bcd5-dcca66e97135 req-f2019dbe-162d-41c9-8a0a-805c56641a6e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2824163 Apr 20 13:20:41.929677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-a68c3623-bd06-465f-a26f-f66905f97bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:41.931325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-a68c3623-bd06-465f-a26f-f66905f97bed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 1094 time: 0.3080957 Apr 20 13:20:41.986922 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.043541 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.097479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-3acfa65f-0649-4703-8a09-4e9e04f50064 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 HTTP/1.1" status: 200 len: 217 time: 0.1566277 Apr 20 13:20:42.229242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-3ccf8171-f94f-4f09-b929-2f260bbfa202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:42.233824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-3ccf8171-f94f-4f09-b929-2f260bbfa202 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90448fec-f8d6-4f89-b05f-969a3d64c443 HTTP/1.1" status: 200 len: 835 time: 0.1213164 Apr 20 13:20:42.238266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:42.298776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 44e4f4a5-0d46-4d65-9d55-e1e56435251f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:42.299151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.313236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:42.331071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a5112-3b28-4e86-83d5-0e0118416bca None None] Network 84eed518-e79a-4f01-a7f0-37e06137054e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:42.345752 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:42.387659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4454-cc46-463b-ac2d-5953428db329 req-da267d26-f4ed-454d-8be6-f00bc4166a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:42.389372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-da267d26-f4ed-454d-8be6-f00bc4166a31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22a67d7-b591-423a-aec8-4c3383a2dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330273 Apr 20 13:20:42.428752 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.489895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c1dce5f0-c168-41e9-a7b6-008b6be0049c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.497781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c1dce5f0-c168-41e9-a7b6-008b6be0049c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.633888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4cb24-99bd-4571-a409-fef695fd521f req-e8bc443a-332f-4812-a126-5ccc4dbc5c7f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:42.636453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e4cb24-99bd-4571-a409-fef695fd521f req-e8bc443a-332f-4812-a126-5ccc4dbc5c7f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 943 time: 0.1683512 Apr 20 13:20:42.712297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-b188dac6-9d7c-41e9-b500-d1329dbb056b service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764232 Apr 20 13:20:42.716108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e4cb24-99bd-4571-a409-fef695fd521f req-d306cd23-a700-4123-92e2-826b59627a77 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727091 Apr 20 13:20:42.730615 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c1dce5f0-c168-41e9-a7b6-008b6be0049c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:42.735077 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c1dce5f0-c168-41e9-a7b6-008b6be0049c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4363303 Apr 20 13:20:42.745768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:42.776550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a890fcd2-0c23-4fad-9a66-414d374e81c3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'security_group': {'name': 'tempest-secgroup-17091387'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:42.822021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dce5f0-c168-41e9-a7b6-008b6be0049c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240cb693-e91c-4763-921b-ed8ac88033e7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:42.830418 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:41Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:42.894654 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f20bf1-d145-42a0-8a94-333a812ac293 None None] The sync data for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 is: [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:41Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:42.920930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:42.967301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55ee4454-cc46-463b-ac2d-5953428db329 req-1c9b8bdc-5f9f-4d65-bea7-cc73f2ed57f3 service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398241 Apr 20 13:20:42.989215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Pushing event updated for resources: {'Port': ['ID=766166bc-e15b-4142-83ce-798f8b31ccad,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:43.094466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.110326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06eff095-bed3-43e9-94ed-26560e13f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.119018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a890fcd2-0c23-4fad-9a66-414d374e81c3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.165425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Attempting to bind port 766166bc-e15b-4142-83ce-798f8b31ccad on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:43.166059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Attempting to bind port 766166bc-e15b-4142-83ce-798f8b31ccad by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'e6f6aa73-1ea7-4698-882c-cc9738c0cb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:43.166668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Attempting to bind port 766166bc-e15b-4142-83ce-798f8b31ccad on network a1730bd3-d20e-40cb-bb46-0cdb57a628dc {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:43.176314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:43.177006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Checking segment: {'id': 'e6f6aa73-1ea7-4698-882c-cc9738c0cb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:43.177576 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.178304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Bound using segment: {'id': 'e6f6aa73-1ea7-4698-882c-cc9738c0cb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:43.179035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Bound port: 766166bc-e15b-4142-83ce-798f8b31ccad, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f6aa73-1ea7-4698-882c-cc9738c0cb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:43.179613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.212246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-a4d3872f-9419-4ee8-b6de-4b33d96d3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:43.213885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-a4d3872f-9419-4ee8-b6de-4b33d96d3cff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 1094 time: 0.1727948 Apr 20 13:20:43.247497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-06eff095-bed3-43e9-94ed-26560e13f2d6 None None] For port d1b6c638-4256-4e4e-b5ba-778146072608, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d1b6c638-4256-4e4e-b5ba-778146072608,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:43.262789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ad0b1-8c2a-482e-871d-6ab6bdc3b6c7 req-e347f6af-fa77-4c96-b8f0-0b3666325488 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:43.264043 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-06eff095-bed3-43e9-94ed-26560e13f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.264925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df7ad0b1-8c2a-482e-871d-6ab6bdc3b6c7 req-e347f6af-fa77-4c96-b8f0-0b3666325488 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1597717 Apr 20 13:20:43.522588 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a890fcd2-0c23-4fad-9a66-414d374e81c3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.539642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a890fcd2-0c23-4fad-9a66-414d374e81c3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.540644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-df7ad0b1-8c2a-482e-871d-6ab6bdc3b6c7 req-4f3f1f82-759b-4ba7-870e-4ad24a328bfa tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252986 Apr 20 13:20:43.610294 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.630637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890fcd2-0c23-4fad-9a66-414d374e81c3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2eeef0-aba5-43ab-b217-cea236efd3d1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:43.650164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-dbdf0822-fe56-4ce4-b459-a64c50c7a42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:43.654940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-dbdf0822-fe56-4ce4-b459-a64c50c7a42e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 200 len: 898 time: 0.4221139 Apr 20 13:20:43.655459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a890fcd2-0c23-4fad-9a66-414d374e81c3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.661097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39434) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:43.664329 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a890fcd2-0c23-4fad-9a66-414d374e81c3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9129703 Apr 20 13:20:43.669590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-500391951', 'security_groups': ['1a2eeef0-aba5-43ab-b217-cea236efd3d1'], 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd5b0a63b-ee78-4c6a-842c-7daf6a6a94ef'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:43.675399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Router acef47a4-81b0-4156-a0af-fc32bef8971c is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:20:43.691883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eff095-bed3-43e9-94ed-26560e13f2d6 None None] Pushing event updated for resources: {'Port': ['ID=d1b6c638-4256-4e4e-b5ba-778146072608,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:43.701700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-02203e89-0948-450f-958d-184095fc3a20 None None] For port 766166bc-e15b-4142-83ce-798f8b31ccad, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:43.709174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 44e4f4a5-0d46-4d65-9d55-e1e56435251f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=44e4f4a5-0d46-4d65-9d55-e1e56435251f,segment=NetworkSegment(f238b4ec-aa38-478a-b7ef-ec5f55a6b43b),segment_id=f238b4ec-aa38-478a-b7ef-ec5f55a6b43b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:43.727779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-02203e89-0948-450f-958d-184095fc3a20 None None] For port 766166bc-e15b-4142-83ce-798f8b31ccad, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=766166bc-e15b-4142-83ce-798f8b31ccad,segment=NetworkSegment(e6f6aa73-1ea7-4698-882c-cc9738c0cb9d),segment_id=e6f6aa73-1ea7-4698-882c-cc9738c0cb9d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:43.729916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.734022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2700b2cd-d4db-406a-9526-3d1d8052de87 None None] Provisioning complete for port 44e4f4a5-0d46-4d65-9d55-e1e56435251f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:43.734300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2700b2cd-d4db-406a-9526-3d1d8052de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.739524 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:43.851685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-f8969d67-8e3d-4d67-936b-3adb1223347c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 HTTP/1.1" status: 200 len: 217 time: 0.1674736 Apr 20 13:20:43.975239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d1b6c638-4256-4e4e-b5ba-778146072608 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:43.986796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:44.031639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.042516 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-503c1923-f13d-49cf-9e97-2d40faf5e0cc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4292808 Apr 20 13:20:44.043213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39438) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:44.070514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Sync routers for ids ['acef47a4-81b0-4156-a0af-fc32bef8971c'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:44.077442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=44e4f4a5-0d46-4d65-9d55-e1e56435251f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:44.101264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Routers {'acef47a4-81b0-4156-a0af-fc32bef8971c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:44.102258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['acef47a4-81b0-4156-a0af-fc32bef8971c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:44.227438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-1459919d-6e93-41e0-a477-f37c7068e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:44.237192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-1459919d-6e93-41e0-a477-f37c7068e3ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90448fec-f8d6-4f89-b05f-969a3d64c443 HTTP/1.1" status: 200 len: 835 time: 0.3096230 Apr 20 13:20:44.258529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0a27b-500e-4902-a7a3-17065a66bfa0 req-27838876-9035-4622-a4e6-3e414f215811 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:44.266226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48d0a27b-500e-4902-a7a3-17065a66bfa0 req-27838876-9035-4622-a4e6-3e414f215811 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 943 time: 0.3525534 Apr 20 13:20:44.310169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02203e89-0948-450f-958d-184095fc3a20 None None] Pushing event updated for resources: {'Port': ['ID=766166bc-e15b-4142-83ce-798f8b31ccad,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:44.365563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d1b6c638-4256-4e4e-b5ba-778146072608 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:44.366067 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.470155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:44.600575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Set router acef47a4-81b0-4156-a0af-fc32bef8971c gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:44.624286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48d0a27b-500e-4902-a7a3-17065a66bfa0 req-50d346b8-8ea2-4e4f-8fe7-785a44fee00a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075383 Apr 20 13:20:44.681164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-9555099f-1dee-4679-8ebb-fc3fa8f2a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:44.684322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-9555099f-1dee-4679-8ebb-fc3fa8f2a88d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22a67d7-b591-423a-aec8-4c3383a2dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4010375 Apr 20 13:20:44.708146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2700b2cd-d4db-406a-9526-3d1d8052de87 None None] Provisioning complete for port d1b6c638-4256-4e4e-b5ba-778146072608 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:44.708525 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2700b2cd-d4db-406a-9526-3d1d8052de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.864708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:44.932210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 8e4c719f-53b4-4f00-a4c9-b14dc133deef yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:44.975126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa07a8d-ed35-4ca5-bbb7-6ab927f0c5ea req-3471114b-a99b-48f0-aaf6-412e4daed908 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:44.977263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-baa07a8d-ed35-4ca5-bbb7-6ab927f0c5ea req-3471114b-a99b-48f0-aaf6-412e4daed908 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.2627447 Apr 20 13:20:45.106159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-8e562fb5-eab8-42aa-adb0-c03ac71a1c57 service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087853 Apr 20 13:20:45.109052 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-baa07a8d-ed35-4ca5-bbb7-6ab927f0c5ea req-040db5a2-297e-4e35-84a9-eb6fe768454b tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228306 Apr 20 13:20:45.113263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:20:42Z', 'revision_number': 3, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:45.192952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Checking router: acef47a4-81b0-4156-a0af-fc32bef8971c for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:45.193310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Updating router acef47a4-81b0-4156-a0af-fc32bef8971c port 609c8461-e78f-4d0e-80c2-026eef8e1b67 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:20:45.194002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.253482 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.419789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a032c84d-8676-48e6-9272-4c5ae679a505 req-02e2f9ee-9894-41ac-a37a-80d87dbcd6ea service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872086 Apr 20 13:20:45.420903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::7 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef/8e4c719f-53b4-4f00-a4c9-b14dc133deef) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:45.476160 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Allocated IP 172.20.0.1 (84eed518-e79a-4f01-a7f0-37e06137054e/a2a650c5-b52f-4c2c-babc-aced03deed17/0014aa1a-52e8-4ebc-ba71-89f2132257ec) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:45.496484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f30b831f-0e1e-42f1-ba1a-0bbd60201d7d None None] Provisioning complete for port 44e4f4a5-0d46-4d65-9d55-e1e56435251f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:45.497240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f30b831f-0e1e-42f1-ba1a-0bbd60201d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.622258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.645400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.684079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.693723 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.742144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Network 84eed518-e79a-4f01-a7f0-37e06137054e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:45.745227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:45.749281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:45.776598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:45.803674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Pushing event updated for resources: {'Port': ['ID=0014aa1a-52e8-4ebc-ba71-89f2132257ec,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:45.818812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:45.819800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.820192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.820589 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.821183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.821548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.822119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.823263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.823663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.824040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.824376 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.824823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.825180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:20:45.836495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.862217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:45.882352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:45.883084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.933128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.946259 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:45.995076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=8e4c719f-53b4-4f00-a4c9-b14dc133deef,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.051919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-33e6384d-ccf4-4698-babf-04d6d3c6e2b6 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3895059 Apr 20 13:20:46.052548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39446) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:46.053067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:20:46.060420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-564b2abd-6063-4eab-96e8-efe0904ede8e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:46.111066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.229820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cc98a-b445-48df-9572-b48f37f3bc56 None None] Pushing event updated for resources: {'Port': ['ID=609c8461-e78f-4d0e-80c2-026eef8e1b67,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.258573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.resource_extend [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 20 13:20:46.275851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Provisioning complete for port e1a70a1f-3e97-423c-8019-62e6494a9d65 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:46.276299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.288785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5559051-6fde-40a6-a975-c1b337e1ed67 req-18644c5b-bbe7-456c-a642-c3f8cdbfccb2 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:46.290855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Attempting to bind port 609c8461-e78f-4d0e-80c2-026eef8e1b67 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:46.291224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5559051-6fde-40a6-a975-c1b337e1ed67 req-18644c5b-bbe7-456c-a642-c3f8cdbfccb2 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 943 time: 0.5101900 Apr 20 13:20:46.291709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Attempting to bind port 609c8461-e78f-4d0e-80c2-026eef8e1b67 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:46.292293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Attempting to bind port 609c8461-e78f-4d0e-80c2-026eef8e1b67 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:46.434146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:46.450394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:46.452863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 44e4f4a5-0d46-4d65-9d55-e1e56435251f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:46.488869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:46.489709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:46.490867 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.491556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:46.492304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Bound port: 609c8461-e78f-4d0e-80c2-026eef8e1b67, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:46.492958 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.551133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5559051-6fde-40a6-a975-c1b337e1ed67 req-076f30f4-7794-48fb-a2e3-f373977ea3a6 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539189 Apr 20 13:20:46.557286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564b2abd-6063-4eab-96e8-efe0904ede8e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:46.573063 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-564b2abd-6063-4eab-96e8-efe0904ede8e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.616829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Port e1a70a1f-3e97-423c-8019-62e6494a9d65 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:46.659389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06588c3-6da2-4089-9fc6-016f0bee5794 req-e2c7d92a-e85e-44ba-a663-2330d9f74465 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:46.667903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a06588c3-6da2-4089-9fc6-016f0bee5794 req-e2c7d92a-e85e-44ba-a663-2330d9f74465 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.3373353 Apr 20 13:20:46.675016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.682026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:46.682811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.697534 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.707027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.730513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] For port 609c8461-e78f-4d0e-80c2-026eef8e1b67, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:46.741232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:46.777673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] For port 609c8461-e78f-4d0e-80c2-026eef8e1b67, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=609c8461-e78f-4d0e-80c2-026eef8e1b67,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:46.791918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.805683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a06588c3-6da2-4089-9fc6-016f0bee5794 req-6050cd06-8885-40dd-a7f6-398ae8081ad4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281223 Apr 20 13:20:46.847704 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-564b2abd-6063-4eab-96e8-efe0904ede8e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef (CIDR: 2001:db8::/64) Apr 20 13:20:46.852847 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-564b2abd-6063-4eab-96e8-efe0904ede8e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:20:46.853408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564b2abd-6063-4eab-96e8-efe0904ede8e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:46.874958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 44e4f4a5-0d46-4d65-9d55-e1e56435251f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:46.876558 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.885587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cc98a-b445-48df-9572-b48f37f3bc56 None None] Pushing event updated for resources: {'Port': ['ID=609c8461-e78f-4d0e-80c2-026eef8e1b67,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.890079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-564b2abd-6063-4eab-96e8-efe0904ede8e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8348839 Apr 20 13:20:46.892953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:46.894090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39450) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:46.895208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Pushing event updated for resources: {'Port': ['ID=0014aa1a-52e8-4ebc-ba71-89f2132257ec,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:46.909702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:46.935522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:46.965408 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.021979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Network 84eed518-e79a-4f01-a7f0-37e06137054e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:47.024133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:47.110934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:47.119705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.313110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Router acef47a4-81b0-4156-a0af-fc32bef8971c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:47.347684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:47.358596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Routers {'acef47a4-81b0-4156-a0af-fc32bef8971c'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:47.359182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['acef47a4-81b0-4156-a0af-fc32bef8971c'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:47.419699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.560242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] For port 766166bc-e15b-4142-83ce-798f8b31ccad, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=766166bc-e15b-4142-83ce-798f8b31ccad,segment=NetworkSegment(e6f6aa73-1ea7-4698-882c-cc9738c0cb9d),segment_id=e6f6aa73-1ea7-4698-882c-cc9738c0cb9d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:47.567030 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['7b44fbef-dc99-4fa7-b6a8-e3a08702fe47'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:47.636578 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.642252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:47.684038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:47.689196 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b8876ffb-b163-41d5-8184-77909dfe4289 admin admin] 10.222.0.24 "PUT /v2.0/routers/acef47a4-81b0-4156-a0af-fc32bef8971c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6449566 Apr 20 13:20:47.885760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcc52d-21c6-4aba-925c-9675aca7875f None None] Pushing event updated for resources: {'Port': ['ID=766166bc-e15b-4142-83ce-798f8b31ccad,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:48.102184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] Set router acef47a4-81b0-4156-a0af-fc32bef8971c gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:48.236962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:48.271330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:48.301088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.302103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.365002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=4be9f229-9f63-4603-a38a-042306cc6162,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:48.370870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b1f58d-f2b0-4f8b-8320-f50da87e8a58 None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:48.375273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-952e3ad1-2dd2-4403-9382-ca18a4b150cb tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4790637 Apr 20 13:20:48.378256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39478) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:48.382246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e358ef04-326d-46c7-a01a-292efbf215d3 None None] Provisioning complete for port 0014aa1a-52e8-4ebc-ba71-89f2132257ec triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:48.382912 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e358ef04-326d-46c7-a01a-292efbf215d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.384922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1474162328', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4be9f229-9f63-4603-a38a-042306cc6162'}], 'security_groups': ['240cb693-e91c-4763-921b-ed8ac88033e7']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:48.411598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e1c08-3c88-4ef0-8fed-c5ff174a9c0b req-1c42d167-803b-44ff-aa93-02923bae82ac tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.418367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581e1c08-3c88-4ef0-8fed-c5ff174a9c0b req-1c42d167-803b-44ff-aa93-02923bae82ac tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 944 time: 0.1902206 Apr 20 13:20:48.512930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 766166bc-e15b-4142-83ce-798f8b31ccad up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:48.520675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152f17f-34ba-4666-b2d5-193b60a24217 req-d235cd3e-b8ce-453e-95d6-7e699c4985e4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:48.523084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1152f17f-34ba-4666-b2d5-193b60a24217 req-d235cd3e-b8ce-453e-95d6-7e699c4985e4 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.2954373 Apr 20 13:20:48.574393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-581e1c08-3c88-4ef0-8fed-c5ff174a9c0b req-f3492e0e-89e4-4a5f-a1ac-f78d6a259831 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484625 Apr 20 13:20:48.623221 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1152f17f-34ba-4666-b2d5-193b60a24217 req-aed976d4-99c7-4125-b2a3-e84731364115 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920410 Apr 20 13:20:48.717943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.804860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e358ef04-326d-46c7-a01a-292efbf215d3 None None] Port 0014aa1a-52e8-4ebc-ba71-89f2132257ec cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:48.862975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e358ef04-326d-46c7-a01a-292efbf215d3 None None] Provisioning complete for port 8e4c719f-53b4-4f00-a4c9-b14dc133deef triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:48.863318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e358ef04-326d-46c7-a01a-292efbf215d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:48.873154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:48.873480 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.048428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e358ef04-326d-46c7-a01a-292efbf215d3 None None] Port 8e4c719f-53b4-4f00-a4c9-b14dc133deef cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:49.276405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 4, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0014aa1a-52e8-4ebc-ba71-89f2132257ec', 'name': '', 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'mac_address': 'fa:16:3e:bd:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:45Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 2, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'subnets': [{'id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:49.289106 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.362861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7a5600-d6ef-40b5-96f8-4dc4dd4eb90f None None] The sync data for ids ['acef47a4-81b0-4156-a0af-fc32bef8971c'] in n-d-838550-2 is: [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 4, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0014aa1a-52e8-4ebc-ba71-89f2132257ec', 'name': '', 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'mac_address': 'fa:16:3e:bd:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:45Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 2, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'subnets': [{'id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:49.397536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32858e42-e8b6-48c4-8b84-a366ff17335e None None] Update dhcp port {'port': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'fixed_ips': [{'subnet_id': 'd5b0a63b-ee78-4c6a-842c-7daf6a6a94ef', 'ip_address': '2001:db8::2'}, {'subnet_id': '4be9f229-9f63-4603-a38a-042306cc6162'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '766166bc-e15b-4142-83ce-798f8b31ccad'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:20:49.407821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Delete allocated IP 2001:db8::7 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef) {{(pid=109409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:20:49.426049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8:0:1::2b2 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/4be9f229-9f63-4603-a38a-042306cc6162/8e4c719f-53b4-4f00-a4c9-b14dc133deef) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:49.440470 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32858e42-e8b6-48c4-8b84-a366ff17335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.617344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 766166bc-e15b-4142-83ce-798f8b31ccad up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:49.705455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:49.706702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.814227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.819804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.840706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f4ec9-e387-4c12-b2f1-5d8ec5c8b9dc req-f4881792-b522-445d-9e02-923789369553 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:49.842445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc6f4ec9-e387-4c12-b2f1-5d8ec5c8b9dc req-f4881792-b522-445d-9e02-923789369553 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 944 time: 0.1448698 Apr 20 13:20:49.897535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c07e0-3df6-40eb-b64f-d1866105e944 req-d7ce3cec-24e7-4fd3-ae1a-7021d4784133 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:49.901620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] In _notify_port_updated(), no bound segment for port 8e4c719f-53b4-4f00-a4c9-b14dc133deef on network a1730bd3-d20e-40cb-bb46-0cdb57a628dc {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:20:49.917842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:49.917842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:49.917842 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "PUT /v2.0/ports/8e4c719f-53b4-4f00-a4c9-b14dc133deef HTTP/1.1" status: 200 len: 931 time: 1.5304337 Apr 20 13:20:49.918571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c36c07e0-3df6-40eb-b64f-d1866105e944 req-d7ce3cec-24e7-4fd3-ae1a-7021d4784133 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1381714 Apr 20 13:20:49.918733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39540) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:49.934232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eeefe-9c56-4201-bdfc-5e565eebb268 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=8e4c719f-53b4-4f00-a4c9-b14dc133deef,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:49.954938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc6f4ec9-e387-4c12-b2f1-5d8ec5c8b9dc req-2f663096-3c86-4775-acef-65a853213392 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024649 Apr 20 13:20:49.981807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-32858e42-e8b6-48c4-8b84-a366ff17335e None None] Allocated IP 2001:db8:0:1::2 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/4be9f229-9f63-4603-a38a-042306cc6162/766166bc-e15b-4142-83ce-798f8b31ccad) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:50.006554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c36c07e0-3df6-40eb-b64f-d1866105e944 req-d9e45db7-e594-4e4b-af7d-f632d3e2cdaf tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555420 Apr 20 13:20:50.033291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:50.098300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 8e4c719f-53b4-4f00-a4c9-b14dc133deef {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:50.098639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.167317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-32858e42-e8b6-48c4-8b84-a366ff17335e None None] For port 766166bc-e15b-4142-83ce-798f8b31ccad, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=766166bc-e15b-4142-83ce-798f8b31ccad,segment=NetworkSegment(e6f6aa73-1ea7-4698-882c-cc9738c0cb9d),segment_id=e6f6aa73-1ea7-4698-882c-cc9738c0cb9d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:50.176925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:20:50.183633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:50.183633 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.212502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.227165 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 8e4c719f-53b4-4f00-a4c9-b14dc133deef owned by {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:50.236203 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32858e42-e8b6-48c4-8b84-a366ff17335e None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.244553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-32858e42-e8b6-48c4-8b84-a366ff17335e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.391244 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32858e42-e8b6-48c4-8b84-a366ff17335e None None] Pushing event updated for resources: {'Port': ['ID=766166bc-e15b-4142-83ce-798f8b31ccad,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.401305 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.406448 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.435606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:50.438849 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6243145-7482-42d7-bf9b-179d9ccf6001" -d '{"events": [{"server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "name": "network-vif-plugged", "status": "completed", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:50.451876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=8e4c719f-53b4-4f00-a4c9-b14dc133deef,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.456827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:50.464664 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.509294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.518301 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-474032df-7c9a-49e1-b725-de2338fda025 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/8e4c719f-53b4-4f00-a4c9-b14dc133deef HTTP/1.1" status: 204 len: 168 time: 0.5985281 Apr 20 13:20:50.520893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39546) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.571673 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d80d7df-f5f9-4ccb-a0b5-5cbeca787815 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:50.581609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6d80d7df-f5f9-4ccb-a0b5-5cbeca787815 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/8e4c719f-53b4-4f00-a4c9-b14dc133deef HTTP/1.1" status: 404 len: 333 time: 0.0567904 Apr 20 13:20:50.582298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.603308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.728968 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ab70943-8f48-435a-909e-03e7bf020a99 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.773019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ab70943-8f48-435a-909e-03e7bf020a99 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.845724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ab70943-8f48-435a-909e-03e7bf020a99 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.849840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ab70943-8f48-435a-909e-03e7bf020a99 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.851770 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ab70943-8f48-435a-909e-03e7bf020a99 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a2eeef0-aba5-43ab-b217-cea236efd3d1 HTTP/1.1" status: 204 len: 168 time: 0.2682233 Apr 20 13:20:50.854686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39550) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:50.872877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab70943-8f48-435a-909e-03e7bf020a99 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2eeef0-aba5-43ab-b217-cea236efd3d1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:50.942498 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f098d5-eb6f-41d6-a4e0-6594713f926f x-openstack-request-id: req-a6f098d5-eb6f-41d6-a4e0-6594713f926f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:50.942825 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "name": "network-vif-plugged", "status": "completed", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:50.943084 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6f098d5-eb6f-41d6-a4e0-6594713f926f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:50.943488 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f098d5-eb6f-41d6-a4e0-6594713f926f'] response: {'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'code': 200} Apr 20 13:20:50.948937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff3549ed-beb9-46b5-ab91-6b0ca21c64b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:50.977032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff3549ed-beb9-46b5-ab91-6b0ca21c64b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.049337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff3549ed-beb9-46b5-ab91-6b0ca21c64b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.052725 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ff3549ed-beb9-46b5-ab91-6b0ca21c64b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.055066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ff3549ed-beb9-46b5-ab91-6b0ca21c64b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/security-groups/240cb693-e91c-4763-921b-ed8ac88033e7 HTTP/1.1" status: 204 len: 168 time: 0.1983926 Apr 20 13:20:51.057869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:51.066572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3549ed-beb9-46b5-ab91-6b0ca21c64b1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240cb693-e91c-4763-921b-ed8ac88033e7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:51.204981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:51.208645 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.226435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991fe03-3f3d-4823-bd22-76d643f4d41f req-d59f8425-adfe-4916-82ac-1c0b1527f0de tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:51.227960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9991fe03-3f3d-4823-bd22-76d643f4d41f req-d59f8425-adfe-4916-82ac-1c0b1527f0de tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.1261711 Apr 20 13:20:51.268301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.280524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e5506-d209-4a78-aad6-b1cdd1b797b1 req-e8994534-a7d3-4417-a4a9-b0f7ec0b3e99 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:51.289057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-886e5506-d209-4a78-aad6-b1cdd1b797b1 req-e8994534-a7d3-4417-a4a9-b0f7ec0b3e99 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1272895 Apr 20 13:20:51.313698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a08f41db-c20c-4963-93a1-7b1165cdd09b None None] Provisioning complete for port e1a70a1f-3e97-423c-8019-62e6494a9d65 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:51.314070 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a08f41db-c20c-4963-93a1-7b1165cdd09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.363008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9991fe03-3f3d-4823-bd22-76d643f4d41f req-da4e782c-241a-412b-b65c-a8106f5e2e31 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147060 Apr 20 13:20:51.374157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-886e5506-d209-4a78-aad6-b1cdd1b797b1 req-094a6530-1827-4714-a7d1-a73e91e782f7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837929 Apr 20 13:20:51.393593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a08f41db-c20c-4963-93a1-7b1165cdd09b None None] Port e1a70a1f-3e97-423c-8019-62e6494a9d65 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:51.410131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a08f41db-c20c-4963-93a1-7b1165cdd09b None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:51.410701 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a08f41db-c20c-4963-93a1-7b1165cdd09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.514254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.632538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.730991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:51.733019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.768455 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-33b1b154-5f0a-475f-9bb6-906709e420d1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef HTTP/1.1" status: 204 len: 168 time: 0.7094693 Apr 20 13:20:51.779026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39560) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:51.786499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:51.802355 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 766166bc-e15b-4142-83ce-798f8b31ccad up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:51.844814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a08f41db-c20c-4963-93a1-7b1165cdd09b None None] Could not find standard attr ID for object 8e4c719f-53b4-4f00-a4c9-b14dc133deef. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:51.863858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:51.864235 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.932879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:51.938604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:51.968461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c55c0745-afdb-40a2-9283-347e362f2544 None None] Could not find standard attr ID for object 8e4c719f-53b4-4f00-a4c9-b14dc133deef. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:51.976859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 609c8461-e78f-4d0e-80c2-026eef8e1b67 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:52.047255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815e6fc-a783-477f-81a3-c8b350b15f0b None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:52.072362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 609c8461-e78f-4d0e-80c2-026eef8e1b67 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:52.072728 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.192233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.286577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.309375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:52.315826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:52.321174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:52.321782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.329857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 609c8461-e78f-4d0e-80c2-026eef8e1b67, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=609c8461-e78f-4d0e-80c2-026eef8e1b67,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:52.333919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=d331446b-f74a-466d-8693-758690cc8620,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.334326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.352694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-344a0161-f96c-493c-9a29-8375d4809ee7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5732093 Apr 20 13:20:52.355471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39562) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.361266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-62a933a4-b4c2-4c40-94e7-cf2959bf4ed8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1546590371'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:52.366970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06322036-7299-4868-8ca7-2e0ab16eed82 req-8a51f098-fd58-4087-aea0-d973bde176f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:52.368662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06322036-7299-4868-8ca7-2e0ab16eed82 req-8a51f098-fd58-4087-aea0-d973bde176f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 1096 time: 0.0972135 Apr 20 13:20:52.418720 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62a933a4-b4c2-4c40-94e7-cf2959bf4ed8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.442019 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06322036-7299-4868-8ca7-2e0ab16eed82 req-57045295-d8c6-4419-8a00-2edeb22f5c49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641067 Apr 20 13:20:52.453074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=609c8461-e78f-4d0e-80c2-026eef8e1b67,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.534239 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62a933a4-b4c2-4c40-94e7-cf2959bf4ed8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.541067 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62a933a4-b4c2-4c40-94e7-cf2959bf4ed8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.597579 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-62a933a4-b4c2-4c40-94e7-cf2959bf4ed8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.598880 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-62a933a4-b4c2-4c40-94e7-cf2959bf4ed8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2423325 Apr 20 13:20:52.606279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39570) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.612539 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-441a68ca-90d0-41b6-98df-5c43fa7aa286 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'security_group': {'name': 'tempest-secgroup-1484714040'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:52.617796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a933a4-b4c2-4c40-94e7-cf2959bf4ed8 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f67429-3277-461d-b717-77f533d7caa7,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.649312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b5d47-a1b2-44ee-9e0f-1788c4436f37 req-e52c6016-aeae-48c9-952d-2235b582d0cd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:52.651326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c9b5d47-a1b2-44ee-9e0f-1788c4436f37 req-e52c6016-aeae-48c9-952d-2235b582d0cd tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1372960 Apr 20 13:20:52.658161 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-441a68ca-90d0-41b6-98df-5c43fa7aa286 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.695166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aa8fa-4d0d-432f-9835-526a57d7dcd2 req-f2d5b5fb-09e9-4908-86e2-9ee2bf9b8e0d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:52.696620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea7aa8fa-4d0d-432f-9835-526a57d7dcd2 req-f2d5b5fb-09e9-4908-86e2-9ee2bf9b8e0d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.1838856 Apr 20 13:20:52.711438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f4602-1806-4c94-b61d-92f70a73e353 None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:52.739054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c9b5d47-a1b2-44ee-9e0f-1788c4436f37 req-24917b8b-56b0-4106-9faa-9005741ba6aa tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731716 Apr 20 13:20:52.743969 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Sync routers for ids ['acef47a4-81b0-4156-a0af-fc32bef8971c'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:52.771952 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-441a68ca-90d0-41b6-98df-5c43fa7aa286 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.779955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-441a68ca-90d0-41b6-98df-5c43fa7aa286 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.782165 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Routers {'acef47a4-81b0-4156-a0af-fc32bef8971c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:52.784610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea7aa8fa-4d0d-432f-9835-526a57d7dcd2 req-304f5655-c312-4085-ad09-271d75534d92 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 Apr 20 13:20:52.803257 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['acef47a4-81b0-4156-a0af-fc32bef8971c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:52.815105 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-441a68ca-90d0-41b6-98df-5c43fa7aa286 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.820166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39572) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:52.821177 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-441a68ca-90d0-41b6-98df-5c43fa7aa286 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2136340 Apr 20 13:20:52.826985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3c24e855-b405-487a-83ce-7c9c43201634 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'security_group': {'name': 'tempest-secgroup-540320998'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:52.829860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d2b8c3f3-553a-45ca-8f21-eb978266a352 None None] Provisioning complete for port e1a70a1f-3e97-423c-8019-62e6494a9d65 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:52.830836 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2b8c3f3-553a-45ca-8f21-eb978266a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.832356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a68ca-90d0-41b6-98df-5c43fa7aa286 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9845f01-902e-42bd-bbc6-342f19d91f4e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:52.875287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c24e855-b405-487a-83ce-7c9c43201634 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.910114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8c3f3-553a-45ca-8f21-eb978266a352 None None] Port e1a70a1f-3e97-423c-8019-62e6494a9d65 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:52.946971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d2b8c3f3-553a-45ca-8f21-eb978266a352 None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:52.947316 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d2b8c3f3-553a-45ca-8f21-eb978266a352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.979982 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Set router acef47a4-81b0-4156-a0af-fc32bef8971c gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:52.986182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c24e855-b405-487a-83ce-7c9c43201634 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:52.994714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c24e855-b405-487a-83ce-7c9c43201634 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.037231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c24e855-b405-487a-83ce-7c9c43201634 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.041557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39574) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.041845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3c24e855-b405-487a-83ce-7c9c43201634 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2202547 Apr 20 13:20:53.045341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24e855-b405-487a-83ce-7c9c43201634 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c308cc-2582-4788-b793-a1d9f8da4d6a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:53.054833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1506400428', 'security_groups': ['60c308cc-2582-4788-b793-a1d9f8da4d6a'], 'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd331446b-f74a-466d-8693-758690cc8620'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:53.200219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:53.206320 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.226727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] device_id is not set on port 862795b0-1e1c-4d14-bcef-ef20047570ec yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:20:53.239166 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 4, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0014aa1a-52e8-4ebc-ba71-89f2132257ec', 'name': '', 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'mac_address': 'fa:16:3e:bd:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:45Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 2, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'subnets': [{'id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:53.268341 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Checking router: acef47a4-81b0-4156-a0af-fc32bef8971c for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:53.268933 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Updating router acef47a4-81b0-4156-a0af-fc32bef8971c port 0014aa1a-52e8-4ebc-ba71-89f2132257ec binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:20:53.283042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0221ab65-7be9-4a37-97fe-a18a89ecba8c None None] Provisioning complete for port e1a70a1f-3e97-423c-8019-62e6494a9d65 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:53.283437 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0221ab65-7be9-4a37-97fe-a18a89ecba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.297028 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.325414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0221ab65-7be9-4a37-97fe-a18a89ecba8c None None] Port e1a70a1f-3e97-423c-8019-62e6494a9d65 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:53.337452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0221ab65-7be9-4a37-97fe-a18a89ecba8c None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:53.337828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0221ab65-7be9-4a37-97fe-a18a89ecba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.477850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8::381 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/d331446b-f74a-466d-8693-758690cc8620/862795b0-1e1c-4d14-bcef-ef20047570ec) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:53.508872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 609c8461-e78f-4d0e-80c2-026eef8e1b67 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:53.589576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 609c8461-e78f-4d0e-80c2-026eef8e1b67 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:53.589920 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.650311 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.664907 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.672723 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.690508 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.740942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:53.748574 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:53.755417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:53.756216 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0bed2-74fe-4bc7-9592-f7a5b66ee5cc None None] Pushing event updated for resources: {'Port': ['ID=0014aa1a-52e8-4ebc-ba71-89f2132257ec,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:53.768930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:53.769599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.786560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=862795b0-1e1c-4d14-bcef-ef20047570ec,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:53.800332 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Attempting to bind port 0014aa1a-52e8-4ebc-ba71-89f2132257ec on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:20:53.800813 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Attempting to bind port 0014aa1a-52e8-4ebc-ba71-89f2132257ec by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:20:53.801090 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Attempting to bind port 0014aa1a-52e8-4ebc-ba71-89f2132257ec on network 84eed518-e79a-4f01-a7f0-37e06137054e {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:20:53.806590 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4688298c-388f-4581-a8e5-a060271d1856 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7631671 Apr 20 13:20:53.810340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39578) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:53.817819 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:20:53.818901 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Checking segment: {'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:20:53.819653 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.820249 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Bound using segment: {'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:20:53.821292 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Bound port: 0014aa1a-52e8-4ebc-ba71-89f2132257ec, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:20:53.822025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b63188e4-eaaa-46ca-a9f9-faa25f8a3254 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:53.822410 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.952014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:53.967683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] For port 0014aa1a-52e8-4ebc-ba71-89f2132257ec, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:20:53.974736 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] For port 0014aa1a-52e8-4ebc-ba71-89f2132257ec, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0014aa1a-52e8-4ebc-ba71-89f2132257ec,segment=NetworkSegment(f238b4ec-aa38-478a-b7ef-ec5f55a6b43b),segment_id=f238b4ec-aa38-478a-b7ef-ec5f55a6b43b)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:20:53.987785 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.056365 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Routers {'acef47a4-81b0-4156-a0af-fc32bef8971c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:54.059148 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['acef47a4-81b0-4156-a0af-fc32bef8971c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:54.147377 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0bed2-74fe-4bc7-9592-f7a5b66ee5cc None None] Pushing event updated for resources: {'Port': ['ID=0014aa1a-52e8-4ebc-ba71-89f2132257ec,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:54.166908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e98328f5-4c02-438d-8048-c6490785d635 None None] Provisioning complete for port 0014aa1a-52e8-4ebc-ba71-89f2132257ec triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:54.167712 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e98328f5-4c02-438d-8048-c6490785d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.216804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04e29f-5173-4e85-88a0-46c76d3fa695 req-bec7789f-5cd5-450d-8a87-27490388475e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:54.218065 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] Set router acef47a4-81b0-4156-a0af-fc32bef8971c gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:54.220327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a04e29f-5173-4e85-88a0-46c76d3fa695 req-bec7789f-5cd5-450d-8a87-27490388475e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.2836914 Apr 20 13:20:54.242827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01997b30-262d-4763-b1ec-5c4e17415ff5 req-756c9ae9-1a2f-4c04-a63d-20465313fa4e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:54.254534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01997b30-262d-4763-b1ec-5c4e17415ff5 req-756c9ae9-1a2f-4c04-a63d-20465313fa4e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.2288847 Apr 20 13:20:54.333623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e98328f5-4c02-438d-8048-c6490785d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.353881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-01997b30-262d-4763-b1ec-5c4e17415ff5 req-2ac3c54e-ca5f-4662-bf1b-f32de8ba4d44 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953341 Apr 20 13:20:54.381326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e98328f5-4c02-438d-8048-c6490785d635 None None] For port 0014aa1a-52e8-4ebc-ba71-89f2132257ec, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0014aa1a-52e8-4ebc-ba71-89f2132257ec,segment=NetworkSegment(f238b4ec-aa38-478a-b7ef-ec5f55a6b43b),segment_id=f238b4ec-aa38-478a-b7ef-ec5f55a6b43b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:54.384301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a04e29f-5173-4e85-88a0-46c76d3fa695 req-b928ab85-c756-4008-ae05-1b4cc0cefb0e tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564696 Apr 20 13:20:54.386053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63188e4-eaaa-46ca-a9f9-faa25f8a3254 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:54.392400 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e98328f5-4c02-438d-8048-c6490785d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.392662 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b63188e4-eaaa-46ca-a9f9-faa25f8a3254 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.446088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98328f5-4c02-438d-8048-c6490785d635 None None] Pushing event updated for resources: {'Port': ['ID=0014aa1a-52e8-4ebc-ba71-89f2132257ec,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:54.496061 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 4, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0014aa1a-52e8-4ebc-ba71-89f2132257ec', 'name': '', 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'mac_address': 'fa:16:3e:bd:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:45Z', 'updated_at': '2022-04-20T13:20:53Z', 'revision_number': 4, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'subnets': [{'id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:54.522182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0ad3932b-2812-4281-b89c-80f9bdfc83f8 None None] Provisioning complete for port 0014aa1a-52e8-4ebc-ba71-89f2132257ec triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:54.522736 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ad3932b-2812-4281-b89c-80f9bdfc83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.530692 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdae4e25-7399-4a93-ac74-0134af7bff04 None None] The sync data for ids ['acef47a4-81b0-4156-a0af-fc32bef8971c'] in n-d-838550-2 is: [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:20:46Z', 'revision_number': 4, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '0014aa1a-52e8-4ebc-ba71-89f2132257ec', 'name': '', 'network_id': '84eed518-e79a-4f01-a7f0-37e06137054e', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'mac_address': 'fa:16:3e:bd:67:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:45Z', 'updated_at': '2022-04-20T13:20:53Z', 'revision_number': 4, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'subnets': [{'id': 'a2a650c5-b52f-4c2c-babc-aced03deed17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:20:54.548488 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-b63188e4-eaaa-46ca-a9f9-faa25f8a3254 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d331446b-f74a-466d-8693-758690cc8620 (CIDR: 2001:db8::/64) Apr 20 13:20:54.553031 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63188e4-eaaa-46ca-a9f9-faa25f8a3254 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:20:54.553502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63188e4-eaaa-46ca-a9f9-faa25f8a3254 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:54.578681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b63188e4-eaaa-46ca-a9f9-faa25f8a3254 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7674186 Apr 20 13:20:54.581224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39586) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:54.589822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-52290016-aef6-4bfb-90aa-838653cd940e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:54.651206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0ad3932b-2812-4281-b89c-80f9bdfc83f8 None None] Provisioning complete for port 862795b0-1e1c-4d14-bcef-ef20047570ec triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:54.651503 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ad3932b-2812-4281-b89c-80f9bdfc83f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.702199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3932b-2812-4281-b89c-80f9bdfc83f8 None None] Port 862795b0-1e1c-4d14-bcef-ef20047570ec cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:54.749084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52290016-aef6-4bfb-90aa-838653cd940e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:54.753997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-52290016-aef6-4bfb-90aa-838653cd940e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:54.867767 n-d-838550-2 neutron-server[109410]: INFO neutron.db.ipam_backend_mixin [None req-52290016-aef6-4bfb-90aa-838653cd940e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4be9f229-9f63-4603-a38a-042306cc6162 (CIDR: 2001:db8:0:1::/64) Apr 20 13:20:54.872255 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-52290016-aef6-4bfb-90aa-838653cd940e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:20:54.872765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52290016-aef6-4bfb-90aa-838653cd940e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:54.891925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-52290016-aef6-4bfb-90aa-838653cd940e tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3093903 Apr 20 13:20:54.894777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39588) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:54.900725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'subnet': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:55.024716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Made reservation on behalf of 193077b18b984141bc1c3b3f4a0fd4a6 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:20:55.028370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.292082 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.330054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:55.334438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:55.338659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:55.339223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.344709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc169ed-5fcd-40a1-b1f5-325d8f2bfb9d None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:55.356457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Subnet': ['ID=84b49697-b2bc-4857-bd13-86b79f999995,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:55.362441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b8b0631a-76f1-48c0-bbbc-ccdb283f2738 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4666939 Apr 20 13:20:55.365200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39590) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:55.372299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1468110066', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84b49697-b2bc-4857-bd13-86b79f999995'}], 'security_groups': ['67f67429-3277-461d-b717-77f533d7caa7', 'c9845f01-902e-42bd-bbc6-342f19d91f4e']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:55.566130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0014aa1a-52e8-4ebc-ba71-89f2132257ec up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:55.567270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.588765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58bb62-08b7-4889-adb5-e11f34777cd0 req-6b4f7bc3-78d4-48c0-b7f2-feae7041dc7b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:55.597130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a58bb62-08b7-4889-adb5-e11f34777cd0 req-6b4f7bc3-78d4-48c0-b7f2-feae7041dc7b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.1050816 Apr 20 13:20:55.652984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0014aa1a-52e8-4ebc-ba71-89f2132257ec triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:55.653424 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.659988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a58bb62-08b7-4889-adb5-e11f34777cd0 req-f7da79d1-6c8b-458c-a3fa-49bd2477fd98 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576327 Apr 20 13:20:55.675197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44497e20-554b-43a2-a77c-c6951c28ae0b req-47a6e01a-fffd-4501-a087-97a039b45fb7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:55.687672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44497e20-554b-43a2-a77c-c6951c28ae0b req-47a6e01a-fffd-4501-a087-97a039b45fb7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 943 time: 0.1468101 Apr 20 13:20:55.755774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] Update dhcp port {'port': {'network_id': 'a1730bd3-d20e-40cb-bb46-0cdb57a628dc', 'fixed_ips': [{'subnet_id': '4be9f229-9f63-4603-a38a-042306cc6162', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd331446b-f74a-466d-8693-758690cc8620'}, {'subnet_id': '84b49697-b2bc-4857-bd13-86b79f999995'}], 'binding:host_id': 'n-d-838550-2'}, 'id': '766166bc-e15b-4142-83ce-798f8b31ccad'} from n-d-838550-2. {{(pid=109411) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 20 13:20:55.774756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44497e20-554b-43a2-a77c-c6951c28ae0b req-a0ad5a78-76ed-4b1b-89f5-1568e1b8d7bf tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861156 Apr 20 13:20:55.806929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:55.847281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982b065-48a9-4f8d-8022-388294c431e6 req-2711874d-6f58-4c1e-90d0-c4c2f74f280b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:55.848824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2982b065-48a9-4f8d-8022-388294c431e6 req-2711874d-6f58-4c1e-90d0-c4c2f74f280b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.0731325 Apr 20 13:20:55.890188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2982b065-48a9-4f8d-8022-388294c431e6 req-544d543c-f504-4f13-98aa-0b45a7aa6112 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343931 Apr 20 13:20:55.920204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39600) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.009792 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dad68f-d989-4e39-a357-a470a1398c67 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:56.011296 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-72dad68f-d989-4e39-a357-a470a1398c67 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 1091 time: 0.0879228 Apr 20 13:20:56.014663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39602) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.021453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:20:56.043452 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.068329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Delete allocated IP 2001:db8::381 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/d331446b-f74a-466d-8693-758690cc8620) {{(pid=109409) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 20 13:20:56.077658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:20:56.083525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Allocated IP 2001:db8:0:2::2c (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/84b49697-b2bc-4857-bd13-86b79f999995/862795b0-1e1c-4d14-bcef-ef20047570ec) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:56.159319 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.211405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:56.226369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'port_id': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'mac_address': 'fa:16:3e:c1:f4:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:20:56.270231 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.284575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.25.3.77 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f4249240-8891-4b6c-843f-9292ca92adce) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:56.285339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cf0f75-a079-4640-a120-54bac77f93bc {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:20:56.309551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:56.315798 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.370866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:56.415879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.456459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.506778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:20:56.509937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:20:56.512695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:20:56.542380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=f4249240-8891-4b6c-843f-9292ca92adce,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:56.602760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c6cf0f75-a079-4640-a120-54bac77f93bc'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:20:56.673093 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.679334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.758744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] In _notify_port_updated(), no bound segment for port 862795b0-1e1c-4d14-bcef-ef20047570ec on network a1730bd3-d20e-40cb-bb46-0cdb57a628dc {{(pid=109409) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:20:56.767775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:56.768441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:56.774346 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "PUT /v2.0/ports/862795b0-1e1c-4d14-bcef-ef20047570ec HTTP/1.1" status: 200 len: 969 time: 1.4039223 Apr 20 13:20:56.775013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39606) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:56.791983 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad537f65-4129-4e30-883a-8d5871a06afe tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event updated for resources: {'Port': ['ID=862795b0-1e1c-4d14-bcef-ef20047570ec,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:56.861902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] Allocated IP 2001:db8::2 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/d331446b-f74a-466d-8693-758690cc8620/766166bc-e15b-4142-83ce-798f8b31ccad) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:56.876367 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] Allocated IP 2001:db8:0:2::2 (a1730bd3-d20e-40cb-bb46-0cdb57a628dc/84b49697-b2bc-4857-bd13-86b79f999995/766166bc-e15b-4142-83ce-798f8b31ccad) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:20:56.985178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] For port 766166bc-e15b-4142-83ce-798f8b31ccad, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=766166bc-e15b-4142-83ce-798f8b31ccad,segment=NetworkSegment(e6f6aa73-1ea7-4698-882c-cc9738c0cb9d),segment_id=e6f6aa73-1ea7-4698-882c-cc9738c0cb9d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:56.993505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port 862795b0-1e1c-4d14-bcef-ef20047570ec {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:20:56.993795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.016162 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.021400 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.110632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ba62e-f4f2-490f-8f2b-da8bd928c1f7 req-c9b6f1df-d701-4b88-81ef-e73ddeb7ae77 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:57.113743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd0ba62e-f4f2-490f-8f2b-da8bd928c1f7 req-c9b6f1df-d701-4b88-81ef-e73ddeb7ae77 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 944 time: 0.2000332 Apr 20 13:20:57.137497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560841c0-b74a-4ec8-8c1e-805c548fae12 None None] Pushing event updated for resources: {'Port': ['ID=766166bc-e15b-4142-83ce-798f8b31ccad,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:57.176863 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.193957 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.197863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for 862795b0-1e1c-4d14-bcef-ef20047570ec owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:20:57.244628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd0ba62e-f4f2-490f-8f2b-da8bd928c1f7 req-ab29d120-ea8a-4569-9d83-c0e595bb78be tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172535 Apr 20 13:20:57.336049 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.499060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 766166bc-e15b-4142-83ce-798f8b31ccad up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:57.502702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.573361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=862795b0-1e1c-4d14-bcef-ef20047570ec,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:57.582807 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.584238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:57.584682 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.586065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d0e4a078-478b-4eb1-b25d-2dbb7b122dc1 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/862795b0-1e1c-4d14-bcef-ef20047570ec HTTP/1.1" status: 204 len: 168 time: 0.8096774 Apr 20 13:20:57.590768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39610) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:57.617455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.627054 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.648262 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba843308-3020-4e80-9f31-018d060c602f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] GET failed (client error): The resource could not be found. Apr 20 13:20:57.653243 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ba843308-3020-4e80-9f31-018d060c602f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports/862795b0-1e1c-4d14-bcef-ef20047570ec HTTP/1.1" status: 404 len: 333 time: 0.0583582 Apr 20 13:20:57.654208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39612) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:57.732781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eefa9b60-4dc2-41da-bacb-b32baa930ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.734148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.740109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=f4249240-8891-4b6c-843f-9292ca92adce,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:57.763203 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eefa9b60-4dc2-41da-bacb-b32baa930ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.814576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eefa9b60-4dc2-41da-bacb-b32baa930ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.817973 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eefa9b60-4dc2-41da-bacb-b32baa930ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:57.818750 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eefa9b60-4dc2-41da-bacb-b32baa930ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/security-groups/60c308cc-2582-4788-b793-a1d9f8da4d6a HTTP/1.1" status: 204 len: 168 time: 0.1631227 Apr 20 13:20:57.821594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39614) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:57.829415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa9b60-4dc2-41da-bacb-b32baa930ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c308cc-2582-4788-b793-a1d9f8da4d6a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:57.911197 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Floating IP fcafb7d3-77e6-4b43-9c46-cf1efacf3f02 associated. External IP: 172.25.3.77, port: 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47. Apr 20 13:20:58.009576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0683e89c-180c-424c-8710-b3debe7e125d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.016929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8eb8ef70-d383-4ad0-b01f-572cd211a4ba None None] Provisioning complete for port e1a70a1f-3e97-423c-8019-62e6494a9d65 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:58.018949 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8eb8ef70-d383-4ad0-b01f-572cd211a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.060905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0683e89c-180c-424c-8710-b3debe7e125d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.084625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8ef70-d383-4ad0-b01f-572cd211a4ba None None] Port e1a70a1f-3e97-423c-8019-62e6494a9d65 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:20:58.088787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:20:58.144302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8eb8ef70-d383-4ad0-b01f-572cd211a4ba None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:58.144750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8eb8ef70-d383-4ad0-b01f-572cd211a4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.185434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port c6cf0f75-a079-4640-a120-54bac77f93bc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:20:58.185807 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.341307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8eb8ef70-d383-4ad0-b01f-572cd211a4ba None None] Could not find standard attr ID for object 862795b0-1e1c-4d14-bcef-ef20047570ec. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:58.356997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.559627 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-17169490-0b8c-4e1d-8238-e157eccdb0b4 None None] Could not find standard attr ID for object 862795b0-1e1c-4d14-bcef-ef20047570ec. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:20:58.565441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:58.567742 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9239fd3-422b-4aac-9571-c7ecb186f8fb" -d '{"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:58.583196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:20:58.589593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.630901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0683e89c-180c-424c-8710-b3debe7e125d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.633369 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faefa63-2908-40b0-9c04-d107ee93179e x-openstack-request-id: req-0faefa63-2908-40b0-9c04-d107ee93179e {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:58.633853 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0683e89c-180c-424c-8710-b3debe7e125d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.634158 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-plugged", "status": "completed", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:58.634545 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0faefa63-2908-40b0-9c04-d107ee93179e {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:58.635128 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0faefa63-2908-40b0-9c04-d107ee93179e'] response: {'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'code': 200} Apr 20 13:20:58.637575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39622) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:58.642439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0683e89c-180c-424c-8710-b3debe7e125d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9845f01-902e-42bd-bbc6-342f19d91f4e HTTP/1.1" status: 204 len: 168 time: 0.8193932 Apr 20 13:20:58.669832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.673478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad0cc0-6da1-4ec0-8113-e0e21105a914 req-ddada02a-a857-4026-819e-7396829def26 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:58.681952 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fad0cc0-6da1-4ec0-8113-e0e21105a914 req-ddada02a-a857-4026-819e-7396829def26 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 944 time: 0.1536407 Apr 20 13:20:58.687775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683e89c-180c-424c-8710-b3debe7e125d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9845f01-902e-42bd-bbc6-342f19d91f4e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.714793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a52be67-2d24-4efa-8979-a86850af0557 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.753201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a52be67-2d24-4efa-8979-a86850af0557 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.798162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fad0cc0-6da1-4ec0-8113-e0e21105a914 req-53870da9-2ea3-4cc6-90d1-a0dced9353ba tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153176 Apr 20 13:20:58.811010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a52be67-2d24-4efa-8979-a86850af0557 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.813721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8a52be67-2d24-4efa-8979-a86850af0557 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.817930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8a52be67-2d24-4efa-8979-a86850af0557 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/security-groups/67f67429-3277-461d-b717-77f533d7caa7 HTTP/1.1" status: 204 len: 168 time: 0.1764927 Apr 20 13:20:58.818770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39624) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:58.839245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router 1ba496cc-1e72-495e-a1d4-42014e39c9bf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:20:58.851502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e255a-0dfd-4a89-868f-63a3c2cce2e0 req-fca4ddf2-3130-46f9-830a-22361b5755ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:58.852977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17e255a-0dfd-4a89-868f-63a3c2cce2e0 req-fca4ddf2-3130-46f9-830a-22361b5755ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1097 time: 0.0689917 Apr 20 13:20:58.872236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52be67-2d24-4efa-8979-a86850af0557 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f67429-3277-461d-b717-77f533d7caa7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:58.896397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet d331446b-f74a-466d-8693-758690cc8620 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:58.900343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.944371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:58.965512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f17e255a-0dfd-4a89-868f-63a3c2cce2e0 req-00e0bc2c-7a74-48ff-a051-16acf252448c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043508 Apr 20 13:20:58.999310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:20:59.010250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] Sync routers for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:20:59.022945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.024126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:59.024755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:59.044385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.055460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-17a4be30-6fc2-461f-a502-34dd157b3996 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0370781 Apr 20 13:20:59.055460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:20:59.055983 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d08a39b-52a7-4768-a868-8661b561744e" -d '{"events": [{"name": "network-changed", "server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:20:59.058779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39628) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.125396 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.130487 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a3b23a-d0ce-4fdc-845d-e3ba9c6c3c44 x-openstack-request-id: req-93a3b23a-d0ce-4fdc-845d-e3ba9c6c3c44 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:20:59.130988 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:20:59.131416 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93a3b23a-d0ce-4fdc-845d-e3ba9c6c3c44 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:20:59.132029 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a3b23a-d0ce-4fdc-845d-e3ba9c6c3c44'] response: {'name': 'network-changed', 'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'status': 'completed', 'code': 200} Apr 20 13:20:59.141262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9840ec51-30c5-4519-839a-76db1819c33d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/floatingips/fcafb7d3-77e6-4b43-9c46-cf1efacf3f02 HTTP/1.1" status: 200 len: 990 time: 0.0808389 Apr 20 13:20:59.150791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:59.164326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=d331446b-f74a-466d-8693-758690cc8620,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:59.168569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.175170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d1c47ebd-e615-495e-a5ad-0e5471286ea3 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/d331446b-f74a-466d-8693-758690cc8620 HTTP/1.1" status: 204 len: 168 time: 0.3399582 Apr 20 13:20:59.175281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.180614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5db0bca-b8b1-4a77-ab0f-1a925a6f8838 None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:20:59.244298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet 84b49697-b2bc-4857-bd13-86b79f999995 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:59.251738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.291849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a39b-52a7-4768-a868-8661b561744e req-f2ceac70-e022-46bf-8fe2-deca0643dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:59.295098 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d08a39b-52a7-4768-a868-8661b561744e req-f2ceac70-e022-46bf-8fe2-deca0643dffb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 1096 time: 0.0565252 Apr 20 13:20:59.308202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.406498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a39b-52a7-4768-a868-8661b561744e req-e73cd084-597b-48b9-81af-3e18a03c800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:59.413149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d08a39b-52a7-4768-a868-8661b561744e req-e73cd084-597b-48b9-81af-3e18a03c800a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 200 len: 898 time: 0.1107464 Apr 20 13:20:59.432568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.503360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d08a39b-52a7-4768-a868-8661b561744e req-b23708fa-86ba-4dbc-b7c9-ccf7612e7d6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 HTTP/1.1" status: 200 len: 998 time: 0.0820582 Apr 20 13:20:59.513575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.543032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:24Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:20:56Z', 'revision_number': 0, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:59.554770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=84b49697-b2bc-4857-bd13-86b79f999995,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:20:59.558426 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.564485 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-05bfc697-2da9-4f19-96d3-29044f44b857 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/84b49697-b2bc-4857-bd13-86b79f999995 HTTP/1.1" status: 204 len: 168 time: 0.3853443 Apr 20 13:20:59.564778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39634) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.587902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a39b-52a7-4768-a868-8661b561744e req-e06148bb-82f3-4ca3-910e-32b48b19c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:59.590234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d08a39b-52a7-4768-a868-8661b561744e req-e06148bb-82f3-4ca3-910e-32b48b19c5bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90448fec-f8d6-4f89-b05f-969a3d64c443 HTTP/1.1" status: 200 len: 835 time: 0.0790408 Apr 20 13:20:59.593595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] Checking router: 1ba496cc-1e72-495e-a1d4-42014e39c9bf for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:20:59.599920 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd6b20f-0b30-4e4f-a831-9f03258b84d7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:20:59.602970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd6b20f-0b30-4e4f-a831-9f03258b84d7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:20:59.603669 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:20:59.604643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:20:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:20:59.609598 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1dd6b20f-0b30-4e4f-a831-9f03258b84d7 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/d331446b-f74a-466d-8693-758690cc8620 HTTP/1.1" status: 404 len: 337 time: 0.0432730 Apr 20 13:20:59.620544 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39636) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:20:59.656149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08a39b-52a7-4768-a868-8661b561744e req-f663c280-69b6-4de8-a619-3c8d5eb164df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:20:59.659034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d08a39b-52a7-4768-a868-8661b561744e req-f663c280-69b6-4de8-a619-3c8d5eb164df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22a67d7-b591-423a-aec8-4c3383a2dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619059 Apr 20 13:20:59.695441 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting subnet 4be9f229-9f63-4603-a38a-042306cc6162 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:20:59.699457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.760026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.787568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:20:59.792968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d08a39b-52a7-4768-a868-8661b561744e req-f1344ed5-efa5-4848-8a25-1fd319d41b8f service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250539 Apr 20 13:20:59.932557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:20:59.939135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d08a39b-52a7-4768-a868-8661b561744e req-d086e382-bb65-46f7-bdc1-4aaa888f6c51 service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392350 Apr 20 13:21:00.037234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860af24-356d-45a9-970a-c85dda1f8865 req-0416b37d-2f91-4fa8-896e-6cf973a2ca6b tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:00.044500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.045812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d860af24-356d-45a9-970a-c85dda1f8865 req-0416b37d-2f91-4fa8-896e-6cf973a2ca6b tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 946 time: 0.0996842 Apr 20 13:21:00.092214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Subnet': ['ID=4be9f229-9f63-4603-a38a-042306cc6162,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:00.111064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.115205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d860af24-356d-45a9-970a-c85dda1f8865 req-b8898dd5-97f0-4899-b849-b4edc6d45e61 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671561 Apr 20 13:21:00.118040 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e9a937a5-37ca-4314-a730-8a5467295066 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/4be9f229-9f63-4603-a38a-042306cc6162 HTTP/1.1" status: 204 len: 168 time: 0.5048995 Apr 20 13:21:00.121592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39642) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.149970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39644) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.154563 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf159f00-c97e-4e8b-a4e7-f3c43f0f0330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.155020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf159f00-c97e-4e8b-a4e7-f3c43f0f0330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.160300 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cf159f00-c97e-4e8b-a4e7-f3c43f0f0330 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/d5b0a63b-ee78-4c6a-842c-7daf6a6a94ef HTTP/1.1" status: 404 len: 337 time: 0.0376456 Apr 20 13:21:00.163713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.219018 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b842df42-2f25-4ba9-a6eb-bc0ee6ded460 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "GET /v2.0/ports?device_id=56c03b62-82f5-4b9a-91f3-63555bcd1cda HTTP/1.1" status: 200 len: 205 time: 0.0533757 Apr 20 13:21:00.219771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:24Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:20:56Z', 'revision_number': 0, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:00.222096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.281440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111f12b-910e-4a66-bca3-c943de58ca94 None None] The sync data for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 is: [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:20:24Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:20:56Z', 'revision_number': 0, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:21:00.300957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-183fb093-dabc-4d2e-b603-d283ea0d21e6 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/floatingips/fcafb7d3-77e6-4b43-9c46-cf1efacf3f02 HTTP/1.1" status: 200 len: 990 time: 0.1457670 Apr 20 13:21:00.311925 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-a4231513-2327-4a61-ab38-9411731d7fa2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] delete failed (client error): The resource could not be found. Apr 20 13:21:00.313439 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a4231513-2327-4a61-ab38-9411731d7fa2 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/routers/56c03b62-82f5-4b9a-91f3-63555bcd1cda HTTP/1.1" status: 404 len: 336 time: 0.0904109 Apr 20 13:21:00.316091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39654) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.349097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4faa771-c091-435a-912e-f9092ff3e4a5 None None] Network a1730bd3-d20e-40cb-bb46-0cdb57a628dc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:21:00.363397 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6e38b9-c9c3-432e-abd4-ae197b44158d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.363850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6e38b9-c9c3-432e-abd4-ae197b44158d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.369924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0a6e38b9-c9c3-432e-abd4-ae197b44158d tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/45acfa6a-4fd1-4b29-b137-a20040d2bd54 HTTP/1.1" status: 404 len: 337 time: 0.0500548 Apr 20 13:21:00.370018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.402480 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb8ff4f-6510-46bf-9dd8-c0087a4a572c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.402937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcb8ff4f-6510-46bf-9dd8-c0087a4a572c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.406918 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fcb8ff4f-6510-46bf-9dd8-c0087a4a572c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/bf4310a9-20c1-492d-abd1-856885b1d0e2 HTTP/1.1" status: 404 len: 337 time: 0.0361533 Apr 20 13:21:00.409414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39662) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.442726 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcb36d9-1f22-4da9-b383-df3182260a68 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.443125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcb36d9-1f22-4da9-b383-df3182260a68 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.448667 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cdcb36d9-1f22-4da9-b383-df3182260a68 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/deba923b-41ce-4b27-8a2d-df9e5565b6c2 HTTP/1.1" status: 404 len: 337 time: 0.0322771 Apr 20 13:21:00.448912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.480906 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-badb34b5-c4f8-4999-bac1-1f7a960a6157 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.481813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badb34b5-c4f8-4999-bac1-1f7a960a6157 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.485213 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-badb34b5-c4f8-4999-bac1-1f7a960a6157 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/88577d03-d5f6-4e68-8899-2c4abeefe164 HTTP/1.1" status: 404 len: 333 time: 0.0353336 Apr 20 13:21:00.487960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39676) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.518090 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-813f6cff-8425-4787-939e-4d2daa86fd9c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.518547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813f6cff-8425-4787-939e-4d2daa86fd9c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.521475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-813f6cff-8425-4787-939e-4d2daa86fd9c tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/fb256c4c-11cb-4c42-b5fa-b3da211216cc HTTP/1.1" status: 404 len: 337 time: 0.0325463 Apr 20 13:21:00.522909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c7292548-4477-4682-8821-0d8e4757c8f9 None None] Provisioning complete for port e1a70a1f-3e97-423c-8019-62e6494a9d65 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:00.523475 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c7292548-4477-4682-8821-0d8e4757c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.529278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.558913 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-d790c76e-23a5-4f18-b93e-4e2011d86c4f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.559359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d790c76e-23a5-4f18-b93e-4e2011d86c4f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.564509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d790c76e-23a5-4f18-b93e-4e2011d86c4f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/f67d4013-f58d-4ba1-9c42-bf8f86cb379a HTTP/1.1" status: 404 len: 337 time: 0.0389411 Apr 20 13:21:00.567235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39686) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.605879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c7292548-4477-4682-8821-0d8e4757c8f9 None None] Port e1a70a1f-3e97-423c-8019-62e6494a9d65 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:00.610130 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-abff4b08-117a-4f52-9749-1c4ed9f0f594 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.610432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abff4b08-117a-4f52-9749-1c4ed9f0f594 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.614334 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-abff4b08-117a-4f52-9749-1c4ed9f0f594 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/a5eee140-211d-4a5d-ae00-b360cdef74d4 HTTP/1.1" status: 404 len: 333 time: 0.0457325 Apr 20 13:21:00.616813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39694) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.624482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c7292548-4477-4682-8821-0d8e4757c8f9 None None] Provisioning complete for port 766166bc-e15b-4142-83ce-798f8b31ccad triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:00.625369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c7292548-4477-4682-8821-0d8e4757c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.657077 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64052db9-bc8f-43e7-848e-c76bf092308c None None] New status for floating IP fcafb7d3-77e6-4b43-9c46-cf1efacf3f02: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:21:00.714984 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c49bb0-f9e2-446a-9b6d-bf878434e182 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.715564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c49bb0-f9e2-446a-9b6d-bf878434e182 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.726850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39700) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.729119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-02c49bb0-f9e2-446a-9b6d-bf878434e182 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/3a1682d7-7556-4c3c-aba8-b43ea3682ae9 HTTP/1.1" status: 404 len: 337 time: 0.1105800 Apr 20 13:21:00.779442 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4a7755-eaa2-4437-9b38-cc54690bec72 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] DELETE failed (client error): The resource could not be found. Apr 20 13:21:00.782367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4a7755-eaa2-4437-9b38-cc54690bec72 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:21:00.795006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39702) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:00.797503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] DHCP port deletion for a1730bd3-d20e-40cb-bb46-0cdb57a628dc request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:21:00.808067 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-de4a7755-eaa2-4437-9b38-cc54690bec72 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/subnets/a76ece30-018c-4fc6-8939-af575bd87005 HTTP/1.1" status: 404 len: 337 time: 0.0797796 Apr 20 13:21:00.911642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] Deleting port 766166bc-e15b-4142-83ce-798f8b31ccad {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:00.913861 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:00.926448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Deleting port e1a70a1f-3e97-423c-8019-62e6494a9d65 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:21:00.926817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.013033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.018473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] For port 766166bc-e15b-4142-83ce-798f8b31ccad, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=766166bc-e15b-4142-83ce-798f8b31ccad,segment=NetworkSegment(e6f6aa73-1ea7-4698-882c-cc9738c0cb9d),segment_id=e6f6aa73-1ea7-4698-882c-cc9738c0cb9d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:01.018878 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.031482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Calling delete_port for e1a70a1f-3e97-423c-8019-62e6494a9d65 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:01.033345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] Calling delete_port for 766166bc-e15b-4142-83ce-798f8b31ccad owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:21:01.129911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.155465 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.165894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] No DVR routers for this DVR port 766166bc-e15b-4142-83ce-798f8b31ccad on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:21:01.167962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc7927-00a6-4faf-b9bb-8a2be17dd551 None None] Pushing event deleted for resources: {'Port': ['ID=766166bc-e15b-4142-83ce-798f8b31ccad,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:01.196150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Port': ['ID=e1a70a1f-3e97-423c-8019-62e6494a9d65,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:01.209452 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.217239 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:01.217820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-06b86a92-c253-45b7-82b2-a25ad860796f tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/ports/e1a70a1f-3e97-423c-8019-62e6494a9d65 HTTP/1.1" status: 204 len: 168 time: 0.4216287 Apr 20 13:21:01.289375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:01.311367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9333ee7-2be2-44cb-b7c1-af6610fabab2 req-c452c5a9-f479-4b7b-9a3c-c18110f52b99 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:01.313471 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9333ee7-2be2-44cb-b7c1-af6610fabab2 req-c452c5a9-f479-4b7b-9a3c-c18110f52b99 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 946 time: 0.0675690 Apr 20 13:21:01.322371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.402838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c346be85-905a-470c-ab5f-fb307f211220 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/floatingips/fcafb7d3-77e6-4b43-9c46-cf1efacf3f02 HTTP/1.1" status: 200 len: 992 time: 0.1123333 Apr 20 13:21:01.406280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9333ee7-2be2-44cb-b7c1-af6610fabab2 req-daeca1ff-1624-4179-9ce6-ff2102b98a6b tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555489 Apr 20 13:21:01.427236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.452852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1730bd3-d20e-40cb-bb46-0cdb57a628dc']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:01.462493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f6aa73-1ea7-4698-882c-cc9738c0cb9d') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:01.462790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f6aa73-1ea7-4698-882c-cc9738c0cb9d') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:01.474068 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.488113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.493583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 766166bc-e15b-4142-83ce-798f8b31ccad no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:21:01.497055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:21:01.497055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:21:01.502428 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:21:01.515450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 766166bc-e15b-4142-83ce-798f8b31ccad {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:21:01.515799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 766166bc-e15b-4142-83ce-798f8b31ccad not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:21:01.574674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.583459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:01.586578 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] 10.222.0.24 "DELETE /v2.0/networks/a1730bd3-d20e-40cb-bb46-0cdb57a628dc HTTP/1.1" status: 204 len: 168 time: 0.3683128 Apr 20 13:21:01.597568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739a842-213e-421a-aeb3-5b6fdafd4f28 tempest-PortsIpV6TestJSON-1601431530 tempest-PortsIpV6TestJSON-1601431530-project] Pushing event deleted for resources: {'Network': ['ID=a1730bd3-d20e-40cb-bb46-0cdb57a628dc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:01.855046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39716) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:01.995416 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1f5ad173-a16b-41ac-a7e5-0659539965fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=193077b18b984141bc1c3b3f4a0fd4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391950 Apr 20 13:21:01.997868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:02.049884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-974dc7dd-773a-40f6-a7f5-fabcb7e01aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.073623 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-974dc7dd-773a-40f6-a7f5-fabcb7e01aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.121616 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-974dc7dd-773a-40f6-a7f5-fabcb7e01aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.124334 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-974dc7dd-773a-40f6-a7f5-fabcb7e01aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:02.126126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-974dc7dd-773a-40f6-a7f5-fabcb7e01aee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e98cafd-acab-4290-9caa-fdfb62f21a03 HTTP/1.1" status: 204 len: 168 time: 0.1273673 Apr 20 13:21:02.134332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dc7dd-773a-40f6-a7f5-fabcb7e01aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98cafd-acab-4290-9caa-fdfb62f21a03,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:02.552601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f2b8-7ba8-4024-b6dd-6f5ca3193056 req-76695f2a-1c91-4fdb-8d16-6e4d32e3760a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:02.554215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d760f2b8-7ba8-4024-b6dd-6f5ca3193056 req-76695f2a-1c91-4fdb-8d16-6e4d32e3760a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 946 time: 0.0640745 Apr 20 13:21:02.613978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d760f2b8-7ba8-4024-b6dd-6f5ca3193056 req-90e90d45-1c07-4f31-bf40-c00f6cad49b3 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495560 Apr 20 13:21:02.844030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39748) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:02.953864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b03ff31b-e439-4e85-8356-d00d85397157 tempest-DvrRoutersNegativeTest-252069320 tempest-DvrRoutersNegativeTest-252069320-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-890539080', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:02.956825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.policy [None req-b03ff31b-e439-4e85-8356-d00d85397157 tempest-DvrRoutersNegativeTest-252069320 tempest-DvrRoutersNegativeTest-252069320-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109410) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 20 13:21:02.957131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.policy [None req-b03ff31b-e439-4e85-8356-d00d85397157 tempest-DvrRoutersNegativeTest-252069320 tempest-DvrRoutersNegativeTest-252069320-project] Failed policy check for 'create_router' {{(pid=109410) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 20 13:21:02.958044 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-b03ff31b-e439-4e85-8356-d00d85397157 tempest-DvrRoutersNegativeTest-252069320 tempest-DvrRoutersNegativeTest-252069320-project] create failed (client error): Access was denied to this resource. Apr 20 13:21:02.963540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b03ff31b-e439-4e85-8356-d00d85397157 tempest-DvrRoutersNegativeTest-252069320 tempest-DvrRoutersNegativeTest-252069320-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1139524 Apr 20 13:21:03.254487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39762) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:03.384502 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e807172d-dc36-496c-bb3b-4099be65f6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.472990 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e807172d-dc36-496c-bb3b-4099be65f6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.477847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e807172d-dc36-496c-bb3b-4099be65f6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.520574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e807172d-dc36-496c-bb3b-4099be65f6ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5233f11b3424c438c4ba976e7b0c0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650023 Apr 20 13:21:03.521826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807172d-dc36-496c-bb3b-4099be65f6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553efed3-d8a7-469f-b514-f13ccda8e49a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:03.523294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39766) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:03.582046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de75ed40-fd58-4238-94c6-540d6b0a14db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.603661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de75ed40-fd58-4238-94c6-540d6b0a14db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.656143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de75ed40-fd58-4238-94c6-540d6b0a14db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.659392 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-de75ed40-fd58-4238-94c6-540d6b0a14db admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:03.660645 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-de75ed40-fd58-4238-94c6-540d6b0a14db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/553efed3-d8a7-469f-b514-f13ccda8e49a HTTP/1.1" status: 204 len: 168 time: 0.1343179 Apr 20 13:21:03.678066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75ed40-fd58-4238-94c6-540d6b0a14db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553efed3-d8a7-469f-b514-f13ccda8e49a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:03.717602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-53aa2e6a-3b7c-473c-824b-97f0c3ab83e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.014590 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d816e5ce-1e50-4e2f-b787-867413b13561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:06.858416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39944) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:06.967280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6774737-f2fb-4f26-b017-4533513083d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.042563 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6774737-f2fb-4f26-b017-4533513083d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.049529 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6774737-f2fb-4f26-b017-4533513083d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.103293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c6774737-f2fb-4f26-b017-4533513083d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8c4c453f21a46b1b2426c94db71d4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432032 Apr 20 13:21:07.106210 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39948) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:07.114994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6774737-f2fb-4f26-b017-4533513083d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab3497-1cc1-4d51-a3e8-04068c3c9094,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:07.207788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f683ef91-22e3-4687-806b-bfedc89f173e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.236861 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.240583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f683ef91-22e3-4687-806b-bfedc89f173e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.287789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f683ef91-22e3-4687-806b-bfedc89f173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.290831 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f683ef91-22e3-4687-806b-bfedc89f173e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.294695 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f683ef91-22e3-4687-806b-bfedc89f173e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4ab3497-1cc1-4d51-a3e8-04068c3c9094 HTTP/1.1" status: 204 len: 168 time: 0.1861963 Apr 20 13:21:07.307450 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683ef91-22e3-4687-806b-bfedc89f173e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab3497-1cc1-4d51-a3e8-04068c3c9094,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:07.725662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 39958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:07.749159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3daf6e5f-3c81-41a2-b563-3d0e1888b639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.871470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3daf6e5f-3c81-41a2-b563-3d0e1888b639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.877132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3daf6e5f-3c81-41a2-b563-3d0e1888b639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:07.922239 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3daf6e5f-3c81-41a2-b563-3d0e1888b639 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42398737d434451bb24ecc56d2be178d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954036 Apr 20 13:21:07.924629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf6e5f-3c81-41a2-b563-3d0e1888b639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef3548a-3653-44b7-b8c1-9fd30f1aee16,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:07.925448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 39960) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:08.044605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce1c7-9613-4dbe-a86a-82364272e121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.078936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce1c7-9613-4dbe-a86a-82364272e121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.146726 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce1c7-9613-4dbe-a86a-82364272e121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.149839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9c2ce1c7-9613-4dbe-a86a-82364272e121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.154669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9c2ce1c7-9613-4dbe-a86a-82364272e121 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ef3548a-3653-44b7-b8c1-9fd30f1aee16 HTTP/1.1" status: 204 len: 168 time: 0.2241058 Apr 20 13:21:08.169237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ce1c7-9613-4dbe-a86a-82364272e121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef3548a-3653-44b7-b8c1-9fd30f1aee16,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:08.624098 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:08.944368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:09.969978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40004) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:10.132800 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc429ecf-b853-4df7-8eef-7ce350473490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.229596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc429ecf-b853-4df7-8eef-7ce350473490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.244387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc429ecf-b853-4df7-8eef-7ce350473490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.288772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc429ecf-b853-4df7-8eef-7ce350473490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0707e25e-9405-4ea2-bcbb-38aaf49fef64,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:10.297126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40010) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:10.303502 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bc429ecf-b853-4df7-8eef-7ce350473490 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e6ae088df854dae9564abef1df61b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316429 Apr 20 13:21:10.364514 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ddc901c-fbc4-4ffe-9adf-4ee2a7483c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.389612 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ddc901c-fbc4-4ffe-9adf-4ee2a7483c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.456045 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ddc901c-fbc4-4ffe-9adf-4ee2a7483c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.458713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2ddc901c-fbc4-4ffe-9adf-4ee2a7483c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:10.460425 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2ddc901c-fbc4-4ffe-9adf-4ee2a7483c88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0707e25e-9405-4ea2-bcbb-38aaf49fef64 HTTP/1.1" status: 204 len: 168 time: 0.1622877 Apr 20 13:21:10.474977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc901c-fbc4-4ffe-9adf-4ee2a7483c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0707e25e-9405-4ea2-bcbb-38aaf49fef64,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:13.028911 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:21:13.199650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-0ccad2ca-b8ce-45be-8d9b-11cc8137d86f tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d82d505de2bd4cfba4a69a2da66c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421567 Apr 20 13:21:13.422344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-064f909e-b9b7-4a50-96d5-37cb0492dac3 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:13.430195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-064f909e-b9b7-4a50-96d5-37cb0492dac3 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291849 Apr 20 13:21:13.441978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-e40b0572-f33f-42d9-a2fa-ad9fc164c080 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/quotas/d82d505de2bd4cfba4a69a2da66c648e HTTP/1.1" status: 200 len: 375 time: 0.0107224 Apr 20 13:21:13.487125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-402de3a0-99b6-4ab9-8b11-075d8dc30dd4 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d82d505de2bd4cfba4a69a2da66c648e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392854 Apr 20 13:21:13.723261 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4267a55-4cc0-49ef-a00f-8f41e40eebe8 req-152fa805-be9c-4515-8db1-60a3c2e8b109 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 210 time: 0.0432365 Apr 20 13:21:14.819687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dddc728e-1946-4c35-b976-909f0f273d3a req-f9c3c145-f221-4874-b02b-a3100e9a42e0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 210 time: 0.0307260 Apr 20 13:21:14.921892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-431a6179-99cc-40d0-bc5f-1fa99b5f14ab tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d82d505de2bd4cfba4a69a2da66c648e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246673 Apr 20 13:21:15.045001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-0e84f888-2dcf-4e2f-9a6d-909263d2a7da tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:15.046563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-0e84f888-2dcf-4e2f-9a6d-909263d2a7da tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195889 Apr 20 13:21:15.058744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Request body: {'port': {'device_id': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': 'd82d505de2bd4cfba4a69a2da66c648e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:15.159973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Made reservation on behalf of d82d505de2bd4cfba4a69a2da66c648e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:15.163340 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.172713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.253738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.257181 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.325452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573a696b-36a7-42fe-af6d-5b5bac661cb5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:15.399805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Allocated IP 192.168.233.22 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/657e29e5-33b8-46c9-b445-60cf8df9cc43) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:15.543951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-acb9e7d5-431f-418c-8e5b-4118f9ac34ff tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514409391&fields=id&tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 267 time: 0.0832074 Apr 20 13:21:15.617062 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.686462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-a21dad29-8009-49e3-b316-6c1c1478bc76 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:15.688062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-a21dad29-8009-49e3-b316-6c1c1478bc76 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.1352625 Apr 20 13:21:15.695688 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.734194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-0476a268-9bff-4bda-ae90-a3028c563eb4 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/quotas/efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 375 time: 0.0359101 Apr 20 13:21:15.747341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:15.763123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:15.779448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:15.806277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Pushing event updated for resources: {'Port': ['ID=657e29e5-33b8-46c9-b445-60cf8df9cc43,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:15.840749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:15.841434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:15.868817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-e1f203ca-0756-43af-9da0-85276a40c724 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1253536 Apr 20 13:21:15.932800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-c6283846-0335-46f8-8998-6559ac246bb0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8774490 Apr 20 13:21:15.950669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Request body: {'port': {'device_id': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:16.054517 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f81c5-0dc3-4eff-89e5-cf6b88e22400 req-d17ca62d-0373-4959-a79c-680adada0ed0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:16.056035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-676f81c5-0dc3-4eff-89e5-cf6b88e22400 req-d17ca62d-0373-4959-a79c-680adada0ed0 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 935 time: 0.1290729 Apr 20 13:21:16.064765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-ddddf293-b0e0-4ce3-a8e0-fd79fba6b2a2 service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951954 Apr 20 13:21:16.066164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ae582b30-a0e1-4655-aaf4-cdd3aa6abc56 None None] Provisioning complete for port 657e29e5-33b8-46c9-b445-60cf8df9cc43 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:16.066664 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ae582b30-a0e1-4655-aaf4-cdd3aa6abc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.087911 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.105154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ae582b30-a0e1-4655-aaf4-cdd3aa6abc56 None None] Port 657e29e5-33b8-46c9-b445-60cf8df9cc43 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:16.205455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-676f81c5-0dc3-4eff-89e5-cf6b88e22400 req-dc1bf806-1ed5-441f-b8ba-ab7f8c45a252 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357067 Apr 20 13:21:16.295564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-5ca858c9-d441-45ff-8a44-a31148d372df service neutron] 10.222.0.24 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230673 Apr 20 13:21:16.466429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657e29e5-33b8-46c9-b445-60cf8df9cc43 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:16.474989 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.488061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Transition to ACTIVE for port object 657e29e5-33b8-46c9-b445-60cf8df9cc43 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:21:16.493246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.588247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Pushing event updated for resources: {'Port': ['ID=657e29e5-33b8-46c9-b445-60cf8df9cc43,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:16.652421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Attempting to bind port 657e29e5-33b8-46c9-b445-60cf8df9cc43 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:16.653235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Attempting to bind port 657e29e5-33b8-46c9-b445-60cf8df9cc43 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:16.653779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Attempting to bind port 657e29e5-33b8-46c9-b445-60cf8df9cc43 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:16.697490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Port 657e29e5-33b8-46c9-b445-60cf8df9cc43 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:21:16.698263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Attempting to bind port 657e29e5-33b8-46c9-b445-60cf8df9cc43 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:16.711049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-906127cf-01d1-41e1-9525-39fa85d04582 req-c0c5c95f-d805-45e5-9d1c-2544a2273adc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 210 time: 0.0510283 Apr 20 13:21:16.712142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:16.712481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:16.712921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:16.713363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Bound port: 657e29e5-33b8-46c9-b445-60cf8df9cc43, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:16.713763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.798701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] For port 657e29e5-33b8-46c9-b445-60cf8df9cc43, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:16.803225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] For port 657e29e5-33b8-46c9-b445-60cf8df9cc43, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=657e29e5-33b8-46c9-b445-60cf8df9cc43,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:16.812493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.869615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:16.870348 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:16.871592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] 10.222.0.37 "PUT /v2.0/ports/657e29e5-33b8-46c9-b445-60cf8df9cc43 HTTP/1.1" status: 200 len: 1095 time: 0.9290001 Apr 20 13:21:16.872028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'tag': '657e29e5-33b8-46c9-b445-60cf8df9cc43'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:16.875443 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992a210e-e5dd-4944-9961-61f45463d53d" -d '{"events": [{"name": "network-changed", "server_uuid": "183de9d7-6ef8-456c-93b5-3cf1ac2e3c70", "tag": "657e29e5-33b8-46c9-b445-60cf8df9cc43"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:16.971305 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfbf686-e2fa-495c-af21-aa6d2b8078a9 x-openstack-request-id: req-2cfbf686-e2fa-495c-af21-aa6d2b8078a9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:16.971628 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183de9d7-6ef8-456c-93b5-3cf1ac2e3c70", "tag": "657e29e5-33b8-46c9-b445-60cf8df9cc43", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:16.971916 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cfbf686-e2fa-495c-af21-aa6d2b8078a9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:16.972316 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cfbf686-e2fa-495c-af21-aa6d2b8078a9'] response: {'name': 'network-changed', 'server_uuid': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'tag': '657e29e5-33b8-46c9-b445-60cf8df9cc43', 'status': 'completed', 'code': 200} Apr 20 13:21:16.978021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3f2e1-c196-4ca6-ba20-b161854d0498 service neutron] Pushing event updated for resources: {'Port': ['ID=657e29e5-33b8-46c9-b445-60cf8df9cc43,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:16.989524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-f4cd0416-2cf2-4975-acb7-957a13819cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:16.990857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-f4cd0416-2cf2-4975-acb7-957a13819cab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82d505de2bd4cfba4a69a2da66c648e&device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 1098 time: 0.0689657 Apr 20 13:21:17.042746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-379e91be-c8e9-465d-a9d7-8f429f38fa83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=657e29e5-33b8-46c9-b445-60cf8df9cc43 HTTP/1.1" status: 200 len: 217 time: 0.0436237 Apr 20 13:21:17.107394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-0fd91dfc-d3cd-4cd8-8fe6-524e57115ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.109724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-0fd91dfc-d3cd-4cd8-8fe6-524e57115ac9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0603456 Apr 20 13:21:17.173022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-7c831518-0cbc-442f-bcd6-3a3914816b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.174272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-7c831518-0cbc-442f-bcd6-3a3914816b75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561790 Apr 20 13:21:17.276608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-552d9206-24c2-4beb-a090-c2fd75e06185 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956724 Apr 20 13:21:17.399903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9a90-5200-478d-8369-902720139caf req-b5515546-0b5b-4e56-81bb-fb56b91d5295 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.401970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4fb9a90-5200-478d-8369-902720139caf req-b5515546-0b5b-4e56-81bb-fb56b91d5295 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 947 time: 0.1077201 Apr 20 13:21:17.446722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-411349b8-d426-45d6-97e5-a7a358d01a61 req-1df66bae-d737-4b03-9a53-aff0a5d5f4a7 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604879 Apr 20 13:21:17.459170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4fb9a90-5200-478d-8369-902720139caf req-a5319a97-69b4-498b-93d5-31c51bb88233 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466185 Apr 20 13:21:17.545824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a210e-e5dd-4944-9961-61f45463d53d req-cfc7cce0-f9cd-4556-bb2a-58dc9a33a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.547317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-992a210e-e5dd-4944-9961-61f45463d53d req-cfc7cce0-f9cd-4556-bb2a-58dc9a33a675 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d82d505de2bd4cfba4a69a2da66c648e&device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 1098 time: 0.0419884 Apr 20 13:21:17.640781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a210e-e5dd-4944-9961-61f45463d53d req-49bb024a-7808-43ec-b0eb-1a646a0a11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:17.642639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-992a210e-e5dd-4944-9961-61f45463d53d req-49bb024a-7808-43ec-b0eb-1a646a0a11cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.0882206 Apr 20 13:21:17.685180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-992a210e-e5dd-4944-9961-61f45463d53d req-dbe94178-a4f6-4d48-9a80-d533384525ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=657e29e5-33b8-46c9-b445-60cf8df9cc43 HTTP/1.1" status: 200 len: 217 time: 0.0355897 Apr 20 13:21:18.160436 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67c95d2e-d132-4998-96f3-f29c69d863d2 req-493f7b52-8812-4f72-a3c7-af46c5d1864b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 210 time: 0.0567093 Apr 20 13:21:18.163833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a210e-e5dd-4944-9961-61f45463d53d req-7387a4fb-2601-4fc2-8a89-2feb3df768fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:18.165096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-992a210e-e5dd-4944-9961-61f45463d53d req-7387a4fb-2601-4fc2-8a89-2feb3df768fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.4712801 Apr 20 13:21:18.247843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-8b31abeb-2e81-4a01-a321-8514360f3871 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:18.249790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-8b31abeb-2e81-4a01-a321-8514360f3871 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 811 time: 0.5473020 Apr 20 13:21:18.254901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a210e-e5dd-4944-9961-61f45463d53d req-f797d3b4-729a-42ea-9ffe-147fc4d1f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:18.256247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-992a210e-e5dd-4944-9961-61f45463d53d req-f797d3b4-729a-42ea-9ffe-147fc4d1f17b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815775 Apr 20 13:21:18.313906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-c94c9c6b-295b-4959-9390-88a46c82488b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c HTTP/1.1" status: 200 len: 379 time: 0.0553968 Apr 20 13:21:18.347210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'port': {'device_id': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'admin_state_up': True, 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'security_groups': ['976fc265-a00c-487d-8223-81055b3dd544']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:18.448980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-992a210e-e5dd-4944-9961-61f45463d53d req-ca5e5ac5-34f8-4c20-a265-18e7c5afbd24 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591976 Apr 20 13:21:18.580836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Made reservation on behalf of efb542ccc3e346ffa2dc90b5bd85b73c for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:21:18.584755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.637679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583e6d1-05a8-4a0d-9c25-9498a2d58f17 req-87a666c4-86b4-4ba7-814b-b74da068a920 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:18.639314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c583e6d1-05a8-4a0d-9c25-9498a2d58f17 req-87a666c4-86b4-4ba7-814b-b74da068a920 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 947 time: 0.1024401 Apr 20 13:21:18.641190 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-992a210e-e5dd-4944-9961-61f45463d53d req-8e950a8a-c2f7-4b43-aa40-0d003440bec3 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815650 Apr 20 13:21:18.736018 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c583e6d1-05a8-4a0d-9c25-9498a2d58f17 req-a49e2bd1-21d2-4591-9535-90bb488c6bca tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865922 Apr 20 13:21:18.784719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.20.0.4 (3433df13-5d17-4963-8241-354461d4c350/76818cd9-7189-48bf-99b8-e00bac82b607/3290666a-af89-4329-8145-16fd16ad2df1) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:18.928547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:18.962665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.028376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 3433df13-5d17-4963-8241-354461d4c350 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:19.032982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=3290666a-af89-4329-8145-16fd16ad2df1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:19.035617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:19.037585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:19.087847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:19.088505 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.108101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-dcccd971-3aac-4d4f-9815-45ee65e20c51 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664058 Apr 20 13:21:19.121647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Request body: {'port': {'device_id': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:19.167519 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.206816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.300808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a12cdb56-1822-4fd7-989d-6613e27d3416 None None] Provisioning complete for port 3290666a-af89-4329-8145-16fd16ad2df1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:19.301341 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a12cdb56-1822-4fd7-989d-6613e27d3416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.342713 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a12cdb56-1822-4fd7-989d-6613e27d3416 None None] Port 3290666a-af89-4329-8145-16fd16ad2df1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:21:19.459804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e9886-9098-4e1c-b738-8d376b614609 req-2ec42ab8-9356-4d14-99e4-4352cf12b6a2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:19.461276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff6e9886-9098-4e1c-b738-8d376b614609 req-2ec42ab8-9356-4d14-99e4-4352cf12b6a2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 931 time: 0.1066496 Apr 20 13:21:19.543717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff6e9886-9098-4e1c-b738-8d376b614609 req-e9729ad1-2686-4811-8567-07c6e1ec0678 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737798 Apr 20 13:21:19.591216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3290666a-af89-4329-8145-16fd16ad2df1 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:19.598519 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.610912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Transition to ACTIVE for port object 3290666a-af89-4329-8145-16fd16ad2df1 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:21:19.616117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.663846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Pushing event updated for resources: {'Port': ['ID=3290666a-af89-4329-8145-16fd16ad2df1,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:19.748463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Attempting to bind port 3290666a-af89-4329-8145-16fd16ad2df1 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:21:19.748857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Attempting to bind port 3290666a-af89-4329-8145-16fd16ad2df1 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:21:19.749872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Attempting to bind port 3290666a-af89-4329-8145-16fd16ad2df1 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:19.754699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Port 3290666a-af89-4329-8145-16fd16ad2df1 on network 3433df13-5d17-4963-8241-354461d4c350 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:21:19.755018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Attempting to bind port 3290666a-af89-4329-8145-16fd16ad2df1 on network 3433df13-5d17-4963-8241-354461d4c350 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:21:19.762215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:21:19.762557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Checking segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:21:19.763090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Bound using segment: {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:21:19.763526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Bound port: 3290666a-af89-4329-8145-16fd16ad2df1, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281da5d0-b22c-4a33-b3e4-885884e03ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3433df13-5d17-4963-8241-354461d4c350'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:21:19.763886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.882048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] For port 3290666a-af89-4329-8145-16fd16ad2df1, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:21:19.913579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] For port 3290666a-af89-4329-8145-16fd16ad2df1, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3290666a-af89-4329-8145-16fd16ad2df1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:21:19.923199 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.962792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f61380-a597-48a7-91c1-7f63836c890a req-3e97918d-3b44-4a4a-80e6-a6496994282d tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:19.964563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11f61380-a597-48a7-91c1-7f63836c890a req-3e97918d-3b44-4a4a-80e6-a6496994282d tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 947 time: 0.1224639 Apr 20 13:21:19.983267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:19.984444 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:19.985811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] 10.222.0.30 "PUT /v2.0/ports/3290666a-af89-4329-8145-16fd16ad2df1 HTTP/1.1" status: 200 len: 1091 time: 0.8691227 Apr 20 13:21:19.987135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:19.989971 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acd37f6-eba8-45ea-b411-bf99e752c015" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "tag": "3290666a-af89-4329-8145-16fd16ad2df1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:20.030022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53272bf1-e357-47cc-8dab-8ee4abea3221 service neutron] Pushing event updated for resources: {'Port': ['ID=3290666a-af89-4329-8145-16fd16ad2df1,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.051239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11f61380-a597-48a7-91c1-7f63836c890a req-e2a2072b-ffa6-4bc4-8033-f962bcd1c929 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Apr 20 13:21:20.053138 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b22841-cbe6-4009-870e-c79a005b148d x-openstack-request-id: req-52b22841-cbe6-4009-870e-c79a005b148d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:20.053614 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "tag": "3290666a-af89-4329-8145-16fd16ad2df1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:20.054054 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52b22841-cbe6-4009-870e-c79a005b148d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:20.054605 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b22841-cbe6-4009-870e-c79a005b148d'] response: {'name': 'network-changed', 'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1', 'status': 'completed', 'code': 200} Apr 20 13:21:20.098993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-3673f187-ecbc-47c7-b75e-b8697a0b5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.100796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-3673f187-ecbc-47c7-b75e-b8697a0b5b06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 1094 time: 0.0444810 Apr 20 13:21:20.154084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-c9f9c2fd-e43e-48b9-82a4-2e8f3ef1af09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3290666a-af89-4329-8145-16fd16ad2df1 HTTP/1.1" status: 200 len: 217 time: 0.0443344 Apr 20 13:21:20.214670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-22b8c8a8-054e-4b4b-a621-8910ff5388cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.216217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-22b8c8a8-054e-4b4b-a621-8910ff5388cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0543892 Apr 20 13:21:20.269040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-862f1ea9-44ca-4fea-8d76-b23848f410bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.270872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-862f1ea9-44ca-4fea-8d76-b23848f410bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478704 Apr 20 13:21:20.392722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 657e29e5-33b8-46c9-b445-60cf8df9cc43 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:21:20.427330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-febce048-8600-40c7-bc70-2c67db7939c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487629 Apr 20 13:21:20.431958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-c1911a96-302f-41c5-9d3a-ea286f895335 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776765 Apr 20 13:21:20.546452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 657e29e5-33b8-46c9-b445-60cf8df9cc43, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=657e29e5-33b8-46c9-b445-60cf8df9cc43,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:20.559820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '657e29e5-33b8-46c9-b445-60cf8df9cc43', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '657e29e5-33b8-46c9-b445-60cf8df9cc43', 'mac_address': 'fa:16:3e:64:b8:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:21:20.577975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-933132d1-f8e8-4a65-b048-4d8c127b6490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.579642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-933132d1-f8e8-4a65-b048-4d8c127b6490 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1096 time: 0.0769947 Apr 20 13:21:20.595745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b037b33c-2c04-4fd6-83cd-9255333e3f8a req-f1413a20-c831-47e1-8a5d-ea2a4596b561 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608284 Apr 20 13:21:20.613534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.630698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657e29e5-33b8-46c9-b445-60cf8df9cc43 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:20.664469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 657e29e5-33b8-46c9-b445-60cf8df9cc43, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=657e29e5-33b8-46c9-b445-60cf8df9cc43,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:20.673165 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:20.734476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=657e29e5-33b8-46c9-b445-60cf8df9cc43,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:20.769862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-925dcd28-74e3-467b-8d2d-63ca65ee5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.771439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-925dcd28-74e3-467b-8d2d-63ca65ee5ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 1094 time: 0.1168110 Apr 20 13:21:20.853456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-578475b1-4892-4575-8358-30586b10c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.854930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-578475b1-4892-4575-8358-30586b10c097 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.2388213 Apr 20 13:21:20.863905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d2a34-dd2f-4f4f-8849-168576e24979 req-b2ebba14-8126-4c5b-afb0-fe8e768281a1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:20.865301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d2a34-dd2f-4f4f-8849-168576e24979 req-b2ebba14-8126-4c5b-afb0-fe8e768281a1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.2217281 Apr 20 13:21:20.927609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['657e29e5-33b8-46c9-b445-60cf8df9cc43'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:20.967009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d2a34-dd2f-4f4f-8849-168576e24979 req-c2619af0-1510-4caf-915e-ab1215280ac0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616539 Apr 20 13:21:20.970919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-aa584b29-f22e-469d-8aff-047247bbae2e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 1001 time: 0.1047258 Apr 20 13:21:21.019686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-e0415131-30c6-4523-8c90-3f9489578369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.021453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-e0415131-30c6-4523-8c90-3f9489578369 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.2371075 Apr 20 13:21:21.084345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-8a9e1d22-3a56-40d7-a649-ce7741c4e45f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3290666a-af89-4329-8145-16fd16ad2df1 HTTP/1.1" status: 200 len: 217 time: 0.0518250 Apr 20 13:21:21.091215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-c8ae8ef6-0b1c-4456-b725-d8fc1643e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.092692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-c8ae8ef6-0b1c-4456-b725-d8fc1643e110 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1131566 Apr 20 13:21:21.207124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-9cf71855-240e-4f28-a4e1-66d1a193412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.208486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-9cf71855-240e-4f28-a4e1-66d1a193412a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1148975 Apr 20 13:21:21.253199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-781afe82-495d-4978-b203-da27988e14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.254716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-781afe82-495d-4978-b203-da27988e14eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522305 Apr 20 13:21:21.261965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a655e9-78bf-48d1-898d-09777382404a req-b45f164f-a001-4787-ad0f-ee22e74522e9 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.263328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96a655e9-78bf-48d1-898d-09777382404a req-b45f164f-a001-4787-ad0f-ee22e74522e9 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 948 time: 0.1174717 Apr 20 13:21:21.345501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-1b30d642-3975-4ad5-bad9-cb2dd9a1c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:21.347004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-1b30d642-3975-4ad5-bad9-cb2dd9a1c7f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308134 Apr 20 13:21:21.386663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96a655e9-78bf-48d1-898d-09777382404a req-531b30e4-6d94-4fc7-b673-d85b919da9f7 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Apr 20 13:21:21.483158 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-35172ced-c117-486f-867a-dae0fdda910e service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276805 Apr 20 13:21:21.489481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-54093735-19f9-479f-99b1-333f410e7ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249951 Apr 20 13:21:21.653765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6acd37f6-eba8-45ea-b411-bf99e752c015 req-320b5e02-3f59-487b-ad6b-dbf1a5c23699 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596437 Apr 20 13:21:21.657606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9072e7d-9b43-409d-8fa6-ecbea28978be req-ba53db3a-1275-4a62-95f1-b4983b74741e service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552961 Apr 20 13:21:22.397129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec13f99-8661-491b-8ef5-68274c0df77b req-c3a57e51-1258-4741-9003-3047ba5035d3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.398754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bec13f99-8661-491b-8ef5-68274c0df77b req-c3a57e51-1258-4741-9003-3047ba5035d3 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.3319442 Apr 20 13:21:22.405761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 657e29e5-33b8-46c9-b445-60cf8df9cc43 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:22.450457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bec13f99-8661-491b-8ef5-68274c0df77b req-2b475cd9-563a-40fe-bf4f-a708fdb3b827 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Apr 20 13:21:22.462962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 657e29e5-33b8-46c9-b445-60cf8df9cc43 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:21:22.467880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 657e29e5-33b8-46c9-b445-60cf8df9cc43 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:22.468629 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.573046 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.575479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3151de1-c274-4d65-ab6d-22e4f93eae4f req-b4fd9cbc-8f35-4fcd-b9eb-3713ed6b291a tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.577760 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3151de1-c274-4d65-ab6d-22e4f93eae4f req-b4fd9cbc-8f35-4fcd-b9eb-3713ed6b291a tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 948 time: 0.0693398 Apr 20 13:21:22.596981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657e29e5-33b8-46c9-b445-60cf8df9cc43'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:22.599239 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c83485-ce4e-444a-808c-4e3dccd7baaf" -d '{"events": [{"server_uuid": "183de9d7-6ef8-456c-93b5-3cf1ac2e3c70", "name": "network-vif-plugged", "status": "completed", "tag": "657e29e5-33b8-46c9-b445-60cf8df9cc43"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:22.624788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 657e29e5-33b8-46c9-b445-60cf8df9cc43, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=657e29e5-33b8-46c9-b445-60cf8df9cc43,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:22.631386 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:22.650766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3151de1-c274-4d65-ab6d-22e4f93eae4f req-a1f1da2e-1085-4ce0-a242-c5732684c3fa tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600839 Apr 20 13:21:22.665860 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f51145-5361-48d8-ae07-9d335bf11a36 x-openstack-request-id: req-17f51145-5361-48d8-ae07-9d335bf11a36 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:22.666149 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183de9d7-6ef8-456c-93b5-3cf1ac2e3c70", "name": "network-vif-plugged", "status": "completed", "tag": "657e29e5-33b8-46c9-b445-60cf8df9cc43", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:22.666401 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17f51145-5361-48d8-ae07-9d335bf11a36 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:22.666793 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f51145-5361-48d8-ae07-9d335bf11a36'] response: {'server_uuid': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657e29e5-33b8-46c9-b445-60cf8df9cc43', 'code': 200} Apr 20 13:21:22.696217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=657e29e5-33b8-46c9-b445-60cf8df9cc43,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:22.760173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3066b4-37b3-43a0-a767-e511bb0b7243 req-d98f1984-cae6-4748-9ede-c6478b44b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:22.761649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d3066b4-37b3-43a0-a767-e511bb0b7243 req-d98f1984-cae6-4748-9ede-c6478b44b15e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 1100 time: 0.0405090 Apr 20 13:21:22.794890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d3066b4-37b3-43a0-a767-e511bb0b7243 req-ee8eb545-1156-4690-8776-aced8b13bbbc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266957 Apr 20 13:21:23.588708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cec8ff-c2c6-48a4-a56a-7bb97fe980a0 req-9ea259a9-da1d-435f-9cfb-98dbf0599d4a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:23.590032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05cec8ff-c2c6-48a4-a56a-7bb97fe980a0 req-9ea259a9-da1d-435f-9cfb-98dbf0599d4a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.0504348 Apr 20 13:21:23.626569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05cec8ff-c2c6-48a4-a56a-7bb97fe980a0 req-78e703e9-68e0-43a1-b5cb-17c70cf54cb5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298328 Apr 20 13:21:23.756771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742d645-0359-43fd-8f72-4a7071bf039a req-e2571e79-782b-403c-93ff-0a7f15104c69 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:23.758231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d742d645-0359-43fd-8f72-4a7071bf039a req-e2571e79-782b-403c-93ff-0a7f15104c69 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 949 time: 0.0473881 Apr 20 13:21:23.802700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d742d645-0359-43fd-8f72-4a7071bf039a req-64b5f4a3-cb01-46dd-b45b-944d8c8e8e5d tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365434 Apr 20 13:21:23.950903 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:24.743040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62aabbc-9e64-4313-8eb2-3f32733e3873 req-84e76ec9-38f7-4811-a860-44a7843be91d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:24.744489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f62aabbc-9e64-4313-8eb2-3f32733e3873 req-84e76ec9-38f7-4811-a860-44a7843be91d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.0505583 Apr 20 13:21:24.782707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f62aabbc-9e64-4313-8eb2-3f32733e3873 req-97503e2d-08c6-448f-b85b-babe6bf94325 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318894 Apr 20 13:21:24.925593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ede2-8328-431c-91e4-3d7d2b98339a req-7178c347-3f35-4b50-8f58-f4d9c2e95af5 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:24.926970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0559ede2-8328-431c-91e4-3d7d2b98339a req-7178c347-3f35-4b50-8f58-f4d9c2e95af5 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 949 time: 0.0521083 Apr 20 13:21:24.964216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0559ede2-8328-431c-91e4-3d7d2b98339a req-492595c0-9590-41b4-b014-016406f60069 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Apr 20 13:21:25.919399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e31e839-4c4d-4da7-8409-cf1387be6e11 req-6e9cdbec-17a5-4b78-b80b-375c7b893c4c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:25.921786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e31e839-4c4d-4da7-8409-cf1387be6e11 req-6e9cdbec-17a5-4b78-b80b-375c7b893c4c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.0599937 Apr 20 13:21:25.965613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e31e839-4c4d-4da7-8409-cf1387be6e11 req-4d1c0ab2-a903-4e30-bf85-ab545f2eff19 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365858 Apr 20 13:21:27.095323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b862ba-7ebc-4698-83ba-f4f5354e7820 req-0b9eba7c-d627-444f-8132-286cdedce01c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:27.097667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93b862ba-7ebc-4698-83ba-f4f5354e7820 req-0b9eba7c-d627-444f-8132-286cdedce01c tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.0535057 Apr 20 13:21:27.142584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93b862ba-7ebc-4698-83ba-f4f5354e7820 req-1742885e-daf9-476c-ac69-5953831c425f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 Apr 20 13:21:28.303119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e085380-193b-4b68-98fe-bace27113c2f req-299be974-44ea-462c-9db0-0282707810ca tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:28.304937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e085380-193b-4b68-98fe-bace27113c2f req-299be974-44ea-462c-9db0-0282707810ca tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.0703819 Apr 20 13:21:28.350941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e085380-193b-4b68-98fe-bace27113c2f req-4cc8e5db-9bd3-4d22-8df6-125c9b4561c9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394826 Apr 20 13:21:29.538604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df60643-f854-4645-8b3e-43ffd1b10279 req-0b3cde35-3e0d-4793-90b7-35b93fe5b997 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:29.540545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8df60643-f854-4645-8b3e-43ffd1b10279 req-0b3cde35-3e0d-4793-90b7-35b93fe5b997 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.1006672 Apr 20 13:21:29.593797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8df60643-f854-4645-8b3e-43ffd1b10279 req-f8dba826-9e5f-40ff-b663-190dcd7285b9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411124 Apr 20 13:21:30.719456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270039e-ac86-4417-8dcd-d5cf19ac8823 req-a7f07d97-69cb-4313-a4c9-e537c5b516fc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:30.720920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0270039e-ac86-4417-8dcd-d5cf19ac8823 req-a7f07d97-69cb-4313-a4c9-e537c5b516fc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.0521321 Apr 20 13:21:30.758542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0270039e-ac86-4417-8dcd-d5cf19ac8823 req-1e64ff96-a762-400c-ac08-29150a45c7b2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Apr 20 13:21:31.019917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-25173ca2-7da7-494a-b5de-eb6401c67136 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419786 Apr 20 13:21:31.101287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-24c5d87c-f788-459e-8157-e265dc4b1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:31.102755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-24c5d87c-f788-459e-8157-e265dc4b1ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 1097 time: 0.0397515 Apr 20 13:21:31.211765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-d53d1573-258f-4c18-8a13-e6fa69e382b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:31.213202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-d53d1573-258f-4c18-8a13-e6fa69e382b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 200 len: 918 time: 0.0838256 Apr 20 13:21:31.280381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-82cb1054-335c-4bad-84f3-5be7432af470 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 200 len: 999 time: 0.0602353 Apr 20 13:21:31.326555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-8a10fbb8-bb86-4ece-ba84-5dc9d86c03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:31.328477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-8a10fbb8-bb86-4ece-ba84-5dc9d86c03c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 200 len: 856 time: 0.0422833 Apr 20 13:21:31.372757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-8ab7cea4-6121-47e6-adec-179043345490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:31.374765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-8ab7cea4-6121-47e6-adec-179043345490 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e0ceb285-9320-4f5d-8faf-2bd621381468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393894 Apr 20 13:21:31.464539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-f0a6b269-3d0f-4cbf-942e-e71cf91eaa54 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Apr 20 13:21:31.553084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-762eaa93-885e-4d2c-bc14-144eb005c79f req-232eb30f-ce55-405e-8c2f-2e39611b76d8 service neutron] 10.222.0.30 "GET /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815818 Apr 20 13:21:31.878917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38553d7c-8a92-40bd-8a69-d569368b8d93 req-d5e4aa36-8be0-44a1-b69a-f7c7a81aae9f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:31.880312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38553d7c-8a92-40bd-8a69-d569368b8d93 req-d5e4aa36-8be0-44a1-b69a-f7c7a81aae9f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 943 time: 0.0533164 Apr 20 13:21:31.917278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38553d7c-8a92-40bd-8a69-d569368b8d93 req-c6f60cb5-39e2-4fcc-aa9e-28b8307169b5 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307076 Apr 20 13:21:32.292272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3290666a-af89-4329-8145-16fd16ad2df1 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:21:32.388517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 3290666a-af89-4329-8145-16fd16ad2df1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3290666a-af89-4329-8145-16fd16ad2df1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:32.400370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '3290666a-af89-4329-8145-16fd16ad2df1', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'port_id': '3290666a-af89-4329-8145-16fd16ad2df1', 'mac_address': 'fa:16:3e:76:7a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:21:32.437943 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.450999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3290666a-af89-4329-8145-16fd16ad2df1 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:21:32.473641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 3290666a-af89-4329-8145-16fd16ad2df1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3290666a-af89-4329-8145-16fd16ad2df1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:32.477970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:32.534454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=3290666a-af89-4329-8145-16fd16ad2df1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:32.542037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.542735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.543004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.543498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.543879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.544163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.544489 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.544814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.545134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.545459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.545843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.546161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:32.810753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['3290666a-af89-4329-8145-16fd16ad2df1'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:21:33.037441 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcf967-ad6c-4c02-a7d3-5a251c584bf3 req-66e1720d-bf07-4e76-b0b5-cf942b75bb03 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:33.039037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0fcf967-ad6c-4c02-a7d3-5a251c584bf3 req-66e1720d-bf07-4e76-b0b5-cf942b75bb03 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 944 time: 0.0502727 Apr 20 13:21:33.076569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0fcf967-ad6c-4c02-a7d3-5a251c584bf3 req-fce405ef-aeb5-4348-b7a1-fad56a55b723 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315514 Apr 20 13:21:33.689827 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-524f2ae3-b70b-4fd1-ab33-61dccd2a1f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.195285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fc7e4-bb3a-44fd-9094-ae333dcb238c req-a7131eef-648e-4e3b-ac96-314ec5f5cd54 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:34.196741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e4fc7e4-bb3a-44fd-9094-ae333dcb238c req-a7131eef-648e-4e3b-ac96-314ec5f5cd54 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 944 time: 0.0540054 Apr 20 13:21:34.235665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e4fc7e4-bb3a-44fd-9094-ae333dcb238c req-59a6dfab-cfcd-46bb-8373-e82218e85eb8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321333 Apr 20 13:21:34.305260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3290666a-af89-4329-8145-16fd16ad2df1 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:21:34.355911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 3290666a-af89-4329-8145-16fd16ad2df1 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:21:34.359622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 3290666a-af89-4329-8145-16fd16ad2df1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:21:34.359989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.434825 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.459545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:34.461757 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6d3d27-6d04-4fba-b43d-135a6b65b186" -d '{"events": [{"server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "name": "network-vif-plugged", "status": "completed", "tag": "3290666a-af89-4329-8145-16fd16ad2df1"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:34.474574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 3290666a-af89-4329-8145-16fd16ad2df1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3290666a-af89-4329-8145-16fd16ad2df1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:21:34.478935 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:34.502551 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc19886-307e-4330-8fd4-ef6108cab552 x-openstack-request-id: req-2fc19886-307e-4330-8fd4-ef6108cab552 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:34.502846 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "name": "network-vif-plugged", "status": "completed", "tag": "3290666a-af89-4329-8145-16fd16ad2df1", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:34.503101 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fc19886-307e-4330-8fd4-ef6108cab552 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:34.503501 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc19886-307e-4330-8fd4-ef6108cab552'] response: {'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1', 'code': 200} Apr 20 13:21:34.530304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=3290666a-af89-4329-8145-16fd16ad2df1,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:34.609044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdde6a-1606-4792-b70a-ee839b1c722f req-7ece4992-62e2-4f50-ba3c-17957d074f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:34.610600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35bdde6a-1606-4792-b70a-ee839b1c722f req-7ece4992-62e2-4f50-ba3c-17957d074f09 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0431519 Apr 20 13:21:34.649503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35bdde6a-1606-4792-b70a-ee839b1c722f req-688cda00-5d4a-404e-b4db-916f75a3847e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288160 Apr 20 13:21:35.352649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fb387-3ccf-444e-9fb9-d6389a1b98e1 req-377210d3-436f-4d10-96e2-eba409ebfcfb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:35.354100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e8fb387-3ccf-444e-9fb9-d6389a1b98e1 req-377210d3-436f-4d10-96e2-eba409ebfcfb tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 945 time: 0.0473955 Apr 20 13:21:35.391637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e8fb387-3ccf-444e-9fb9-d6389a1b98e1 req-b2170379-9c61-4c5c-a253-ba2b469d3a5e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308430 Apr 20 13:21:36.032718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fc3f5974-5058-43ba-9c58-47b021c3c5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.519677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fafc9a-ceb0-4428-8f72-36d5ec851adf req-2d135623-b2c0-4d22-a321-355031f1b1b2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:36.521230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54fafc9a-ceb0-4428-8f72-36d5ec851adf req-2d135623-b2c0-4d22-a321-355031f1b1b2 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 945 time: 0.0584726 Apr 20 13:21:36.560613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54fafc9a-ceb0-4428-8f72-36d5ec851adf req-596cc8eb-db9c-4770-9190-a5ec26240f5d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329411 Apr 20 13:21:36.688912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435a11-e37a-4014-bdae-3494e04b7b5f req-d1f5c40c-7ec3-40bd-85de-bf2be0bfaadf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:36.691599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40435a11-e37a-4014-bdae-3494e04b7b5f req-d1f5c40c-7ec3-40bd-85de-bf2be0bfaadf tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 945 time: 0.0605977 Apr 20 13:21:36.741255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40435a11-e37a-4014-bdae-3494e04b7b5f req-72c5b5c5-1e6e-46b9-bd81-b24b652a36cd tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434980 Apr 20 13:21:36.764258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 40394) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:36.809747 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c353e463-3179-4881-a04c-0c9cd10abd54 tempest-TestVolumeBootPattern-1005630389 tempest-TestVolumeBootPattern-1005630389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:36.814675 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c353e463-3179-4881-a04c-0c9cd10abd54 tempest-TestVolumeBootPattern-1005630389 tempest-TestVolumeBootPattern-1005630389-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 1091 time: 0.0493660 Apr 20 13:21:36.814799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 40398) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:21:36.819601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '3290666a-af89-4329-8145-16fd16ad2df1', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:21:36.841761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:36.942738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.062347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Allocated IP 172.25.3.33 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/8bce4a19-acf7-4508-9b5a-51e23b945023) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:21:37.223962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.255319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.282557 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.335557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:21:37.339444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:21:37.341463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=8bce4a19-acf7-4508-9b5a-51e23b945023,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:37.343552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:21:37.370916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.371251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.371587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.371919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.372246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.372571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.372889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.373204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.373521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.374378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.374695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.375011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:21:37.738152 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:37.812111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.006115 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.011662 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.081753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event updated for resources: {'Port': ['ID=8bce4a19-acf7-4508-9b5a-51e23b945023,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:21:38.103024 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.205339 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Floating IP 9075a0c6-bc2e-4f42-9ad2-849fd27f175d associated. External IP: 172.25.3.33, port: 3290666a-af89-4329-8145-16fd16ad2df1. Apr 20 13:21:38.419884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:21:38.542788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:21:38.556279 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:21:38.565060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.568115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:21:38.570093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:21:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:38.603071 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-08201fca-932c-4952-b2c4-fab34e4abf0d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7870178 Apr 20 13:21:38.603882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:21:38.606385 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25828e3c-6dd5-4b07-acee-0070a8aa411e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "tag": "3290666a-af89-4329-8145-16fd16ad2df1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:21:38.650675 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10813f99-d0b0-47b4-a2ff-7f2e055e23bd x-openstack-request-id: req-10813f99-d0b0-47b4-a2ff-7f2e055e23bd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:21:38.650995 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "tag": "3290666a-af89-4329-8145-16fd16ad2df1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:21:38.651892 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10813f99-d0b0-47b4-a2ff-7f2e055e23bd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:21:38.652402 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10813f99-d0b0-47b4-a2ff-7f2e055e23bd'] response: {'name': 'network-changed', 'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1', 'status': 'completed', 'code': 200} Apr 20 13:21:38.654885 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.711155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:21:38.718443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-0a332186-3281-4b0d-a5f4-5acf405dc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:38.720061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-0a332186-3281-4b0d-a5f4-5acf405dc827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 1096 time: 0.0432203 Apr 20 13:21:38.848132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-837c63f5-7a0e-4722-8839-b3423d7ab2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:38.849967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-837c63f5-7a0e-4722-8839-b3423d7ab2e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.1234207 Apr 20 13:21:38.927798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-f1882107-c44b-4fb7-822e-81ebe7ca71f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3290666a-af89-4329-8145-16fd16ad2df1 HTTP/1.1" status: 200 len: 998 time: 0.0710418 Apr 20 13:21:38.956855 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:38.988348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-2d4f805c-5aa0-4b4a-8c41-8533b682ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:38.990191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-2d4f805c-5aa0-4b4a-8c41-8533b682ed23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0552318 Apr 20 13:21:39.028294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:23Z', 'revision_number': 1, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}, {'id': '9075a0c6-bc2e-4f42-9ad2-849fd27f175d', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': '3290666a-af89-4329-8145-16fd16ad2df1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:76:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:21:37Z', 'updated_at': '2022-04-20T13:21:37Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:39.052535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-dad8fbf8-0c5b-4cf6-a804-190dc18f6044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:21:39.054243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-dad8fbf8-0c5b-4cf6-a804-190dc18f6044 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569952 Apr 20 13:21:39.060155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:21:39.070705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:21:39.071336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:21:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:39.179601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-89861258-27d8-4ece-8bff-d4df319c8c67 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169622 Apr 20 13:21:39.204749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:21:39.311947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25828e3c-6dd5-4b07-acee-0070a8aa411e req-89ed8fa4-dd8f-4c14-b8e8-badcd8339b3a service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236544 Apr 20 13:21:39.470417 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:23Z', 'revision_number': 1, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}, {'id': '9075a0c6-bc2e-4f42-9ad2-849fd27f175d', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': '3290666a-af89-4329-8145-16fd16ad2df1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:76:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:21:37Z', 'updated_at': '2022-04-20T13:21:37Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:21:39.498803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a44359-dbb9-49d6-b1b1-853dd1a04a0c None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:23Z', 'revision_number': 1, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}, {'id': '9075a0c6-bc2e-4f42-9ad2-849fd27f175d', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.33', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': '3290666a-af89-4329-8145-16fd16ad2df1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:76:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:21:37Z', 'updated_at': '2022-04-20T13:21:37Z', 'revision_number': 0, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:21:39.771464 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2968855-bf26-4775-8b9c-afa945ee814c None None] New status for floating IP 9075a0c6-bc2e-4f42-9ad2-849fd27f175d: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:21:49.189741 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:21:50.027240 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:21:53.953786 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:03.692676 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f1d98d14-801f-40cf-82cc-2e2084d99fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:06.005788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7b5cf87-be68-42e0-8ca6-85106084b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:07.259746 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.599401 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:08.940723 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:09.769040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff08d04-5f3b-4827-9cc9-ec71c03cb2f7 req-e933bb8b-9b25-4b0e-b841-2aac2c4b59df tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:09.770541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff08d04-5f3b-4827-9cc9-ec71c03cb2f7 req-e933bb8b-9b25-4b0e-b841-2aac2c4b59df tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 946 time: 0.0685120 Apr 20 13:22:09.812280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ff08d04-5f3b-4827-9cc9-ec71c03cb2f7 req-16b177f3-9fce-4c6d-be03-1b32a1905270 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349298 Apr 20 13:22:10.412349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41128) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:10.504118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8808c1a-a734-4be3-9a5d-400de781c262 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:10.504982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8808c1a-a734-4be3-9a5d-400de781c262 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:10.505447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8808c1a-a734-4be3-9a5d-400de781c262 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:10.507756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a8808c1a-a734-4be3-9a5d-400de781c262 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=9a51c763568d4feaa684cf2f9cab2a82&network_id=a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 200 len: 2969 time: 0.0938427 Apr 20 13:22:11.189257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2744a-9199-4214-8e3b-bd4920fd8065 req-7488e59b-9625-43c7-8e1c-5dc469be4fa0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:11.191579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0b2744a-9199-4214-8e3b-bd4920fd8065 req-7488e59b-9625-43c7-8e1c-5dc469be4fa0 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 946 time: 0.2971401 Apr 20 13:22:11.231427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0b2744a-9199-4214-8e3b-bd4920fd8065 req-edd6d0f3-f00a-4292-8c3c-6e031b1502ef tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups?id=44462fa8-e433-4ba9-b554-d95dc3819a40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326617 Apr 20 13:22:11.479367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f391c45-4762-40e7-834e-a4d803118bec req-01fc856c-295a-46ef-b5a4-17b8ed16086a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:11.481066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f391c45-4762-40e7-834e-a4d803118bec req-01fc856c-295a-46ef-b5a4-17b8ed16086a tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.30 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Apr 20 13:22:11.590644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Deleting port c6cf0f75-a079-4640-a120-54bac77f93bc {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:11.591125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.707059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] For port c6cf0f75-a079-4640-a120-54bac77f93bc, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c6cf0f75-a079-4640-a120-54bac77f93bc,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:11.707423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.943803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.944392 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:11.944993 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Floating IP e81bf738-5ee8-4ddc-a614-403c2d818fdb disassociated. External IP: 172.25.3.3, port: c6cf0f75-a079-4640-a120-54bac77f93bc. Apr 20 13:22:11.945326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Calling delete_port for c6cf0f75-a079-4640-a120-54bac77f93bc owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:12.105542 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.135855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event deleted for resources: {'Port': ['ID=c6cf0f75-a079-4640-a120-54bac77f93bc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:12.309956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Router 450fb2ec-cc7a-4967-8644-a3501eafdf14 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:12.384623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3b4ef252-1822-48ae-81eb-7ebf2606f336 req-3d8bf1f5-d46c-491b-b782-bdf4b7c58add tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/ports?device_id=9972b1c3-768d-46e1-897a-f133bd9c56d4 HTTP/1.1" status: 200 len: 210 time: 0.0636415 Apr 20 13:22:12.450665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:12.463833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] Sync routers for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:12.477009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:12.493875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:12.523004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] No DVR routers for this DVR port c6cf0f75-a079-4640-a120-54bac77f93bc on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:12.526130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:12.533751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f391c45-4762-40e7-834e-a4d803118bec req-3018d055-b796-4a60-bc2a-95562684d3b7 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.30 "DELETE /v2.0/ports/c6cf0f75-a079-4640-a120-54bac77f93bc HTTP/1.1" status: 204 len: 173 time: 1.0456212 Apr 20 13:22:12.534397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-deleted', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:12.536864 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac86139-db6e-4b53-b863-f482907ba53e" -d '{"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-deleted", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:12.586209 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06e40e6-907c-4b89-ba65-92d2372f6eca x-openstack-request-id: req-b06e40e6-907c-4b89-ba65-92d2372f6eca {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:12.587316 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9972b1c3-768d-46e1-897a-f133bd9c56d4", "name": "network-vif-deleted", "tag": "c6cf0f75-a079-4640-a120-54bac77f93bc", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:12.587557 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b06e40e6-907c-4b89-ba65-92d2372f6eca {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:12.587983 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b06e40e6-907c-4b89-ba65-92d2372f6eca'] response: {'server_uuid': '9972b1c3-768d-46e1-897a-f133bd9c56d4', 'name': 'network-vif-deleted', 'tag': 'c6cf0f75-a079-4640-a120-54bac77f93bc', 'status': 'completed', 'code': 200} Apr 20 13:22:12.724463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:12.986325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:13.026826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] Checking router: 450fb2ec-cc7a-4967-8644-a3501eafdf14 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:13.038361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:13.039356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:13.175357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:13.322055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41236) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:13.393981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d722f644-cf17-4656-9f9e-0174d71b202c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:13.395456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d722f644-cf17-4656-9f9e-0174d71b202c tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 814 time: 0.0723073 Apr 20 13:22:13.505351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41250) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:13.585424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.614540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.620552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:13.660891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98f1f2-5f0b-4368-af44-dd1148aafbd1 None None] The sync data for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 is: [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:22Z', 'revision_number': 4, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'ac4afabb-a8f7-4e78-8fdb-243350c75779', 'name': '', 'network_id': 'e0ceb285-9320-4f5d-8faf-2bd621381468', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'mac_address': 'fa:16:3e:3c:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a41b0190-40ca-444a-b238-641422092eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:21Z', 'updated_at': '2022-04-20T13:15:29Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'subnets': [{'id': 'a41b0190-40ca-444a-b238-641422092eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:13.683122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.687114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.691705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41256) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:13.700439 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "DELETE /v2.0/security-groups/44462fa8-e433-4ba9-b554-d95dc3819a40 HTTP/1.1" status: 204 len: 168 time: 0.1847434 Apr 20 13:22:13.717112 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-c148bb13-1e3a-4305-b04f-b5184840e188 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] show failed (client error): The resource could not be found. Apr 20 13:22:13.718058 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44462fa8-e433-4ba9-b554-d95dc3819a40,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:13.721319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c148bb13-1e3a-4305-b04f-b5184840e188 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "GET /v2.0/security-groups/44462fa8-e433-4ba9-b554-d95dc3819a40 HTTP/1.1" status: 404 len: 347 time: 0.0283260 Apr 20 13:22:13.721849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41260) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:13.732506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.732762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.733277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.733829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.734331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.734816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.735288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.735783 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.736267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.736748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.737223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.738008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf906267-fd49-4671-aba4-a8e367ff1452 tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:13.890079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Deleting port 61f2e6f4-2911-4901-8506-0f098f2179b6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:13.890428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.978540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.978867 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:13.992775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Calling delete_port for 61f2e6f4-2911-4901-8506-0f098f2179b6 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:14.077006 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d3778-c96d-499b-bb5f-4e736a0398b5 None None] New status for floating IP e81bf738-5ee8-4ddc-a614-403c2d818fdb: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:22:14.178058 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.180353 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.db.api [None req-165d3778-c96d-499b-bb5f-4e736a0398b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:22:14.181005 n-d-838550-2 neutron-server[109412]: DEBUG oslo_db.api [None req-165d3778-c96d-499b-bb5f-4e736a0398b5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:22:14.213699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Pushing event deleted for resources: {'Port': ['ID=61f2e6f4-2911-4901-8506-0f098f2179b6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:14.257651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41280) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.262970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'network': {'name': 'tempest-network-smoke--985266790', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:14.296793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.299511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.303219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5a80d8ea-c23c-4c6a-a4bd-f29a3e7634ea tempest-AttachVolumeShelveTestJSON-1160367958 tempest-AttachVolumeShelveTestJSON-1160367958-project] 10.222.0.24 "DELETE /v2.0/floatingips/e81bf738-5ee8-4ddc-a614-403c2d818fdb HTTP/1.1" status: 204 len: 168 time: 0.5778947 Apr 20 13:22:14.303219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:14.305157 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.332711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:22:14.342802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.343151 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Added segment c87133b8-111c-46bb-8659-5aa460b2e3c5 of type vlan for network 89f2b708-2a29-465b-bd58-bd48b9dda841 Apr 20 13:22:14.384941 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.415088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.422437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:14.423411 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:14.490268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2319191 Apr 20 13:22:14.493751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41290) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.541614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:14.570148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784cfd6-6b2c-452c-8a90-a1a446d1d512 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Network': ['ID=89f2b708-2a29-465b-bd58-bd48b9dda841,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:14.577415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: c6cf0f75-a079-4640-a120-54bac77f93bc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:14.577882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c6cf0f75-a079-4640-a120-54bac77f93bc not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:14.595701 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d3179b-dc73-4031-a76d-6c0510ba938b tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:14.601124 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0d3179b-dc73-4031-a76d-6c0510ba938b tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9a51c763568d4feaa684cf2f9cab2a82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1062684 Apr 20 13:22:14.601980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41298) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.602746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:22:14.683523 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165d3778-c96d-499b-bb5f-4e736a0398b5 None None] New status for floating IP e81bf738-5ee8-4ddc-a614-403c2d818fdb: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:22:14.765215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e663a71-1eeb-47d7-9897-2567ffa743f9 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:14.769533 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6e663a71-1eeb-47d7-9897-2567ffa743f9 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1635113 Apr 20 13:22:14.769939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41302) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.848452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3f1e1f9d-a743-4110-a40a-bf63829b1e2b tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773711 Apr 20 13:22:14.851040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:14.892506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8cee6529-77e9-4815-bdb7-43d1c609801e tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9a51c763568d4feaa684cf2f9cab2a82&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378168 Apr 20 13:22:14.893607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41316) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:15.010272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02249bd3-e464-4a44-b58f-28ada431072a tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:15.011810 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-02249bd3-e464-4a44-b58f-28ada431072a tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1169815 Apr 20 13:22:15.015540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:15.045199 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b66872ba-baeb-4f32-8d8b-b0bdce4043f2 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285656 Apr 20 13:22:15.047984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41320) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:15.052777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2087853702', 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:15.209929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:15.213504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.446610 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.547831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Subnet': ['ID=4968a06a-25bc-4810-be75-43fd5a456f9f,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:15.553661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Checking segment: {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:15.554113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network hostable DHCP agents. Network: 89f2b708-2a29-465b-bd58-bd48b9dda841, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:22:15.572460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:22:15.583082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 89f2b708-2a29-465b-bd58-bd48b9dda841) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:15.590613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:15.591973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c1366-77b9-41b3-9966-277a44307639 None None] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:15.592732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:15.622393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0cecd5d2-a963-436e-8589-cb664eb048cb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5733838 Apr 20 13:22:15.832971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-89f2b708-2a29-465b-bd58-bd48b9dda841', 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ips': [{'subnet_id': '4968a06a-25bc-4810-be75-43fd5a456f9f'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:22:15.834281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.024258 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Allocated IP 172.20.0.18 (89f2b708-2a29-465b-bd58-bd48b9dda841/4968a06a-25bc-4810-be75-43fd5a456f9f/58316e21-2691-48d7-b9c3-f4936b182286) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:16.155647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41348) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:16.164437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9a19e834-e85f-41f3-a8f6-5d294f19190a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-952154325', 'description': 'tempest-secgroup-smoke-952154325 description', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:16.197028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a19e834-e85f-41f3-a8f6-5d294f19190a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.276444 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.285429 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.294091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a19e834-e85f-41f3-a8f6-5d294f19190a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.299103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a19e834-e85f-41f3-a8f6-5d294f19190a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.323178 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9a19e834-e85f-41f3-a8f6-5d294f19190a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.325464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9a19e834-e85f-41f3-a8f6-5d294f19190a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1687994 Apr 20 13:22:16.328945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41350) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:16.334026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e7dfc6f2-0102-4a2b-afb8-005c3aaa9233 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '8742d010-8fe1-48f5-944b-e3708e98b07a', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:16.347538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:16.360477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:16.364091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19e834-e85f-41f3-a8f6-5d294f19190a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8742d010-8fe1-48f5-944b-e3708e98b07a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:16.370990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:16.393461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc6f2-0102-4a2b-afb8-005c3aaa9233 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.418996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Pushing event updated for resources: {'Port': ['ID=58316e21-2691-48d7-b9c3-f4936b182286,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:16.480171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc6f2-0102-4a2b-afb8-005c3aaa9233 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.485118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc6f2-0102-4a2b-afb8-005c3aaa9233 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.496006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Attempting to bind port 58316e21-2691-48d7-b9c3-f4936b182286 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:16.496378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Attempting to bind port 58316e21-2691-48d7-b9c3-f4936b182286 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:16.496791 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Attempting to bind port 58316e21-2691-48d7-b9c3-f4936b182286 on network 89f2b708-2a29-465b-bd58-bd48b9dda841 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:16.504216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:16.504600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Checking segment: {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:16.505163 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.505565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Bound using segment: {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:16.512628 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Bound port: 58316e21-2691-48d7-b9c3-f4936b182286, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:16.512628 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.512920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfc6f2-0102-4a2b-afb8-005c3aaa9233 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a70000e-7b73-4df8-93de-8b36388b4201,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:16.522182 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7dfc6f2-0102-4a2b-afb8-005c3aaa9233 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.523612 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e7dfc6f2-0102-4a2b-afb8-005c3aaa9233 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1934376 Apr 20 13:22:16.529731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41356) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:16.531168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-deba8ac7-406c-474c-a55d-7482aec2bb41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '8742d010-8fe1-48f5-944b-e3708e98b07a', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:16.607683 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-deba8ac7-406c-474c-a55d-7482aec2bb41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.676840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] For port 58316e21-2691-48d7-b9c3-f4936b182286, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:16.680506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] For port 58316e21-2691-48d7-b9c3-f4936b182286, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58316e21-2691-48d7-b9c3-f4936b182286,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:16.688270 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-deba8ac7-406c-474c-a55d-7482aec2bb41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.691393 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.693434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-deba8ac7-406c-474c-a55d-7482aec2bb41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.717552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba8ac7-406c-474c-a55d-7482aec2bb41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8786aab1-ddbb-4884-be9c-50ec870f6075,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:16.740447 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-deba8ac7-406c-474c-a55d-7482aec2bb41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.745563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41366) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:16.746141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-deba8ac7-406c-474c-a55d-7482aec2bb41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2154000 Apr 20 13:22:16.752462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a752f86c-da4c-4741-87f8-6b8cc01dfc39 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '8742d010-8fe1-48f5-944b-e3708e98b07a', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:16.824814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a752f86c-da4c-4741-87f8-6b8cc01dfc39 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.862963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bb206-5eeb-408f-96fe-35a8850ffb75 None None] Pushing event updated for resources: {'Port': ['ID=58316e21-2691-48d7-b9c3-f4936b182286,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:16.971685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a752f86c-da4c-4741-87f8-6b8cc01dfc39 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:16.977988 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a752f86c-da4c-4741-87f8-6b8cc01dfc39 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.004330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752f86c-da4c-4741-87f8-6b8cc01dfc39 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4d8768-723e-443a-9518-cf1538b3ff6e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:17.050420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a752f86c-da4c-4741-87f8-6b8cc01dfc39 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.054572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a752f86c-da4c-4741-87f8-6b8cc01dfc39 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036807 Apr 20 13:22:17.054869 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41376) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:17.062084 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-06be39f5-cd52-46b0-996d-8d14cd3778a3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '8742d010-8fe1-48f5-944b-e3708e98b07a', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:17.125682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06be39f5-cd52-46b0-996d-8d14cd3778a3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.267766 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06be39f5-cd52-46b0-996d-8d14cd3778a3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.274337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06be39f5-cd52-46b0-996d-8d14cd3778a3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.298581 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be39f5-cd52-46b0-996d-8d14cd3778a3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f095a34-0e40-45de-97e4-8bccb44483ea,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:17.313999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06be39f5-cd52-46b0-996d-8d14cd3778a3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.316466 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-06be39f5-cd52-46b0-996d-8d14cd3778a3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2603812 Apr 20 13:22:17.319531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 41382) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:17.327125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '8742d010-8fe1-48f5-944b-e3708e98b07a', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:17.361831 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Project 9a51c763568d4feaa684cf2f9cab2a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:22:17.367979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.460486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.465426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.493839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.497668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1741798 Apr 20 13:22:17.497668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635dbf3-24c8-4ee5-a559-a21ecd7b75b9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed3b1a1-1a5a-4fc7-adc9-2d06cc5a6c7d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:17.498007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41386) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:17.505903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '8742d010-8fe1-48f5-944b-e3708e98b07a', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:17.563043 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Project 9a51c763568d4feaa684cf2f9cab2a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:22:17.572591 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.705823 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.710927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.736115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59044504-1bca-43f9-9608-22feb1f6b8b7,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:17.751981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58316e21-2691-48d7-b9c3-f4936b182286 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:17.781284 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:17.782921 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-705bda13-80fc-4f25-8d06-802258d32d45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2834067 Apr 20 13:22:17.896610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 58316e21-2691-48d7-b9c3-f4936b182286 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:17.897181 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.056763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.129111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 58316e21-2691-48d7-b9c3-f4936b182286, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58316e21-2691-48d7-b9c3-f4936b182286,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:18.135185 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.145059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-e8c1e75f-af71-45ca-b5eb-70962afcd4d6 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-952154325&fields=id&tenant_id=9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 267 time: 0.0693755 Apr 20 13:22:18.220732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=58316e21-2691-48d7-b9c3-f4936b182286,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:18.288698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0e3a1-3fd1-4093-affe-1b876adaa8ea None None] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:18.317159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-38c10508-69da-4725-b37c-8d266c8e6b92 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:18.318924 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-38c10508-69da-4725-b37c-8d266c8e6b92 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/networks?id=89f2b708-2a29-465b-bd58-bd48b9dda841 HTTP/1.1" status: 200 len: 796 time: 0.1623714 Apr 20 13:22:18.336728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-96e49308-d817-4ff4-a5ce-ab65d9899404 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/quotas/9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 375 time: 0.0116599 Apr 20 13:22:18.403420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-7d0765a0-0a37-4ba2-a4a1-0042b0ff8e77 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0611260 Apr 20 13:22:18.408265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c2daa60c-fef7-4bbc-86e8-1467457cac58 None None] Provisioning complete for port 58316e21-2691-48d7-b9c3-f4936b182286 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:18.408824 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c2daa60c-fef7-4bbc-86e8-1467457cac58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:18.518354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-55eed614-a5dc-4dd7-b8df-adb08c2e213a service neutron] 10.222.0.24 "GET /v2.0/networks/89f2b708-2a29-465b-bd58-bd48b9dda841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016150 Apr 20 13:22:18.627917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-5a823543-7bbf-4f8d-97f3-bee01e028eb3 service neutron] 10.222.0.24 "GET /v2.0/networks/89f2b708-2a29-465b-bd58-bd48b9dda841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079969 Apr 20 13:22:18.884211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15dd70b8-3903-4d57-8ea7-57973318c888 req-f56b0678-46d1-4336-8c9a-260b9ceb0935 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 210 time: 0.0588512 Apr 20 13:22:18.931797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-50eca012-a84a-494a-bcc2-11f521fd543e None None] Provisioning complete for port 58316e21-2691-48d7-b9c3-f4936b182286 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:18.933136 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-50eca012-a84a-494a-bcc2-11f521fd543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.204280 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:19.731604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58316e21-2691-48d7-b9c3-f4936b182286 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:19.788491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 58316e21-2691-48d7-b9c3-f4936b182286 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:19.789226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.015582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-530414ab-8504-41b2-9e8c-1fd7eee82a32 req-12f0b41a-8f12-4399-99b9-e6a898bb2815 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 210 time: 0.0333710 Apr 20 13:22:20.299097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-d54851ea-7aa7-4522-8e58-8bb32a762050 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:20.300629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-d54851ea-7aa7-4522-8e58-8bb32a762050 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "GET /v2.0/networks?id=89f2b708-2a29-465b-bd58-bd48b9dda841 HTTP/1.1" status: 200 len: 796 time: 0.2248218 Apr 20 13:22:20.358184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-b23a8026-9ee3-41ce-9336-57065e12f53b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 472 time: 0.0468075 Apr 20 13:22:20.377090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'port': {'device_id': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841', 'admin_state_up': True, 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'security_groups': ['8742d010-8fe1-48f5-944b-e3708e98b07a']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:20.540518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:20.544842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:20.553188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-057849ac-f055-42a0-b0b7-b54b4f504060 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1098938 Apr 20 13:22:20.731506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-8cf5560b-4226-4d3c-8a21-e61bc055e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:20.733316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-8cf5560b-4226-4d3c-8a21-e61bc055e887 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1096 time: 0.1089489 Apr 20 13:22:20.748828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.20.0.23 (89f2b708-2a29-465b-bd58-bd48b9dda841/4968a06a-25bc-4810-be75-43fd5a456f9f/6222f50a-2adb-49f0-bc7f-ebab04b6f295) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:20.851253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-e6652598-6d70-41e1-9c56-c9a14fbc3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:20.852776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-e6652598-6d70-41e1-9c56-c9a14fbc3a30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.0937798 Apr 20 13:22:20.931387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-6a3609f8-a5ec-47b3-a480-5d137dd4e769 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 1001 time: 0.0708261 Apr 20 13:22:21.040934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-953eac4e-f153-405f-aef4-4ac72e0970ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:21.042468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-953eac4e-f153-405f-aef4-4ac72e0970ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1051757 Apr 20 13:22:21.337674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41492) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:21.459022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-c2343a3f-4323-441c-a363-3b0621e23354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:21.461586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-c2343a3f-4323-441c-a363-3b0621e23354 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4113615 Apr 20 13:22:21.509694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.620224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-380ad820-2a65-43b9-88c6-8a73c5f9dec8 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507363 Apr 20 13:22:21.622249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.655185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:21.713057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:21.715107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=6222f50a-2adb-49f0-bc7f-ebab04b6f295,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:21.725054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:21.834612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:21.835183 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:21.907141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-2d4bbb1f-5efe-44b2-b297-9f35146d11ba tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5352309 Apr 20 13:22:21.909181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fdc5f01-599e-4497-b703-6abf585ef36c req-53446985-b6b8-4a33-b1b9-10576734ee42 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521989 Apr 20 13:22:21.924952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Request body: {'port': {'device_id': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:21.989419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d1c7-3e26-49db-8c1d-d1c059ed22b4 req-e8a2d783-f3d5-49bf-bb70-b80eaa1980d7 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:21.991000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0d5d1c7-3e26-49db-8c1d-d1c059ed22b4 req-e8a2d783-f3d5-49bf-bb70-b80eaa1980d7 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 932 time: 0.5755246 Apr 20 13:22:22.009295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.090656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0d5d1c7-3e26-49db-8c1d-d1c059ed22b4 req-8da5a6cc-e6d5-4314-9394-af937a39ef52 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890326 Apr 20 13:22:22.165908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-aa2c5cc1-b831-4b07-9484-48369944bf5b None None] Provisioning complete for port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:22.167095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa2c5cc1-b831-4b07-9484-48369944bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.272090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c5cc1-b831-4b07-9484-48369944bf5b None None] Port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:22.374678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.474530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6222f50a-2adb-49f0-bc7f-ebab04b6f295 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:22.483804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.498982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Transition to ACTIVE for port object 6222f50a-2adb-49f0-bc7f-ebab04b6f295 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:22:22.507933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.622916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6222f50a-2adb-49f0-bc7f-ebab04b6f295,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:22.725189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Attempting to bind port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:22.725568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Attempting to bind port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:22.725972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Attempting to bind port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 on network 89f2b708-2a29-465b-bd58-bd48b9dda841 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:22.731714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 on network 89f2b708-2a29-465b-bd58-bd48b9dda841 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:22:22.731714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Attempting to bind port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 on network 89f2b708-2a29-465b-bd58-bd48b9dda841 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:22.738601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:22.738852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Checking segment: {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:22.739285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Bound using segment: {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:22.739930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Bound port: 6222f50a-2adb-49f0-bc7f-ebab04b6f295, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:22.740299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.745997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Deleting port ac4afabb-a8f7-4e78-8fdb-243350c75779 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:22.746592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.834676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] For port 6222f50a-2adb-49f0-bc7f-ebab04b6f295, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:22.839463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] For port 6222f50a-2adb-49f0-bc7f-ebab04b6f295, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6222f50a-2adb-49f0-bc7f-ebab04b6f295,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:22.845328 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.886289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:22.887257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.888936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/6222f50a-2adb-49f0-bc7f-ebab04b6f295 HTTP/1.1" status: 200 len: 1092 time: 0.9685867 Apr 20 13:22:22.889423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'tag': '6222f50a-2adb-49f0-bc7f-ebab04b6f295'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:22.892780 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addfd073-29c3-4efa-b29f-84223bbc886c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbfc53b-1637-42e3-a159-4d4b108a2272", "tag": "6222f50a-2adb-49f0-bc7f-ebab04b6f295"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:22.894808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] For port ac4afabb-a8f7-4e78-8fdb-243350c75779, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ac4afabb-a8f7-4e78-8fdb-243350c75779,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:22.895285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:22.916564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Calling delete_port for ac4afabb-a8f7-4e78-8fdb-243350c75779 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:22.996571 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c500e2f-dd97-4ed6-b803-c745f16fd877 x-openstack-request-id: req-9c500e2f-dd97-4ed6-b803-c745f16fd877 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:22.996867 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbfc53b-1637-42e3-a159-4d4b108a2272", "tag": "6222f50a-2adb-49f0-bc7f-ebab04b6f295", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:22.997119 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c500e2f-dd97-4ed6-b803-c745f16fd877 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:22.998185 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c500e2f-dd97-4ed6-b803-c745f16fd877'] response: {'name': 'network-changed', 'server_uuid': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'tag': '6222f50a-2adb-49f0-bc7f-ebab04b6f295', 'status': 'completed', 'code': 200} Apr 20 13:22:23.000756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66be24-d7d4-4437-b788-3c123b9d05f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6222f50a-2adb-49f0-bc7f-ebab04b6f295,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:23.013891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-cba275d2-aae5-430d-975c-f0edbab31489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.015414 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-cba275d2-aae5-430d-975c-f0edbab31489 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 1095 time: 0.0724795 Apr 20 13:22:23.087790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-808c2a54-291e-4497-828c-4a3feb81251d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=6222f50a-2adb-49f0-bc7f-ebab04b6f295 HTTP/1.1" status: 200 len: 217 time: 0.0589168 Apr 20 13:22:23.177209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-6632605d-0d51-44bc-a935-b31949a89651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.180769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-6632605d-0d51-44bc-a935-b31949a89651 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4968a06a-25bc-4810-be75-43fd5a456f9f HTTP/1.1" status: 200 len: 838 time: 0.0853040 Apr 20 13:22:23.241956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.303077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4afabb-a8f7-4e78-8fdb-243350c75779,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:23.317085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-f24b7dc4-5345-4bf7-b516-d5499a0ad5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.319038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-f24b7dc4-5345-4bf7-b516-d5499a0ad5d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89f2b708-2a29-465b-bd58-bd48b9dda841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326880 Apr 20 13:22:23.445973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ae723-eea1-4735-8e5e-53883162e42a req-26ba9390-acc0-4394-b45c-9b3d7f501464 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.447529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-658ae723-eea1-4735-8e5e-53883162e42a req-26ba9390-acc0-4394-b45c-9b3d7f501464 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 944 time: 0.2131436 Apr 20 13:22:23.511999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-658ae723-eea1-4735-8e5e-53883162e42a req-a6dae7c2-4fbf-47b9-99b8-ce95247bc02c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569956 Apr 20 13:22:23.536264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-fbaebbe6-5d72-4694-a11b-227beefe5a2f service neutron] 10.222.0.37 "GET /v2.0/networks/89f2b708-2a29-465b-bd58-bd48b9dda841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093935 Apr 20 13:22:23.584523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.669543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55240f10-5b7d-4a8d-860e-b9c19838418c req-d3acee00-1af4-4772-acb7-9b77c9ed5571 service neutron] 10.222.0.37 "GET /v2.0/networks/89f2b708-2a29-465b-bd58-bd48b9dda841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252830 Apr 20 13:22:23.779887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfd073-29c3-4efa-b29f-84223bbc886c req-3817507f-87b6-4c74-878a-9d108e42c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.781494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-addfd073-29c3-4efa-b29f-84223bbc886c req-3817507f-87b6-4c74-878a-9d108e42c2ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 1095 time: 0.0577178 Apr 20 13:22:23.911329 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Router 450fb2ec-cc7a-4967-8644-a3501eafdf14 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:23.938250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfd073-29c3-4efa-b29f-84223bbc886c req-8fa9d6b1-5772-4e12-bc61-f6651c6add64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:23.939704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-addfd073-29c3-4efa-b29f-84223bbc886c req-8fa9d6b1-5772-4e12-bc61-f6651c6add64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=89f2b708-2a29-465b-bd58-bd48b9dda841 HTTP/1.1" status: 200 len: 897 time: 0.1446180 Apr 20 13:22:23.962583 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:23.993454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-addfd073-29c3-4efa-b29f-84223bbc886c req-5f615a8b-dd74-4af3-9bf9-31795d41570e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=6222f50a-2adb-49f0-bc7f-ebab04b6f295 HTTP/1.1" status: 200 len: 217 time: 0.0454843 Apr 20 13:22:24.028260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:24.033332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3f229b6e-a302-4a09-98bf-80223b350915 admin admin] 10.222.0.24 "PUT /v2.0/routers/450fb2ec-cc7a-4967-8644-a3501eafdf14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6945868 Apr 20 13:22:24.035914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41518) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:24.040440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] Sync routers for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:24.051463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:24.052991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:24.062546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfd073-29c3-4efa-b29f-84223bbc886c req-fae4c278-98d4-4860-8392-f0b00c287fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:24.064077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-addfd073-29c3-4efa-b29f-84223bbc886c req-fae4c278-98d4-4860-8392-f0b00c287fad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4968a06a-25bc-4810-be75-43fd5a456f9f HTTP/1.1" status: 200 len: 838 time: 0.0578852 Apr 20 13:22:24.127725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfd073-29c3-4efa-b29f-84223bbc886c req-77bb21ae-f3be-4515-9212-4870b81b95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:24.129943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-addfd073-29c3-4efa-b29f-84223bbc886c req-77bb21ae-f3be-4515-9212-4870b81b95c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=89f2b708-2a29-465b-bd58-bd48b9dda841&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580859 Apr 20 13:22:24.145414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.175607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:24.244550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-addfd073-29c3-4efa-b29f-84223bbc886c req-a20ff9c8-8df3-455c-b366-2f7731733c1d service neutron] 10.222.0.37 "GET /v2.0/networks/89f2b708-2a29-465b-bd58-bd48b9dda841?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044061 Apr 20 13:22:24.287244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.351316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Deleting port 550422ee-d0d4-4748-b6f7-059aac00c3e7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:24.351659 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.393486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-addfd073-29c3-4efa-b29f-84223bbc886c req-495a1b3c-cf94-4b6b-8f87-acba87f066c4 service neutron] 10.222.0.37 "GET /v2.0/networks/89f2b708-2a29-465b-bd58-bd48b9dda841?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386507 Apr 20 13:22:24.447205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:22:23Z', 'revision_number': 5, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port': {'id': '550422ee-d0d4-4748-b6f7-059aac00c3e7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ce:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:24.483941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] Checking router: 450fb2ec-cc7a-4967-8644-a3501eafdf14 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:24.495186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] Routers {'450fb2ec-cc7a-4967-8644-a3501eafdf14'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:24.495805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['450fb2ec-cc7a-4967-8644-a3501eafdf14'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:24.505873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] For port 550422ee-d0d4-4748-b6f7-059aac00c3e7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=550422ee-d0d4-4748-b6f7-059aac00c3e7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:24.506126 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:24.528158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Calling delete_port for 550422ee-d0d4-4748-b6f7-059aac00c3e7 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:24.591607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] Set router 450fb2ec-cc7a-4967-8644-a3501eafdf14 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:24.703307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:22:24Z', 'revision_number': 6, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:24.748535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5319858-a563-46f1-ba17-5c850c788cc9 None None] The sync data for ids ['450fb2ec-cc7a-4967-8644-a3501eafdf14'] in n-d-838550-2 is: [{'id': '450fb2ec-cc7a-4967-8644-a3501eafdf14', 'name': 'tempest-AttachVolumeShelveTestJSON-1327568355-router', 'tenant_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:15:19Z', 'updated_at': '2022-04-20T13:22:24Z', 'revision_number': 6, 'project_id': 'c9bee05ec1764a7892c7dec9c61afe60', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:24.821794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514277e-6e36-4eb1-97d3-dcc127410bf6 req-7c79731e-6380-4dd4-a57e-f201e3fa4ffc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:24.823795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7514277e-6e36-4eb1-97d3-dcc127410bf6 req-7c79731e-6380-4dd4-a57e-f201e3fa4ffc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 944 time: 0.2192266 Apr 20 13:22:24.879789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7514277e-6e36-4eb1-97d3-dcc127410bf6 req-2d3c3235-df7c-4497-b8a3-0d31aac7b292 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476286 Apr 20 13:22:25.107881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.139779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Pushing event deleted for resources: {'Port': ['ID=550422ee-d0d4-4748-b6f7-059aac00c3e7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:25.209584 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.318088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.320880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.365884 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.366374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 450fb2ec-cc7a-4967-8644-a3501eafdf14 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:22:25.370882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.372149 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9aff4bf-51dc-40fc-bd5a-fba238a29241 admin admin] 10.222.0.24 "DELETE /v2.0/routers/450fb2ec-cc7a-4967-8644-a3501eafdf14 HTTP/1.1" status: 204 len: 168 time: 1.3353126 Apr 20 13:22:25.375230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41528) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:25.419987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] Deleting subnet a41b0190-40ca-444a-b238-641422092eb5 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:22:25.423572 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.461273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.548054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.601013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.628146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41b0190-40ca-444a-b238-641422092eb5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:25.630089 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.635518 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-73aaef53-b1de-4396-a333-fc3e2d671622 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a41b0190-40ca-444a-b238-641422092eb5 HTTP/1.1" status: 204 len: 168 time: 0.2570739 Apr 20 13:22:25.636241 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41532) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:25.638508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9af73b-f067-4787-9531-442cda19fd9d None None] Network e0ceb285-9320-4f5d-8faf-2bd621381468 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:25.716877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.754601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ac4afabb-a8f7-4e78-8fdb-243350c75779 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:25.781370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Deleting port 737dec2f-0916-4b1a-8384-482bf72d180b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:25.781844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.785207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ac4afabb-a8f7-4e78-8fdb-243350c75779 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:25.785554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ac4afabb-a8f7-4e78-8fdb-243350c75779 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:25.785989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 550422ee-d0d4-4748-b6f7-059aac00c3e7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:25.827085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 550422ee-d0d4-4748-b6f7-059aac00c3e7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:25.827425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 550422ee-d0d4-4748-b6f7-059aac00c3e7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:25.853554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] For port 737dec2f-0916-4b1a-8384-482bf72d180b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=737dec2f-0916-4b1a-8384-482bf72d180b,segment=NetworkSegment(22eddb19-b923-429a-9c0d-a93e11ae009c),segment_id=22eddb19-b923-429a-9c0d-a93e11ae009c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:25.853980 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:25.877051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Calling delete_port for 737dec2f-0916-4b1a-8384-482bf72d180b owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:25.955236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] DHCP port deletion for e0ceb285-9320-4f5d-8faf-2bd621381468 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:22:25.991121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.019315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] Deleting port 737dec2f-0916-4b1a-8384-482bf72d180b {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:26.019692 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.034401 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=737dec2f-0916-4b1a-8384-482bf72d180b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:26.043238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27edb8-c8f7-4688-a975-f2289b129ab3 req-cec203e4-4fde-48ed-a1e5-da2cb58930b6 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:26.043808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] No DVR routers for this DVR port 737dec2f-0916-4b1a-8384-482bf72d180b on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:26.049499 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d27edb8-c8f7-4688-a975-f2289b129ab3 req-cec203e4-4fde-48ed-a1e5-da2cb58930b6 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 944 time: 0.0720429 Apr 20 13:22:26.130781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d27edb8-c8f7-4688-a975-f2289b129ab3 req-08c7368e-7fba-4120-816a-3f6e373502f3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669379 Apr 20 13:22:26.145861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] For port 737dec2f-0916-4b1a-8384-482bf72d180b, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:26.146549 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.147227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.176660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ceb285-9320-4f5d-8faf-2bd621381468']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:26.178535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] Calling delete_port for 737dec2f-0916-4b1a-8384-482bf72d180b owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:26.182666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] Port 737dec2f-0916-4b1a-8384-482bf72d180b was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:22:26.187415 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.192130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22eddb19-b923-429a-9c0d-a93e11ae009c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:26.192434 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22eddb19-b923-429a-9c0d-a93e11ae009c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:26.208348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.224510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] Pushing event deleted for resources: {'Port': ['ID=737dec2f-0916-4b1a-8384-482bf72d180b,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:26.225778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.235036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda8f4a-074a-406d-945d-82cee4ac269f None None] No DVR routers for this DVR port 737dec2f-0916-4b1a-8384-482bf72d180b on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:26.235610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:22:26.236113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:22:26.238009 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:22:26.299471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.305089 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.308474 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e0ceb285-9320-4f5d-8faf-2bd621381468 HTTP/1.1" status: 204 len: 168 time: 0.6717727 Apr 20 13:22:26.319952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07470637-bc0b-4bf4-acd6-44d0686842c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ceb285-9320-4f5d-8faf-2bd621381468,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:26.439199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:26.484555 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1aec926a-2148-4de9-8e69-5421eb02540a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9bee05ec1764a7892c7dec9c61afe60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396285 Apr 20 13:22:26.484555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 41546) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:26.543458 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4206343d-4261-4422-8edb-aa239b46aae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.566685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4206343d-4261-4422-8edb-aa239b46aae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.629196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4206343d-4261-4422-8edb-aa239b46aae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.632300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4206343d-4261-4422-8edb-aa239b46aae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.633467 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4206343d-4261-4422-8edb-aa239b46aae0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/136282ae-bc53-428c-8517-d1d22af649e9 HTTP/1.1" status: 204 len: 168 time: 0.1499724 Apr 20 13:22:26.646003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206343d-4261-4422-8edb-aa239b46aae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136282ae-bc53-428c-8517-d1d22af649e9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:26.718016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6222f50a-2adb-49f0-bc7f-ebab04b6f295 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:22:26.871874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6222f50a-2adb-49f0-bc7f-ebab04b6f295, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6222f50a-2adb-49f0-bc7f-ebab04b6f295,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:26.891530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '6222f50a-2adb-49f0-bc7f-ebab04b6f295', 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841', 'port_id': '6222f50a-2adb-49f0-bc7f-ebab04b6f295', 'mac_address': 'fa:16:3e:82:2e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4968a06a-25bc-4810-be75-43fd5a456f9f', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:22:26.945370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:26.962502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6222f50a-2adb-49f0-bc7f-ebab04b6f295 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:26.985482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6222f50a-2adb-49f0-bc7f-ebab04b6f295, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6222f50a-2adb-49f0-bc7f-ebab04b6f295,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:26.994402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:27.027762 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:22:27.071134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6222f50a-2adb-49f0-bc7f-ebab04b6f295,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:27.214298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['6222f50a-2adb-49f0-bc7f-ebab04b6f295'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:27.308055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132f27e-40a2-44a3-bbec-356bdfb83e56 req-fcd3204a-26b6-4019-a7f9-890bd69bbd50 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:27.311051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5132f27e-40a2-44a3-bbec-356bdfb83e56 req-fcd3204a-26b6-4019-a7f9-890bd69bbd50 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 945 time: 0.0954332 Apr 20 13:22:27.358440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5132f27e-40a2-44a3-bbec-356bdfb83e56 req-30054067-af3d-4f82-a5f2-08b8af125879 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391014 Apr 20 13:22:27.719711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 737dec2f-0916-4b1a-8384-482bf72d180b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:27.750059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 737dec2f-0916-4b1a-8384-482bf72d180b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:27.750405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 737dec2f-0916-4b1a-8384-482bf72d180b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:28.509545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d5ddc-5509-4cb6-9344-dd2747ed36fd req-39032d8c-46af-4435-8faf-8590ef81daeb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:28.511361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9d5ddc-5509-4cb6-9344-dd2747ed36fd req-39032d8c-46af-4435-8faf-8590ef81daeb tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 945 time: 0.0606511 Apr 20 13:22:28.570380 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af9d5ddc-5509-4cb6-9344-dd2747ed36fd req-ddf1c165-525f-414e-9de5-1d1deab1e187 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516455 Apr 20 13:22:28.735009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6222f50a-2adb-49f0-bc7f-ebab04b6f295 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:28.835917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:22:28.840364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:28.841334 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.946784 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:28.980226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222f50a-2adb-49f0-bc7f-ebab04b6f295'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:28.983471 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b629047-7907-406c-819e-bbccc6f172af" -d '{"events": [{"server_uuid": "7cbfc53b-1637-42e3-a159-4d4b108a2272", "name": "network-vif-plugged", "status": "completed", "tag": "6222f50a-2adb-49f0-bc7f-ebab04b6f295"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:28.998120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6222f50a-2adb-49f0-bc7f-ebab04b6f295, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6222f50a-2adb-49f0-bc7f-ebab04b6f295,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:29.006499 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:29.080610 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67758543-1ed7-4081-8e3c-bff39d10d51a x-openstack-request-id: req-67758543-1ed7-4081-8e3c-bff39d10d51a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:29.080910 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbfc53b-1637-42e3-a159-4d4b108a2272", "name": "network-vif-plugged", "status": "completed", "tag": "6222f50a-2adb-49f0-bc7f-ebab04b6f295", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:29.081254 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67758543-1ed7-4081-8e3c-bff39d10d51a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:29.082265 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67758543-1ed7-4081-8e3c-bff39d10d51a'] response: {'server_uuid': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6222f50a-2adb-49f0-bc7f-ebab04b6f295', 'code': 200} Apr 20 13:22:29.089465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6222f50a-2adb-49f0-bc7f-ebab04b6f295,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:29.184624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875da61-33f2-4b0d-8927-61fd402c3f97 req-8c2e8064-2a2c-460e-b21a-4e6a8cf0ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:29.186325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4875da61-33f2-4b0d-8927-61fd402c3f97 req-8c2e8064-2a2c-460e-b21a-4e6a8cf0ce39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 1097 time: 0.0613177 Apr 20 13:22:29.244955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4875da61-33f2-4b0d-8927-61fd402c3f97 req-7b5226c3-0bdf-4244-91f1-8cb697dc979b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522385 Apr 20 13:22:29.740965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c6c9c-6af5-438a-b097-6b5a85c3efd3 req-c6e5650e-fbbd-47f1-98f1-7026b4154c4c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:29.743128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-232c6c9c-6af5-438a-b097-6b5a85c3efd3 req-c6e5650e-fbbd-47f1-98f1-7026b4154c4c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 946 time: 0.0786340 Apr 20 13:22:29.822902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-232c6c9c-6af5-438a-b097-6b5a85c3efd3 req-7b0b3ea5-9c43-4eef-a2f1-af6a5b4f5a63 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659275 Apr 20 13:22:30.314680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42046) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:30.486392 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3533-5ba7-4f24-a878-305b44678e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.587817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3533-5ba7-4f24-a878-305b44678e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.592328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3533-5ba7-4f24-a878-305b44678e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.632096 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8f1f3533-5ba7-4f24-a878-305b44678e8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=315cc10455e440b28f54298180174cdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162436 Apr 20 13:22:30.634927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42072) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:30.636344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f3533-5ba7-4f24-a878-305b44678e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5e48a-d677-4572-9272-163c9ed23eac,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:30.705090 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc451994-9ead-4845-96e7-7c4867ae91e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.727200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc451994-9ead-4845-96e7-7c4867ae91e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.777101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc451994-9ead-4845-96e7-7c4867ae91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.780617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fc451994-9ead-4845-96e7-7c4867ae91e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:30.781812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fc451994-9ead-4845-96e7-7c4867ae91e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2b5e48a-d677-4572-9272-163c9ed23eac HTTP/1.1" status: 204 len: 168 time: 0.1456854 Apr 20 13:22:30.791430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc451994-9ead-4845-96e7-7c4867ae91e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5e48a-d677-4572-9272-163c9ed23eac,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:31.020430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9707c-93dc-493d-86aa-b64eade792fc req-d263f222-a728-4f9e-ae3d-62dbafceac2e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:31.039440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87d9707c-93dc-493d-86aa-b64eade792fc req-d263f222-a728-4f9e-ae3d-62dbafceac2e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 946 time: 0.0855229 Apr 20 13:22:31.110483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87d9707c-93dc-493d-86aa-b64eade792fc req-7f8468d1-71d7-4225-b8c4-04e62dd838c9 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697336 Apr 20 13:22:31.272806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42098) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:31.292606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e34976e-1cac-42b3-9fa8-a2a591b6d4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.312575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72e58d-ac38-4b76-99f8-4b3177bd7423 req-0144fa30-e5ad-49ee-a44d-c96d0eece8d4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:31.314263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b72e58d-ac38-4b76-99f8-4b3177bd7423 req-0144fa30-e5ad-49ee-a44d-c96d0eece8d4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 946 time: 0.0902395 Apr 20 13:22:31.383341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b72e58d-ac38-4b76-99f8-4b3177bd7423 req-22468ab4-1de5-46ae-8ab7-c3845a6830bf tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620370 Apr 20 13:22:31.433237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e34976e-1cac-42b3-9fa8-a2a591b6d4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.437669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e34976e-1cac-42b3-9fa8-a2a591b6d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.478983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6e34976e-1cac-42b3-9fa8-a2a591b6d4f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a61a04b1ec0f49b2b9eb22663382fc56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057579 Apr 20 13:22:31.480952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34976e-1cac-42b3-9fa8-a2a591b6d4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b959851b-4de3-4c8a-bdc9-a79d6104c6cb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:31.481674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42102) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:31.537800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2a71161-9d3b-4b61-8e17-3b9e5afe2caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.560760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2a71161-9d3b-4b61-8e17-3b9e5afe2caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.614342 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2a71161-9d3b-4b61-8e17-3b9e5afe2caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.617242 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b2a71161-9d3b-4b61-8e17-3b9e5afe2caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:31.621476 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b2a71161-9d3b-4b61-8e17-3b9e5afe2caa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b959851b-4de3-4c8a-bdc9-a79d6104c6cb HTTP/1.1" status: 204 len: 168 time: 0.1357203 Apr 20 13:22:31.628334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a71161-9d3b-4b61-8e17-3b9e5afe2caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b959851b-4de3-4c8a-bdc9-a79d6104c6cb,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:32.026162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-8032e0a1-c6ad-44bd-95ae-ff9e6adb6425 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470667 Apr 20 13:22:32.099271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-dd3db039-71a6-4436-8c8a-1c73360b4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.100980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-dd3db039-71a6-4436-8c8a-1c73360b4c16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 1096 time: 0.0505016 Apr 20 13:22:32.210510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-61c31a5d-1926-42d7-816b-a71f05836b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.212460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-61c31a5d-1926-42d7-816b-a71f05836b52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 200 len: 898 time: 0.0914826 Apr 20 13:22:32.310005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-3f7907c0-636d-4bd1-9349-40c6bdeadaeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 HTTP/1.1" status: 200 len: 1000 time: 0.0875225 Apr 20 13:22:32.368405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-d6cddc51-9a20-40c1-9570-49954e6724a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.370213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-d6cddc51-9a20-40c1-9570-49954e6724a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90448fec-f8d6-4f89-b05f-969a3d64c443 HTTP/1.1" status: 200 len: 835 time: 0.0542917 Apr 20 13:22:32.431114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-0c36d882-6d2f-48d7-8368-5727dd03af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:32.432898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-0c36d882-6d2f-48d7-8368-5727dd03af11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22a67d7-b591-423a-aec8-4c3383a2dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559196 Apr 20 13:22:32.587454 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-7eaca9a0-24be-4695-994b-394e32202ad2 service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470120 Apr 20 13:22:32.749245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b45d5e01-6962-4b2b-a1ec-565f213bc245 req-2e3765b8-1139-4bb0-914b-374eb3504c9d service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553583 Apr 20 13:22:32.904053 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42150) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:33.531816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:33.702782 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b647faf1-6f6a-4bd7-aa76-a0c04cdca7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:33.885112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.20.0.17 (89f2b708-2a29-465b-bd58-bd48b9dda841/4968a06a-25bc-4810-be75-43fd5a456f9f/482e1e5d-9134-4fb3-90da-61f69f6ec0a6) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:34.032925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.083210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.162063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:34.174621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:34.186706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:34.257603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:34.270191 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.453840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.673292 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ef195f11-78e2-4f83-8852-11cc20e3f69e None None] Provisioning complete for port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:34.674138 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef195f11-78e2-4f83-8852-11cc20e3f69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.746956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ef195f11-78e2-4f83-8852-11cc20e3f69e None None] Port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:34.887509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.895913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.988716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:34.992116 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:35.112432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:35.115052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:35.278600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router 1ba496cc-1e72-495e-a1d4-42014e39c9bf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:35.443332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:35.449470 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-deb74128-0578-41af-860f-09f1a5b9f71b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "PUT /v2.0/routers/1ba496cc-1e72-495e-a1d4-42014e39c9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823460 Apr 20 13:22:35.453996 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Sync routers for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:35.483466 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:35.485562 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:35.612464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3f806e46-5de3-4160-b55e-9b76d7584e74 None None] Provisioning complete for port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:35.612991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f806e46-5de3-4160-b55e-9b76d7584e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:35.680440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3f806e46-5de3-4160-b55e-9b76d7584e74 None None] Port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:35.703891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:35.779559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42244) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:35.955985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-74a62aee-00f4-41b8-8325-c640dff3b86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.014475 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:34Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:21:00Z', 'revision_number': 1, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482e1e5d-9134-4fb3-90da-61f69f6ec0a6', 'name': '', 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:49:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '4968a06a-25bc-4810-be75-43fd5a456f9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:33Z', 'updated_at': '2022-04-20T13:22:34Z', 'revision_number': 2, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '4968a06a-25bc-4810-be75-43fd5a456f9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:36.017726 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c59c8c7e-4a6f-4894-b18a-81ab1a71c180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.076703 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Checking router: 1ba496cc-1e72-495e-a1d4-42014e39c9bf for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:36.077065 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Updating router 1ba496cc-1e72-495e-a1d4-42014e39c9bf port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:22:36.079458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-74a62aee-00f4-41b8-8325-c640dff3b86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.083932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-74a62aee-00f4-41b8-8325-c640dff3b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.105376 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.125061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a62aee-00f4-41b8-8325-c640dff3b86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a1b31c-54a3-4576-af33-2bbee3c3ae55,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:36.129898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-74a62aee-00f4-41b8-8325-c640dff3b86c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29b775ab6f9041afa127fe06611cf698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3493013 Apr 20 13:22:36.132356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42254) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:36.196103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-34661207-50c2-4208-8bab-c716a8e48317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.220920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-34661207-50c2-4208-8bab-c716a8e48317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.272491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-34661207-50c2-4208-8bab-c716a8e48317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.275201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-34661207-50c2-4208-8bab-c716a8e48317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.279280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-34661207-50c2-4208-8bab-c716a8e48317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27a1b31c-54a3-4576-af33-2bbee3c3ae55 HTTP/1.1" status: 204 len: 168 time: 0.1428852 Apr 20 13:22:36.288946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34661207-50c2-4208-8bab-c716a8e48317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a1b31c-54a3-4576-af33-2bbee3c3ae55,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:36.429213 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.435772 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.544106 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Pushing event updated for resources: {'Port': ['ID=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:36.549086 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Attempting to bind port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:22:36.549476 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Attempting to bind port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:22:36.549912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Attempting to bind port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 on network 89f2b708-2a29-465b-bd58-bd48b9dda841 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:22:36.559380 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.560480 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.561018 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.561354 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.561718 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.562042 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.562529 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.563418 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.563418 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.563928 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.564421 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.564949 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:36.568601 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:22:36.570732 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Checking segment: {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:36.571384 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.571967 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Bound using segment: {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:22:36.572656 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Bound port: 482e1e5d-9134-4fb3-90da-61f69f6ec0a6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87133b8-111c-46bb-8659-5aa460b2e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:22:36.573250 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.640786 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] For port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:22:36.644876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42270) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:36.647163 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] For port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:22:36.652864 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.675050 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef70db36-c918-4786-83f8-91a167b1ee7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.739790 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60513f9c-9102-466f-99c7-54861c1bc5a6 None None] Pushing event updated for resources: {'Port': ['ID=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:36.771626 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:36.774047 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:36.819100 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef70db36-c918-4786-83f8-91a167b1ee7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.831654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ef70db36-c918-4786-83f8-91a167b1ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:36.890729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70db36-c918-4786-83f8-91a167b1ee7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88f7b5-15ab-4eff-aee2-fae475591573,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:36.896490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef70db36-c918-4786-83f8-91a167b1ee7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=750070a053ff438cbd13b0cb0b33e1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504666 Apr 20 13:22:36.899540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42278) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:36.935165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Provisioning complete for port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:36.937062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.025742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c593eb6-d73f-4ac2-8087-1bd6710caba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.035986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bac23-f583-4a68-b817-4989c053ae5d req-37b47b54-7dbf-4b06-a3e2-6fd2392c2a09 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:37.038054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-768bac23-f583-4a68-b817-4989c053ae5d req-37b47b54-7dbf-4b06-a3e2-6fd2392c2a09 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 949 time: 0.0652523 Apr 20 13:22:37.084994 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c593eb6-d73f-4ac2-8087-1bd6710caba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.111774 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.117269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-768bac23-f583-4a68-b817-4989c053ae5d req-1a50741c-71e0-4bb0-aae8-7f96087de0a9 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709100 Apr 20 13:22:37.175469 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:37.190606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] For port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:37.196427 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.199788 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c593eb6-d73f-4ac2-8087-1bd6710caba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.203088 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c593eb6-d73f-4ac2-8087-1bd6710caba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.205019 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5c593eb6-d73f-4ac2-8087-1bd6710caba9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b88f7b5-15ab-4eff-aee2-fae475591573 HTTP/1.1" status: 204 len: 168 time: 0.3027697 Apr 20 13:22:37.215109 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593eb6-d73f-4ac2-8087-1bd6710caba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88f7b5-15ab-4eff-aee2-fae475591573,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:37.290802 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.328133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Pushing event updated for resources: {'Port': ['ID=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:37.342276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.342893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.343610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.344298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.344638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.345760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.346250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.346961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.347447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.348149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.348770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.349105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb7db99-b8b5-4ee3-b567-d84a89fbf05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:37.366330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-175a7819-9872-42e2-9b4a-32f10903a6a5 None None] Provisioning complete for port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:37.367478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-175a7819-9872-42e2-9b4a-32f10903a6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:37.495145 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-44528854-3312-4d29-851a-da8eab2db966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:34Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:21:00Z', 'revision_number': 1, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482e1e5d-9134-4fb3-90da-61f69f6ec0a6', 'name': '', 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:49:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '4968a06a-25bc-4810-be75-43fd5a456f9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:33Z', 'updated_at': '2022-04-20T13:22:36Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '4968a06a-25bc-4810-be75-43fd5a456f9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:37.523034 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44528854-3312-4d29-851a-da8eab2db966 None None] The sync data for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 is: [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:34Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:21:00Z', 'revision_number': 1, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '482e1e5d-9134-4fb3-90da-61f69f6ec0a6', 'name': '', 'network_id': '89f2b708-2a29-465b-bd58-bd48b9dda841', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:49:cd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': '4968a06a-25bc-4810-be75-43fd5a456f9f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:33Z', 'updated_at': '2022-04-20T13:22:36Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '4968a06a-25bc-4810-be75-43fd5a456f9f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:37.794052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:22:37.848239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:37.848499 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.267173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530cdf5-481b-4fbb-b79d-f807f3b3e6d1 req-fe97aaab-1553-4615-87bc-63de4c749657 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.275418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4530cdf5-481b-4fbb-b79d-f807f3b3e6d1 req-fe97aaab-1553-4615-87bc-63de4c749657 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 949 time: 0.0593276 Apr 20 13:22:38.319596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4530cdf5-481b-4fbb-b79d-f807f3b3e6d1 req-c3aa0e64-538a-4b63-8e8c-c5e440cc2cc4 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/security-groups?id=573a696b-36a7-42fe-af6d-5b5bac661cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 Apr 20 13:22:38.400448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-64002caa-9bb8-4f2e-a58d-043d375b9e2c tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:38.402430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-64002caa-9bb8-4f2e-a58d-043d375b9e2c tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.37 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 949 time: 0.0656350 Apr 20 13:22:38.528134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Deleting port 657e29e5-33b8-46c9-b445-60cf8df9cc43 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:38.528526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.615643 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.635022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] For port 657e29e5-33b8-46c9-b445-60cf8df9cc43, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=657e29e5-33b8-46c9-b445-60cf8df9cc43,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:38.635388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.653820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Calling delete_port for 657e29e5-33b8-46c9-b445-60cf8df9cc43 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:38.816074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.829206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['657e29e5-33b8-46c9-b445-60cf8df9cc43'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:22:38.852494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Pushing event deleted for resources: {'Port': ['ID=657e29e5-33b8-46c9-b445-60cf8df9cc43,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:38.862442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.862723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.863052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.863511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.863858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.864189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.864503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.864822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.865143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.865603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.866012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.866274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:22:38.913199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] No DVR routers for this DVR port 657e29e5-33b8-46c9-b445-60cf8df9cc43 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:22:38.915809 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.919918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-380f1a79-9ca6-4638-acac-891b8172a3b9 req-a25aec88-b065-4af4-bf9d-4ce7789f6fd2 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.37 "DELETE /v2.0/ports/657e29e5-33b8-46c9-b445-60cf8df9cc43 HTTP/1.1" status: 204 len: 173 time: 0.5113811 Apr 20 13:22:38.920368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'name': 'network-vif-deleted', 'tag': '657e29e5-33b8-46c9-b445-60cf8df9cc43'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:22:38.922814 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73043f62-7436-43e0-9aca-020f4eee1356" -d '{"events": [{"server_uuid": "183de9d7-6ef8-456c-93b5-3cf1ac2e3c70", "name": "network-vif-deleted", "tag": "657e29e5-33b8-46c9-b445-60cf8df9cc43"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:22:38.966934 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:38.978808 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6db5c36-2902-410a-ad96-1ac9c48a8780 x-openstack-request-id: req-a6db5c36-2902-410a-ad96-1ac9c48a8780 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:22:38.979317 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183de9d7-6ef8-456c-93b5-3cf1ac2e3c70", "name": "network-vif-deleted", "tag": "657e29e5-33b8-46c9-b445-60cf8df9cc43", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:22:38.979433 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6db5c36-2902-410a-ad96-1ac9c48a8780 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:22:38.979772 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6db5c36-2902-410a-ad96-1ac9c48a8780'] response: {'server_uuid': '183de9d7-6ef8-456c-93b5-3cf1ac2e3c70', 'name': 'network-vif-deleted', 'tag': '657e29e5-33b8-46c9-b445-60cf8df9cc43', 'status': 'completed', 'code': 200} Apr 20 13:22:39.500078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7defb0bb-c732-414f-9c97-37b334324751 req-f6eab9f6-0f64-4aef-8a75-15c6ec964b74 tempest-VolumesBackupsTest-1261384201 tempest-VolumesBackupsTest-1261384201-project] 10.222.0.24 "GET /v2.0/ports?device_id=183de9d7-6ef8-456c-93b5-3cf1ac2e3c70 HTTP/1.1" status: 200 len: 210 time: 0.0500474 Apr 20 13:22:40.138105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42392) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:40.261450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5143cf8b-e78a-4ba8-b3c8-26a224e0cf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.351800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5143cf8b-e78a-4ba8-b3c8-26a224e0cf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.355936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5143cf8b-e78a-4ba8-b3c8-26a224e0cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.396117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143cf8b-e78a-4ba8-b3c8-26a224e0cf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5b84d9-0b32-4a12-86c9-593af8d6fa5b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:40.404865 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5143cf8b-e78a-4ba8-b3c8-26a224e0cf8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4d2e67f022b4befacdcf44902c5079f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656312 Apr 20 13:22:40.405010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42404) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:40.476196 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-550f180e-1d66-418e-be87-06722166c143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.499101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-550f180e-1d66-418e-be87-06722166c143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.551214 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-550f180e-1d66-418e-be87-06722166c143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.553903 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-550f180e-1d66-418e-be87-06722166c143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:40.557595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-550f180e-1d66-418e-be87-06722166c143 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af5b84d9-0b32-4a12-86c9-593af8d6fa5b HTTP/1.1" status: 204 len: 168 time: 0.1490462 Apr 20 13:22:40.565017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f180e-1d66-418e-be87-06722166c143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5b84d9-0b32-4a12-86c9-593af8d6fa5b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:42.605865 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42496) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:42.733840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f45eabf4-4cb7-4228-97d7-cf2d52eb3d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.808539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 657e29e5-33b8-46c9-b445-60cf8df9cc43 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:22:42.833072 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f45eabf4-4cb7-4228-97d7-cf2d52eb3d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.839554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 657e29e5-33b8-46c9-b445-60cf8df9cc43 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:22:42.840110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 657e29e5-33b8-46c9-b445-60cf8df9cc43 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:22:42.842042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f45eabf4-4cb7-4228-97d7-cf2d52eb3d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.885157 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f45eabf4-4cb7-4228-97d7-cf2d52eb3d75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=736a2d65f7b145b1adf976bad653845f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776511 Apr 20 13:22:42.886487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45eabf4-4cb7-4228-97d7-cf2d52eb3d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2fead8-220b-4877-b3a2-9400fad0efb8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:42.888366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42506) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:42.955226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35cf9fa7-6ed6-438f-9eb8-871a465513bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:42.983165 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35cf9fa7-6ed6-438f-9eb8-871a465513bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.034357 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35cf9fa7-6ed6-438f-9eb8-871a465513bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.037266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35cf9fa7-6ed6-438f-9eb8-871a465513bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.041517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-35cf9fa7-6ed6-438f-9eb8-871a465513bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce2fead8-220b-4877-b3a2-9400fad0efb8 HTTP/1.1" status: 204 len: 168 time: 0.1519978 Apr 20 13:22:43.061893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf9fa7-6ed6-438f-9eb8-871a465513bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2fead8-220b-4877-b3a2-9400fad0efb8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:43.375842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42520) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:43.390916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b426efa0-558e-4e85-977f-209aca30ed24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.485781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b426efa0-558e-4e85-977f-209aca30ed24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.489730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b426efa0-558e-4e85-977f-209aca30ed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.543803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b426efa0-558e-4e85-977f-209aca30ed24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96273882b58f4cc4b57c2a83443d93b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667826 Apr 20 13:22:43.546503 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42526) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:43.548515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426efa0-558e-4e85-977f-209aca30ed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558ce81d-4817-46f4-83b9-46b134f5fa9a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:43.607555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94c5236f-cc5b-4ceb-8032-c8dc61b7db47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.633858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94c5236f-cc5b-4ceb-8032-c8dc61b7db47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.690373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94c5236f-cc5b-4ceb-8032-c8dc61b7db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.695368 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-94c5236f-cc5b-4ceb-8032-c8dc61b7db47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:43.700248 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-94c5236f-cc5b-4ceb-8032-c8dc61b7db47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/558ce81d-4817-46f4-83b9-46b134f5fa9a HTTP/1.1" status: 204 len: 168 time: 0.1523273 Apr 20 13:22:43.711576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5236f-cc5b-4ceb-8032-c8dc61b7db47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558ce81d-4817-46f4-83b9-46b134f5fa9a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:47.317322 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42850) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:47.445356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bffd7bcd-917a-4ff0-9083-4bb089de685c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.536738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bffd7bcd-917a-4ff0-9083-4bb089de685c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.541809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bffd7bcd-917a-4ff0-9083-4bb089de685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.591234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd7bcd-917a-4ff0-9083-4bb089de685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643321f-5a2d-468a-8ae2-f6e341757f78,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:47.595895 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bffd7bcd-917a-4ff0-9083-4bb089de685c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b56da20e72da4987b3cd9cdb99d4fe13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775347 Apr 20 13:22:47.598763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42856) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:47.699638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ac233da-5513-494b-a6e4-48960064ab34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.733400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ac233da-5513-494b-a6e4-48960064ab34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.797408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ac233da-5513-494b-a6e4-48960064ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.800778 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2ac233da-5513-494b-a6e4-48960064ab34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:47.802185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2ac233da-5513-494b-a6e4-48960064ab34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6643321f-5a2d-468a-8ae2-f6e341757f78 HTTP/1.1" status: 204 len: 168 time: 0.2024448 Apr 20 13:22:47.812962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac233da-5513-494b-a6e4-48960064ab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643321f-5a2d-468a-8ae2-f6e341757f78,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:48.141550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42864) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:48.157700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-115d6807-1da8-443b-9e70-c59a5ca631ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.254413 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-115d6807-1da8-443b-9e70-c59a5ca631ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.258419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-115d6807-1da8-443b-9e70-c59a5ca631ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.300073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-115d6807-1da8-443b-9e70-c59a5ca631ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb6198beca4541999043e430c5d275aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568584 Apr 20 13:22:48.301102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d6807-1da8-443b-9e70-c59a5ca631ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015663ee-5f7d-4310-8837-a178a81db124,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:48.302776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42866) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:48.364145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a968d589-1683-40f0-af45-076d3abbfdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.388107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a968d589-1683-40f0-af45-076d3abbfdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.441457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a968d589-1683-40f0-af45-076d3abbfdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.444127 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a968d589-1683-40f0-af45-076d3abbfdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:48.447907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a968d589-1683-40f0-af45-076d3abbfdb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/015663ee-5f7d-4310-8837-a178a81db124 HTTP/1.1" status: 204 len: 168 time: 0.1439285 Apr 20 13:22:48.457038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968d589-1683-40f0-af45-076d3abbfdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015663ee-5f7d-4310-8837-a178a81db124,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:49.191605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.574279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:49.698198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7e55-55cb-436a-81ba-02ba318ae2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.798710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7e55-55cb-436a-81ba-02ba318ae2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.803515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7e55-55cb-436a-81ba-02ba318ae2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.853539 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bc4f7e55-55cb-436a-81ba-02ba318ae2c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04d53837ec3645ca8ee545ee6f1693c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758017 Apr 20 13:22:49.854022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42910) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:49.866074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f7e55-55cb-436a-81ba-02ba318ae2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55709d63-160a-46ba-a38e-7805b6c15a8a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:49.913526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b804371-93c5-4c0f-87cf-e76e0ef30550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.940542 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b804371-93c5-4c0f-87cf-e76e0ef30550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:49.998921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b804371-93c5-4c0f-87cf-e76e0ef30550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.002359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b804371-93c5-4c0f-87cf-e76e0ef30550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:50.003617 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b804371-93c5-4c0f-87cf-e76e0ef30550 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55709d63-160a-46ba-a38e-7805b6c15a8a HTTP/1.1" status: 204 len: 168 time: 0.1488974 Apr 20 13:22:50.014978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b804371-93c5-4c0f-87cf-e76e0ef30550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55709d63-160a-46ba-a38e-7805b6c15a8a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:51.624323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.742908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3ffaa3e3-4849-4b5d-a7bf-23532a1fbbe2 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:51.781083 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3ffaa3e3-4849-4b5d-a7bf-23532a1fbbe2 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "PUT /v2.0/quotas/72c64ff1f1c7415e9a2f84bbdedbff7f HTTP/1.1" status: 200 len: 366 time: 0.1546710 Apr 20 13:22:51.783175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42964) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.794628 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f57fd043-a3b4-450e-a510-f7a9f06ff259 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0096316 Apr 20 13:22:51.797193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42966) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.811410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dbca8fba-53ba-4264-b75c-081a6f289812 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "GET /v2.0/quotas/72c64ff1f1c7415e9a2f84bbdedbff7f HTTP/1.1" status: 200 len: 366 time: 0.0117640 Apr 20 13:22:51.814748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42968) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.831347 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7d6494cc-95af-478b-ad4b-d911f073de0d tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/72c64ff1f1c7415e9a2f84bbdedbff7f HTTP/1.1" status: 204 len: 168 time: 0.0129657 Apr 20 13:22:51.831553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42970) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.843662 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-05e29eb0-0902-4926-8733-23b55f4cf079 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0110662 Apr 20 13:22:51.845891 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42974) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.855658 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00e809f3-1a87-47c5-9ee1-4c2a55fdcf36 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "GET /v2.0/quotas/72c64ff1f1c7415e9a2f84bbdedbff7f HTTP/1.1" status: 200 len: 370 time: 0.0085847 Apr 20 13:22:51.858672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42976) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.865774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:51.872321 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77062b65-3712-42e8-bd00-cabb3dec078e tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "GET /v2.0/quotas/72c64ff1f1c7415e9a2f84bbdedbff7f/default HTTP/1.1" status: 200 len: 370 time: 0.0126045 Apr 20 13:22:51.874601 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-3cb1b32b-594b-420f-9043-9395081b7a63 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] delete failed (client error): The resource could not be found. Apr 20 13:22:51.878253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3cb1b32b-594b-420f-9043-9395081b7a63 tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/72c64ff1f1c7415e9a2f84bbdedbff7f HTTP/1.1" status: 404 len: 348 time: 0.0115242 Apr 20 13:22:51.981556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42982) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:52.001351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:network and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.007686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.014857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:subnet and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.020733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.026994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:subnetpool and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.032849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.039047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:port and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.043917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.050623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:router and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.055842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.061817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:floatingip and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.068008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.105583 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:security_group and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.110858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.117180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Usage tracker for resource:security_group_rule and tenant:dfec6dffaa4c4af3832acfbe6ecb9996 is out of sync, need to count used quota {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 20 13:22:52.122728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.quota.resource [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109410) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 20 13:22:52.131175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-76c32d46-3c58-4646-99b9-0e87507ca8ed tempest-QuotasTest-982908403 tempest-QuotasTest-982908403-project-admin] 10.222.0.24 "GET /v2.0/quotas/dfec6dffaa4c4af3832acfbe6ecb9996/details.json HTTP/1.1" status: 200 len: 703 time: 0.1450422 Apr 20 13:22:52.436621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 42988) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:52.548678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a5382ea-7be9-416e-810c-90b276b79a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.624709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a5382ea-7be9-416e-810c-90b276b79a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.628327 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a5382ea-7be9-416e-810c-90b276b79a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.668169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7a5382ea-7be9-416e-810c-90b276b79a99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c797d04828a4ee3bbe1cbef35f40579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304792 Apr 20 13:22:52.669811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5382ea-7be9-416e-810c-90b276b79a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051419c9-07b7-4525-a9db-0cc6f0780b0b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:52.671467 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 42992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:52.726387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2e01b4b-1c11-466b-b135-a51df798a2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.749312 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2e01b4b-1c11-466b-b135-a51df798a2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.800001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2e01b4b-1c11-466b-b135-a51df798a2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.803310 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a2e01b4b-1c11-466b-b135-a51df798a2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:52.804458 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a2e01b4b-1c11-466b-b135-a51df798a2af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/051419c9-07b7-4525-a9db-0cc6f0780b0b HTTP/1.1" status: 204 len: 168 time: 0.1316695 Apr 20 13:22:52.815412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e01b4b-1c11-466b-b135-a51df798a2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051419c9-07b7-4525-a9db-0cc6f0780b0b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.152250 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.174767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ca01107-8459-474c-a9cf-16f1d33544fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.257373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ca01107-8459-474c-a9cf-16f1d33544fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.263238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ca01107-8459-474c-a9cf-16f1d33544fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.299199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43010) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.303757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4b3df0b7-547b-4757-a2c0-a1762e58e1a9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265188525', 'description': 'tempest-secgroup-smoke-1265188525 description', 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:53.315509 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ca01107-8459-474c-a9cf-16f1d33544fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfec6dffaa4c4af3832acfbe6ecb9996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592429 Apr 20 13:22:53.315509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca01107-8459-474c-a9cf-16f1d33544fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce3599-5073-4390-8e44-76fded5b7a3d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.316778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43012) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.337572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3df0b7-547b-4757-a2c0-a1762e58e1a9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.404981 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c709310-3fbc-4d74-a838-843d40cd8920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.436347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c709310-3fbc-4d74-a838-843d40cd8920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.468060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3df0b7-547b-4757-a2c0-a1762e58e1a9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.475608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3df0b7-547b-4757-a2c0-a1762e58e1a9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.519070 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3df0b7-547b-4757-a2c0-a1762e58e1a9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.520749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b3df0b7-547b-4757-a2c0-a1762e58e1a9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2202506 Apr 20 13:22:53.521269 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3df0b7-547b-4757-a2c0-a1762e58e1a9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91acb3e7-594e-4ff8-baed-d9d5690d5102,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.529705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43016) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.531105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ac805ea9-2ff4-4d6e-9179-ff3b347bcb18 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'security_group_rule': {'security_group_id': '91acb3e7-594e-4ff8-baed-d9d5690d5102', 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:53.547130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c709310-3fbc-4d74-a838-843d40cd8920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.549808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4c709310-3fbc-4d74-a838-843d40cd8920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.553458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4c709310-3fbc-4d74-a838-843d40cd8920 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99ce3599-5073-4390-8e44-76fded5b7a3d HTTP/1.1" status: 204 len: 168 time: 0.2324176 Apr 20 13:22:53.560503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c709310-3fbc-4d74-a838-843d40cd8920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce3599-5073-4390-8e44-76fded5b7a3d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.574309 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac805ea9-2ff4-4d6e-9179-ff3b347bcb18 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.647094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac805ea9-2ff4-4d6e-9179-ff3b347bcb18 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.653658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac805ea9-2ff4-4d6e-9179-ff3b347bcb18 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.675688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac805ea9-2ff4-4d6e-9179-ff3b347bcb18 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50aa99c-5c50-4b92-b181-96a84b54059e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.685367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac805ea9-2ff4-4d6e-9179-ff3b347bcb18 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.689580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43020) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.690175 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ac805ea9-2ff4-4d6e-9179-ff3b347bcb18 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1631901 Apr 20 13:22:53.695105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a4bd06f6-3a57-4a13-b2e0-282726231644 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'security_group_rule': {'security_group_id': '91acb3e7-594e-4ff8-baed-d9d5690d5102', 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:53.728083 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bd06f6-3a57-4a13-b2e0-282726231644 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.780153 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bd06f6-3a57-4a13-b2e0-282726231644 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.784962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bd06f6-3a57-4a13-b2e0-282726231644 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.806387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd06f6-3a57-4a13-b2e0-282726231644 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0363e18d-7b24-4fbd-be80-8b9a609fafad,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.815382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a4bd06f6-3a57-4a13-b2e0-282726231644 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.817015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a4bd06f6-3a57-4a13-b2e0-282726231644 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253541 Apr 20 13:22:53.820024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:53.824537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4de79643-cb89-4602-bf03-de8d46aab277 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'security_group_rule': {'security_group_id': '91acb3e7-594e-4ff8-baed-d9d5690d5102', 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:53.859816 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4de79643-cb89-4602-bf03-de8d46aab277 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.947179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4de79643-cb89-4602-bf03-de8d46aab277 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.952839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4de79643-cb89-4602-bf03-de8d46aab277 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.976653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.982971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de79643-cb89-4602-bf03-de8d46aab277 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc402b4-2aae-4f29-958e-5e0858ceeff0,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:53.991126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4de79643-cb89-4602-bf03-de8d46aab277 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:53.992269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4de79643-cb89-4602-bf03-de8d46aab277 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712058 Apr 20 13:22:53.995018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43034) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:54.006220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-63e0c44a-871d-443e-91d0-9f2ce743e600 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'security_group_rule': {'security_group_id': '91acb3e7-594e-4ff8-baed-d9d5690d5102', 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:54.043537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63e0c44a-871d-443e-91d0-9f2ce743e600 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.112848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63e0c44a-871d-443e-91d0-9f2ce743e600 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.117482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63e0c44a-871d-443e-91d0-9f2ce743e600 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.136634 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0c44a-871d-443e-91d0-9f2ce743e600 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdeb631-d24c-4b4c-a21f-9d7d24c39626,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:54.146382 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-63e0c44a-871d-443e-91d0-9f2ce743e600 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.147653 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-63e0c44a-871d-443e-91d0-9f2ce743e600 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473322 Apr 20 13:22:54.150256 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43040) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:54.155561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'security_group_rule': {'security_group_id': '91acb3e7-594e-4ff8-baed-d9d5690d5102', 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:54.176583 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Project e467fe4e05ab4dc395cc3cd43a1f3901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:22:54.181901 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.265699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.270960 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.285594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee47927-d3ec-485d-972e-4f40f98dd088,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:54.307562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.309616 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-06f494c8-1104-4c99-90b8-7603b7102234 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1577728 Apr 20 13:22:54.312750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43048) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:54.317107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'security_group_rule': {'security_group_id': '91acb3e7-594e-4ff8-baed-d9d5690d5102', 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:54.339068 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Project e467fe4e05ab4dc395cc3cd43a1f3901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:22:54.344427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.420061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.423956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.446928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1282dd3-79f8-4d9e-b144-d493c9ea30e0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:54.457989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:54.459196 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b6a9d9d3-6c39-4406-aaea-bdd3d3d40829 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1454992 Apr 20 13:22:54.676756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-1b47a4c8-5e0f-4e0d-82a1-53bb7241a29c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265188525&fields=id&tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901 HTTP/1.1" status: 200 len: 267 time: 0.0354381 Apr 20 13:22:54.798300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-8b8caeec-853d-425d-8ca1-86533d4eba6e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:54.799821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-8b8caeec-853d-425d-8ca1-86533d4eba6e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 814 time: 0.1162603 Apr 20 13:22:54.817793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-e166dd8a-b5ff-4a1f-855e-0f0a2bde291c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/quotas/e467fe4e05ab4dc395cc3cd43a1f3901 HTTP/1.1" status: 200 len: 375 time: 0.0110641 Apr 20 13:22:54.880045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-307aa786-cd8f-4176-96f9-9c1014f45f8b tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548637 Apr 20 13:22:54.985511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-3a575bf3-c605-461b-b3c6-5108514fbb72 service neutron] 10.222.0.24 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910039 Apr 20 13:22:55.038851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43072) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:55.210142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1597329987', 'router:external': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:55.233110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Made reservation on behalf of d538b12063a2426189d7091b3ea2b76d for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:55.236002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.245861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.332691 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.337546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.364528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:22:55.375344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb0fea-2fc4-4251-97ac-5fc19e2a88e1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:55.380872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.381210 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Added segment 834699f6-051a-4d35-8034-eff9581799fe of type vlan for network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 Apr 20 13:22:55.393400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-57f641b8-54da-4b5d-9991-3dece5042ccb service neutron] 10.222.0.24 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009411 Apr 20 13:22:55.431012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.465349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.466765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:55.467528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.528885 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4888542 Apr 20 13:22:55.532126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43080) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:55.537316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'subnet': {'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:55.550137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17de98-a7f7-4d50-8722-2fe3cc2d0f09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Network': ['ID=bc4bd83f-78b4-4151-ac55-74f9423bcdd8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:55.562035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:22:55.569254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Made reservation on behalf of d538b12063a2426189d7091b3ea2b76d for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:55.571858 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:55.783030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e75e31c9-b7eb-4295-b868-d7ff3108d3c0 req-4bd3e9b9-c313-41d6-898e-35073c880646 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 210 time: 0.0505438 Apr 20 13:22:55.875546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43092) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:55.953122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.objects.ports [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109410) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 20 13:22:55.953889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.021000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4569e7c7-336d-4e5b-a071-ffd5c910f89a,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:56.030141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Checking segment: {'id': '834699f6-051a-4d35-8034-eff9581799fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:22:56.030497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network hostable DHCP agents. Network: bc4bd83f-78b4-4151-ac55-74f9423bcdd8, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:22:56.055873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:22:56.068244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, bc4bd83f-78b4-4151-ac55-74f9423bcdd8) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:56.073781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:56.074638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.076697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6120fec-c29a-4bb7-840a-b7e39331e710 None None] Network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:56.098704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c8fc14f0-fd0c-484b-b2a2-9313fefeca01 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5653367 Apr 20 13:22:56.101359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43098) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:56.108871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1646742394', 'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:56.153597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Made reservation on behalf of d538b12063a2426189d7091b3ea2b76d for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:56.156230 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.196654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] device_id is not set on port 1c6ee215-ac5f-4940-a4aa-6eebfab80064 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:22:56.281308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5de120-467f-494b-ac74-897c6d7f6a90 None None] Network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:22:56.386942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Allocated IP 2001:db8::7f (bc4bd83f-78b4-4151-ac55-74f9423bcdd8/4569e7c7-336d-4e5b-a071-ffd5c910f89a/1c6ee215-ac5f-4940-a4aa-6eebfab80064) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:56.480819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.573332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.624263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.671327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:56.674383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:56.678257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:56.679252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:56.679857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.686188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Port': ['ID=1c6ee215-ac5f-4940-a4aa-6eebfab80064,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:56.703667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-39f7f3da-5287-43e7-abab-32a660d76950 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6002297 Apr 20 13:22:56.706143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:56.790004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Deleting port 1c6ee215-ac5f-4940-a4aa-6eebfab80064 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:56.791325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.906907 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:56.956308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4208a477-0e41-488a-8ea6-1989fc8f33b1 req-ed4f00de-5253-4011-868a-c2b41d94e84c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 210 time: 0.0673180 Apr 20 13:22:56.974761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Calling delete_port for 1c6ee215-ac5f-4940-a4aa-6eebfab80064 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:57.125034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-e7766248-c9e7-4910-91e4-c4f6945db88c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:57.126524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-e7766248-c9e7-4910-91e4-c4f6945db88c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.30 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 814 time: 0.2394238 Apr 20 13:22:57.227716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-b6675d8d-8ae6-44a2-a705-48851adeffe2 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901 HTTP/1.1" status: 200 len: 380 time: 0.0533719 Apr 20 13:22:57.229167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.249324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'port': {'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'admin_state_up': True, 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'security_groups': ['91acb3e7-594e-4ff8-baed-d9d5690d5102']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:57.298605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c6ee215-ac5f-4940-a4aa-6eebfab80064,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:57.315660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:22:57.316134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.361144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.364694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9247e19c-6e3b-43cd-b5ce-871453fe0818 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1c6ee215-ac5f-4940-a4aa-6eebfab80064 HTTP/1.1" status: 204 len: 168 time: 0.6574142 Apr 20 13:22:57.369149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43126) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:22:57.373916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8', 'external_fixed_ips': [{'subnet_id': '4569e7c7-336d-4e5b-a071-ffd5c910f89a', 'ip_address': '2001:db8::7f'}]}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:57.399722 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.400890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.428765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port 482e1e5d-9134-4fb3-90da-61f69f6ec0a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:22:57.429116 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.451757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:22:57.495207 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.621780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Made reservation on behalf of e467fe4e05ab4dc395cc3cd43a1f3901 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:22:57.625745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.665882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.687863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:57.725003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=482e1e5d-9134-4fb3-90da-61f69f6ec0a6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:57.877570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Allocated IP 172.20.0.4 (e43d95ca-4244-48ff-997b-785d87e5ec49/7423bdd2-76d6-4500-a2cd-4967f1b11644/44f44f70-6e97-406a-ae69-9dd6a2783e8b) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:58.060895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.131445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.169768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86748082-a6ba-40aa-a52d-b449d761c563 req-c65b6275-1879-44c3-9ee4-e721ed11d215 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 210 time: 0.0697079 Apr 20 13:22:58.261605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.285953 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.288951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.367233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router 1ba496cc-1e72-495e-a1d4-42014e39c9bf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:22:58.393418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Network e43d95ca-4244-48ff-997b-785d87e5ec49 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:58.399975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:58.408013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:58.436094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'Port': ['ID=44f44f70-6e97-406a-ae69-9dd6a2783e8b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:58.523014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:58.524706 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.547953 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:22:58.556387 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4593b2f8-2348-4463-82f7-74e138163309 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "PUT /v2.0/routers/1ba496cc-1e72-495e-a1d4-42014e39c9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792471 Apr 20 13:22:58.561327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] Sync routers for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:22:58.572875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:58.573507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:58.589364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-cdbebd3e-f4a7-4a01-b859-df8784cb104f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3458099 Apr 20 13:22:58.601789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Request body: {'port': {'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:22:58.661724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Allocated IP 2001:db8::7f (bc4bd83f-78b4-4151-ac55-74f9423bcdd8/4569e7c7-336d-4e5b-a071-ffd5c910f89a/14251e80-ec51-4073-856a-e09893d80977) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:22:58.760811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:58.790024 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.893947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bb7b1d9e-cf08-4307-ba62-04b6faf4be2b None None] Provisioning complete for port 44f44f70-6e97-406a-ae69-9dd6a2783e8b triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:22:58.894600 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1d9e-cf08-4307-ba62-04b6faf4be2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:58.944447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b1d9e-cf08-4307-ba62-04b6faf4be2b None None] Port 44f44f70-6e97-406a-ae69-9dd6a2783e8b cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:22:58.954641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.057614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0191773-4446-483f-8bef-b28826c6bb7f req-2c7e46dd-1162-4dc3-940a-75cc0f4ad645 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:59.059228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0191773-4446-483f-8bef-b28826c6bb7f req-2c7e46dd-1162-4dc3-940a-75cc0f4ad645 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 946 time: 0.1467478 Apr 20 13:22:59.103549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:57Z', 'revision_number': 6, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:21:00Z', 'revision_number': 1, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:59.143612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] Checking router: 1ba496cc-1e72-495e-a1d4-42014e39c9bf for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:22:59.154155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:22:59.154977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:59.159291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0191773-4446-483f-8bef-b28826c6bb7f req-f5f79afb-e219-491b-993c-46e685789db3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929284 Apr 20 13:22:59.186251 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.241792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Port': ['ID=14251e80-ec51-4073-856a-e09893d80977,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:22:59.258961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:22:59.264918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:22:59.268139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:22:59.298554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:22:59.457378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065e2e-4ab9-4a21-8a0c-6632f63ee718 req-f502b779-4356-472b-b3cf-8013404c1a3e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:22:59.458839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0065e2e-4ab9-4a21-8a0c-6632f63ee718 req-f502b779-4356-472b-b3cf-8013404c1a3e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 931 time: 0.1869025 Apr 20 13:22:59.561222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0065e2e-4ab9-4a21-8a0c-6632f63ee718 req-5f75b2a1-4593-45df-95ab-ef0d3cbddd76 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943515 Apr 20 13:22:59.567857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f44f70-6e97-406a-ae69-9dd6a2783e8b {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:22:59.587883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:57Z', 'revision_number': 6, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:21:00Z', 'revision_number': 1, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:22:59.619992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5411e22d-9d41-440a-92c0-18cf4efc39f0 None None] The sync data for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 is: [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:57Z', 'revision_number': 6, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'fcafb7d3-77e6-4b43-9c46-cf1efacf3f02', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'port_id': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'mac_address': 'fa:16:3e:cc:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:20:56Z', 'updated_at': '2022-04-20T13:21:00Z', 'revision_number': 1, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:22:59.892987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:22:59.915892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Transition to ACTIVE for port object 44f44f70-6e97-406a-ae69-9dd6a2783e8b will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:22:59.953805 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.020240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.160626 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Pushing event updated for resources: {'Port': ['ID=44f44f70-6e97-406a-ae69-9dd6a2783e8b,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:00.209463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Attempting to bind port 44f44f70-6e97-406a-ae69-9dd6a2783e8b on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:00.209463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Attempting to bind port 44f44f70-6e97-406a-ae69-9dd6a2783e8b by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:00.209463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Attempting to bind port 44f44f70-6e97-406a-ae69-9dd6a2783e8b on network e43d95ca-4244-48ff-997b-785d87e5ec49 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:00.229205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Port 44f44f70-6e97-406a-ae69-9dd6a2783e8b on network e43d95ca-4244-48ff-997b-785d87e5ec49 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:23:00.229473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Attempting to bind port 44f44f70-6e97-406a-ae69-9dd6a2783e8b on network e43d95ca-4244-48ff-997b-785d87e5ec49 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:00.276890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:00.277236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Checking segment: {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:00.277729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Bound using segment: {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:00.278216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Bound port: 44f44f70-6e97-406a-ae69-9dd6a2783e8b, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f55535-06f2-4fd5-8e63-59411ee1d057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:00.278486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.463971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c75eee-24cf-4cdc-af14-0440742732cd req-85e52e9c-aff1-48a3-a842-15143419b268 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:00.466726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45c75eee-24cf-4cdc-af14-0440742732cd req-85e52e9c-aff1-48a3-a842-15143419b268 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 946 time: 0.3035493 Apr 20 13:23:00.487556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] For port 44f44f70-6e97-406a-ae69-9dd6a2783e8b, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:00.493411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] For port 44f44f70-6e97-406a-ae69-9dd6a2783e8b, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:00.548500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.631330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df6401-6cf6-4fb1-bf34-fb64f5111f80 req-52fea7cf-8d1b-49a5-8cc6-46d65e1f1970 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:00.632966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9df6401-6cf6-4fb1-bf34-fb64f5111f80 req-52fea7cf-8d1b-49a5-8cc6-46d65e1f1970 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 946 time: 0.3313975 Apr 20 13:23:00.649547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:00.650170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.651780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] 10.222.0.30 "PUT /v2.0/ports/44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 1091 time: 2.0541353 Apr 20 13:23:00.677095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:00.689043 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e05e54-9ead-413c-aac2-ef0d6ab80524" -d '{"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:00.845318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e3caa-ebd2-42da-8049-d7655190b2fe service neutron] Pushing event updated for resources: {'Port': ['ID=44f44f70-6e97-406a-ae69-9dd6a2783e8b,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:00.899740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9df6401-6cf6-4fb1-bf34-fb64f5111f80 req-53752863-bfc0-42b2-b114-68ae48fa9e90 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=8742d010-8fe1-48f5-944b-e3708e98b07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328994 Apr 20 13:23:00.900874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:00.974697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-6864d1d5-2101-4d6e-8fc5-65ef9a1ad66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:00.976422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-6864d1d5-2101-4d6e-8fc5-65ef9a1ad66f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1094 time: 0.2337215 Apr 20 13:23:00.987919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ec643-b2c1-4b08-88ff-add8a98f6d8f req-4b82d5e2-2426-4940-a4e8-a7f172f40457 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:00.989859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-952ec643-b2c1-4b08-88ff-add8a98f6d8f req-4b82d5e2-2426-4940-a4e8-a7f172f40457 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.2225423 Apr 20 13:23:01.006883 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:01.007231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.016269 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77658ff-e5a1-4d3b-9ca6-0d786da2b873 x-openstack-request-id: req-e77658ff-e5a1-4d3b-9ca6-0d786da2b873 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:01.016557 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:01.016807 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e77658ff-e5a1-4d3b-9ca6-0d786da2b873 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:01.017240 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77658ff-e5a1-4d3b-9ca6-0d786da2b873'] response: {'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'status': 'completed', 'code': 200} Apr 20 13:23:01.071839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-7811942f-8924-4e2a-9b53-b4b539bb929f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 217 time: 0.0780568 Apr 20 13:23:01.232880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-952ec643-b2c1-4b08-88ff-add8a98f6d8f req-975b15f4-b567-4172-a284-b0b424b4cd8d tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328157 Apr 20 13:23:01.238387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-50601f09-599c-4b10-96e2-dab14f303bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:01.239793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-50601f09-599c-4b10-96e2-dab14f303bb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 200 len: 853 time: 0.1533861 Apr 20 13:23:01.297243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port 6222f50a-2adb-49f0-bc7f-ebab04b6f295, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6222f50a-2adb-49f0-bc7f-ebab04b6f295,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:01.297607 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.321495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for 6222f50a-2adb-49f0-bc7f-ebab04b6f295 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:01.350817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-e5365211-66fc-4f76-a2ca-149ca11e020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:01.352343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-e5365211-66fc-4f76-a2ca-149ca11e020d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43d95ca-4244-48ff-997b-785d87e5ec49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050291 Apr 20 13:23:01.392697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Router 8bddf428-9667-4a26-adb2-8a2ce2f8fc85 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:01.546747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-77289553-6070-4af1-915d-50c962e8ec4e service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652279 Apr 20 13:23:01.667092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:01.695618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:01.696069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 482e1e5d-9134-4fb3-90da-61f69f6ec0a6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:01.942687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:01.950041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:01.969780 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Sync routers for ids ['8bddf428-9667-4a26-adb2-8a2ce2f8fc85'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:01.990637 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Routers {'8bddf428-9667-4a26-adb2-8a2ce2f8fc85'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:01.991689 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8bddf428-9667-4a26-adb2-8a2ce2f8fc85'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:02.000433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=6222f50a-2adb-49f0-bc7f-ebab04b6f295,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:02.017009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.020891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-061da50a-534d-411d-b43d-7dca3da4cfd8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.6484396 Apr 20 13:23:02.022213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43160) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:02.092521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b4d155f-5ef5-40e9-934c-f6e3bca1de33 req-fdba2274-2694-44f5-901b-de3c74c932f9 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119328 Apr 20 13:23:02.123533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] No DVR routers for this DVR port 6222f50a-2adb-49f0-bc7f-ebab04b6f295 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:02.126537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c65df11-181d-4530-ade5-c5b16e7fb859 req-e4a78cfd-10b9-4ee4-b803-2ca8628c6bd7 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cbfc53b-1637-42e3-a159-4d4b108a2272 HTTP/1.1" status: 200 len: 210 time: 0.0797026 Apr 20 13:23:02.129497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.133080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45c75eee-24cf-4cdc-af14-0440742732cd req-ccc4809b-d078-45d0-91a4-d5627b79ff33 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "DELETE /v2.0/ports/6222f50a-2adb-49f0-bc7f-ebab04b6f295 HTTP/1.1" status: 204 len: 173 time: 1.6365652 Apr 20 13:23:02.166483 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Set router 8bddf428-9667-4a26-adb2-8a2ce2f8fc85 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:02.237516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-f660dfa5-14c0-435d-a5bb-f812e2f0cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:02.239037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-f660dfa5-14c0-435d-a5bb-f812e2f0cef1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1094 time: 0.0893672 Apr 20 13:23:02.240593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.404840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bddf428-9667-4a26-adb2-8a2ce2f8fc85', 'name': '', 'tenant_id': 'd538b12063a2426189d7091b3ea2b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8', 'external_fixed_ips': [{'subnet_id': '4569e7c7-336d-4e5b-a071-ffd5c910f89a', 'ip_address': '2001:db8::7f'}], 'enable_snat': True}, 'gw_port_id': '14251e80-ec51-4073-856a-e09893d80977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:57Z', 'updated_at': '2022-04-20T13:22:59Z', 'revision_number': 3, 'project_id': 'd538b12063a2426189d7091b3ea2b76d', 'gw_port': {'id': '14251e80-ec51-4073-856a-e09893d80977', 'name': '', 'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bddf428-9667-4a26-adb2-8a2ce2f8fc85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': '4569e7c7-336d-4e5b-a071-ffd5c910f89a', 'ip_address': '2001:db8::7f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:22:58Z', 'updated_at': '2022-04-20T13:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4569e7c7-336d-4e5b-a071-ffd5c910f89a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:02.437079 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Checking router: 8bddf428-9667-4a26-adb2-8a2ce2f8fc85 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:02.437510 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Updating router 8bddf428-9667-4a26-adb2-8a2ce2f8fc85 port 14251e80-ec51-4073-856a-e09893d80977 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:23:02.452585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-3f4ff023-ea9f-49ad-97ff-6a17b0a46e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:02.454109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-3f4ff023-ea9f-49ad-97ff-6a17b0a46e74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 915 time: 0.1767955 Apr 20 13:23:02.463081 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.472170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.519188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fba638-857a-41a2-92d9-f5e6e2aa01ac req-a2a1548b-66bf-4ca0-bff0-3e031d2f7094 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:02.520721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10fba638-857a-41a2-92d9-f5e6e2aa01ac req-a2a1548b-66bf-4ca0-bff0-3e031d2f7094 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.1697640 Apr 20 13:23:02.522609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-49ea7478-409c-4042-a3fe-a3b4a61e15cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 217 time: 0.0597334 Apr 20 13:23:02.653475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10fba638-857a-41a2-92d9-f5e6e2aa01ac req-3ade4aa1-8338-40d4-81e2-9f4f8ed52d91 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057117 Apr 20 13:23:02.658594 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-1049dabc-c04f-4531-a6ca-7bd1df8359e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:02.660404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-1049dabc-c04f-4531-a6ca-7bd1df8359e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 200 len: 853 time: 0.1250615 Apr 20 13:23:02.666633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Deleting port 14251e80-ec51-4073-856a-e09893d80977 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:02.666974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.765238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-4e885295-ba75-4d6f-9ecc-5b044b790bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:02.766880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-4e885295-ba75-4d6f-9ecc-5b044b790bfc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43d95ca-4244-48ff-997b-785d87e5ec49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979505 Apr 20 13:23:02.768501 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.775437 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.831648 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Attempting to bind port 14251e80-ec51-4073-856a-e09893d80977 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:02.832204 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Attempting to bind port 14251e80-ec51-4073-856a-e09893d80977 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '834699f6-051a-4d35-8034-eff9581799fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:02.832683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Attempting to bind port 14251e80-ec51-4073-856a-e09893d80977 on network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:02.835712 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfe3ec-0036-4860-9d01-4eefcf254c37 None None] Pushing event updated for resources: {'Port': ['ID=14251e80-ec51-4073-856a-e09893d80977,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:02.841356 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:02.841847 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Checking segment: {'id': '834699f6-051a-4d35-8034-eff9581799fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:02.842354 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.842836 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Bound using segment: {'id': '834699f6-051a-4d35-8034-eff9581799fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:02.843400 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Bound port: 14251e80-ec51-4073-856a-e09893d80977, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834699f6-051a-4d35-8034-eff9581799fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bc4bd83f-78b4-4151-ac55-74f9423bcdd8'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:02.843900 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.846302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.868837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Calling delete_port for 14251e80-ec51-4073-856a-e09893d80977 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:02.903662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6222f50a-2adb-49f0-bc7f-ebab04b6f295 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:02.925474 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] For port 14251e80-ec51-4073-856a-e09893d80977, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:02.930437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 6222f50a-2adb-49f0-bc7f-ebab04b6f295 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:02.930850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6222f50a-2adb-49f0-bc7f-ebab04b6f295 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:02.932326 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] For port 14251e80-ec51-4073-856a-e09893d80977, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=14251e80-ec51-4073-856a-e09893d80977,segment=NetworkSegment(834699f6-051a-4d35-8034-eff9581799fe),segment_id=834699f6-051a-4d35-8034-eff9581799fe)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:02.938005 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:02.943025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-bce281d3-911c-4481-972a-ad63c6cc19b3 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664321 Apr 20 13:23:02.993108 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Routers {'8bddf428-9667-4a26-adb2-8a2ce2f8fc85'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:02.993795 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:22:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8bddf428-9667-4a26-adb2-8a2ce2f8fc85'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:03.046180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'name': 'network-vif-deleted', 'tag': '6222f50a-2adb-49f0-bc7f-ebab04b6f295'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:03.048410 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6437ea62-b80a-4c64-a888-efac55e241d5" -d '{"events": [{"server_uuid": "7cbfc53b-1637-42e3-a159-4d4b108a2272", "name": "network-vif-deleted", "tag": "6222f50a-2adb-49f0-bc7f-ebab04b6f295"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:03.070948 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfe3ec-0036-4860-9d01-4eefcf254c37 None None] Pushing event updated for resources: {'Port': ['ID=14251e80-ec51-4073-856a-e09893d80977,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:03.099257 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] Set router 8bddf428-9667-4a26-adb2-8a2ce2f8fc85 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:03.104368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39e05e54-9ead-413c-aac2-ef0d6ab80524 req-4239ca90-37e8-4ed3-80af-79b91795d8ee service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533949 Apr 20 13:23:03.136499 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f5ad45-9e8d-4faa-b699-10b6337c5df8 x-openstack-request-id: req-58f5ad45-9e8d-4faa-b699-10b6337c5df8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:03.136786 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbfc53b-1637-42e3-a159-4d4b108a2272", "name": "network-vif-deleted", "tag": "6222f50a-2adb-49f0-bc7f-ebab04b6f295", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:03.137056 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58f5ad45-9e8d-4faa-b699-10b6337c5df8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:03.137438 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58f5ad45-9e8d-4faa-b699-10b6337c5df8'] response: {'server_uuid': '7cbfc53b-1637-42e3-a159-4d4b108a2272', 'name': 'network-vif-deleted', 'tag': '6222f50a-2adb-49f0-bc7f-ebab04b6f295', 'status': 'completed', 'code': 200} Apr 20 13:23:03.159565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.175339 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bddf428-9667-4a26-adb2-8a2ce2f8fc85', 'name': '', 'tenant_id': 'd538b12063a2426189d7091b3ea2b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:57Z', 'updated_at': '2022-04-20T13:23:02Z', 'revision_number': 4, 'project_id': 'd538b12063a2426189d7091b3ea2b76d', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:03.187037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event deleted for resources: {'Port': ['ID=14251e80-ec51-4073-856a-e09893d80977,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:03.205760 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8992b90-23f5-4b23-9044-eb68b39d5451 None None] The sync data for ids ['8bddf428-9667-4a26-adb2-8a2ce2f8fc85'] in n-d-838550-2 is: [{'id': '8bddf428-9667-4a26-adb2-8a2ce2f8fc85', 'name': '', 'tenant_id': 'd538b12063a2426189d7091b3ea2b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:22:57Z', 'updated_at': '2022-04-20T13:23:02Z', 'revision_number': 4, 'project_id': 'd538b12063a2426189d7091b3ea2b76d', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:03.210349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43176) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:03.220168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.287862 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f37be-844d-4d2e-a220-eedc436b4200 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.317686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f37be-844d-4d2e-a220-eedc436b4200 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.334674 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.336830 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.401573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f37be-844d-4d2e-a220-eedc436b4200 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.405578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f37be-844d-4d2e-a220-eedc436b4200 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.407137 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d45f37be-844d-4d2e-a220-eedc436b4200 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/security-groups/8742d010-8fe1-48f5-944b-e3708e98b07a HTTP/1.1" status: 204 len: 168 time: 0.1944544 Apr 20 13:23:03.414944 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.415774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bddf428-9667-4a26-adb2-8a2ce2f8fc85 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:03.421714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.425592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-69f329fd-9996-4f65-9691-50cd3dc9d2cc tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "DELETE /v2.0/routers/8bddf428-9667-4a26-adb2-8a2ce2f8fc85 HTTP/1.1" status: 204 len: 168 time: 1.4023888 Apr 20 13:23:03.428133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43180) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:03.431432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f37be-844d-4d2e-a220-eedc436b4200 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8742d010-8fe1-48f5-944b-e3708e98b07a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:03.478354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43182) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:03.495334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Deleting subnet 4569e7c7-336d-4e5b-a071-ffd5c910f89a {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:03.499408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.552611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting subnet 4968a06a-25bc-4810-be75-43fd5a456f9f {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:03.553149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.555955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.592990 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.596578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.665093 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.695898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4569e7c7-336d-4e5b-a071-ffd5c910f89a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:03.700217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.708186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.710956 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fcc495d0-b802-440c-bbf7-567315c1c5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.713896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-68c71175-f5bc-4920-b091-30e5cbf8feec tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/4569e7c7-336d-4e5b-a071-ffd5c910f89a HTTP/1.1" status: 204 len: 168 time: 0.2825210 Apr 20 13:23:03.714779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43186) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:03.794417 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.825017 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Subnet': ['ID=4968a06a-25bc-4810-be75-43fd5a456f9f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:03.826311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.829984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.838192 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d33e5325-00ff-4326-a2d4-9636ee8a35fe tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/subnets/4968a06a-25bc-4810-be75-43fd5a456f9f HTTP/1.1" status: 204 len: 168 time: 0.3574007 Apr 20 13:23:03.838893 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43188) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:03.843917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9fca1f-4a3f-4443-8a4c-6b99e5ed838a None None] Network 89f2b708-2a29-465b-bd58-bd48b9dda841 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:03.852010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbdfca-efd7-4366-9a83-80f71d67ab53 req-ffd6b7d4-5af1-490f-94f7-64331b6b83f0 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:03.853581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29cbdfca-efd7-4366-9a83-80f71d67ab53 req-ffd6b7d4-5af1-490f-94f7-64331b6b83f0 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.0821569 Apr 20 13:23:03.938948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:03.959394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29cbdfca-efd7-4366-9a83-80f71d67ab53 req-458c4b8e-3397-4f25-a062-bee4874108e9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774064 Apr 20 13:23:03.973102 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.003946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4bd83f-78b4-4151-ac55-74f9423bcdd8']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:04.018454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port 58316e21-2691-48d7-b9c3-f4936b182286 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:04.019006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.031322 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:23:04.034160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834699f6-051a-4d35-8034-eff9581799fe') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:04.034536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834699f6-051a-4d35-8034-eff9581799fe') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:04.055594 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.093343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.110147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port 58316e21-2691-48d7-b9c3-f4936b182286, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=58316e21-2691-48d7-b9c3-f4936b182286,segment=NetworkSegment(c87133b8-111c-46bb-8659-5aa460b2e3c5),segment_id=c87133b8-111c-46bb-8659-5aa460b2e3c5)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:04.110817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.111393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:04.111928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: items = [ Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:04.114091 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:04.135659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for 58316e21-2691-48d7-b9c3-f4936b182286 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:04.208988 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.231339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc4bd83f-78b4-4151-ac55-74f9423bcdd8 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 20 13:23:04.234899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.245160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "DELETE /v2.0/networks/bc4bd83f-78b4-4151-ac55-74f9423bcdd8 HTTP/1.1" status: 204 len: 168 time: 0.5239482 Apr 20 13:23:04.245160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6042252-d648-4648-a2d9-2f68ecbf4331 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc4bd83f-78b4-4151-ac55-74f9423bcdd8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:04.245440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.275355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=58316e21-2691-48d7-b9c3-f4936b182286,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:04.279669 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] No DVR routers for this DVR port 58316e21-2691-48d7-b9c3-f4936b182286 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:04.393908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9ce52c-7064-4038-99e1-ee08094a237d None None] DHCP port deletion for 89f2b708-2a29-465b-bd58-bd48b9dda841 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:04.448835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.491024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f2b708-2a29-465b-bd58-bd48b9dda841']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:04.506613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87133b8-111c-46bb-8659-5aa460b2e3c5') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:04.507049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87133b8-111c-46bb-8659-5aa460b2e3c5') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:04.537423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.555599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:04.569173 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:04.591548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43198) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:04.597156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6ec6bb11-6070-4e74-884c-5e1546b94e00 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'router': {'name': 'tempest-router--196468938', 'project_id': '3249612d982743a0b469a8d5c99769d5'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:04.618109 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ec6bb11-6070-4e74-884c-5e1546b94e00 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.619484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ec6bb11-6070-4e74-884c-5e1546b94e00 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.649696 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.655965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.664312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43202) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:04.665033 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/networks/89f2b708-2a29-465b-bd58-bd48b9dda841 HTTP/1.1" status: 204 len: 168 time: 0.8171375 Apr 20 13:23:04.680959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c809222-bd9a-425c-86ea-a4181c583c6f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Network': ['ID=89f2b708-2a29-465b-bd58-bd48b9dda841,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:04.753292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ec6bb11-6070-4e74-884c-5e1546b94e00 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.761058 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ec6bb11-6070-4e74-884c-5e1546b94e00 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.821308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ec6bb11-6070-4e74-884c-5e1546b94e00 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.825801 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43204) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:04.825954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6ec6bb11-6070-4e74-884c-5e1546b94e00 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2332106 Apr 20 13:23:04.892598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port f4249240-8891-4b6c-843f-9292ca92adce {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:04.892942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.917197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8256c583-ba17-4233-82f9-6b8be53519c7 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.980692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:04.981607 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.004049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for f4249240-8891-4b6c-843f-9292ca92adce owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:05.088821 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8256c583-ba17-4233-82f9-6b8be53519c7 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.091719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8256c583-ba17-4233-82f9-6b8be53519c7 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.143593 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8256c583-ba17-4233-82f9-6b8be53519c7 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.144476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8256c583-ba17-4233-82f9-6b8be53519c7 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36d940ae-88b1-4c61-9e51-7512fde4c889 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:05.153268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8256c583-ba17-4233-82f9-6b8be53519c7 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.155532 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8256c583-ba17-4233-82f9-6b8be53519c7 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "DELETE /v2.0/routers/36d940ae-88b1-4c61-9e51-7512fde4c889 HTTP/1.1" status: 204 len: 168 time: 0.3283048 Apr 20 13:23:05.172234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0de870-fb1d-4d11-a7c6-3c68295193a0 req-25b1defc-4793-4856-9705-f46b88b909f4 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:05.174121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f0de870-fb1d-4d11-a7c6-3c68295193a0 req-25b1defc-4793-4856-9705-f46b88b909f4 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.1042280 Apr 20 13:23:05.238594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f0de870-fb1d-4d11-a7c6-3c68295193a0 req-491fe922-655e-443a-b1ba-7f484a10a1a8 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521531 Apr 20 13:23:05.310092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43212) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:05.534039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-787428725', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:05.557825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.559262 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.570572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.602312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=f4249240-8891-4b6c-843f-9292ca92adce,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:05.614889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.664874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.665195 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Floating IP fcafb7d3-77e6-4b43-9c46-cf1efacf3f02 disassociated (deleted). External IP: 172.25.3.77, port: 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47. Apr 20 13:23:05.734011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58316e21-2691-48d7-b9c3-f4936b182286 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:05.761575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 58316e21-2691-48d7-b9c3-f4936b182286 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:05.762633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 58316e21-2691-48d7-b9c3-f4936b182286 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:05.784199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:05.902918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router 1ba496cc-1e72-495e-a1d4-42014e39c9bf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:06.011523 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6c4fd893-3707-4382-a34c-eea901e26082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.014331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.030219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:06.033876 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.035294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.044813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] Sync routers for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:06.060380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:06.061238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:06.067205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b39f96e7-5ed1-49d0-afb6-02dfe1dc9353 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/floatingips/fcafb7d3-77e6-4b43-9c46-cf1efacf3f02 HTTP/1.1" status: 204 len: 168 time: 1.4019470 Apr 20 13:23:06.067863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:06.084338 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698c8bdf-634a-4819-87b5-6b732bd7e66b" -d '{"events": [{"name": "network-changed", "server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:06.149804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Allocated IP 172.25.3.203 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f21b2f28-2b7c-49ca-b8f6-057cccf1ad51) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:06.165126 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2933cd9-5a7f-4fe0-9bec-f640d6b6e253 x-openstack-request-id: req-e2933cd9-5a7f-4fe0-9bec-f640d6b6e253 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:06.165469 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:06.165747 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2933cd9-5a7f-4fe0-9bec-f640d6b6e253 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:06.166294 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2933cd9-5a7f-4fe0-9bec-f640d6b6e253'] response: {'name': 'network-changed', 'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'status': 'completed', 'code': 200} Apr 20 13:23:06.210282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:06.240948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-7e17b240-60e5-47f9-9171-ae33f67f77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:06.244658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-7e17b240-60e5-47f9-9171-ae33f67f77e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 1096 time: 0.0593967 Apr 20 13:23:06.362667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.393313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-73ad4535-bdaa-4616-bb15-3d0ee05fd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:06.395694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-73ad4535-bdaa-4616-bb15-3d0ee05fd1da service neutron] 10.222.0.30 "GET /v2.0/networks?id=a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 200 len: 898 time: 0.1422944 Apr 20 13:23:06.406449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:06.454307 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:06.459064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:06.463007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:06.489558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event updated for resources: {'Port': ['ID=f21b2f28-2b7c-49ca-b8f6-057cccf1ad51,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:06.516645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:57Z', 'revision_number': 6, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:06.537840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-4da82fc5-97f2-4bb8-9255-7d7a3ee03013 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 HTTP/1.1" status: 200 len: 217 time: 0.1171491 Apr 20 13:23:06.558108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] Checking router: 1ba496cc-1e72-495e-a1d4-42014e39c9bf for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:06.568599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:06.568794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:06.594743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569497a7-fa4e-42ae-91d3-5cc4658acc8a req-6e0480cb-1af2-4165-afc8-50c14897daa8 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:06.596333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-569497a7-fa4e-42ae-91d3-5cc4658acc8a req-6e0480cb-1af2-4165-afc8-50c14897daa8 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.2233586 Apr 20 13:23:06.626156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-efa4ee5c-f9e7-45c5-a5b8-e34ddb095dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:06.627716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-efa4ee5c-f9e7-45c5-a5b8-e34ddb095dc3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90448fec-f8d6-4f89-b05f-969a3d64c443 HTTP/1.1" status: 200 len: 835 time: 0.0826433 Apr 20 13:23:06.635312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80de44-bfb2-4a39-b865-f5a8b264951e req-f905671f-d50e-4057-8942-15ae61317e75 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:06.636849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c80de44-bfb2-4a39-b865-f5a8b264951e req-f905671f-d50e-4057-8942-15ae61317e75 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.2185426 Apr 20 13:23:06.703667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:06.704733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-569497a7-fa4e-42ae-91d3-5cc4658acc8a req-7cd692c0-8bf4-4f23-a5af-cc0056e4d716 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014919 Apr 20 13:23:06.729137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c80de44-bfb2-4a39-b865-f5a8b264951e req-8e3bdb4e-4276-4bfb-a753-a2318a66ce45 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804060 Apr 20 13:23:06.734754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-b7bf3720-4546-477e-aaef-268b10f974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:06.736494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-b7bf3720-4546-477e-aaef-268b10f974f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a22a67d7-b591-423a-aec8-4c3383a2dd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987103 Apr 20 13:23:06.845964 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-e5e108ce-816a-419f-8662-3be9a078b5f1 service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940986 Apr 20 13:23:06.972560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-698c8bdf-634a-4819-87b5-6b732bd7e66b req-6989a65f-1be6-4ab9-9b88-8ec17655dabe service neutron] 10.222.0.30 "GET /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195579 Apr 20 13:23:06.983075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:57Z', 'revision_number': 6, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:07.019690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7253de9-32ee-4c60-ae97-e653dba07041 None None] The sync data for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 is: [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:22:57Z', 'revision_number': 6, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'e4283868-d783-465e-ae5e-75eca7b5a671', 'name': '', 'network_id': 'a22a67d7-b591-423a-aec8-4c3383a2dd21', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:02:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:22Z', 'updated_at': '2022-04-20T13:20:29Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': '90448fec-f8d6-4f89-b05f-969a3d64c443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:07.135965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.247109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.327850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf61e3f-ae5a-4a06-ae65-24bef2c7a602 None None] New status for floating IP fcafb7d3-77e6-4b43-9c46-cf1efacf3f02: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:23:07.349408 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.482272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Router 7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:07.598764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:07.609939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] Sync routers for ids ['7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:07.621466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] Routers {'7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:07.622142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:07.623771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:07.625411 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4afa00a8-dfd1-4515-bc3f-102441733b6c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.3136358 Apr 20 13:23:07.628032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43232) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.711421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:07.722572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] Routers {'7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:07.723433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:07.745907 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a63cce64-890a-4a24-8549-9f195293b7f6 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6 HTTP/1.1" status: 200 len: 924 time: 0.1166933 Apr 20 13:23:07.749252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43236) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:07.766250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:07.768201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eed0de-7b27-4ab6-9a77-8ccb9ef968f2 None None] The sync data for ids ['7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:07.780835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dea28b57-956c-4039-a982-02fd01edf50b tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6 HTTP/1.1" status: 200 len: 205 time: 0.0302570 Apr 20 13:23:07.783413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43240) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:08.057653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ca350-b74e-4341-adc0-38e55ac272a9 req-8ed3b55c-6ad4-40b0-b3f3-c5545b73ab59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:08.059612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b4ca350-b74e-4341-adc0-38e55ac272a9 req-8ed3b55c-6ad4-40b0-b3f3-c5545b73ab59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.1974084 Apr 20 13:23:08.066596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc66f09-11ee-4dfd-aa6b-b22d6d647649 req-e48d0003-5479-4fb5-9bb2-75d4ac490f5a tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:08.067915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcc66f09-11ee-4dfd-aa6b-b22d6d647649 req-e48d0003-5479-4fb5-9bb2-75d4ac490f5a tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.2046213 Apr 20 13:23:08.133038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.211534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcc66f09-11ee-4dfd-aa6b-b22d6d647649 req-22dfafa2-b1bc-465f-815c-78a0d3039bcc tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250021 Apr 20 13:23:08.217165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b4ca350-b74e-4341-adc0-38e55ac272a9 req-a8f590fb-3a51-4f53-9106-ea42dde8cf07 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=f242c7c4-a957-489c-9a49-6f10761ff046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360774 Apr 20 13:23:08.228358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-1be3c43f-239b-4625-bb19-d7b31c03a86d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:08.229769 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-1be3c43f-239b-4625-bb19-d7b31c03a86d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.30 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 945 time: 0.1799722 Apr 20 13:23:08.337480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.393020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:08.393279 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.448868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Deleting port f21b2f28-2b7c-49ca-b8f6-057cccf1ad51 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:08.449235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.532066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:08.532432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.555750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:08.567487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.584702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Calling delete_port for f21b2f28-2b7c-49ca-b8f6-057cccf1ad51 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:08.603356 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.798174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.848825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=7b44fbef-dc99-4fa7-b6a8-e3a08702fe47,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:08.898312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] No DVR routers for this DVR port 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:08.900786 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.904560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9ce5895-d7a6-4d71-8b04-0d6651adb817 req-a094895c-1eb6-4632-8aae-f57cbce82e59 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.30 "DELETE /v2.0/ports/7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 HTTP/1.1" status: 204 len: 173 time: 0.6683464 Apr 20 13:23:08.904992 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'name': 'network-vif-deleted', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:08.907229 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244f2f4c-e281-4f77-8b59-2823b164e99a" -d '{"events": [{"server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "name": "network-vif-deleted", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:08.910589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.936977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event deleted for resources: {'Port': ['ID=f21b2f28-2b7c-49ca-b8f6-057cccf1ad51,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:08.951364 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:08.985731 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623ad7c6-3e2b-437a-b89e-c5eec0edd751 x-openstack-request-id: req-623ad7c6-3e2b-437a-b89e-c5eec0edd751 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:08.986035 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b952ebd2-6f70-43b0-b1c5-9a365d6718a2", "name": "network-vif-deleted", "tag": "7b44fbef-dc99-4fa7-b6a8-e3a08702fe47", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:08.986288 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-623ad7c6-3e2b-437a-b89e-c5eec0edd751 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:08.986685 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623ad7c6-3e2b-437a-b89e-c5eec0edd751'] response: {'server_uuid': 'b952ebd2-6f70-43b0-b1c5-9a365d6718a2', 'name': 'network-vif-deleted', 'tag': '7b44fbef-dc99-4fa7-b6a8-e3a08702fe47', 'status': 'completed', 'code': 200} Apr 20 13:23:09.007898 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.103526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.106359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.155042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.155647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Fanout notify agent at l3_agent the message router_deleted on router 7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:09.163302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.164470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-94ed842d-361b-4dfc-9369-f3e34b17be54 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6 HTTP/1.1" status: 204 len: 168 time: 1.3799140 Apr 20 13:23:09.168192 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43254) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:09.172740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'router': {'name': 'tempest-snat-router-898944633', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': False}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:09.213236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.214432 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.281378 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.415257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd819876-d98a-40a5-8a9c-49f5204ff7b0 req-42c12adb-2bf5-44fc-915d-d36c2cd68177 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=b952ebd2-6f70-43b0-b1c5-9a365d6718a2 HTTP/1.1" status: 200 len: 210 time: 0.0376489 Apr 20 13:23:09.462140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a55bb0-a246-44af-a501-138fac072fb3 req-1a33ae21-e2b6-4520-a181-5d39a53b21e9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:09.463888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78a55bb0-a246-44af-a501-138fac072fb3 req-1a33ae21-e2b6-4520-a181-5d39a53b21e9 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.1447160 Apr 20 13:23:09.480686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.518109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-78a55bb0-a246-44af-a501-138fac072fb3 req-c8867b90-7f8c-4e59-852c-340918e18df2 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471182 Apr 20 13:23:09.703445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.722314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.833979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Allocated IP 172.25.3.191 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/0994a81a-42ee-40a2-b9b4-b80a0e66cb68) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:09.936539 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:09.970190 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.005799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:10.010495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:10.013961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:10.041152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Port': ['ID=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:10.267643 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.461976 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.482605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43274) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:10.543711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a671ee-11d3-4a6e-8b28-4dcffc8d016d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.587991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a671ee-11d3-4a6e-8b28-4dcffc8d016d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.611647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Router 29477d23-e737-485e-8919-6a15970c45fc is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:10.733119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:10.745728 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Sync routers for ids ['29477d23-e737-485e-8919-6a15970c45fc'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:10.754917 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.756339 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4f08c440-e23b-4a2d-8aef-93edb06e54cb tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5869951 Apr 20 13:23:10.759784 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43280) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:10.761567 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Routers {'29477d23-e737-485e-8919-6a15970c45fc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:10.763095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['29477d23-e737-485e-8919-6a15970c45fc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:10.774201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 44f44f70-6e97-406a-ae69-9dd6a2783e8b details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:23:10.778487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:10.831523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:10.831784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 7b44fbef-dc99-4fa7-b6a8-e3a08702fe47 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:10.898058 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b092101e-c2fe-4995-ac6c-717f930fbc8b tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/29477d23-e737-485e-8919-6a15970c45fc HTTP/1.1" status: 200 len: 908 time: 0.1345088 Apr 20 13:23:10.898404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43282) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:10.903358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'router': {'name': 'tempest-snat-router-898944633', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': True}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:10.931710 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:10.933045 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.005619 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Set router 29477d23-e737-485e-8919-6a15970c45fc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:11.024921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 44f44f70-6e97-406a-ae69-9dd6a2783e8b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:11.026966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.062729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'mac_address': 'fa:16:3e:a0:93:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:23:11.065835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a671ee-11d3-4a6e-8b28-4dcffc8d016d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.069004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6a671ee-11d3-4a6e-8b28-4dcffc8d016d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.070288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6a671ee-11d3-4a6e-8b28-4dcffc8d016d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/security-groups/f242c7c4-a957-489c-9a49-6f10761ff046 HTTP/1.1" status: 204 len: 168 time: 0.5866480 Apr 20 13:23:11.086208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0ad89-6761-44bf-afc2-dc566b80279a req-91680398-1f7d-443a-bd8c-cb6a226d9a0b tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:11.094949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40c0ad89-6761-44bf-afc2-dc566b80279a req-91680398-1f7d-443a-bd8c-cb6a226d9a0b tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 943 time: 0.1175759 Apr 20 13:23:11.122464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a671ee-11d3-4a6e-8b28-4dcffc8d016d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f242c7c4-a957-489c-9a49-6f10761ff046,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:11.124082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43288) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:11.148384 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.193757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f44f70-6e97-406a-ae69-9dd6a2783e8b {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:11.246799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 44f44f70-6e97-406a-ae69-9dd6a2783e8b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:11.254118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.265410 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29477d23-e737-485e-8919-6a15970c45fc', 'name': 'tempest-snat-router-898944633', 'tenant_id': 'd538b12063a2426189d7091b3ea2b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': False}, 'gw_port_id': '0994a81a-42ee-40a2-b9b4-b80a0e66cb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:09Z', 'updated_at': '2022-04-20T13:23:10Z', 'revision_number': 3, 'project_id': 'd538b12063a2426189d7091b3ea2b76d', 'gw_port': {'id': '0994a81a-42ee-40a2-b9b4-b80a0e66cb68', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29477d23-e737-485e-8919-6a15970c45fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:09Z', 'updated_at': '2022-04-20T13:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:11.276506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40c0ad89-6761-44bf-afc2-dc566b80279a req-4bea13ba-0366-443c-8a52-f5815d82ff57 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807058 Apr 20 13:23:11.310596 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.317290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=44f44f70-6e97-406a-ae69-9dd6a2783e8b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:11.343628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Checking router: 29477d23-e737-485e-8919-6a15970c45fc for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:11.343851 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Updating router 29477d23-e737-485e-8919-6a15970c45fc port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:23:11.379729 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.548912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.561414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['44f44f70-6e97-406a-ae69-9dd6a2783e8b'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:11.569561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.693242 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.700295 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.783133 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Allocated IP 172.25.3.164 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/c97fb240-5b70-47f6-8011-494a2a9c9c9b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:11.811171 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4583b1-fcb4-4031-addb-8258d5258040 None None] Pushing event updated for resources: {'Port': ['ID=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:11.816349 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Attempting to bind port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:11.817181 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Attempting to bind port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:11.817181 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Attempting to bind port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:11.826000 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:11.826246 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:11.826676 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.827071 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:11.827548 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Bound port: 0994a81a-42ee-40a2-b9b4-b80a0e66cb68, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:11.827934 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.833535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.912150 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] For port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:11.922159 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] For port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:11.927815 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.950214 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:11.988699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.020481 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Routers {'29477d23-e737-485e-8919-6a15970c45fc'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:12.021983 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['29477d23-e737-485e-8919-6a15970c45fc'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:12.036566 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:12.039554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:12.044804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:12.047910 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Port': ['ID=c97fb240-5b70-47f6-8011-494a2a9c9c9b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:12.097940 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4583b1-fcb4-4031-addb-8258d5258040 None None] Pushing event updated for resources: {'Port': ['ID=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:12.178834 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] Set router 29477d23-e737-485e-8919-6a15970c45fc gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:12.234337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port e4283868-d783-465e-ae5e-75eca7b5a671 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:12.234681 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.351897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port e4283868-d783-465e-ae5e-75eca7b5a671, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e4283868-d783-465e-ae5e-75eca7b5a671,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:12.352977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.370131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for e4283868-d783-465e-ae5e-75eca7b5a671 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:12.467399 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29477d23-e737-485e-8919-6a15970c45fc', 'name': 'tempest-snat-router-898944633', 'tenant_id': 'd538b12063a2426189d7091b3ea2b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': False}, 'gw_port_id': '0994a81a-42ee-40a2-b9b4-b80a0e66cb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:09Z', 'updated_at': '2022-04-20T13:23:10Z', 'revision_number': 3, 'project_id': 'd538b12063a2426189d7091b3ea2b76d', 'gw_port': {'id': '0994a81a-42ee-40a2-b9b4-b80a0e66cb68', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29477d23-e737-485e-8919-6a15970c45fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:09Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:12.496864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1a22c-9378-44ba-bc52-b1c2a3811a87 req-14a4b572-3c6c-4ca1-88c5-114c549b56e2 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:12.504989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5d1a22c-9378-44ba-bc52-b1c2a3811a87 req-14a4b572-3c6c-4ca1-88c5-114c549b56e2 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 944 time: 0.0775514 Apr 20 13:23:12.521897 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6450e98d-ebde-4679-8547-3e459d97ff40 None None] The sync data for ids ['29477d23-e737-485e-8919-6a15970c45fc'] in n-d-838550-2 is: [{'id': '29477d23-e737-485e-8919-6a15970c45fc', 'name': 'tempest-snat-router-898944633', 'tenant_id': 'd538b12063a2426189d7091b3ea2b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191'}], 'enable_snat': False}, 'gw_port_id': '0994a81a-42ee-40a2-b9b4-b80a0e66cb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:09Z', 'updated_at': '2022-04-20T13:23:10Z', 'revision_number': 3, 'project_id': 'd538b12063a2426189d7091b3ea2b76d', 'gw_port': {'id': '0994a81a-42ee-40a2-b9b4-b80a0e66cb68', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29477d23-e737-485e-8919-6a15970c45fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:09Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:12.602136 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5d1a22c-9378-44ba-bc52-b1c2a3811a87 req-9248df1c-7516-4a49-a61f-e5cda6e93647 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962176 Apr 20 13:23:12.755764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.774290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:12.806442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 44f44f70-6e97-406a-ae69-9dd6a2783e8b up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:12.810893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=e4283868-d783-465e-ae5e-75eca7b5a671,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:12.921117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 44f44f70-6e97-406a-ae69-9dd6a2783e8b completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:23:12.926902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 44f44f70-6e97-406a-ae69-9dd6a2783e8b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:12.927603 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.098990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.140387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.164687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 44f44f70-6e97-406a-ae69-9dd6a2783e8b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:13.167276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:13.179689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.183440 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11742d6-809d-4fa0-b9cd-329a8c1ac9e5" -d '{"events": [{"server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "name": "network-vif-plugged", "status": "completed", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:13.187797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.260639 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f80b5f-9f2f-4e21-ae63-485c2afac123 x-openstack-request-id: req-50f80b5f-9f2f-4e21-ae63-485c2afac123 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:13.260904 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "name": "network-vif-plugged", "status": "completed", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:13.261210 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50f80b5f-9f2f-4e21-ae63-485c2afac123 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:13.262853 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f80b5f-9f2f-4e21-ae63-485c2afac123'] response: {'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'code': 200} Apr 20 13:23:13.319332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=44f44f70-6e97-406a-ae69-9dd6a2783e8b,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:13.382094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Router 72fbb71f-d9e7-4197-807a-22c42df80ee7 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:13.399627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35707a-c85e-4265-b12e-335671a18ff3 req-bbac62fc-267d-4170-9d79-ac9395c82c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:13.401086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d35707a-c85e-4265-b12e-335671a18ff3 req-bbac62fc-267d-4170-9d79-ac9395c82c70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1096 time: 0.0689621 Apr 20 13:23:13.511486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d35707a-c85e-4265-b12e-335671a18ff3 req-b0e6f9e8-0fa2-458b-83b7-098793d4908b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778105 Apr 20 13:23:13.537174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:13.548558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Sync routers for ids ['72fbb71f-d9e7-4197-807a-22c42df80ee7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:13.562408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Routers {'72fbb71f-d9e7-4197-807a-22c42df80ee7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:13.562682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.564943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router 1ba496cc-1e72-495e-a1d4-42014e39c9bf has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:13.565873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['72fbb71f-d9e7-4197-807a-22c42df80ee7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:13.567562 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e24edbd-e73d-48fa-825b-1371ad0d4279 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.6681492 Apr 20 13:23:13.568038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:13.724613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:13.733332 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-961c003e-8000-45ba-8109-d41f82003e27 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "PUT /v2.0/routers/1ba496cc-1e72-495e-a1d4-42014e39c9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6064463 Apr 20 13:23:13.735908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43312) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:13.739070 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] Sync routers for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:13.758555 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:13.759209 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:13.784699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Set router 72fbb71f-d9e7-4197-807a-22c42df80ee7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:13.882617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting subnet 90448fec-f8d6-4f89-b05f-969a3d64c443 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:13.921472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:13.940143 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:13.969327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e0812116-0359-40ea-9ecb-02c8c599ef2e tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/72fbb71f-d9e7-4197-807a-22c42df80ee7 HTTP/1.1" status: 200 len: 907 time: 0.3993025 Apr 20 13:23:13.972299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43318) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:14.004588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae068a-6289-426d-b5e8-cae2269c8722 req-7c57f7db-8a3a-4417-ade6-51586987ddac tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:14.013461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29ae068a-6289-426d-b5e8-cae2269c8722 req-7c57f7db-8a3a-4417-ade6-51586987ddac tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 945 time: 0.2186723 Apr 20 13:23:14.041812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:14.048268 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.092663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72fbb71f-d9e7-4197-807a-22c42df80ee7', 'name': 'tempest-snat-router-898944633', 'tenant_id': 'd538b12063a2426189d7091b3ea2b76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'c97fb240-5b70-47f6-8011-494a2a9c9c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:10Z', 'updated_at': '2022-04-20T13:23:12Z', 'revision_number': 3, 'project_id': 'd538b12063a2426189d7091b3ea2b76d', 'gw_port': {'id': 'c97fb240-5b70-47f6-8011-494a2a9c9c9b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72fbb71f-d9e7-4197-807a-22c42df80ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:11Z', 'updated_at': '2022-04-20T13:23:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:14.126281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Checking router: 72fbb71f-d9e7-4197-807a-22c42df80ee7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:14.126749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Updating router 72fbb71f-d9e7-4197-807a-22c42df80ee7 port c97fb240-5b70-47f6-8011-494a2a9c9c9b binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:23:14.139699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29ae068a-6289-426d-b5e8-cae2269c8722 req-31d3ad80-a728-4b3f-9f9c-930b2212bc9d tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089683 Apr 20 13:23:14.161143 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.188473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:14.189039 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.195787 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.201890 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.287059 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:23:12Z', 'revision_number': 7, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:14.322034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.338603 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.343152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/subnets/90448fec-f8d6-4f89-b05f-969a3d64c443 HTTP/1.1" status: 204 len: 168 time: 0.6061985 Apr 20 13:23:14.353443 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] Checking router: 1ba496cc-1e72-495e-a1d4-42014e39c9bf for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:14.363646 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] Routers {'1ba496cc-1e72-495e-a1d4-42014e39c9bf'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:14.364325 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:14.390302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43326) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:14.406644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d8a51-e59c-4476-92fa-2b829a656e2d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Subnet': ['ID=90448fec-f8d6-4f89-b05f-969a3d64c443,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:14.412931 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.532468 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] Set router 1ba496cc-1e72-495e-a1d4-42014e39c9bf gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:14.542170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Deleting port c97fb240-5b70-47f6-8011-494a2a9c9c9b {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:14.542518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.711731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.733358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Calling delete_port for c97fb240-5b70-47f6-8011-494a2a9c9c9b owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:14.900458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74e75a-ac25-410b-8f2e-f917030812f7 None None] Network a22a67d7-b591-423a-aec8-4c3383a2dd21 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:14.904266 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:14.928452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:14.954738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.081793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.100098 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:23:12Z', 'revision_number': 7, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:15.109534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:15.114316 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.127581 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 13:23:15.127581 n-d-838550-2 neutron-server[109411]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 20 13:23:15.127581 n-d-838550-2 neutron-server[109411]: [parameters: {'host': 'n-d-838550-2', 'ml2_port_bindings_port_id': 'c97fb240-5b70-47f6-8011-494a2a9c9c9b', 'ml2_port_bindings_host': ''}] Apr 20 13:23:15.127581 n-d-838550-2 neutron-server[109411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:23:15.128526 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:23:15.184580 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.186112 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d0d8fa-bc2c-46e1-8874-677f6ddf11b8 None None] The sync data for ids ['1ba496cc-1e72-495e-a1d4-42014e39c9bf'] in n-d-838550-2 is: [{'id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'name': 'tempest-TestNetworkBasicOps-router-1113901499', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:16Z', 'updated_at': '2022-04-20T13:23:12Z', 'revision_number': 7, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': '1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:40:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba496cc-1e72-495e-a1d4-42014e39c9bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:17Z', 'updated_at': '2022-04-20T13:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:15.239521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event deleted for resources: {'Port': ['ID=c97fb240-5b70-47f6-8011-494a2a9c9c9b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:15.267844 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.335118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.357439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac3bd9-64c9-4c13-ad34-c58d91ca0279 req-878c4975-4379-46b5-9042-6273206f0d81 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:15.359100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35ac3bd9-64c9-4c13-ad34-c58d91ca0279 req-878c4975-4379-46b5-9042-6273206f0d81 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 945 time: 0.1040785 Apr 20 13:23:15.367287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.367679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.368041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.368390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.368686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.369023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.369353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.369735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.370068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.370560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.370904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.371392 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:15.415367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:15.415808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.434432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35ac3bd9-64c9-4c13-ad34-c58d91ca0279 req-1059e7d5-cacc-4857-a353-b2c8089c8fe8 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650148 Apr 20 13:23:15.443135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.445446 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.491099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.491976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 72fbb71f-d9e7-4197-807a-22c42df80ee7 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:15.502451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.503836 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9e793957-485a-4054-ae7e-778261b4f115 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "DELETE /v2.0/routers/72fbb71f-d9e7-4197-807a-22c42df80ee7 HTTP/1.1" status: 204 len: 168 time: 1.5298760 Apr 20 13:23:15.507662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43342) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:15.554653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43344) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:15.571750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] DHCP port deletion for a22a67d7-b591-423a-aec8-4c3383a2dd21 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:15.591914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:15.592530 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.620024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:15.705339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Port c97fb240-5b70-47f6-8011-494a2a9c9c9b not found while updating agent binding for router 72fbb71f-d9e7-4197-807a-22c42df80ee7. {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 13:23:15.730519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:15.731204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:23:15.734444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_agentschedulers_db [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'72fbb71f-d9e7-4197-807a-22c42df80ee7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent'). {{(pid=109411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:23:15.735068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1534fdf-dc88-49fd-9619-a5429affe106 None None] The sync data for ids ['72fbb71f-d9e7-4197-807a-22c42df80ee7'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:15.743586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f61afb-e067-41f4-b74d-215544e85f79 req-369cd69c-413b-4bd9-8c0f-239d5c4d9bad tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:15.745107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96f61afb-e067-41f4-b74d-215544e85f79 req-369cd69c-413b-4bd9-8c0f-239d5c4d9bad tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 945 time: 0.1746845 Apr 20 13:23:15.753092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] Deleting port fcff6339-1799-48a0-b900-a51caa429874 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:15.754517 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.760672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.858278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:15.872227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port 8bce4a19-acf7-4508-9b5a-51e23b945023 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:15.872599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.916746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] For port fcff6339-1799-48a0-b900-a51caa429874, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fcff6339-1799-48a0-b900-a51caa429874,segment=NetworkSegment(9256df35-203a-443a-afe3-cf71521edd47),segment_id=9256df35-203a-443a-afe3-cf71521edd47)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:15.920414 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:15.950719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] Calling delete_port for fcff6339-1799-48a0-b900-a51caa429874 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:15.985743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-96f61afb-e067-41f4-b74d-215544e85f79 req-42c6ca6f-2155-4ebf-9e53-b69370324d4d tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574302 Apr 20 13:23:15.988623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43350) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:16.017929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:16.018293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.034400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.034738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.049260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for 8bce4a19-acf7-4508-9b5a-51e23b945023 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:16.057997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.074495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.145500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:16.186813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.242105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] Pushing event deleted for resources: {'Port': ['ID=fcff6339-1799-48a0-b900-a51caa429874,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:16.248909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.261398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4fc2f-cbc4-4a45-b696-5ea9a6277a11 None None] No DVR routers for this DVR port fcff6339-1799-48a0-b900-a51caa429874 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:16.297614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e7197-067e-4484-b1de-d5c2a0016567 tempest-TestVolumeBackupRestore-897297643 tempest-TestVolumeBackupRestore-897297643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:16.302789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43358) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:16.303375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7d5e7197-067e-4484-b1de-d5c2a0016567 tempest-TestVolumeBackupRestore-897297643 tempest-TestVolumeBackupRestore-897297643-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1091 time: 0.3114433 Apr 20 13:23:16.305924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Deleting port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:16.306254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.308019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:16.345560 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.363769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.385046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fcff6339-1799-48a0-b900-a51caa429874 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:16.404487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=8bce4a19-acf7-4508-9b5a-51e23b945023,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:16.423693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fcff6339-1799-48a0-b900-a51caa429874 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:16.424411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fcff6339-1799-48a0-b900-a51caa429874 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:16.425041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4283868-d783-465e-ae5e-75eca7b5a671 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:16.446386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e4283868-d783-465e-ae5e-75eca7b5a671 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:16.447073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e4283868-d783-465e-ae5e-75eca7b5a671 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:16.468604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.473491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.497717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.498135 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Floating IP 9075a0c6-bc2e-4f42-9ad2-849fd27f175d disassociated (deleted). External IP: 172.25.3.33, port: 3290666a-af89-4329-8145-16fd16ad2df1. Apr 20 13:23:16.538633 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.539105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba496cc-1e72-495e-a1d4-42014e39c9bf {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:16.550178 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.551403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1a7a7b74-c8c1-480a-b49e-7e87c6c05a35 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/routers/1ba496cc-1e72-495e-a1d4-42014e39c9bf HTTP/1.1" status: 204 len: 168 time: 2.1594510 Apr 20 13:23:16.553984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43366) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:16.568528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] For port 0994a81a-42ee-40a2-b9b4-b80a0e66cb68, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:16.569341 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.632326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Calling delete_port for 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:16.673767 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.714433 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.820523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:16.884621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.934118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22a67d7-b591-423a-aec8-4c3383a2dd21']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:16.957590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9256df35-203a-443a-afe3-cf71521edd47') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:16.958535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9256df35-203a-443a-afe3-cf71521edd47') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:16.975560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.992559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:16.994821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.025154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:17.025571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:17.029743 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:17.044335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event deleted for resources: {'Port': ['ID=0994a81a-42ee-40a2-b9b4-b80a0e66cb68,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:17.158325 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.168467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.171589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/networks/a22a67d7-b591-423a-aec8-4c3383a2dd21 HTTP/1.1" status: 204 len: 168 time: 0.6164844 Apr 20 13:23:17.185415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8ba17-fe8d-4c9d-aad6-8952c645e5f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Network': ['ID=a22a67d7-b591-423a-aec8-4c3383a2dd21,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:17.194813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.198867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43372) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:17.204161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'network': {'name': 'tempest-network-smoke--1855015842', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:17.257078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Allocated IP 172.25.3.168 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/4ac87b2e-53cf-4ff6-b7e0-cdc6f2637d33) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:17.309240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.311665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.313237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:17.316707 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.379603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:17.384392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:23:17.388027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.396663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:17.402708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.403768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29477d23-e737-485e-8919-6a15970c45fc {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:17.405876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:17.406501 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:17.411143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.415794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a9ce685a-d1b5-4c1e-8807-061ea5febad5 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "DELETE /v2.0/routers/29477d23-e737-485e-8919-6a15970c45fc HTTP/1.1" status: 204 len: 168 time: 1.9036121 Apr 20 13:23:17.416613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43376) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:17.421270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1073458217', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:17.426998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.427416 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Added segment 1764e3b4-7695-4226-9b1c-1d0e4221cc97 of type vlan for network abcfec5b-78c4-4529-9e8d-99302a6fafb2 Apr 20 13:23:17.464477 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-665d51a2-c425-406c-a4f3-ebe6edf7a920 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "DELETE /v2.0/floatingips/9075a0c6-bc2e-4f42-9ad2-849fd27f175d HTTP/1.1" status: 204 len: 168 time: 1.9069996 Apr 20 13:23:17.470711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:17.478382 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "tag": "3290666a-af89-4329-8145-16fd16ad2df1"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:17.496959 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.540799 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.542096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.553268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.582792 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead9ff76-c969-4056-9a62-e0e4618afc1b x-openstack-request-id: req-ead9ff76-c969-4056-9a62-e0e4618afc1b {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:17.584266 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "tag": "3290666a-af89-4329-8145-16fd16ad2df1", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:17.584681 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ead9ff76-c969-4056-9a62-e0e4618afc1b {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:17.585240 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead9ff76-c969-4056-9a62-e0e4618afc1b'] response: {'name': 'network-changed', 'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1', 'status': 'completed', 'code': 200} Apr 20 13:23:17.620314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.624949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:17.654510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.657661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.668675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:17.669295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.703425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:17.704677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'Port': ['ID=4ac87b2e-53cf-4ff6-b7e0-cdc6f2637d33,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:17.707969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:17.710189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:17.749405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5491333 Apr 20 13:23:17.757325 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43382) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:17.761552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'admin_state_up': True, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:17.904672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-5467a360-b47f-4968-9ac9-225cd54b6e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:17.906123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-5467a360-b47f-4968-9ac9-225cd54b6e6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 1096 time: 0.2496493 Apr 20 13:23:17.906723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa98e08-09aa-4b46-bc58-596a316f6686 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Network': ['ID=abcfec5b-78c4-4529-9e8d-99302a6fafb2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:17.924991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:23:17.951592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:17.952635 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.104707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:23Z', 'revision_number': 1, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:18.106011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.141811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:18.152479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-9056cf00-8d7a-41cb-8ee2-1c4a789cf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:18.152687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:18.153612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:18.154669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-9056cf00-8d7a-41cb-8ee2-1c4a789cf840 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.2324989 Apr 20 13:23:18.210852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:18.236681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:18.237231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1599bd8c-3f5d-4c08-b0e7-d3f1c9887cd1 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:18.272694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-5d15aa48-9616-4977-82f4-149d5be01edf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3290666a-af89-4329-8145-16fd16ad2df1 HTTP/1.1" status: 200 len: 217 time: 0.0649700 Apr 20 13:23:18.315955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:18.350246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.363376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32eee5-f5c9-473c-8d04-a5f71f6d684f req-46acf55e-ab66-4eb0-a7b8-7562d9787081 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:18.365752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed32eee5-f5c9-473c-8d04-a5f71f6d684f req-46acf55e-ab66-4eb0-a7b8-7562d9787081 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 945 time: 0.4817839 Apr 20 13:23:18.366001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.467732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-0d5c4cfc-0b1f-4776-b2fb-6fe013ea86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:18.469243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-0d5c4cfc-0b1f-4776-b2fb-6fe013ea86bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.1584051 Apr 20 13:23:18.534777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.629782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:23Z', 'revision_number': 1, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:18.643739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.661469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da0b94-1bbe-4a90-87aa-801a2eab09a5 None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '8388bc2e-5dd1-4b86-966f-63f81273771f', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'port_id': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'mac_address': 'fa:16:3e:61:84:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:19:20Z', 'updated_at': '2022-04-20T13:19:23Z', 'revision_number': 1, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:18.858470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.883099 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:18.908121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed32eee5-f5c9-473c-8d04-a5f71f6d684f req-3dfbbe24-5c0d-4743-a8e7-60f0c2f175fe tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5293438 Apr 20 13:23:18.935847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-c4f3933f-2bfb-4c68-9a9b-8162ad6b3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:18.937430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-c4f3933f-2bfb-4c68-9a9b-8162ad6b3eeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645525 Apr 20 13:23:18.995003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.25.3.58 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/fbaa1625-8ed0-4be3-ae76-2a44b124e9a4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:19.075348 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30822d19-3519-411c-9bbb-9b4ecd7a9d7e None None] New status for floating IP 9075a0c6-bc2e-4f42-9ad2-849fd27f175d: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:23:19.134547 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-8d36f859-e5c8-4e83-99e4-89d45474832f service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894393 Apr 20 13:23:19.135269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.179486 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.182854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.193061 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.194212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.205579 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.314489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21f0bffd-a48f-46ee-9c16-5d622e24ccb3 req-f386044c-ab17-4ea3-91ec-c3baf9979d23 service neutron] 10.222.0.30 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553228 Apr 20 13:23:19.317150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event updated for resources: {'Port': ['ID=4ac87b2e-53cf-4ff6-b7e0-cdc6f2637d33,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:19.335009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.340731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.384563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Allocated IP 172.25.3.74 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f798f557-2192-4f10-b2a2-adc815b94693) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:19.414079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:19.419949 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:19.422418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:19.458492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:19.522300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620843e-20f8-44c3-b798-22215d95a248 req-2ab02e52-5cb4-4795-b016-ad4eda82984d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:19.523194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e620843e-20f8-44c3-b798-22215d95a248 req-2ab02e52-5cb4-4795-b016-ad4eda82984d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 945 time: 0.0802248 Apr 20 13:23:19.539669 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Floating IP 264f20b1-e173-4250-bcf3-af25ec190817 associated. External IP: 172.25.3.168, port: 44f44f70-6e97-406a-ae69-9dd6a2783e8b. Apr 20 13:23:19.561550 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.642257 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.655278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port 3290666a-af89-4329-8145-16fd16ad2df1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:19.656808 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.687327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:19.703459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:19.724041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:19.724719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0994a81a-42ee-40a2-b9b4-b80a0e66cb68 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:19.736488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:19.743427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:19.775033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event updated for resources: {'Port': ['ID=f798f557-2192-4f10-b2a2-adc815b94693,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:19.855702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] For port 3290666a-af89-4329-8145-16fd16ad2df1, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=3290666a-af89-4329-8145-16fd16ad2df1,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:19.856117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.918809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for 3290666a-af89-4329-8145-16fd16ad2df1 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:19.937146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:19.987226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:20.131191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c36f6b-6381-4967-aec0-408a853892c1 req-9b16321d-7ac8-4288-a78a-e6cb3045d1f8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:20.132673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67c36f6b-6381-4967-aec0-408a853892c1 req-9b16321d-7ac8-4288-a78a-e6cb3045d1f8 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 945 time: 0.1433451 Apr 20 13:23:20.221943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:20.249337 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.252064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] Sync routers for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:20.255716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.268991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:20.269764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-67c36f6b-6381-4967-aec0-408a853892c1 req-77b635f6-bff4-4002-b4db-b0ce4c2ed95f tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977602 Apr 20 13:23:20.270161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:20.291173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.330092 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bacbc769-cb59-4aa3-abb8-0aa04eeef94e tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0261452 Apr 20 13:23:20.332490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:20.336474 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c0a063-56c1-45e4-b10b-514a62bd88f9" -d '{"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:20.340572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43402) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:20.356073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.389312 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65cd4cc-d1dd-4e95-b806-7ad4b688ddfa x-openstack-request-id: req-d65cd4cc-d1dd-4e95-b806-7ad4b688ddfa {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:20.389864 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:20.390306 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d65cd4cc-d1dd-4e95-b806-7ad4b688ddfa {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:20.390888 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d65cd4cc-d1dd-4e95-b806-7ad4b688ddfa'] response: {'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'status': 'completed', 'code': 200} Apr 20 13:23:20.398853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=3290666a-af89-4329-8145-16fd16ad2df1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:20.492309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:20.553894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] No DVR routers for this DVR port 3290666a-af89-4329-8145-16fd16ad2df1 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:20.560305 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.563906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e620843e-20f8-44c3-b798-22215d95a248 req-1e0b1e2e-b87a-4d4e-bca4-8d71c0cc7f46 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.30 "DELETE /v2.0/ports/3290666a-af89-4329-8145-16fd16ad2df1 HTTP/1.1" status: 204 len: 173 time: 1.0344222 Apr 20 13:23:20.568510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'name': 'network-vif-deleted', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:20.577257 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890d7c63-0e9c-444e-8a31-d17fd5830168" -d '{"events": [{"server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "name": "network-vif-deleted", "tag": "3290666a-af89-4329-8145-16fd16ad2df1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:20.602873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-cab068cb-4bad-4c5f-a0ed-fddb264e3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:20.604488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-cab068cb-4bad-4c5f-a0ed-fddb264e3313 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1096 time: 0.1934290 Apr 20 13:23:20.800713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:20.809183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-8f12bf9e-594e-454d-8696-9f70d81c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:20.810839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-8f12bf9e-594e-454d-8696-9f70d81c34ed service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 915 time: 0.1613505 Apr 20 13:23:20.885283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '264f20b1-e173-4250-bcf3-af25ec190817', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'mac_address': 'fa:16:3e:a0:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:18Z', 'revision_number': 0, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:20.954675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] Checking router: f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:20.969189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:20.970930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:21.023002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0de85e4-99d3-44cf-8ef3-ea32db3696b5 tempest-TestVolumeBackupRestore-897297643 tempest-TestVolumeBackupRestore-897297643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:21.024561 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c0de85e4-99d3-44cf-8ef3-ea32db3696b5 tempest-TestVolumeBackupRestore-897297643 tempest-TestVolumeBackupRestore-897297643-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1091 time: 0.6630158 Apr 20 13:23:21.027517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43414) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:21.032142 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Request body: {'floatingip': {'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:21.049546 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9131f003-bb01-4f91-8a49-c8b1d8792902 x-openstack-request-id: req-9131f003-bb01-4f91-8a49-c8b1d8792902 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:21.049851 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3acb84-6280-49aa-b069-af2ddcd45ef0", "name": "network-vif-deleted", "tag": "3290666a-af89-4329-8145-16fd16ad2df1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:21.050107 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9131f003-bb01-4f91-8a49-c8b1d8792902 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:21.050502 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9131f003-bb01-4f91-8a49-c8b1d8792902'] response: {'server_uuid': 'ac3acb84-6280-49aa-b069-af2ddcd45ef0', 'name': 'network-vif-deleted', 'tag': '3290666a-af89-4329-8145-16fd16ad2df1', 'status': 'completed', 'code': 200} Apr 20 13:23:21.106577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for floatingip, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.138212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:21.158711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router be40ae65-f4d6-4168-a50e-5a4d83708905 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:21.228570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-417f6053-b10d-4448-a49d-913deeff41e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 999 time: 0.1811886 Apr 20 13:23:21.257289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Router 0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:21.437987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-9391aef0-43f4-4111-a203-d2b4f1d07df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:21.439462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-9391aef0-43f4-4111-a203-d2b4f1d07df0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 200 len: 853 time: 0.2013545 Apr 20 13:23:21.478330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:21.488453 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Sync routers for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:21.492089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fae2853f-4f45-416d-af32-1e9782e5cf6a req-783e86e4-4e05-46e2-9747-e7ac03bfdfa0 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 210 time: 0.0679581 Apr 20 13:23:21.493522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:21.541435 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:21.546072 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:21.577905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.578168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:21.579723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4465c7d8-d3a3-4607-8805-262aa8109c01 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8221014 Apr 20 13:23:21.584580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ae6225cd-abd2-4c7c-9d96-0defafb821b2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1618385 Apr 20 13:23:21.586796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:21.588538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43420) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:21.597700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': False}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:21.657436 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f429f699-ac96-4d9a-97c9-6692e5184227 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9a51c763568d4feaa684cf2f9cab2a82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0695627 Apr 20 13:23:21.663332 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43424) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:21.669499 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:21.685915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] Sync routers for ids ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:21.705158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-02002f22-c76e-41fe-a691-2f73ec29bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:21.706643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-02002f22-c76e-41fe-a691-2f73ec29bcb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43d95ca-4244-48ff-997b-785d87e5ec49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023089 Apr 20 13:23:21.803263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] Routers {'0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:21.804340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:21.863202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:21.888448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] Routers {'0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:21.889241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:21.969502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:21.970748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d99db-95f2-45eb-9988-7157905241ca None None] The sync data for ids ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:21.983737 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:19Z', 'revision_number': 3, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:22.041081 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536a3489-058a-4792-a200-0cdc9134ac32 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:22.043588 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-536a3489-058a-4792-a200-0cdc9134ac32 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3793166 Apr 20 13:23:22.046333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43426) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:22.060234 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Checking router: be40ae65-f4d6-4168-a50e-5a4d83708905 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:22.060829 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Updating router be40ae65-f4d6-4168-a50e-5a4d83708905 port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:23:22.062102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '264f20b1-e173-4250-bcf3-af25ec190817', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'mac_address': 'fa:16:3e:a0:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:18Z', 'revision_number': 0, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:22.112895 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.137221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640bb374-9f7f-489c-b4cf-b7159f982606 None None] The sync data for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 is: [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '264f20b1-e173-4250-bcf3-af25ec190817', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'mac_address': 'fa:16:3e:a0:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:18Z', 'revision_number': 0, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:22.183146 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00ba7df5-468f-44fa-9e9d-5b62b7209011 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1355617 Apr 20 13:23:22.184336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:22.194761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723276593', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:22.354147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-16253fc1-8cda-4272-b398-d80b7b2b0068 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374059 Apr 20 13:23:22.423090 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.424582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:22.428852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.654836 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2becb431-4434-4f62-aad9-40bc44882aa9 None None] New status for floating IP 264f20b1-e173-4250-bcf3-af25ec190817: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:23:22.711266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.752864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.826483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3290666a-af89-4329-8145-16fd16ad2df1 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:22.864391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 3290666a-af89-4329-8145-16fd16ad2df1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:22.865264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 3290666a-af89-4329-8145-16fd16ad2df1 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:22.897269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:22.908012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c0a063-56c1-45e4-b10b-514a62bd88f9 req-23a5b2c7-fb95-42cb-926f-cc00ea816712 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829808 Apr 20 13:23:22.977465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5755ca3-c4b2-49ea-a1ea-f628943cf2f0 req-8e815e0f-a94b-4e81-b09e-3176fa25f43e tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 210 time: 0.2498646 Apr 20 13:23:23.004885 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.016543 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.088323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Checking segment: {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:23.088908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network hostable DHCP agents. Network: abcfec5b-78c4-4529-9e8d-99302a6fafb2, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:23:23.111458 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a74e5-1160-4bff-8089-933bedd03230 None None] Pushing event updated for resources: {'Port': ['ID=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:23.138038 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Attempting to bind port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:23.138807 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Attempting to bind port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:23.139401 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Attempting to bind port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:23.146105 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:23.146799 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:23.147423 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.148039 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:23.148718 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Bound port: fbaa1625-8ed0-4be3-ae76-2a44b124e9a4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:23.149329 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.159271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Subnet': ['ID=b3e90d7a-8b0a-4d50-8e41-264cfba6328b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:23.201621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:23:23.213010 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] For port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:23.217133 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] For port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:23.223618 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.225767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, abcfec5b-78c4-4529-9e8d-99302a6fafb2) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:23.235091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c2edb6-e876-4b9e-9016-5fa345ceac5d None None] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:23.249562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:23.250194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.289985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:23.299694 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c37c597a-4a20-4f1d-b80d-8bb323dd9f69 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1090927 Apr 20 13:23:23.304226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43438) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:23.359383 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:23.360393 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:23.512969 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:23.545665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:23:23.546533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.602599 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a74e5-1160-4bff-8089-933bedd03230 None None] Pushing event updated for resources: {'Port': ['ID=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:23.647479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:23.689248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.702792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] Sync routers for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:23.767630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:23.768351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:23.800407 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.805763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:23.890337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:23.893148 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:23.932411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Allocated IP 172.20.0.2 (abcfec5b-78c4-4529-9e8d-99302a6fafb2/b3e90d7a-8b0a-4d50-8e41-264cfba6328b/f63d336a-14eb-4a3d-8ed0-fa0c60ccc607) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:23.958734 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:19Z', 'revision_number': 3, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:23.992421 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd74fe6-6bdd-4fda-bbfd-a228173085ec None None] The sync data for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 is: [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:19Z', 'revision_number': 3, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:23.995185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Router 0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:24.003654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:24.084630 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85236744-0145-4489-b61f-0e79910a81d7 x-openstack-request-id: req-85236744-0145-4489-b61f-0e79910a81d7 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:24.084898 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:24.085155 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85236744-0145-4489-b61f-0e79910a81d7 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:24.085556 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85236744-0145-4489-b61f-0e79910a81d7'] response: {'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'status': 'completed', 'code': 200} Apr 20 13:23:24.106374 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0196d9ae-62ff-4a17-8f52-14f6103df518 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "PUT /v2.0/floatingips/264f20b1-e173-4250-bcf3-af25ec190817 HTTP/1.1" status: 200 len: 991 time: 3.0774870 Apr 20 13:23:24.215793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abf7c227-377c-4491-af34-a4fe71d89d2e req-d35f210a-75cd-41a8-b82e-7eeb0f70c4a1 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 210 time: 0.0812542 Apr 20 13:23:24.331640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-d22cd5b0-ed87-4fdb-8f35-4d426cacf76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:24.337734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-d22cd5b0-ed87-4fdb-8f35-4d426cacf76b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1096 time: 0.2609327 Apr 20 13:23:24.435508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:24.446963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.450812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-128545df-24cf-4063-823b-aebf42ac211c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "PUT /v2.0/routers/0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 HTTP/1.1" status: 200 len: 925 time: 2.8612058 Apr 20 13:23:24.452513 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] Sync routers for ids ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:24.455303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43450) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:24.468983 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] Routers {'0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:24.470775 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:24.475596 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.489679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.505661 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.576073 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:24.601662 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] Routers {'0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:24.604910 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:24.642291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Pushing event updated for resources: {'Port': ['ID=f63d336a-14eb-4a3d-8ed0-fa0c60ccc607,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:24.645578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-9d87937f-e25e-4a2c-9097-d968ccc85923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:24.647978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-9d87937f-e25e-4a2c-9097-d968ccc85923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 915 time: 0.3007171 Apr 20 13:23:24.694690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:24.696979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:24.701788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:24.708755 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:24.709412 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca583c-0cad-40b2-bcc0-c4b83050f3f4 None None] The sync data for ids ['0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:24.735880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '264f20b1-e173-4250-bcf3-af25ec190817', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'mac_address': 'fa:16:3e:a0:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:22Z', 'revision_number': 2, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:24.779673 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:24.786499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] Checking router: f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:24.799530 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b22d36d-48fc-4655-b690-33264b716ea8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 HTTP/1.1" status: 200 len: 925 time: 0.3427150 Apr 20 13:23:24.804289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43458) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:24.839581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:24.840716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:24.868460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-de5ffe07-ab73-4c3d-b2d5-036aa8a55a66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 1001 time: 0.2150426 Apr 20 13:23:25.026738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:25.072327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-cb43e11f-ba0e-4b32-b812-49f94b222948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:25.074177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-cb43e11f-ba0e-4b32-b812-49f94b222948 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 200 len: 853 time: 0.1989062 Apr 20 13:23:25.135761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.20.0.1 (abcfec5b-78c4-4529-9e8d-99302a6fafb2/b3e90d7a-8b0a-4d50-8e41-264cfba6328b/02f5c578-3dd9-4a6d-a3cb-66afb0c4f405) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:25.170538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-59dff419-f81f-40a5-a11a-5187138334fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:25.172106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-59dff419-f81f-40a5-a11a-5187138334fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43d95ca-4244-48ff-997b-785d87e5ec49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921690 Apr 20 13:23:25.398613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-300d8344-1f32-43b3-ba6b-273b4b5d82fa service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166035 Apr 20 13:23:25.522708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Attempting to bind port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:25.523255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Attempting to bind port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:25.523464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Attempting to bind port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 on network abcfec5b-78c4-4529-9e8d-99302a6fafb2 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:25.533038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f06d2e39-a93f-4e5e-9d66-3d07ab9ff2d7 req-045d327f-20d9-4153-9d51-6a0ba8b17548 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274614 Apr 20 13:23:25.535574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:25.535952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Checking segment: {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:25.536362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.536756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Bound using segment: {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:25.537239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Bound port: f63d336a-14eb-4a3d-8ed0-fa0c60ccc607, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:25.537648 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:25.569686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e506532-bda7-4c46-8cf8-07eabb096791 req-afb5ddb5-1706-4617-8960-27b28eac43e7 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 210 time: 0.0355766 Apr 20 13:23:25.889172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:25.996897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] For port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:26.004981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] For port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f63d336a-14eb-4a3d-8ed0-fa0c60ccc607,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:26.028291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.033240 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '264f20b1-e173-4250-bcf3-af25ec190817', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'mac_address': 'fa:16:3e:a0:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:22Z', 'revision_number': 2, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:26.045923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4032e-2440-4bb1-86a3-a01fa89d5875 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.047608 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-54f4032e-2440-4bb1-86a3-a01fa89d5875 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1468277 Apr 20 13:23:26.050526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43464) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:26.080468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.087732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:26.097500 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b819c1-d32c-4d22-adaa-d41562e4dca1" -d '{"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:26.120124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24288ea3-1b6d-41ae-ab75-48d4f17b46b9 None None] Pushing event updated for resources: {'Port': ['ID=f63d336a-14eb-4a3d-8ed0-fa0c60ccc607,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:26.163269 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.166601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917be8f8-0416-47aa-8a64-5a221e9afd40 None None] The sync data for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 is: [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '264f20b1-e173-4250-bcf3-af25ec190817', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'floating_ip_address': '172.25.3.168', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'port_id': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'mac_address': 'fa:16:3e:a0:93:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:22Z', 'revision_number': 2, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:26.178663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:26.179032 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.281499 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b97c9c-0189-4e35-88ff-065324aa6a1c x-openstack-request-id: req-01b97c9c-0189-4e35-88ff-065324aa6a1c {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:26.281903 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:26.282192 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01b97c9c-0189-4e35-88ff-065324aa6a1c {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:26.282605 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b97c9c-0189-4e35-88ff-065324aa6a1c'] response: {'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'status': 'completed', 'code': 200} Apr 20 13:23:26.284331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:26.326049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:26.327590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:26.331019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08582be3-d14f-4de7-99da-2337b69c0b3d tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.332522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-08582be3-d14f-4de7-99da-2337b69c0b3d tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.2809415 Apr 20 13:23:26.335533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43468) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:26.373980 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.376325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-02e63869-0abc-47e6-b309-02ffa3ee25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.378809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-02e63869-0abc-47e6-b309-02ffa3ee25b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1096 time: 0.1320226 Apr 20 13:23:26.383518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:26.422785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:26.431653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.476825 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9f0a3a6-da19-4b59-997a-247ef3cdf180 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 HTTP/1.1" status: 200 len: 205 time: 0.1335657 Apr 20 13:23:26.477334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43470) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:26.562253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.599933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-a7044d0d-8e3f-470d-babc-955da25e7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.604923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-a7044d0d-8e3f-470d-babc-955da25e7906 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 915 time: 0.2184417 Apr 20 13:23:26.606699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:26.733824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-a6805273-137a-4c02-9575-0afb507f362e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 1001 time: 0.1121027 Apr 20 13:23:26.936121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee3c7274-4cd1-4107-80f3-6a198c28e293 req-b1d366d1-7d7d-4234-ab37-06cfdeaebf50 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac3acb84-6280-49aa-b069-af2ddcd45ef0 HTTP/1.1" status: 200 len: 210 time: 0.1903265 Apr 20 13:23:26.968887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:26.985228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-cef18e71-5408-4d5d-a96e-1d95164ecb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:26.986700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-cef18e71-5408-4d5d-a96e-1d95164ecb30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 200 len: 853 time: 0.2195220 Apr 20 13:23:27.022238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.081955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-523895c8-c75f-4441-a00f-5339f76f1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:27.086038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-523895c8-c75f-4441-a00f-5339f76f1c3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43d95ca-4244-48ff-997b-785d87e5ec49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912256 Apr 20 13:23:27.194225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.258705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-ab3bc6e4-18fe-4ed3-b9ae-6b5495bd8ae3 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660175 Apr 20 13:23:27.315649 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Deleting port f798f557-2192-4f10-b2a2-adc815b94693 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:27.315987 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.379974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2b819c1-d32c-4d22-adaa-d41562e4dca1 req-9329c447-86ae-474e-b5c1-54046ae46e3b service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137190 Apr 20 13:23:27.461574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.482394 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Calling delete_port for f798f557-2192-4f10-b2a2-adc815b94693 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:27.595155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.601798 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.731258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:27.737459 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.864394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:27.942447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event deleted for resources: {'Port': ['ID=f798f557-2192-4f10-b2a2-adc815b94693,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:27.976536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:27.982534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:27.996625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:28.066410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:28.066773 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.133429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.165965 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.208949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f63d336a-14eb-4a3d-8ed0-fa0c60ccc607,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:28.216940 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.218053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:28.252705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router be40ae65-f4d6-4168-a50e-5a4d83708905 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:28.307165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=f63d336a-14eb-4a3d-8ed0-fa0c60ccc607,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:28.311452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.315323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.320631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f02a8e8-2927-4957-bc28-43762a5f2dee None None] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:28.343878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:28.344293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.436661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-586362ac-5440-4011-bb92-0c2d6e07aeaf None None] Provisioning complete for port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:28.437007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-586362ac-5440-4011-bb92-0c2d6e07aeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.479394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.481825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Fanout notify agent at l3_agent the message router_deleted on router 0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:28.496130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:28.515347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Sync routers for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:28.516522 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.518973 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-515c3253-25d2-49b9-8583-35b36b09dfe6 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 HTTP/1.1" status: 204 len: 168 time: 2.0405614 Apr 20 13:23:28.523110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43492) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:28.532528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43494) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:28.536497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dd40eba0-a6fd-4f0c-8b66-094f6f2a3946 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-836418940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:28.543880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:28.544518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:28.545265 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fad82112-3d6e-4b25-aa36-13b0e86b2d43 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "PUT /v2.0/routers/be40ae65-f4d6-4168-a50e-5a4d83708905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2389235 Apr 20 13:23:28.678628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd40eba0-a6fd-4f0c-8b66-094f6f2a3946 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.680488 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd40eba0-a6fd-4f0c-8b66-094f6f2a3946 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.789066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:28.795650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd40eba0-a6fd-4f0c-8b66-094f6f2a3946 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.896415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.897401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.898078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.898707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.899682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.901567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.902865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.903482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:28.908904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43502) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:28.909987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-90734ff9-ec1b-4f63-a526-833517b5cdd5 tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.3633833 Apr 20 13:23:28.911915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd40eba0-a6fd-4f0c-8b66-094f6f2a3946 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.936095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd40eba0-a6fd-4f0c-8b66-094f6f2a3946 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:28.937844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dd40eba0-a6fd-4f0c-8b66-094f6f2a3946 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4123380 Apr 20 13:23:28.940838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43504) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:28.949255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:29.068997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.070030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.070719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.071334 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.072152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.072767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.073378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.074757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:29.076847 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ebe0945-7865-4602-8b5e-e2d1c480541d tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1668959 Apr 20 13:23:29.080044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43506) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:29.210374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5b73c97a-8b57-4e87-80fa-f412069385bd None None] Provisioning complete for port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:29.211358 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b73c97a-8b57-4e87-80fa-f412069385bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.360576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:27Z', 'revision_number': 2, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:29.389560 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-94e04a31-44ad-44bc-aca2-fabe580625cf tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5024 time: 0.3081717 Apr 20 13:23:29.431611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Checking router: be40ae65-f4d6-4168-a50e-5a4d83708905 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:29.431961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Updating router be40ae65-f4d6-4168-a50e-5a4d83708905 port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:23:29.440170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.483333 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.791659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.832648 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.921207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43514) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:29.926259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-18588f88-a5d7-4fbd-8cf3-59526885857e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37733284', 'description': 'tempest-secgroup-smoke-37733284 description', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:29.965294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18588f88-a5d7-4fbd-8cf3-59526885857e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.988319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:29.995827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:30.031325 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.052053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Allocated IP 172.25.3.113 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/586a223a-7dc4-4993-a0d2-23a08e93d608) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:30.061423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18588f88-a5d7-4fbd-8cf3-59526885857e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.067418 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18588f88-a5d7-4fbd-8cf3-59526885857e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.108278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-18588f88-a5d7-4fbd-8cf3-59526885857e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.121094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-18588f88-a5d7-4fbd-8cf3-59526885857e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1984224 Apr 20 13:23:30.125825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43520) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:30.134205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fbfcd0a7-893b-4a79-913f-fce508b191dc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '0e4a188e-771b-441d-8c49-866905a85ae8', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:30.143551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18588f88-a5d7-4fbd-8cf3-59526885857e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a188e-771b-441d-8c49-866905a85ae8,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.169583 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd0a7-893b-4a79-913f-fce508b191dc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.178038 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9373cff-e3cc-4293-9a89-c9a43c7277ac None None] Pushing event updated for resources: {'Port': ['ID=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.186456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5b73c97a-8b57-4e87-80fa-f412069385bd None None] Provisioning complete for port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:30.187102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b73c97a-8b57-4e87-80fa-f412069385bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.243301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5b73c97a-8b57-4e87-80fa-f412069385bd None None] Port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:30.275688 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.293425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:30.293831 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.328616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Attempting to bind port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:30.328982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Attempting to bind port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:30.329341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Attempting to bind port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 on network abcfec5b-78c4-4529-9e8d-99302a6fafb2 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:30.331106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd0a7-893b-4a79-913f-fce508b191dc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.341153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd0a7-893b-4a79-913f-fce508b191dc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.351509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.364760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:30.365286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Checking segment: {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:30.365826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.366230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Bound using segment: {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:30.366725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Bound port: 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:30.367167 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.403207 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fbfcd0a7-893b-4a79-913f-fce508b191dc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.404456 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fbfcd0a7-893b-4a79-913f-fce508b191dc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774944 Apr 20 13:23:30.407616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event updated for resources: {'Port': ['ID=586a223a-7dc4-4993-a0d2-23a08e93d608,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.412580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43524) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:30.421882 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-676dff98-b90d-4219-8d81-1d0566d36674 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '0e4a188e-771b-441d-8c49-866905a85ae8', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:30.427097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfcd0a7-893b-4a79-913f-fce508b191dc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbf03af-fb09-4d44-a13e-947504d0928b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.441618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:30.443529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:30.449424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:30.463410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-408c520c-7a9a-48d7-98d3-a9068cc766d2 None None] Provisioning complete for port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:30.464089 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-676dff98-b90d-4219-8d81-1d0566d36674 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.466489 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-408c520c-7a9a-48d7-98d3-a9068cc766d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.585122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-408c520c-7a9a-48d7-98d3-a9068cc766d2 None None] Port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:30.599886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-676dff98-b90d-4219-8d81-1d0566d36674 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.606987 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-676dff98-b90d-4219-8d81-1d0566d36674 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.611373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] For port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:30.614983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] For port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:30.624568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dff98-b90d-4219-8d81-1d0566d36674 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdbe9ec-2cb0-4201-afe8-e45587d7afc9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.659914 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.662976 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-676dff98-b90d-4219-8d81-1d0566d36674 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.672258 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-676dff98-b90d-4219-8d81-1d0566d36674 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2585921 Apr 20 13:23:30.675653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43526) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:30.704142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-cc23b0c7-0027-4de8-adcf-a4782141f982 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '0e4a188e-771b-441d-8c49-866905a85ae8', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:30.768607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2a28468b-aaec-49dc-9eb3-d35aa9128e5c None None] Provisioning complete for port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:30.768977 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a28468b-aaec-49dc-9eb3-d35aa9128e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.773771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9373cff-e3cc-4293-9a89-c9a43c7277ac None None] Pushing event updated for resources: {'Port': ['ID=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:30.808845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:30.809051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:30.892880 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:30.967033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:31.032204 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc23b0c7-0027-4de8-adcf-a4782141f982 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.400268 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a28468b-aaec-49dc-9eb3-d35aa9128e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.443227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2a28468b-aaec-49dc-9eb3-d35aa9128e5c None None] For port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:31.447512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2a28468b-aaec-49dc-9eb3-d35aa9128e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.471375 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.482204 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.495532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:30Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:31.541157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdda5e-19e0-4fa6-a22a-7de8b2e3a8a4 None None] The sync data for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 is: [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:30Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:31.604312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ac933756-cfd0-4eec-be1e-6eb68dd94f10 None None] Provisioning complete for port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:31.605562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac933756-cfd0-4eec-be1e-6eb68dd94f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.606947 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc23b0c7-0027-4de8-adcf-a4782141f982 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.616345 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc23b0c7-0027-4de8-adcf-a4782141f982 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.618307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28468b-aaec-49dc-9eb3-d35aa9128e5c None None] Pushing event updated for resources: {'Port': ['ID=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:31.665193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23b0c7-0027-4de8-adcf-a4782141f982 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483755ac-157a-4ba5-9db0-b7eae0245f50,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:31.740440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cc23b0c7-0027-4de8-adcf-a4782141f982 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.741811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cc23b0c7-0027-4de8-adcf-a4782141f982 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0651567 Apr 20 13:23:31.747303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43540) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:31.753248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5f20a2c8-d4a6-4e1d-83e7-e0990adfabee tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '0e4a188e-771b-441d-8c49-866905a85ae8', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:31.815927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f20a2c8-d4a6-4e1d-83e7-e0990adfabee tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.890428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Router 5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:31.943997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:31.964252 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f20a2c8-d4a6-4e1d-83e7-e0990adfabee tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:31.972926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f20a2c8-d4a6-4e1d-83e7-e0990adfabee tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.003132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20a2c8-d4a6-4e1d-83e7-e0990adfabee tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f32cf8-43ab-41d7-8b95-eee03b96e86e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:32.020085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f20a2c8-d4a6-4e1d-83e7-e0990adfabee tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.023776 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5f20a2c8-d4a6-4e1d-83e7-e0990adfabee tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2739725 Apr 20 13:23:32.034680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43544) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:32.039770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '0e4a188e-771b-441d-8c49-866905a85ae8', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:32.076041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:32.076657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.083273 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Project 9a51c763568d4feaa684cf2f9cab2a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:23:32.093053 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.145249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:32.157967 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] Sync routers for ids ['5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:32.170034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.178391 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] Routers {'5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:32.178643 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-69f0f8d3-9fc0-403e-962e-ba321da52cc4 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "PUT /v2.0/routers/5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 HTTP/1.1" status: 200 len: 883 time: 3.2347770 Apr 20 13:23:32.179426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43546) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:32.186385 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:32.279112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.288109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.296532 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:32.306591 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] Routers {'5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:32.309287 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:32.312848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd772300-afc5-46fc-91da-3757b8eb4c81,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:32.347912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.349201 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f62d14db-3ed8-47a3-b5db-56b5f4b29dd3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3131721 Apr 20 13:23:32.362170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43548) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:32.362636 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:32.363512 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24066d40-bbc5-459b-b15b-f67322be4f99 None None] The sync data for ids ['5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:32.367346 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'security_group_rule': {'security_group_id': '0e4a188e-771b-441d-8c49-866905a85ae8', 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:32.407645 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Project 9a51c763568d4feaa684cf2f9cab2a82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:23:32.413157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.486299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-05f1e874-b8cb-4891-9adf-0d9de400b34b tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 HTTP/1.1" status: 200 len: 924 time: 0.3001676 Apr 20 13:23:32.488528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43550) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:32.533042 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.544112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.570624 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3cf4f3-410c-4b50-a81a-814767eb411c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:32.589742 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:32.600751 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0457d1fb-9ef5-41e9-8047-1abc9964b66e tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2374530 Apr 20 13:23:32.637985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598799a-3b02-4ce8-8b5e-2605b85ed3fa tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:32.639756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e598799a-3b02-4ce8-8b5e-2605b85ed3fa tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1502488 Apr 20 13:23:32.642920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43554) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:32.808093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1275d5-a065-423c-81f8-26a37be478f4 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:32.813353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43568) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:32.814111 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad1275d5-a065-423c-81f8-26a37be478f4 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.1698413 Apr 20 13:23:32.886771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-3c624300-1914-4084-a321-78b2a3a04427 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37733284&fields=id&tenant_id=9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 267 time: 0.0382929 Apr 20 13:23:32.889318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5ec4a278-deba-43c1-87a6-0af8cce77d56 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 HTTP/1.1" status: 200 len: 205 time: 0.0743425 Apr 20 13:23:32.892191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43570) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:33.144875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4f5daa11-d0b6-40d8-9a3d-545a57795922 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:33.148473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4f5daa11-d0b6-40d8-9a3d-545a57795922 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/networks?id=abcfec5b-78c4-4529-9e8d-99302a6fafb2 HTTP/1.1" status: 200 len: 797 time: 0.2497406 Apr 20 13:23:33.186225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.191422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-a729917c-7f7b-4c2d-83c7-95db8388c72a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/quotas/9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 375 time: 0.0353153 Apr 20 13:23:33.341076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-fc29d774-be87-4bb8-9f77-6278a0edcf34 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1122255 Apr 20 13:23:33.390210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.502421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-f70b462d-4551-4223-b29d-43577797ab73 service neutron] 10.222.0.24 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440427 Apr 20 13:23:33.517080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Deleting port 586a223a-7dc4-4993-a0d2-23a08e93d608 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:33.517798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.675163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.684951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-d666b0f4-b3aa-4f7d-9194-c51a0bdec820 service neutron] 10.222.0.24 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626811 Apr 20 13:23:33.691212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Calling delete_port for 586a223a-7dc4-4993-a0d2-23a08e93d608 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:33.700944 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7231e38f-4cfc-40ef-9009-5a2f10a88485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.796872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43580) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:33.917571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e86da74-d71c-4d0e-9ec0-b1ebe31f439a req-133c5b2a-1b98-442e-a3b4-ccb8de4b16ed tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0570672 Apr 20 13:23:33.949036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:33.998154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event deleted for resources: {'Port': ['ID=586a223a-7dc4-4993-a0d2-23a08e93d608,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:34.046770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port 1f2c1d95-f6c1-495f-b5fe-7cea28f33b9d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:34.047317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.136527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.169011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.169561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.184551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for 1f2c1d95-f6c1-495f-b5fe-7cea28f33b9d owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:34.247028 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.251156 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.307001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-30daa11a-0ce0-42f3-ac67-2ffe0d991301 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3140640 Apr 20 13:23:34.316982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.317514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Fanout notify agent at l3_agent the message router_deleted on router 5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:34.325220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.331850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-09380800-4104-40f1-ac49-473f1becdc22 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 HTTP/1.1" status: 204 len: 168 time: 1.4326110 Apr 20 13:23:34.342191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43600) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:34.354729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0eeb2065-4aee-44fd-94e5-e9c04b448584 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-732308494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:34.393113 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.423697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2065-4aee-44fd-94e5-e9c04b448584 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.424711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2065-4aee-44fd-94e5-e9c04b448584 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.453238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-d595e503-a139-4d54-a16f-59697c290e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:34.454723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-d595e503-a139-4d54-a16f-59697c290e26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1096 time: 0.0775702 Apr 20 13:23:34.499957 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2065-4aee-44fd-94e5-e9c04b448584 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.514163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2065-4aee-44fd-94e5-e9c04b448584 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.576633 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2065-4aee-44fd-94e5-e9c04b448584 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.580108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0eeb2065-4aee-44fd-94e5-e9c04b448584 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2343724 Apr 20 13:23:34.580332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43604) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:34.584987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': True}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:34.681715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-751d0943-879c-49a9-ac20-62520ad8bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:34.683717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-751d0943-879c-49a9-ac20-62520ad8bb9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 915 time: 0.1956115 Apr 20 13:23:34.770943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=1f2c1d95-f6c1-495f-b5fe-7cea28f33b9d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:34.812685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-0df038c4-e4d8-4ebf-bd74-9b4ce0cb5e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 1001 time: 0.0995257 Apr 20 13:23:34.833956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.834290 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Floating IP 8388bc2e-5dd1-4b86-966f-63f81273771f disassociated (deleted). External IP: 172.25.3.186, port: d83de2b1-4b93-4911-a358-8ab4b674e0f7. Apr 20 13:23:34.904408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:34.939129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-decd76d1-b00f-4e47-b584-7dd9cb5810f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:34.941928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-decd76d1-b00f-4e47-b584-7dd9cb5810f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 200 len: 853 time: 0.0950439 Apr 20 13:23:35.040096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c80b97a4-ca39-4c78-a16b-3be8110ad28c req-de76610e-df1d-4522-a8b9-482bdf2439f4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0338128 Apr 20 13:23:35.062622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-332da807-705b-4fe2-b56b-8eefb59a9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.062622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-332da807-705b-4fe2-b56b-8eefb59a9d15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43d95ca-4244-48ff-997b-785d87e5ec49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135736 Apr 20 13:23:35.145546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:35.227065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-54508f8a-e733-4af1-9eec-7b5eb22b8e03 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577463 Apr 20 13:23:35.319208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:35.324966 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.331997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:35.344845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:35.346285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:35.366674 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c2e292db-4207-43c4-a388-bc172348b61d tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "DELETE /v2.0/floatingips/8388bc2e-5dd1-4b86-966f-63f81273771f HTTP/1.1" status: 204 len: 168 time: 1.5684979 Apr 20 13:23:35.367352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:35.369974 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3" -d '{"events": [{"name": "network-changed", "server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:35.443506 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86ba81-ec5c-40d0-9981-8f5ee9701ba6 x-openstack-request-id: req-5b86ba81-ec5c-40d0-9981-8f5ee9701ba6 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:35.444847 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:35.445120 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b86ba81-ec5c-40d0-9981-8f5ee9701ba6 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:35.445536 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b86ba81-ec5c-40d0-9981-8f5ee9701ba6'] response: {'name': 'network-changed', 'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'status': 'completed', 'code': 200} Apr 20 13:23:35.575690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:35.803696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:35.839051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:35.848773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:35.849855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:35.877181 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.910291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-da4b9dc1-c729-46aa-812d-d9cab7f11473 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.911772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-da4b9dc1-c729-46aa-812d-d9cab7f11473 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "GET /v2.0/networks?id=abcfec5b-78c4-4529-9e8d-99302a6fafb2 HTTP/1.1" status: 200 len: 797 time: 0.6981645 Apr 20 13:23:35.927267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600622e-b571-49e5-94d7-9ae3ec675a20 req-1e0ddbb1-c7dd-4b66-9fca-f3f07a55c443 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.928764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5600622e-b571-49e5-94d7-9ae3ec675a20 req-1e0ddbb1-c7dd-4b66-9fca-f3f07a55c443 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 945 time: 0.2638893 Apr 20 13:23:35.934214 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:35.967594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:35.988805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-e4c569ce-bd21-44fe-83d4-3b8774bb99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:35.990357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-e4c569ce-bd21-44fe-83d4-3b8774bb99d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 1096 time: 0.3274376 Apr 20 13:23:36.024227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-577894e5-d6a5-4c1d-911f-16863d692f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:36.029676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-12bd0b1d-d7fa-4981-89cc-f19d59f1b501 req-4a6712ab-e47e-4ce1-ae8d-befb56efa17e service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645151 Apr 20 13:23:36.115880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-710c8040-2e19-4490-95d9-7b85fa1e23ea tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a51c763568d4feaa684cf2f9cab2a82 HTTP/1.1" status: 200 len: 378 time: 0.1852517 Apr 20 13:23:36.157471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'port': {'device_id': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'admin_state_up': True, 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'security_groups': ['0e4a188e-771b-441d-8c49-866905a85ae8']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:36.201102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5600622e-b571-49e5-94d7-9ae3ec675a20 req-48c5aa94-f16f-4033-9ae7-fb1f6caf4351 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598927 Apr 20 13:23:36.238845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:36.259178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24a39739-483c-41ff-ba93-36f89735b261 req-4ca01319-e2b2-495b-bf74-23cf93e2ea8d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 210 time: 0.1057079 Apr 20 13:23:36.272562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c6db20-2521-41b1-b74f-02f6882def6a None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:11:36Z', 'revision_number': 4, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '5dd6bdbd-3672-4e65-836e-77b935902634', 'name': '', 'network_id': '3433df13-5d17-4963-8241-354461d4c350', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'mac_address': 'fa:16:3e:a7:6c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:34Z', 'updated_at': '2022-04-20T13:11:42Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'subnets': [{'id': '76818cd9-7189-48bf-99b8-e00bac82b607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:36.335881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Allocated IP 172.25.3.193 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ffb84ea5-3a8f-4438-a313-72afa4461f63) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:36.377019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-a04242c6-17d2-4b06-acb3-a2249626377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:36.378550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-a04242c6-17d2-4b06-acb3-a2249626377f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 200 len: 912 time: 0.3418016 Apr 20 13:23:36.471411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-abdb1692-99eb-42c3-ac1e-b8c2b41a9614 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 200 len: 217 time: 0.0701857 Apr 20 13:23:36.551884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Made reservation on behalf of 9a51c763568d4feaa684cf2f9cab2a82 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:36.555439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:36.564239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-24da8898-c8f8-41c2-af9b-51d593e70627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:36.565907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-24da8898-c8f8-41c2-af9b-51d593e70627 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 200 len: 850 time: 0.0833867 Apr 20 13:23:36.608347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:36.612773 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53ae79-9646-4e91-96e0-61d2fb3fe896 None None] New status for floating IP 8388bc2e-5dd1-4b86-966f-63f81273771f: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:23:36.708622 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-67d2693a-0d66-49a3-8382-a428bb3af84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:36.710293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-67d2693a-0d66-49a3-8382-a428bb3af84c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3433df13-5d17-4963-8241-354461d4c350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329391 Apr 20 13:23:36.807048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:36.853516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.20.0.6 (abcfec5b-78c4-4529-9e8d-99302a6fafb2/b3e90d7a-8b0a-4d50-8e41-264cfba6328b/a9dd01ef-b9ec-4e47-893a-adbbd1daf411) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:36.874985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:36.890982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:36.900334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:36.908257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Port': ['ID=ffb84ea5-3a8f-4438-a313-72afa4461f63,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:36.967030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-49cd88a0-5cc1-4190-8ddb-c49fc392f3c1 service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445099 Apr 20 13:23:37.238198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b7d30-6e1e-4942-9b60-689918738c3d req-c5a3417a-a560-42d0-8926-f651679f4975 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.239715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-797b7d30-6e1e-4942-9b60-689918738c3d req-c5a3417a-a560-42d0-8926-f651679f4975 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 945 time: 0.0903745 Apr 20 13:23:37.266495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.360616 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.369360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-3eaca3d9-cf9c-467d-bf99-b63882ee9a2f service neutron] 10.222.0.37 "GET /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927908 Apr 20 13:23:37.387462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port d83de2b1-4b93-4911-a358-8ab4b674e0f7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:37.387865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.423804 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e61e4459-5811-4361-943d-cd4e16b49ed7 req-078e2d7d-cb3d-4bdb-870f-9140dfd8b378 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 210 time: 0.0533111 Apr 20 13:23:37.494845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7578f-3190-4258-aef9-62c699692e73 req-a9ebc621-97be-4ec0-9b59-d1437d9a26ed tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.496432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71d7578f-3190-4258-aef9-62c699692e73 req-a9ebc621-97be-4ec0-9b59-d1437d9a26ed tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 945 time: 0.1955676 Apr 20 13:23:37.504291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] For port d83de2b1-4b93-4911-a358-8ab4b674e0f7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=d83de2b1-4b93-4911-a358-8ab4b674e0f7,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:37.504663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.522584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for d83de2b1-4b93-4911-a358-8ab4b674e0f7 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:37.531235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.539644 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.646346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71d7578f-3190-4258-aef9-62c699692e73 req-5b469cad-712c-4cba-b1d2-fd9bebdb53cc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/security-groups?id=976fc265-a00c-487d-8223-81055b3dd544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380396 Apr 20 13:23:37.655720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:37.658345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:37.662294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:37.664538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:37.678103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.718159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=d83de2b1-4b93-4911-a358-8ab4b674e0f7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:37.782973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:37.783644 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.791455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] No DVR routers for this DVR port d83de2b1-4b93-4911-a358-8ab4b674e0f7 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:37.795950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.799703 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-797b7d30-6e1e-4942-9b60-689918738c3d req-8f88ad51-ae98-4e94-adf0-b98b638b3210 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.37 "DELETE /v2.0/ports/d83de2b1-4b93-4911-a358-8ab4b674e0f7 HTTP/1.1" status: 204 len: 173 time: 0.5538967 Apr 20 13:23:37.800230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'name': 'network-vif-deleted', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:37.803283 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9a2b5e-821a-4e03-b3c5-931e95e5bc6d" -d '{"events": [{"server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "name": "network-vif-deleted", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:37.849885 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8a0ff-f30d-4acc-b2a4-5ef66893a85e x-openstack-request-id: req-d2f8a0ff-f30d-4acc-b2a4-5ef66893a85e {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:37.850425 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b54e6a-d071-4599-812a-8a59bc3a26ec", "name": "network-vif-deleted", "tag": "d83de2b1-4b93-4911-a358-8ab4b674e0f7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:37.851009 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2f8a0ff-f30d-4acc-b2a4-5ef66893a85e {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:37.851685 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f8a0ff-f30d-4acc-b2a4-5ef66893a85e'] response: {'server_uuid': '10b54e6a-d071-4599-812a-8a59bc3a26ec', 'name': 'network-vif-deleted', 'tag': 'd83de2b1-4b93-4911-a358-8ab4b674e0f7', 'status': 'completed', 'code': 200} Apr 20 13:23:37.857382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-ceef8588-0341-4d36-8168-57f7da35bde3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7238066 Apr 20 13:23:37.875560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Request body: {'port': {'device_id': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:37.947958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:37.953099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.063360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2870a7cd-ae17-4b1f-95f6-a86c0e856612 None None] Provisioning complete for port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:38.063972 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2870a7cd-ae17-4b1f-95f6-a86c0e856612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.073303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.114263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2870a7cd-ae17-4b1f-95f6-a86c0e856612 None None] Port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:38.621823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:38.677154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Router ca18bad0-fdce-4de5-8827-e70ee71f3072 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:38.834217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c97c0b-8f42-4264-8a2c-13af809b7e21 req-161d9a58-da21-4b31-9284-784ffc6780ec tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:38.835909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c97c0b-8f42-4264-8a2c-13af809b7e21 req-161d9a58-da21-4b31-9284-784ffc6780ec tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 931 time: 0.2781539 Apr 20 13:23:38.874025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3085889b-6de3-4053-80aa-d3f4aff4b291 req-62a8e4d2-2e4f-48a4-ab4c-3b7b7ca807d9 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 210 time: 0.0993693 Apr 20 13:23:38.954884 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.002586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c97c0b-8f42-4264-8a2c-13af809b7e21 req-21337158-57b4-4542-8659-c5bf41aa690c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258974 Apr 20 13:23:39.017804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9dd01ef-b9ec-4e47-893a-adbbd1daf411 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:39.029614 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.045459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:39.051933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.053296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d82e4ba4-14e2-4bde-8034-803ffefe74e2 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "PUT /v2.0/routers/ca18bad0-fdce-4de5-8827-e70ee71f3072 HTTP/1.1" status: 200 len: 918 time: 4.4718564 Apr 20 13:23:39.054693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Transition to ACTIVE for port object a9dd01ef-b9ec-4e47-893a-adbbd1daf411 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:23:39.056065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43654) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:39.061339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] Sync routers for ids ['ca18bad0-fdce-4de5-8827-e70ee71f3072'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:39.064526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.072243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] Routers {'ca18bad0-fdce-4de5-8827-e70ee71f3072'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:39.073184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca18bad0-fdce-4de5-8827-e70ee71f3072'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:39.115811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:39.126323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] Routers {'ca18bad0-fdce-4de5-8827-e70ee71f3072'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:39.127350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ca18bad0-fdce-4de5-8827-e70ee71f3072'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:39.175020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:39.176081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d885114-2fd3-4fe6-929e-16b2103f87d5 None None] The sync data for ids ['ca18bad0-fdce-4de5-8827-e70ee71f3072'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:39.190624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:39.213929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.215155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.215814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.216280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.216832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.217600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.217862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.218289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.218756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.219249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.219677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.220110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:39.237961 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1f6a27bb-75f6-473f-8255-11eefca5ea5e tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/ca18bad0-fdce-4de5-8827-e70ee71f3072 HTTP/1.1" status: 200 len: 924 time: 0.1801960 Apr 20 13:23:39.242639 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:39.302767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Attempting to bind port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:39.303101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Attempting to bind port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:39.303449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Attempting to bind port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 on network abcfec5b-78c4-4529-9e8d-99302a6fafb2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:39.304297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceadf48-8328-4f35-ad5a-e01e9891aea8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.306817 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ceadf48-8328-4f35-ad5a-e01e9891aea8 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=ca18bad0-fdce-4de5-8827-e70ee71f3072&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0627291 Apr 20 13:23:39.309205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:39.311754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 on network abcfec5b-78c4-4529-9e8d-99302a6fafb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:23:39.312259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Attempting to bind port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 on network abcfec5b-78c4-4529-9e8d-99302a6fafb2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:39.319266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:39.319639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Checking segment: {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:39.320022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Bound using segment: {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:39.320451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Bound port: a9dd01ef-b9ec-4e47-893a-adbbd1daf411, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1764e3b4-7695-4226-9b1c-1d0e4221cc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:39.321781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.414079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] For port a9dd01ef-b9ec-4e47-893a-adbbd1daf411, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:39.417466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad55d3a-704d-49b6-8cf2-d391eda2897c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.418188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] For port a9dd01ef-b9ec-4e47-893a-adbbd1daf411, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:39.426692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:39.428744 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ad55d3a-704d-49b6-8cf2-d391eda2897c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.1183221 Apr 20 13:23:39.439140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.486060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f2bde3f4-234b-4128-bdd1-f8900821144d tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca18bad0-fdce-4de5-8827-e70ee71f3072 HTTP/1.1" status: 200 len: 205 time: 0.0577309 Apr 20 13:23:39.489395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43664) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:39.506361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.506882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.508608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9dd01ef-b9ec-4e47-893a-adbbd1daf411 HTTP/1.1" status: 200 len: 1091 time: 1.6372674 Apr 20 13:23:39.509006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:39.513049 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8880d765-e14f-4cef-9cf2-fc46b02e47cd" -d '{"events": [{"name": "network-changed", "server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:39.552558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e8883-5b03-4649-8791-2ca7bfd6b8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:39.598230 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91fda66-54ef-48ac-8e19-39bdca4aa8a5 x-openstack-request-id: req-e91fda66-54ef-48ac-8e19-39bdca4aa8a5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:39.598694 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:39.599012 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e91fda66-54ef-48ac-8e19-39bdca4aa8a5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:39.599252 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91fda66-54ef-48ac-8e19-39bdca4aa8a5'] response: {'name': 'network-changed', 'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'status': 'completed', 'code': 200} Apr 20 13:23:39.619683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-79fad42d-7d2c-4061-96a2-4bbc61c0867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.623079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-79fad42d-7d2c-4061-96a2-4bbc61c0867e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 1094 time: 0.0654802 Apr 20 13:23:39.677395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-16449042-b33c-484d-a547-9347cc12861b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411 HTTP/1.1" status: 200 len: 217 time: 0.0469177 Apr 20 13:23:39.691665 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.737971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-60c1bdb4-fc6f-4d8a-a824-f589613c6add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.740251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-60c1bdb4-fc6f-4d8a-a824-f589613c6add service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3e90d7a-8b0a-4d50-8e41-264cfba6328b HTTP/1.1" status: 200 len: 834 time: 0.0556903 Apr 20 13:23:39.800754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe38d-541d-45bc-bb20-345759204bc9 req-76b675e9-52fc-4549-987a-a3057b4b4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:39.802510 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-76b675e9-52fc-4549-987a-a3057b4b4254 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abcfec5b-78c4-4529-9e8d-99302a6fafb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540347 Apr 20 13:23:39.855676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.920727 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Deleting port ffb84ea5-3a8f-4438-a313-72afa4461f63 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:39.921076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:39.939364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-75567003-15d4-422a-b65c-ad4211a8e1c9 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275620 Apr 20 13:23:40.006323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.018523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Calling delete_port for ffb84ea5-3a8f-4438-a313-72afa4461f63 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:40.119430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-185c24d3-e01c-43ff-acf4-fbafb6352ffd req-613365b4-5779-4628-b688-717c631fd17a tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 210 time: 0.0659492 Apr 20 13:23:40.205134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-542fe38d-541d-45bc-bb20-345759204bc9 req-afed5487-cb4e-4f94-82c7-68e1716b0c14 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587409 Apr 20 13:23:40.216690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5fc7-2811-4874-a71c-6586bba8c4c6 req-5bd45b58-2a11-450d-a755-ed23b1c8dd00 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:40.225015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dda5fc7-2811-4874-a71c-6586bba8c4c6 req-5bd45b58-2a11-450d-a755-ed23b1c8dd00 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 943 time: 0.1113932 Apr 20 13:23:40.244066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.272886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event deleted for resources: {'Port': ['ID=ffb84ea5-3a8f-4438-a313-72afa4461f63,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:40.368585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dda5fc7-2811-4874-a71c-6586bba8c4c6 req-42a53eae-76c8-4c4f-a921-93a46667c028 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1423957 Apr 20 13:23:40.369417 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.380442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-b619f9b3-1d91-4a74-8c93-7cbfb30bf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:40.382186 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-b619f9b3-1d91-4a74-8c93-7cbfb30bf876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 1094 time: 0.1149580 Apr 20 13:23:40.492871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-75096db7-67a8-4063-927e-570c8f5791d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:40.494714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-75096db7-67a8-4063-927e-570c8f5791d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=abcfec5b-78c4-4529-9e8d-99302a6fafb2 HTTP/1.1" status: 200 len: 898 time: 0.1039588 Apr 20 13:23:40.501002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.503463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.555046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.555708 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Fanout notify agent at l3_agent the message router_deleted on router ca18bad0-fdce-4de5-8827-e70ee71f3072 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:40.559657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-d3d50f5b-bf8b-4618-a6ff-662ce6ca0363 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411 HTTP/1.1" status: 200 len: 217 time: 0.0570025 Apr 20 13:23:40.563922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.568897 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c8ec4c07-ce4b-4aae-a01d-43bc824a783e tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/ca18bad0-fdce-4de5-8827-e70ee71f3072 HTTP/1.1" status: 204 len: 168 time: 1.0784154 Apr 20 13:23:40.569515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43678) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:40.574223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-366862d6-5793-4270-b51d-e14faca13ec5 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-223097890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:40.597243 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-366862d6-5793-4270-b51d-e14faca13ec5 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.598387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-366862d6-5793-4270-b51d-e14faca13ec5 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.629507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-fd7d5b71-a943-4ecd-936c-0fa6b8ae2f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:40.637839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-fd7d5b71-a943-4ecd-936c-0fa6b8ae2f65 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3e90d7a-8b0a-4d50-8e41-264cfba6328b HTTP/1.1" status: 200 len: 834 time: 0.0716691 Apr 20 13:23:40.659172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-366862d6-5793-4270-b51d-e14faca13ec5 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.673056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-366862d6-5793-4270-b51d-e14faca13ec5 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.703838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-366862d6-5793-4270-b51d-e14faca13ec5 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:40.707267 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-366862d6-5793-4270-b51d-e14faca13ec5 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1361849 Apr 20 13:23:40.709921 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43680) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:40.718957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'enable_snat': False}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:40.724522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-5645bbbf-098a-4a8e-8ece-8a68509230e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:40.726160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-5645bbbf-098a-4a8e-8ece-8a68509230e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abcfec5b-78c4-4529-9e8d-99302a6fafb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815134 Apr 20 13:23:40.883489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-27a1bd74-7866-40ec-ab34-c65e47e0b022 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489644 Apr 20 13:23:41.015171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8880d765-e14f-4cef-9cf2-fc46b02e47cd req-970f4478-a05e-469e-a737-bac4b0685c39 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256802 Apr 20 13:23:41.040473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.040774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:23:41.090022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d83de2b1-4b93-4911-a358-8ab4b674e0f7 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:41.123735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: d83de2b1-4b93-4911-a358-8ab4b674e0f7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:41.124472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device d83de2b1-4b93-4911-a358-8ab4b674e0f7 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:41.254969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb06ae8-5998-45ef-a875-7f63f6fc1b8e req-59c039c6-c3bd-4028-a0df-e6d4299b2d90 tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 210 time: 0.0450468 Apr 20 13:23:41.284937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.335785 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.500360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Allocated IP 172.25.3.195 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/4e03eb05-cc9e-48a5-aaf0-4f0a858d3864) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:41.534806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3e140-896e-4add-bbce-a91545f12050 req-d451f3de-e92f-4919-9ab0-4850220e009d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:41.536594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1a3e140-896e-4add-bbce-a91545f12050 req-d451f3de-e92f-4919-9ab0-4850220e009d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 943 time: 0.0716715 Apr 20 13:23:41.598460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1a3e140-896e-4add-bbce-a91545f12050 req-f2c24c05-301a-4e81-ba46-054adb2cb03a tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494223 Apr 20 13:23:41.670913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.728272 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:41.787039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:41.790030 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Pushing event updated for resources: {'Port': ['ID=4e03eb05-cc9e-48a5-aaf0-4f0a858d3864,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:41.802065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:41.810455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:42.080221 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.298003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.301684 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.411851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15289c7b-acc5-45b2-8180-467cee5f5871 req-2612164f-c26f-43c6-a9f9-f3afdbf1ebcc tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=10b54e6a-d071-4599-812a-8a59bc3a26ec HTTP/1.1" status: 200 len: 210 time: 0.0340648 Apr 20 13:23:42.458598 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Router 8bb4d465-4cf4-48e3-9724-7590054c5930 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:42.571862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:42.576765 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:42.580614 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e574d011-dece-46f1-8eb3-8430172a48ea tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "PUT /v2.0/routers/8bb4d465-4cf4-48e3-9724-7590054c5930 HTTP/1.1" status: 200 len: 919 time: 1.8694994 Apr 20 13:23:42.580748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43700) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:42.583200 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] Sync routers for ids ['8bb4d465-4cf4-48e3-9724-7590054c5930'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:42.594107 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] Routers {'8bb4d465-4cf4-48e3-9724-7590054c5930'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:42.594627 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8bb4d465-4cf4-48e3-9724-7590054c5930'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:42.631170 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:42.643127 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] Routers {'8bb4d465-4cf4-48e3-9724-7590054c5930'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:42.643807 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8bb4d465-4cf4-48e3-9724-7590054c5930'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:42.695830 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:42.696820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50697d3-0708-4b1c-996d-7dd79ab63d26 None None] The sync data for ids ['8bb4d465-4cf4-48e3-9724-7590054c5930'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:42.734239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b5011b01-04bf-4d0b-b2d0-c02de700252c tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/8bb4d465-4cf4-48e3-9724-7590054c5930 HTTP/1.1" status: 200 len: 925 time: 0.1524572 Apr 20 13:23:42.736944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:42.779363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c192be-1c4f-4606-81aa-a92c087b9177 req-221888e8-633a-40c5-aea3-810427ee3df6 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.781533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35c192be-1c4f-4606-81aa-a92c087b9177 req-221888e8-633a-40c5-aea3-810427ee3df6 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 943 time: 0.0843263 Apr 20 13:23:42.815106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b587cd-04fd-4ed8-8446-016da39cb02e tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.818230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-57b587cd-04fd-4ed8-8446-016da39cb02e tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=8bb4d465-4cf4-48e3-9724-7590054c5930&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0802233 Apr 20 13:23:42.819319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43706) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:42.842353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35c192be-1c4f-4606-81aa-a92c087b9177 req-5abf6fe2-a8a8-44d8-86b8-cf190eeab396 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543666 Apr 20 13:23:42.919955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e79df-bef6-4668-b06e-e9948a291400 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:42.921352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8b2e79df-bef6-4668-b06e-e9948a291400 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/networks/724cd4bc-5a1a-4a63-a6a7-3df332e9e1df HTTP/1.1" status: 200 len: 881 time: 0.0948634 Apr 20 13:23:42.924191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43708) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:42.950466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cf1f7e87-7b9e-41d8-8af9-dfb358955406 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bb4d465-4cf4-48e3-9724-7590054c5930 HTTP/1.1" status: 200 len: 205 time: 0.0252581 Apr 20 13:23:42.952856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:43.060977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.106012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a9dd01ef-b9ec-4e47-893a-adbbd1daf411 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:23:43.179410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.204728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port a9dd01ef-b9ec-4e47-893a-adbbd1daf411, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:43.216888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'port_id': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'mac_address': 'fa:16:3e:46:f4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:23:43.233802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Deleting port 4e03eb05-cc9e-48a5-aaf0-4f0a858d3864 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:43.234218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.258412 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.271651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9dd01ef-b9ec-4e47-893a-adbbd1daf411 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:23:43.292869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port a9dd01ef-b9ec-4e47-893a-adbbd1daf411, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:43.297226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.315183 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.327254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Calling delete_port for 4e03eb05-cc9e-48a5-aaf0-4f0a858d3864 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:43.345529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:43.352765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.353116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.353457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.353826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.354164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.354498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.355464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.355798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.356193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.356463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.356788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.357114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:23:43.481558 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43720) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:43.499670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['a9dd01ef-b9ec-4e47-893a-adbbd1daf411'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:23:43.522996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.558429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event deleted for resources: {'Port': ['ID=4e03eb05-cc9e-48a5-aaf0-4f0a858d3864,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:43.625912 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.768567 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.771243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.835201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.835845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb4d465-4cf4-48e3-9724-7590054c5930 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:43.845381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.846622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-618ba6e7-e872-4d16-b388-5880a9b17744 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/8bb4d465-4cf4-48e3-9724-7590054c5930 HTTP/1.1" status: 204 len: 168 time: 0.8928802 Apr 20 13:23:43.850310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43722) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:43.855250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1907849739', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:43.882983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.884834 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:43.957280 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.044620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Deleting port fc8f034c-e12e-4c6b-bc98-bc98bc5c213a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:44.045123 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.070374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e580b3-efcb-479c-9d9f-f295d9ec2c33 req-6f36315c-a7c9-40d4-80c1-e295641477f3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:44.071887 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8e580b3-efcb-479c-9d9f-f295d9ec2c33 req-6f36315c-a7c9-40d4-80c1-e295641477f3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 944 time: 0.1253507 Apr 20 13:23:44.124105 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.124575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.137352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Calling delete_port for fc8f034c-e12e-4c6b-bc98-bc98bc5c213a owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:44.151223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.191463 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8e580b3-efcb-479c-9d9f-f295d9ec2c33 req-203cb390-f44e-47d6-83c8-7a93329cc26b tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851486 Apr 20 13:23:44.317680 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.350093 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'Port': ['ID=fc8f034c-e12e-4c6b-bc98-bc98bc5c213a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:44.457750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.461136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.462677 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5bb2c400-c6d9-461a-bf6c-98d02d2324ab tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "DELETE /v2.0/floatingips/bf118cfa-ccf2-48b5-ad24-0d787e57629b HTTP/1.1" status: 204 len: 168 time: 0.9800675 Apr 20 13:23:44.761398 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.784210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:44.912605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Allocated IP 172.25.3.123 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/e6edb290-5ef5-4398-af1d-1a09c58cdb48) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:45.023806 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.061147 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.106856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:45.110237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:45.114952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:45.118973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event updated for resources: {'Port': ['ID=e6edb290-5ef5-4398-af1d-1a09c58cdb48,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:45.121317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a9dd01ef-b9ec-4e47-893a-adbbd1daf411 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:45.218682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:23:45.227643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:45.228153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.363013 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.420614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:45.423420 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf4f82-df66-4f89-950d-fe5e6b6b7d5c" -d '{"events": [{"server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:45.446933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd7a8d-3004-4e34-a555-75763f8aca2e req-6d9d66ca-9d8a-4afe-96d1-3e353d7060f3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:45.449431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17cd7a8d-3004-4e34-a555-75763f8aca2e req-6d9d66ca-9d8a-4afe-96d1-3e353d7060f3 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 944 time: 0.1236835 Apr 20 13:23:45.456836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port a9dd01ef-b9ec-4e47-893a-adbbd1daf411, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:45.465537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.513453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17cd7a8d-3004-4e34-a555-75763f8aca2e req-b44efc38-464f-451e-9038-ad489a55528d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484087 Apr 20 13:23:45.543479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:45.590811 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.624157 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3f39d-1a31-4026-ab62-2f0093ac64c2 x-openstack-request-id: req-c2b3f39d-1a31-4026-ab62-2f0093ac64c2 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:45.625501 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "name": "network-vif-plugged", "status": "completed", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:45.626060 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c2b3f39d-1a31-4026-ab62-2f0093ac64c2 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:45.626684 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b3f39d-1a31-4026-ab62-2f0093ac64c2'] response: {'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'code': 200} Apr 20 13:23:45.851141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88f6c5-cba7-49b2-b8c3-d0dbc331698c req-249c551e-730b-43dc-b354-ba63650bb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:45.852878 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee88f6c5-cba7-49b2-b8c3-d0dbc331698c req-249c551e-730b-43dc-b354-ba63650bb18a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 1096 time: 0.1197162 Apr 20 13:23:45.897474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:45.904866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee88f6c5-cba7-49b2-b8c3-d0dbc331698c req-ed0619f3-22e6-4429-9dd3-4d530d5756aa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449786 Apr 20 13:23:46.041838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Router 4a261ce3-b7cd-465c-a1a8-e4768eb06eaa is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:23:46.182433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:46.194226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] Sync routers for ids ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:46.206873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] Routers {'4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:46.208288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:46.214377 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.215837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85ea7ab4-108e-4130-93a0-bd8b701c4158 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3646731 Apr 20 13:23:46.218595 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43758) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:46.224243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:46.255462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:46.265830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] Routers {'4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:46.266436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:46.301711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:46.302363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9489950f-9267-4f12-8a81-eead448e7558 None None] The sync data for ids ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:46.620031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.659164 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.711632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045aeec-393c-4e55-a84b-646afb89ee1f req-87759f1e-e798-4042-9119-40e261238977 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:46.713404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f045aeec-393c-4e55-a84b-646afb89ee1f req-87759f1e-e798-4042-9119-40e261238977 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0898657 Apr 20 13:23:46.764373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Deleting port e6edb290-5ef5-4398-af1d-1a09c58cdb48 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:46.764685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.784161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f045aeec-393c-4e55-a84b-646afb89ee1f req-c2e5b3b7-4bc0-4d97-a5e8-5376ee2d2b71 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558524 Apr 20 13:23:46.886738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:46.904982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Calling delete_port for e6edb290-5ef5-4398-af1d-1a09c58cdb48 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:47.096781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.123618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Pushing event deleted for resources: {'Port': ['ID=e6edb290-5ef5-4398-af1d-1a09c58cdb48,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:47.195302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.420271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.423539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.503318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Router 4a261ce3-b7cd-465c-a1a8-e4768eb06eaa has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:47.581734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:47.588334 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.590231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0a7e8bde-9c28-49b0-a29f-fd73eeb7eebd tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "PUT /v2.0/routers/4a261ce3-b7cd-465c-a1a8-e4768eb06eaa HTTP/1.1" status: 200 len: 710 time: 1.3706326 Apr 20 13:23:47.591925 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c93f99-0503-4160-8642-9b10016f344d None None] Sync routers for ids ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:47.592899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43776) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:47.605980 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c93f99-0503-4160-8642-9b10016f344d None None] Routers {'4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:47.607124 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-20c93f99-0503-4160-8642-9b10016f344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:47.650389 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-20c93f99-0503-4160-8642-9b10016f344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:47.663860 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c93f99-0503-4160-8642-9b10016f344d None None] Routers {'4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:47.664867 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-20c93f99-0503-4160-8642-9b10016f344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:47.676030 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e1ed919b-7627-4b83-a605-8b771f637576 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/routers/4a261ce3-b7cd-465c-a1a8-e4768eb06eaa HTTP/1.1" status: 200 len: 745 time: 0.0819445 Apr 20 13:23:47.678924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43778) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:47.704944 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-20c93f99-0503-4160-8642-9b10016f344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:47.705578 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c93f99-0503-4160-8642-9b10016f344d None None] The sync data for ids ['4a261ce3-b7cd-465c-a1a8-e4768eb06eaa'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:47.738032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f8e8baf5-3d17-4bdc-aad0-0fc22e8afe09 tempest-RoutersIpV6AdminTest-1941000721 tempest-RoutersIpV6AdminTest-1941000721-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&device_id=4a261ce3-b7cd-465c-a1a8-e4768eb06eaa HTTP/1.1" status: 200 len: 205 time: 0.0556164 Apr 20 13:23:47.738302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43780) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:47.770825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cece0240-3c53-42dc-944d-e47f7bed2689 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a261ce3-b7cd-465c-a1a8-e4768eb06eaa HTTP/1.1" status: 200 len: 205 time: 0.0291181 Apr 20 13:23:47.771054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43782) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:47.859296 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd44c7c5-d402-4f13-b850-e1eabe81c2f7 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.904051 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:47.965467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9317746c-3624-4fdc-b8ad-828c0644a17b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:47.991922 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9317746c-3624-4fdc-b8ad-828c0644a17b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.060750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9317746c-3624-4fdc-b8ad-828c0644a17b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.063441 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9317746c-3624-4fdc-b8ad-828c0644a17b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.067248 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9317746c-3624-4fdc-b8ad-828c0644a17b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] 10.222.0.24 "DELETE /v2.0/security-groups/976fc265-a00c-487d-8223-81055b3dd544 HTTP/1.1" status: 204 len: 168 time: 0.1596179 Apr 20 13:23:48.077551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317746c-3624-4fdc-b8ad-828c0644a17b tempest-TestVolumeBootPattern-1237491450 tempest-TestVolumeBootPattern-1237491450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976fc265-a00c-487d-8223-81055b3dd544,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:48.141684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.420937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd44c7c5-d402-4f13-b850-e1eabe81c2f7 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.423564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd44c7c5-d402-4f13-b850-e1eabe81c2f7 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.473453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d074d1-4090-4e15-954c-15dceedf1052 req-788fdef8-08d8-4c4b-8fb2-0859d6fba1a2 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:48.481615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00d074d1-4090-4e15-954c-15dceedf1052 req-788fdef8-08d8-4c4b-8fb2-0859d6fba1a2 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 945 time: 0.5424452 Apr 20 13:23:48.503332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd44c7c5-d402-4f13-b850-e1eabe81c2f7 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.503857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd44c7c5-d402-4f13-b850-e1eabe81c2f7 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Fanout notify agent at l3_agent the message router_deleted on router 4a261ce3-b7cd-465c-a1a8-e4768eb06eaa {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:48.511210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cd44c7c5-d402-4f13-b850-e1eabe81c2f7 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.517749 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cd44c7c5-d402-4f13-b850-e1eabe81c2f7 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/4a261ce3-b7cd-465c-a1a8-e4768eb06eaa HTTP/1.1" status: 204 len: 168 time: 0.7455530 Apr 20 13:23:48.518356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43800) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.557307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b98cbc1d-7ed2-4786-b6b8-897e72cd3d40 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a261ce3-b7cd-465c-a1a8-e4768eb06eaa HTTP/1.1" status: 200 len: 205 time: 0.0295601 Apr 20 13:23:48.560313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43804) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.564740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00d074d1-4090-4e15-954c-15dceedf1052 req-240ea6b0-b3ff-4f37-b997-25e91d47eed4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827010 Apr 20 13:23:48.619004 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-4163d0fe-c11d-417f-b451-c958f36e6b8c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] delete failed (client error): The resource could not be found. Apr 20 13:23:48.620268 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4163d0fe-c11d-417f-b451-c958f36e6b8c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/4a261ce3-b7cd-465c-a1a8-e4768eb06eaa HTTP/1.1" status: 404 len: 336 time: 0.0587876 Apr 20 13:23:48.622810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43808) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.657283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27ae08b3-686c-4f91-892f-a4c79cae975c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bb4d465-4cf4-48e3-9724-7590054c5930 HTTP/1.1" status: 200 len: 205 time: 0.0310996 Apr 20 13:23:48.657529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43810) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.698800 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-6fc4b05c-c5df-4ff4-9bb3-40488e6fedc8 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] delete failed (client error): The resource could not be found. Apr 20 13:23:48.701672 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6fc4b05c-c5df-4ff4-9bb3-40488e6fedc8 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/8bb4d465-4cf4-48e3-9724-7590054c5930 HTTP/1.1" status: 404 len: 336 time: 0.0413368 Apr 20 13:23:48.702429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43812) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.703736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e00bd4-d6fb-45a3-8c0a-f1c70ae1c3f4 req-5b8ac7f4-3ddf-444b-b4c5-8265c5dd9657 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:48.705512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7e00bd4-d6fb-45a3-8c0a-f1c70ae1c3f4 req-5b8ac7f4-3ddf-444b-b4c5-8265c5dd9657 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0543225 Apr 20 13:23:48.749984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7e00bd4-d6fb-45a3-8c0a-f1c70ae1c3f4 req-8d1a9b6e-7f14-48c1-bf01-528bec6ec011 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355167 Apr 20 13:23:48.750229 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d4c82ddb-77b8-4fbf-8bdb-9605ccda6ca9 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca18bad0-fdce-4de5-8827-e70ee71f3072 HTTP/1.1" status: 200 len: 205 time: 0.0443990 Apr 20 13:23:48.750337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43814) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.779454 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.792910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:48.796640 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-f7a95924-73e7-4c41-9f27-fac3e9b95672 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] delete failed (client error): The resource could not be found. Apr 20 13:23:48.797913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f7a95924-73e7-4c41-9f27-fac3e9b95672 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/ca18bad0-fdce-4de5-8827-e70ee71f3072 HTTP/1.1" status: 404 len: 336 time: 0.0462124 Apr 20 13:23:48.800210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43818) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.826882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ae3eb40d-9c48-4a30-9d6c-3fd4a7a15da3 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 HTTP/1.1" status: 200 len: 205 time: 0.0256124 Apr 20 13:23:48.829168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43820) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.867187 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-ae572aef-5ced-4671-98c4-25000aaf684f tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] delete failed (client error): The resource could not be found. Apr 20 13:23:48.870403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ae572aef-5ced-4671-98c4-25000aaf684f tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/5de3c1a9-3c0a-47c2-84e5-39f0a34b8bc9 HTTP/1.1" status: 404 len: 336 time: 0.0378373 Apr 20 13:23:48.872466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43822) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.872614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7eff09-3ec0-4c78-b319-599f16768b1f tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:48.874099 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7d7eff09-3ec0-4c78-b319-599f16768b1f tempest-TestNetworkBasicOps-1924821410 tempest-TestNetworkBasicOps-1924821410-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 1091 time: 0.0936565 Apr 20 13:23:48.876815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43824) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.888214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:48.923687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-623d9c29-cddc-4929-9864-22e0d4cf30c2 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 HTTP/1.1" status: 200 len: 205 time: 0.0501316 Apr 20 13:23:48.926383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43828) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.965300 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-2090b7c8-6082-47a3-9f23-b49ba0394c0c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] delete failed (client error): The resource could not be found. Apr 20 13:23:48.968748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2090b7c8-6082-47a3-9f23-b49ba0394c0c tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/0d58968b-42af-4ca4-a7b9-f5dd45dd6bc4 HTTP/1.1" status: 404 len: 336 time: 0.0391021 Apr 20 13:23:48.969336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43832) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:48.981684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.014231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fc72213d-393f-4702-afff-e328a65dd015 tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6 HTTP/1.1" status: 200 len: 205 time: 0.0437543 Apr 20 13:23:49.017170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43834) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:49.059175 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-04c758fd-23eb-4024-b5cd-93a7cf1496ac tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] delete failed (client error): The resource could not be found. Apr 20 13:23:49.060199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-04c758fd-23eb-4024-b5cd-93a7cf1496ac tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/routers/7d00ffbf-ffb8-42b3-acaa-85bed99fb8d6 HTTP/1.1" status: 404 len: 336 time: 0.0427086 Apr 20 13:23:49.062780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43836) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:49.103636 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Deleting port 5dd6bdbd-3672-4e65-836e-77b935902634 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:49.104101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.119293 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-72156d5a-45dd-44b4-ab15-75e57dcc2f5d tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] DELETE failed (client error): The resource could not be found. Apr 20 13:23:49.119744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72156d5a-45dd-44b4-ab15-75e57dcc2f5d tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:23:49.125329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-72156d5a-45dd-44b4-ab15-75e57dcc2f5d tempest-RoutersIpV6AdminTest-1610228975 tempest-RoutersIpV6AdminTest-1610228975-project] 10.222.0.24 "DELETE /v2.0/subnets/4569e7c7-336d-4e5b-a071-ffd5c910f89a HTTP/1.1" status: 404 len: 337 time: 0.0590682 Apr 20 13:23:49.175786 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.196331 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.200914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] For port 5dd6bdbd-3672-4e65-836e-77b935902634, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=5dd6bdbd-3672-4e65-836e-77b935902634,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:49.201284 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.221594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Calling delete_port for 5dd6bdbd-3672-4e65-836e-77b935902634 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:49.305797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Allocated IP 172.25.3.140 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/6816be19-3458-41c1-8042-342d0311d78a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:49.382731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43842) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:49.438784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.465135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.476306 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.495734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd6bdbd-3672-4e65-836e-77b935902634,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:49.538780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:49.550462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:49.561422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:49.592141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f68822c-f040-4e1c-91c6-e800432a5aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.607684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=6816be19-3458-41c1-8042-342d0311d78a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:49.690103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f68822c-f040-4e1c-91c6-e800432a5aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.698076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0f68822c-f040-4e1c-91c6-e800432a5aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.732313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.776282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0f68822c-f040-4e1c-91c6-e800432a5aa5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ae3d91dd8a14f56a8008f38c8b9c7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920338 Apr 20 13:23:49.776921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43850) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:49.791799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68822c-f040-4e1c-91c6-e800432a5aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0291ab-9ae8-40e1-8f25-79d3f9a22e6c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:49.927754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b51577ca-fbe6-4b41-8a94-e86e6b955c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:49.988308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b51577ca-fbe6-4b41-8a94-e86e6b955c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.021066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Router 895b2ca2-3df7-4692-9949-faa85b01ede5 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:50.076734 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b51577ca-fbe6-4b41-8a94-e86e6b955c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.079417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b51577ca-fbe6-4b41-8a94-e86e6b955c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.080601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b51577ca-fbe6-4b41-8a94-e86e6b955c3b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e0291ab-9ae8-40e1-8f25-79d3f9a22e6c HTTP/1.1" status: 204 len: 168 time: 0.2997761 Apr 20 13:23:50.122616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51577ca-fbe6-4b41-8a94-e86e6b955c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0291ab-9ae8-40e1-8f25-79d3f9a22e6c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:50.174841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:50.180099 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-21703eee-301d-4410-979b-aa6af988a7b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/895b2ca2-3df7-4692-9949-faa85b01ede5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385909 Apr 20 13:23:50.182625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43856) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:50.184966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] Sync routers for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:50.204401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:50.209458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:50.258681 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.349261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:50.371482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.383394 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.523953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43862) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:50.537506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.601282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Deleting port 55f16cd6-2774-4b0d-a894-873c4c3177da {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:50.601656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.623367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-32d8980b-1af9-496e-8a00-a0393f3328ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d538b12063a2426189d7091b3ea2b76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939949 Apr 20 13:23:50.623367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43866) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:50.704412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] For port 55f16cd6-2774-4b0d-a894-873c4c3177da, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=55f16cd6-2774-4b0d-a894-873c4c3177da,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:50.704412 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.715346 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.719389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1994d94-6776-42db-9c67-f8b19c5a9f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.722257 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Calling delete_port for 55f16cd6-2774-4b0d-a894-873c4c3177da owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:50.724530 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.792491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1994d94-6776-42db-9c67-f8b19c5a9f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.848101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.850102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event updated for resources: {'Port': ['ID=6816be19-3458-41c1-8042-342d0311d78a,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:50.869500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:23:49Z', 'revision_number': 5, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port': {'id': '55f16cd6-2774-4b0d-a894-873c4c3177da', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2766, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:30Z', 'updated_at': '2022-04-20T13:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:50.909403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] Checking router: 895b2ca2-3df7-4692-9949-faa85b01ede5 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:50.922950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] Routers {'895b2ca2-3df7-4692-9949-faa85b01ede5'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:50.923720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['895b2ca2-3df7-4692-9949-faa85b01ede5'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:50.955374 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.970605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1994d94-6776-42db-9c67-f8b19c5a9f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.973410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1994d94-6776-42db-9c67-f8b19c5a9f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:50.974583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c1994d94-6776-42db-9c67-f8b19c5a9f0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2bb0fea-2fc4-4251-97ac-5fc19e2a88e1 HTTP/1.1" status: 204 len: 168 time: 0.3508730 Apr 20 13:23:50.993179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1994d94-6776-42db-9c67-f8b19c5a9f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb0fea-2fc4-4251-97ac-5fc19e2a88e1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:50.997247 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Pushing event deleted for resources: {'Port': ['ID=55f16cd6-2774-4b0d-a894-873c4c3177da,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:51.011764 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Floating IP 25bbe661-276f-4591-9f4f-baa9fe04b5bb associated. External IP: 172.25.3.140, port: a9dd01ef-b9ec-4e47-893a-adbbd1daf411. Apr 20 13:23:51.080016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] Set router 895b2ca2-3df7-4692-9949-faa85b01ede5 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:51.126894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.154622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:23:50Z', 'revision_number': 6, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:51.182333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0382407-2772-4e79-8cdf-e87aa3eb0443 None None] The sync data for ids ['895b2ca2-3df7-4692-9949-faa85b01ede5'] in n-d-838550-2 is: [{'id': '895b2ca2-3df7-4692-9949-faa85b01ede5', 'name': 'tempest-TestVolumeBootPattern-498132643-router', 'tenant_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:29Z', 'updated_at': '2022-04-20T13:23:50Z', 'revision_number': 6, 'project_id': 'efb542ccc3e346ffa2dc90b5bd85b73c', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:51.285407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.287774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.338401 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.339762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 895b2ca2-3df7-4692-9949-faa85b01ede5 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:51.342235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router be40ae65-f4d6-4168-a50e-5a4d83708905 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:51.345528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.346951 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-aff4609d-a191-4f51-9a57-8cc1896da80d admin admin] 10.222.0.24 "DELETE /v2.0/routers/895b2ca2-3df7-4692-9949-faa85b01ede5 HTTP/1.1" status: 204 len: 168 time: 1.1632059 Apr 20 13:23:51.349788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43878) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:51.413072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] Deleting subnet 76818cd9-7189-48bf-99b8-e00bac82b607 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:51.420265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.468421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.477802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:51.489441 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] Sync routers for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:51.506174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.518885 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:51.522829 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:51.563637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4ac423c3-233c-4c49-8073-67fef9b6614f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6856735 Apr 20 13:23:51.564359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:51.567056 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:51.570150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43886) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:51.652481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.675288 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f83c42a-fe82-4d44-9be7-8a76fa02ca68 x-openstack-request-id: req-7f83c42a-fe82-4d44-9be7-8a76fa02ca68 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:51.675288 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:51.675288 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f83c42a-fe82-4d44-9be7-8a76fa02ca68 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:51.675288 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f83c42a-fe82-4d44-9be7-8a76fa02ca68'] response: {'name': 'network-changed', 'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'status': 'completed', 'code': 200} Apr 20 13:23:51.740215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5e26c3cd-9116-42aa-b106-666e207a5051 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/floatingips/25bbe661-276f-4591-9f4f-baa9fe04b5bb HTTP/1.1" status: 200 len: 991 time: 0.1682515 Apr 20 13:23:51.767927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-80e13f3c-b8f3-4f52-b3a4-3a85a1b228e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:51.767927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-80e13f3c-b8f3-4f52-b3a4-3a85a1b228e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 1096 time: 0.0891323 Apr 20 13:23:51.773986 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.786471 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:51.804157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76818cd9-7189-48bf-99b8-e00bac82b607,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:51.817009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb89a7-41e0-461b-a461-b877fb9475d3 None None] Network 3433df13-5d17-4963-8241-354461d4c350 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:51.827451 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:51.843210 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-302307f3-1025-41cd-8c5b-a953ae35ba18 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/76818cd9-7189-48bf-99b8-e00bac82b607 HTTP/1.1" status: 204 len: 168 time: 0.4924943 Apr 20 13:23:51.853020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43898) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:51.923728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-8f12b9b2-300c-4354-b553-0ed8013b300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:51.927370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-8f12b9b2-300c-4354-b553-0ed8013b300b service neutron] 10.222.0.37 "GET /v2.0/networks?id=abcfec5b-78c4-4529-9e8d-99302a6fafb2 HTTP/1.1" status: 200 len: 898 time: 0.1529112 Apr 20 13:23:52.011270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-72816433-443e-4046-8e78-4cc19c7fc180 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411 HTTP/1.1" status: 200 len: 999 time: 0.0771158 Apr 20 13:23:52.036856 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.067514 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '25bbe661-276f-4591-9f4f-baa9fe04b5bb', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'port_id': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'mac_address': 'fa:16:3e:46:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:50Z', 'updated_at': '2022-04-20T13:23:50Z', 'revision_number': 0, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:31Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:52.105028 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] Checking router: be40ae65-f4d6-4168-a50e-5a4d83708905 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:52.115776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-71b409f7-a7a2-43a0-8e3b-6e5a8e734bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:52.119298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-71b409f7-a7a2-43a0-8e3b-6e5a8e734bc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3e90d7a-8b0a-4d50-8e41-264cfba6328b HTTP/1.1" status: 200 len: 834 time: 0.0982192 Apr 20 13:23:52.158617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Deleting port cf939643-8494-4451-a74b-6aa118cf7c37 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:52.158920 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.163683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:52.164493 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:52.180110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43904) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:52.181886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5dd6bdbd-3672-4e65-836e-77b935902634 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:52.218737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 5dd6bdbd-3672-4e65-836e-77b935902634 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:52.218947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 5dd6bdbd-3672-4e65-836e-77b935902634 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:52.232427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-a7ea4a53-3812-4197-a3c3-708718510751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:52.233960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-a7ea4a53-3812-4197-a3c3-708718510751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abcfec5b-78c4-4529-9e8d-99302a6fafb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086109 Apr 20 13:23:52.290056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] For port cf939643-8494-4451-a74b-6aa118cf7c37, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf939643-8494-4451-a74b-6aa118cf7c37,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:52.290424 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.304688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Calling delete_port for cf939643-8494-4451-a74b-6aa118cf7c37 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:52.315413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] DHCP port deletion for 3433df13-5d17-4963-8241-354461d4c350 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:52.391241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] Deleting port cf939643-8494-4451-a74b-6aa118cf7c37 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:52.391879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.424153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.425951 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:52.438959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-b4a058d4-2f6b-418b-a363-7fb6d228f0f7 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946843 Apr 20 13:23:52.454290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf939643-8494-4451-a74b-6aa118cf7c37,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:52.462408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] No DVR routers for this DVR port cf939643-8494-4451-a74b-6aa118cf7c37 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:52.509789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-681372077'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:52.509985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] For port cf939643-8494-4451-a74b-6aa118cf7c37, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=cf939643-8494-4451-a74b-6aa118cf7c37,segment=NetworkSegment(281da5d0-b22c-4a33-b3e4-885884e03ff1),segment_id=281da5d0-b22c-4a33-b3e4-885884e03ff1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:52.510344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.529125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] Calling delete_port for cf939643-8494-4451-a74b-6aa118cf7c37 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:52.562809 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.597121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3433df13-5d17-4963-8241-354461d4c350']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:52.612343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281da5d0-b22c-4a33-b3e4-885884e03ff1') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:52.612537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281da5d0-b22c-4a33-b3e4-885884e03ff1') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:52.623348 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.623802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.652056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.659114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:52.660050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.675675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] Pushing event deleted for resources: {'Port': ['ID=cf939643-8494-4451-a74b-6aa118cf7c37,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:52.685473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4fd3e2-6801-48c8-931b-63b98e320a9e None None] No DVR routers for this DVR port cf939643-8494-4451-a74b-6aa118cf7c37 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:52.731177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Made reservation on behalf of b5049ba581da481f9edae8ead08b6499 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:52.735738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.746855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43912) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:52.747757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:52.765070 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:52.768278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-caf6ae5a-a80a-428f-8d6f-8eabe2fda1d6 req-275c75a7-8194-4d4b-83aa-f79e9bae2574 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221550 Apr 20 13:23:52.771516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.779114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.786388 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3433df13-5d17-4963-8241-354461d4c350 HTTP/1.1" status: 204 len: 168 time: 0.9322028 Apr 20 13:23:52.787154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43914) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:52.843682 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '25bbe661-276f-4591-9f4f-baa9fe04b5bb', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'port_id': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'mac_address': 'fa:16:3e:46:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:50Z', 'updated_at': '2022-04-20T13:23:50Z', 'revision_number': 0, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:31Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:52.858232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90d334-8f2e-4436-9f0d-b8eabfa21c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=3433df13-5d17-4963-8241-354461d4c350,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:52.869538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-53032e40-87e3-4027-a0fc-8df8ec8171a5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/floatingips/25bbe661-276f-4591-9f4f-baa9fe04b5bb HTTP/1.1" status: 200 len: 991 time: 0.1191874 Apr 20 13:23:52.929585 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.939282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:52.978420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:23:52.997601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704e8de1-1b7e-47a4-9b0f-b17092c8e8c9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:53.019587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.020060 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Added segment ae08e671-a50a-47f5-9e89-7d07d4cae70a of type vlan for network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b Apr 20 13:23:53.023365 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685a0a18-b65b-4c80-8a9f-8806c88f6831 None None] The sync data for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 is: [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '25bbe661-276f-4591-9f4f-baa9fe04b5bb', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'port_id': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'mac_address': 'fa:16:3e:46:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:23:50Z', 'updated_at': '2022-04-20T13:23:50Z', 'revision_number': 0, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:31Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:53.083460 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.115423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.123347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:53.124235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.199610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0114539 Apr 20 13:23:53.203877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43916) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:53.209696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Request body: {'subnet': {'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:53.236794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf673f-2098-49f6-8cb9-ece8a1c16f7c tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event updated for resources: {'Network': ['ID=9d9a7deb-9fdc-4953-8ad0-23c728297c6b,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:53.260419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:23:53.315769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Made reservation on behalf of b5049ba581da481f9edae8ead08b6499 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:53.320704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.389611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01094d3f-6f97-4ae8-98ad-f3490e2a1cef None None] New status for floating IP 25bbe661-276f-4591-9f4f-baa9fe04b5bb: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:23:53.624106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.647120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.691218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event updated for resources: {'Subnet': ['ID=1b1b1863-cf7d-4cb0-88af-7180fe4e7061,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:53.711077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Checking segment: {'id': 'ae08e671-a50a-47f5-9e89-7d07d4cae70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:53.711710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Network hostable DHCP agents. Network: 9d9a7deb-9fdc-4953-8ad0-23c728297c6b, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:23:53.735459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:23:53.748282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 9d9a7deb-9fdc-4953-8ad0-23c728297c6b) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:53.753388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:53.754006 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.761117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e5c8f6-83a8-40f2-bf11-e3adb948382e None None] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:53.777412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dd15fa89-20e7-41a1-a087-a103209dc79b tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5728450 Apr 20 13:23:53.778286 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43924) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:53.783503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Request body: {'port': {'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1059534978'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:53.845662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf939643-8494-4451-a74b-6aa118cf7c37 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:53.870812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: cf939643-8494-4451-a74b-6aa118cf7c37 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:53.871264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device cf939643-8494-4451-a74b-6aa118cf7c37 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:53.871734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 55f16cd6-2774-4b0d-a894-873c4c3177da no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:53.873698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43926) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:53.908660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 55f16cd6-2774-4b0d-a894-873c4c3177da {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:53.909009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 55f16cd6-2774-4b0d-a894-873c4c3177da not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:53.953928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f09db462-3ab0-4f10-b05a-baf67e82997c tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/floatingips/25bbe661-276f-4591-9f4f-baa9fe04b5bb HTTP/1.1" status: 200 len: 993 time: 0.0789397 Apr 20 13:23:53.975326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Deleting port ce6989da-3547-47f8-860a-1b1ab1ea5b37 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:53.975678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:53.991580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Made reservation on behalf of b5049ba581da481f9edae8ead08b6499 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:53.998417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.008976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-9d9a7deb-9fdc-4953-8ad0-23c728297c6b', 'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b', 'tenant_id': 'b5049ba581da481f9edae8ead08b6499', 'fixed_ips': [{'subnet_id': '1b1b1863-cf7d-4cb0-88af-7180fe4e7061'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:23:54.017963 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.020891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] device_id is not set on port 86b2f702-a96b-49ac-b595-3fcfde163683 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:23:54.033740 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.103815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] For port ce6989da-3547-47f8-860a-1b1ab1ea5b37, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ce6989da-3547-47f8-860a-1b1ab1ea5b37,segment=NetworkSegment(c180dd14-ffef-40dd-a652-a370f94da91f),segment_id=c180dd14-ffef-40dd-a652-a370f94da91f)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:54.105463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.128156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Calling delete_port for ce6989da-3547-47f8-860a-1b1ab1ea5b37 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:54.162547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Allocated IP 2001:db8::3d (9d9a7deb-9fdc-4953-8ad0-23c728297c6b/1b1b1863-cf7d-4cb0-88af-7180fe4e7061/86b2f702-a96b-49ac-b595-3fcfde163683) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:54.325908 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.353875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.361918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.385662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6989da-3547-47f8-860a-1b1ab1ea5b37,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:54.413817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:54.417606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:54.422147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:54.427821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:54.428458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.436262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event updated for resources: {'Port': ['ID=86b2f702-a96b-49ac-b595-3fcfde163683,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:54.443113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Allocated IP 2001:db8::2 (9d9a7deb-9fdc-4953-8ad0-23c728297c6b/1b1b1863-cf7d-4cb0-88af-7180fe4e7061/4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:54.467319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7395752a-5c44-48ca-b324-a3482c8552c1 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6874056 Apr 20 13:23:54.469222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43932) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:54.476256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Request body: {'port': {'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1526931221', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:54.477526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] bootfile-name is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:23:54.478355 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] tftp-server is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:23:54.483114 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] server-ip-address is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:23:54.619464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Made reservation on behalf of b5049ba581da481f9edae8ead08b6499 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:23:54.625757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.650820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] device_id is not set on port 6352664d-f58c-4f7d-9356-bfc070457e43 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:23:54.708810 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.715146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.725957 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.779620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:54.785482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:54.794598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:54.800585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Pushing event updated for resources: {'Port': ['ID=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:54.858253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Attempting to bind port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:23:54.859019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Attempting to bind port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ae08e671-a50a-47f5-9e89-7d07d4cae70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:23:54.859718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Attempting to bind port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 on network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:23:54.865834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:23:54.866205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Checking segment: {'id': 'ae08e671-a50a-47f5-9e89-7d07d4cae70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:23:54.866677 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.867079 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Bound using segment: {'id': 'ae08e671-a50a-47f5-9e89-7d07d4cae70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:23:54.867894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Bound port: 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae08e671-a50a-47f5-9e89-7d07d4cae70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '9d9a7deb-9fdc-4953-8ad0-23c728297c6b'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:23:54.868334 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:54.944263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] For port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:23:54.947932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] For port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,segment=NetworkSegment(ae08e671-a50a-47f5-9e89-7d07d4cae70a),segment_id=ae08e671-a50a-47f5-9e89-7d07d4cae70a)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:23:54.955883 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.034045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd786d-313f-4604-b63b-f7e0ca30361f None None] Pushing event updated for resources: {'Port': ['ID=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:55.059438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Router 17e50449-c075-47cb-9edf-588b9ff56acd has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:55.168301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Allocated IP 2001:db8::188 (9d9a7deb-9fdc-4953-8ad0-23c728297c6b/1b1b1863-cf7d-4cb0-88af-7180fe4e7061/6352664d-f58c-4f7d-9356-bfc070457e43) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:23:55.188442 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:55.198664 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ffed444-5182-4519-a562-94f0e7774c4d admin admin] 10.222.0.24 "PUT /v2.0/routers/17e50449-c075-47cb-9edf-588b9ff56acd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4063923 Apr 20 13:23:55.200439 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] Sync routers for ids ['17e50449-c075-47cb-9edf-588b9ff56acd'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:55.208985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43938) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:55.228333 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] Routers {'17e50449-c075-47cb-9edf-588b9ff56acd'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:55.228946 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['17e50449-c075-47cb-9edf-588b9ff56acd'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:55.263397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43940) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:55.421611 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] Set router 17e50449-c075-47cb-9edf-588b9ff56acd gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:55.468950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.515561 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.560697 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.614147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:23:55.622570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:23:55.639459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:23:55.647630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.648480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.660101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event updated for resources: {'Port': ['ID=6352664d-f58c-4f7d-9356-bfc070457e43,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:55.662555 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.686637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-90f178b3-893f-4be7-8051-11d00a074e41 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2154627 Apr 20 13:23:55.688753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43944) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:55.691275 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:23:54Z', 'revision_number': 5, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port': {'id': 'ca757b7c-a951-49dc-9c04-97c505c111d8', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ca:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:11:44Z', 'updated_at': '2022-04-20T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:55.720478 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] Checking router: 17e50449-c075-47cb-9edf-588b9ff56acd for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:55.737667 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] Routers {'17e50449-c075-47cb-9edf-588b9ff56acd'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:55.737667 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['17e50449-c075-47cb-9edf-588b9ff56acd'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:55.738313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Deleting port 4ac87b2e-53cf-4ff6-b7e0-cdc6f2637d33 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:55.738807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.822289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610de567-233b-4d16-b5e1-f8c0bd346797 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.830564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610de567-233b-4d16-b5e1-f8c0bd346797 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.847545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610de567-233b-4d16-b5e1-f8c0bd346797 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:55.853956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-610de567-233b-4d16-b5e1-f8c0bd346797 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1610589 Apr 20 13:23:55.854131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43950) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:55.885832 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] Set router 17e50449-c075-47cb-9edf-588b9ff56acd gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:55.915694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.916188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.955532 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:23:55Z', 'revision_number': 6, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:55.960965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Calling delete_port for 4ac87b2e-53cf-4ff6-b7e0-cdc6f2637d33 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:55.981412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Deleting port ca757b7c-a951-49dc-9c04-97c505c111d8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:55.987106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:55.999089 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31e4c2-1faa-4b41-acb7-84ff9067e8fe None None] The sync data for ids ['17e50449-c075-47cb-9edf-588b9ff56acd'] in n-d-838550-2 is: [{'id': '17e50449-c075-47cb-9edf-588b9ff56acd', 'name': 'tempest-TestVolumeBootPattern-1786298694-router', 'tenant_id': 'bb0eb610fca54e0389dc59516280b98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:11:43Z', 'updated_at': '2022-04-20T13:23:55Z', 'revision_number': 6, 'project_id': 'bb0eb610fca54e0389dc59516280b98d', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:23:56.005856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Deleting port 6352664d-f58c-4f7d-9356-bfc070457e43 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:56.006215 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.123042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.136878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Calling delete_port for 6352664d-f58c-4f7d-9356-bfc070457e43 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:56.143249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] For port ca757b7c-a951-49dc-9c04-97c505c111d8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ca757b7c-a951-49dc-9c04-97c505c111d8,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:56.143860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.166049 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Calling delete_port for ca757b7c-a951-49dc-9c04-97c505c111d8 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:56.303440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.337402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event deleted for resources: {'Port': ['ID=6352664d-f58c-4f7d-9356-bfc070457e43,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:56.378496 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.378683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:56.381683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b1863e8c-0628-4f99-af35-1b796ff65e00 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "DELETE /v2.0/ports/6352664d-f58c-4f7d-9356-bfc070457e43 HTTP/1.1" status: 204 len: 168 time: 0.5261247 Apr 20 13:23:56.385174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43952) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:56.390504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Request body: {'port': {'name': 'tempest-new-port-name-951245516', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:23:56.390896 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] bootfile-name is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:23:56.391237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] tftp-server is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:23:56.391570 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.api.validators [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] server-ip-address is not in valid_values {{(pid=109410) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 20 13:23:56.475819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d39448-a54a-4158-a16f-ee7d39a6f49b None None] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:56.480850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.576131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.611624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:56.612202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.650160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-120bf65f-511c-42eb-9f94-48bfe2cd4e33 None None] Provisioning complete for port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:56.651206 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-120bf65f-511c-42eb-9f94-48bfe2cd4e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.706395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca757b7c-a951-49dc-9c04-97c505c111d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:56.709692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.743016 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.748382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.753964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.800480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] In _notify_port_updated(), no bound segment for port 86b2f702-a96b-49ac-b595-3fcfde163683 on network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b {{(pid=109410) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 20 13:23:56.806994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:56.807711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.812381 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "PUT /v2.0/ports/86b2f702-a96b-49ac-b595-3fcfde163683 HTTP/1.1" status: 200 len: 1128 time: 0.4235415 Apr 20 13:23:56.813038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43954) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:56.825549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,segment=NetworkSegment(ae08e671-a50a-47f5-9e89-7d07d4cae70a),segment_id=ae08e671-a50a-47f5-9e89-7d07d4cae70a)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:56.863764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.864424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58a330-b593-4bd3-82a9-12d7d4353df6 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event updated for resources: {'Port': ['ID=86b2f702-a96b-49ac-b595-3fcfde163683,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:56.877826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.889447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8331f8-60ac-41c9-ba0f-21dacbf63f6f tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:56.891379 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:56.892058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5d8331f8-60ac-41c9-ba0f-21dacbf63f6f tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "GET /v2.0/ports/86b2f702-a96b-49ac-b595-3fcfde163683 HTTP/1.1" status: 200 len: 1128 time: 0.0781071 Apr 20 13:23:56.895659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43960) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:56.968162 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:57.019678 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.020260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e50449-c075-47cb-9edf-588b9ff56acd {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:23:57.029538 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.031106 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c48bed8a-813d-4f54-9fdc-ecc4f813f4f6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/17e50449-c075-47cb-9edf-588b9ff56acd HTTP/1.1" status: 204 len: 168 time: 1.8208303 Apr 20 13:23:57.035283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43964) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:57.099542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Deleting port 86b2f702-a96b-49ac-b595-3fcfde163683 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:57.100073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.107221 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.136600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] Deleting subnet 1acd0f28-4386-4093-9335-219ec046ce16 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:57.141553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event deleted for resources: {'Port': ['ID=4ac87b2e-53cf-4ff6-b7e0-cdc6f2637d33,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:57.197792 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.247087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.247950 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Floating IP 264f20b1-e173-4250-bcf3-af25ec190817 disassociated (deleted). External IP: 172.25.3.168, port: 44f44f70-6e97-406a-ae69-9dd6a2783e8b. Apr 20 13:23:57.251945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.366154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.410221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ef7d174e-a471-4fd2-ab5d-797ae02b9516 None None] Provisioning complete for port 86b2f702-a96b-49ac-b595-3fcfde163683 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:57.411964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef7d174e-a471-4fd2-ab5d-797ae02b9516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.455272 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.478386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Calling delete_port for 86b2f702-a96b-49ac-b595-3fcfde163683 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:57.481259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d174e-a471-4fd2-ab5d-797ae02b9516 None None] Port 86b2f702-a96b-49ac-b595-3fcfde163683 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:23:57.483964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.502512 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.507836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1acd0f28-4386-4093-9335-219ec046ce16 HTTP/1.1" status: 204 len: 168 time: 0.4696453 Apr 20 13:23:57.508707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 43966) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:57.522967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2068a8d0-c876-4cc5-a01b-cf099ac97fbf None None] Network 2e2d52d6-90d0-4421-afe4-a617672ee11b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:57.532164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56051b1-2565-41cf-ad7c-d8e9bea4e7fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acd0f28-4386-4093-9335-219ec046ce16,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:57.646385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.649217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:23:57.685127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ef7d174e-a471-4fd2-ab5d-797ae02b9516 None None] Provisioning complete for port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:57.685506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ef7d174e-a471-4fd2-ab5d-797ae02b9516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.747966 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.814313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Deleting port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:57.817860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.824824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:23:57.841283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.854968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event deleted for resources: {'Port': ['ID=86b2f702-a96b-49ac-b595-3fcfde163683,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:57.894654 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:57.901684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fb215364-8bf7-409a-ad0e-fb1759076700 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "DELETE /v2.0/ports/86b2f702-a96b-49ac-b595-3fcfde163683 HTTP/1.1" status: 204 len: 168 time: 1.0035272 Apr 20 13:23:57.901899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] DHCP port deletion for 2e2d52d6-90d0-4421-afe4-a617672ee11b request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:57.903737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43968) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:57.905958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] Sync routers for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:23:57.956800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:23:57.998881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Deleting subnet 1b1b1863-cf7d-4cb0-88af-7180fe4e7061 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:23:58.003342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.040172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:58.040738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:58.068956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.111890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fcde9262-966c-4ef6-8b5b-f2c89639c43c None None] Could not find standard attr ID for object 86b2f702-a96b-49ac-b595-3fcfde163683. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:23:58.134039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] Deleting port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:58.134427 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.200335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.207305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] For port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,segment=NetworkSegment(c180dd14-ffef-40dd-a652-a370f94da91f),segment_id=c180dd14-ffef-40dd-a652-a370f94da91f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:58.207848 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.223839 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] Calling delete_port for 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:58.293527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.335036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.345874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "DELETE /v2.0/subnets/1b1b1863-cf7d-4cb0-88af-7180fe4e7061 HTTP/1.1" status: 204 len: 168 time: 0.4408083 Apr 20 13:23:58.347007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95123c-931b-48b2-92ac-75c542f5daac tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1b1863-cf7d-4cb0-88af-7180fe4e7061,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:58.348866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43976) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:58.419231 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f245f823-b96d-4d57-aadc-a06be6ac7bdd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "DELETE /v2.0/floatingips/264f20b1-e173-4250-bcf3-af25ec190817 HTTP/1.1" status: 204 len: 168 time: 3.1563654 Apr 20 13:23:58.421660 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:23:58.439419 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233c1d3e-2d34-4354-bd60-8384d230c9b0" -d '{"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:23:58.450709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] For port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,segment=NetworkSegment(c180dd14-ffef-40dd-a652-a370f94da91f),segment_id=c180dd14-ffef-40dd-a652-a370f94da91f)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:58.452804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.483737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Calling delete_port for 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:58.503624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.550433 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa95424-ebcb-44c5-aae8-519d3ceb4b40 x-openstack-request-id: req-8fa95424-ebcb-44c5-aae8-519d3ceb4b40 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:23:58.550728 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:23:58.551054 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fa95424-ebcb-44c5-aae8-519d3ceb4b40 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:23:58.551520 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa95424-ebcb-44c5-aae8-519d3ceb4b40'] response: {'name': 'network-changed', 'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'status': 'completed', 'code': 200} Apr 20 13:23:58.644940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-7e7d121e-16d4-4fdb-9a0f-eedfdd072343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:58.646963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-7e7d121e-16d4-4fdb-9a0f-eedfdd072343 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 1096 time: 0.0776267 Apr 20 13:23:58.674470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:58.705160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951e980-5251-44be-9f86-17487209654a None None] Network 9d9a7deb-9fdc-4953-8ad0-23c728297c6b requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:23:58.726461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-243b187d-9604-4dbf-a7b1-c8c32798e951 None None] Could not find standard attr ID for object 6352664d-f58c-4f7d-9356-bfc070457e43. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:23:58.750831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-d08066d8-e660-4348-96b8-cee98c5e85b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:58.752273 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-d08066d8-e660-4348-96b8-cee98c5e85b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 200 len: 915 time: 0.0980060 Apr 20 13:23:58.766257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Deleting port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:58.766623 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.772938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.773164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:23:58.773488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.778627 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.801917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Pushing event deleted for resources: {'Port': ['ID=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:58.803644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] No DVR routers for this DVR port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:58.884955 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.892370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] No DVR routers for this DVR port 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:58.903874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-9b4c87f6-6d56-4246-8e59-a9d5d7613811 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 200 len: 217 time: 0.1060839 Apr 20 13:23:58.918850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc64db7-7684-4c96-b56d-3fb7b971d64c None None] Pushing event deleted for resources: {'Port': ['ID=0704f3d7-d223-4ca4-8597-a9f8bd1156d6,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:58.946315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2d52d6-90d0-4421-afe4-a617672ee11b']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:58.962011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c180dd14-ffef-40dd-a652-a370f94da91f') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:58.962011 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c180dd14-ffef-40dd-a652-a370f94da91f') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:58.976317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.989427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-db7fa945-dd92-418f-acb4-49a77032c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:58.992616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-db7fa945-dd92-418f-acb4-49a77032c78b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 200 len: 853 time: 0.0717554 Apr 20 13:23:58.993614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:58.998107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] For port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,segment=NetworkSegment(ae08e671-a50a-47f5-9e89-7d07d4cae70a),segment_id=ae08e671-a50a-47f5-9e89-7d07d4cae70a)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:58.998835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.001950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:59.002406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: self.session.flush() Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:59.004472 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:59.047028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Calling delete_port for 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:59.056952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2089-e8c7-4595-b4d9-06c27d0a2cfe req-2079d143-7e3c-49ca-849a-47106563bdba tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:59.058915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2efd2089-e8c7-4595-b4d9-06c27d0a2cfe req-2079d143-7e3c-49ca-849a-47106563bdba tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 945 time: 0.3057668 Apr 20 13:23:59.080347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.093913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.098051 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e2d52d6-90d0-4421-afe4-a617672ee11b HTTP/1.1" status: 204 len: 168 time: 1.5889089 Apr 20 13:23:59.111537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476744e-9a56-4302-adea-2465dfe77911 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e2d52d6-90d0-4421-afe4-a617672ee11b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.155187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-6bd6cf11-2cc1-4807-88f1-2312e86ed93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:23:59.156807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-6bd6cf11-2cc1-4807-88f1-2312e86ed93d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e43d95ca-4244-48ff-997b-785d87e5ec49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486142 Apr 20 13:23:59.161314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2efd2089-e8c7-4595-b4d9-06c27d0a2cfe req-57e5486f-a278-4cbc-be7a-f9d7f5004cd1 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906682 Apr 20 13:23:59.243334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] DHCP port deletion for 9d9a7deb-9fdc-4953-8ad0-23c728297c6b request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:23:59.248989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ca757b7c-a951-49dc-9c04-97c505c111d8 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:59.303553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.307806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ca757b7c-a951-49dc-9c04-97c505c111d8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:59.308142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ca757b7c-a951-49dc-9c04-97c505c111d8 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:59.308588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ce6989da-3547-47f8-860a-1b1ab1ea5b37 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:59.322451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-429bf3ff-0785-454a-9b7b-e9ec92f3d6ac service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573656 Apr 20 13:23:59.344549 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:59.346976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event deleted for resources: {'Port': ['ID=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.361237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] No DVR routers for this DVR port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:59.367083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 43998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:59.367726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ce6989da-3547-47f8-860a-1b1ab1ea5b37 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:59.368076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ce6989da-3547-47f8-860a-1b1ab1ea5b37 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:59.396515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] Checking router: f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:23:59.410920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] Deleting port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:23:59.411294 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.413198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:23:59.413861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:23:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:59.532874 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.547483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-74800dee-66d3-4c16-bb0d-13426de3fa4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=efb542ccc3e346ffa2dc90b5bd85b73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740508 Apr 20 13:23:59.549155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44002) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:23:59.555346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] For port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:23:59.555840 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.577276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] Calling delete_port for 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:23:59.581670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9a7deb-9fdc-4953-8ad0-23c728297c6b']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:59.582613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] Port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:23:59.585472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.594732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-233c1d3e-2d34-4354-bd60-8384d230c9b0 req-14cb6a70-a638-4381-9f33-ee6ab69a6060 service neutron] 10.222.0.30 "GET /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500088 Apr 20 13:23:59.598586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae08e671-a50a-47f5-9e89-7d07d4cae70a') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:59.599151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae08e671-a50a-47f5-9e89-7d07d4cae70a') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:23:59.612794 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.618813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] Pushing event deleted for resources: {'Port': ['ID=4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.635096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:23:59.637478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.649549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:23:59.650122 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.658732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1776686d-7a25-4055-8f3d-ca2f86769fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.673204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d11ca-ceb3-486d-8404-aefd97be2d8d None None] No DVR routers for this DVR port 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:23:59.686152 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1776686d-7a25-4055-8f3d-ca2f86769fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:23:59.741282 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:23:59.754693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.762925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.766056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1776686d-7a25-4055-8f3d-ca2f86769fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.766728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] 10.222.0.24 "DELETE /v2.0/networks/9d9a7deb-9fdc-4953-8ad0-23c728297c6b HTTP/1.1" status: 204 len: 168 time: 1.4168165 Apr 20 13:23:59.772023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1776686d-7a25-4055-8f3d-ca2f86769fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:23:59.773183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1776686d-7a25-4055-8f3d-ca2f86769fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91a12d21-ef01-4c65-a7e8-e46296546301 HTTP/1.1" status: 204 len: 168 time: 0.2224321 Apr 20 13:23:59.791458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a7b7e-f50b-44d9-a7c3-1921bcc9f304 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310 tempest-ExtraDHCPOptionsIpV6TestJSON-828995310-project] Pushing event deleted for resources: {'Network': ['ID=9d9a7deb-9fdc-4953-8ad0-23c728297c6b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.792643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776686d-7a25-4055-8f3d-ca2f86769fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a12d21-ef01-4c65-a7e8-e46296546301,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:23:59.880129 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:59.910200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:59.910851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0704f3d7-d223-4ca4-8597-a9f8bd1156d6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:23:59.912069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:23:59.966690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:23:59.967040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4fc7b6fd-995a-4d53-9b62-c31dc4f11bf8 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:00.016329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:00.055582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c7f1dd-3718-401c-a5a4-2ca74a4b2df6 None None] The sync data for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 is: [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:20:33Z', 'revision_number': 4, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd1b6c638-4256-4e4e-b5ba-778146072608', 'name': '', 'network_id': 'e43d95ca-4244-48ff-997b-785d87e5ec49', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'mac_address': 'fa:16:3e:ad:d1:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3666, 'fixed_ips': [{'subnet_id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:32Z', 'updated_at': '2022-04-20T13:20:43Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'subnets': [{'id': '7423bdd2-76d6-4500-a2cd-4967f1b11644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:00.177462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44020) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:00.344504 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-61d828ed-7073-47f5-a599-ea4d465fff67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5049ba581da481f9edae8ead08b6499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657276 Apr 20 13:24:00.348591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44026) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:00.354907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44028) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:00.396069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444c8ed-2335-471a-9c0f-7bc35686e518 req-1fba5b9f-685c-41a1-8339-4b1bf0a38a0f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:00.397682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1444c8ed-2335-471a-9c0f-7bc35686e518 req-1fba5b9f-685c-41a1-8339-4b1bf0a38a0f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 945 time: 0.1261842 Apr 20 13:24:00.408339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbb039-c931-4232-b764-af0857b82c1f req-7215c40d-30e7-4862-b03b-376a5592b79c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:00.409895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14bbb039-c931-4232-b764-af0857b82c1f req-7215c40d-30e7-4862-b03b-376a5592b79c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.30 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 945 time: 0.1226161 Apr 20 13:24:00.454060 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ee2b8e81-1381-4806-ba90-88e6fc5fde75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb0eb610fca54e0389dc59516280b98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969114 Apr 20 13:24:00.454755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db617997-794f-403e-ba0a-d61ba2a14840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.460831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44034) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:00.478518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db617997-794f-403e-ba0a-d61ba2a14840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.518144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1444c8ed-2335-471a-9c0f-7bc35686e518 req-7ddacb4c-156f-4cd0-95c6-569acea570f5 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/security-groups?id=91acb3e7-594e-4ff8-baed-d9d5690d5102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067924 Apr 20 13:24:00.544786 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa5f22a-bcaf-40ec-9142-9195ba2ce93c None None] New status for floating IP 264f20b1-e173-4250-bcf3-af25ec190817: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:24:00.549138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db617997-794f-403e-ba0a-d61ba2a14840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.554373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db617997-794f-403e-ba0a-d61ba2a14840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.556814 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db617997-794f-403e-ba0a-d61ba2a14840 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/704e8de1-1b7e-47a4-9b0f-b17092c8e8c9 HTTP/1.1" status: 204 len: 168 time: 0.2067823 Apr 20 13:24:00.568920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db617997-794f-403e-ba0a-d61ba2a14840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704e8de1-1b7e-47a4-9b0f-b17092c8e8c9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:00.627605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b73e277d-5ce9-4088-a5be-627c9eb1196b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.633268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Deleting port 44f44f70-6e97-406a-ae69-9dd6a2783e8b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:00.633797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.709719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b73e277d-5ce9-4088-a5be-627c9eb1196b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.787144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] For port 44f44f70-6e97-406a-ae69-9dd6a2783e8b, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=44f44f70-6e97-406a-ae69-9dd6a2783e8b,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:00.787630 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.804575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Calling delete_port for 44f44f70-6e97-406a-ae69-9dd6a2783e8b owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:00.816377 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b73e277d-5ce9-4088-a5be-627c9eb1196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.819105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b73e277d-5ce9-4088-a5be-627c9eb1196b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:00.820405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b73e277d-5ce9-4088-a5be-627c9eb1196b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58777ad1-8145-40b6-b116-a3a476cac9d5 HTTP/1.1" status: 204 len: 168 time: 0.3587031 Apr 20 13:24:00.864960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e277d-5ce9-4088-a5be-627c9eb1196b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58777ad1-8145-40b6-b116-a3a476cac9d5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:00.999815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.029861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event deleted for resources: {'Port': ['ID=44f44f70-6e97-406a-ae69-9dd6a2783e8b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:01.097330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] No DVR routers for this DVR port 44f44f70-6e97-406a-ae69-9dd6a2783e8b on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:01.100335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.113928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14bbb039-c931-4232-b764-af0857b82c1f req-21875c74-b2d5-47fe-9ae6-15a3af55113c tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.30 "DELETE /v2.0/ports/44f44f70-6e97-406a-ae69-9dd6a2783e8b HTTP/1.1" status: 204 len: 173 time: 0.6871352 Apr 20 13:24:01.113928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'name': 'network-vif-deleted', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:01.113928 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d49c4e0-2d7d-4871-a94f-e2fbb2c46cd7" -d '{"events": [{"server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "name": "network-vif-deleted", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:01.168933 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4a2dd9-dd0d-453c-8732-8c1bcaf83a6c x-openstack-request-id: req-3b4a2dd9-dd0d-453c-8732-8c1bcaf83a6c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:01.169454 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3408e4-3a1f-4ce6-b46e-c0eb0860c564", "name": "network-vif-deleted", "tag": "44f44f70-6e97-406a-ae69-9dd6a2783e8b", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:01.170053 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b4a2dd9-dd0d-453c-8732-8c1bcaf83a6c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:01.170694 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4a2dd9-dd0d-453c-8732-8c1bcaf83a6c'] response: {'server_uuid': 'af3408e4-3a1f-4ce6-b46e-c0eb0860c564', 'name': 'network-vif-deleted', 'tag': '44f44f70-6e97-406a-ae69-9dd6a2783e8b', 'status': 'completed', 'code': 200} Apr 20 13:24:01.663881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7844b22-b627-429d-b250-0bd8a61d0eec req-bce53b15-5f1c-44ef-a9ec-ea5736f868cd tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 210 time: 0.0471280 Apr 20 13:24:01.698996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44072) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:01.800783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'networks': [{'name': 'tempest-network--1302609205'}, {'name': 'tempest-network--1145314669'}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:01.801089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'network': {'name': 'tempest-network--1302609205'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:01.801539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'network': {'name': 'tempest-network--1145314669'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:01.823319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Made reservation on behalf of 254dcb383d564008802855097974469e for: {'network': 2} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:01.828249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.838079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.920539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.924850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.925447 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.960404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:01.971731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:01.972112 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Added segment 9153ce95-a130-46df-87e0-328d2fdf3b1b of type vlan for network 9c6a7c74-bc82-4d41-b42e-52ee0135bf21 Apr 20 13:24:02.028938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.031228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c4d681-d7e1-454f-8367-8bd044327469,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:02.063468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:02.073717 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.074068 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Added segment 7e6a6f14-af09-4c5c-bb55-6e9184dba22f of type vlan for network 60ca5a19-2ef7-4ec8-8cb6-e0280b7764c1 Apr 20 13:24:02.139561 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.168247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.168813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.174768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.180100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.180317 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.206800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5067222 Apr 20 13:24:02.210286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44082) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:02.253402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Network': ['ID=9c6a7c74-bc82-4d41-b42e-52ee0135bf21,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:02.265014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9c6a7c74-bc82-4d41-b42e-52ee0135bf21 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:02.317565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac866ea4-f451-4eb3-8091-55fbd5259866 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Network': ['ID=60ca5a19-2ef7-4ec8-8cb6-e0280b7764c1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:02.349078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 60ca5a19-2ef7-4ec8-8cb6-e0280b7764c1 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:02.367868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedec2f-1fbc-462d-a8c2-82b726d4a6b7 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.375200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedec2f-1fbc-462d-a8c2-82b726d4a6b7 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.383234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedec2f-1fbc-462d-a8c2-82b726d4a6b7 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.390713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedec2f-1fbc-462d-a8c2-82b726d4a6b7 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:02.393366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-acedec2f-1fbc-462d-a8c2-82b726d4a6b7 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1815431 Apr 20 13:24:02.396246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44084) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:02.485395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.572547 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.601099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6a7c74-bc82-4d41-b42e-52ee0135bf21']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:02.610861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9153ce95-a130-46df-87e0-328d2fdf3b1b') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:02.611160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9153ce95-a130-46df-87e0-328d2fdf3b1b') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:02.620649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.644266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.662717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:02.663133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:02.666848 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:02.745133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.771123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:02.776942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/networks/9c6a7c74-bc82-4d41-b42e-52ee0135bf21 HTTP/1.1" status: 204 len: 168 time: 0.3794188 Apr 20 13:24:02.777765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44092) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:02.789362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7d237-8569-41db-8ecb-d593d636196a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Network': ['ID=9c6a7c74-bc82-4d41-b42e-52ee0135bf21,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:02.861949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f9fc976-3c0a-4659-b017-fde865a8adbb req-fa165103-b0a6-4d8b-8d82-c21ff1e2436f tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 210 time: 0.0546634 Apr 20 13:24:02.914182 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.012313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.033731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ca5a19-2ef7-4ec8-8cb6-e0280b7764c1']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:03.043603 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6a6f14-af09-4c5c-bb55-6e9184dba22f') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:03.043897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6a6f14-af09-4c5c-bb55-6e9184dba22f') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:03.054592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.069416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 44f44f70-6e97-406a-ae69-9dd6a2783e8b no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:03.082277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.093370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:03.093906 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:03.097705 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:03.110635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 44f44f70-6e97-406a-ae69-9dd6a2783e8b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:03.111115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 44f44f70-6e97-406a-ae69-9dd6a2783e8b not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:03.180251 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.189082 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.193746 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/networks/60ca5a19-2ef7-4ec8-8cb6-e0280b7764c1 HTTP/1.1" status: 204 len: 168 time: 0.4134021 Apr 20 13:24:03.194900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44100) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:03.207631 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802921c-88b7-4214-84b1-1a66a9d5a0bb tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Network': ['ID=60ca5a19-2ef7-4ec8-8cb6-e0280b7764c1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:03.381877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f398c-609d-435d-8709-962318adafdd tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:03.387881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f398c-609d-435d-8709-962318adafdd tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:03.389382 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-466f398c-609d-435d-8709-962318adafdd tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1934612 Apr 20 13:24:03.393791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44102) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:03.398382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1791752395'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:03.419688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Made reservation on behalf of 254dcb383d564008802855097974469e for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:03.424688 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.450085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:03.463317 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.464174 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Added segment 8e141d2c-d456-488e-afaf-db83c4e35728 of type vlan for network b7a5089f-929a-45f5-acf0-0c023d061e1e Apr 20 13:24:03.504696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.535953 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.543081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:03.544050 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.606629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2117658 Apr 20 13:24:03.608661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:03.614648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1182412615'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:03.624360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f98e0-998c-42d0-a4d0-27563a94336a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Network': ['ID=b7a5089f-929a-45f5-acf0-0c023d061e1e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:03.640175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network b7a5089f-929a-45f5-acf0-0c023d061e1e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:03.660412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Made reservation on behalf of 254dcb383d564008802855097974469e for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:03.664168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.694754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:03.703969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.704328 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Added segment a47c3232-edf7-45ec-96c0-2ba237c22e8b of type vlan for network df221d86-a678-473d-8611-ea23a91c234d Apr 20 13:24:03.747400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.756372 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f377-c281-49d9-8785-4d70167ac93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.772916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.779132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:03.779721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:03.845272 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2324390 Apr 20 13:24:03.846407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44110) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:03.849218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7047b-aaf6-4adf-97a4-965d0d814de5 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Network': ['ID=df221d86-a678-473d-8611-ea23a91c234d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:03.851746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'ports': [{'network_id': 'b7a5089f-929a-45f5-acf0-0c023d061e1e', 'name': 'tempest-port--585150220', 'admin_state_up': True}, {'network_id': 'df221d86-a678-473d-8611-ea23a91c234d', 'admin_state_up': False}]} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:03.852059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'port': {'network_id': 'b7a5089f-929a-45f5-acf0-0c023d061e1e', 'name': 'tempest-port--585150220', 'admin_state_up': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:03.852537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'port': {'network_id': 'df221d86-a678-473d-8611-ea23a91c234d', 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:03.863569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network df221d86-a678-473d-8611-ea23a91c234d details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:04.026629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ccf7c58-1b58-4358-9d05-f96a068aeb0b req-aeb4eb02-fbb8-4ee5-9b31-ad5177799b5a tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 210 time: 0.0399570 Apr 20 13:24:04.062945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Made reservation on behalf of 254dcb383d564008802855097974469e for: {'port': 2} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:04.067914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.081657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.547206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] device_id is not set on port f093f38a-fdb9-4769-aee3-616b3a29e7e3 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:24:04.638458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.708440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] device_id is not set on port 98aab6f9-d12c-4cfb-825b-8ada793aa8b6 yet. {{(pid=109410) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:24:04.796918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.833998 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.895062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Port': ['ID=f093f38a-fdb9-4769-aee3-616b3a29e7e3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:04.903995 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Checking segment: {'id': '8e141d2c-d456-488e-afaf-db83c4e35728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b7a5089f-929a-45f5-acf0-0c023d061e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:04.904357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network hostable DHCP agents. Network: b7a5089f-929a-45f5-acf0-0c023d061e1e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:04.922404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network b7a5089f-929a-45f5-acf0-0c023d061e1e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:04.931290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, b7a5089f-929a-45f5-acf0-0c023d061e1e) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:04.935497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:04.936439 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:04.949804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9541e0f-54b4-41ff-a33b-bd0149f84456 None None] Network b7a5089f-929a-45f5-acf0-0c023d061e1e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:05.032738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Port': ['ID=98aab6f9-d12c-4cfb-825b-8ada793aa8b6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:05.044105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Checking segment: {'id': 'a47c3232-edf7-45ec-96c0-2ba237c22e8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'df221d86-a678-473d-8611-ea23a91c234d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:05.044726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network hostable DHCP agents. Network: df221d86-a678-473d-8611-ea23a91c234d, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:05.078006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network df221d86-a678-473d-8611-ea23a91c234d is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:05.100822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, df221d86-a678-473d-8611-ea23a91c234d) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:05.106633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:05.113386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384883b0-9e45-40b3-8a6a-ac962700657d None None] Network df221d86-a678-473d-8611-ea23a91c234d requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:05.118122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:05.122971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:05.123681 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.179431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-29f1725e-e69a-471a-9181-15bf42ac9492 req-d31219f8-4a8f-4d78-8e42-906911ea8f7d tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "GET /v2.0/ports?device_id=af3408e4-3a1f-4ce6-b46e-c0eb0860c564 HTTP/1.1" status: 200 len: 210 time: 0.0434246 Apr 20 13:24:05.183080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-07f43b51-83e9-4f6b-b1b9-52a8a1deb2a9 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3363447 Apr 20 13:24:05.185543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44130) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:05.268842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e345a6a6-4195-4298-8941-10b0ef76ca0a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:05.274908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e345a6a6-4195-4298-8941-10b0ef76ca0a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:05.277066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e345a6a6-4195-4298-8941-10b0ef76ca0a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0903215 Apr 20 13:24:05.280192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44136) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:05.374627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Deleting port f093f38a-fdb9-4769-aee3-616b3a29e7e3 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:05.374965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.441695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.454798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Calling delete_port for f093f38a-fdb9-4769-aee3-616b3a29e7e3 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:05.540062 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.576544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Port': ['ID=f093f38a-fdb9-4769-aee3-616b3a29e7e3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:05.590663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.594041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5ccf9fb7-f937-4d99-8d16-31bdb5f9b89f tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/ports/f093f38a-fdb9-4769-aee3-616b3a29e7e3 HTTP/1.1" status: 204 len: 168 time: 0.3127477 Apr 20 13:24:05.596545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44144) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:05.684915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Deleting port 98aab6f9-d12c-4cfb-825b-8ada793aa8b6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:05.685250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.753663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.766751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Calling delete_port for 98aab6f9-d12c-4cfb-825b-8ada793aa8b6 owned by {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:05.846761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.875888 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Port': ['ID=98aab6f9-d12c-4cfb-825b-8ada793aa8b6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:05.880928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.884114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6a53d471-8966-4dc4-9a95-f09bfb6dc962 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/ports/98aab6f9-d12c-4cfb-825b-8ada793aa8b6 HTTP/1.1" status: 204 len: 168 time: 0.2865520 Apr 20 13:24:05.887296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44150) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:05.933146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-72525e95-78d0-45ab-b1ee-d39271e8d8a4 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0444996 Apr 20 13:24:05.936523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44152) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:05.941155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1957369598'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:05.960492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Made reservation on behalf of 254dcb383d564008802855097974469e for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:05.963935 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:05.989760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:06.000906 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.001259 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Added segment 805d9af7-d424-4278-bfc0-0508a596c1d0 of type vlan for network 10cb976a-a0d0-4db4-bfb8-1c3c5959d49e Apr 20 13:24:06.017197 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-82162e23-aa7e-408f-bc90-b5873fa5d07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.046544 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.071188 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.077327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:06.077993 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.135358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1977615 Apr 20 13:24:06.138110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44154) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:06.144965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-40780119'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:06.154397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce4731-30fd-4bdc-8893-30f4d0b99fc3 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Network': ['ID=10cb976a-a0d0-4db4-bfb8-1c3c5959d49e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:06.165459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 10cb976a-a0d0-4db4-bfb8-1c3c5959d49e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:06.168300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Made reservation on behalf of 254dcb383d564008802855097974469e for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:06.172835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.202801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:06.214845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.215267 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Added segment 5c33b962-71c5-4776-bf57-4c90555cf413 of type vlan for network 50223d01-0275-4dca-b11f-3ab70b7369fc Apr 20 13:24:06.240402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:06.273271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.299359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.304839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:06.305433 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.315455 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6adbaca-e7b9-48e4-966b-45b7b3fe2d46 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.347640 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6adbaca-e7b9-48e4-966b-45b7b3fe2d46 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.368504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2211330 Apr 20 13:24:06.377311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85240f-9800-4f09-91ea-73f2f98d825a tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Network': ['ID=50223d01-0275-4dca-b11f-3ab70b7369fc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:06.418264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6adbaca-e7b9-48e4-966b-45b7b3fe2d46 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.419817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 50223d01-0275-4dca-b11f-3ab70b7369fc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:06.421947 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c6adbaca-e7b9-48e4-966b-45b7b3fe2d46 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:06.423292 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c6adbaca-e7b9-48e4-966b-45b7b3fe2d46 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] 10.222.0.24 "DELETE /v2.0/security-groups/91acb3e7-594e-4ff8-baed-d9d5690d5102 HTTP/1.1" status: 204 len: 168 time: 0.1810114 Apr 20 13:24:06.434545 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adbaca-e7b9-48e4-966b-45b7b3fe2d46 tempest-TestVolumeBackupRestore-1966291535 tempest-TestVolumeBackupRestore-1966291535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91acb3e7-594e-4ff8-baed-d9d5690d5102,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:07.260074 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:08.657764 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:08.980485 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:09.804779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:09.811671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'subnets': [{'network_id': '10cb976a-a0d0-4db4-bfb8-1c3c5959d49e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1317443362', 'ip_version': 6}, {'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:09.811897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'subnet': {'network_id': '10cb976a-a0d0-4db4-bfb8-1c3c5959d49e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1317443362', 'ip_version': 6}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:09.812483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Request body: {'subnet': {'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:10.086832 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Made reservation on behalf of 254dcb383d564008802855097974469e for: {'subnet': 2} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:10.093143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:10.094331 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:10.619251 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:10.688525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Subnet': ['ID=68d63ece-f9df-495f-94b0-7bc43bad86a1,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:10.707932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Checking segment: {'id': '805d9af7-d424-4278-bfc0-0508a596c1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '10cb976a-a0d0-4db4-bfb8-1c3c5959d49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:10.708629 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network hostable DHCP agents. Network: 10cb976a-a0d0-4db4-bfb8-1c3c5959d49e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:10.736694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network 10cb976a-a0d0-4db4-bfb8-1c3c5959d49e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:10.750561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 10cb976a-a0d0-4db4-bfb8-1c3c5959d49e) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:10.757503 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:10.781654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20587a7b-7326-4c0c-b655-8b9bb2e97c36 None None] Network 10cb976a-a0d0-4db4-bfb8-1c3c5959d49e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:10.858254 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Checking segment: {'id': '5c33b962-71c5-4776-bf57-4c90555cf413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:10.858797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network hostable DHCP agents. Network: 50223d01-0275-4dca-b11f-3ab70b7369fc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:10.870343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event updated for resources: {'Subnet': ['ID=982af68b-d75e-4f69-9f7e-db04bd952e7c,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:10.889761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Network 50223d01-0275-4dca-b11f-3ab70b7369fc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:10.902856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 50223d01-0275-4dca-b11f-3ab70b7369fc) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:10.910663 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:10.912065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:10.913873 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:10.933570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74cf76d-04d3-4954-abef-91fe4ff48306 None None] Network 50223d01-0275-4dca-b11f-3ab70b7369fc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:10.944567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44624) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:10.946058 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-67b8cb76-1b97-4c52-bf59-8e9104f53031 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1384971 Apr 20 13:24:11.091943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb440e32-fded-496a-b68a-935b4e7d3797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-10cb976a-a0d0-4db4-bfb8-1c3c5959d49e', 'network_id': '10cb976a-a0d0-4db4-bfb8-1c3c5959d49e', 'tenant_id': '254dcb383d564008802855097974469e', 'fixed_ips': [{'subnet_id': '68d63ece-f9df-495f-94b0-7bc43bad86a1'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:11.092760 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eb440e32-fded-496a-b68a-935b4e7d3797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.096167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c324d35-d3fa-4133-9537-f72a559d9841 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:11.098204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c324d35-d3fa-4133-9537-f72a559d9841 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:11.100346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c324d35-d3fa-4133-9537-f72a559d9841 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:11.113279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:11.114976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5c324d35-d3fa-4133-9537-f72a559d9841 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1684461 Apr 20 13:24:11.222564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44660) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:11.266304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Deleting subnet 68d63ece-f9df-495f-94b0-7bc43bad86a1 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:11.279777 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.357802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.397853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-50223d01-0275-4dca-b11f-3ab70b7369fc', 'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc', 'tenant_id': '254dcb383d564008802855097974469e', 'fixed_ips': [{'subnet_id': '982af68b-d75e-4f69-9f7e-db04bd952e7c'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:11.398715 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.470371 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.576437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-eb440e32-fded-496a-b68a-935b4e7d3797 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68d63ece-f9df-495f-94b0-7bc43bad86a1: This subnet is being modified by another concurrent operation. Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68d63ece-f9df-495f-94b0-7bc43bad86a1: This subnet is being modified by another concurrent operation. Apr 20 13:24:11.586204 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 13:24:11.620409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Subnet': ['ID=68d63ece-f9df-495f-94b0-7bc43bad86a1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:11.624406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:11.633204 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f0b25b74-738c-43d1-b8f9-337a693ba017 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/subnets/68d63ece-f9df-495f-94b0-7bc43bad86a1 HTTP/1.1" status: 204 len: 168 time: 0.5191567 Apr 20 13:24:11.634144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:11.660728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d51129a-009d-46ef-9cb4-e84599564913 None None] Network 10cb976a-a0d0-4db4-bfb8-1c3c5959d49e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:11.663645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Allocated IP 2001:db8:0:1::1 (50223d01-0275-4dca-b11f-3ab70b7369fc/982af68b-d75e-4f69-9f7e-db04bd952e7c/98b34658-21e5-4910-9d18-bd014e85ddcf) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:11.736477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Deleting subnet 982af68b-d75e-4f69-9f7e-db04bd952e7c {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:11.829977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.051320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.075363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.099709 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.132908 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.154274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Network 50223d01-0275-4dca-b11f-3ab70b7369fc is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:12.161251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:12.163901 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Pushing event updated for resources: {'Port': ['ID=98b34658-21e5-4910-9d18-bd014e85ddcf,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:12.167635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:12.191129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Deleting port d1b6c638-4256-4e4e-b5ba-778146072608 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:12.191467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.235725 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Attempting to bind port 98b34658-21e5-4910-9d18-bd014e85ddcf on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:12.236196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Attempting to bind port 98b34658-21e5-4910-9d18-bd014e85ddcf by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '5c33b962-71c5-4776-bf57-4c90555cf413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:12.236651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Attempting to bind port 98b34658-21e5-4910-9d18-bd014e85ddcf on network 50223d01-0275-4dca-b11f-3ab70b7369fc {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:12.241853 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:12.242330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Checking segment: {'id': '5c33b962-71c5-4776-bf57-4c90555cf413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:12.242823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.243274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Bound using segment: {'id': '5c33b962-71c5-4776-bf57-4c90555cf413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:12.243898 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Bound port: 98b34658-21e5-4910-9d18-bd014e85ddcf, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c33b962-71c5-4776-bf57-4c90555cf413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '50223d01-0275-4dca-b11f-3ab70b7369fc'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:12.244337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.283859 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.340181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] For port d1b6c638-4256-4e4e-b5ba-778146072608, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d1b6c638-4256-4e4e-b5ba-778146072608,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:12.340542 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.358240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Calling delete_port for d1b6c638-4256-4e4e-b5ba-778146072608 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:12.420223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.421932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] For port 98b34658-21e5-4910-9d18-bd014e85ddcf, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:12.425545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] For port 98b34658-21e5-4910-9d18-bd014e85ddcf, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=98b34658-21e5-4910-9d18-bd014e85ddcf,segment=NetworkSegment(5c33b962-71c5-4776-bf57-4c90555cf413),segment_id=5c33b962-71c5-4776-bf57-4c90555cf413)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:12.431464 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.454123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Subnet': ['ID=982af68b-d75e-4f69-9f7e-db04bd952e7c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:12.460888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.467567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4067fe54-0e7b-4382-bcaa-ed2f178ffb0b tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/subnets/982af68b-d75e-4f69-9f7e-db04bd952e7c HTTP/1.1" status: 204 len: 168 time: 0.8301013 Apr 20 13:24:12.468167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44702) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:12.533609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16f2c0-c13e-4729-a685-08b5a7525299 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:12.539428 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ce16f2c0-c13e-4729-a685-08b5a7525299 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695288 Apr 20 13:24:12.539618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:12.567523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735e2e5-618c-422e-b254-df4c29af59a0 None None] Pushing event updated for resources: {'Port': ['ID=98b34658-21e5-4910-9d18-bd014e85ddcf,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:12.644068 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.733039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.793411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b6c638-4256-4e4e-b5ba-778146072608,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:12.826932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Deleting port 98b34658-21e5-4910-9d18-bd014e85ddcf {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:12.827270 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.975077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] For port 98b34658-21e5-4910-9d18-bd014e85ddcf, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=98b34658-21e5-4910-9d18-bd014e85ddcf,segment=NetworkSegment(5c33b962-71c5-4776-bf57-4c90555cf413),segment_id=5c33b962-71c5-4776-bf57-4c90555cf413)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:12.975418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:12.997507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Calling delete_port for 98b34658-21e5-4910-9d18-bd014e85ddcf owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:13.097927 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.180623 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.238746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Port': ['ID=98b34658-21e5-4910-9d18-bd014e85ddcf,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:13.243765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] No DVR routers for this DVR port 98b34658-21e5-4910-9d18-bd014e85ddcf on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:13.361131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.393927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50223d01-0275-4dca-b11f-3ab70b7369fc']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:13.438228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c33b962-71c5-4776-bf57-4c90555cf413') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:13.438576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c33b962-71c5-4776-bf57-4c90555cf413') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:13.451556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.475781 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.490524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:13.491819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:13.492234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:13.496586 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:13.711570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb27c9-dd13-4073-af8f-4732bae14db9 None None] Network 50223d01-0275-4dca-b11f-3ab70b7369fc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:13.725931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb27c9-dd13-4073-af8f-4732bae14db9 None None] Network 50223d01-0275-4dca-b11f-3ab70b7369fc could not be found, it might have been deleted concurrently. {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:24:13.751724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa2e97-6960-4691-a5c3-c13ee6a528d8 None None] Network 50223d01-0275-4dca-b11f-3ab70b7369fc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:13.765692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5c43ab77-223b-46b7-86a4-85bcc1f6296e None None] Could not find standard attr ID for object 98b34658-21e5-4910-9d18-bd014e85ddcf. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:24:13.782252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa2e97-6960-4691-a5c3-c13ee6a528d8 None None] Network 50223d01-0275-4dca-b11f-3ab70b7369fc could not be found, it might have been deleted concurrently. {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:24:13.846252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 98b34658-21e5-4910-9d18-bd014e85ddcf no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:13.874928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775b16d3-3fd8-4dd4-bae5-0fe999157849 None None] DHCP port deletion for 50223d01-0275-4dca-b11f-3ab70b7369fc request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:13.877574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 98b34658-21e5-4910-9d18-bd014e85ddcf {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:13.877942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 98b34658-21e5-4910-9d18-bd014e85ddcf not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:13.902399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b491a448-8360-46a7-aef8-f3e1758611ad None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:24:13.958147 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.966186 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:13.972732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/networks/50223d01-0275-4dca-b11f-3ab70b7369fc HTTP/1.1" status: 204 len: 168 time: 1.4288075 Apr 20 13:24:13.972905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44728) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:13.987170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0308bca-5df7-4dd9-acab-8c52abbf1709 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Network': ['ID=50223d01-0275-4dca-b11f-3ab70b7369fc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:14.019051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491a448-8360-46a7-aef8-f3e1758611ad None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:24:14.061553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.064932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:14.074919 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0b303552-9617-4acd-ac5f-2922c9a3b5b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491681 Apr 20 13:24:14.075845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:14.080775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] Sync routers for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:14.108072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:14.108714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.158585 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.187305 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10cb976a-a0d0-4db4-bfb8-1c3c5959d49e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.202992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805d9af7-d424-4278-bfc0-0508a596c1d0') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.204216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805d9af7-d424-4278-bfc0-0508a596c1d0') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.217770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.222958 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.232953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.239975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:14.240772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:14.245328 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:14.316488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.324103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:14.330041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.334805 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/networks/10cb976a-a0d0-4db4-bfb8-1c3c5959d49e HTTP/1.1" status: 204 len: 168 time: 0.3617878 Apr 20 13:24:14.346534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44736) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:14.360710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.370769 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0709c0-6b32-49e9-8113-0323c87aea43 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Network': ['ID=10cb976a-a0d0-4db4-bfb8-1c3c5959d49e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:14.436781 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Deleting port b33e23ba-d801-45b3-ae1b-e25ef13effcc {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:14.437498 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.437685 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.550092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd19c31c-f0ab-48ce-b9c5-4f47468bdb83 None None] DHCP port deletion for 50223d01-0275-4dca-b11f-3ab70b7369fc request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:14.568089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] For port b33e23ba-d801-45b3-ae1b-e25ef13effcc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b33e23ba-d801-45b3-ae1b-e25ef13effcc,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:14.568468 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.582568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Calling delete_port for b33e23ba-d801-45b3-ae1b-e25ef13effcc owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:14.589888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15c31b1-b668-4873-babb-eef2755a7049 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:24:14.605851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.633069 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df221d86-a678-473d-8611-ea23a91c234d']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.644633 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47c3232-edf7-45ec-96c0-2ba237c22e8b') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.644940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47c3232-edf7-45ec-96c0-2ba237c22e8b') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.655573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.673212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.679418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:14.680041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:14.684038 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:14.730028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:24:12Z', 'revision_number': 5, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port': {'id': 'b33e23ba-d801-45b3-ae1b-e25ef13effcc', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ed:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:28Z', 'updated_at': '2022-04-20T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.731648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c31b1-b668-4873-babb-eef2755a7049 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:24:14.772323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] Checking router: f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:14.777085 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.791118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.797969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.804357 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/networks/df221d86-a678-473d-8611-ea23a91c234d HTTP/1.1" status: 204 len: 168 time: 0.4563909 Apr 20 13:24:14.804550 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] Routers {'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:14.804966 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9216a74-0de2-4606-a79d-481d729a6174 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Network': ['ID=df221d86-a678-473d-8611-ea23a91c234d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:14.805090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:14.806837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:14.835267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33e23ba-d801-45b3-ae1b-e25ef13effcc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:14.898171 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:14.926016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] Set router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:14.947565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.006350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.017996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:24:14Z', 'revision_number': 7, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:15.032029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7a5089f-929a-45f5-acf0-0c023d061e1e']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:15.044310 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e141d2c-d456-488e-afaf-db83c4e35728') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:15.044618 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e141d2c-d456-488e-afaf-db83c4e35728') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:15.054568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.061215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88852d40-73cf-4bfc-b437-30ee50f4a1ab None None] The sync data for ids ['f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb'] in n-d-838550-2 is: [{'id': 'f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb', 'name': 'tempest-TestVolumeBackupRestore-1740402403-router', 'tenant_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:27Z', 'updated_at': '2022-04-20T13:24:14Z', 'revision_number': 7, 'project_id': 'e467fe4e05ab4dc395cc3cd43a1f3901', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:15.069560 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.076735 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.080513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.082493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:15.082911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:15.086072 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:15.149330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.150317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:15.158084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.160123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-05258d2f-89ba-4857-aaa0-dfe9e1d38812 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f2acdfb9-a4d0-4f6b-9afc-d650c32c1cdb HTTP/1.1" status: 204 len: 168 time: 1.0829771 Apr 20 13:24:15.163079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44756) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:15.198002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.208654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.214517 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] 10.222.0.24 "DELETE /v2.0/networks/b7a5089f-929a-45f5-acf0-0c023d061e1e HTTP/1.1" status: 204 len: 168 time: 0.4038987 Apr 20 13:24:15.231411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a29a-3276-461e-b23c-f7ba5f8a4d23 tempest-BulkNetworkOpsIpV6Test-987972480 tempest-BulkNetworkOpsIpV6Test-987972480-project] Pushing event deleted for resources: {'Network': ['ID=b7a5089f-929a-45f5-acf0-0c023d061e1e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:15.240577 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Deleting subnet 7423bdd2-76d6-4500-a2cd-4967f1b11644 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:15.243705 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.280738 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.363427 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.440631 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.455687 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.460565 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7423bdd2-76d6-4500-a2cd-4967f1b11644 HTTP/1.1" status: 204 len: 168 time: 0.2958195 Apr 20 13:24:15.464138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44766) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:15.464933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86ff4e-0c6c-4a29-a89d-2e8acba074a4 None None] Network e43d95ca-4244-48ff-997b-785d87e5ec49 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:15.522349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7423bdd2-76d6-4500-a2cd-4967f1b11644,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:15.542502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.542853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.543206 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.543536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.543871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.544205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.544533 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.544872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.545189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.545517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.551052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.551431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea4f437-f09f-4b13-96b0-a2b441f5cee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:15.594725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44770) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:15.595333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.657935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Deleting port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:15.658347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.727612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] For port 15ddf7ed-7616-407b-af7d-f51a1d19fe70, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=15ddf7ed-7616-407b-af7d-f51a1d19fe70,segment=NetworkSegment(d5f55535-06f2-4fd5-8e63-59411ee1d057),segment_id=d5f55535-06f2-4fd5-8e63-59411ee1d057)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:15.728046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.742901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Calling delete_port for 15ddf7ed-7616-407b-af7d-f51a1d19fe70 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:15.786099 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-70a13951-3963-4cb8-9410-5298dc9d1b80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=254dcb383d564008802855097974469e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872711 Apr 20 13:24:15.786725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44778) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:15.837840 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c75ff91e-5714-4a9f-aed9-6fd57e2405a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.840861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.862668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c75ff91e-5714-4a9f-aed9-6fd57e2405a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.869243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ddf7ed-7616-407b-af7d-f51a1d19fe70,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:15.874289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] No DVR routers for this DVR port 15ddf7ed-7616-407b-af7d-f51a1d19fe70 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:15.924466 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c75ff91e-5714-4a9f-aed9-6fd57e2405a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.929055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c75ff91e-5714-4a9f-aed9-6fd57e2405a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:15.930467 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c75ff91e-5714-4a9f-aed9-6fd57e2405a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1c4d681-d7e1-454f-8367-8bd044327469 HTTP/1.1" status: 204 len: 168 time: 0.1427550 Apr 20 13:24:15.940582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ff91e-5714-4a9f-aed9-6fd57e2405a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c4d681-d7e1-454f-8367-8bd044327469,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:15.953059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dcfe22-8d43-4a89-9239-a3624c0f1391 None None] DHCP port deletion for e43d95ca-4244-48ff-997b-785d87e5ec49 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:16.026929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.059322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43d95ca-4244-48ff-997b-785d87e5ec49']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:16.066997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 15ddf7ed-7616-407b-af7d-f51a1d19fe70 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:16.073473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f55535-06f2-4fd5-8e63-59411ee1d057') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:16.073827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f55535-06f2-4fd5-8e63-59411ee1d057') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:16.089095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.089386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 15ddf7ed-7616-407b-af7d-f51a1d19fe70 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:16.089927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 15ddf7ed-7616-407b-af7d-f51a1d19fe70 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:16.090414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d1b6c638-4256-4e4e-b5ba-778146072608 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:16.117733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.119552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d1b6c638-4256-4e4e-b5ba-778146072608 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:16.120006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d1b6c638-4256-4e4e-b5ba-778146072608 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:16.120525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33e23ba-d801-45b3-ae1b-e25ef13effcc no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:16.132867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:16.133290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:16.139530 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:16.215724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.223358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.230004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e43d95ca-4244-48ff-997b-785d87e5ec49 HTTP/1.1" status: 204 len: 168 time: 0.7620740 Apr 20 13:24:16.230772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:16.254248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086d2d8-5042-4eda-90cd-4d87c4725c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43d95ca-4244-48ff-997b-785d87e5ec49,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:16.343488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b33e23ba-d801-45b3-ae1b-e25ef13effcc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:16.352252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33e23ba-d801-45b3-ae1b-e25ef13effcc not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:16.699634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.884091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44816) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:16.968543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Deleting port 0014aa1a-52e8-4ebc-ba71-89f2132257ec {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:16.968808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:16.988287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-430861734'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:17.010448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:17.014408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.024483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.056302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] For port 0014aa1a-52e8-4ebc-ba71-89f2132257ec, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0014aa1a-52e8-4ebc-ba71-89f2132257ec,segment=NetworkSegment(f238b4ec-aa38-478a-b7ef-ec5f55a6b43b),segment_id=f238b4ec-aa38-478a-b7ef-ec5f55a6b43b)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:17.056672 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.075193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Calling delete_port for 0014aa1a-52e8-4ebc-ba71-89f2132257ec owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:17.102581 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.108353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.138749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d016f-4109-457c-9c72-6625454adcf8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:17.148058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:17.159732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.160643 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment 1f8f00d7-fa79-4250-a59b-a12b345649de of type vlan for network d73b7540-d6e3-4d86-91d0-70bfa88e41be Apr 20 13:24:17.207379 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.234616 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.240178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.240766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.294705 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.303391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4179711 Apr 20 13:24:17.307567 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44828) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:17.318563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda62bd1-9433-4749-9c28-4b58fd1d3b11 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=d73b7540-d6e3-4d86-91d0-70bfa88e41be,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:17.329998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:17.333709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-2028803257'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:17.340219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=0014aa1a-52e8-4ebc-ba71-89f2132257ec,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:17.402374 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:17.405786 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.473148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:17.492506 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.492853 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment 77050aad-420b-4b4b-b45c-417de1909b58 of type vlan for network cec5789d-cf3b-4cc0-a688-97ec1ef4469e Apr 20 13:24:17.585530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.611168 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.626996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.632344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:17.632927 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.722705 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3931196 Apr 20 13:24:17.725614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44836) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:17.730842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': 'd73b7540-d6e3-4d86-91d0-70bfa88e41be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:17.754527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd3941-f1f6-4dce-83cb-38c30e3d6f9c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=cec5789d-cf3b-4cc0-a688-97ec1ef4469e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:17.773435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:17.881667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:17.885943 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:17.936607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Router acef47a4-81b0-4156-a0af-fc32bef8971c has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:18.034652 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:24:18.050696 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:18.059110 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3d32c819-6c88-4943-ae1a-7ed37c455bdb admin admin] 10.222.0.24 "PUT /v2.0/routers/acef47a4-81b0-4156-a0af-fc32bef8971c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234491 Apr 20 13:24:18.059110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44844) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:18.066812 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] Sync routers for ids ['acef47a4-81b0-4156-a0af-fc32bef8971c'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:18.079843 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] Routers {'acef47a4-81b0-4156-a0af-fc32bef8971c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:18.080552 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['acef47a4-81b0-4156-a0af-fc32bef8971c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:18.087986 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.150049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:18.170605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': '1f8f00d7-fa79-4250-a59b-a12b345649de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd73b7540-d6e3-4d86-91d0-70bfa88e41be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:18.171052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: d73b7540-d6e3-4d86-91d0-70bfa88e41be, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:18.193310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:18.205805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d73b7540-d6e3-4d86-91d0-70bfa88e41be) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:18.213092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:18.213899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.219836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa91de7-879d-4a2b-a4ec-53cc5d45b62f None None] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:18.238549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5497d9d1-63ba-4140-b939-f32f2c590794 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5117419 Apr 20 13:24:18.241584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44850) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:18.251285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': 'cec5789d-cf3b-4cc0-a688-97ec1ef4469e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:18.281332 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] Set router acef47a4-81b0-4156-a0af-fc32bef8971c gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:18.413136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d73b7540-d6e3-4d86-91d0-70bfa88e41be', 'network_id': 'd73b7540-d6e3-4d86-91d0-70bfa88e41be', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': 'c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:18.414866 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.426283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:18.431464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.542207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44856) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:18.596891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:24:17Z', 'revision_number': 5, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:18.626462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Allocated IP 172.20.0.2 (d73b7540-d6e3-4d86-91d0-70bfa88e41be/c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90/2b749029-7fe3-4af1-8489-b1284c68de8a) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:18.644527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-090923ee-00b7-47e6-97e7-c9aa8bed2f41 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/floatingips/25bbe661-276f-4591-9f4f-baa9fe04b5bb HTTP/1.1" status: 200 len: 993 time: 0.0953472 Apr 20 13:24:18.644740 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] Checking router: acef47a4-81b0-4156-a0af-fc32bef8971c for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:18.648880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.651977 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] Routers {'acef47a4-81b0-4156-a0af-fc32bef8971c'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:18.652751 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['acef47a4-81b0-4156-a0af-fc32bef8971c'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:18.822472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.832221 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] Set router acef47a4-81b0-4156-a0af-fc32bef8971c gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:18.843530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.925941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Deleting port 609c8461-e78f-4d0e-80c2-026eef8e1b67 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:18.926748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.944037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.944436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=b9fe72ac-1f55-408e-b989-6fd084eccf91,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:18.944436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': '77050aad-420b-4b4b-b45c-417de1909b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cec5789d-cf3b-4cc0-a688-97ec1ef4469e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:18.944436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: cec5789d-cf3b-4cc0-a688-97ec1ef4469e, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:18.951310 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:18.958022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44868) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:18.999613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:19.005844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:19.023438 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] For port 609c8461-e78f-4d0e-80c2-026eef8e1b67, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=609c8461-e78f-4d0e-80c2-026eef8e1b67,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:19.023812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.032405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:19.040239 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Calling delete_port for 609c8461-e78f-4d0e-80c2-026eef8e1b67 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:19.108428 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:24:17Z', 'revision_number': 5, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:19.147122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:19.152015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Pushing event updated for resources: {'Port': ['ID=2b749029-7fe3-4af1-8489-b1284c68de8a,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:19.152764 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0cfe69-89bd-4687-ba76-5cc357fdc6bd None None] The sync data for ids ['acef47a4-81b0-4156-a0af-fc32bef8971c'] in n-d-838550-2 is: [{'id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'name': 'tempest-TestVolumeBackupRestore-968270944-router', 'tenant_id': 'd31668542d4847f5b86f1ddafef41121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:20:37Z', 'updated_at': '2022-04-20T13:24:17Z', 'revision_number': 5, 'project_id': 'd31668542d4847f5b86f1ddafef41121', 'gw_port': {'id': '609c8461-e78f-4d0e-80c2-026eef8e1b67', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:49:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acef47a4-81b0-4156-a0af-fc32bef8971c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:20:39Z', 'updated_at': '2022-04-20T13:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:19.177101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, cec5789d-cf3b-4cc0-a688-97ec1ef4469e) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:19.183312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Attempting to bind port 2b749029-7fe3-4af1-8489-b1284c68de8a on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:19.183763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Attempting to bind port 2b749029-7fe3-4af1-8489-b1284c68de8a by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1f8f00d7-fa79-4250-a59b-a12b345649de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd73b7540-d6e3-4d86-91d0-70bfa88e41be'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:19.184210 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Attempting to bind port 2b749029-7fe3-4af1-8489-b1284c68de8a on network d73b7540-d6e3-4d86-91d0-70bfa88e41be {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:19.188946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:19.189572 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.204412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59633da8-480a-4cca-8214-5c8ea2f04d41 None None] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:19.219754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port 6816be19-3458-41c1-8042-342d0311d78a {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:19.220172 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.237538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:19.237961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Checking segment: {'id': '1f8f00d7-fa79-4250-a59b-a12b345649de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd73b7540-d6e3-4d86-91d0-70bfa88e41be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:19.238635 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.241745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Bound using segment: {'id': '1f8f00d7-fa79-4250-a59b-a12b345649de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd73b7540-d6e3-4d86-91d0-70bfa88e41be'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:19.242414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Bound port: 2b749029-7fe3-4af1-8489-b1284c68de8a, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8f00d7-fa79-4250-a59b-a12b345649de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd73b7540-d6e3-4d86-91d0-70bfa88e41be'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:19.243187 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.249025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8d564ffe-76a3-4c32-ae58-ded8b6a3c754 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0049417 Apr 20 13:24:19.256286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44874) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:19.261969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-26b0f66d-f7cd-4048-8645-018a680278e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-399321932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:19.271254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.315815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=609c8461-e78f-4d0e-80c2-026eef8e1b67,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:19.327311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.327839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.343570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for 6816be19-3458-41c1-8042-342d0311d78a owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:19.349566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26b0f66d-f7cd-4048-8645-018a680278e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.350590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26b0f66d-f7cd-4048-8645-018a680278e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.359244 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.413305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.460229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] For port 2b749029-7fe3-4af1-8489-b1284c68de8a, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:19.465324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] For port 2b749029-7fe3-4af1-8489-b1284c68de8a, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2b749029-7fe3-4af1-8489-b1284c68de8a,segment=NetworkSegment(1f8f00d7-fa79-4250-a59b-a12b345649de),segment_id=1f8f00d7-fa79-4250-a59b-a12b345649de)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:19.475359 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.507816 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26b0f66d-f7cd-4048-8645-018a680278e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.549433 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.553482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26b0f66d-f7cd-4048-8645-018a680278e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.564469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b860-d8e8-4259-b508-1615a1a46348 None None] Pushing event updated for resources: {'Port': ['ID=2b749029-7fe3-4af1-8489-b1284c68de8a,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:19.565690 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.582417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=6816be19-3458-41c1-8042-342d0311d78a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:19.582674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.662047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-cec5789d-cf3b-4cc0-a688-97ec1ef4469e', 'network_id': 'cec5789d-cf3b-4cc0-a688-97ec1ef4469e', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': 'b9fe72ac-1f55-408e-b989-6fd084eccf91'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:19.662919 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.682926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26b0f66d-f7cd-4048-8645-018a680278e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.684343 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-26b0f66d-f7cd-4048-8645-018a680278e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4270339 Apr 20 13:24:19.691304 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44882) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:19.702614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.703561 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acef47a4-81b0-4156-a0af-fc32bef8971c {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:19.710547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.712875 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c843dc11-d839-4fa5-b143-234cbbc453d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/acef47a4-81b0-4156-a0af-fc32bef8971c HTTP/1.1" status: 204 len: 168 time: 1.6529791 Apr 20 13:24:19.728029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44884) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:19.835639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] Deleting subnet a2a650c5-b52f-4c2c-babc-aced03deed17 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:19.844494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:19.864440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Allocated IP 172.21.0.2 (cec5789d-cf3b-4cc0-a688-97ec1ef4469e/b9fe72ac-1f55-408e-b989-6fd084eccf91/9887c394-5363-403f-ab55-1b28f8410799) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:19.884350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.004308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0014aa1a-52e8-4ebc-ba71-89f2132257ec no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:20.014933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.051455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0014aa1a-52e8-4ebc-ba71-89f2132257ec {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:20.051904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0014aa1a-52e8-4ebc-ba71-89f2132257ec not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:20.088963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.089228 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Floating IP 25bbe661-276f-4591-9f4f-baa9fe04b5bb disassociated (deleted). External IP: 172.25.3.140, port: a9dd01ef-b9ec-4e47-893a-adbbd1daf411. Apr 20 13:24:20.178728 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.189789 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.234642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:20.238343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:20.244416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:20.251177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.270168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Pushing event updated for resources: {'Port': ['ID=9887c394-5363-403f-ab55-1b28f8410799,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:20.290517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.330380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a650c5-b52f-4c2c-babc-aced03deed17,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:20.337559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Attempting to bind port 9887c394-5363-403f-ab55-1b28f8410799 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:20.338490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Attempting to bind port 9887c394-5363-403f-ab55-1b28f8410799 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '77050aad-420b-4b4b-b45c-417de1909b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cec5789d-cf3b-4cc0-a688-97ec1ef4469e'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:20.338850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Attempting to bind port 9887c394-5363-403f-ab55-1b28f8410799 on network cec5789d-cf3b-4cc0-a688-97ec1ef4469e {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:20.341045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.341543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cba1239-47c6-4faf-91f9-0987c81ab336 None None] Network 84eed518-e79a-4f01-a7f0-37e06137054e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:20.346342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-29567b00-11de-4b17-aa0b-66ade13c7512 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a2a650c5-b52f-4c2c-babc-aced03deed17 HTTP/1.1" status: 204 len: 168 time: 0.6165373 Apr 20 13:24:20.350562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44890) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:20.360086 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:20.360476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Checking segment: {'id': '77050aad-420b-4b4b-b45c-417de1909b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cec5789d-cf3b-4cc0-a688-97ec1ef4469e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:20.360865 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.361257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Bound using segment: {'id': '77050aad-420b-4b4b-b45c-417de1909b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cec5789d-cf3b-4cc0-a688-97ec1ef4469e'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:20.361760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Bound port: 9887c394-5363-403f-ab55-1b28f8410799, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77050aad-420b-4b4b-b45c-417de1909b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cec5789d-cf3b-4cc0-a688-97ec1ef4469e'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:20.362141 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.540153 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] For port 9887c394-5363-403f-ab55-1b28f8410799, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:20.550555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] For port 9887c394-5363-403f-ab55-1b28f8410799, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9887c394-5363-403f-ab55-1b28f8410799,segment=NetworkSegment(77050aad-420b-4b4b-b45c-417de1909b58),segment_id=77050aad-420b-4b4b-b45c-417de1909b58)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:20.558781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-1f2751f1-e346-4b9e-8004-5621bc495609 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1800842 Apr 20 13:24:20.578593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.620236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.20.0.1 (d73b7540-d6e3-4d86-91d0-70bfa88e41be/c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90/8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:20.658307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a022749-70e3-4838-8bc0-1e6ff2bcf8b8 None None] Pushing event updated for resources: {'Port': ['ID=9887c394-5363-403f-ab55-1b28f8410799,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:20.695230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router be40ae65-f4d6-4168-a50e-5a4d83708905 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:20.737700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.813529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] DHCP port deletion for 84eed518-e79a-4f01-a7f0-37e06137054e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:20.899222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-77947feb-1dd2-4c74-9777-28e6fa595eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:20.900782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-77947feb-1dd2-4c74-9777-28e6fa595eda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 1096 time: 0.2003055 Apr 20 13:24:20.901803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] Deleting port 44e4f4a5-0d46-4d65-9d55-e1e56435251f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:20.902548 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:20.920259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.015528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.061294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] For port 44e4f4a5-0d46-4d65-9d55-e1e56435251f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=44e4f4a5-0d46-4d65-9d55-e1e56435251f,segment=NetworkSegment(f238b4ec-aa38-478a-b7ef-ec5f55a6b43b),segment_id=f238b4ec-aa38-478a-b7ef-ec5f55a6b43b)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:21.061732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.066416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:21.071898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:21.078235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:21.085591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] Calling delete_port for 44e4f4a5-0d46-4d65-9d55-e1e56435251f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:21.134833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:21.171104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.243389 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.284744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] Pushing event deleted for resources: {'Port': ['ID=44e4f4a5-0d46-4d65-9d55-e1e56435251f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:21.294900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13719e0c-25c6-4660-a161-57340c7733d3 None None] No DVR routers for this DVR port 44e4f4a5-0d46-4d65-9d55-e1e56435251f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:21.383706 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.389553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7453f8-cbdc-40ba-b00e-12569543d730 None None] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:21.454447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2dfd6842-9ab7-494f-961d-cc481e2cf7f3 None None] Provisioning complete for port 2b749029-7fe3-4af1-8489-b1284c68de8a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:21.454822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6842-9ab7-494f-961d-cc481e2cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.628807 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6842-9ab7-494f-961d-cc481e2cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.677654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-2dfd6842-9ab7-494f-961d-cc481e2cf7f3 None None] For port 2b749029-7fe3-4af1-8489-b1284c68de8a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2b749029-7fe3-4af1-8489-b1284c68de8a,segment=NetworkSegment(1f8f00d7-fa79-4250-a59b-a12b345649de),segment_id=1f8f00d7-fa79-4250-a59b-a12b345649de)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:21.685154 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2dfd6842-9ab7-494f-961d-cc481e2cf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.695043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Deleting port 44e4f4a5-0d46-4d65-9d55-e1e56435251f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:21.695532 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.796105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd6842-9ab7-494f-961d-cc481e2cf7f3 None None] Pushing event updated for resources: {'Port': ['ID=2b749029-7fe3-4af1-8489-b1284c68de8a,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:21.810503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:21.837113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] Sync routers for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:21.843620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.845498 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.849943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.882290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:21.882290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:21.974732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:21.989678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:22.002769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] For port 44e4f4a5-0d46-4d65-9d55-e1e56435251f, host n-d-838550-2, got binding levels [] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:22.003339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.032710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-5fc026a1-edfc-4303-95e6-ec211be8b1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.036573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-5fc026a1-edfc-4303-95e6-ec211be8b1f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=abcfec5b-78c4-4529-9e8d-99302a6fafb2 HTTP/1.1" status: 200 len: 898 time: 1.0958445 Apr 20 13:24:22.046325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-764e9169-0e6a-424e-8024-99363563fd36 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/floatingips/25bbe661-276f-4591-9f4f-baa9fe04b5bb HTTP/1.1" status: 204 len: 168 time: 3.0845273 Apr 20 13:24:22.048832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:22.051593 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a547ee01-c772-415a-98dc-9643831039ce" -d '{"events": [{"name": "network-changed", "server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:22.060572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Calling delete_port for 44e4f4a5-0d46-4d65-9d55-e1e56435251f owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:22.071613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.ipam_backend_mixin [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Port 44e4f4a5-0d46-4d65-9d55-e1e56435251f was not found and therefore no delete operation was performed {{(pid=109410) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:24:22.083724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2b749029-7fe3-4af1-8489-b1284c68de8a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:22.134492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-04f7c790-4d6a-462a-869d-7c560e745d74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411 HTTP/1.1" status: 200 len: 217 time: 0.0896957 Apr 20 13:24:22.135605 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.190236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a6844603-3517-48af-ae17-136fd1d189e5 None None] Provisioning complete for port 8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:22.190612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6844603-3517-48af-ae17-136fd1d189e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.190756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:22.192459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:22.205927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:22.221372 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd9e7a7-95a6-446f-86c6-b06f5fcb4b46 x-openstack-request-id: req-fbd9e7a7-95a6-446f-86c6-b06f5fcb4b46 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:22.221604 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:22.221894 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbd9e7a7-95a6-446f-86c6-b06f5fcb4b46 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:22.222284 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd9e7a7-95a6-446f-86c6-b06f5fcb4b46'] response: {'name': 'network-changed', 'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'status': 'completed', 'code': 200} Apr 20 13:24:22.279579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e4f4a5-0d46-4d65-9d55-e1e56435251f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:22.289052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] No DVR routers for this DVR port 44e4f4a5-0d46-4d65-9d55-e1e56435251f on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:22.395908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-593d28c7-479c-4518-9603-133eae756ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.397597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-593d28c7-479c-4518-9603-133eae756ead service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3e90d7a-8b0a-4d50-8e41-264cfba6328b HTTP/1.1" status: 200 len: 834 time: 0.2462931 Apr 20 13:24:22.417879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router b4f56458-2e4f-4f6c-8457-28ab977bcd5a is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:22.469686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2b749029-7fe3-4af1-8489-b1284c68de8a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:22.470071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.477616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a6844603-3517-48af-ae17-136fd1d189e5 None None] Port 8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:22.509557 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9796f5c-750c-499b-adc9-a870fcd15323 None None] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:22.561996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:22.570287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4e93f9d4-c2a3-4235-b795-302b7ef27593 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/b4f56458-2e4f-4f6c-8457-28ab977bcd5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8765492 Apr 20 13:24:22.572139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44922) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:22.574755 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] Sync routers for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:22.586740 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:22.587469 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.594773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.634073 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.656444 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:22.657462 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.659567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84eed518-e79a-4f01-a7f0-37e06137054e']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.660297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bde956-ef2c-4063-8c58-2afb5cc232e5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.664667 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-11bde956-ef2c-4063-8c58-2afb5cc232e5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports/8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99 HTTP/1.1" status: 200 len: 910 time: 0.0871432 Apr 20 13:24:22.664963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44924) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:22.691855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.692093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f238b4ec-aa38-478a-b7ef-ec5f55a6b43b') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.697010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-ba89273e-e465-43ef-a4d8-bef4e7ebbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.701611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-ba89273e-e465-43ef-a4d8-bef4e7ebbb15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abcfec5b-78c4-4529-9e8d-99302a6fafb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2929218 Apr 20 13:24:22.720276 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:22.721244 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b4d373-4aea-4588-b234-a03916b2dd71 None None] The sync data for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:22.733518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.751826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c9161-d9ca-43ca-913f-9dbcff157c7a req-2dc3ec25-17b3-4438-971f-660bc5ddfd26 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:22.753400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad8c9161-d9ca-43ca-913f-9dbcff157c7a req-2dc3ec25-17b3-4438-971f-660bc5ddfd26 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 945 time: 0.2163222 Apr 20 13:24:22.831510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.854276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:22.854691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:22.856385 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:22.883770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad8c9161-d9ca-43ca-913f-9dbcff157c7a req-93c4ebda-f34b-4ff1-b6fe-e6e04c0460e4 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941536 Apr 20 13:24:22.968601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-83849310-c6ef-47ee-aa9e-c1f23aab3924 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535157 Apr 20 13:24:22.973673 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.987453 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:22.994208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84eed518-e79a-4f01-a7f0-37e06137054e HTTP/1.1" status: 204 len: 168 time: 2.6395104 Apr 20 13:24:23.023562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e382a8a-3b63-4cad-b978-8dfdded41e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=84eed518-e79a-4f01-a7f0-37e06137054e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:23.032784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a6844603-3517-48af-ae17-136fd1d189e5 None None] Provisioning complete for port 2b749029-7fe3-4af1-8489-b1284c68de8a triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:23.033747 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6844603-3517-48af-ae17-136fd1d189e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.112819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab60ddf2-fe91-4f9f-a011-a44f5dceaccc req-86358058-4498-4730-b48b-842eefe13a06 service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190569 Apr 20 13:24:23.260886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ee01-c772-415a-98dc-9643831039ce req-4030579e-2466-4136-b624-6389b09db9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.262445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a547ee01-c772-415a-98dc-9643831039ce req-4030579e-2466-4136-b624-6389b09db9f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 1096 time: 0.0732801 Apr 20 13:24:23.264200 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.280130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9887c394-5363-403f-ab55-1b28f8410799 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:23.339653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44930) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:23.370930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:31Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:23.407288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] Checking router: be40ae65-f4d6-4168-a50e-5a4d83708905 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:23.430587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9887c394-5363-403f-ab55-1b28f8410799 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:23.430955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.433350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a8ac8982-cc1c-48b5-b457-5645409e8ae4 None None] Provisioning complete for port 8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:23.433725 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8982-cc1c-48b5-b457-5645409e8ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.481819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:23.482455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:23.538675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-87ce5de0-ed0d-4ed5-bb5c-43e446828b6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e467fe4e05ab4dc395cc3cd43a1f3901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980906 Apr 20 13:24:23.543017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44932) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:23.549366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac8982-cc1c-48b5-b457-5645409e8ae4 None None] Port 8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:23.567112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ee01-c772-415a-98dc-9643831039ce req-b9f302ca-6249-4595-b99a-daeaa5e5b63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.570298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a547ee01-c772-415a-98dc-9643831039ce req-b9f302ca-6249-4595-b99a-daeaa5e5b63b service neutron] 10.222.0.37 "GET /v2.0/networks?id=abcfec5b-78c4-4529-9e8d-99302a6fafb2 HTTP/1.1" status: 200 len: 898 time: 0.2992330 Apr 20 13:24:23.636128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.658060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a547ee01-c772-415a-98dc-9643831039ce req-6a37e92d-370f-4524-99d4-abe94ee01a90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411 HTTP/1.1" status: 200 len: 217 time: 0.0736389 Apr 20 13:24:23.663070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a8ac8982-cc1c-48b5-b457-5645409e8ae4 None None] Provisioning complete for port 9887c394-5363-403f-ab55-1b28f8410799 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:23.663441 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a8ac8982-cc1c-48b5-b457-5645409e8ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.696563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.21.0.1 (cec5789d-cf3b-4cc0-a688-97ec1ef4469e/b9fe72ac-1f55-408e-b989-6fd084eccf91/6c930bc3-e873-4139-9188-881029454d40) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:23.700450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:23.729861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d175e02-594f-4e15-84f4-33df6d75210d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.756850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d175e02-594f-4e15-84f4-33df6d75210d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.766186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 9887c394-5363-403f-ab55-1b28f8410799, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9887c394-5363-403f-ab55-1b28f8410799,segment=NetworkSegment(77050aad-420b-4b4b-b45c-417de1909b58),segment_id=77050aad-420b-4b4b-b45c-417de1909b58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:23.776534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.815079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ee01-c772-415a-98dc-9643831039ce req-48379b8c-8b30-40c9-a525-ed7617092da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.816822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a547ee01-c772-415a-98dc-9643831039ce req-48379b8c-8b30-40c9-a525-ed7617092da7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b3e90d7a-8b0a-4d50-8e41-264cfba6328b HTTP/1.1" status: 200 len: 834 time: 0.1485882 Apr 20 13:24:23.819018 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d175e02-594f-4e15-84f4-33df6d75210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.822975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8d175e02-594f-4e15-84f4-33df6d75210d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.827400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8d175e02-594f-4e15-84f4-33df6d75210d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3c79a28-c31b-4b07-afdf-5691623eba9b HTTP/1.1" status: 204 len: 168 time: 0.2830665 Apr 20 13:24:23.847095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d175e02-594f-4e15-84f4-33df6d75210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c79a28-c31b-4b07-afdf-5691623eba9b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:23.889427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547ee01-c772-415a-98dc-9643831039ce req-fe95ff23-2034-40e5-b302-a5e2fbe06daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:23.891443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a547ee01-c772-415a-98dc-9643831039ce req-fe95ff23-2034-40e5-b302-a5e2fbe06daf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=abcfec5b-78c4-4529-9e8d-99302a6fafb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628049 Apr 20 13:24:23.893833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:23.949903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 44e4f4a5-0d46-4d65-9d55-e1e56435251f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:23.950239 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.022092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-abdce98b-2a8b-47f5-8d52-2fa7377eebf8 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:24.023617 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-abdce98b-2a8b-47f5-8d52-2fa7377eebf8 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 945 time: 0.3063118 Apr 20 13:24:24.036829 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:24.039283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 44e4f4a5-0d46-4d65-9d55-e1e56435251f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:24.039864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 44e4f4a5-0d46-4d65-9d55-e1e56435251f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:24.040069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 609c8461-e78f-4d0e-80c2-026eef8e1b67 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:24.047617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:24.054436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:24.088023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c29a45-9be1-441b-acd3-721eb6cbc945 req-2a933ff9-7baa-423d-b166-68c60a8b01c8 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:24.089364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97c29a45-9be1-441b-acd3-721eb6cbc945 req-2a933ff9-7baa-423d-b166-68c60a8b01c8 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0742862 Apr 20 13:24:24.093195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=6c930bc3-e873-4139-9188-881029454d40,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:24.112538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=9887c394-5363-403f-ab55-1b28f8410799,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:24.153796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a547ee01-c772-415a-98dc-9643831039ce req-99228d3f-cd35-4fa7-89a2-e95687e7762e service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548249 Apr 20 13:24:24.193829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 609c8461-e78f-4d0e-80c2-026eef8e1b67 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:24.195818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 609c8461-e78f-4d0e-80c2-026eef8e1b67 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:24.246683 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.269322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.303201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97c29a45-9be1-441b-acd3-721eb6cbc945 req-ded0c362-f3ad-4de7-839c-828013bd138d tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956377 Apr 20 13:24:24.306068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a547ee01-c772-415a-98dc-9643831039ce req-94eb77ac-b099-4e19-8f73-023b7b55cfcb service neutron] 10.222.0.37 "GET /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309645 Apr 20 13:24:24.384994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2b749029-7fe3-4af1-8489-b1284c68de8a up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:24.463868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:24.464465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.471509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2b749029-7fe3-4af1-8489-b1284c68de8a triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:24.472050 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.475606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:31Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:24.527837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44942) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:24.543817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f81ce0e-7177-4b56-a510-0b9ca1b128be None None] The sync data for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 is: [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '02f5c578-3dd9-4a6d-a3cb-66afb0c4f405', 'name': '', 'network_id': 'abcfec5b-78c4-4529-9e8d-99302a6fafb2', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'mac_address': 'fa:16:3e:a9:14:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:24Z', 'updated_at': '2022-04-20T13:23:31Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'subnets': [{'id': 'b3e90d7a-8b0a-4d50-8e41-264cfba6328b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:24.593807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-17d08802-37c7-4d30-9d0e-eea2a6eaa695 None None] Provisioning complete for port 6c930bc3-e873-4139-9188-881029454d40 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:24.594659 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-17d08802-37c7-4d30-9d0e-eea2a6eaa695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.598351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b8d6f02a-7d32-4e93-854e-2431575cff21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d31668542d4847f5b86f1ddafef41121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0710871 Apr 20 13:24:24.598993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44944) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:24.658272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-17d08802-37c7-4d30-9d0e-eea2a6eaa695 None None] Port 6c930bc3-e873-4139-9188-881029454d40 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:24.671454 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d777b49-7d8f-4c9a-ba1f-321ecaf6d160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.704683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-17d08802-37c7-4d30-9d0e-eea2a6eaa695 None None] Provisioning complete for port 9887c394-5363-403f-ab55-1b28f8410799 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:24.704964 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-17d08802-37c7-4d30-9d0e-eea2a6eaa695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.708820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d777b49-7d8f-4c9a-ba1f-321ecaf6d160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.746909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9887c394-5363-403f-ab55-1b28f8410799 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:24.796187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d777b49-7d8f-4c9a-ba1f-321ecaf6d160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.800339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7d777b49-7d8f-4c9a-ba1f-321ecaf6d160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.805478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7d777b49-7d8f-4c9a-ba1f-321ecaf6d160 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bdb4c8c-722d-4d1e-a810-6c7f60110646 HTTP/1.1" status: 204 len: 168 time: 0.2052591 Apr 20 13:24:24.817128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d777b49-7d8f-4c9a-ba1f-321ecaf6d160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb4c8c-722d-4d1e-a810-6c7f60110646,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:24.906481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9887c394-5363-403f-ab55-1b28f8410799 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:24.906852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:24.995256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c516f9b2-85cd-48e8-a8e1-2a1eead615fc None None] New status for floating IP 25bbe661-276f-4591-9f4f-baa9fe04b5bb: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:24:25.047253 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.143908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port a9dd01ef-b9ec-4e47-893a-adbbd1daf411, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:25.144275 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.220799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for a9dd01ef-b9ec-4e47-893a-adbbd1daf411 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:25.467731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37fb6c-7cff-4559-8458-57af0f4fe14f req-bd4c004b-6d1a-4585-9933-0cc6cd8e8e22 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:25.469388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f37fb6c-7cff-4559-8458-57af0f4fe14f req-bd4c004b-6d1a-4585-9933-0cc6cd8e8e22 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/ports?device_id=892dc68c-89d4-40c1-b9c7-bedf0072ceb8 HTTP/1.1" status: 200 len: 945 time: 0.0761428 Apr 20 13:24:25.563319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f37fb6c-7cff-4559-8458-57af0f4fe14f req-67038a62-bd1e-453c-887b-a62f9381ef04 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e4a188e-771b-441d-8c49-866905a85ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785723 Apr 20 13:24:25.564807 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.572257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.642225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.675037 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.698177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=6c930bc3-e873-4139-9188-881029454d40,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:25.771587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] No DVR routers for this DVR port a9dd01ef-b9ec-4e47-893a-adbbd1daf411 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:25.773403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=a9dd01ef-b9ec-4e47-893a-adbbd1daf411,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:25.804341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:25.808170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-0a68d71f-f9cc-4e5e-8d56-5ff88d637fc0 req-f876cd13-1dce-41b3-99b0-e87b60664070 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.37 "DELETE /v2.0/ports/a9dd01ef-b9ec-4e47-893a-adbbd1daf411 HTTP/1.1" status: 204 len: 173 time: 1.7631288 Apr 20 13:24:25.808618 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'name': 'network-vif-deleted', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:24:25.811660 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3404ca-c05a-498f-8e4d-ccdfb8758f9d" -d '{"events": [{"server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "name": "network-vif-deleted", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:24:25.876417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:25.878683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:26.050168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router b4f56458-2e4f-4f6c-8457-28ab977bcd5a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:26.169022 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce37dc0-189b-44db-b2e8-09428a1c06df x-openstack-request-id: req-7ce37dc0-189b-44db-b2e8-09428a1c06df {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:24:26.169477 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892dc68c-89d4-40c1-b9c7-bedf0072ceb8", "name": "network-vif-deleted", "tag": "a9dd01ef-b9ec-4e47-893a-adbbd1daf411", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:24:26.169878 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ce37dc0-189b-44db-b2e8-09428a1c06df {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:24:26.170382 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce37dc0-189b-44db-b2e8-09428a1c06df'] response: {'server_uuid': '892dc68c-89d4-40c1-b9c7-bedf0072ceb8', 'name': 'network-vif-deleted', 'tag': 'a9dd01ef-b9ec-4e47-893a-adbbd1daf411', 'status': 'completed', 'code': 200} Apr 20 13:24:26.202590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:26.208005 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db685a1b-7ed6-4081-bf78-a87c67756628 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/b4f56458-2e4f-4f6c-8457-28ab977bcd5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5416753 Apr 20 13:24:26.210619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44958) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:26.214553 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] Sync routers for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:26.229096 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:26.229728 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:26.264906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:26.279819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f200c94e-3673-49bf-ac45-ab8344906b27 None None] Provisioning complete for port 6c930bc3-e873-4139-9188-881029454d40 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:26.280586 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f200c94e-3673-49bf-ac45-ab8344906b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.282466 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:26.283310 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:26.310532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16e554-0ce7-4284-9f27-31aad758248e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:26.318731 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db16e554-0ce7-4284-9f27-31aad758248e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports/6c930bc3-e873-4139-9188-881029454d40 HTTP/1.1" status: 200 len: 910 time: 0.1038191 Apr 20 13:24:26.318954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44960) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:26.351832 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f200c94e-3673-49bf-ac45-ab8344906b27 None None] Port 6c930bc3-e873-4139-9188-881029454d40 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:26.420666 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:26.421570 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290f7bb-2428-42c2-883d-b2654fb6f90c None None] The sync data for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:26.628013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44964) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:26.692833 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.698811 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2f1cac8-105e-4553-9e58-045994e2812f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.724265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2f1cac8-105e-4553-9e58-045994e2812f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.787352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2f1cac8-105e-4553-9e58-045994e2812f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.789909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2f1cac8-105e-4553-9e58-045994e2812f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:26.793561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c2f1cac8-105e-4553-9e58-045994e2812f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e4a188e-771b-441d-8c49-866905a85ae8 HTTP/1.1" status: 204 len: 168 time: 0.1620605 Apr 20 13:24:26.814418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1cac8-105e-4553-9e58-045994e2812f tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a188e-771b-441d-8c49-866905a85ae8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:26.834473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44968) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:26.964947 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 6c930bc3-e873-4139-9188-881029454d40 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:26.965334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.060741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.074667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 6c930bc3-e873-4139-9188-881029454d40 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:27.267463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.268172 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.290664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a9dd01ef-b9ec-4e47-893a-adbbd1daf411 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:27.300524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=6c930bc3-e873-4139-9188-881029454d40,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:27.325564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: a9dd01ef-b9ec-4e47-893a-adbbd1daf411 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:27.325950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device a9dd01ef-b9ec-4e47-893a-adbbd1daf411 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:27.463942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.542119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:27.542571 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.634182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:27.635506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.647845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:27.656121 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router b4f56458-2e4f-4f6c-8457-28ab977bcd5a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:27.745511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:27.752808 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-df4a563c-39b8-4706-a97d-ccd1849ff160 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/b4f56458-2e4f-4f6c-8457-28ab977bcd5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4304969 Apr 20 13:24:27.753960 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44972) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:27.756762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] Sync routers for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:27.768758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:27.769520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.804300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.813478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:27.814225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.839472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:27.851272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:27.852069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b6d86-9270-4667-b1d6-c83e0c2f4539 None None] The sync data for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:27.866293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=02f5c578-3dd9-4a6d-a3cb-66afb0c4f405,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:28.068079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.102509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.306265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Router be40ae65-f4d6-4168-a50e-5a4d83708905 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:28.374658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:28.375003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.446753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:28.452585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-787bc3fa-cfa3-470a-a419-78c264155963 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "PUT /v2.0/routers/be40ae65-f4d6-4168-a50e-5a4d83708905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6168661 Apr 20 13:24:28.455630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44982) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:28.459529 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] Sync routers for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:28.474525 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:28.475151 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:28.508350 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.533460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:28.538715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting subnet b3e90d7a-8b0a-4d50-8e41-264cfba6328b {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:28.542708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.592464 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:28.618668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.758051 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.769784 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:24:27Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:28.801008 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] Checking router: be40ae65-f4d6-4168-a50e-5a4d83708905 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:28.809451 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] Routers {'be40ae65-f4d6-4168-a50e-5a4d83708905'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:28.810081 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['be40ae65-f4d6-4168-a50e-5a4d83708905'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:28.866800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.877760 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.913704 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] Set router be40ae65-f4d6-4168-a50e-5a4d83708905 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:28.934407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=8c6c0aaf-0a47-40bf-9b29-42ef7a7e4f99,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:28.954130 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:28.960470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44986) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:28.962380 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/subnets/b3e90d7a-8b0a-4d50-8e41-264cfba6328b HTTP/1.1" status: 204 len: 168 time: 0.5055878 Apr 20 13:24:28.964201 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ce16f-0dac-4573-96d1-f7b76238f9d5 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e90d7a-8b0a-4d50-8e41-264cfba6328b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:28.967648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba6db7-855c-4b96-999e-1f08f6deed79 None None] Network abcfec5b-78c4-4529-9e8d-99302a6fafb2 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:29.164297 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.220401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.227477 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:24:27Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:29.269694 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ebc73-a076-445b-aa01-8cf60fa2c2d0 None None] The sync data for ids ['be40ae65-f4d6-4168-a50e-5a4d83708905'] in n-d-838550-2 is: [{'id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'name': 'tempest-TestNetworkBasicOps-router-1558468964', 'tenant_id': '9a51c763568d4feaa684cf2f9cab2a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:23:17Z', 'updated_at': '2022-04-20T13:24:27Z', 'revision_number': 5, 'project_id': '9a51c763568d4feaa684cf2f9cab2a82', 'gw_port': {'id': 'fbaa1625-8ed0-4be3-ae76-2a44b124e9a4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ea:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40ae65-f4d6-4168-a50e-5a4d83708905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:23:18Z', 'updated_at': '2022-04-20T13:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:29.282375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] DHCP port deletion for abcfec5b-78c4-4529-9e8d-99302a6fafb2 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:29.350523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] Deleting port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:29.350901 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.370055 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.370819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router b4f56458-2e4f-4f6c-8457-28ab977bcd5a has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:29.444149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Deleting port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:29.444500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.456198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] For port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f63d336a-14eb-4a3d-8ed0-fa0c60ccc607,segment=NetworkSegment(1764e3b4-7695-4226-9b1c-1d0e4221cc97),segment_id=1764e3b4-7695-4226-9b1c-1d0e4221cc97)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:29.456706 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.475084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] Calling delete_port for f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:29.573379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] For port fbaa1625-8ed0-4be3-ae76-2a44b124e9a4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:29.574130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.591693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Calling delete_port for fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:29.746250 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.776737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] Pushing event deleted for resources: {'Port': ['ID=f63d336a-14eb-4a3d-8ed0-fa0c60ccc607,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:29.787785 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a98a42-e201-43c6-8183-fcbe7a03d035 None None] No DVR routers for this DVR port f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:29.845491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.874299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Port': ['ID=fbaa1625-8ed0-4be3-ae76-2a44b124e9a4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:29.927551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:29.939094 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-261c192e-c2c7-44b0-8ecd-12f5a7d8dad8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/b4f56458-2e4f-4f6c-8457-28ab977bcd5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1850760 Apr 20 13:24:29.942063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44990) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:29.948482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] Sync routers for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:29.961991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:29.968199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:29.969942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:29.977107 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0aa15467-1c7f-4741-82e0-a73473ceda9b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f56458-2e4f-4f6c-8457-28ab977bcd5a HTTP/1.1" status: 200 len: 205 time: 0.0334036 Apr 20 13:24:29.979931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44992) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:30.017928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:30.030132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] Routers {'b4f56458-2e4f-4f6c-8457-28ab977bcd5a'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:30.031813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:30.067900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.070321 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.072385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:30.073719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6f6892-5690-4054-9d8a-4cf226583de5 None None] The sync data for ids ['b4f56458-2e4f-4f6c-8457-28ab977bcd5a'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:30.078598 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22fb1350-ff03-4c96-8b8b-7055473b800f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.249734 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22fb1350-ff03-4c96-8b8b-7055473b800f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.252198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22fb1350-ff03-4c96-8b8b-7055473b800f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.303420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22fb1350-ff03-4c96-8b8b-7055473b800f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.304126 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fb1350-ff03-4c96-8b8b-7055473b800f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Fanout notify agent at l3_agent the message router_deleted on router b4f56458-2e4f-4f6c-8457-28ab977bcd5a {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:30.319802 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-22fb1350-ff03-4c96-8b8b-7055473b800f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.321294 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-22fb1350-ff03-4c96-8b8b-7055473b800f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/b4f56458-2e4f-4f6c-8457-28ab977bcd5a HTTP/1.1" status: 204 len: 168 time: 0.3400958 Apr 20 13:24:30.324218 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 44994) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:30.391802 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet b9fe72ac-1f55-408e-b989-6fd084eccf91 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:30.396723 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.425067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:30.452486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.464797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:30.465394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f63d336a-14eb-4a3d-8ed0-fa0c60ccc607 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:30.466023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:30.480882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.481586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Fanout notify agent at l3_agent the message router_deleted on router be40ae65-f4d6-4168-a50e-5a4d83708905 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:30.488989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:30.489278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 02f5c578-3dd9-4a6d-a3cb-66afb0c4f405 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:30.508827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.511115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-883f839a-bdb5-4031-aa23-84b0ce3ed8fc tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/routers/be40ae65-f4d6-4168-a50e-5a4d83708905 HTTP/1.1" status: 204 len: 168 time: 1.5484190 Apr 20 13:24:30.513101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 44998) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:30.574761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.596936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.645573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.678056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.699768 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/b9fe72ac-1f55-408e-b989-6fd084eccf91 HTTP/1.1" status: 204 len: 168 time: 0.3714225 Apr 20 13:24:30.699768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e869d3-6315-46b7-8873-bd80c2889080 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fe72ac-1f55-408e-b989-6fd084eccf91,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:30.703959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45000) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:30.705719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4947bb-ea96-4b89-9c1b-56b17c2254fb None None] Network cec5789d-cf3b-4cc0-a688-97ec1ef4469e requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:30.757405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:30.765153 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.769165 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.825040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcfec5b-78c4-4529-9e8d-99302a6fafb2']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:30.841097 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.844661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1764e3b4-7695-4226-9b1c-1d0e4221cc97') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:30.845026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1764e3b4-7695-4226-9b1c-1d0e4221cc97') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:30.881226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.906125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.918831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:30.919324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:30.922458 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:31.020817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] DHCP port deletion for cec5789d-cf3b-4cc0-a688-97ec1ef4469e request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:31.021290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.046187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.051052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.059534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] 10.222.0.24 "DELETE /v2.0/networks/abcfec5b-78c4-4529-9e8d-99302a6fafb2 HTTP/1.1" status: 204 len: 168 time: 0.5446236 Apr 20 13:24:31.095319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] Deleting port 9887c394-5363-403f-ab55-1b28f8410799 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:31.095789 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.105176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58c6f7-3f60-4925-b86f-51b8f3883790 tempest-TestNetworkBasicOps-1905131997 tempest-TestNetworkBasicOps-1905131997-project] Pushing event deleted for resources: {'Network': ['ID=abcfec5b-78c4-4529-9e8d-99302a6fafb2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:31.171607 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.180450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] For port 9887c394-5363-403f-ab55-1b28f8410799, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9887c394-5363-403f-ab55-1b28f8410799,segment=NetworkSegment(77050aad-420b-4b4b-b45c-417de1909b58),segment_id=77050aad-420b-4b4b-b45c-417de1909b58)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:31.181168 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.199342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] Calling delete_port for 9887c394-5363-403f-ab55-1b28f8410799 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:31.203995 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.210139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90 HTTP/1.1" status: 204 len: 168 time: 0.5038407 Apr 20 13:24:31.210139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb9095-76b5-414b-b20f-89999060bd74 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:31.210614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45004) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:31.222034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b5364-a1f1-4001-8490-48cf912c0c08 None None] Network d73b7540-d6e3-4d86-91d0-70bfa88e41be requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:31.314278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.369022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 9887c394-5363-403f-ab55-1b28f8410799 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:31.369356 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.411890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45008) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:31.432299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.447872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] No DVR routers for this DVR port 9887c394-5363-403f-ab55-1b28f8410799 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:31.455099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 9887c394-5363-403f-ab55-1b28f8410799, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9887c394-5363-403f-ab55-1b28f8410799,segment=NetworkSegment(77050aad-420b-4b4b-b45c-417de1909b58),segment_id=77050aad-420b-4b4b-b45c-417de1909b58)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:31.455823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.473437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6ac8d-34f4-4798-a9ad-ef2e4808fb79 None None] Pushing event deleted for resources: {'Port': ['ID=9887c394-5363-403f-ab55-1b28f8410799,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:31.498393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 9887c394-5363-403f-ab55-1b28f8410799 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:31.547525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59586435-e862-40e8-a558-db097813231b None None] DHCP port deletion for d73b7540-d6e3-4d86-91d0-70bfa88e41be request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:31.607440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.611529 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e544334d-e4f1-42a7-a98f-c919f00add26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a51c763568d4feaa684cf2f9cab2a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983874 Apr 20 13:24:31.614991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45014) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:31.624586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-59586435-e862-40e8-a558-db097813231b None None] Deleting port 2b749029-7fe3-4af1-8489-b1284c68de8a {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:31.625286 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59586435-e862-40e8-a558-db097813231b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.644120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port 9887c394-5363-403f-ab55-1b28f8410799 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:31.672150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=9887c394-5363-403f-ab55-1b28f8410799,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:31.682024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0545ac14-834f-4824-8ab0-96f2615b6c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.705224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-59586435-e862-40e8-a558-db097813231b None None] For port 2b749029-7fe3-4af1-8489-b1284c68de8a, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2b749029-7fe3-4af1-8489-b1284c68de8a,segment=NetworkSegment(1f8f00d7-fa79-4250-a59b-a12b345649de),segment_id=1f8f00d7-fa79-4250-a59b-a12b345649de)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:31.705644 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59586435-e862-40e8-a558-db097813231b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.709624 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0545ac14-834f-4824-8ab0-96f2615b6c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.723977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-59586435-e862-40e8-a558-db097813231b None None] Calling delete_port for 2b749029-7fe3-4af1-8489-b1284c68de8a owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:31.741992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.766322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec5789d-cf3b-4cc0-a688-97ec1ef4469e']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:31.780136 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0545ac14-834f-4824-8ab0-96f2615b6c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.782794 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0545ac14-834f-4824-8ab0-96f2615b6c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.786171 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0545ac14-834f-4824-8ab0-96f2615b6c8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d143bd1a-28e6-4599-a890-3e7a2d7caea1 HTTP/1.1" status: 204 len: 168 time: 0.1678922 Apr 20 13:24:31.786796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77050aad-420b-4b4b-b45c-417de1909b58') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:31.787823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77050aad-420b-4b4b-b45c-417de1909b58') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:31.793190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545ac14-834f-4824-8ab0-96f2615b6c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143bd1a-28e6-4599-a890-3e7a2d7caea1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:31.804524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.821248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.830168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:31.830588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: self.session.flush() Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:31.834070 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:31.858559 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59586435-e862-40e8-a558-db097813231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.889425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59586435-e862-40e8-a558-db097813231b None None] No DVR routers for this DVR port 2b749029-7fe3-4af1-8489-b1284c68de8a on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:31.895457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59586435-e862-40e8-a558-db097813231b None None] Pushing event deleted for resources: {'Port': ['ID=2b749029-7fe3-4af1-8489-b1284c68de8a,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:31.918268 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.927682 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:31.930757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/cec5789d-cf3b-4cc0-a688-97ec1ef4469e HTTP/1.1" status: 204 len: 168 time: 0.7192380 Apr 20 13:24:31.933548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45018) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:31.952970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022c876-0814-423e-a1cb-ab5e1d8c1bdd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=cec5789d-cf3b-4cc0-a688-97ec1ef4469e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:32.025295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.117159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.129608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45022) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:32.144732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73b7540-d6e3-4d86-91d0-70bfa88e41be']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:32.157743 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-393ff23f-fc75-47c8-b7df-bad151e6b1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.161172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8f00d7-fa79-4250-a59b-a12b345649de') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:32.161474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8f00d7-fa79-4250-a59b-a12b345649de') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:32.177023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.199169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.210391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:32.210781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:32.213710 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:32.281540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.289340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.292946 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/d73b7540-d6e3-4d86-91d0-70bfa88e41be HTTP/1.1" status: 204 len: 168 time: 0.3580916 Apr 20 13:24:32.296987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:32.304555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1704470757'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:32.309267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2b749029-7fe3-4af1-8489-b1284c68de8a no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:32.320541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fd851-fff2-47a9-81da-b372482f5c8c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=d73b7540-d6e3-4d86-91d0-70bfa88e41be,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:32.335696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:32.339217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2b749029-7fe3-4af1-8489-b1284c68de8a {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:32.339757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2b749029-7fe3-4af1-8489-b1284c68de8a not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:32.340222 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.340534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9887c394-5363-403f-ab55-1b28f8410799 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:32.363723 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-393ff23f-fc75-47c8-b7df-bad151e6b1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.371209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-393ff23f-fc75-47c8-b7df-bad151e6b1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.383300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9887c394-5363-403f-ab55-1b28f8410799 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:32.383635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9887c394-5363-403f-ab55-1b28f8410799 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:32.384048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:32.384176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:32.403886 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.404759 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment daf9ca7c-1359-4a84-ac67-0c133329d2e2 of type vlan for network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 Apr 20 13:24:32.407077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:32.407424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fbaa1625-8ed0-4be3-ae76-2a44b124e9a4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:32.422818 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-393ff23f-fc75-47c8-b7df-bad151e6b1b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55642c65696444d6a5320407e9536558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921364 Apr 20 13:24:32.423914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45026) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:32.438749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ff23f-fc75-47c8-b7df-bad151e6b1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915b5980-f8c0-495f-b598-535a0a5bf506,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:32.454459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.479814 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.486573 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:32.487494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.490159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59a68e40-458a-4ee3-867c-7760ae84b33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.520556 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59a68e40-458a-4ee3-867c-7760ae84b33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.576549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=dac3b28c-e5b5-4631-b5c1-d7cc28c84e60,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:32.576763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59a68e40-458a-4ee3-867c-7760ae84b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.590047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:32.590330 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59a68e40-458a-4ee3-867c-7760ae84b33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.594267 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-59a68e40-458a-4ee3-867c-7760ae84b33c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/915b5980-f8c0-495f-b598-535a0a5bf506 HTTP/1.1" status: 204 len: 168 time: 0.1667593 Apr 20 13:24:32.601483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a68e40-458a-4ee3-867c-7760ae84b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915b5980-f8c0-495f-b598-535a0a5bf506,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:32.623513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c23b93a9-0f46-451d-bc4d-f69fa16be119 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3231940 Apr 20 13:24:32.624587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45032) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:32.630750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:32.759128 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:32.764758 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:32.996526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.064946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=edad56e2-9739-4d31-b6cd-4e99a9e77292,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:33.078265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': 'daf9ca7c-1359-4a84-ac67-0c133329d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:33.078667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: dac3b28c-e5b5-4631-b5c1-d7cc28c84e60, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:33.100672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:33.111731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, dac3b28c-e5b5-4631-b5c1-d7cc28c84e60) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:33.116315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:33.116926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.125551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911e2b3-2786-4d01-bdc9-dd2e63dc6a49 None None] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:33.158099 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-54ba9246-8d46-46a9-9eab-b85f8d02a426 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5329826 Apr 20 13:24:33.160863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45034) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:33.165790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7613adb1-bfa2-4454-b067-e1332bdbb261 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-336917001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:33.193291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7613adb1-bfa2-4454-b067-e1332bdbb261 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.194964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7613adb1-bfa2-4454-b067-e1332bdbb261 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.276669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7613adb1-bfa2-4454-b067-e1332bdbb261 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.286451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7613adb1-bfa2-4454-b067-e1332bdbb261 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.311087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7613adb1-bfa2-4454-b067-e1332bdbb261 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.319121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7613adb1-bfa2-4454-b067-e1332bdbb261 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1566012 Apr 20 13:24:33.321290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45036) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:33.324336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184691e-87f3-409f-8510-6717259de693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-dac3b28c-e5b5-4631-b5c1-d7cc28c84e60', 'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': 'edad56e2-9739-4d31-b6cd-4e99a9e77292'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:33.325391 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d184691e-87f3-409f-8510-6717259de693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.327432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'port': {'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60', 'name': 'tempest-RoutersTest-1455259201'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:33.448167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:33.451652 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.469898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] device_id is not set on port 4b921196-06da-430e-8e1c-1772b45fd53e yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:24:33.481410 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-d184691e-87f3-409f-8510-6717259de693 None None] Allocated IP 172.20.0.2 (dac3b28c-e5b5-4631-b5c1-d7cc28c84e60/edad56e2-9739-4d31-b6cd-4e99a9e77292/0ec1d7db-7581-4f82-9233-2b0ea9403466) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:33.636716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d184691e-87f3-409f-8510-6717259de693 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.642903 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d184691e-87f3-409f-8510-6717259de693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.683439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d184691e-87f3-409f-8510-6717259de693 None None] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:33.696189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-d184691e-87f3-409f-8510-6717259de693 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:33.700043 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.db.api [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8d3b77c8-b15d-4bfe-a655-7db8b1127954 {{(pid=109409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:24:33.700428 n-d-838550-2 neutron-server[109409]: DEBUG oslo_db.api [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:24:33.703691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d184691e-87f3-409f-8510-6717259de693 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:33.708304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184691e-87f3-409f-8510-6717259de693 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d7db-7581-4f82-9233-2b0ea9403466,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:33.713392 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1da49128-a883-42e5-8d58-ed2359f0a133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.763646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d184691e-87f3-409f-8510-6717259de693 None None] Attempting to bind port 0ec1d7db-7581-4f82-9233-2b0ea9403466 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:33.764012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d184691e-87f3-409f-8510-6717259de693 None None] Attempting to bind port 0ec1d7db-7581-4f82-9233-2b0ea9403466 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'daf9ca7c-1359-4a84-ac67-0c133329d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:33.764372 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184691e-87f3-409f-8510-6717259de693 None None] Attempting to bind port 0ec1d7db-7581-4f82-9233-2b0ea9403466 on network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:33.769925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184691e-87f3-409f-8510-6717259de693 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:33.770293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184691e-87f3-409f-8510-6717259de693 None None] Checking segment: {'id': 'daf9ca7c-1359-4a84-ac67-0c133329d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:33.770691 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d184691e-87f3-409f-8510-6717259de693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.771078 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d184691e-87f3-409f-8510-6717259de693 None None] Bound using segment: {'id': 'daf9ca7c-1359-4a84-ac67-0c133329d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:33.771532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d184691e-87f3-409f-8510-6717259de693 None None] Bound port: 0ec1d7db-7581-4f82-9233-2b0ea9403466, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf9ca7c-1359-4a84-ac67-0c133329d2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'dac3b28c-e5b5-4631-b5c1-d7cc28c84e60'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:33.771910 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d184691e-87f3-409f-8510-6717259de693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.839626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d184691e-87f3-409f-8510-6717259de693 None None] For port 0ec1d7db-7581-4f82-9233-2b0ea9403466, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:33.842949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d184691e-87f3-409f-8510-6717259de693 None None] For port 0ec1d7db-7581-4f82-9233-2b0ea9403466, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0ec1d7db-7581-4f82-9233-2b0ea9403466,segment=NetworkSegment(daf9ca7c-1359-4a84-ac67-0c133329d2e2),segment_id=daf9ca7c-1359-4a84-ac67-0c133329d2e2)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:33.847097 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d184691e-87f3-409f-8510-6717259de693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:33.903672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184691e-87f3-409f-8510-6717259de693 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d7db-7581-4f82-9233-2b0ea9403466,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:34.202148 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.220072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] device_id is not set on port 502a123d-4c42-4807-8f8b-189dc2309384 yet. {{(pid=109409) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 20 13:24:34.310917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0ec1d7db-7581-4f82-9233-2b0ea9403466 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:34.334406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.20.0.11 (dac3b28c-e5b5-4631-b5c1-d7cc28c84e60/edad56e2-9739-4d31-b6cd-4e99a9e77292/502a123d-4c42-4807-8f8b-189dc2309384) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:34.361899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0ec1d7db-7581-4f82-9233-2b0ea9403466 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:34.362449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.441769 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.474438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 0ec1d7db-7581-4f82-9233-2b0ea9403466, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0ec1d7db-7581-4f82-9233-2b0ea9403466,segment=NetworkSegment(daf9ca7c-1359-4a84-ac67-0c133329d2e2),segment_id=daf9ca7c-1359-4a84-ac67-0c133329d2e2)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:34.479215 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.490026 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.536956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=0ec1d7db-7581-4f82-9233-2b0ea9403466,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:34.538467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.588881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:34.592227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:34.596209 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:34.621477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=502a123d-4c42-4807-8f8b-189dc2309384,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:34.651355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:34.651974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.670644 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-639cd5f0-5ca3-4c75-848b-fbd5822e0340 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3453467 Apr 20 13:24:34.670890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45044) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:34.810826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f6163-cbf5-40c4-979d-a300d1822d28 None None] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:34.886755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-db4b904b-1008-4cdc-a2ca-a5fb56f81adb None None] Provisioning complete for port 0ec1d7db-7581-4f82-9233-2b0ea9403466 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:34.886999 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-db4b904b-1008-4cdc-a2ca-a5fb56f81adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:34.994640 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.250044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.256197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.344740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=502a123d-4c42-4807-8f8b-189dc2309384,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:35.372973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-302cedb5-2a73-418f-a4c6-4b906234d5c8 None None] Provisioning complete for port 0ec1d7db-7581-4f82-9233-2b0ea9403466 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:35.374272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302cedb5-2a73-418f-a4c6-4b906234d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.558869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-302cedb5-2a73-418f-a4c6-4b906234d5c8 None None] Provisioning complete for port 502a123d-4c42-4807-8f8b-189dc2309384 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:35.558869 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-302cedb5-2a73-418f-a4c6-4b906234d5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.660549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.666797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-302cedb5-2a73-418f-a4c6-4b906234d5c8 None None] Port 502a123d-4c42-4807-8f8b-189dc2309384 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:35.695090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-242d60d4-2a04-4e1e-ab35-2ce0dc8ebcbd None None] Provisioning complete for port 502a123d-4c42-4807-8f8b-189dc2309384 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:35.695730 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-242d60d4-2a04-4e1e-ab35-2ce0dc8ebcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.697993 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.742714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-242d60d4-2a04-4e1e-ab35-2ce0dc8ebcbd None None] Port 502a123d-4c42-4807-8f8b-189dc2309384 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:35.873803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0d16a08a-8917-4f53-9954-b254708095e4 None None] Provisioning complete for port 502a123d-4c42-4807-8f8b-189dc2309384 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:35.874516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0d16a08a-8917-4f53-9954-b254708095e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:35.912559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0d16a08a-8917-4f53-9954-b254708095e4 None None] Port 502a123d-4c42-4807-8f8b-189dc2309384 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:36.009570 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.015334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.015897 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d93050fc-4990-476f-b65b-9f3df7763662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.093134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.094978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=502a123d-4c42-4807-8f8b-189dc2309384,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:36.191046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:36.192486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:36.319098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0ec1d7db-7581-4f82-9233-2b0ea9403466 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:36.346318 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router aba8fe8e-e327-40c6-a050-d57179eae9f7 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:36.409461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0ec1d7db-7581-4f82-9233-2b0ea9403466 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:36.410496 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.466339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:36.477717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45084) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:36.478287 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4bf7c7ee-49e0-440d-9a57-d4d57d04a6ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/aba8fe8e-e327-40c6-a050-d57179eae9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8062687 Apr 20 13:24:36.478536 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] Sync routers for ids ['aba8fe8e-e327-40c6-a050-d57179eae9f7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:36.491866 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] Routers {'aba8fe8e-e327-40c6-a050-d57179eae9f7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:36.492934 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['aba8fe8e-e327-40c6-a050-d57179eae9f7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:36.542869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8174cd68-8de4-4e67-927a-292c8c8cccd2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:36.545644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8174cd68-8de4-4e67-927a-292c8c8cccd2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports/502a123d-4c42-4807-8f8b-189dc2309384 HTTP/1.1" status: 200 len: 978 time: 0.0644252 Apr 20 13:24:36.548383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45086) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:36.550773 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:36.561366 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] Routers {'aba8fe8e-e327-40c6-a050-d57179eae9f7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:36.562400 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['aba8fe8e-e327-40c6-a050-d57179eae9f7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:36.571196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-333a7c6f-e51a-46cb-bd2b-bf7478bc1d1e None None] Provisioning complete for port 502a123d-4c42-4807-8f8b-189dc2309384 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:36.571577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-333a7c6f-e51a-46cb-bd2b-bf7478bc1d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:36.597210 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:36.597985 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db148c8-41c6-4080-aa60-cbae94931c47 None None] The sync data for ids ['aba8fe8e-e327-40c6-a050-d57179eae9f7'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:36.613967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-333a7c6f-e51a-46cb-bd2b-bf7478bc1d1e None None] Port 502a123d-4c42-4807-8f8b-189dc2309384 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:37.014213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.233261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 502a123d-4c42-4807-8f8b-189dc2309384 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:37.234076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.250501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.330564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.342806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 502a123d-4c42-4807-8f8b-189dc2309384 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:37.529200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.559520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=502a123d-4c42-4807-8f8b-189dc2309384,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:37.716142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:37.872217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router aba8fe8e-e327-40c6-a050-d57179eae9f7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:37.953504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:37.958672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1b4316fd-7f49-4299-8eac-0b338e82d2ce tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/aba8fe8e-e327-40c6-a050-d57179eae9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4092386 Apr 20 13:24:37.961407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45114) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:37.963626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] Sync routers for ids ['aba8fe8e-e327-40c6-a050-d57179eae9f7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:37.985488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] Routers {'aba8fe8e-e327-40c6-a050-d57179eae9f7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:37.986143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['aba8fe8e-e327-40c6-a050-d57179eae9f7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:38.019802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:38.028660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] Routers {'aba8fe8e-e327-40c6-a050-d57179eae9f7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:38.029269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['aba8fe8e-e327-40c6-a050-d57179eae9f7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:38.067316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:38.067616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8626d-7979-4210-9a23-734077fe5cfa None None] The sync data for ids ['aba8fe8e-e327-40c6-a050-d57179eae9f7'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:38.153889 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-80536508-183a-4b4b-8531-3eb5a25bf290 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] remove_router_interface failed (client error): The resource could not be found. Apr 20 13:24:38.154911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-80536508-183a-4b4b-8531-3eb5a25bf290 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/aba8fe8e-e327-40c6-a050-d57179eae9f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1921828 Apr 20 13:24:38.157727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45120) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:38.185068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-02657c06-5fe9-4b10-8587-0be90f1b49a7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=aba8fe8e-e327-40c6-a050-d57179eae9f7 HTTP/1.1" status: 200 len: 205 time: 0.0262036 Apr 20 13:24:38.187558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45122) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:38.585997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4461c8c8-8fc0-4cdd-b830-45bc0bff8d2f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.628828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.752991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4461c8c8-8fc0-4cdd-b830-45bc0bff8d2f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.755458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4461c8c8-8fc0-4cdd-b830-45bc0bff8d2f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.807332 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4461c8c8-8fc0-4cdd-b830-45bc0bff8d2f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.808240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4461c8c8-8fc0-4cdd-b830-45bc0bff8d2f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Fanout notify agent at l3_agent the message router_deleted on router aba8fe8e-e327-40c6-a050-d57179eae9f7 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:38.815856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4461c8c8-8fc0-4cdd-b830-45bc0bff8d2f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.819342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4461c8c8-8fc0-4cdd-b830-45bc0bff8d2f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/aba8fe8e-e327-40c6-a050-d57179eae9f7 HTTP/1.1" status: 204 len: 168 time: 0.6285119 Apr 20 13:24:38.819570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45136) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:38.873534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet edad56e2-9739-4d31-b6cd-4e99a9e77292 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:38.876758 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.924989 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:38.954712 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.011755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.075894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.105191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=edad56e2-9739-4d31-b6cd-4e99a9e77292,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:39.110771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.113811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-de4dbfcf-667c-474d-b8a9-3fb7909c1fa6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/edad56e2-9739-4d31-b6cd-4e99a9e77292 HTTP/1.1" status: 204 len: 168 time: 0.2930174 Apr 20 13:24:39.116362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45142) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:39.118398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0605ca8-d66a-4aa1-84a2-7d01eb84c887 None None] Network dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:39.205731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.270344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 0ec1d7db-7581-4f82-9233-2b0ea9403466 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:39.270759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.302598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] DHCP port deletion for dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:39.351833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 0ec1d7db-7581-4f82-9233-2b0ea9403466, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0ec1d7db-7581-4f82-9233-2b0ea9403466,segment=NetworkSegment(daf9ca7c-1359-4a84-ac67-0c133329d2e2),segment_id=daf9ca7c-1359-4a84-ac67-0c133329d2e2)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:39.352207 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.366115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 0ec1d7db-7581-4f82-9233-2b0ea9403466 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:39.371733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] Deleting port 0ec1d7db-7581-4f82-9233-2b0ea9403466 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:39.373618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.438133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] For port 0ec1d7db-7581-4f82-9233-2b0ea9403466, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0ec1d7db-7581-4f82-9233-2b0ea9403466,segment=NetworkSegment(daf9ca7c-1359-4a84-ac67-0c133329d2e2),segment_id=daf9ca7c-1359-4a84-ac67-0c133329d2e2)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:39.438534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.455006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] Calling delete_port for 0ec1d7db-7581-4f82-9233-2b0ea9403466 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:39.461989 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.497124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=0ec1d7db-7581-4f82-9233-2b0ea9403466,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:39.501967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port 0ec1d7db-7581-4f82-9233-2b0ea9403466 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:39.532950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.533148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.533349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.533703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.534037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.534373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.534701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.535030 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.535354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.535677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.536000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.536322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:39.555184 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.586530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] No DVR routers for this DVR port 0ec1d7db-7581-4f82-9233-2b0ea9403466 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:39.588388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b49209-b2a8-4ba6-8a0b-ef600aa00ac4 None None] Pushing event deleted for resources: {'Port': ['ID=0ec1d7db-7581-4f82-9233-2b0ea9403466,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:39.597724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.625287 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac3b28c-e5b5-4631-b5c1-d7cc28c84e60']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:39.647236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf9ca7c-1359-4a84-ac67-0c133329d2e2') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:39.647545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf9ca7c-1359-4a84-ac67-0c133329d2e2') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:39.657978 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.671088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.676841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:39.677237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:39.680588 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:39.758419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.765967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.769300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/dac3b28c-e5b5-4631-b5c1-d7cc28c84e60 HTTP/1.1" status: 204 len: 168 time: 0.6520262 Apr 20 13:24:39.773554 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45154) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:39.778571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-581854675'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:39.783840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530e67f-c523-48bc-871d-91ed844f6f7a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=dac3b28c-e5b5-4631-b5c1-d7cc28c84e60,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:39.797468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:39.801929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.827061 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:39.836662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.837010 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment 973009c9-40f6-41b0-ac82-7fea22192e25 of type vlan for network 26188606-670b-4681-af6d-4fb3bb0e59e6 Apr 20 13:24:39.889304 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.915050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.921203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:39.921818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:39.987927 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2132931 Apr 20 13:24:39.990906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45158) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:39.994689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed8955-f126-402e-b1db-1a55892fd932 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=26188606-670b-4681-af6d-4fb3bb0e59e6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:39.997408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': '26188606-670b-4681-af6d-4fb3bb0e59e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:40.006124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:40.115410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:40.119733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.300302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0ec1d7db-7581-4f82-9233-2b0ea9403466 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:40.314007 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.341975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0ec1d7db-7581-4f82-9233-2b0ea9403466 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:40.342314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0ec1d7db-7581-4f82-9233-2b0ea9403466 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:40.382498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=4edd17df-cb51-4d90-bf30-d59e9170eef5,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:40.391275 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': '973009c9-40f6-41b0-ac82-7fea22192e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '26188606-670b-4681-af6d-4fb3bb0e59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:40.391639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: 26188606-670b-4681-af6d-4fb3bb0e59e6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:40.409825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:40.419910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 26188606-670b-4681-af6d-4fb3bb0e59e6) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:40.423955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:40.424542 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.430463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdae7dad-c7c4-4b02-8a79-c9d2b9d97ae3 None None] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:40.441231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5e3f0834-b2d2-48b5-b1ff-f1c903341634 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4489861 Apr 20 13:24:40.444736 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45166) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:40.452490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2e4bdd6b-82e1-44a7-a1c5-fb8f11e477a2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1199169812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:40.479628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdd6b-82e1-44a7-a1c5-fb8f11e477a2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.481187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdd6b-82e1-44a7-a1c5-fb8f11e477a2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.551585 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdd6b-82e1-44a7-a1c5-fb8f11e477a2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.556130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdd6b-82e1-44a7-a1c5-fb8f11e477a2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.575339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e4bdd6b-82e1-44a7-a1c5-fb8f11e477a2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.579476 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45170) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:40.579640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2e4bdd6b-82e1-44a7-a1c5-fb8f11e477a2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1334333 Apr 20 13:24:40.644288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-26188606-670b-4681-af6d-4fb3bb0e59e6', 'network_id': '26188606-670b-4681-af6d-4fb3bb0e59e6', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': '4edd17df-cb51-4d90-bf30-d59e9170eef5'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:40.645148 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:40.815348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Allocated IP 172.20.0.2 (26188606-670b-4681-af6d-4fb3bb0e59e6/4edd17df-cb51-4d90-bf30-d59e9170eef5/dd16e359-73a3-48b8-8575-4e5b786ca18f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:41.186266 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.197454 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.252190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:41.256295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:41.268881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:41.272295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Pushing event updated for resources: {'Port': ['ID=dd16e359-73a3-48b8-8575-4e5b786ca18f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:41.361194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Attempting to bind port dd16e359-73a3-48b8-8575-4e5b786ca18f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:41.364462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Attempting to bind port dd16e359-73a3-48b8-8575-4e5b786ca18f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '973009c9-40f6-41b0-ac82-7fea22192e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '26188606-670b-4681-af6d-4fb3bb0e59e6'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:41.364911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Attempting to bind port dd16e359-73a3-48b8-8575-4e5b786ca18f on network 26188606-670b-4681-af6d-4fb3bb0e59e6 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:41.379587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:41.380605 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Checking segment: {'id': '973009c9-40f6-41b0-ac82-7fea22192e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '26188606-670b-4681-af6d-4fb3bb0e59e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:41.380605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.381003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Bound using segment: {'id': '973009c9-40f6-41b0-ac82-7fea22192e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '26188606-670b-4681-af6d-4fb3bb0e59e6'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:41.381930 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Bound port: dd16e359-73a3-48b8-8575-4e5b786ca18f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973009c9-40f6-41b0-ac82-7fea22192e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '26188606-670b-4681-af6d-4fb3bb0e59e6'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:41.382387 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.384370 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.469068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] For port dd16e359-73a3-48b8-8575-4e5b786ca18f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:41.473171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] For port dd16e359-73a3-48b8-8575-4e5b786ca18f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dd16e359-73a3-48b8-8575-4e5b786ca18f,segment=NetworkSegment(973009c9-40f6-41b0-ac82-7fea22192e25),segment_id=973009c9-40f6-41b0-ac82-7fea22192e25)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:41.480770 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.574356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df356736-f44b-4ebb-80c5-17646bf1ddd4 None None] Pushing event updated for resources: {'Port': ['ID=dd16e359-73a3-48b8-8575-4e5b786ca18f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:41.681873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.20.0.1 (26188606-670b-4681-af6d-4fb3bb0e59e6/4edd17df-cb51-4d90-bf30-d59e9170eef5/deccdb4e-9502-43f9-b6e6-fa7d652cce80) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:41.845547 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.882094 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:41.938302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:41.941530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:41.947756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:41.973777 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=deccdb4e-9502-43f9-b6e6-fa7d652cce80,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:41.998323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.126753 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.356934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dd16e359-73a3-48b8-8575-4e5b786ca18f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:42.421053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dd16e359-73a3-48b8-8575-4e5b786ca18f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:42.421838 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.476861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.490942 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.525040 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.573712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port dd16e359-73a3-48b8-8575-4e5b786ca18f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dd16e359-73a3-48b8-8575-4e5b786ca18f,segment=NetworkSegment(973009c9-40f6-41b0-ac82-7fea22192e25),segment_id=973009c9-40f6-41b0-ac82-7fea22192e25)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:42.587960 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.588229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.597855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=deccdb4e-9502-43f9-b6e6-fa7d652cce80,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:42.646138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=dd16e359-73a3-48b8-8575-4e5b786ca18f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:42.707977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:42.709847 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:42.712333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a6b084-f488-4b47-9fe9-7b22fc9f54c5 None None] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:42.807143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-07460ab2-f6f9-429b-af80-f6c1f6ced162 None None] Provisioning complete for port dd16e359-73a3-48b8-8575-4e5b786ca18f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:42.807525 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-07460ab2-f6f9-429b-af80-f6c1f6ced162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:42.875979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router 8f8a4f62-5d96-41d1-b485-3534e492ed44 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:42.983542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:42.991450 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-472f9134-6f2d-4d0b-abe7-02543d0f644e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/8f8a4f62-5d96-41d1-b485-3534e492ed44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4103477 Apr 20 13:24:42.991610 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45208) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:42.997844 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] Sync routers for ids ['8f8a4f62-5d96-41d1-b485-3534e492ed44'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:43.010823 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] Routers {'8f8a4f62-5d96-41d1-b485-3534e492ed44'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:43.011454 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8f8a4f62-5d96-41d1-b485-3534e492ed44'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:43.044320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39503e4b-c1af-482c-8c68-122d7dcd903f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:43.047357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-39503e4b-c1af-482c-8c68-122d7dcd903f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports/deccdb4e-9502-43f9-b6e6-fa7d652cce80 HTTP/1.1" status: 200 len: 910 time: 0.0541255 Apr 20 13:24:43.053692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45210) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:43.067107 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:43.076225 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] Routers {'8f8a4f62-5d96-41d1-b485-3534e492ed44'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:43.076842 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8f8a4f62-5d96-41d1-b485-3534e492ed44'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:43.112970 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:43.113674 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de8cc8-a130-4fe8-80ad-69cd8ca0a8fc None None] The sync data for ids ['8f8a4f62-5d96-41d1-b485-3534e492ed44'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:43.295386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d71e7a86-2f9b-4ea5-bc69-b56820ebcd33 None None] Provisioning complete for port dd16e359-73a3-48b8-8575-4e5b786ca18f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:43.295775 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d71e7a86-2f9b-4ea5-bc69-b56820ebcd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.406349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d71e7a86-2f9b-4ea5-bc69-b56820ebcd33 None None] Provisioning complete for port deccdb4e-9502-43f9-b6e6-fa7d652cce80 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:43.406767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d71e7a86-2f9b-4ea5-bc69-b56820ebcd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.431488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.452242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-d71e7a86-2f9b-4ea5-bc69-b56820ebcd33 None None] Port deccdb4e-9502-43f9-b6e6-fa7d652cce80 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:43.575302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c3268558-a6f3-42e0-a9a2-e6827606e4f1 None None] Provisioning complete for port deccdb4e-9502-43f9-b6e6-fa7d652cce80 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:43.575888 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c3268558-a6f3-42e0-a9a2-e6827606e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.629663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c3268558-a6f3-42e0-a9a2-e6827606e4f1 None None] Port deccdb4e-9502-43f9-b6e6-fa7d652cce80 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:43.717351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port deccdb4e-9502-43f9-b6e6-fa7d652cce80 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:43.718006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.748949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5ccc4716-ab93-4c05-b622-077cd81bbbc2 None None] Provisioning complete for port deccdb4e-9502-43f9-b6e6-fa7d652cce80 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:43.749911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ccc4716-ab93-4c05-b622-077cd81bbbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.790495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5ccc4716-ab93-4c05-b622-077cd81bbbc2 None None] Port deccdb4e-9502-43f9-b6e6-fa7d652cce80 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:43.816608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:43.829717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for deccdb4e-9502-43f9-b6e6-fa7d652cce80 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:44.021170 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.049204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=deccdb4e-9502-43f9-b6e6-fa7d652cce80,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:44.199719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.330009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dd16e359-73a3-48b8-8575-4e5b786ca18f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:44.373656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router 8f8a4f62-5d96-41d1-b485-3534e492ed44 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:44.377136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dd16e359-73a3-48b8-8575-4e5b786ca18f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:44.377505 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.452238 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:44.457908 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8db35d74-5019-42da-a43c-d6cafc4f266b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/8f8a4f62-5d96-41d1-b485-3534e492ed44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4064133 Apr 20 13:24:44.460606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45238) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:44.468699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] Sync routers for ids ['8f8a4f62-5d96-41d1-b485-3534e492ed44'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:44.481058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] Routers {'8f8a4f62-5d96-41d1-b485-3534e492ed44'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:44.481701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8f8a4f62-5d96-41d1-b485-3534e492ed44'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:44.491925 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-af42fc91-b49a-48b0-a2b6-4cc91df73d3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f8a4f62-5d96-41d1-b485-3534e492ed44 HTTP/1.1" status: 200 len: 205 time: 0.0277874 Apr 20 13:24:44.492111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:44.518482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:44.527760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] Routers {'8f8a4f62-5d96-41d1-b485-3534e492ed44'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:44.528284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['8f8a4f62-5d96-41d1-b485-3534e492ed44'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:44.562590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:44.563236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba0a256-cb6e-47c4-bd72-170ad3579b2b None None] The sync data for ids ['8f8a4f62-5d96-41d1-b485-3534e492ed44'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:44.572731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc32a45-18a5-47c4-92a2-ec9f380afe04 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.741537 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc32a45-18a5-47c4-92a2-ec9f380afe04 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.744568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc32a45-18a5-47c4-92a2-ec9f380afe04 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.800390 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc32a45-18a5-47c4-92a2-ec9f380afe04 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.800903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc32a45-18a5-47c4-92a2-ec9f380afe04 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Fanout notify agent at l3_agent the message router_deleted on router 8f8a4f62-5d96-41d1-b485-3534e492ed44 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:44.810683 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-edc32a45-18a5-47c4-92a2-ec9f380afe04 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.811951 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-edc32a45-18a5-47c4-92a2-ec9f380afe04 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/8f8a4f62-5d96-41d1-b485-3534e492ed44 HTTP/1.1" status: 204 len: 168 time: 0.3188472 Apr 20 13:24:44.814687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45250) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:44.871629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet 4edd17df-cb51-4d90-bf30-d59e9170eef5 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:44.874755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:44.920851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.009704 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.078552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.110081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.113241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/4edd17df-cb51-4d90-bf30-d59e9170eef5 HTTP/1.1" status: 204 len: 168 time: 0.2975564 Apr 20 13:24:45.114411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b34f0d-2d4e-49be-8983-69a1dff28253 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=4edd17df-cb51-4d90-bf30-d59e9170eef5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:45.116456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45258) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:45.120030 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e874e83-cb71-42f2-a792-95c3ae401ab3 None None] Network 26188606-670b-4681-af6d-4fb3bb0e59e6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:45.204429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.328420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] DHCP port deletion for 26188606-670b-4681-af6d-4fb3bb0e59e6 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:45.389970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Deleting port dd16e359-73a3-48b8-8575-4e5b786ca18f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:45.390354 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.473457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] For port dd16e359-73a3-48b8-8575-4e5b786ca18f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dd16e359-73a3-48b8-8575-4e5b786ca18f,segment=NetworkSegment(973009c9-40f6-41b0-ac82-7fea22192e25),segment_id=973009c9-40f6-41b0-ac82-7fea22192e25)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:45.474107 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.487758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Calling delete_port for dd16e359-73a3-48b8-8575-4e5b786ca18f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:45.584862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.605563 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port dd16e359-73a3-48b8-8575-4e5b786ca18f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:45.606018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.615270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Pushing event deleted for resources: {'Port': ['ID=dd16e359-73a3-48b8-8575-4e5b786ca18f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:45.624238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] No DVR routers for this DVR port dd16e359-73a3-48b8-8575-4e5b786ca18f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:45.626981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.627397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.627808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.628253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.628654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.629053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.629448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.629874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.630261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.630650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.631041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.631436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d9a65a-462d-4b58-958b-158388e09a54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:45.690152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port dd16e359-73a3-48b8-8575-4e5b786ca18f, host n-d-838550-2, got binding levels [] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:45.690512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.703936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for dd16e359-73a3-48b8-8575-4e5b786ca18f owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:45.706619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_backend_mixin [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Port dd16e359-73a3-48b8-8575-4e5b786ca18f was not found and therefore no delete operation was performed {{(pid=109409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:24:45.707842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.735969 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=dd16e359-73a3-48b8-8575-4e5b786ca18f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:45.739662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port dd16e359-73a3-48b8-8575-4e5b786ca18f on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:45.818852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.840930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26188606-670b-4681-af6d-4fb3bb0e59e6']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:45.852151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973009c9-40f6-41b0-ac82-7fea22192e25') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:45.852591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973009c9-40f6-41b0-ac82-7fea22192e25') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:45.864828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.879314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.885750 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:45.886141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:45.889112 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:45.958613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.965613 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:45.972157 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/26188606-670b-4681-af6d-4fb3bb0e59e6 HTTP/1.1" status: 204 len: 168 time: 0.8511682 Apr 20 13:24:45.972575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45278) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:45.978469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1634440165', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:45.981125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436dda8-c96d-40d4-aec3-9d98f1a34dd9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=26188606-670b-4681-af6d-4fb3bb0e59e6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:46.003138 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.004244 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.060175 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.210237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.296935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dd16e359-73a3-48b8-8575-4e5b786ca18f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:46.318705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: dd16e359-73a3-48b8-8575-4e5b786ca18f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:46.319331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dd16e359-73a3-48b8-8575-4e5b786ca18f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:46.424436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.449416 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.566877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.25.3.135 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d4d5e3e4-b0ed-40e7-89a0-2653c5e6b243) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:46.678772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.723500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:46.763432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:46.766313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:46.770174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:46.796638 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=d4d5e3e4-b0ed-40e7-89a0-2653c5e6b243,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:47.057751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.262560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.397448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router b64b888e-9e90-43f1-91ce-28cdce91080e is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:47.507452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:47.519689 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] Sync routers for ids ['b64b888e-9e90-43f1-91ce-28cdce91080e'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:47.529653 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:47.530923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-298cb123-21cb-4fc0-9011-8ef948fd8361 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.5572402 Apr 20 13:24:47.533585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45316) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:47.539572 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] Routers {'b64b888e-9e90-43f1-91ce-28cdce91080e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:47.541659 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b64b888e-9e90-43f1-91ce-28cdce91080e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:47.578468 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:47.586917 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] Routers {'b64b888e-9e90-43f1-91ce-28cdce91080e'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:47.587548 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b64b888e-9e90-43f1-91ce-28cdce91080e'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:47.622098 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:47.622726 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c73bfaf-ae3b-4dab-82bd-4fe32a79186c None None] The sync data for ids ['b64b888e-9e90-43f1-91ce-28cdce91080e'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:47.664286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6bfdbe08-f2c4-436d-b39d-b4d17f4e9914 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/routers/b64b888e-9e90-43f1-91ce-28cdce91080e HTTP/1.1" status: 200 len: 881 time: 0.1207740 Apr 20 13:24:47.668935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45320) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:47.907389 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d8b1fcf8-5ff6-44ff-a8a0-e244d3fa1524 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2370422 Apr 20 13:24:47.909852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45328) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:47.914062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-38e3e9ae-a5fd-409d-ac3d-645b1ffce2a0 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1634440165'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:48.223156 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38e3e9ae-a5fd-409d-ac3d-645b1ffce2a0 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.236985 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38e3e9ae-a5fd-409d-ac3d-645b1ffce2a0 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.349423 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e3e9ae-a5fd-409d-ac3d-645b1ffce2a0 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router b64b888e-9e90-43f1-91ce-28cdce91080e has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:48.457458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e3e9ae-a5fd-409d-ac3d-645b1ffce2a0 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:48.465969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-38e3e9ae-a5fd-409d-ac3d-645b1ffce2a0 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.467135 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-38e3e9ae-a5fd-409d-ac3d-645b1ffce2a0 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/b64b888e-9e90-43f1-91ce-28cdce91080e HTTP/1.1" status: 200 len: 888 time: 0.5563703 Apr 20 13:24:48.469194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] Sync routers for ids ['b64b888e-9e90-43f1-91ce-28cdce91080e'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:48.470223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45342) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:48.488949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] Routers {'b64b888e-9e90-43f1-91ce-28cdce91080e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:48.490058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b64b888e-9e90-43f1-91ce-28cdce91080e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:48.532773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:48.542143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] Routers {'b64b888e-9e90-43f1-91ce-28cdce91080e'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:48.542760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['b64b888e-9e90-43f1-91ce-28cdce91080e'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:48.578451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:48.579570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c2882f-ee56-44f4-89b6-c821354d0705 None None] The sync data for ids ['b64b888e-9e90-43f1-91ce-28cdce91080e'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:48.593701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-baa51e34-debc-42d3-a4ba-ed93658528da tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/routers/b64b888e-9e90-43f1-91ce-28cdce91080e HTTP/1.1" status: 200 len: 888 time: 0.1213381 Apr 20 13:24:48.595343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45344) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:48.621908 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9c9a4c4-018d-486c-a9cc-e049fd8d70c6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64b888e-9e90-43f1-91ce-28cdce91080e HTTP/1.1" status: 200 len: 205 time: 0.0252645 Apr 20 13:24:48.624379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45346) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:48.731787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.853736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:48.919511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port d4d5e3e4-b0ed-40e7-89a0-2653c5e6b243 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:48.920265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.000083 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.012104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for d4d5e3e4-b0ed-40e7-89a0-2653c5e6b243 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:49.175402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.182668 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.208961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=d4d5e3e4-b0ed-40e7-89a0-2653c5e6b243,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:49.275249 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.371498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.373761 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.419848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.420456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Fanout notify agent at l3_agent the message router_deleted on router b64b888e-9e90-43f1-91ce-28cdce91080e {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:49.428892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.430039 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32df7962-8a09-481b-ba90-cc2102c66a6d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/b64b888e-9e90-43f1-91ce-28cdce91080e HTTP/1.1" status: 204 len: 168 time: 0.8047395 Apr 20 13:24:49.433748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45350) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:49.438555 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-2008296386'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:49.457875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:49.461845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.489524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:49.499025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.499374 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment 1a83e083-6448-45c0-b66a-500150b293ec of type vlan for network a1b944d1-c20a-479e-91d5-baac892043e0 Apr 20 13:24:49.543924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.568443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.574251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:49.574848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.636435 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2016411 Apr 20 13:24:49.639290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45352) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:49.644070 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': 'a1b944d1-c20a-479e-91d5-baac892043e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:49.663057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21062ef2-aca5-4d11-923f-5d0e307fc847 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=a1b944d1-c20a-479e-91d5-baac892043e0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:49.673248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a1b944d1-c20a-479e-91d5-baac892043e0 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:49.744167 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:49.748035 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.929154 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:49.991018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=d1ffa6e3-9c40-41f0-9bac-8f6b72db6278,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:49.998863 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': '1a83e083-6448-45c0-b66a-500150b293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a1b944d1-c20a-479e-91d5-baac892043e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:49.999219 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: a1b944d1-c20a-479e-91d5-baac892043e0, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:50.019731 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network a1b944d1-c20a-479e-91d5-baac892043e0 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:50.030230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a1b944d1-c20a-479e-91d5-baac892043e0) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:50.034462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:50.035118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.047350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c386e1a-5c6b-413f-bf7e-b804b209f1b2 None None] Network a1b944d1-c20a-479e-91d5-baac892043e0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:50.057620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45356) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:50.058203 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e62383f6-23e8-4519-a71b-0632cb1ad8ec tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4179027 Apr 20 13:24:50.063257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9511ff56-2ea1-42b5-8d15-f24b3c616d76 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-239968835', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:50.086410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9511ff56-2ea1-42b5-8d15-f24b3c616d76 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.087700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9511ff56-2ea1-42b5-8d15-f24b3c616d76 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.143922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9511ff56-2ea1-42b5-8d15-f24b3c616d76 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.148579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9511ff56-2ea1-42b5-8d15-f24b3c616d76 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.166923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9511ff56-2ea1-42b5-8d15-f24b3c616d76 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.168480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9511ff56-2ea1-42b5-8d15-f24b3c616d76 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1090112 Apr 20 13:24:50.171209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45358) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:50.219902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a1b944d1-c20a-479e-91d5-baac892043e0', 'network_id': 'a1b944d1-c20a-479e-91d5-baac892043e0', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': 'd1ffa6e3-9c40-41f0-9bac-8f6b72db6278'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:50.221278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.370816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Allocated IP 172.20.0.2 (a1b944d1-c20a-479e-91d5-baac892043e0/d1ffa6e3-9c40-41f0-9bac-8f6b72db6278/29540d86-5c5a-41e8-8ae6-12835fe4bea7) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:50.530161 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.538414 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.576866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Network a1b944d1-c20a-479e-91d5-baac892043e0 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:50.583500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:50.587113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:50.618819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Pushing event updated for resources: {'Port': ['ID=29540d86-5c5a-41e8-8ae6-12835fe4bea7,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:50.656252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Attempting to bind port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:50.656654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Attempting to bind port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '1a83e083-6448-45c0-b66a-500150b293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a1b944d1-c20a-479e-91d5-baac892043e0'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:50.656987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Attempting to bind port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 on network a1b944d1-c20a-479e-91d5-baac892043e0 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:50.662760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:50.663136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Checking segment: {'id': '1a83e083-6448-45c0-b66a-500150b293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a1b944d1-c20a-479e-91d5-baac892043e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:50.663541 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.663934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Bound using segment: {'id': '1a83e083-6448-45c0-b66a-500150b293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a1b944d1-c20a-479e-91d5-baac892043e0'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:50.664406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Bound port: 29540d86-5c5a-41e8-8ae6-12835fe4bea7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a83e083-6448-45c0-b66a-500150b293ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a1b944d1-c20a-479e-91d5-baac892043e0'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:50.664790 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.731720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] For port 29540d86-5c5a-41e8-8ae6-12835fe4bea7, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:50.735060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] For port 29540d86-5c5a-41e8-8ae6-12835fe4bea7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=29540d86-5c5a-41e8-8ae6-12835fe4bea7,segment=NetworkSegment(1a83e083-6448-45c0-b66a-500150b293ec),segment_id=1a83e083-6448-45c0-b66a-500150b293ec)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:50.739541 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:50.797120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e389a8-dea2-4cdd-97d1-9e413e4fc8ca None None] Pushing event updated for resources: {'Port': ['ID=29540d86-5c5a-41e8-8ae6-12835fe4bea7,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:50.829887 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.120587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.20.0.1 (a1b944d1-c20a-479e-91d5-baac892043e0/d1ffa6e3-9c40-41f0-9bac-8f6b72db6278/42618a16-0008-41c0-bd31-c4f8343b67c2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:51.234196 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.267553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.311184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network a1b944d1-c20a-479e-91d5-baac892043e0 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:51.316333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:51.320090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:51.345514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=42618a16-0008-41c0-bd31-c4f8343b67c2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:51.369651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.486281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.765277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.770546 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.824714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd9113-256a-449d-8199-768fc6f7f498 None None] Network a1b944d1-c20a-479e-91d5-baac892043e0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:51.848302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.850036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=42618a16-0008-41c0-bd31-c4f8343b67c2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:51.907097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fb43be12-5460-4711-ae14-ccf54738220b None None] Provisioning complete for port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:51.907467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb43be12-5460-4711-ae14-ccf54738220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:51.941495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network a1b944d1-c20a-479e-91d5-baac892043e0 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:51.942918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:52.052255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb43be12-5460-4711-ae14-ccf54738220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.066127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router 7d43ae60-8f6c-4baa-86f1-d3145a9fa39f is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:52.100477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fb43be12-5460-4711-ae14-ccf54738220b None None] For port 29540d86-5c5a-41e8-8ae6-12835fe4bea7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=29540d86-5c5a-41e8-8ae6-12835fe4bea7,segment=NetworkSegment(1a83e083-6448-45c0-b66a-500150b293ec),segment_id=1a83e083-6448-45c0-b66a-500150b293ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:52.108426 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fb43be12-5460-4711-ae14-ccf54738220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.174099 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43be12-5460-4711-ae14-ccf54738220b None None] Pushing event updated for resources: {'Port': ['ID=29540d86-5c5a-41e8-8ae6-12835fe4bea7,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:52.186939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:52.193690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9f6835f0-f1c6-481d-881c-b8460d909057 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/7d43ae60-8f6c-4baa-86f1-d3145a9fa39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0208936 Apr 20 13:24:52.195694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45364) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:52.198681 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] Sync routers for ids ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:52.215008 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] Routers {'7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:52.216135 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:52.247717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4791a8-fbe8-4b24-b13a-c120cd1d213d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:52.252989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45366) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:52.253671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8f4791a8-fbe8-4b24-b13a-c120cd1d213d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports/42618a16-0008-41c0-bd31-c4f8343b67c2 HTTP/1.1" status: 200 len: 910 time: 0.0533133 Apr 20 13:24:52.254320 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:52.258871 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd1ffa6e3-9c40-41f0-9bac-8f6b72db6278'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:52.266965 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] Routers {'7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:52.267566 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:52.345587 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:52.346251 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba0864d-3070-40e0-b436-40adf42d9573 None None] The sync data for ids ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'] in n-d-838550-2 is: [] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:52.376890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 29540d86-5c5a-41e8-8ae6-12835fe4bea7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:52.443804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8662e0e7-9928-4260-a77d-fd6a43362228 None None] Provisioning complete for port 42618a16-0008-41c0-bd31-c4f8343b67c2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:52.444512 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8662e0e7-9928-4260-a77d-fd6a43362228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.480907 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.485098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8662e0e7-9928-4260-a77d-fd6a43362228 None None] Port 42618a16-0008-41c0-bd31-c4f8343b67c2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:52.504834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8662e0e7-9928-4260-a77d-fd6a43362228 None None] Provisioning complete for port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:52.505601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8662e0e7-9928-4260-a77d-fd6a43362228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.583695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:52.584170 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.774794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-80a0846c-e273-4856-b73c-af16342b2d34 None None] Provisioning complete for port 42618a16-0008-41c0-bd31-c4f8343b67c2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:52.775179 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-80a0846c-e273-4856-b73c-af16342b2d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.814145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-80a0846c-e273-4856-b73c-af16342b2d34 None None] Port 42618a16-0008-41c0-bd31-c4f8343b67c2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:52.893855 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.902835 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.937026 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8f4ea77d-874c-4edd-9708-a48cbc49c541 None None] Provisioning complete for port 42618a16-0008-41c0-bd31-c4f8343b67c2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:52.938159 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea77d-874c-4edd-9708-a48cbc49c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.975535 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ea77d-874c-4edd-9708-a48cbc49c541 None None] Port 42618a16-0008-41c0-bd31-c4f8343b67c2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:52.991066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:52.991679 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:52.993010 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/ports/42618a16-0008-41c0-bd31-c4f8343b67c2 HTTP/1.1" status: 200 len: 910 time: 0.7388532 Apr 20 13:24:52.994138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f1631-68d2-48a1-bd71-2be674254a3f tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=42618a16-0008-41c0-bd31-c4f8343b67c2,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:52.995929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45368) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:53.320533 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.563332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 42618a16-0008-41c0-bd31-c4f8343b67c2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:53.563601 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.647327 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.659542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 42618a16-0008-41c0-bd31-c4f8343b67c2 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:53.829341 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:53.859873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=42618a16-0008-41c0-bd31-c4f8343b67c2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:53.992220 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.016861 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.172310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router 7d43ae60-8f6c-4baa-86f1-d3145a9fa39f has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:24:54.247977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:54.253987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-76239c56-bcf9-478f-8099-2a7915f2b018 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/7d43ae60-8f6c-4baa-86f1-d3145a9fa39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2568481 Apr 20 13:24:54.256405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45380) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:54.260313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] Sync routers for ids ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:54.271103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] Routers {'7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:54.271761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:54.283991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d4e6b2fb-f598-49fc-bb04-42c19319a004 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d43ae60-8f6c-4baa-86f1-d3145a9fa39f HTTP/1.1" status: 200 len: 205 time: 0.0264430 Apr 20 13:24:54.286334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45382) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:54.304767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:54.313858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] Routers {'7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:54.314464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:54.350929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:54.351568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2cedc-1036-4521-a3b4-f4d198d84813 None None] The sync data for ids ['7d43ae60-8f6c-4baa-86f1-d3145a9fa39f'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:24:54.364655 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-884768c9-87f5-4ee9-9d96-fe0c9f9da2aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.527179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-884768c9-87f5-4ee9-9d96-fe0c9f9da2aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.529342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-884768c9-87f5-4ee9-9d96-fe0c9f9da2aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.572575 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-884768c9-87f5-4ee9-9d96-fe0c9f9da2aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.573078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884768c9-87f5-4ee9-9d96-fe0c9f9da2aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Fanout notify agent at l3_agent the message router_deleted on router 7d43ae60-8f6c-4baa-86f1-d3145a9fa39f {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:24:54.580453 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-884768c9-87f5-4ee9-9d96-fe0c9f9da2aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.584425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-884768c9-87f5-4ee9-9d96-fe0c9f9da2aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/7d43ae60-8f6c-4baa-86f1-d3145a9fa39f HTTP/1.1" status: 204 len: 168 time: 0.2943146 Apr 20 13:24:54.588619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45386) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:54.644332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet d1ffa6e3-9c40-41f0-9bac-8f6b72db6278 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:24:54.647394 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.686363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.768510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.829119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.855636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ffa6e3-9c40-41f0-9bac-8f6b72db6278,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:54.861587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:54.867977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4ebb80ad-1b84-437b-9e68-80d3ed8cb874 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/d1ffa6e3-9c40-41f0-9bac-8f6b72db6278 HTTP/1.1" status: 204 len: 168 time: 0.2761772 Apr 20 13:24:54.868324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133e95c-05a4-4666-a950-e3e09235a36c None None] Network a1b944d1-c20a-479e-91d5-baac892043e0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:54.868897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45388) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:54.951813 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.012150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:55.012487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.034392 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:24:55.050580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] DHCP port deletion for a1b944d1-c20a-479e-91d5-baac892043e0 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:24:55.081885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 29540d86-5c5a-41e8-8ae6-12835fe4bea7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=29540d86-5c5a-41e8-8ae6-12835fe4bea7,segment=NetworkSegment(1a83e083-6448-45c0-b66a-500150b293ec),segment_id=1a83e083-6448-45c0-b66a-500150b293ec)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:55.082769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.100466 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 29540d86-5c5a-41e8-8ae6-12835fe4bea7 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:55.104431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] Deleting port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:24:55.104995 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.176800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] For port 29540d86-5c5a-41e8-8ae6-12835fe4bea7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=29540d86-5c5a-41e8-8ae6-12835fe4bea7,segment=NetworkSegment(1a83e083-6448-45c0-b66a-500150b293ec),segment_id=1a83e083-6448-45c0-b66a-500150b293ec)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:55.177276 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.187481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.191087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] Calling delete_port for 29540d86-5c5a-41e8-8ae6-12835fe4bea7 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:24:55.218762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=29540d86-5c5a-41e8-8ae6-12835fe4bea7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:55.224477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:55.281467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.306431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] Pushing event deleted for resources: {'Port': ['ID=29540d86-5c5a-41e8-8ae6-12835fe4bea7,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:55.309120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.312707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037685b-b356-4a72-8f1d-a984ea805c55 None None] No DVR routers for this DVR port 29540d86-5c5a-41e8-8ae6-12835fe4bea7 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:24:55.338902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b944d1-c20a-479e-91d5-baac892043e0']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:55.349089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a83e083-6448-45c0-b66a-500150b293ec') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:55.349426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a83e083-6448-45c0-b66a-500150b293ec') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:55.363112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.376541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.383078 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:24:55.383472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:24:55.387336 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:24:55.454934 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.454934 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.456204 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/a1b944d1-c20a-479e-91d5-baac892043e0 HTTP/1.1" status: 204 len: 168 time: 0.5862949 Apr 20 13:24:55.460674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45392) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:55.465647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c6f5d7ea-00b8-4879-8cdc-e73000414483 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1175651182', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:55.469579 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ba15-36a3-4f1d-9ff7-775355ad6e7b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=a1b944d1-c20a-479e-91d5-baac892043e0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:55.488546 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d7ea-00b8-4879-8cdc-e73000414483 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.489968 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d7ea-00b8-4879-8cdc-e73000414483 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.544382 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d7ea-00b8-4879-8cdc-e73000414483 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.553980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d7ea-00b8-4879-8cdc-e73000414483 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.572287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c6f5d7ea-00b8-4879-8cdc-e73000414483 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.575797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c6f5d7ea-00b8-4879-8cdc-e73000414483 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1115603 Apr 20 13:24:55.576000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45394) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:55.580715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1761814077'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:55.598877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:55.602269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.626671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:55.635788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.636130 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment a8097024-294e-4e29-a9f1-b338ae0a6a44 of type vlan for network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 Apr 20 13:24:55.676243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.704616 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.710168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:55.710733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:55.770134 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1930842 Apr 20 13:24:55.772882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45396) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:55.777934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:55.796350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001a992-92ff-4b6b-89f1-0b43051106f2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=1f2fa876-1688-4e4a-bebe-6e5bd3c23f77,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:55.807648 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:55.881155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:55.884841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.063199 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.123435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=9db56992-0bc5-4f4c-afd7-c18e6a74901b,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:56.130644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:56.130945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:56.146708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:56.155390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:56.159350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:56.159952 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.167776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078e554-1d73-4359-a02b-876f9b254a3d None None] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:56.179517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bb5a6861-a35c-43e8-91b5-9021e67239de tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4057181 Apr 20 13:24:56.179732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:56.400432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 29540d86-5c5a-41e8-8ae6-12835fe4bea7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:24:56.427397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 29540d86-5c5a-41e8-8ae6-12835fe4bea7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:24:56.427744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 29540d86-5c5a-41e8-8ae6-12835fe4bea7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:24:56.557814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:56.558666 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.721517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Allocated IP 172.20.0.2 (1f2fa876-1688-4e4a-bebe-6e5bd3c23f77/9db56992-0bc5-4f4c-afd7-c18e6a74901b/3dbbf2e8-484e-40f4-a50e-a035f98d5e5d) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:56.818811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.882925 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.890779 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:56.936007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:56.941548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:56.945612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:56.972366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Pushing event updated for resources: {'Port': ['ID=3dbbf2e8-484e-40f4-a50e-a035f98d5e5d,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:57.007250 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Attempting to bind port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:57.007752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Attempting to bind port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:57.007977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Attempting to bind port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d on network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:57.014820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:57.015249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Checking segment: {'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:57.015658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.016053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Bound using segment: {'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:57.016714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Bound port: 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:57.016887 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.083753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.20.0.1 (1f2fa876-1688-4e4a-bebe-6e5bd3c23f77/9db56992-0bc5-4f4c-afd7-c18e6a74901b/4904298f-9761-4536-9700-dff03b49e30f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:24:57.088442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] For port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:57.091751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] For port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3dbbf2e8-484e-40f4-a50e-a035f98d5e5d,segment=NetworkSegment(a8097024-294e-4e29-a9f1-b338ae0a6a44),segment_id=a8097024-294e-4e29-a9f1-b338ae0a6a44)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:57.099266 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.170510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deaf45f-963c-4a37-9dd0-0d2603bda243 None None] Pushing event updated for resources: {'Port': ['ID=3dbbf2e8-484e-40f4-a50e-a035f98d5e5d,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:57.224470 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.260725 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.306349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:57.309671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:57.314119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:24:57.318055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=4904298f-9761-4536-9700-dff03b49e30f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:57.391603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.527962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.808748 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.815183 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.898033 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:57.900353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=4904298f-9761-4536-9700-dff03b49e30f,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:58.018902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:24:58.020403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:58.150314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:24:58.206396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a0d19e-715a-43ea-99df-f5947514dc55 None None] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:58.248721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:24:58.256721 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ac075b1-9a2f-498f-8ec3-ad699f483726 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0761051 Apr 20 13:24:58.259511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45644) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:58.263499 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:24:58.264968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-27442855'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:58.277544 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:58.278271 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:58.301242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c492032f-11e4-47db-8604-3572da97e343 None None] Provisioning complete for port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:58.302235 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c492032f-11e4-47db-8604-3572da97e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.309352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:58.314708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.349858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:24:58.364815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.365675 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment 74b2f66d-9118-4af0-844e-e3cf9cd775c4 of type vlan for network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 Apr 20 13:24:58.430152 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.462005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:24:58.467125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.473323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:58.473935 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.508550 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:58.547618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=890ff6b5-9be1-4f79-867b-2ac9adc7c501,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:58.560154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d922adef-6db2-489c-9f8a-be502efc5658 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2989409 Apr 20 13:24:58.563575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:58.570135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:24:58.570460 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:24:58.672612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c492032f-11e4-47db-8604-3572da97e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.683617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:24:58.687902 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.729376 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:24:57Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:24:57Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:58.732141 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:58.732531 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.767576 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:24:58.768064 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Updating router e71fe907-041b-4f3f-8afa-688f51bbf3e1 port 4904298f-9761-4536-9700-dff03b49e30f binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:24:58.782232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c492032f-11e4-47db-8604-3572da97e343 None None] For port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3dbbf2e8-484e-40f4-a50e-a035f98d5e5d,segment=NetworkSegment(a8097024-294e-4e29-a9f1-b338ae0a6a44),segment_id=a8097024-294e-4e29-a9f1-b338ae0a6a44)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:24:58.793978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c492032f-11e4-47db-8604-3572da97e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.804979 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:58.882944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492032f-11e4-47db-8604-3572da97e343 None None] Pushing event updated for resources: {'Port': ['ID=3dbbf2e8-484e-40f4-a50e-a035f98d5e5d,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:58.955754 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.025841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=89f38730-1017-4b3c-a647-00ee95ad5fe4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:59.038431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:59.039151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: 890ff6b5-9be1-4f79-867b-2ac9adc7c501, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:24:59.062268 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:24:59.075145 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 890ff6b5-9be1-4f79-867b-2ac9adc7c501) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:24:59.082324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:24:59.082888 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.091034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd5d2d-9828-431f-9e79-f79d7ca91b95 None None] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:24:59.113406 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f11b686f-cc7a-458f-b34d-ed5d5b2cec2a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5475719 Apr 20 13:24:59.114998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45732) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:24:59.187606 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.195094 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.213611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7d768fb8-4d58-42b0-a0c8-a48132566144 None None] Provisioning complete for port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:59.214195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d768fb8-4d58-42b0-a0c8-a48132566144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.283403 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Pushing event updated for resources: {'Port': ['ID=4904298f-9761-4536-9700-dff03b49e30f,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:59.305417 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.305820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.306157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.306490 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.306822 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.307286 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.315898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.316274 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.316609 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.316939 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.317269 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.317828 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:24:59.350553 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Attempting to bind port 4904298f-9761-4536-9700-dff03b49e30f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:24:59.352077 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Attempting to bind port 4904298f-9761-4536-9700-dff03b49e30f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:24:59.353173 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Attempting to bind port 4904298f-9761-4536-9700-dff03b49e30f on network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:24:59.360669 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:24:59.361054 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Checking segment: {'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:24:59.361536 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.362296 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Bound using segment: {'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:24:59.362785 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Bound port: 4904298f-9761-4536-9700-dff03b49e30f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8097024-294e-4e29-a9f1-b338ae0a6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:24:59.363170 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.459921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7d768fb8-4d58-42b0-a0c8-a48132566144 None None] Provisioning complete for port 4904298f-9761-4536-9700-dff03b49e30f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:59.462963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] For port 4904298f-9761-4536-9700-dff03b49e30f, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:24:59.463820 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d768fb8-4d58-42b0-a0c8-a48132566144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.467299 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] For port 4904298f-9761-4536-9700-dff03b49e30f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4904298f-9761-4536-9700-dff03b49e30f,segment=NetworkSegment(a8097024-294e-4e29-a9f1-b338ae0a6a44),segment_id=a8097024-294e-4e29-a9f1-b338ae0a6a44)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:24:59.473808 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.532113 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:24:59.533194 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:24:59.562022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:24:59.562975 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.583090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7d768fb8-4d58-42b0-a0c8-a48132566144 None None] Port 4904298f-9761-4536-9700-dff03b49e30f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:24:59.751731 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adab996-d678-42cd-9491-ebd2b868f2c3 None None] Pushing event updated for resources: {'Port': ['ID=4904298f-9761-4536-9700-dff03b49e30f,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:24:59.775230 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:24:59.803423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-73ba37b6-9f94-44aa-8a3b-7bc78e0cdb8b None None] Provisioning complete for port 4904298f-9761-4536-9700-dff03b49e30f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:24:59.813153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73ba37b6-9f94-44aa-8a3b-7bc78e0cdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:24:59.968993 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Allocated IP 172.21.0.2 (890ff6b5-9be1-4f79-867b-2ac9adc7c501/89f38730-1017-4b3c-a647-00ee95ad5fe4/39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:00.099172 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73ba37b6-9f94-44aa-8a3b-7bc78e0cdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.108743 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:24:57Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:24:59Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:00.117004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.151327 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d55355-69a2-42f9-a106-6bd1e2160086 None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:24:57Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:24:59Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:00.158990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-73ba37b6-9f94-44aa-8a3b-7bc78e0cdb8b None None] For port 4904298f-9761-4536-9700-dff03b49e30f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4904298f-9761-4536-9700-dff03b49e30f,segment=NetworkSegment(a8097024-294e-4e29-a9f1-b338ae0a6a44),segment_id=a8097024-294e-4e29-a9f1-b338ae0a6a44)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:00.169500 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73ba37b6-9f94-44aa-8a3b-7bc78e0cdb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.362941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:00.380634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-10a52921-7820-451d-865d-5b2c46191034 None None] Provisioning complete for port 4904298f-9761-4536-9700-dff03b49e30f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:00.381011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-10a52921-7820-451d-865d-5b2c46191034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.438164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba37b6-9f94-44aa-8a3b-7bc78e0cdb8b None None] Pushing event updated for resources: {'Port': ['ID=4904298f-9761-4536-9700-dff03b49e30f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:00.447446 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.473351 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.526598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:00.544085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:00.548190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:00.585318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.21.0.1 (890ff6b5-9be1-4f79-867b-2ac9adc7c501/89f38730-1017-4b3c-a647-00ee95ad5fe4/474d7882-802b-4a3a-85fc-b2859dff5389) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:00.628425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Pushing event updated for resources: {'Port': ['ID=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:00.661879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:00.663336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.780892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Attempting to bind port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:00.781267 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Attempting to bind port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:00.781672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Attempting to bind port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee on network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:00.793815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:00.794257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Checking segment: {'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:00.794667 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.795063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Bound using segment: {'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:00.795594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Bound port: 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:00.795985 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.804680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.878860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.920013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] For port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:00.936459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:00.944429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] For port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,segment=NetworkSegment(74b2f66d-9118-4af0-844e-e3cf9cd775c4),segment_id=74b2f66d-9118-4af0-844e-e3cf9cd775c4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:00.944721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:00.950083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-852c1e45-5662-4380-bb4d-2d2cad433634 None None] Provisioning complete for port 4904298f-9761-4536-9700-dff03b49e30f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:00.950311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:00.950430 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-852c1e45-5662-4380-bb4d-2d2cad433634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:00.956541 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.011700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=474d7882-802b-4a3a-85fc-b2859dff5389,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:01.082181 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.091049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d28ca-cb36-49ec-a298-21caaaa9bc43 None None] Pushing event updated for resources: {'Port': ['ID=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:01.291729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.625494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.630064 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.706881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=474d7882-802b-4a3a-85fc-b2859dff5389,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:01.709293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:01.804163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:01.806375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:01.917371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:02.023192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:02.028790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eb11b9c8-c7e2-4b88-ae2c-c8a6cee8eff4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9122765 Apr 20 13:25:02.031825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45856) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:02.036647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-997995627'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:02.055918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:02.059460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.083634 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:25:02.092797 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.093134 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment cdea6d4d-a48e-4a76-8347-1a59b1610ede of type vlan for network 0b263ca3-d886-4e00-b595-79ece9250287 Apr 20 13:25:02.134137 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.157646 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.162973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:02.163545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.193574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:02.203770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:02.204379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:02.224110 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1912344 Apr 20 13:25:02.226726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45858) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:02.232738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:02.239379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce23d0-5945-43d7-9439-4f06d69d289d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=0b263ca3-d886-4e00-b595-79ece9250287,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:02.340345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:02.344542 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.471414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0b263ca3-d886-4e00-b595-79ece9250287 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:25:02.473496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4904298f-9761-4536-9700-dff03b49e30f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:02.591639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.615431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:02.672254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=f54b9a9a-d9d5-4318-bdc7-e652a2e86cda,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:02.690309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:02.690629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: 0b263ca3-d886-4e00-b595-79ece9250287, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:25:02.717557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 0b263ca3-d886-4e00-b595-79ece9250287 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:25:02.718573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4904298f-9761-4536-9700-dff03b49e30f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:02.719145 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.730437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0b263ca3-d886-4e00-b595-79ece9250287) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:02.735218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:02.735933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:02.759540 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45866) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:02.760286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ac182ddf-50b4-43b8-8526-a3131b7dac8d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5313759 Apr 20 13:25:02.770133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7db89-9097-4b6e-8dc8-db15d15dd15a None None] Network 0b263ca3-d886-4e00-b595-79ece9250287 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:03.022400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84617780-e504-41a1-b41c-daf450375612 None None] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:03.100931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:03.132425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-0b263ca3-d886-4e00-b595-79ece9250287', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:25:03.133411 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.175970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-237477e3-9c31-4613-9b66-27212dded0be None None] Provisioning complete for port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:03.176490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-237477e3-9c31-4613-9b66-27212dded0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.212450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.361532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:01Z', 'revision_number': 3, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:01Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:03.423590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:03.424061 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.425742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:03.426726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Updating router e71fe907-041b-4f3f-8afa-688f51bbf3e1 port 474d7882-802b-4a3a-85fc-b2859dff5389 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:25:03.541410 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.550560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Allocated IP 172.22.0.2 (0b263ca3-d886-4e00-b595-79ece9250287/f54b9a9a-d9d5-4318-bdc7-e652a2e86cda/2501b3e0-8ada-4ddf-8774-a8eb1af3d19e) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:03.595078 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-237477e3-9c31-4613-9b66-27212dded0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.818314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f693ed4c-55b2-4816-92cb-cb6c6aa48747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.826302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-237477e3-9c31-4613-9b66-27212dded0be None None] For port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,segment=NetworkSegment(74b2f66d-9118-4af0-844e-e3cf9cd775c4),segment_id=74b2f66d-9118-4af0-844e-e3cf9cd775c4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:03.843885 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:03.845795 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-237477e3-9c31-4613-9b66-27212dded0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.050541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237477e3-9c31-4613-9b66-27212dded0be None None] Pushing event updated for resources: {'Port': ['ID=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:04.081064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-561f2efc-7156-451c-bdbd-c0cd9d897df4 None None] Provisioning complete for port 474d7882-802b-4a3a-85fc-b2859dff5389 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:04.081442 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-561f2efc-7156-451c-bdbd-c0cd9d897df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.124562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.127550 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:25:04.127911 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:25:04.201993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.22.0.1 (0b263ca3-d886-4e00-b595-79ece9250287/f54b9a9a-d9d5-4318-bdc7-e652a2e86cda/dee460fd-3e81-444a-bd61-674c7194dc98) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:04.317588 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.328518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.361918 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-561f2efc-7156-451c-bdbd-c0cd9d897df4 None None] Port 474d7882-802b-4a3a-85fc-b2859dff5389 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:04.366031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.379473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Network 0b263ca3-d886-4e00-b595-79ece9250287 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:04.397284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:04.410396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 0b263ca3-d886-4e00-b595-79ece9250287 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:04.413781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:04.416671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Pushing event updated for resources: {'Port': ['ID=2501b3e0-8ada-4ddf-8774-a8eb1af3d19e,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:04.419547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:04.424854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:04.438001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-561f2efc-7156-451c-bdbd-c0cd9d897df4 None None] Provisioning complete for port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:04.438380 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-561f2efc-7156-451c-bdbd-c0cd9d897df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.465409 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=dee460fd-3e81-444a-bd61-674c7194dc98,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:04.480882 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.502371 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.524269 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.536796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Attempting to bind port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:04.537181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Attempting to bind port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:04.537543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Attempting to bind port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e on network 0b263ca3-d886-4e00-b595-79ece9250287 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:04.570458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:04.570859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Checking segment: {'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:04.571816 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.572213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Bound using segment: {'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:04.572700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Bound port: 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:04.573090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.607620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614ef11-a8dc-4bcd-bec2-fc8608fb1668 None None] Pushing event updated for resources: {'Port': ['ID=474d7882-802b-4a3a-85fc-b2859dff5389,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:04.636999 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.780534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95192210-6860-4211-ac75-721333aff7a6 None None] For port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:04.801075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Attempting to bind port 474d7882-802b-4a3a-85fc-b2859dff5389 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:04.801447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Attempting to bind port 474d7882-802b-4a3a-85fc-b2859dff5389 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:04.801843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Attempting to bind port 474d7882-802b-4a3a-85fc-b2859dff5389 on network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:04.807916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95192210-6860-4211-ac75-721333aff7a6 None None] For port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2501b3e0-8ada-4ddf-8774-a8eb1af3d19e,segment=NetworkSegment(cdea6d4d-a48e-4a76-8347-1a59b1610ede),segment_id=cdea6d4d-a48e-4a76-8347-1a59b1610ede)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:04.817604 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.828130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:04.828539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Checking segment: {'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:04.828990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.829406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Bound using segment: {'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:04.834242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Bound port: 474d7882-802b-4a3a-85fc-b2859dff5389, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b2f66d-9118-4af0-844e-e3cf9cd775c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:04.834984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:04.911102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:05.008259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.010763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192210-6860-4211-ac75-721333aff7a6 None None] Pushing event updated for resources: {'Port': ['ID=2501b3e0-8ada-4ddf-8774-a8eb1af3d19e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:05.020131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-81890a29-3bb5-449d-bd81-b419c5f5fee7 None None] Provisioning complete for port 474d7882-802b-4a3a-85fc-b2859dff5389 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:05.020513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-81890a29-3bb5-449d-bd81-b419c5f5fee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.023012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.079349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] For port 474d7882-802b-4a3a-85fc-b2859dff5389, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:05.095820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-81890a29-3bb5-449d-bd81-b419c5f5fee7 None None] Port 474d7882-802b-4a3a-85fc-b2859dff5389 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:05.103275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] For port 474d7882-802b-4a3a-85fc-b2859dff5389, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=474d7882-802b-4a3a-85fc-b2859dff5389,segment=NetworkSegment(74b2f66d-9118-4af0-844e-e3cf9cd775c4),segment_id=74b2f66d-9118-4af0-844e-e3cf9cd775c4)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:05.107961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:05.108358 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.113004 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.118296 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.120214 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=dee460fd-3e81-444a-bd61-674c7194dc98,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:05.244963 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network 0b263ca3-d886-4e00-b595-79ece9250287 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:05.247157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:05.258948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614ef11-a8dc-4bcd-bec2-fc8608fb1668 None None] Pushing event updated for resources: {'Port': ['ID=474d7882-802b-4a3a-85fc-b2859dff5389,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:05.275728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:05.277291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:24:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:05.367418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:05.435036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:05.505536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:05.526497 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00e163cc-3ade-4e3e-b980-a215f95f39aa tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658782 Apr 20 13:25:05.529155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45872) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:05.534529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'network': {'name': 'tempest-RoutersTest-1373504524'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:05.560484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:05.564684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.592828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:25:05.603043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.603819 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added segment 565c4b87-5373-47cb-a40f-b96ae747fb57 of type vlan for network bca8ef61-15a9-43f8-b759-8eee818952bf Apr 20 13:25:05.652826 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.669547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9a53f5a2-a6d4-4eb3-a51f-21940e9cd073 None None] Provisioning complete for port 474d7882-802b-4a3a-85fc-b2859dff5389 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:05.669997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9a53f5a2-a6d4-4eb3-a51f-21940e9cd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.683380 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.690254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:05.691381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.765783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2329061 Apr 20 13:25:05.766590 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45876) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:05.778594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'subnet': {'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:05.779314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65586bc7-9c5e-4c86-a54f-73669959cdc2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Network': ['ID=bca8ef61-15a9-43f8-b759-8eee818952bf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:05.790665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network bca8ef61-15a9-43f8-b759-8eee818952bf details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:25:05.794208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9a53f5a2-a6d4-4eb3-a51f-21940e9cd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.807907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:04Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:04Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:05.893390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Made reservation on behalf of 6d0e7c036b0248f59ecdf3746b690d49 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:25:05.901011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bbb309-715b-4899-870a-d72cc8425a0c None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:04Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:04Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:05.901290 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:05.949655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9a53f5a2-a6d4-4eb3-a51f-21940e9cd073 None None] For port 474d7882-802b-4a3a-85fc-b2859dff5389, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=474d7882-802b-4a3a-85fc-b2859dff5389,segment=NetworkSegment(74b2f66d-9118-4af0-844e-e3cf9cd775c4),segment_id=74b2f66d-9118-4af0-844e-e3cf9cd775c4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:05.955852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9a53f5a2-a6d4-4eb3-a51f-21940e9cd073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.040396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53f5a2-a6d4-4eb3-a51f-21940e9cd073 None None] Pushing event updated for resources: {'Port': ['ID=474d7882-802b-4a3a-85fc-b2859dff5389,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:06.087084 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90d13b71-cb58-45b4-bd35-76f880944fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.202013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.282741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Subnet': ['ID=19df3906-4d96-4d61-ade6-444bff1b3f11,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:06.297821 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Checking segment: {'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:06.298204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network hostable DHCP agents. Network: bca8ef61-15a9-43f8-b759-8eee818952bf, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:25:06.320393 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network bca8ef61-15a9-43f8-b759-8eee818952bf is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:25:06.342172 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, bca8ef61-15a9-43f8-b759-8eee818952bf) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:06.344419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3273a-500b-4e7a-af41-8ae9d8719307 None None] Network 0b263ca3-d886-4e00-b595-79ece9250287 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:06.347996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:25:06.349694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.371764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8755cd5a-0a05-456b-a455-4fdbd34cc295 None None] Network bca8ef61-15a9-43f8-b759-8eee818952bf requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:06.372620 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-05050bc5-9830-427c-9bf9-045dfb08258a tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6041303 Apr 20 13:25:06.375282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45880) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:06.621177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0cb9dba5-c706-4e7a-b8ed-5ee70f34d69b None None] Provisioning complete for port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:06.622130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0cb9dba5-c706-4e7a-b8ed-5ee70f34d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.673145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-bca8ef61-15a9-43f8-b759-8eee818952bf', 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'fixed_ips': [{'subnet_id': '19df3906-4d96-4d61-ade6-444bff1b3f11'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:25:06.678213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:06.966196 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Allocated IP 172.23.0.2 (bca8ef61-15a9-43f8-b759-8eee818952bf/19df3906-4d96-4d61-ade6-444bff1b3f11/0b2d391d-791b-4aec-8dec-bf49fc2e66db) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:06.988882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0cb9dba5-c706-4e7a-b8ed-5ee70f34d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.097229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 474d7882-802b-4a3a-85fc-b2859dff5389 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:07.144204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0cb9dba5-c706-4e7a-b8ed-5ee70f34d69b None None] For port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2501b3e0-8ada-4ddf-8774-a8eb1af3d19e,segment=NetworkSegment(cdea6d4d-a48e-4a76-8347-1a59b1610ede),segment_id=cdea6d4d-a48e-4a76-8347-1a59b1610ede)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:07.161278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0cb9dba5-c706-4e7a-b8ed-5ee70f34d69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.314921 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.315588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9dba5-c706-4e7a-b8ed-5ee70f34d69b None None] Pushing event updated for resources: {'Port': ['ID=2501b3e0-8ada-4ddf-8774-a8eb1af3d19e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:07.343518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.371588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 474d7882-802b-4a3a-85fc-b2859dff5389 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:07.372307 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.575568 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:07.593031 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:07.594018 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:07.669392 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.694576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-483b3eb7-23b3-4797-a36d-81fab2ff90f3 None None] Provisioning complete for port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:07.694716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-483b3eb7-23b3-4797-a36d-81fab2ff90f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.697125 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.728006 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:07.755814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Network bca8ef61-15a9-43f8-b759-8eee818952bf is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:07.762446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Allocated IP 172.23.0.1 (bca8ef61-15a9-43f8-b759-8eee818952bf/19df3906-4d96-4d61-ade6-444bff1b3f11/19b6d657-ce84-4963-af39-30779466ad0f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:25:07.781331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:07.786089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:07.817221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Pushing event updated for resources: {'Port': ['ID=0b2d391d-791b-4aec-8dec-bf49fc2e66db,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:07.897236 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.919248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:07.923493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Attempting to bind port 0b2d391d-791b-4aec-8dec-bf49fc2e66db on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:07.923861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Attempting to bind port 0b2d391d-791b-4aec-8dec-bf49fc2e66db by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:07.924234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Attempting to bind port 0b2d391d-791b-4aec-8dec-bf49fc2e66db on network bca8ef61-15a9-43f8-b759-8eee818952bf {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:07.939414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.983608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:07.984085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Checking segment: {'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:07.984565 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:07.985031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Bound using segment: {'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:07.985586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Bound port: 0b2d391d-791b-4aec-8dec-bf49fc2e66db, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:07.986053 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.014016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network bca8ef61-15a9-43f8-b759-8eee818952bf is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:08.017521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:08.018224 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:04Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:04Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:08.023881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:25:08.055150 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:08.055551 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Updating router e71fe907-041b-4f3f-8afa-688f51bbf3e1 port dee460fd-3e81-444a-bd61-674c7194dc98 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:25:08.062697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:08.062697 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.062964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=19b6d657-ce84-4963-af39-30779466ad0f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:08.083582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.104816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-483b3eb7-23b3-4797-a36d-81fab2ff90f3 None None] Provisioning complete for port dee460fd-3e81-444a-bd61-674c7194dc98 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:08.105344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-483b3eb7-23b3-4797-a36d-81fab2ff90f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.136706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] For port 0b2d391d-791b-4aec-8dec-bf49fc2e66db, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:08.162496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] For port 0b2d391d-791b-4aec-8dec-bf49fc2e66db, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0b2d391d-791b-4aec-8dec-bf49fc2e66db,segment=NetworkSegment(565c4b87-5373-47cb-a40f-b96ae747fb57),segment_id=565c4b87-5373-47cb-a40f-b96ae747fb57)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:08.168412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-483b3eb7-23b3-4797-a36d-81fab2ff90f3 None None] Port dee460fd-3e81-444a-bd61-674c7194dc98 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:08.172723 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.185983 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.216444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.268753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6873d2c-d293-49df-b5d8-39d5b4cc0e3b None None] Pushing event updated for resources: {'Port': ['ID=0b2d391d-791b-4aec-8dec-bf49fc2e66db,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:08.292060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1cf3e7ba-d819-4f30-8a62-044715ca756a None None] Provisioning complete for port dee460fd-3e81-444a-bd61-674c7194dc98 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:08.292537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1cf3e7ba-d819-4f30-8a62-044715ca756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.331351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3e7ba-d819-4f30-8a62-044715ca756a None None] Port dee460fd-3e81-444a-bd61-674c7194dc98 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:08.540980 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.549906 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.566845 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.573212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.656328 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd5991-efe4-49a7-8088-1b78dedc1863 None None] Pushing event updated for resources: {'Port': ['ID=dee460fd-3e81-444a-bd61-674c7194dc98,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:08.657057 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.662271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event updated for resources: {'Port': ['ID=19b6d657-ce84-4963-af39-30779466ad0f,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:08.668243 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.686290 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Attempting to bind port dee460fd-3e81-444a-bd61-674c7194dc98 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:08.686650 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Attempting to bind port dee460fd-3e81-444a-bd61-674c7194dc98 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:08.687010 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Attempting to bind port dee460fd-3e81-444a-bd61-674c7194dc98 on network 0b263ca3-d886-4e00-b595-79ece9250287 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:08.693226 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:08.693603 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Checking segment: {'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:08.694031 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.694418 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Bound using segment: {'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:08.695313 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Bound port: dee460fd-3e81-444a-bd61-674c7194dc98, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdea6d4d-a48e-4a76-8347-1a59b1610ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:08.695313 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.773680 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] For port dee460fd-3e81-444a-bd61-674c7194dc98, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:08.777272 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] For port dee460fd-3e81-444a-bd61-674c7194dc98, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dee460fd-3e81-444a-bd61-674c7194dc98,segment=NetworkSegment(cdea6d4d-a48e-4a76-8347-1a59b1610ede),segment_id=cdea6d4d-a48e-4a76-8347-1a59b1610ede)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:08.784877 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:08.807800 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Network bca8ef61-15a9-43f8-b759-8eee818952bf is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:25:08.809286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:25:08.846887 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd5991-efe4-49a7-8088-1b78dedc1863 None None] Pushing event updated for resources: {'Port': ['ID=dee460fd-3e81-444a-bd61-674c7194dc98,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:08.869461 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:08.870193 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:08.967978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.005994 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:09.023713 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:09.095915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0b2d391d-791b-4aec-8dec-bf49fc2e66db up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:09.167306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:09.175780 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f8fb0d66-398d-407c-8214-5e8a753c963b tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7968814 Apr 20 13:25:09.176671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45902) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:09.182424 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:09.191621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b89e371f-601f-4779-8214-005b52b6d95d None None] Provisioning complete for port dee460fd-3e81-444a-bd61-674c7194dc98 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:09.192791 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b89e371f-601f-4779-8214-005b52b6d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.363118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0b2d391d-791b-4aec-8dec-bf49fc2e66db triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:09.363494 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.399221 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:08Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '19b6d657-ce84-4963-af39-30779466ad0f', 'name': '', 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:32:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:07Z', 'updated_at': '2022-04-20T13:25:08Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:08Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:09.401249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b89e371f-601f-4779-8214-005b52b6d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.430098 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32621f5-81bc-4a12-8e2e-b88420350c0a None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:08Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '19b6d657-ce84-4963-af39-30779466ad0f', 'name': '', 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:32:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:07Z', 'updated_at': '2022-04-20T13:25:08Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:08Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:09.453719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b89e371f-601f-4779-8214-005b52b6d95d None None] For port dee460fd-3e81-444a-bd61-674c7194dc98, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dee460fd-3e81-444a-bd61-674c7194dc98,segment=NetworkSegment(cdea6d4d-a48e-4a76-8347-1a59b1610ede),segment_id=cdea6d4d-a48e-4a76-8347-1a59b1610ede)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:09.485959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b89e371f-601f-4779-8214-005b52b6d95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.585265 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.632356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e371f-601f-4779-8214-005b52b6d95d None None] Pushing event updated for resources: {'Port': ['ID=dee460fd-3e81-444a-bd61-674c7194dc98,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:09.675302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 0b2d391d-791b-4aec-8dec-bf49fc2e66db, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0b2d391d-791b-4aec-8dec-bf49fc2e66db,segment=NetworkSegment(565c4b87-5373-47cb-a40f-b96ae747fb57),segment_id=565c4b87-5373-47cb-a40f-b96ae747fb57)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:09.678032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bbc5c404-5ba8-4846-984d-df0fea5c2465 None None] Provisioning complete for port dee460fd-3e81-444a-bd61-674c7194dc98 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:09.678648 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bbc5c404-5ba8-4846-984d-df0fea5c2465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.708852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.709726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:09.803523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:25:09.817826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.extraroute_db [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Removed routes are [] {{(pid=109409) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:25:09.818551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:09.819931 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd036c-b55d-4b3b-9a19-14ce9a401bc7 None None] Network bca8ef61-15a9-43f8-b759-8eee818952bf requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:09.847111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=0b2d391d-791b-4aec-8dec-bf49fc2e66db,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:09.941125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:09.941504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.033460 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.038196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.099460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e086a7a3-d60f-4a63-b060-adc0773820a2 None None] Provisioning complete for port 0b2d391d-791b-4aec-8dec-bf49fc2e66db triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:10.099948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e086a7a3-d60f-4a63-b060-adc0773820a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.167327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:10.312199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:10.319892 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.323922 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4a2cbf0f-612b-4346-a028-262addeed1e7 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 200 len: 934 time: 1.1437666 Apr 20 13:25:10.324183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45918) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:10.351631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:10.367048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:10.367691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:10.434396 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c1de794f-d3c3-4550-ae11-6bd41d5840ad tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 200 len: 934 time: 0.1067784 Apr 20 13:25:10.434874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45924) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:10.439406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'routes': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:10.496154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:10.626221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8dc44561-acfd-4b85-bd97-a77879e4a275 None None] Provisioning complete for port 19b6d657-ce84-4963-af39-30779466ad0f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:10.626970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8dc44561-acfd-4b85-bd97-a77879e4a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.740477 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8dc44561-acfd-4b85-bd97-a77879e4a275 None None] Port 19b6d657-ce84-4963-af39-30779466ad0f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:10.764032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8dc44561-acfd-4b85-bd97-a77879e4a275 None None] Provisioning complete for port 0b2d391d-791b-4aec-8dec-bf49fc2e66db triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:10.764409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8dc44561-acfd-4b85-bd97-a77879e4a275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.914495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.extraroute_db [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added routes are [] {{(pid=109410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:25:10.915640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.extraroute_db [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:25:10.964741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:10.971914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 6, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '19b6d657-ce84-4963-af39-30779466ad0f', 'name': '', 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:32:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:07Z', 'updated_at': '2022-04-20T13:25:08Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:10.979878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0b2d391d-791b-4aec-8dec-bf49fc2e66db up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:11.009164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:11.009620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Updating router e71fe907-041b-4f3f-8afa-688f51bbf3e1 port 19b6d657-ce84-4963-af39-30779466ad0f binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:25:11.073363 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.105995 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1aba06ee-6374-42b4-b4ba-c07b50e4380c None None] Provisioning complete for port 19b6d657-ce84-4963-af39-30779466ad0f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:11.106737 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1aba06ee-6374-42b4-b4ba-c07b50e4380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.167198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0b2d391d-791b-4aec-8dec-bf49fc2e66db triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:11.167674 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.180227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.183680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.205840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1aba06ee-6374-42b4-b4ba-c07b50e4380c None None] Port 19b6d657-ce84-4963-af39-30779466ad0f cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:25:11.288906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:11.399994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:11.407414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.411032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bcc0628a-a6aa-472e-969b-736a876ef55d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 200 len: 700 time: 0.9728937 Apr 20 13:25:11.411504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45940) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:11.508332 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-652061c1-69ef-4a72-95dc-43f035e89e13 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 200 len: 700 time: 0.0955377 Apr 20 13:25:11.511380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45942) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:11.539014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dee460fd-3e81-444a-bd61-674c7194dc98 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:25:11.659767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dee460fd-3e81-444a-bd61-674c7194dc98 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:11.660453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.692589 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.709687 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.795483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0208599-080b-48cd-a199-b580d2528883 None None] Pushing event updated for resources: {'Port': ['ID=19b6d657-ce84-4963-af39-30779466ad0f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:11.859571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Attempting to bind port 19b6d657-ce84-4963-af39-30779466ad0f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:25:11.859852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Attempting to bind port 19b6d657-ce84-4963-af39-30779466ad0f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:25:11.860202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Attempting to bind port 19b6d657-ce84-4963-af39-30779466ad0f on network bca8ef61-15a9-43f8-b759-8eee818952bf {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:25:11.865321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:25:11.865741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Checking segment: {'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:25:11.866149 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.866636 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Bound using segment: {'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:25:11.866998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Bound port: 19b6d657-ce84-4963-af39-30779466ad0f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565c4b87-5373-47cb-a40f-b96ae747fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:25:11.867383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.935727 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:11.957005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] For port 19b6d657-ce84-4963-af39-30779466ad0f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:25:11.960297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] For port 19b6d657-ce84-4963-af39-30779466ad0f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=19b6d657-ce84-4963-af39-30779466ad0f,segment=NetworkSegment(565c4b87-5373-47cb-a40f-b96ae747fb57),segment_id=565c4b87-5373-47cb-a40f-b96ae747fb57)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:25:11.966265 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.022718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:12.023270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:12.072392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0208599-080b-48cd-a199-b580d2528883 None None] Pushing event updated for resources: {'Port': ['ID=19b6d657-ce84-4963-af39-30779466ad0f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:12.150168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:12.186227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c5cf252a-47db-4a2a-a674-38f0264cb62d None None] Provisioning complete for port 19b6d657-ce84-4963-af39-30779466ad0f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:25:12.186607 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c5cf252a-47db-4a2a-a674-38f0264cb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.236611 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 19b6d657-ce84-4963-af39-30779466ad0f {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:12.237239 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.333622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 19b6d657-ce84-4963-af39-30779466ad0f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=19b6d657-ce84-4963-af39-30779466ad0f,segment=NetworkSegment(565c4b87-5373-47cb-a40f-b96ae747fb57),segment_id=565c4b87-5373-47cb-a40f-b96ae747fb57)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:12.334078 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.348147 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 19b6d657-ce84-4963-af39-30779466ad0f owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:12.393730 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c5cf252a-47db-4a2a-a674-38f0264cb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.462048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c5cf252a-47db-4a2a-a674-38f0264cb62d None None] For port 19b6d657-ce84-4963-af39-30779466ad0f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=19b6d657-ce84-4963-af39-30779466ad0f,segment=NetworkSegment(565c4b87-5373-47cb-a40f-b96ae747fb57),segment_id=565c4b87-5373-47cb-a40f-b96ae747fb57)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:12.467482 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c5cf252a-47db-4a2a-a674-38f0264cb62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.539481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.546445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:10Z', 'revision_number': 7, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '19b6d657-ce84-4963-af39-30779466ad0f', 'name': '', 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:32:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:07Z', 'updated_at': '2022-04-20T13:25:11Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:12.551639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf252a-47db-4a2a-a674-38f0264cb62d None None] Pushing event updated for resources: {'Port': ['ID=19b6d657-ce84-4963-af39-30779466ad0f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:12.571645 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=19b6d657-ce84-4963-af39-30779466ad0f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:12.605228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205395e3-538c-4b19-a8d1-baf540625348 None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:10Z', 'revision_number': 7, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '19b6d657-ce84-4963-af39-30779466ad0f', 'name': '', 'network_id': 'bca8ef61-15a9-43f8-b759-8eee818952bf', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:32:55:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:07Z', 'updated_at': '2022-04-20T13:25:11Z', 'revision_number': 4, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '19df3906-4d96-4d61-ade6-444bff1b3f11', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:12.610145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c4a387f9-7670-482c-9d5b-252b15a766f6 None None] Could not find standard attr ID for object 19b6d657-ce84-4963-af39-30779466ad0f. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:25:12.781830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:12.881100 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:12.914762 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:12.915404 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:13.021572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:13.033281 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:13.263546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:12Z', 'revision_number': 8, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:13.293691 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:13.303759 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:13.304378 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:13.404380 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:13.472270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:13.477885 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-78755d4e-0e43-47de-840c-b2a550973103 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9645782 Apr 20 13:25:13.480273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45976) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:13.545923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet 19df3906-4d96-4d61-ade6-444bff1b3f11 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:13.549101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.590027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.631389 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:12Z', 'revision_number': 8, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:13.668178 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79226239-0b1e-4a5e-8dd8-e47cdccd6546 None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:12Z', 'revision_number': 8, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:13.681982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.744467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.775576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.781026 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/19df3906-4d96-4d61-ade6-444bff1b3f11 HTTP/1.1" status: 204 len: 168 time: 0.2975082 Apr 20 13:25:13.781026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89223e-321a-4c48-8bd3-fce29f688918 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=19df3906-4d96-4d61-ade6-444bff1b3f11,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:13.782323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 45982) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:13.784655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6110f79-60da-4f1d-b6f8-f431ecad2aea None None] Network bca8ef61-15a9-43f8-b759-8eee818952bf requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:13.860341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.924718 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 0b2d391d-791b-4aec-8dec-bf49fc2e66db {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:13.925070 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:13.998918 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 0b2d391d-791b-4aec-8dec-bf49fc2e66db, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0b2d391d-791b-4aec-8dec-bf49fc2e66db,segment=NetworkSegment(565c4b87-5373-47cb-a40f-b96ae747fb57),segment_id=565c4b87-5373-47cb-a40f-b96ae747fb57)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:13.999288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.016689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 0b2d391d-791b-4aec-8dec-bf49fc2e66db owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:14.024373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] DHCP port deletion for bca8ef61-15a9-43f8-b759-8eee818952bf request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:14.076087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] Deleting port 0b2d391d-791b-4aec-8dec-bf49fc2e66db {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:14.076553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.111120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.139988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=0b2d391d-791b-4aec-8dec-bf49fc2e66db,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:14.141775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port 0b2d391d-791b-4aec-8dec-bf49fc2e66db on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:14.149561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] For port 0b2d391d-791b-4aec-8dec-bf49fc2e66db, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0b2d391d-791b-4aec-8dec-bf49fc2e66db,segment=NetworkSegment(565c4b87-5373-47cb-a40f-b96ae747fb57),segment_id=565c4b87-5373-47cb-a40f-b96ae747fb57)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:14.150121 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.164155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] Calling delete_port for 0b2d391d-791b-4aec-8dec-bf49fc2e66db owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:14.228178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.250263 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca8ef61-15a9-43f8-b759-8eee818952bf']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.260007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.260849 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565c4b87-5373-47cb-a40f-b96ae747fb57') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.261158 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565c4b87-5373-47cb-a40f-b96ae747fb57') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.281464 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.290854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] No DVR routers for this DVR port 0b2d391d-791b-4aec-8dec-bf49fc2e66db on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:14.296859 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.297338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:14.304692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:14.305104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:14.309938 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:14.322044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b187ef-e9dc-49eb-a93f-e5edc62664a9 None None] Pushing event deleted for resources: {'Port': ['ID=0b2d391d-791b-4aec-8dec-bf49fc2e66db,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:14.330340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:14.331040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.383049 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.396912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.401283 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/bca8ef61-15a9-43f8-b759-8eee818952bf HTTP/1.1" status: 204 len: 168 time: 0.6172113 Apr 20 13:25:14.403711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 45994) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:14.413678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a351d-a17c-4805-b033-78681937f207 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=bca8ef61-15a9-43f8-b759-8eee818952bf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:14.432615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:14.662788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:12Z', 'revision_number': 8, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.689333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:14.699570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:14.700314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:14.760537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:14.804375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:14.907189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0b2d391d-791b-4aec-8dec-bf49fc2e66db no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:15.062245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port dee460fd-3e81-444a-bd61-674c7194dc98 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:15.062589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.123302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0b2d391d-791b-4aec-8dec-bf49fc2e66db {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:15.123708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0b2d391d-791b-4aec-8dec-bf49fc2e66db not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:15.124067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 19b6d657-ce84-4963-af39-30779466ad0f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:15.158539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 19b6d657-ce84-4963-af39-30779466ad0f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:15.158885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 19b6d657-ce84-4963-af39-30779466ad0f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:15.170582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port dee460fd-3e81-444a-bd61-674c7194dc98, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dee460fd-3e81-444a-bd61-674c7194dc98,segment=NetworkSegment(cdea6d4d-a48e-4a76-8347-1a59b1610ede),segment_id=cdea6d4d-a48e-4a76-8347-1a59b1610ede)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:15.170950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.185741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for dee460fd-3e81-444a-bd61-674c7194dc98 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:15.241698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:12Z', 'revision_number': 8, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:15.269882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3fb10-a840-41da-b6ef-29bdce673e4f None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:12Z', 'revision_number': 8, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dee460fd-3e81-444a-bd61-674c7194dc98', 'name': '', 'network_id': '0b263ca3-d886-4e00-b595-79ece9250287', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:bb:d5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:03Z', 'updated_at': '2022-04-20T13:25:09Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': 'f54b9a9a-d9d5-4318-bdc7-e652a2e86cda', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:15.365423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.394943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=dee460fd-3e81-444a-bd61-674c7194dc98,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:15.563590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:15.792962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:15.887238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:15.892257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-65848a03-86af-4071-952c-383db26f08bb tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4875422 Apr 20 13:25:15.895232 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46020) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:15.898696 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:15.910335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:15.911082 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:15.954142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet f54b9a9a-d9d5-4318-bdc7-e652a2e86cda {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:15.958584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.008123 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:16.023551 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.324863 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:15Z', 'revision_number': 9, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:16.362546 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:16.373815 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:16.374672 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:16.482557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:16.485246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.552568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.581567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=f54b9a9a-d9d5-4318-bdc7-e652a2e86cda,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:16.585126 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.588368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8a29ba4c-500f-475d-a8f4-ec0486f58a5e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/f54b9a9a-d9d5-4318-bdc7-e652a2e86cda HTTP/1.1" status: 204 len: 168 time: 0.6922259 Apr 20 13:25:16.591210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46034) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:16.598107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6018aa8-b842-4a5f-a6ba-282b54bbd611 None None] Network 0b263ca3-d886-4e00-b595-79ece9250287 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:16.694531 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.725142 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:15Z', 'revision_number': 9, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:16.756419 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d4e65-8148-4dc8-b033-d82fbaca911b None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:15Z', 'revision_number': 9, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '474d7882-802b-4a3a-85fc-b2859dff5389', 'name': '', 'network_id': '890ff6b5-9be1-4f79-867b-2ac9adc7c501', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:19:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:25:00Z', 'updated_at': '2022-04-20T13:25:05Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '89f38730-1017-4b3c-a647-00ee95ad5fe4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:16.761951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:16.762287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.838748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2501b3e0-8ada-4ddf-8774-a8eb1af3d19e,segment=NetworkSegment(cdea6d4d-a48e-4a76-8347-1a59b1610ede),segment_id=cdea6d4d-a48e-4a76-8347-1a59b1610ede)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:16.839176 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.851643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:16.929893 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:16.957542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:16.962654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=2501b3e0-8ada-4ddf-8774-a8eb1af3d19e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:17.046721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.069332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b263ca3-d886-4e00-b595-79ece9250287']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:17.078614 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdea6d4d-a48e-4a76-8347-1a59b1610ede') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:17.078910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdea6d4d-a48e-4a76-8347-1a59b1610ede') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:17.088505 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.102945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.109193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:17.109594 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:17.112993 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:17.129704 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad81bbd-de24-43f6-9072-6c238867c9c5 None None] DHCP port deletion for 0b263ca3-d886-4e00-b595-79ece9250287 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:17.182616 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.191731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.197145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/0b263ca3-d886-4e00-b595-79ece9250287 HTTP/1.1" status: 204 len: 168 time: 0.6033735 Apr 20 13:25:17.197293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dee460fd-3e81-444a-bd61-674c7194dc98 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:17.198412 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46046) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:17.227827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: dee460fd-3e81-444a-bd61-674c7194dc98 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:17.228175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dee460fd-3e81-444a-bd61-674c7194dc98 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:17.228594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:17.233706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57df79-8dbe-44c2-827f-5981fa896b52 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=0b263ca3-d886-4e00-b595-79ece9250287,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:17.249128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:17.249474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2501b3e0-8ada-4ddf-8774-a8eb1af3d19e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:17.570496 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.816135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 474d7882-802b-4a3a-85fc-b2859dff5389 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:17.816478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.909447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 474d7882-802b-4a3a-85fc-b2859dff5389, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=474d7882-802b-4a3a-85fc-b2859dff5389,segment=NetworkSegment(74b2f66d-9118-4af0-844e-e3cf9cd775c4),segment_id=74b2f66d-9118-4af0-844e-e3cf9cd775c4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:17.909838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:17.922486 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 474d7882-802b-4a3a-85fc-b2859dff5389 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:18.097655 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.126856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=474d7882-802b-4a3a-85fc-b2859dff5389,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:18.153653 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.154002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.154344 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.154681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.155018 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.155349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.155681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.156005 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.156327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.156648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.156970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.157301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:18.305771 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.508054 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:18.604293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:18.609177 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-42d1bc50-99b5-445a-a27b-d8717596fee1 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4096813 Apr 20 13:25:18.612003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46074) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:18.615329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:18.627064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:18.627681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:18.665247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet 89f38730-1017-4b3c-a647-00ee95ad5fe4 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:18.668606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.707489 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.723870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:18.797180 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.878353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.894213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:18.901139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/89f38730-1017-4b3c-a647-00ee95ad5fe4 HTTP/1.1" status: 204 len: 168 time: 0.2852492 Apr 20 13:25:18.901532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46080) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:18.923973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d2a7f-5aa4-48a5-9881-8272cc2bcbde None None] Network 890ff6b5-9be1-4f79-867b-2ac9adc7c501 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:18.934372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9acda6-d252-468a-8396-a7968491a538 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=89f38730-1017-4b3c-a647-00ee95ad5fe4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:19.002089 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.052089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:18Z', 'revision_number': 10, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:19.057216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:19.057562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.083513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:19.095707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:19.096288 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:19.156749 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,segment=NetworkSegment(74b2f66d-9118-4af0-844e-e3cf9cd775c4),segment_id=74b2f66d-9118-4af0-844e-e3cf9cd775c4)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:19.157291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.169266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22697e77-d285-4360-b716-8901890ee4af None None] DHCP port deletion for 890ff6b5-9be1-4f79-867b-2ac9adc7c501 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:19.173721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:19.198051 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.228506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:19.264549 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.290483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:19.294021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:19.326340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-22697e77-d285-4360-b716-8901890ee4af None None] Deleting port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:19.326712 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22697e77-d285-4360-b716-8901890ee4af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.375894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.396912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890ff6b5-9be1-4f79-867b-2ac9adc7c501']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:19.409742 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b2f66d-9118-4af0-844e-e3cf9cd775c4') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:19.410007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b2f66d-9118-4af0-844e-e3cf9cd775c4') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:19.420467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.437118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.443670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:19.444488 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.444834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-22697e77-d285-4360-b716-8901890ee4af None None] For port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:19.445239 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22697e77-d285-4360-b716-8901890ee4af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:19.448672 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:19.462525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-22697e77-d285-4360-b716-8901890ee4af None None] Calling delete_port for 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:19.484833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-22697e77-d285-4360-b716-8901890ee4af None None] Port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:25:19.488145 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-22697e77-d285-4360-b716-8901890ee4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.517293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22697e77-d285-4360-b716-8901890ee4af None None] Pushing event deleted for resources: {'Port': ['ID=39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:19.522477 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.524146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22697e77-d285-4360-b716-8901890ee4af None None] No DVR routers for this DVR port 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:19.546952 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:19.547668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:18Z', 'revision_number': 10, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:19.548192 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/890ff6b5-9be1-4f79-867b-2ac9adc7c501 HTTP/1.1" status: 204 len: 168 time: 0.6408041 Apr 20 13:25:19.549899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980180b-4a76-4455-97d7-cef11707b66d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=890ff6b5-9be1-4f79-867b-2ac9adc7c501,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:19.550522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46092) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:19.577570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d54b2-8e5f-4a37-9a8e-d5fdf00bbf99 None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:18Z', 'revision_number': 10, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None, '_interfaces': [{'id': '4904298f-9761-4536-9700-dff03b49e30f', 'name': '', 'network_id': '1f2fa876-1688-4e4a-bebe-6e5bd3c23f77', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'mac_address': 'fa:16:3e:53:bb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:24:56Z', 'updated_at': '2022-04-20T13:25:00Z', 'revision_number': 5, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'subnets': [{'id': '9db56992-0bc5-4f4c-afd7-c18e6a74901b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:19.890220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.154414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 4904298f-9761-4536-9700-dff03b49e30f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:20.154753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.245915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 4904298f-9761-4536-9700-dff03b49e30f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4904298f-9761-4536-9700-dff03b49e30f,segment=NetworkSegment(a8097024-294e-4e29-a9f1-b338ae0a6a44),segment_id=a8097024-294e-4e29-a9f1-b338ae0a6a44)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:20.246046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.259028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 4904298f-9761-4536-9700-dff03b49e30f owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:20.432095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.456222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=4904298f-9761-4536-9700-dff03b49e30f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:20.616584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.783331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:20.864987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:20.873484 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46116) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:20.874034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d93fec79-4c56-4897-afee-3d53012c2002 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3219941 Apr 20 13:25:20.882088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:20.894682 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:20.895638 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:20.928149 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting subnet 9db56992-0bc5-4f4c-afd7-c18e6a74901b {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:25:20.932471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.978507 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:20.981810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:20.986593 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 474d7882-802b-4a3a-85fc-b2859dff5389 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:21.010441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 474d7882-802b-4a3a-85fc-b2859dff5389 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:21.011194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 474d7882-802b-4a3a-85fc-b2859dff5389 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:21.011800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:21.039649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:21.039999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 39d5d593-07d7-4da9-b3e9-f5d91b4ff3ee not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:21.040497 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:20Z', 'revision_number': 11, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:21.069218 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:21.079771 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:21.080382 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:21.082711 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.147846 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.163021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:21.189328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Subnet': ['ID=9db56992-0bc5-4f4c-afd7-c18e6a74901b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:21.193063 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.197373 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-19b96927-8e6d-44fa-a306-b8e9a825f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/9db56992-0bc5-4f4c-afd7-c18e6a74901b HTTP/1.1" status: 204 len: 168 time: 0.3218935 Apr 20 13:25:21.199850 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46124) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:21.205120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdc6c1-ebb5-4bd8-a958-6a23806dafc9 None None] Network 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:25:21.232012 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:20Z', 'revision_number': 11, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:21.262347 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6539bd2-8b1b-4c69-a780-4b0497d59b92 None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:20Z', 'revision_number': 11, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:21.296739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.353654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Deleting port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:25:21.354013 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.425361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] For port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3dbbf2e8-484e-40f4-a50e-a035f98d5e5d,segment=NetworkSegment(a8097024-294e-4e29-a9f1-b338ae0a6a44),segment_id=a8097024-294e-4e29-a9f1-b338ae0a6a44)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:25:21.425746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.439320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Calling delete_port for 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:25:21.516103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.542385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Port': ['ID=3dbbf2e8-484e-40f4-a50e-a035f98d5e5d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:21.545679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No DVR routers for this DVR port 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:25:21.611081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fec7cb-a88e-4700-9982-d5c2fb335e27 None None] DHCP port deletion for 1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:25:21.635341 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.657834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2fa876-1688-4e4a-bebe-6e5bd3c23f77']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:21.668033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8097024-294e-4e29-a9f1-b338ae0a6a44') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:21.668331 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8097024-294e-4e29-a9f1-b338ae0a6a44') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:21.680868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.700553 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.716056 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:25:21.716552 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:25:21.719895 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:25:21.798318 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.805403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:21.808699 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/networks/1f2fa876-1688-4e4a-bebe-6e5bd3c23f77 HTTP/1.1" status: 204 len: 168 time: 0.6077476 Apr 20 13:25:21.811492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46134) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:21.816928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'routes': None}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:21.821043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e58147-518b-4bc6-9017-3a13c25f718e tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Pushing event deleted for resources: {'Network': ['ID=1f2fa876-1688-4e4a-bebe-6e5bd3c23f77,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:21.979016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.extraroute_db [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Added routes are [] {{(pid=109410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 20 13:25:21.979299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.extraroute_db [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Removed routes are [] {{(pid=109410) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 20 13:25:21.979651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.111333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.114485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.191471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router e71fe907-041b-4f3f-8afa-688f51bbf3e1 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:25:22.270467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:22.277436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.278874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c7a567b9-d4c2-4586-abd8-081c34a9b7f6 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 200 len: 701 time: 0.4655094 Apr 20 13:25:22.281288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46146) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:22.283729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] Sync routers for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:22.294188 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:22.295116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:22.308350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a5f57c82-0362-4133-b210-0a579da5f437 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 200 len: 205 time: 0.0256922 Apr 20 13:25:22.310511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46148) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:22.363463 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:22.385246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede440cf-e0cf-4be8-8f09-3ccf1c734203 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.418890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:20Z', 'revision_number': 11, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:22.448650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] Checking router: e71fe907-041b-4f3f-8afa-688f51bbf3e1 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:22.457963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] Routers {'e71fe907-041b-4f3f-8afa-688f51bbf3e1'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:22.458571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:22.540094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] Set router e71fe907-041b-4f3f-8afa-688f51bbf3e1 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:22.568647 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede440cf-e0cf-4be8-8f09-3ccf1c734203 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.571569 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede440cf-e0cf-4be8-8f09-3ccf1c734203 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.597845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:20Z', 'revision_number': 11, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:22.614426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede440cf-e0cf-4be8-8f09-3ccf1c734203 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.614930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede440cf-e0cf-4be8-8f09-3ccf1c734203 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Fanout notify agent at l3_agent the message router_deleted on router e71fe907-041b-4f3f-8afa-688f51bbf3e1 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:25:22.628596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea26ce9-6d10-496e-9774-b5adf431b759 None None] The sync data for ids ['e71fe907-041b-4f3f-8afa-688f51bbf3e1'] in n-d-838550-2 is: [{'id': 'e71fe907-041b-4f3f-8afa-688f51bbf3e1', 'name': 'tempest-RoutersTest-router-1175651182', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:24:55Z', 'updated_at': '2022-04-20T13:25:20Z', 'revision_number': 11, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:22.632455 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ede440cf-e0cf-4be8-8f09-3ccf1c734203 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.637890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ede440cf-e0cf-4be8-8f09-3ccf1c734203 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 204 len: 168 time: 0.3222013 Apr 20 13:25:22.638339 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46154) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:22.643885 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-577a2675-2af7-4503-aa54-add9cc58d479 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1783689689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:22.670521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577a2675-2af7-4503-aa54-add9cc58d479 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.671778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577a2675-2af7-4503-aa54-add9cc58d479 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.731023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577a2675-2af7-4503-aa54-add9cc58d479 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.736141 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577a2675-2af7-4503-aa54-add9cc58d479 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.755359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-577a2675-2af7-4503-aa54-add9cc58d479 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:22.756565 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-577a2675-2af7-4503-aa54-add9cc58d479 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1171257 Apr 20 13:25:22.759333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:22.763714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-740b2309-9d0a-4f83-b7c1-17a403659cd4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:25:22.905335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:22.932261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:22.932602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3dbbf2e8-484e-40f4-a50e-a035f98d5e5d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:22.933020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4904298f-9761-4536-9700-dff03b49e30f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:25:22.990929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-740b2309-9d0a-4f83-b7c1-17a403659cd4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10308'] for router, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.002359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-740b2309-9d0a-4f83-b7c1-17a403659cd4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675673'] for router, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.111485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4904298f-9761-4536-9700-dff03b49e30f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:25:23.112173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4904298f-9761-4536-9700-dff03b49e30f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:25:23.130106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740b2309-9d0a-4f83-b7c1-17a403659cd4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Router 167b4bf0-fb01-4d0a-9f04-0bf42da830e8 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:25:23.203008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740b2309-9d0a-4f83-b7c1-17a403659cd4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:25:23.216717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-740b2309-9d0a-4f83-b7c1-17a403659cd4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.217913 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-740b2309-9d0a-4f83-b7c1-17a403659cd4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "PUT /v2.0/routers/167b4bf0-fb01-4d0a-9f04-0bf42da830e8 HTTP/1.1" status: 200 len: 694 time: 0.4574859 Apr 20 13:25:23.219857 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185cb85-d056-44af-b557-200be1307ebb None None] Sync routers for ids ['167b4bf0-fb01-4d0a-9f04-0bf42da830e8'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:25:23.220449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46168) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.231279 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] Routers {'167b4bf0-fb01-4d0a-9f04-0bf42da830e8'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:23.232130 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['167b4bf0-fb01-4d0a-9f04-0bf42da830e8'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.301263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-abd7b9ac-9e69-43bd-8f40-94ad1f912e88 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/routers/167b4bf0-fb01-4d0a-9f04-0bf42da830e8 HTTP/1.1" status: 200 len: 700 time: 0.0797043 Apr 20 13:25:23.303755 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46174) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.306595 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] Set router 167b4bf0-fb01-4d0a-9f04-0bf42da830e8 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:23.333672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6305bc7-7261-4ef0-8694-1bd42421ae59 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=167b4bf0-fb01-4d0a-9f04-0bf42da830e8 HTTP/1.1" status: 200 len: 205 time: 0.0287919 Apr 20 13:25:23.336076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46176) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:23.361122 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b4bf0-fb01-4d0a-9f04-0bf42da830e8', 'name': 'tempest-RoutersTest-router-1783689689', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:22Z', 'updated_at': '2022-04-20T13:25:22Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.391467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185cb85-d056-44af-b557-200be1307ebb None None] Checking router: 167b4bf0-fb01-4d0a-9f04-0bf42da830e8 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:25:23.400903 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] Routers {'167b4bf0-fb01-4d0a-9f04-0bf42da830e8'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:25:23.401511 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:25:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['167b4bf0-fb01-4d0a-9f04-0bf42da830e8'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.472352 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] Set router 167b4bf0-fb01-4d0a-9f04-0bf42da830e8 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:25:23.663098 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a185cb85-d056-44af-b557-200be1307ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167b4bf0-fb01-4d0a-9f04-0bf42da830e8', 'name': 'tempest-RoutersTest-router-1783689689', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:22Z', 'updated_at': '2022-04-20T13:25:22Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:25:23.693119 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a185cb85-d056-44af-b557-200be1307ebb None None] The sync data for ids ['167b4bf0-fb01-4d0a-9f04-0bf42da830e8'] in n-d-838550-2 is: [{'id': '167b4bf0-fb01-4d0a-9f04-0bf42da830e8', 'name': 'tempest-RoutersTest-router-1783689689', 'tenant_id': '6d0e7c036b0248f59ecdf3746b690d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:25:22Z', 'updated_at': '2022-04-20T13:25:22Z', 'revision_number': 2, 'project_id': '6d0e7c036b0248f59ecdf3746b690d49', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:25:23.763539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce8e793b-7da8-45ca-b208-80ad8a349ca5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.943660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce8e793b-7da8-45ca-b208-80ad8a349ca5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.946473 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce8e793b-7da8-45ca-b208-80ad8a349ca5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.988287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.990898 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce8e793b-7da8-45ca-b208-80ad8a349ca5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.991456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8e793b-7da8-45ca-b208-80ad8a349ca5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Fanout notify agent at l3_agent the message router_deleted on router 167b4bf0-fb01-4d0a-9f04-0bf42da830e8 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:25:23.998692 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce8e793b-7da8-45ca-b208-80ad8a349ca5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:23.999762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ce8e793b-7da8-45ca-b208-80ad8a349ca5 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/167b4bf0-fb01-4d0a-9f04-0bf42da830e8 HTTP/1.1" status: 204 len: 168 time: 0.6621902 Apr 20 13:25:24.004337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46186) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.036448 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-93bd142d-f517-4b6e-a004-bedb96c618da tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=167b4bf0-fb01-4d0a-9f04-0bf42da830e8 HTTP/1.1" status: 200 len: 205 time: 0.0289207 Apr 20 13:25:24.036791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46188) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.073588 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-48b690fe-00de-4a04-8ae5-b21220b07134 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] delete failed (client error): The resource could not be found. Apr 20 13:25:24.074603 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-48b690fe-00de-4a04-8ae5-b21220b07134 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/167b4bf0-fb01-4d0a-9f04-0bf42da830e8 HTTP/1.1" status: 404 len: 336 time: 0.0367169 Apr 20 13:25:24.077099 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46190) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.107098 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37667eb-a3e2-4c31-9140-68ebc56aeffd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.107640 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c37667eb-a3e2-4c31-9140-68ebc56aeffd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.111948 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c37667eb-a3e2-4c31-9140-68ebc56aeffd tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/19df3906-4d96-4d61-ade6-444bff1b3f11 HTTP/1.1" status: 404 len: 337 time: 0.0326402 Apr 20 13:25:24.113100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46196) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.139134 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-2910c37b-95e7-46e3-a4bd-e57f25a0ca21 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.139586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2910c37b-95e7-46e3-a4bd-e57f25a0ca21 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.142572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2910c37b-95e7-46e3-a4bd-e57f25a0ca21 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/f54b9a9a-d9d5-4318-bdc7-e652a2e86cda HTTP/1.1" status: 404 len: 337 time: 0.0285308 Apr 20 13:25:24.145295 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46198) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.175232 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9744b7ac-3bee-4580-b92a-188c1cf244b8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.175615 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9744b7ac-3bee-4580-b92a-188c1cf244b8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.178681 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9744b7ac-3bee-4580-b92a-188c1cf244b8 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/89f38730-1017-4b3c-a647-00ee95ad5fe4 HTTP/1.1" status: 404 len: 337 time: 0.0324323 Apr 20 13:25:24.181965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46200) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.208047 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c4785c-0cb4-4b14-b3ce-c31ac4af7a88 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.208571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c4785c-0cb4-4b14-b3ce-c31ac4af7a88 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.212331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-51c4785c-0cb4-4b14-b3ce-c31ac4af7a88 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/9db56992-0bc5-4f4c-afd7-c18e6a74901b HTTP/1.1" status: 404 len: 337 time: 0.0285032 Apr 20 13:25:24.214277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46204) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.246508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9a0c8366-187a-4847-949f-e5d39ab36a1d tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 200 len: 205 time: 0.0310996 Apr 20 13:25:24.248934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46206) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.284534 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-111ef0e8-bd15-4796-92ba-4103ce361d49 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] delete failed (client error): The resource could not be found. Apr 20 13:25:24.285518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-111ef0e8-bd15-4796-92ba-4103ce361d49 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/e71fe907-041b-4f3f-8afa-688f51bbf3e1 HTTP/1.1" status: 404 len: 336 time: 0.0356619 Apr 20 13:25:24.288081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46208) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.318710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46210) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.321863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cb019ad0-10b4-4608-8854-571485785169 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=7d43ae60-8f6c-4baa-86f1-d3145a9fa39f HTTP/1.1" status: 200 len: 205 time: 0.0290842 Apr 20 13:25:24.357516 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-40e19fbc-5bf5-498d-9193-c0c6ab30d9b4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] delete failed (client error): The resource could not be found. Apr 20 13:25:24.358771 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-40e19fbc-5bf5-498d-9193-c0c6ab30d9b4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/7d43ae60-8f6c-4baa-86f1-d3145a9fa39f HTTP/1.1" status: 404 len: 336 time: 0.0390995 Apr 20 13:25:24.361319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46214) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.388521 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a34f405-54a8-41ca-87f3-b149c3af0853 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.388964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a34f405-54a8-41ca-87f3-b149c3af0853 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.395668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5a34f405-54a8-41ca-87f3-b149c3af0853 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/d1ffa6e3-9c40-41f0-9bac-8f6b72db6278 HTTP/1.1" status: 404 len: 337 time: 0.0296798 Apr 20 13:25:24.395668 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46218) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.421247 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ce67180-d4f3-417c-b7ef-f09daab4f590 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64b888e-9e90-43f1-91ce-28cdce91080e HTTP/1.1" status: 200 len: 205 time: 0.0252836 Apr 20 13:25:24.423759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46220) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.465192 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-08c603e4-f996-420f-93f2-d32cf8a5dfef tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] delete failed (client error): The resource could not be found. Apr 20 13:25:24.466139 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08c603e4-f996-420f-93f2-d32cf8a5dfef tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/b64b888e-9e90-43f1-91ce-28cdce91080e HTTP/1.1" status: 404 len: 336 time: 0.0414708 Apr 20 13:25:24.468797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46222) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.497904 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1c8a69e7-cfce-4a48-9e39-d5d13dcf53f4 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f8a4f62-5d96-41d1-b485-3534e492ed44 HTTP/1.1" status: 200 len: 205 time: 0.0258429 Apr 20 13:25:24.498102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46224) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.536972 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-c9ba3e8c-69fd-4cd1-8289-d29420a6f5a3 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] delete failed (client error): The resource could not be found. Apr 20 13:25:24.538022 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9ba3e8c-69fd-4cd1-8289-d29420a6f5a3 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/8f8a4f62-5d96-41d1-b485-3534e492ed44 HTTP/1.1" status: 404 len: 336 time: 0.0389543 Apr 20 13:25:24.541144 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46226) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.572197 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d83a479-09aa-4c2a-8dce-53006727719c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.572740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d83a479-09aa-4c2a-8dce-53006727719c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.576002 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5d83a479-09aa-4c2a-8dce-53006727719c tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/4edd17df-cb51-4d90-bf30-d59e9170eef5 HTTP/1.1" status: 404 len: 337 time: 0.0336878 Apr 20 13:25:24.578569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46228) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.607219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a21428ce-3b39-4d1a-a996-210ebc2b0ab9 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=aba8fe8e-e327-40c6-a050-d57179eae9f7 HTTP/1.1" status: 200 len: 205 time: 0.0274215 Apr 20 13:25:24.609827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46230) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.652216 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-89a65a91-8fe8-44a1-afd1-8cba490bc4e2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] delete failed (client error): The resource could not be found. Apr 20 13:25:24.653248 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-89a65a91-8fe8-44a1-afd1-8cba490bc4e2 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/aba8fe8e-e327-40c6-a050-d57179eae9f7 HTTP/1.1" status: 404 len: 336 time: 0.0426795 Apr 20 13:25:24.655762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46236) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.682659 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-74542648-8c33-4745-9f74-dba93b0eb348 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.683118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74542648-8c33-4745-9f74-dba93b0eb348 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.686072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-74542648-8c33-4745-9f74-dba93b0eb348 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/edad56e2-9739-4d31-b6cd-4e99a9e77292 HTTP/1.1" status: 404 len: 337 time: 0.0294111 Apr 20 13:25:24.688926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46238) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.718423 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8de596b8-b403-4a48-a4cf-3ab7b390bb73 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4f56458-2e4f-4f6c-8457-28ab977bcd5a HTTP/1.1" status: 200 len: 205 time: 0.0261607 Apr 20 13:25:24.718626 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46240) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.754852 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [None req-e689b9aa-43a0-4b90-b714-0a560d106077 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] delete failed (client error): The resource could not be found. Apr 20 13:25:24.755856 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e689b9aa-43a0-4b90-b714-0a560d106077 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/routers/b4f56458-2e4f-4f6c-8457-28ab977bcd5a HTTP/1.1" status: 404 len: 336 time: 0.0364158 Apr 20 13:25:24.758440 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46242) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.788019 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed2a2c7-7b1d-42ab-a096-ef16eb35e6b3 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.788471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed2a2c7-7b1d-42ab-a096-ef16eb35e6b3 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.791973 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ed2a2c7-7b1d-42ab-a096-ef16eb35e6b3 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/b9fe72ac-1f55-408e-b989-6fd084eccf91 HTTP/1.1" status: 404 len: 337 time: 0.0326252 Apr 20 13:25:24.794431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46244) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:24.818851 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ad56b0-703d-47dc-9cbb-323828b19c21 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] DELETE failed (client error): The resource could not be found. Apr 20 13:25:24.819289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ad56b0-703d-47dc-9cbb-323828b19c21 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:25:24.824584 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-87ad56b0-703d-47dc-9cbb-323828b19c21 tempest-RoutersTest-1345804779 tempest-RoutersTest-1345804779-project] 10.222.0.24 "DELETE /v2.0/subnets/c0583dc9-f1c8-4ae4-8a11-35fd4ef3db90 HTTP/1.1" status: 404 len: 337 time: 0.0268576 Apr 20 13:25:25.078702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46254) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:25.217406 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2b6a7029-ec6d-4938-9fa0-d693c022d513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d0e7c036b0248f59ecdf3746b690d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374979 Apr 20 13:25:25.219899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46262) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:25.272173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43522552-e731-47f0-b492-49871dd3fad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.292449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43522552-e731-47f0-b492-49871dd3fad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.341897 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43522552-e731-47f0-b492-49871dd3fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.344366 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-43522552-e731-47f0-b492-49871dd3fad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:25.345491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-43522552-e731-47f0-b492-49871dd3fad1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af0d016f-4109-457c-9c72-6625454adcf8 HTTP/1.1" status: 204 len: 168 time: 0.1246555 Apr 20 13:25:25.353129 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43522552-e731-47f0-b492-49871dd3fad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d016f-4109-457c-9c72-6625454adcf8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:27.282434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46368) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:27.390626 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3dd2-2964-42f4-a271-5bdd7d5df95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.465437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3dd2-2964-42f4-a271-5bdd7d5df95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.470255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a1ad3dd2-2964-42f4-a271-5bdd7d5df95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.511422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a1ad3dd2-2964-42f4-a271-5bdd7d5df95d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37cbbf67dfed4d7e958d19a8212bfcf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2256477 Apr 20 13:25:27.511673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46378) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:27.519960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad3dd2-2964-42f4-a271-5bdd7d5df95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877bb702-9b58-497e-b4ed-aab78bdd8175,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:27.571539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-233b7033-a66b-4557-b76b-99de4b8eaffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.593038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-233b7033-a66b-4557-b76b-99de4b8eaffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.638615 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-233b7033-a66b-4557-b76b-99de4b8eaffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.641080 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-233b7033-a66b-4557-b76b-99de4b8eaffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:27.642266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-233b7033-a66b-4557-b76b-99de4b8eaffb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/877bb702-9b58-497e-b4ed-aab78bdd8175 HTTP/1.1" status: 204 len: 168 time: 0.1280098 Apr 20 13:25:27.651404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b7033-a66b-4557-b76b-99de4b8eaffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877bb702-9b58-497e-b4ed-aab78bdd8175,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:27.911122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46388) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:27.928517 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89e745cb-1988-496e-ac03-95bf1f007c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.004950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89e745cb-1988-496e-ac03-95bf1f007c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.009248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-89e745cb-1988-496e-ac03-95bf1f007c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.048635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-89e745cb-1988-496e-ac03-95bf1f007c3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c7503acfeee42d8ad5ca4c3450a11a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364148 Apr 20 13:25:28.049354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e745cb-1988-496e-ac03-95bf1f007c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a295861-c154-44a6-a6a1-261c30775b68,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:28.051734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46394) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:28.100980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eabc872f-8dc7-4307-889f-c4824f3ffa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.121391 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eabc872f-8dc7-4307-889f-c4824f3ffa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.167389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eabc872f-8dc7-4307-889f-c4824f3ffa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.169970 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eabc872f-8dc7-4307-889f-c4824f3ffa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:28.171132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eabc872f-8dc7-4307-889f-c4824f3ffa5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a295861-c154-44a6-a6a1-261c30775b68 HTTP/1.1" status: 204 len: 168 time: 0.1184962 Apr 20 13:25:28.180310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc872f-8dc7-4307-889f-c4824f3ffa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a295861-c154-44a6-a6a1-261c30775b68,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:32.034970 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:25:32.626123 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46560) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:32.737670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-459a13ba-f6bf-4cdc-aab0-888878a6c26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.813217 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-459a13ba-f6bf-4cdc-aab0-888878a6c26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.817076 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-459a13ba-f6bf-4cdc-aab0-888878a6c26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.859700 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-459a13ba-f6bf-4cdc-aab0-888878a6c26b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e00252c4f014694a86941415df79e42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300274 Apr 20 13:25:32.859700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a13ba-f6bf-4cdc-aab0-888878a6c26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f376c814-6cf0-434c-b6d5-8aeb339a09c6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:32.860405 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46564) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:32.911393 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49a473f3-3da6-4296-ac6f-94b7cbc26019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.932789 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49a473f3-3da6-4296-ac6f-94b7cbc26019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.983661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49a473f3-3da6-4296-ac6f-94b7cbc26019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.986404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49a473f3-3da6-4296-ac6f-94b7cbc26019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:32.987553 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49a473f3-3da6-4296-ac6f-94b7cbc26019 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f376c814-6cf0-434c-b6d5-8aeb339a09c6 HTTP/1.1" status: 204 len: 168 time: 0.1262548 Apr 20 13:25:32.995622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a473f3-3da6-4296-ac6f-94b7cbc26019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f376c814-6cf0-434c-b6d5-8aeb339a09c6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:33.270907 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46578) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:33.284483 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e037cf3-4eaf-428b-b99d-9e6f918aa70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.361036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e037cf3-4eaf-428b-b99d-9e6f918aa70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.364858 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3e037cf3-4eaf-428b-b99d-9e6f918aa70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.402806 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3e037cf3-4eaf-428b-b99d-9e6f918aa70d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=002d2a8d4aee4b5883bd99707b62d459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308017 Apr 20 13:25:33.403632 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e037cf3-4eaf-428b-b99d-9e6f918aa70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f56d21-a162-4334-9255-e7639a7d8c4d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:33.406429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46582) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:33.459247 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-495a6d74-5e4f-4af5-bc32-e581a234fadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.487775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-495a6d74-5e4f-4af5-bc32-e581a234fadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.537338 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-495a6d74-5e4f-4af5-bc32-e581a234fadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.539922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-495a6d74-5e4f-4af5-bc32-e581a234fadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:33.544000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-495a6d74-5e4f-4af5-bc32-e581a234fadb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76f56d21-a162-4334-9255-e7639a7d8c4d HTTP/1.1" status: 204 len: 168 time: 0.1362736 Apr 20 13:25:33.551927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a6d74-5e4f-4af5-bc32-e581a234fadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f56d21-a162-4334-9255-e7639a7d8c4d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:33.704584 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-204421e1-52ab-460f-9b21-10ced88f9292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:36.019179 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-65141659-67d4-4c42-832c-0d01c097c9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:37.255300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.622015 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:38.961490 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.557293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46802) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:46.665693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.740491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.745738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.783931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530ba518-9964-4e82-a73b-e0399abe7c55,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:46.787966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdb8fb40a6af4bc49f90ffa85b1a227c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295353 Apr 20 13:25:46.791294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:46.798465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.799029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.799375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.799716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.800055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.800391 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.800720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.801050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.801376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.801732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.802060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.802384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1987d1-b176-4d93-a339-57825b4c917e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:25:46.844618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f4686c-9341-42f3-b713-62c182260a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.867991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f4686c-9341-42f3-b713-62c182260a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.915504 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f4686c-9341-42f3-b713-62c182260a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.918445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d5f4686c-9341-42f3-b713-62c182260a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:46.922129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d5f4686c-9341-42f3-b713-62c182260a2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/530ba518-9964-4e82-a73b-e0399abe7c55 HTTP/1.1" status: 204 len: 168 time: 0.1273880 Apr 20 13:25:46.927984 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4686c-9341-42f3-b713-62c182260a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530ba518-9964-4e82-a73b-e0399abe7c55,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:47.187823 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 46816) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:47.200979 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5c35ccc-e9a8-4b7f-a205-601bee21fe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:47.276686 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5c35ccc-e9a8-4b7f-a205-601bee21fe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:47.280087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a5c35ccc-e9a8-4b7f-a205-601bee21fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:47.317032 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a5c35ccc-e9a8-4b7f-a205-601bee21fe81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fda643708aa4eb5af32b47ab587f286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281116 Apr 20 13:25:47.317931 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c35ccc-e9a8-4b7f-a205-601bee21fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e6724b-3837-4058-8729-3f1923fad0ce,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:47.319757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 46820) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:47.367391 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2f98d83-9c4c-411e-a015-b6e6b58e2191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:47.387604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2f98d83-9c4c-411e-a015-b6e6b58e2191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:47.436389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2f98d83-9c4c-411e-a015-b6e6b58e2191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:47.439020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d2f98d83-9c4c-411e-a015-b6e6b58e2191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:47.440118 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d2f98d83-9c4c-411e-a015-b6e6b58e2191 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3e6724b-3837-4058-8729-3f1923fad0ce HTTP/1.1" status: 204 len: 168 time: 0.1194005 Apr 20 13:25:47.448002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f98d83-9c4c-411e-a015-b6e6b58e2191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e6724b-3837-4058-8729-3f1923fad0ce,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:47.459478 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-eafdf304-03c3-4cc0-b97b-efed0aff8ec7 req-1f6d80ff-cb5c-41c8-9cd7-932abc0eb7b5 tempest-TestNetworkAdvancedServerOps-1350411226 tempest-TestNetworkAdvancedServerOps-1350411226-project] (109409) timed out ('10.222.0.30', 50090) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:25:49.177613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:53.993164 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.348303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47050) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:54.459163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee43b-285d-48ce-9ae1-ce2166da3143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.539113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee43b-285d-48ce-9ae1-ce2166da3143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.543884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee43b-285d-48ce-9ae1-ce2166da3143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.583877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9e2ee43b-285d-48ce-9ae1-ce2166da3143 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34deebe099c94dd5b820bfe8b913d54a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2344840 Apr 20 13:25:54.584844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ee43b-285d-48ce-9ae1-ce2166da3143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811454be-9898-463c-9268-809199fe57aa,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:54.586562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47060) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:54.643863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a64f-2ec9-4056-9227-a500dccbd72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.664586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a64f-2ec9-4056-9227-a500dccbd72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.714383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a64f-2ec9-4056-9227-a500dccbd72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.716926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a64f-2ec9-4056-9227-a500dccbd72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:54.718090 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0ef0a64f-2ec9-4056-9227-a500dccbd72e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/811454be-9898-463c-9268-809199fe57aa HTTP/1.1" status: 204 len: 168 time: 0.1299088 Apr 20 13:25:54.731408 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0a64f-2ec9-4056-9227-a500dccbd72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811454be-9898-463c-9268-809199fe57aa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:55.006895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47074) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:55.019847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8603c89-29bd-4bfd-b2b4-80ff43fbe5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.105492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8603c89-29bd-4bfd-b2b4-80ff43fbe5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.110732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f8603c89-29bd-4bfd-b2b4-80ff43fbe5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.152119 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f8603c89-29bd-4bfd-b2b4-80ff43fbe5ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdbf7449c0a84800880e5d5ecf88ea86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440966 Apr 20 13:25:55.152973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8603c89-29bd-4bfd-b2b4-80ff43fbe5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4fb4ff-13b2-41c4-8752-9b9a7f271536,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:55.154809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47080) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:55.210048 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55de688d-d4da-450c-bf57-92f6c15281e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.232087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55de688d-d4da-450c-bf57-92f6c15281e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.285209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55de688d-d4da-450c-bf57-92f6c15281e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.287730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-55de688d-d4da-450c-bf57-92f6c15281e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:55.292086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-55de688d-d4da-450c-bf57-92f6c15281e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c4fb4ff-13b2-41c4-8752-9b9a7f271536 HTTP/1.1" status: 204 len: 168 time: 0.1358633 Apr 20 13:25:55.300787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de688d-d4da-450c-bf57-92f6c15281e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4fb4ff-13b2-41c4-8752-9b9a7f271536,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:57.080867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:57.197308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad508de4-1039-4bae-b85c-78cd295bf803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.280667 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad508de4-1039-4bae-b85c-78cd295bf803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.286519 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad508de4-1039-4bae-b85c-78cd295bf803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.326174 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad508de4-1039-4bae-b85c-78cd295bf803 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbe3cea06332401792d42d17bdcd0f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439470 Apr 20 13:25:57.327243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47190) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:57.328425 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad508de4-1039-4bae-b85c-78cd295bf803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508135c5-5fb3-4f32-b753-a43bf772b338,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:57.386165 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65057332-52d8-49c8-8550-088fd5487f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.409182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65057332-52d8-49c8-8550-088fd5487f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.456111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65057332-52d8-49c8-8550-088fd5487f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.459220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-65057332-52d8-49c8-8550-088fd5487f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.461279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-65057332-52d8-49c8-8550-088fd5487f1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/508135c5-5fb3-4f32-b753-a43bf772b338 HTTP/1.1" status: 204 len: 168 time: 0.1321738 Apr 20 13:25:57.475070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65057332-52d8-49c8-8550-088fd5487f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508135c5-5fb3-4f32-b753-a43bf772b338,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:57.781035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47208) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:57.794888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e17b5c66-28c7-45f0-be79-272ff1670134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.877473 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e17b5c66-28c7-45f0-be79-272ff1670134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.881729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e17b5c66-28c7-45f0-be79-272ff1670134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.922715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e17b5c66-28c7-45f0-be79-272ff1670134 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5baf27954bec424dac6c475de102d16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395829 Apr 20 13:25:57.923376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b5c66-28c7-45f0-be79-272ff1670134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caee5cc-77de-4593-a032-b707c9c9c3e0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:25:57.924734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47212) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:25:57.979219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ba15bb8-be1f-4607-88f9-dadd7326a709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:57.999969 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ba15bb8-be1f-4607-88f9-dadd7326a709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.052367 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ba15bb8-be1f-4607-88f9-dadd7326a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.054926 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9ba15bb8-be1f-4607-88f9-dadd7326a709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:25:58.056101 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9ba15bb8-be1f-4607-88f9-dadd7326a709 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8caee5cc-77de-4593-a032-b707c9c9c3e0 HTTP/1.1" status: 204 len: 168 time: 0.1303186 Apr 20 13:25:58.065700 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba15bb8-be1f-4607-88f9-dadd7326a709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caee5cc-77de-4593-a032-b707c9c9c3e0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:00.203162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47296) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.313282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbfc349b-5536-42b0-a11f-1cf63865811d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.389283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbfc349b-5536-42b0-a11f-1cf63865811d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.393722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bbfc349b-5536-42b0-a11f-1cf63865811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.433952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bbfc349b-5536-42b0-a11f-1cf63865811d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b9f2201677848da8e6c81e269abd38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296612 Apr 20 13:26:00.434848 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc349b-5536-42b0-a11f-1cf63865811d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee4c1f5-3586-4792-b0a9-0858ab4493de,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:00.436988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47300) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.495528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d7c9-505f-45cd-8784-1ebe1ec08d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.517601 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d7c9-505f-45cd-8784-1ebe1ec08d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.572383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d7c9-505f-45cd-8784-1ebe1ec08d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.575352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f1a3d7c9-505f-45cd-8784-1ebe1ec08d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.576645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f1a3d7c9-505f-45cd-8784-1ebe1ec08d86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dee4c1f5-3586-4792-b0a9-0858ab4493de HTTP/1.1" status: 204 len: 168 time: 0.1329951 Apr 20 13:26:00.589536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3d7c9-505f-45cd-8784-1ebe1ec08d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee4c1f5-3586-4792-b0a9-0858ab4493de,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:00.852915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47308) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:00.865909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1cef6ea-8c63-44eb-b682-54d450e98459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.939187 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1cef6ea-8c63-44eb-b682-54d450e98459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.944165 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c1cef6ea-8c63-44eb-b682-54d450e98459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:00.985046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c1cef6ea-8c63-44eb-b682-54d450e98459 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaf63f113676413e8f5361c6e2bcc45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286209 Apr 20 13:26:00.985046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cef6ea-8c63-44eb-b682-54d450e98459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8e4354-b826-43b7-8023-18ebb69874c2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:00.985972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47310) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:01.036122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4cbacf8-6ecd-486a-8c32-c681cc8e65a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.057414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4cbacf8-6ecd-486a-8c32-c681cc8e65a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.107044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4cbacf8-6ecd-486a-8c32-c681cc8e65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.109852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e4cbacf8-6ecd-486a-8c32-c681cc8e65a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:01.111016 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e4cbacf8-6ecd-486a-8c32-c681cc8e65a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c8e4354-b826-43b7-8023-18ebb69874c2 HTTP/1.1" status: 204 len: 168 time: 0.1240318 Apr 20 13:26:01.119261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbacf8-6ecd-486a-8c32-c681cc8e65a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8e4354-b826-43b7-8023-18ebb69874c2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:03.695098 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-70855d5b-c7fe-4000-8bb2-832c6e85165b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:06.026566 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9510607c-762d-4bfa-9740-363f9a62cc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:07.257510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.631121 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:08.963980 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:09.033784 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:26:12.883414 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47922) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:13.077386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47932) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:13.077962 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-85f84bbd-35e6-493b-b746-766d43fe261e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d82d505de2bd4cfba4a69a2da66c648e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927528 Apr 20 13:26:13.133779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-66de18da-ca5f-4c33-bfbe-9963bc990e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.176164 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-66de18da-ca5f-4c33-bfbe-9963bc990e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.233103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-66de18da-ca5f-4c33-bfbe-9963bc990e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.235953 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-66de18da-ca5f-4c33-bfbe-9963bc990e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:13.237330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-66de18da-ca5f-4c33-bfbe-9963bc990e53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/573a696b-36a7-42fe-af6d-5b5bac661cb5 HTTP/1.1" status: 204 len: 168 time: 0.1581314 Apr 20 13:26:13.247400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de18da-ca5f-4c33-bfbe-9963bc990e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a696b-36a7-42fe-af6d-5b5bac661cb5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:15.381296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 47978) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:15.515590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42591192-7c6c-445f-868f-4403621fcfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.606672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42591192-7c6c-445f-868f-4403621fcfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.610869 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42591192-7c6c-445f-868f-4403621fcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.654397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-42591192-7c6c-445f-868f-4403621fcfdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b8dc6742c70e493b9b4283314dda8db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718484 Apr 20 13:26:15.655298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42591192-7c6c-445f-868f-4403621fcfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8457febc-f402-46e4-9744-49b3c02844d8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:15.656997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 47984) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:15.709719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cf28-288d-48d7-959d-5ba466f95412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.731044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cf28-288d-48d7-959d-5ba466f95412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.776001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cf28-288d-48d7-959d-5ba466f95412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.778721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-dbc6cf28-288d-48d7-959d-5ba466f95412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:15.779964 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-dbc6cf28-288d-48d7-959d-5ba466f95412 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8457febc-f402-46e4-9744-49b3c02844d8 HTTP/1.1" status: 204 len: 168 time: 0.1218593 Apr 20 13:26:15.790471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6cf28-288d-48d7-959d-5ba466f95412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8457febc-f402-46e4-9744-49b3c02844d8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:17.759092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48044) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:17.764138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'network': {'name': 'tempest-network-smoke--1677246791', 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'port_security_enabled': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:17.783306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Made reservation on behalf of 64d6c635cf6e48058c9b8f75116e9710 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:17.786896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.795301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.873057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.877356 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.905471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:26:17.914785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c556af24-4534-466e-a370-53b9cb49f67d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:17.923425 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.923736 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Added segment 79dfd63a-2706-42bf-ac62-ded002537785 of type vlan for network 77b033eb-7c58-4dfe-93ce-8057f52cf982 Apr 20 13:26:17.967589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:17.996359 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.002042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:18.002642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.064994 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3023255 Apr 20 13:26:18.065323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48046) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:18.070396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'admin_state_up': True, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:18.085176 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76f8cf-0d31-4cf9-bc0f-6f15b70a8b0a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Network': ['ID=77b033eb-7c58-4dfe-93ce-8057f52cf982,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:18.096143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:26:18.098279 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.099369 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.154036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.644820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.836104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.855886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:18.963735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Allocated IP 172.25.3.225 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/b33a1fab-53de-402f-ad10-9f87aa2157a6) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:19.063867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:19.097147 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:19.132298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:19.137124 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:19.140661 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:19.173898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=b33a1fab-53de-402f-ad10-9f87aa2157a6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:19.178737 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:19.189914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.190264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.190605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.190942 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.191273 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.191601 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.191927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.192258 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.192588 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.192909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.193235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.193552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:19.423693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:19.622627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:19.746174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 5419328f-a920-41bf-8fca-244278ec04df is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:26:19.851364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:19.860796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Sync routers for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:19.870572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:19.871175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:26:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:19.871643 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:19.872914 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-834d7033-a8c4-4aca-a134-5f9fa0c0e6aa tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.8065245 Apr 20 13:26:19.875973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48054) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:19.976171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:20.001349 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9287aa53-e860-4e01-b3f3-f5cc34ad554f tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=64d6c635cf6e48058c9b8f75116e9710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216042 Apr 20 13:26:20.001620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48058) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:20.090958 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53493cf2-bc6a-4600-b2bf-5e84698b8df8 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:20.092472 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53493cf2-bc6a-4600-b2bf-5e84698b8df8 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899310 Apr 20 13:26:20.095281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48060) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:20.123405 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-002732a2-6759-4a1e-b8bf-56e1ddf7e92c tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269737 Apr 20 13:26:20.125845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48062) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:20.130844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1319155009', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:20.165569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:19Z', 'revision_number': 3, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:20.191862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Checking router: 5419328f-a920-41bf-8fca-244278ec04df for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:26:20.192538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Updating router 5419328f-a920-41bf-8fca-244278ec04df port b33a1fab-53de-402f-ad10-9f87aa2157a6 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:26:20.217371 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.219446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Made reservation on behalf of 64d6c635cf6e48058c9b8f75116e9710 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:20.223025 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.398972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.464297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Subnet': ['ID=9196c5aa-f8e0-4302-9a65-634a69b06650,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:20.473509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Checking segment: {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:20.473896 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network hostable DHCP agents. Network: 77b033eb-7c58-4dfe-93ce-8057f52cf982, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:26:20.492178 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:26:20.494388 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.501537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.502743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 77b033eb-7c58-4dfe-93ce-8057f52cf982) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:20.510196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:20.510196 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.531440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a86fd9f-302f-48c8-bc17-14ed98be19ef None None] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:20.538229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48064) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:20.538769 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-467da686-2ed7-4e5c-9c05-1106aab0f3d5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4113038 Apr 20 13:26:20.603253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Pushing event updated for resources: {'Port': ['ID=b33a1fab-53de-402f-ad10-9f87aa2157a6,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:20.608177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Attempting to bind port b33a1fab-53de-402f-ad10-9f87aa2157a6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:20.608739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Attempting to bind port b33a1fab-53de-402f-ad10-9f87aa2157a6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:20.609313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Attempting to bind port b33a1fab-53de-402f-ad10-9f87aa2157a6 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:20.622176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:20.623036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:20.623639 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.624206 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:20.624851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Bound port: b33a1fab-53de-402f-ad10-9f87aa2157a6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:20.625434 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.638873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.639219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.639690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.640032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.640370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.640838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.641173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.641500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.641849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.642175 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.642499 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.642822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:20.742068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] For port b33a1fab-53de-402f-ad10-9f87aa2157a6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:20.761189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] For port b33a1fab-53de-402f-ad10-9f87aa2157a6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b33a1fab-53de-402f-ad10-9f87aa2157a6,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:20.771081 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.837179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-77b033eb-7c58-4dfe-93ce-8057f52cf982', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:26:20.838128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:20.856115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:20.856754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:26:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:20.912698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2666cf0-8b14-44d4-9c2c-d16b79fc979a None None] Pushing event updated for resources: {'Port': ['ID=b33a1fab-53de-402f-ad10-9f87aa2157a6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:21.029928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.076861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:21.137836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Allocated IP 172.20.0.2 (77b033eb-7c58-4dfe-93ce-8057f52cf982/9196c5aa-f8e0-4302-9a65-634a69b06650/4e220cc9-9d1a-48ef-88c6-ac63d52168e4) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:21.377062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.385716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:19Z', 'revision_number': 3, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:21.389228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.434811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Allocated IP 172.20.0.1 (77b033eb-7c58-4dfe-93ce-8057f52cf982/9196c5aa-f8e0-4302-9a65-634a69b06650/44860011-2d20-409a-ae04-5f9a7b0e6958) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:21.573960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.606397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedc69bd-8b2d-4006-9797-ffbf01ca669a None None] The sync data for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 is: [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:19Z', 'revision_number': 3, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:21.611902 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.623109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:21.627715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:21.631979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:21.650440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Pushing event updated for resources: {'Port': ['ID=4e220cc9-9d1a-48ef-88c6-ac63d52168e4,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:21.667422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=44860011-2d20-409a-ae04-5f9a7b0e6958,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:21.681190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:21.682625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:21.685277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:21.719991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Attempting to bind port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:21.720512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Attempting to bind port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:21.720986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Attempting to bind port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 on network 77b033eb-7c58-4dfe-93ce-8057f52cf982 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:21.727336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:21.727871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Checking segment: {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:21.728383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.728875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Bound using segment: {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:21.729453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Bound port: 4e220cc9-9d1a-48ef-88c6-ac63d52168e4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:21.729966 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.738181 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.807331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] For port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:21.811961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] For port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4e220cc9-9d1a-48ef-88c6-ac63d52168e4,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:21.817837 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:21.879513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95817ed1-9f46-4bd0-85b5-7dcd63d94861 None None] Pushing event updated for resources: {'Port': ['ID=4e220cc9-9d1a-48ef-88c6-ac63d52168e4,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:21.904667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.290076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.297419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.378173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=44860011-2d20-409a-ae04-5f9a7b0e6958,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:22.380569 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.485651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:22.487167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:22.623823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 5419328f-a920-41bf-8fca-244278ec04df has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:22.767096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:22.776026 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48110) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:22.776613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1ab0cfa1-78d5-4293-be09-f6e2f57934b8 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "PUT /v2.0/routers/5419328f-a920-41bf-8fca-244278ec04df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2357917 Apr 20 13:26:22.780532 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-13205ee3-cd25-4ba6-aec7-88328eeafee3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1362702661', 'description': 'tempest-secgroup_access--1362702661 description', 'project_id': '64d6c635cf6e48058c9b8f75116e9710'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:22.810201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13205ee3-cd25-4ba6-aec7-88328eeafee3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.910877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13205ee3-cd25-4ba6-aec7-88328eeafee3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.916261 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13205ee3-cd25-4ba6-aec7-88328eeafee3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.961848 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-13205ee3-cd25-4ba6-aec7-88328eeafee3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:22.963589 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-13205ee3-cd25-4ba6-aec7-88328eeafee3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1863830 Apr 20 13:26:22.965155 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13205ee3-cd25-4ba6-aec7-88328eeafee3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:22.966668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48114) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:22.980243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-31cc7dfd-b455-46c1-a5c6-169b21aa5f5d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--256594104', 'description': 'tempest-secgroup_general--256594104 description', 'project_id': '64d6c635cf6e48058c9b8f75116e9710'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:23.013353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:23.019330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31cc7dfd-b455-46c1-a5c6-169b21aa5f5d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.112088 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:23.112371 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.118768 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31cc7dfd-b455-46c1-a5c6-169b21aa5f5d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.126976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31cc7dfd-b455-46c1-a5c6-169b21aa5f5d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.180767 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-31cc7dfd-b455-46c1-a5c6-169b21aa5f5d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.184700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-31cc7dfd-b455-46c1-a5c6-169b21aa5f5d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2143624 Apr 20 13:26:23.184700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc7dfd-b455-46c1-a5c6-169b21aa5f5d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65176ab1-e866-4e58-a77d-3d7041739e62,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:23.185321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48118) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:23.191930 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b01e19bc-7b96-4719-84ba-fdd27f9756a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'security_group_rule': {'security_group_id': '13c3f5b5-9868-44d9-9e4e-436a2ba2afe4', 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:23.211829 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.243101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b01e19bc-7b96-4719-84ba-fdd27f9756a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.258037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4e220cc9-9d1a-48ef-88c6-ac63d52168e4,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:23.261458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8f451-6abc-4c37-8fc5-be4e1ed908bc None None] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:26:23.281405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.282337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33a1fab-53de-402f-ad10-9f87aa2157a6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:23.316439 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b01e19bc-7b96-4719-84ba-fdd27f9756a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.321009 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b01e19bc-7b96-4719-84ba-fdd27f9756a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.341259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e19bc-7b96-4719-84ba-fdd27f9756a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c288e3d-1a74-4edf-89b6-ee7368aa8d94,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:23.352533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b01e19bc-7b96-4719-84ba-fdd27f9756a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.364498 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b01e19bc-7b96-4719-84ba-fdd27f9756a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759384 Apr 20 13:26:23.416420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f8a68be3-fdea-4c00-a01a-155be48a2297 None None] Provisioning complete for port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:23.416420 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f8a68be3-fdea-4c00-a01a-155be48a2297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.483614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=4e220cc9-9d1a-48ef-88c6-ac63d52168e4,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:23.553345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-61255dbf-2cf3-4318-880d-18245d231bc6 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--256594104&fields=id&tenant_id=64d6c635cf6e48058c9b8f75116e9710 HTTP/1.1" status: 200 len: 267 time: 0.0403554 Apr 20 13:26:23.556615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b33a1fab-53de-402f-ad10-9f87aa2157a6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:23.556973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.626300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-b1017372-c69d-43b8-bf57-435de6654ba3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1362702661&fields=id&tenant_id=64d6c635cf6e48058c9b8f75116e9710 HTTP/1.1" status: 200 len: 267 time: 0.0528679 Apr 20 13:26:23.714498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.729224 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Sync routers for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:23.748478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port b33a1fab-53de-402f-ad10-9f87aa2157a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b33a1fab-53de-402f-ad10-9f87aa2157a6,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:23.758069 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:23.769394 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:23.770197 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:26:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:23.821526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-4eb22681-8e69-4a62-b5e8-2cdfdb9b86c0 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:23.821526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-4eb22681-8e69-4a62-b5e8-2cdfdb9b86c0 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/networks?id=77b033eb-7c58-4dfe-93ce-8057f52cf982 HTTP/1.1" status: 200 len: 797 time: 0.1865237 Apr 20 13:26:23.866329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=b33a1fab-53de-402f-ad10-9f87aa2157a6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:23.869811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-54c2ab06-7706-4fe7-8aa8-5a3229a83d17 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/quotas/64d6c635cf6e48058c9b8f75116e9710 HTTP/1.1" status: 200 len: 375 time: 0.0214775 Apr 20 13:26:23.942056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-ee41d27a-e866-4a4b-b5c8-d41326c000c3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712788 Apr 20 13:26:23.971293 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:24.001501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.085641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-646a5d60-061d-4068-8cbb-57b988ff2525 None None] Provisioning complete for port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:24.086228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-646a5d60-061d-4068-8cbb-57b988ff2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.221428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-919b59d2-4fbc-4140-92fc-8f79e6804b7a service neutron] 10.222.0.24 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491007 Apr 20 13:26:24.255812 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:22Z', 'revision_number': 2, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:24.271595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-646a5d60-061d-4068-8cbb-57b988ff2525 None None] Provisioning complete for port 44860011-2d20-409a-ae04-5f9a7b0e6958 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:24.271972 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-646a5d60-061d-4068-8cbb-57b988ff2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.288632 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Checking router: 5419328f-a920-41bf-8fca-244278ec04df for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:26:24.289248 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Updating router 5419328f-a920-41bf-8fca-244278ec04df port 44860011-2d20-409a-ae04-5f9a7b0e6958 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:26:24.324396 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.329841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-646a5d60-061d-4068-8cbb-57b988ff2525 None None] Port 44860011-2d20-409a-ae04-5f9a7b0e6958 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:24.338488 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-edda8d53-3f5f-412e-aa46-8a999e3ffde1 service neutron] 10.222.0.24 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160038 Apr 20 13:26:24.495068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a5f03432-2696-41f1-a6cd-0ffbd1b78600 None None] Provisioning complete for port 44860011-2d20-409a-ae04-5f9a7b0e6958 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:24.495443 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a5f03432-2696-41f1-a6cd-0ffbd1b78600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.631641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37c30fd4-0aa3-4911-aa29-c2b1b1d4a8f0 req-73b4e81e-3002-4727-ae71-7c27436a00d2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 210 time: 0.0496371 Apr 20 13:26:24.646065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a5f03432-2696-41f1-a6cd-0ffbd1b78600 None None] Port 44860011-2d20-409a-ae04-5f9a7b0e6958 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:24.714991 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.721169 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.774339 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Pushing event updated for resources: {'Port': ['ID=44860011-2d20-409a-ae04-5f9a7b0e6958,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:24.793245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0b9ccf82-9fa4-4901-8a83-1257b184f802 None None] Provisioning complete for port 44860011-2d20-409a-ae04-5f9a7b0e6958 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:24.793680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccf82-9fa4-4901-8a83-1257b184f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.805029 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.805804 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.813814 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.815024 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.815541 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.816059 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.816574 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.817083 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.817597 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.818111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.818620 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.819179 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:24.852796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ccf82-9fa4-4901-8a83-1257b184f802 None None] Port 44860011-2d20-409a-ae04-5f9a7b0e6958 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:24.866224 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Attempting to bind port 44860011-2d20-409a-ae04-5f9a7b0e6958 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:24.866726 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Attempting to bind port 44860011-2d20-409a-ae04-5f9a7b0e6958 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:24.867315 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Attempting to bind port 44860011-2d20-409a-ae04-5f9a7b0e6958 on network 77b033eb-7c58-4dfe-93ce-8057f52cf982 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:24.874674 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:24.875302 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Checking segment: {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:24.876046 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.877424 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Bound using segment: {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:24.878358 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Bound port: 44860011-2d20-409a-ae04-5f9a7b0e6958, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:24.879556 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:24.945303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:24.958839 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] For port 44860011-2d20-409a-ae04-5f9a7b0e6958, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:24.964364 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] For port 44860011-2d20-409a-ae04-5f9a7b0e6958, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=44860011-2d20-409a-ae04-5f9a7b0e6958,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:24.970304 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.024857 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:25.025707 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:26:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:25.056611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:25.056902 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.186919 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:25.196007 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33a1fab-53de-402f-ad10-9f87aa2157a6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:25.200889 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-95fe5ec2-6e33-445b-a750-d2b9ad5d2f4f None None] Provisioning complete for port 44860011-2d20-409a-ae04-5f9a7b0e6958 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:25.201784 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fe5ec2-6e33-445b-a750-d2b9ad5d2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.227158 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858dd33-4804-47fb-992d-3215f890bfd5 None None] Pushing event updated for resources: {'Port': ['ID=44860011-2d20-409a-ae04-5f9a7b0e6958,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:25.325670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b33a1fab-53de-402f-ad10-9f87aa2157a6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:25.334814 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.395879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fe5ec2-6e33-445b-a750-d2b9ad5d2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.439023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-95fe5ec2-6e33-445b-a750-d2b9ad5d2f4f None None] For port 44860011-2d20-409a-ae04-5f9a7b0e6958, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=44860011-2d20-409a-ae04-5f9a7b0e6958,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:25.445610 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-95fe5ec2-6e33-445b-a750-d2b9ad5d2f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.471410 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:24Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:25.498533 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873c423c-fac7-4864-8143-a4f9cc38f947 None None] The sync data for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 is: [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:24Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:25.543259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe5ec2-6e33-445b-a750-d2b9ad5d2f4f None None] Pushing event updated for resources: {'Port': ['ID=44860011-2d20-409a-ae04-5f9a7b0e6958,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:25.584844 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7aa17eb7-be69-448e-95a9-8df79ac8528e None None] Provisioning complete for port 44860011-2d20-409a-ae04-5f9a7b0e6958 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:25.585366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7aa17eb7-be69-448e-95a9-8df79ac8528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:25.763863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a0139e8-db6f-4199-a931-92901d7018d3 req-a6665231-a66f-429f-b8ce-8aa83d8d41f3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 210 time: 0.0400727 Apr 20 13:26:25.984656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-7f532b8d-dee7-45f6-8285-238174dd6457 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:25.986178 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-7f532b8d-dee7-45f6-8285-238174dd6457 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.37 "GET /v2.0/networks?id=77b033eb-7c58-4dfe-93ce-8057f52cf982 HTTP/1.1" status: 200 len: 797 time: 0.2153380 Apr 20 13:26:26.052704 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-07356691-928c-4a8a-a4ad-003172d7da1a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64d6c635cf6e48058c9b8f75116e9710 HTTP/1.1" status: 200 len: 477 time: 0.0572364 Apr 20 13:26:26.062788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'port': {'device_id': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'admin_state_up': True, 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'security_groups': ['65176ab1-e866-4e58-a77d-3d7041739e62', '13c3f5b5-9868-44d9-9e4e-436a2ba2afe4']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:26.192224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Made reservation on behalf of 64d6c635cf6e48058c9b8f75116e9710 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:26:26.195971 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.342505 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Allocated IP 172.20.0.10 (77b033eb-7c58-4dfe-93ce-8057f52cf982/9196c5aa-f8e0-4302-9a65-634a69b06650/c2d8456d-8a63-432c-9f3f-d76a628c0130) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:26.524142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.562912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.618964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:26.622364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:26.627132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:26.632085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=c2d8456d-8a63-432c-9f3f-d76a628c0130,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:26.689993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:26.691096 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.709212 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c6e66771-52de-4ed1-9b16-229b723d1f01 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6501198 Apr 20 13:26:26.723964 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Request body: {'port': {'device_id': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:26.783273 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:26.950963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeabdb13-6fa6-461b-966f-83abc0db239f req-be90f8cd-a811-4f74-a370-eb0eb2f2febf tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:26.953791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aeabdb13-6fa6-461b-966f-83abc0db239f req-be90f8cd-a811-4f74-a370-eb0eb2f2febf tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 971 time: 0.1078649 Apr 20 13:26:27.026284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aeabdb13-6fa6-461b-966f-83abc0db239f req-cdd163ef-1d37-4345-bddf-eb31932f9f97 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0650268 Apr 20 13:26:27.035560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 44860011-2d20-409a-ae04-5f9a7b0e6958 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:27.093264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-88a32825-49b0-40ef-bd13-9b5fe51ffe83 None None] Provisioning complete for port c2d8456d-8a63-432c-9f3f-d76a628c0130 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:27.093761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88a32825-49b0-40ef-bd13-9b5fe51ffe83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.131837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 44860011-2d20-409a-ae04-5f9a7b0e6958 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:27.132213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.160062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-88a32825-49b0-40ef-bd13-9b5fe51ffe83 None None] Port c2d8456d-8a63-432c-9f3f-d76a628c0130 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:26:27.248132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d8456d-8a63-432c-9f3f-d76a628c0130 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:26:27.255880 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.273000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Transition to ACTIVE for port object c2d8456d-8a63-432c-9f3f-d76a628c0130 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:26:27.276480 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.334046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d8456d-8a63-432c-9f3f-d76a628c0130,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:27.406987 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Attempting to bind port c2d8456d-8a63-432c-9f3f-d76a628c0130 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:26:27.407330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Attempting to bind port c2d8456d-8a63-432c-9f3f-d76a628c0130 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:26:27.407659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Attempting to bind port c2d8456d-8a63-432c-9f3f-d76a628c0130 on network 77b033eb-7c58-4dfe-93ce-8057f52cf982 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:27.412132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Port c2d8456d-8a63-432c-9f3f-d76a628c0130 on network 77b033eb-7c58-4dfe-93ce-8057f52cf982 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:26:27.412453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Attempting to bind port c2d8456d-8a63-432c-9f3f-d76a628c0130 on network 77b033eb-7c58-4dfe-93ce-8057f52cf982 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:26:27.417859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:26:27.418202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Checking segment: {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:26:27.418586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Bound using segment: {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:26:27.419007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Bound port: c2d8456d-8a63-432c-9f3f-d76a628c0130, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79dfd63a-2706-42bf-ac62-ded002537785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:26:27.419373 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.496279 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] For port c2d8456d-8a63-432c-9f3f-d76a628c0130, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:26:27.499511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] For port c2d8456d-8a63-432c-9f3f-d76a628c0130, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:26:27.503962 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.560884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:27.561543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:27.563492 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/c2d8456d-8a63-432c-9f3f-d76a628c0130 HTTP/1.1" status: 200 len: 1131 time: 0.8439097 Apr 20 13:26:27.563932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:27.566489 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d494c11f-b88d-4ee1-a215-6ab74f41dd43" -d '{"events": [{"name": "network-changed", "server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:27.580260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3c003-4701-4ca6-814b-e0e2c5d602d7 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d8456d-8a63-432c-9f3f-d76a628c0130,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:27.625204 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd3241-a316-4624-a439-d3521925f89d x-openstack-request-id: req-cacd3241-a316-4624-a439-d3521925f89d {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:27.625503 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:27.625777 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cacd3241-a316-4624-a439-d3521925f89d {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:27.626375 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cacd3241-a316-4624-a439-d3521925f89d'] response: {'name': 'network-changed', 'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'status': 'completed', 'code': 200} Apr 20 13:26:27.695354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-499c4725-4bfc-45ea-861f-ca8e26587d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:27.696990 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-499c4725-4bfc-45ea-861f-ca8e26587d0e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1134 time: 0.0826201 Apr 20 13:26:27.762413 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-b770480c-6c28-485e-8a52-5e2e1faaec45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130 HTTP/1.1" status: 200 len: 217 time: 0.0576687 Apr 20 13:26:27.824397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-a3cf8e25-6398-4bbd-a193-e90a2244db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:27.825822 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-a3cf8e25-6398-4bbd-a193-e90a2244db57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9196c5aa-f8e0-4302-9a65-634a69b06650 HTTP/1.1" status: 200 len: 835 time: 0.0572889 Apr 20 13:26:27.912195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c3c047ae-f378-4900-9e74-ae6b3a29b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:27.913844 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c3c047ae-f378-4900-9e74-ae6b3a29b516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77b033eb-7c58-4dfe-93ce-8057f52cf982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819764 Apr 20 13:26:28.002333 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-c70bd06f-0cae-46a6-8151-48ae5fa495dc service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817187 Apr 20 13:26:28.103783 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fd398cd8-5c70-4e73-8a39-9f0eb99102a6 req-0237ef62-105b-4346-b9ff-c913f3d0cd38 service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957549 Apr 20 13:26:28.161454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09407c5-1749-4d54-9e53-7955fb9b3701 req-6bfd59d8-6a54-45f2-8f7e-9b4209b6d426 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:28.162992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d09407c5-1749-4d54-9e53-7955fb9b3701 req-6bfd59d8-6a54-45f2-8f7e-9b4209b6d426 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 983 time: 0.0556910 Apr 20 13:26:28.202720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-3c6de3c2-a9d6-4bbd-be29-d1955d6a4c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:28.204254 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-3c6de3c2-a9d6-4bbd-be29-d1955d6a4c73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1134 time: 0.0443618 Apr 20 13:26:28.207819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d09407c5-1749-4d54-9e53-7955fb9b3701 req-690c5c5e-278d-4d93-92c2-4b9bc4a03175 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0367589 Apr 20 13:26:28.355824 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-26967810-e91d-4d04-ad84-48a4a6d633bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:28.357282 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-26967810-e91d-4d04-ad84-48a4a6d633bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=77b033eb-7c58-4dfe-93ce-8057f52cf982 HTTP/1.1" status: 200 len: 898 time: 0.1462598 Apr 20 13:26:28.405537 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-2f475067-eaa9-4835-a963-f593af5926ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130 HTTP/1.1" status: 200 len: 217 time: 0.0407245 Apr 20 13:26:28.454581 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-bd5230f9-7e3d-4b7a-a3fc-3ebbe8e4e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:28.456043 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-bd5230f9-7e3d-4b7a-a3fc-3ebbe8e4e8de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9196c5aa-f8e0-4302-9a65-634a69b06650 HTTP/1.1" status: 200 len: 835 time: 0.0433991 Apr 20 13:26:28.501028 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-57a9d7fd-8e23-43b6-a3ee-6ece8d69a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:28.502736 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-57a9d7fd-8e23-43b6-a3ee-6ece8d69a893 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77b033eb-7c58-4dfe-93ce-8057f52cf982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392683 Apr 20 13:26:28.596952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-80d045f0-92da-40b6-8627-8b4aa4d49651 service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864949 Apr 20 13:26:28.692910 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d494c11f-b88d-4ee1-a215-6ab74f41dd43 req-fcbdbee9-0e88-4b88-92d8-3c81b3534506 service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892112 Apr 20 13:26:29.325461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110df652-212b-42fd-b9ba-5cf1f41b0148 req-f571452b-2793-4a6b-8c8c-3ffffa53caa3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:29.326938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-110df652-212b-42fd-b9ba-5cf1f41b0148 req-f571452b-2793-4a6b-8c8c-3ffffa53caa3 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 983 time: 0.0492308 Apr 20 13:26:29.368240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-110df652-212b-42fd-b9ba-5cf1f41b0148 req-e612b484-8cba-4746-a5df-cfcddfca8217 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0349898 Apr 20 13:26:29.817603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2d8456d-8a63-432c-9f3f-d76a628c0130 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:26:29.917427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c2d8456d-8a63-432c-9f3f-d76a628c0130, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:29.929132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'port_id': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'mac_address': 'fa:16:3e:64:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:26:29.966389 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:29.979257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d8456d-8a63-432c-9f3f-d76a628c0130 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:26:29.998254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c2d8456d-8a63-432c-9f3f-d76a628c0130, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:30.002101 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:30.048494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c2d8456d-8a63-432c-9f3f-d76a628c0130,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:30.227096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c2d8456d-8a63-432c-9f3f-d76a628c0130'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:26:30.489864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ad856-c919-44c4-93f4-4d50d944c2c3 req-291ab43c-21d1-44b6-84f4-eab584ac0c7d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:30.491225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-918ad856-c919-44c4-93f4-4d50d944c2c3 req-291ab43c-21d1-44b6-84f4-eab584ac0c7d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 984 time: 0.0517371 Apr 20 13:26:30.532857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-918ad856-c919-44c4-93f4-4d50d944c2c3 req-933df867-c45b-46d5-8187-d43e6a141ec2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0350897 Apr 20 13:26:31.649727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd63d2-728d-4237-92ec-116b719db328 req-20b54ab2-4af3-40ae-8f21-8d189e4f697d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:31.651192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2edd63d2-728d-4237-92ec-116b719db328 req-20b54ab2-4af3-40ae-8f21-8d189e4f697d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 984 time: 0.0498745 Apr 20 13:26:31.692362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2edd63d2-728d-4237-92ec-116b719db328 req-d0fcc5a4-9716-4f45-9e69-ca6e978b6edd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347991 Apr 20 13:26:31.833095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2d8456d-8a63-432c-9f3f-d76a628c0130 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:26:31.887168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port c2d8456d-8a63-432c-9f3f-d76a628c0130 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:26:31.890934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c2d8456d-8a63-432c-9f3f-d76a628c0130 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:26:31.891311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:31.978841 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.002700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:32.005062 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2106226-ae45-494f-8220-010a97402c36" -d '{"events": [{"server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "name": "network-vif-plugged", "status": "completed", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:32.022639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c2d8456d-8a63-432c-9f3f-d76a628c0130, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:26:32.028030 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:32.062656 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ceb3ae-032d-4d8a-958d-d9329a40d437 x-openstack-request-id: req-77ceb3ae-032d-4d8a-958d-d9329a40d437 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:32.062957 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "name": "network-vif-plugged", "status": "completed", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:32.063267 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77ceb3ae-032d-4d8a-958d-d9329a40d437 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:32.063667 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ceb3ae-032d-4d8a-958d-d9329a40d437'] response: {'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'code': 200} Apr 20 13:26:32.080602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c2d8456d-8a63-432c-9f3f-d76a628c0130,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:32.163146 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c1325-b3bf-4f86-8a37-69d11486e906 req-f55507a2-c97a-41c7-8b7e-79e019416dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:32.164985 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-304c1325-b3bf-4f86-8a37-69d11486e906 req-f55507a2-c97a-41c7-8b7e-79e019416dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1136 time: 0.0474370 Apr 20 13:26:32.208503 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-304c1325-b3bf-4f86-8a37-69d11486e906 req-8d916d08-944f-47f6-b1ac-13d3e499cf6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0365157 Apr 20 13:26:32.829766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87edcbd-d75a-4e4a-a504-f1815cf19871 req-63282ebc-76d6-41fb-9a76-70212ccedf80 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:32.831217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d87edcbd-d75a-4e4a-a504-f1815cf19871 req-63282ebc-76d6-41fb-9a76-70212ccedf80 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 985 time: 0.0482333 Apr 20 13:26:32.870633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d87edcbd-d75a-4e4a-a504-f1815cf19871 req-52a88674-1f58-45c1-84a4-ea69a020d9a7 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331590 Apr 20 13:26:33.686369 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c1b3c35-17f0-4370-a0df-36a8df211190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:33.992249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aea2ab-68f9-4b22-97ba-82ca0ed669a4 req-a9e11c54-bb06-43c7-bcf6-9e6233131bc2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:33.993733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58aea2ab-68f9-4b22-97ba-82ca0ed669a4 req-a9e11c54-bb06-43c7-bcf6-9e6233131bc2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 985 time: 0.0529287 Apr 20 13:26:34.038025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58aea2ab-68f9-4b22-97ba-82ca0ed669a4 req-543a6e96-fc44-460e-8c1e-1f202db0ef46 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0378330 Apr 20 13:26:34.156308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f4b7e-6663-423a-8599-e080ab650f00 req-bb4a0883-4d69-47f5-b636-12db5b69ea31 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:34.157836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee1f4b7e-6663-423a-8599-e080ab650f00 req-bb4a0883-4d69-47f5-b636-12db5b69ea31 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 985 time: 0.0497034 Apr 20 13:26:34.198143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee1f4b7e-6663-423a-8599-e080ab650f00 req-8c7bd1c4-1b78-4399-bb90-7e917a6f4df2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0337763 Apr 20 13:26:34.306644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594f9d9-cd60-4378-9280-baa827ba0ed7 req-8350893d-ec63-46ee-8880-87f7bbbe1706 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:34.308138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2594f9d9-cd60-4378-9280-baa827ba0ed7 req-8350893d-ec63-46ee-8880-87f7bbbe1706 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1136 time: 0.0416274 Apr 20 13:26:34.326210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2594f9d9-cd60-4378-9280-baa827ba0ed7 req-2aa460d9-e332-4206-8903-fc29ce2eacd0 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.401980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2594f9d9-cd60-4378-9280-baa827ba0ed7 req-2aa460d9-e332-4206-8903-fc29ce2eacd0 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.405614 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2594f9d9-cd60-4378-9280-baa827ba0ed7 req-2aa460d9-e332-4206-8903-fc29ce2eacd0 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.428932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2594f9d9-cd60-4378-9280-baa827ba0ed7 req-2aa460d9-e332-4206-8903-fc29ce2eacd0 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1145937 Apr 20 13:26:34.438878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa460d9-e332-4206-8903-fc29ce2eacd0 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaae1f6-1faa-4a28-9334-41824db28fc7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:34.451045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48360) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:34.501520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281a753-07ae-47f4-80cf-c6597e492474 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:34.503141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f281a753-07ae-47f4-80cf-c6597e492474 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1131 time: 0.0509684 Apr 20 13:26:34.506353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48366) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:34.512166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:26:34.547109 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.646141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.750393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Allocated IP 172.25.3.165 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/295edd68-0c1a-4dbc-b5e5-d1e16628d522) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:26:34.870713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.908216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:34.945683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:26:34.950418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:26:34.953918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:26:34.980229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=295edd68-0c1a-4dbc-b5e5-d1e16628d522,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:35.325589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.727925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.885716 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.890663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:35.957718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=295edd68-0c1a-4dbc-b5e5-d1e16628d522,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:35.968516 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.020528 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-411bd31e-21b5-401d-8878-a79f4defa362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.070715 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Floating IP af637d38-cb08-404b-be37-0d1914ebdfbc associated. External IP: 172.25.3.165, port: c2d8456d-8a63-432c-9f3f-d76a628c0130. Apr 20 13:26:36.286666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 5419328f-a920-41bf-8fca-244278ec04df has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:26:36.398295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:26:36.410517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] Sync routers for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:26:36.415463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:36.420786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:36.421401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:26:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:36.444748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-75153daf-7470-4669-919a-b45e98857d4e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9361508 Apr 20 13:26:36.445550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:26:36.447417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 48400) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:36.447911 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce1a11e-0259-428f-83c3-b4e0f2349d42" -d '{"events": [{"name": "network-changed", "server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:26:36.485949 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70d151d-7141-4fce-baab-e87d87af6124 x-openstack-request-id: req-e70d151d-7141-4fce-baab-e87d87af6124 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:26:36.486501 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:26:36.486943 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e70d151d-7141-4fce-baab-e87d87af6124 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:26:36.487511 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e70d151d-7141-4fce-baab-e87d87af6124'] response: {'name': 'network-changed', 'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'status': 'completed', 'code': 200} Apr 20 13:26:36.557673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:36.972467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'af637d38-cb08-404b-be37-0d1914ebdfbc', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5419328f-a920-41bf-8fca-244278ec04df', 'port_id': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'mac_address': 'fa:16:3e:64:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:26:35Z', 'updated_at': '2022-04-20T13:26:35Z', 'revision_number': 0, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:25Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:37.000231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-14ca0696-a0f1-49e6-bdec-687e5daf3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.001025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] Checking router: 5419328f-a920-41bf-8fca-244278ec04df for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:26:37.001752 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-14ca0696-a0f1-49e6-bdec-687e5daf3a60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1136 time: 0.4783912 Apr 20 13:26:37.010330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:26:37.010899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:26:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:37.042744 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb127b-c0bf-4367-a74b-032b80b1cd1e tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.043215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb127b-c0bf-4367-a74b-032b80b1cd1e tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.043679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb127b-c0bf-4367-a74b-032b80b1cd1e tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.044137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb127b-c0bf-4367-a74b-032b80b1cd1e tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.048733 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-befb127b-c0bf-4367-a74b-032b80b1cd1e tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.5966849 Apr 20 13:26:37.048884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48412) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:37.123858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-c347e337-3fda-4961-94f6-85e600a5dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.125471 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-c347e337-3fda-4961-94f6-85e600a5dd42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77b033eb-7c58-4dfe-93ce-8057f52cf982 HTTP/1.1" status: 200 len: 898 time: 0.1148472 Apr 20 13:26:37.131450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:26:37.155970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51946d11-eec3-4859-a650-6c593c18d8fe tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.156443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51946d11-eec3-4859-a650-6c593c18d8fe tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.156902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51946d11-eec3-4859-a650-6c593c18d8fe tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.157355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51946d11-eec3-4859-a650-6c593c18d8fe tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.161971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-51946d11-eec3-4859-a650-6c593c18d8fe tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1093488 Apr 20 13:26:37.162254 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48420) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:37.276602 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-7b0840cc-7a15-4f11-9168-b81dae700ec5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130 HTTP/1.1" status: 200 len: 1000 time: 0.1440294 Apr 20 13:26:37.283684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:37.336333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-1670907c-d1ae-41da-9a37-5428ed6430d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.338379 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-1670907c-d1ae-41da-9a37-5428ed6430d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9196c5aa-f8e0-4302-9a65-634a69b06650 HTTP/1.1" status: 200 len: 835 time: 0.0558434 Apr 20 13:26:37.399621 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-cfe65574-e20d-4923-8f39-d55f096d3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.401351 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-cfe65574-e20d-4923-8f39-d55f096d3af4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77b033eb-7c58-4dfe-93ce-8057f52cf982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570514 Apr 20 13:26:37.406765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0e0f50ea-c682-4dea-8c5c-4764c12ddb92 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1612 time: 0.2429006 Apr 20 13:26:37.409389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 48422) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:37.425521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'af637d38-cb08-404b-be37-0d1914ebdfbc', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5419328f-a920-41bf-8fca-244278ec04df', 'port_id': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'mac_address': 'fa:16:3e:64:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:26:35Z', 'updated_at': '2022-04-20T13:26:35Z', 'revision_number': 0, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:25Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:26:37.467166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7e20bd-f69c-4aaf-8f14-59dd76aca426 None None] The sync data for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 is: [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'af637d38-cb08-404b-be37-0d1914ebdfbc', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '5419328f-a920-41bf-8fca-244278ec04df', 'port_id': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'mac_address': 'fa:16:3e:64:08:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:26:35Z', 'updated_at': '2022-04-20T13:26:35Z', 'revision_number': 0, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:25Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:26:37.496772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577b227-33cc-4ba3-9d13-58388593a18f tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.497250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577b227-33cc-4ba3-9d13-58388593a18f tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:26:37.498944 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5577b227-33cc-4ba3-9d13-58388593a18f tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5419328f-a920-41bf-8fca-244278ec04df HTTP/1.1" status: 200 len: 1990 time: 0.0787077 Apr 20 13:26:37.533391 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-04e1acec-37ee-4903-8b74-cd4a17fa03c5 service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252370 Apr 20 13:26:37.625128 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2ce1a11e-0259-428f-83c3-b4e0f2349d42 req-1ac67e26-ac81-45e8-89e1-e93e3c4b29ae service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850153 Apr 20 13:26:37.701122 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef7d18-2ed3-48d2-8f6b-284928b9cea5 None None] New status for floating IP af637d38-cb08-404b-be37-0d1914ebdfbc: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:26:38.626312 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:38.965169 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:46.032902 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:26:49.176197 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:53.986337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.187637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49116) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:59.291681 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.374291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.378103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.414577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b118e01-d70d-4eb8-9d8d-972d14824b9f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:26:59.420758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2a2b89f6b7d4b619b0de3c4be0c54c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297320 Apr 20 13:26:59.421226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49120) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:26:59.424694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.425039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.425377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.425738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.426071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.426400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.426724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.427047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.427368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.427691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.428011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.428332 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814dcb9-f804-46f2-b2e2-4ccac8ea6b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:26:59.487360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eab2737f-0082-4191-a9bb-282d3721ba91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.508365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eab2737f-0082-4191-a9bb-282d3721ba91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.556288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eab2737f-0082-4191-a9bb-282d3721ba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.559109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eab2737f-0082-4191-a9bb-282d3721ba91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:26:59.560247 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eab2737f-0082-4191-a9bb-282d3721ba91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b118e01-d70d-4eb8-9d8d-972d14824b9f HTTP/1.1" status: 204 len: 168 time: 0.1379659 Apr 20 13:26:59.568235 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2737f-0082-4191-a9bb-282d3721ba91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b118e01-d70d-4eb8-9d8d-972d14824b9f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:01.721550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-49fb8d5e-8206-4d8c-8a4a-0cf5185e8905 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7f47ccd9785e405c9cefce073bb1c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213819 Apr 20 13:27:01.830748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-97514296-ff53-417f-867c-eff99a35f9a3 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:01.832256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-97514296-ff53-417f-867c-eff99a35f9a3 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049757 Apr 20 13:27:01.847108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-4e41c1cc-f2ec-48bc-8ea1-30f6cb15198b tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/quotas/7f47ccd9785e405c9cefce073bb1c703 HTTP/1.1" status: 200 len: 375 time: 0.0091426 Apr 20 13:27:01.878377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-9ef5b655-a924-4482-aa06-62bd53638757 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f47ccd9785e405c9cefce073bb1c703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254810 Apr 20 13:27:03.045323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5dbd67c9-39fa-4357-bfad-1c4dc1d232bd req-472d847d-4225-4cc4-b0e6-ceb89c41be0d tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0265946 Apr 20 13:27:03.688140 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6cf60139-7abb-464b-b1e4-d44930c47648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:03.868562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-9dde727e-e873-4593-b8b1-c66bd9d014f2 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f47ccd9785e405c9cefce073bb1c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215285 Apr 20 13:27:03.974673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-fe3921f3-d774-4668-b505-f580ed12e6f5 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:03.976569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-fe3921f3-d774-4668-b505-f580ed12e6f5 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031144 Apr 20 13:27:03.989715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Request body: {'port': {'device_id': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '7f47ccd9785e405c9cefce073bb1c703'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:04.096800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Made reservation on behalf of 7f47ccd9785e405c9cefce073bb1c703 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:04.100316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.110087 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.151013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c1bc6cc5-86ee-4e40-af93-f57524dd9942 req-79108bdc-4d06-4397-897f-9645a098676e tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0329909 Apr 20 13:27:04.211723 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.215359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.277802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466d8d62-b9f4-4793-a3a6-764b445b065c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:04.348207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Allocated IP 192.168.233.146 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/4e5836fc-3e5a-4208-b262-f8e01502e108) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:04.490082 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.523422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.567714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:04.571492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:04.575988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:04.603566 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Pushing event updated for resources: {'Port': ['ID=4e5836fc-3e5a-4208-b262-f8e01502e108,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:04.631579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:04.632698 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.649326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c1f13611-fb79-43c1-884c-e01a00f985bd tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6631114 Apr 20 13:27:04.660912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Request body: {'port': {'device_id': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:04.716084 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.764922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-aea31808-49c0-40cb-bb6c-5da41a093e9f None None] Provisioning complete for port 4e5836fc-3e5a-4208-b262-f8e01502e108 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:04.765486 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aea31808-49c0-40cb-bb6c-5da41a093e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:04.803167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-aea31808-49c0-40cb-bb6c-5da41a093e9f None None] Port 4e5836fc-3e5a-4208-b262-f8e01502e108 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:04.981507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5836fc-3e5a-4208-b262-f8e01502e108 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:04.988568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.000669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Transition to ACTIVE for port object 4e5836fc-3e5a-4208-b262-f8e01502e108 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:27:05.003500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.100369 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5836fc-3e5a-4208-b262-f8e01502e108,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:05.135021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Attempting to bind port 4e5836fc-3e5a-4208-b262-f8e01502e108 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:05.135266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Attempting to bind port 4e5836fc-3e5a-4208-b262-f8e01502e108 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:05.135578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Attempting to bind port 4e5836fc-3e5a-4208-b262-f8e01502e108 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:05.140189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Port 4e5836fc-3e5a-4208-b262-f8e01502e108 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:27:05.140505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Attempting to bind port 4e5836fc-3e5a-4208-b262-f8e01502e108 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:05.145765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:05.146104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:05.146485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:05.146906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Bound port: 4e5836fc-3e5a-4208-b262-f8e01502e108, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:05.147269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.214326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] For port 4e5836fc-3e5a-4208-b262-f8e01502e108, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:05.217720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] For port 4e5836fc-3e5a-4208-b262-f8e01502e108, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=4e5836fc-3e5a-4208-b262-f8e01502e108,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:05.222929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.283174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.283847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:05.285209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e5836fc-3e5a-4208-b262-f8e01502e108 HTTP/1.1" status: 200 len: 1096 time: 0.6285532 Apr 20 13:27:05.286493 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'tag': '4e5836fc-3e5a-4208-b262-f8e01502e108'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:05.288772 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b468d21e-335c-43dd-ad86-70b333ea07b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec4c09c-c7ad-4517-b026-16128a06a2b7", "tag": "4e5836fc-3e5a-4208-b262-f8e01502e108"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:05.342377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1015ce-d178-4bbf-ad1a-0dcdd5fd8f16 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5836fc-3e5a-4208-b262-f8e01502e108,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:05.354985 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063995-e520-48c4-bb86-8da1cfc7aba7 req-e881e57d-702d-493f-aa23-b16cb0a89f88 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.356522 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8063995-e520-48c4-bb86-8da1cfc7aba7 req-e881e57d-702d-493f-aa23-b16cb0a89f88 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 948 time: 0.1291769 Apr 20 13:27:05.358084 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c2a70e-7652-44d5-a1cd-0af6fb334dc6 x-openstack-request-id: req-92c2a70e-7652-44d5-a1cd-0af6fb334dc6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:05.358365 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec4c09c-c7ad-4517-b026-16128a06a2b7", "tag": "4e5836fc-3e5a-4208-b262-f8e01502e108", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:05.358615 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92c2a70e-7652-44d5-a1cd-0af6fb334dc6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:05.359004 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92c2a70e-7652-44d5-a1cd-0af6fb334dc6'] response: {'name': 'network-changed', 'server_uuid': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'tag': '4e5836fc-3e5a-4208-b262-f8e01502e108', 'status': 'completed', 'code': 200} Apr 20 13:27:05.431738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8063995-e520-48c4-bb86-8da1cfc7aba7 req-e42de9ef-aa2d-47ca-8158-723e6c6df290 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663509 Apr 20 13:27:05.443344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468d21e-335c-43dd-ad86-70b333ea07b2 req-138722b8-2d74-488c-8cc5-d6ca46eb4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.445520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b468d21e-335c-43dd-ad86-70b333ea07b2 req-138722b8-2d74-488c-8cc5-d6ca46eb4382 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f47ccd9785e405c9cefce073bb1c703&device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 1099 time: 0.0628884 Apr 20 13:27:05.498783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b468d21e-335c-43dd-ad86-70b333ea07b2 req-bfa6cb24-1578-4fc1-8690-a423e2c24c43 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7f47ccd9785e405c9cefce073bb1c703&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450933 Apr 20 13:27:05.658021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468d21e-335c-43dd-ad86-70b333ea07b2 req-106012a4-34a6-4346-947d-94fd23a0a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.659353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b468d21e-335c-43dd-ad86-70b333ea07b2 req-106012a4-34a6-4346-947d-94fd23a0a8d6 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546617 Apr 20 13:27:05.739549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-d5ed9dca-801d-426c-b873-b43b58cfde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.741033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-d5ed9dca-801d-426c-b873-b43b58cfde28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7f47ccd9785e405c9cefce073bb1c703&device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 1099 time: 0.0466881 Apr 20 13:27:05.811667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-50ddc664-04e7-4f30-b8af-7643e1b15b3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=4e5836fc-3e5a-4208-b262-f8e01502e108 HTTP/1.1" status: 200 len: 217 time: 0.0639119 Apr 20 13:27:05.878063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-bcf92498-0b1e-4d5b-893d-5e4281fb7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.879497 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-bcf92498-0b1e-4d5b-893d-5e4281fb7645 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0620127 Apr 20 13:27:05.957245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c15b55d1-40ca-46dd-88d6-3f6b2198bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:05.958641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-c15b55d1-40ca-46dd-88d6-3f6b2198bc3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731258 Apr 20 13:27:06.023527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9132632e-e93c-4590-b786-8dbf74f95a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:06.047962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-19a41370-cf06-4880-8130-2f265e9dc3f5 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827188 Apr 20 13:27:06.140355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4111ca48-9910-43fe-b091-7514c3e10150 req-ccd96fdd-f4b9-4b04-853d-105c7815d346 service neutron] 10.222.0.30 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860684 Apr 20 13:27:06.553667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a901dbb-daff-4410-a34a-bef79faa7a74 req-265d2685-f2a9-4b2c-aff9-3e10fbd23ed7 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:06.555131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a901dbb-daff-4410-a34a-bef79faa7a74 req-265d2685-f2a9-4b2c-aff9-3e10fbd23ed7 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 948 time: 0.0496278 Apr 20 13:27:06.592503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a901dbb-daff-4410-a34a-bef79faa7a74 req-e2aa596d-4af5-42be-abf0-a5041fa33ee6 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312834 Apr 20 13:27:07.261722 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:07.706134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87af58c-b267-4a01-a984-370e17e2d394 req-f02d15b3-c9cb-4956-aa27-ce31cddcef91 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:07.707565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c87af58c-b267-4a01-a984-370e17e2d394 req-f02d15b3-c9cb-4956-aa27-ce31cddcef91 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 948 time: 0.0474675 Apr 20 13:27:07.749706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c87af58c-b267-4a01-a984-370e17e2d394 req-4d51ef99-bd35-44ce-b078-fd950d905b7f tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Apr 20 13:27:08.058380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 4e5836fc-3e5a-4208-b262-f8e01502e108 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:27:08.157472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 4e5836fc-3e5a-4208-b262-f8e01502e108, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=4e5836fc-3e5a-4208-b262-f8e01502e108,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:08.168364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '4e5836fc-3e5a-4208-b262-f8e01502e108', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '4e5836fc-3e5a-4208-b262-f8e01502e108', 'mac_address': 'fa:16:3e:e4:bc:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:27:08.204630 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:08.217112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5836fc-3e5a-4208-b262-f8e01502e108 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:08.236111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 4e5836fc-3e5a-4208-b262-f8e01502e108, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=4e5836fc-3e5a-4208-b262-f8e01502e108,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:08.239832 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:08.285231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=4e5836fc-3e5a-4208-b262-f8e01502e108,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:08.575373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['4e5836fc-3e5a-4208-b262-f8e01502e108'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:08.638004 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:08.863406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb32230-e4ae-404e-a91a-554b7b50039c req-2b0169e5-210f-47a9-ace9-35f574620dca tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:08.864856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbb32230-e4ae-404e-a91a-554b7b50039c req-2b0169e5-210f-47a9-ace9-35f574620dca tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 949 time: 0.0488756 Apr 20 13:27:08.902244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbb32230-e4ae-404e-a91a-554b7b50039c req-8f38012d-bae4-47f6-984d-338b38a50f15 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312419 Apr 20 13:27:08.967441 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.015541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b09b4e-f436-4486-ba88-49a1e289cffd req-c0c7a93d-b4a7-4c4b-a3ff-3dfd791790c0 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:10.016967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4b09b4e-f436-4486-ba88-49a1e289cffd req-c0c7a93d-b4a7-4c4b-a3ff-3dfd791790c0 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 949 time: 0.0480969 Apr 20 13:27:10.054779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4b09b4e-f436-4486-ba88-49a1e289cffd req-c372bae2-6279-4c14-b251-da3264019e31 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314953 Apr 20 13:27:10.079453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 4e5836fc-3e5a-4208-b262-f8e01502e108 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:10.129701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 4e5836fc-3e5a-4208-b262-f8e01502e108 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:27:10.133342 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 4e5836fc-3e5a-4208-b262-f8e01502e108 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:10.133732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.207078 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.229753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5836fc-3e5a-4208-b262-f8e01502e108'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:10.231979 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64e6c5e-824d-4ae0-9a7c-fea272d639ce" -d '{"events": [{"server_uuid": "4ec4c09c-c7ad-4517-b026-16128a06a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "4e5836fc-3e5a-4208-b262-f8e01502e108"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:10.244344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 4e5836fc-3e5a-4208-b262-f8e01502e108, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=4e5836fc-3e5a-4208-b262-f8e01502e108,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:10.248493 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.278825 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60bd883-a1df-470c-a084-fb0ce466da65 x-openstack-request-id: req-a60bd883-a1df-470c-a084-fb0ce466da65 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:10.279189 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec4c09c-c7ad-4517-b026-16128a06a2b7", "name": "network-vif-plugged", "status": "completed", "tag": "4e5836fc-3e5a-4208-b262-f8e01502e108", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:10.279446 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a60bd883-a1df-470c-a084-fb0ce466da65 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:10.279835 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60bd883-a1df-470c-a084-fb0ce466da65'] response: {'server_uuid': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5836fc-3e5a-4208-b262-f8e01502e108', 'code': 200} Apr 20 13:27:10.305662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=4e5836fc-3e5a-4208-b262-f8e01502e108,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:10.362040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608839-411d-4dcb-addd-8e2d0a33c782 req-edbeadc2-34ae-4ddc-92df-5de68e6f1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:10.363472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a608839-411d-4dcb-addd-8e2d0a33c782 req-edbeadc2-34ae-4ddc-92df-5de68e6f1c3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 1101 time: 0.0398192 Apr 20 13:27:10.400079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0a608839-411d-4dcb-addd-8e2d0a33c782 req-a4225548-7ce9-478b-9e42-7ab17afe720b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303767 Apr 20 13:27:10.470658 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49200) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:10.546078 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-31bd54cc-2944-4406-a466-684e1ed23c27 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1510 time: 0.0743067 Apr 20 13:27:10.548927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49202) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:10.553762 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'network': {'name': 'tempest-network-smoke--2037419950', 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'port_security_enabled': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:10.572457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Made reservation on behalf of 64d6c635cf6e48058c9b8f75116e9710 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:10.576348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.603298 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:10.612571 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.612985 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Added segment 36a5b85a-08af-4b6a-b590-d46445c5b7e0 of type vlan for network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 Apr 20 13:27:10.652674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.675974 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.681377 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:10.681977 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.741976 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1917951 Apr 20 13:27:10.744395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49204) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:10.748726 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'admin_state_up': True, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:10.761826 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d9b14-d5c4-485b-89d0-74f317fa86c9 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Network': ['ID=fd0c91e8-0f48-4c86-848f-4cd07df3fbc9,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:10.772910 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:10.778854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.779867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.833366 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:10.966834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.156080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.168982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f5243-7f05-4dcb-a2c3-ac89be3a8460 req-f637445e-edd4-4cfd-bb2c-356fc9accd69 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:11.170480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-476f5243-7f05-4dcb-a2c3-ac89be3a8460 req-f637445e-edd4-4cfd-bb2c-356fc9accd69 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 950 time: 0.0477035 Apr 20 13:27:11.174545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.209517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-476f5243-7f05-4dcb-a2c3-ac89be3a8460 req-43b4d336-7ea2-4431-863f-df613fb99c59 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Apr 20 13:27:11.281287 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Allocated IP 172.25.3.243 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/197c3a29-02f5-48c1-9919-272a09fb471e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:11.379528 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.411005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.446267 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:11.450884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:11.454396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:11.481691 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=197c3a29-02f5-48c1-9919-272a09fb471e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:11.714670 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:11.904620 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.027904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 364357f6-987c-48c7-9ace-80e0c4786033 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:27:12.132768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:12.141983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Sync routers for ids ['364357f6-987c-48c7-9ace-80e0c4786033'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:12.151798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Routers {'364357f6-987c-48c7-9ace-80e0c4786033'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:12.152414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364357f6-987c-48c7-9ace-80e0c4786033'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:12.154568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.155780 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8d8e15be-7d61-4781-aab3-8b5fb0cb4317 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4104829 Apr 20 13:27:12.158688 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49208) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:12.227072 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044f83d-49c4-432e-9ea6-40b336fd783b tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:12.228539 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c044f83d-49c4-432e-9ea6-40b336fd783b tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=64d6c635cf6e48058c9b8f75116e9710&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0689547 Apr 20 13:27:12.231615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49210) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:12.261330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Set router 364357f6-987c-48c7-9ace-80e0c4786033 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:12.412829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eef67-208e-422a-962b-d7baad2075b0 req-58870c3c-a397-42ce-af82-ad323697925b tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:12.414106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-695eef67-208e-422a-962b-d7baad2075b0 req-58870c3c-a397-42ce-af82-ad323697925b tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 950 time: 0.1069198 Apr 20 13:27:12.438780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d6ca0-58d0-452d-9a73-e320a98f1563 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:12.440132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:11Z', 'revision_number': 3, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:11Z', 'updated_at': '2022-04-20T13:27:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:12.440366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-443d6ca0-58d0-452d-9a73-e320a98f1563 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2074051 Apr 20 13:27:12.443842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49214) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:12.467641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Checking router: 364357f6-987c-48c7-9ace-80e0c4786033 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:12.468018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Updating router 364357f6-987c-48c7-9ace-80e0c4786033 port 197c3a29-02f5-48c1-9919-272a09fb471e binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:27:12.493717 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.829485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4aefc7aa-8c79-4842-b620-4ab090069aa9 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3839099 Apr 20 13:27:12.832488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49216) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:12.832992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-695eef67-208e-422a-962b-d7baad2075b0 req-2049b5b9-d4d2-4c4c-aef3-f7fd1a0a2255 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097850 Apr 20 13:27:12.869672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.882592 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-709850f2-de21-4c6f-bdce-0c28193dcef6 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=64d6c635cf6e48058c9b8f75116e9710&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399148 Apr 20 13:27:12.882806 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.882957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49220) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:12.940939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805649e-5e1b-4c41-872c-6fbc57ed0698 None None] Pushing event updated for resources: {'Port': ['ID=197c3a29-02f5-48c1-9919-272a09fb471e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:12.943378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Attempting to bind port 197c3a29-02f5-48c1-9919-272a09fb471e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:12.943746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Attempting to bind port 197c3a29-02f5-48c1-9919-272a09fb471e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:12.944152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Attempting to bind port 197c3a29-02f5-48c1-9919-272a09fb471e on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:12.949687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:12.950393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:12.951010 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.951633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:12.952105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Bound port: 197c3a29-02f5-48c1-9919-272a09fb471e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:12.952571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:12.981397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287befcb-46b1-42eb-97e4-9f8cf38003d9 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:12.983086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-287befcb-46b1-42eb-97e4-9f8cf38003d9 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0991764 Apr 20 13:27:12.985917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49224) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:13.010083 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] For port 197c3a29-02f5-48c1-9919-272a09fb471e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:13.014436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] For port 197c3a29-02f5-48c1-9919-272a09fb471e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=197c3a29-02f5-48c1-9919-272a09fb471e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:13.024343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.025268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aa273af6-9410-4a02-aff8-871c13049831 tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381858 Apr 20 13:27:13.027694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49228) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:13.034388 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-375095605', 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:13.086317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Routers {'364357f6-987c-48c7-9ace-80e0c4786033'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:13.086845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364357f6-987c-48c7-9ace-80e0c4786033'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:13.088664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805649e-5e1b-4c41-872c-6fbc57ed0698 None None] Pushing event updated for resources: {'Port': ['ID=197c3a29-02f5-48c1-9919-272a09fb471e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:13.158634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddfb30-3afd-4ae2-874b-947927b60908 req-3468dd8a-9198-4c95-b426-263567b34f11 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:13.160082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91ddfb30-3afd-4ae2-874b-947927b60908 req-3468dd8a-9198-4c95-b426-263567b34f11 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 950 time: 0.0773568 Apr 20 13:27:13.174113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Made reservation on behalf of 64d6c635cf6e48058c9b8f75116e9710 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:13.177346 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.196827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] Set router 364357f6-987c-48c7-9ace-80e0c4786033 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:13.255146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91ddfb30-3afd-4ae2-874b-947927b60908 req-a73fbd7e-ce39-4526-a02d-84a15b5f2a59 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880401 Apr 20 13:27:13.404108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.474737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Subnet': ['ID=b9a689f1-0519-413c-b152-29c61f98cce7,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:13.480949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Checking segment: {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:13.481339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network hostable DHCP agents. Network: fd0c91e8-0f48-4c86-848f-4cd07df3fbc9, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:13.500543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:13.517277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, fd0c91e8-0f48-4c86-848f-4cd07df3fbc9) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:13.523877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:13.524768 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.530456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d32100c-a1ae-40ec-b787-af9cfb04bde2 None None] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:13.542740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e5786b6e-dbe3-45a0-972f-cdd791c5f4e2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5139921 Apr 20 13:27:13.545537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49230) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:13.590996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:11Z', 'revision_number': 3, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:11Z', 'updated_at': '2022-04-20T13:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:13.625754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79e5bc-d345-4715-956b-12f56db5316f None None] The sync data for ids ['364357f6-987c-48c7-9ace-80e0c4786033'] in n-d-838550-2 is: [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:11Z', 'revision_number': 3, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:11Z', 'updated_at': '2022-04-20T13:27:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:13.719837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'fixed_ips': [{'subnet_id': 'b9a689f1-0519-413c-b152-29c61f98cce7'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:13.721024 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:13.893852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Allocated IP 172.20.0.18 (fd0c91e8-0f48-4c86-848f-4cd07df3fbc9/b9a689f1-0519-413c-b152-29c61f98cce7/268f7bb1-08aa-407d-88e3-f908d10348fd) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:14.022503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.060936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.069663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.113517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:14.117064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:14.121483 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:14.124939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Pushing event updated for resources: {'Port': ['ID=268f7bb1-08aa-407d-88e3-f908d10348fd,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:14.183614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Attempting to bind port 268f7bb1-08aa-407d-88e3-f908d10348fd on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:14.183986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Attempting to bind port 268f7bb1-08aa-407d-88e3-f908d10348fd by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:14.184350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Attempting to bind port 268f7bb1-08aa-407d-88e3-f908d10348fd on network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:14.198574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:14.199740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Checking segment: {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:14.200278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.200681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Bound using segment: {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:14.201172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Bound port: 268f7bb1-08aa-407d-88e3-f908d10348fd, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:14.201547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.281131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] For port 268f7bb1-08aa-407d-88e3-f908d10348fd, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:14.292948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] For port 268f7bb1-08aa-407d-88e3-f908d10348fd, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=268f7bb1-08aa-407d-88e3-f908d10348fd,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:14.298694 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.360128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b7888-bc93-419d-ac13-3a39cf3de269 None None] Pushing event updated for resources: {'Port': ['ID=268f7bb1-08aa-407d-88e3-f908d10348fd,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:14.384202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Allocated IP 172.20.0.17 (fd0c91e8-0f48-4c86-848f-4cd07df3fbc9/b9a689f1-0519-413c-b152-29c61f98cce7/33aeb37e-d202-4dea-b788-81374d8f9dfc) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:14.430494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a72408-606d-40b3-a1fc-7ab1485dd88b req-2a5c3918-0637-40a6-93f0-f2ca711faa6e tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:14.432120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0a72408-606d-40b3-a1fc-7ab1485dd88b req-2a5c3918-0637-40a6-93f0-f2ca711faa6e tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 950 time: 0.0879753 Apr 20 13:27:14.573834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0a72408-606d-40b3-a1fc-7ab1485dd88b req-2c6200ab-8781-46c4-b9b2-f10dcfe4721d tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/security-groups?id=466d8d62-b9f4-4793-a3a6-764b445b065c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353426 Apr 20 13:27:14.606308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-734f9e46-64d6-4d59-8e13-6e4cb43a0477 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:14.607801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-734f9e46-64d6-4d59-8e13-6e4cb43a0477 tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 950 time: 0.1429019 Apr 20 13:27:14.634265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.722000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.770702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:14.777032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Deleting port 4e5836fc-3e5a-4208-b262-f8e01502e108 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:14.777376 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.782922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:14.795464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:14.822782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=33aeb37e-d202-4dea-b788-81374d8f9dfc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:14.880595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.946465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] For port 4e5836fc-3e5a-4208-b262-f8e01502e108, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=4e5836fc-3e5a-4208-b262-f8e01502e108,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:14.946829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:14.966229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Calling delete_port for 4e5836fc-3e5a-4208-b262-f8e01502e108 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:15.000979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 268f7bb1-08aa-407d-88e3-f908d10348fd up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:15.052245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 268f7bb1-08aa-407d-88e3-f908d10348fd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:15.052987 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.100842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.138660 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.176122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 268f7bb1-08aa-407d-88e3-f908d10348fd, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=268f7bb1-08aa-407d-88e3-f908d10348fd,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:15.180736 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.181807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 197c3a29-02f5-48c1-9919-272a09fb471e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:15.239053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.256253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['4e5836fc-3e5a-4208-b262-f8e01502e108'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:15.286938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=268f7bb1-08aa-407d-88e3-f908d10348fd,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:15.295383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Pushing event deleted for resources: {'Port': ['ID=4e5836fc-3e5a-4208-b262-f8e01502e108,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:15.300085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 197c3a29-02f5-48c1-9919-272a09fb471e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:15.300503 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.363825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] No DVR routers for this DVR port 4e5836fc-3e5a-4208-b262-f8e01502e108 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:15.369492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.372741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-658478ea-9e07-46c6-aef1-a095de1c4f23 req-e12e508a-d92c-43e8-9be0-7fb10dd3326a tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.30 "DELETE /v2.0/ports/4e5836fc-3e5a-4208-b262-f8e01502e108 HTTP/1.1" status: 204 len: 173 time: 0.7573657 Apr 20 13:27:15.373174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'name': 'network-vif-deleted', 'tag': '4e5836fc-3e5a-4208-b262-f8e01502e108'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:15.375876 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0cf76-bb0d-4709-9bb2-126524343c9d" -d '{"events": [{"server_uuid": "4ec4c09c-c7ad-4517-b026-16128a06a2b7", "name": "network-vif-deleted", "tag": "4e5836fc-3e5a-4208-b262-f8e01502e108"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:15.394514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.432514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 197c3a29-02f5-48c1-9919-272a09fb471e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=197c3a29-02f5-48c1-9919-272a09fb471e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:15.439459 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.456478 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829c4ee3-0741-42af-9e74-9771bfdea703 x-openstack-request-id: req-829c4ee3-0741-42af-9e74-9771bfdea703 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:15.457014 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec4c09c-c7ad-4517-b026-16128a06a2b7", "name": "network-vif-deleted", "tag": "4e5836fc-3e5a-4208-b262-f8e01502e108", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:15.457014 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-829c4ee3-0741-42af-9e74-9771bfdea703 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:15.458714 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829c4ee3-0741-42af-9e74-9771bfdea703'] response: {'server_uuid': '4ec4c09c-c7ad-4517-b026-16128a06a2b7', 'name': 'network-vif-deleted', 'tag': '4e5836fc-3e5a-4208-b262-f8e01502e108', 'status': 'completed', 'code': 200} Apr 20 13:27:15.518575 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=197c3a29-02f5-48c1-9919-272a09fb471e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:15.547976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.554254 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.629890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=33aeb37e-d202-4dea-b788-81374d8f9dfc,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:15.635497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:15.721011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-368d6ecd-ec69-43ba-a9cc-5e86c179b3d3 req-66c026a4-113a-462c-bb84-0b24260b073b tempest-VolumesNegativeTest-452397723 tempest-VolumesNegativeTest-452397723-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ec4c09c-c7ad-4517-b026-16128a06a2b7 HTTP/1.1" status: 200 len: 210 time: 0.0349667 Apr 20 13:27:15.755700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:15.757200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:15.894514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 364357f6-987c-48c7-9ace-80e0c4786033 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:27:16.184743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1687f4-7570-4f62-aa6d-55879bfa4cd9 None None] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:16.268928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:16.270457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-59000be9-154a-411b-9ef4-b527c1bcc769 None None] Provisioning complete for port 268f7bb1-08aa-407d-88e3-f908d10348fd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:16.271007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-59000be9-154a-411b-9ef4-b527c1bcc769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.274157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-90061bdd-9af1-430c-bb4e-91ac3c6d9e4b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "PUT /v2.0/routers/364357f6-987c-48c7-9ace-80e0c4786033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273889 Apr 20 13:27:16.279842 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Sync routers for ids ['364357f6-987c-48c7-9ace-80e0c4786033'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:16.290850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Routers {'364357f6-987c-48c7-9ace-80e0c4786033'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:16.291475 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364357f6-987c-48c7-9ace-80e0c4786033'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:16.400134 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Set router 364357f6-987c-48c7-9ace-80e0c4786033 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:16.545011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-73c153f1-9544-4a4d-b75e-c12ea763f8e1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:16.546474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-73c153f1-9544-4a4d-b75e-c12ea763f8e1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/networks?id=fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 HTTP/1.1" status: 200 len: 798 time: 0.1116164 Apr 20 13:27:16.563387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-b5cbfeae-97d7-432f-86e6-628202d98993 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/quotas/64d6c635cf6e48058c9b8f75116e9710 HTTP/1.1" status: 200 len: 375 time: 0.0111346 Apr 20 13:27:16.626102 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:11Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '33aeb37e-d202-4dea-b788-81374d8f9dfc', 'name': '', 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:cf:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b9a689f1-0519-413c-b152-29c61f98cce7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:14Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 2, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': 'b9a689f1-0519-413c-b152-29c61f98cce7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:16.630153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-413c5a14-a720-4248-bfbd-181092e7f2f0 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0599866 Apr 20 13:27:16.656118 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Checking router: 364357f6-987c-48c7-9ace-80e0c4786033 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:16.656542 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Updating router 364357f6-987c-48c7-9ace-80e0c4786033 port 33aeb37e-d202-4dea-b788-81374d8f9dfc binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:27:16.658291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b8a6264b-7168-4504-b652-35ed9d3bdeb4 None None] Provisioning complete for port 268f7bb1-08aa-407d-88e3-f908d10348fd triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:16.658669 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8a6264b-7168-4504-b652-35ed9d3bdeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.683251 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.789621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-01308c45-f438-4689-9421-c58b93be92ce service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:27:16.789621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-01308c45-f438-4689-9421-c58b93be92ce service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1429565 Apr 20 13:27:16.789973 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b8a6264b-7168-4504-b652-35ed9d3bdeb4 None None] Provisioning complete for port 33aeb37e-d202-4dea-b788-81374d8f9dfc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:16.789973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8a6264b-7168-4504-b652-35ed9d3bdeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:16.850790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b8a6264b-7168-4504-b652-35ed9d3bdeb4 None None] Port 33aeb37e-d202-4dea-b788-81374d8f9dfc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:16.910800 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-1dcf1ad2-90e3-4923-aff1-0fc0b4ec73a8 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0c91e8-0f48-4c86-848f-4cd07df3fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194615 Apr 20 13:27:16.982459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-098fd0e5-7565-493d-9092-9d58d72fe0a5 None None] Provisioning complete for port 33aeb37e-d202-4dea-b788-81374d8f9dfc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:16.983100 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-098fd0e5-7565-493d-9092-9d58d72fe0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.025552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 268f7bb1-08aa-407d-88e3-f908d10348fd up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:17.039131 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.050828 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.058888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-7a651124-276e-4719-9a46-1c60b49c7f55 service neutron] 10.222.0.24 "GET /v2.0/networks/fd0c91e8-0f48-4c86-848f-4cd07df3fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413951 Apr 20 13:27:17.134986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-098fd0e5-7565-493d-9092-9d58d72fe0a5 None None] Port 33aeb37e-d202-4dea-b788-81374d8f9dfc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:17.139256 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcfc37-8a0f-4e83-88b9-2a20319fefb5 None None] Pushing event updated for resources: {'Port': ['ID=33aeb37e-d202-4dea-b788-81374d8f9dfc,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:17.166266 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 268f7bb1-08aa-407d-88e3-f908d10348fd triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:17.166646 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.215189 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Attempting to bind port 33aeb37e-d202-4dea-b788-81374d8f9dfc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:17.215930 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Attempting to bind port 33aeb37e-d202-4dea-b788-81374d8f9dfc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:17.216326 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Attempting to bind port 33aeb37e-d202-4dea-b788-81374d8f9dfc on network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:17.223269 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:17.223792 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Checking segment: {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:17.224049 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.224440 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Bound using segment: {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:17.224907 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Bound port: 33aeb37e-d202-4dea-b788-81374d8f9dfc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:17.225306 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.297488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 197c3a29-02f5-48c1-9919-272a09fb471e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:17.301708 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] For port 33aeb37e-d202-4dea-b788-81374d8f9dfc, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:17.306380 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] For port 33aeb37e-d202-4dea-b788-81374d8f9dfc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33aeb37e-d202-4dea-b788-81374d8f9dfc,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:17.328956 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.330883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c465c831-d59c-48b8-a959-b73457186b58 None None] Provisioning complete for port 33aeb37e-d202-4dea-b788-81374d8f9dfc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:17.332035 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c465c831-d59c-48b8-a959-b73457186b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.386711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eea29938-faee-4de9-9c9e-4493fd0f1bd7 req-34e94fd4-1210-45b2-8844-37e221603335 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 210 time: 0.0821052 Apr 20 13:27:17.445901 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Routers {'364357f6-987c-48c7-9ace-80e0c4786033'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:17.448699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364357f6-987c-48c7-9ace-80e0c4786033'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:17.457563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c465c831-d59c-48b8-a959-b73457186b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.467117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 197c3a29-02f5-48c1-9919-272a09fb471e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:17.467599 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.541344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c465c831-d59c-48b8-a959-b73457186b58 None None] For port 33aeb37e-d202-4dea-b788-81374d8f9dfc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33aeb37e-d202-4dea-b788-81374d8f9dfc,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:17.543830 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcfc37-8a0f-4e83-88b9-2a20319fefb5 None None] Pushing event updated for resources: {'Port': ['ID=33aeb37e-d202-4dea-b788-81374d8f9dfc,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:17.551036 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c465c831-d59c-48b8-a959-b73457186b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.667646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c831-d59c-48b8-a959-b73457186b58 None None] Pushing event updated for resources: {'Port': ['ID=33aeb37e-d202-4dea-b788-81374d8f9dfc,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:17.684549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] Set router 364357f6-987c-48c7-9ace-80e0c4786033 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:17.685496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-66c9abaa-9ac7-4662-9379-8389ac9aea56 None None] Provisioning complete for port 33aeb37e-d202-4dea-b788-81374d8f9dfc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:17.686480 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-66c9abaa-9ac7-4662-9379-8389ac9aea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.947735 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:11Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '33aeb37e-d202-4dea-b788-81374d8f9dfc', 'name': '', 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:cf:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b9a689f1-0519-413c-b152-29c61f98cce7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:14Z', 'updated_at': '2022-04-20T13:27:17Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': 'b9a689f1-0519-413c-b152-29c61f98cce7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:17.960619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-50a0e4e3-69da-4b18-9123-c5a4e4f1ca0a None None] Provisioning complete for port 33aeb37e-d202-4dea-b788-81374d8f9dfc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:17.961255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-50a0e4e3-69da-4b18-9123-c5a4e4f1ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:17.996162 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfff337-3d4b-450e-9066-f389657fc67e None None] The sync data for ids ['364357f6-987c-48c7-9ace-80e0c4786033'] in n-d-838550-2 is: [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:11Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '33aeb37e-d202-4dea-b788-81374d8f9dfc', 'name': '', 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:cf:eb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'b9a689f1-0519-413c-b152-29c61f98cce7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:14Z', 'updated_at': '2022-04-20T13:27:17Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': 'b9a689f1-0519-413c-b152-29c61f98cce7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:18.111179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 4e5836fc-3e5a-4208-b262-f8e01502e108 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:18.140143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 4e5836fc-3e5a-4208-b262-f8e01502e108 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:18.140709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 4e5836fc-3e5a-4208-b262-f8e01502e108 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:18.480981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e03c59c8-bb85-4f60-bbf7-dfb56f264942 req-26e69567-1ec5-4f9d-a02a-4bc24ffd944d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 210 time: 0.0372307 Apr 20 13:27:18.649571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-42ac8189-ef82-4376-a412-e7ff537cae32 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:18.651090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-42ac8189-ef82-4376-a412-e7ff537cae32 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.30 "GET /v2.0/networks?id=fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 HTTP/1.1" status: 200 len: 798 time: 0.1255789 Apr 20 13:27:18.674192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Request body: {'port': {'device_id': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'admin_state_up': True, 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:18.798950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Made reservation on behalf of 64d6c635cf6e48058c9b8f75116e9710 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:18.803184 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:18.961674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Allocated IP 172.20.0.26 (fd0c91e8-0f48-4c86-848f-4cd07df3fbc9/b9a689f1-0519-413c-b152-29c61f98cce7/33b21682-ad1f-4dc6-b85e-62e7e3916234) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:19.015386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33aeb37e-d202-4dea-b788-81374d8f9dfc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:19.071758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 33aeb37e-d202-4dea-b788-81374d8f9dfc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:19.072171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.141170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.188581 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.195427 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.247640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:19.250923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:19.255047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:19.261756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event updated for resources: {'Port': ['ID=33b21682-ad1f-4dc6-b85e-62e7e3916234,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:19.326633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:19.327287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.349957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-a182c3a9-e98c-46b7-9864-74b6a3259e6d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6890314 Apr 20 13:27:19.364212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Request body: {'port': {'device_id': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:19.437088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.636399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5f7af43b-3b8f-414b-9154-d451bc59f7c6 None None] Provisioning complete for port 33b21682-ad1f-4dc6-b85e-62e7e3916234 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:19.637136 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5f7af43b-3b8f-414b-9154-d451bc59f7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.680547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-5f7af43b-3b8f-414b-9154-d451bc59f7c6 None None] Port 33b21682-ad1f-4dc6-b85e-62e7e3916234 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:19.693314 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6de35b-8405-451e-a6a4-c25ca433ae35 req-0f1b2ea2-5709-4902-a5fc-9087776881ff tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:19.695901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1f6de35b-8405-451e-a6a4-c25ca433ae35 req-0f1b2ea2-5709-4902-a5fc-9087776881ff tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 895 time: 0.1126890 Apr 20 13:27:19.779155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b21682-ad1f-4dc6-b85e-62e7e3916234 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:19.786284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.798546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Transition to ACTIVE for port object 33b21682-ad1f-4dc6-b85e-62e7e3916234 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:27:19.802277 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:19.853746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Pushing event updated for resources: {'Port': ['ID=33b21682-ad1f-4dc6-b85e-62e7e3916234,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:19.932554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Attempting to bind port 33b21682-ad1f-4dc6-b85e-62e7e3916234 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:19.933088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Attempting to bind port 33b21682-ad1f-4dc6-b85e-62e7e3916234 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:19.933420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Attempting to bind port 33b21682-ad1f-4dc6-b85e-62e7e3916234 on network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:19.941687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Port 33b21682-ad1f-4dc6-b85e-62e7e3916234 on network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:27:19.942304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Attempting to bind port 33b21682-ad1f-4dc6-b85e-62e7e3916234 on network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:19.948529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:19.948876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Checking segment: {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:19.949262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Bound using segment: {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:19.949718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Bound port: 33b21682-ad1f-4dc6-b85e-62e7e3916234, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36a5b85a-08af-4b6a-b590-d46445c5b7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:19.950089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.026323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] For port 33b21682-ad1f-4dc6-b85e-62e7e3916234, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:20.029900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] For port 33b21682-ad1f-4dc6-b85e-62e7e3916234, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=33b21682-ad1f-4dc6-b85e-62e7e3916234,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:20.035882 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.071340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.071915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:20.076548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] 10.222.0.30 "PUT /v2.0/ports/33b21682-ad1f-4dc6-b85e-62e7e3916234 HTTP/1.1" status: 200 len: 1055 time: 0.7140830 Apr 20 13:27:20.076548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'tag': '33b21682-ad1f-4dc6-b85e-62e7e3916234'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:20.076548 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fd6207-2375-471f-aa1c-a4e7ccc513af", "tag": "33b21682-ad1f-4dc6-b85e-62e7e3916234"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:20.102805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ec38a-7222-495e-aba6-76b4995f05ae service neutron] Pushing event updated for resources: {'Port': ['ID=33b21682-ad1f-4dc6-b85e-62e7e3916234,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:20.148062 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9394e26-a2a2-4fd8-a0af-5a0e51d7a37b x-openstack-request-id: req-f9394e26-a2a2-4fd8-a0af-5a0e51d7a37b {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:20.148463 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fd6207-2375-471f-aa1c-a4e7ccc513af", "tag": "33b21682-ad1f-4dc6-b85e-62e7e3916234", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:20.148780 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9394e26-a2a2-4fd8-a0af-5a0e51d7a37b {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:20.149248 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9394e26-a2a2-4fd8-a0af-5a0e51d7a37b'] response: {'name': 'network-changed', 'server_uuid': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'tag': '33b21682-ad1f-4dc6-b85e-62e7e3916234', 'status': 'completed', 'code': 200} Apr 20 13:27:20.166951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-7d9520c8-4183-47fc-b559-d3110e2e14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.168483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-7d9520c8-4183-47fc-b559-d3110e2e14d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 1058 time: 0.0509620 Apr 20 13:27:20.227791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-57ce954c-3e5f-4419-808e-9b8116554adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=33b21682-ad1f-4dc6-b85e-62e7e3916234 HTTP/1.1" status: 200 len: 217 time: 0.0498734 Apr 20 13:27:20.290887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-1c778ac5-c43e-4b72-a1f5-329e8ac1f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.292350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-1c778ac5-c43e-4b72-a1f5-329e8ac1f0f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9a689f1-0519-413c-b152-29c61f98cce7 HTTP/1.1" status: 200 len: 837 time: 0.0577395 Apr 20 13:27:20.340311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-630e802d-5266-40d7-a3a1-272c0d3961a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.341965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-630e802d-5266-40d7-a3a1-272c0d3961a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd0c91e8-0f48-4c86-848f-4cd07df3fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421548 Apr 20 13:27:20.436357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-453dce08-242c-4138-ac04-0960453db019 service neutron] 10.222.0.30 "GET /v2.0/networks/fd0c91e8-0f48-4c86-848f-4cd07df3fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879810 Apr 20 13:27:20.529709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fbabb7e8-4378-46d4-a0f6-d3f33133e948 req-91e5596a-aecd-4069-94cc-e36c179cf2f1 service neutron] 10.222.0.30 "GET /v2.0/networks/fd0c91e8-0f48-4c86-848f-4cd07df3fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868633 Apr 20 13:27:20.627482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-39118a57-2875-4c57-8200-87faa64299d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.629025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-39118a57-2875-4c57-8200-87faa64299d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 1058 time: 0.0484145 Apr 20 13:27:20.798308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-06311278-a396-4a3a-9820-e875d6fa7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.799722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-06311278-a396-4a3a-9820-e875d6fa7336 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 HTTP/1.1" status: 200 len: 899 time: 0.1646724 Apr 20 13:27:20.848826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-eea48b9f-f6a6-434c-8bde-620113cc89e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=33b21682-ad1f-4dc6-b85e-62e7e3916234 HTTP/1.1" status: 200 len: 217 time: 0.0358307 Apr 20 13:27:20.899350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce892194-5eff-49d6-8301-df16edb9b454 req-00002a70-9146-4d30-a2bf-1f58d77064e7 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.900816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce892194-5eff-49d6-8301-df16edb9b454 req-00002a70-9146-4d30-a2bf-1f58d77064e7 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 907 time: 0.1203775 Apr 20 13:27:20.919233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-b7046ee3-4c93-4e14-ac63-4e5ca47e7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.921279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-b7046ee3-4c93-4e14-ac63-4e5ca47e7c4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9a689f1-0519-413c-b152-29c61f98cce7 HTTP/1.1" status: 200 len: 837 time: 0.0657747 Apr 20 13:27:20.978199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-3c864179-f4c3-46e8-8f04-2f2f18bde06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:20.979584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-3c864179-f4c3-46e8-8f04-2f2f18bde06f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd0c91e8-0f48-4c86-848f-4cd07df3fbc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514309 Apr 20 13:27:21.068449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-c0f206b4-fb35-4859-9293-ed9479047a69 service neutron] 10.222.0.30 "GET /v2.0/networks/fd0c91e8-0f48-4c86-848f-4cd07df3fbc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816889 Apr 20 13:27:21.162882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-431a4c42-20a6-4bb9-b13b-0a01cc3d6c13 req-c061de5f-37e9-41ec-b037-93d24f61b9af service neutron] 10.222.0.30 "GET /v2.0/networks/fd0c91e8-0f48-4c86-848f-4cd07df3fbc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879202 Apr 20 13:27:22.137824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331122e4-71a8-44b5-a707-e080d84e811e req-4f9c5392-f0ee-4325-93c7-3518dfc2d92b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.139517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-331122e4-71a8-44b5-a707-e080d84e811e req-4f9c5392-f0ee-4325-93c7-3518dfc2d92b tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 907 time: 0.1624477 Apr 20 13:27:22.376707 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-fc280307-4320-4138-97c9-43bbcbd6fa7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396874 Apr 20 13:27:22.458785 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-2dc162ee-4d4d-4411-82d1-8f4cc0ad7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.460992 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-2dc162ee-4d4d-4411-82d1-8f4cc0ad7f0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1136 time: 0.0431356 Apr 20 13:27:22.574277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-4a8ecc74-1c67-4703-b699-ef1f6c3c46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.574456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49524) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:22.575721 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-4a8ecc74-1c67-4703-b699-ef1f6c3c46ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=77b033eb-7c58-4dfe-93ce-8057f52cf982 HTTP/1.1" status: 200 len: 898 time: 0.0967267 Apr 20 13:27:22.645282 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-acf05c28-1bea-4e2e-9e15-515f3c114040 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130 HTTP/1.1" status: 200 len: 1002 time: 0.0629246 Apr 20 13:27:22.700244 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-156a1952-eb71-4be1-8960-c6299b73922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.701696 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-156a1952-eb71-4be1-8960-c6299b73922f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9196c5aa-f8e0-4302-9a65-634a69b06650 HTTP/1.1" status: 200 len: 835 time: 0.0499425 Apr 20 13:27:22.730284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4dcb84d6-57e6-47a6-a432-8df725d57ca6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f47ccd9785e405c9cefce073bb1c703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547871 Apr 20 13:27:22.732789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49528) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:22.746586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-72975ac7-acf3-4705-b691-bd540d316b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:22.748087 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-72975ac7-acf3-4705-b691-bd540d316b2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77b033eb-7c58-4dfe-93ce-8057f52cf982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403457 Apr 20 13:27:22.787968 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a455fbcf-2503-4649-9913-87583140d103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.809755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a455fbcf-2503-4649-9913-87583140d103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.837733 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-5c39e054-cdd1-4024-9aaa-032d51d0dc13 service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826199 Apr 20 13:27:22.858612 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a455fbcf-2503-4649-9913-87583140d103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.861068 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a455fbcf-2503-4649-9913-87583140d103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:22.862240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a455fbcf-2503-4649-9913-87583140d103 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/466d8d62-b9f4-4793-a3a6-764b445b065c HTTP/1.1" status: 204 len: 168 time: 0.1285012 Apr 20 13:27:22.870092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455fbcf-2503-4649-9913-87583140d103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466d8d62-b9f4-4793-a3a6-764b445b065c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:22.934855 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-14ec4460-554d-4d6f-8908-f39991f9cd01 req-2b29439c-afd0-4319-b4ff-f5bca1d6040a service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911777 Apr 20 13:27:23.032628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:27:23.253941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28224a45-71dd-4293-9a32-7dab5c38dd23 req-eb9fd02e-8c0c-4e0d-84b7-7bdcdfc8299a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:23.255410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28224a45-71dd-4293-9a32-7dab5c38dd23 req-eb9fd02e-8c0c-4e0d-84b7-7bdcdfc8299a tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 907 time: 0.0477889 Apr 20 13:27:23.983405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.111006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 33b21682-ad1f-4dc6-b85e-62e7e3916234 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:27:24.204674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 33b21682-ad1f-4dc6-b85e-62e7e3916234, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=33b21682-ad1f-4dc6-b85e-62e7e3916234,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:24.216204 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '33b21682-ad1f-4dc6-b85e-62e7e3916234', 'network_id': 'fd0c91e8-0f48-4c86-848f-4cd07df3fbc9', 'port_id': '33b21682-ad1f-4dc6-b85e-62e7e3916234', 'mac_address': 'fa:16:3e:4f:e5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a689f1-0519-413c-b152-29c61f98cce7', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:27:24.254725 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.267602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b21682-ad1f-4dc6-b85e-62e7e3916234 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:27:24.288688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 33b21682-ad1f-4dc6-b85e-62e7e3916234, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=33b21682-ad1f-4dc6-b85e-62e7e3916234,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:24.292495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:24.341456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=33b21682-ad1f-4dc6-b85e-62e7e3916234,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:24.348710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.349051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.349384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.349742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.350140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.350467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.350793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.351112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.351431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.351749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.352069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.352384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:24.379149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a883a-c3cc-488d-8e11-a2ec2eb6361b req-9eade850-ed0c-4bb2-9f07-4ced7bc8d75f tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:24.380779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-210a883a-c3cc-488d-8e11-a2ec2eb6361b req-9eade850-ed0c-4bb2-9f07-4ced7bc8d75f tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 908 time: 0.0514688 Apr 20 13:27:24.578264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['33b21682-ad1f-4dc6-b85e-62e7e3916234'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:27:25.672199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd6cbb-ea00-4431-a039-29d282ddc2d8 req-08df9493-8839-4317-9e33-e438b6c14360 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:25.673683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5bd6cbb-ea00-4431-a039-29d282ddc2d8 req-08df9493-8839-4317-9e33-e438b6c14360 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 908 time: 0.2224848 Apr 20 13:27:26.127218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 33b21682-ad1f-4dc6-b85e-62e7e3916234 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:26.179238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 33b21682-ad1f-4dc6-b85e-62e7e3916234 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:27:26.184246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 33b21682-ad1f-4dc6-b85e-62e7e3916234 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:26.184613 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.258255 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.279843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b21682-ad1f-4dc6-b85e-62e7e3916234'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:26.282094 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc244819-caa8-4d4a-9e10-f503cc7f75ef" -d '{"events": [{"server_uuid": "f3fd6207-2375-471f-aa1c-a4e7ccc513af", "name": "network-vif-plugged", "status": "completed", "tag": "33b21682-ad1f-4dc6-b85e-62e7e3916234"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:26.295257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 33b21682-ad1f-4dc6-b85e-62e7e3916234, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=33b21682-ad1f-4dc6-b85e-62e7e3916234,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:26.299652 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:26.326173 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83613b54-df49-452b-80b3-70423f413255 x-openstack-request-id: req-83613b54-df49-452b-80b3-70423f413255 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:26.326460 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd6207-2375-471f-aa1c-a4e7ccc513af", "name": "network-vif-plugged", "status": "completed", "tag": "33b21682-ad1f-4dc6-b85e-62e7e3916234", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:26.326707 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83613b54-df49-452b-80b3-70423f413255 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:26.327085 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83613b54-df49-452b-80b3-70423f413255'] response: {'server_uuid': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b21682-ad1f-4dc6-b85e-62e7e3916234', 'code': 200} Apr 20 13:27:26.352547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=33b21682-ad1f-4dc6-b85e-62e7e3916234,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:26.417604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d86be-b500-4101-ab34-c527468a3581 req-02d14487-66e8-48a7-81cf-273fd7f27ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:26.419139 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c0d86be-b500-4101-ab34-c527468a3581 req-02d14487-66e8-48a7-81cf-273fd7f27ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 1060 time: 0.0398130 Apr 20 13:27:26.787527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e7693-9357-4d69-bdcc-35cf30607a30 req-7440ff56-472e-4c8b-8306-4072aa83f4cf tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:26.788988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b8e7693-9357-4d69-bdcc-35cf30607a30 req-7440ff56-472e-4c8b-8306-4072aa83f4cf tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 909 time: 0.0493042 Apr 20 13:27:27.906245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c4df-59ab-4cb3-a8db-899cd4959649 req-9a2997c8-e3fc-4b98-9064-334c10751838 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:27.907685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0028c4df-59ab-4cb3-a8db-899cd4959649 req-9a2997c8-e3fc-4b98-9064-334c10751838 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 909 time: 0.0477412 Apr 20 13:27:28.028064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfbb44-ca50-4861-ba5a-38252c211e91 req-ae0af3f1-7f42-485e-b1b9-3a921bcbed6e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:28.029516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efdfbb44-ca50-4861-ba5a-38252c211e91 req-ae0af3f1-7f42-485e-b1b9-3a921bcbed6e tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 909 time: 0.0552897 Apr 20 13:27:28.136836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e534e8-7502-4b4e-b003-827dcffb181b req-439170b1-f8e3-45f4-84e0-f3ba8c878c6a tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:28.138505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-66e534e8-7502-4b4e-b003-827dcffb181b req-439170b1-f8e3-45f4-84e0-f3ba8c878c6a tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 1060 time: 0.0425255 Apr 20 13:27:28.266054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad474-b348-4fde-9b8a-e1ab06fad2e0 req-faaf0663-8903-4019-92b5-c30e1e7ee91b tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:28.270832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-119ad474-b348-4fde-9b8a-e1ab06fad2e0 req-faaf0663-8903-4019-92b5-c30e1e7ee91b tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1136 time: 0.0568774 Apr 20 13:27:28.342276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-119ad474-b348-4fde-9b8a-e1ab06fad2e0 req-39271909-703a-4a40-aec8-4ea64ee56f5e tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0597672 Apr 20 13:27:28.361612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49596) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:28.403082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1c138-0226-4152-8f78-bae5052b527c tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:28.404521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b8d1c138-0226-4152-8f78-bae5052b527c tempest-TestSecurityGroupsBasicOps-221616880 tempest-TestSecurityGroupsBasicOps-221616880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 1055 time: 0.0422890 Apr 20 13:27:28.621035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ff6ac-c2d6-4fad-95ed-69a4acb65da7 req-d8d82458-de9d-4f6e-a4b1-bc3d2f2920d6 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:28.622504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-614ff6ac-c2d6-4fad-95ed-69a4acb65da7 req-d8d82458-de9d-4f6e-a4b1-bc3d2f2920d6 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 909 time: 0.0507822 Apr 20 13:27:29.757993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b15c6-7c26-4498-930d-d47c4847536d req-195dbe5c-d931-481a-a16b-88f7f873be38 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:29.759456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c0b15c6-7c26-4498-930d-d47c4847536d req-195dbe5c-d931-481a-a16b-88f7f873be38 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 909 time: 0.0632353 Apr 20 13:27:30.056663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-11fb8d86-04c6-4127-820e-ea9a602d5991 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:30.058114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-11fb8d86-04c6-4127-820e-ea9a602d5991 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 909 time: 0.0482662 Apr 20 13:27:30.152149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting port 33b21682-ad1f-4dc6-b85e-62e7e3916234 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:30.152485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.239133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] For port 33b21682-ad1f-4dc6-b85e-62e7e3916234, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=33b21682-ad1f-4dc6-b85e-62e7e3916234,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:30.239395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.252515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Calling delete_port for 33b21682-ad1f-4dc6-b85e-62e7e3916234 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:30.403634 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.545965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] No DVR routers for this DVR port 33b21682-ad1f-4dc6-b85e-62e7e3916234 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:30.547776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Port': ['ID=33b21682-ad1f-4dc6-b85e-62e7e3916234,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:30.554451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:30.562854 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0e3222c-52b8-4285-aead-04d07ef6ca49 req-6fd5c898-86f4-49e2-abde-cb527ac79502 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.30 "DELETE /v2.0/ports/33b21682-ad1f-4dc6-b85e-62e7e3916234 HTTP/1.1" status: 204 len: 173 time: 0.4981265 Apr 20 13:27:30.563593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'name': 'network-vif-deleted', 'tag': '33b21682-ad1f-4dc6-b85e-62e7e3916234'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:30.567406 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0983e35e-9684-4ad6-ae1f-d541bdd4e834" -d '{"events": [{"server_uuid": "f3fd6207-2375-471f-aa1c-a4e7ccc513af", "name": "network-vif-deleted", "tag": "33b21682-ad1f-4dc6-b85e-62e7e3916234"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:30.641492 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb2fd6a-5147-4cf5-9c38-89689591c665 x-openstack-request-id: req-0cb2fd6a-5147-4cf5-9c38-89689591c665 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:30.641978 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fd6207-2375-471f-aa1c-a4e7ccc513af", "name": "network-vif-deleted", "tag": "33b21682-ad1f-4dc6-b85e-62e7e3916234", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:30.642233 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0cb2fd6a-5147-4cf5-9c38-89689591c665 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:30.642729 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cb2fd6a-5147-4cf5-9c38-89689591c665'] response: {'server_uuid': 'f3fd6207-2375-471f-aa1c-a4e7ccc513af', 'name': 'network-vif-deleted', 'tag': '33b21682-ad1f-4dc6-b85e-62e7e3916234', 'status': 'completed', 'code': 200} Apr 20 13:27:30.872046 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-562dc96d-4099-454e-8662-592b6b53db3e req-fe90f096-b670-4ab5-ba6a-12a55825cd61 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3fd6207-2375-471f-aa1c-a4e7ccc513af HTTP/1.1" status: 200 len: 210 time: 0.0334125 Apr 20 13:27:31.927089 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:32.546772 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.807456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting port 33aeb37e-d202-4dea-b788-81374d8f9dfc {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:32.807800 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.903822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] For port 33aeb37e-d202-4dea-b788-81374d8f9dfc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=33aeb37e-d202-4dea-b788-81374d8f9dfc,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:32.904212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:32.917569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Calling delete_port for 33aeb37e-d202-4dea-b788-81374d8f9dfc owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:33.117452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.155388 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Port': ['ID=33aeb37e-d202-4dea-b788-81374d8f9dfc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:33.168665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.169013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.169351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.169732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.170066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.170398 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.170723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.171048 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.171381 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.172119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.172119 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.172395 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:27:33.385715 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.607387 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 364357f6-987c-48c7-9ace-80e0c4786033 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:27:33.689306 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1e6fb88-2a3e-4a1b-86d8-39c010e42111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.712600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:33.717459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-046ccbaa-596e-42b6-b074-05ba23a19862 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "PUT /v2.0/routers/364357f6-987c-48c7-9ace-80e0c4786033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7893414 Apr 20 13:27:33.720220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49666) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:33.722846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b94496-41d4-49db-a997-72a204aa453b None None] Sync routers for ids ['364357f6-987c-48c7-9ace-80e0c4786033'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:33.733334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] Routers {'364357f6-987c-48c7-9ace-80e0c4786033'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:33.734005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364357f6-987c-48c7-9ace-80e0c4786033'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:33.771251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting subnet b9a689f1-0519-413c-b152-29c61f98cce7 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:27:33.774845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.814827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.906148 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.965746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.995460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] Set router 364357f6-987c-48c7-9ace-80e0c4786033 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:33.995960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:33.999782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/subnets/b9a689f1-0519-413c-b152-29c61f98cce7 HTTP/1.1" status: 204 len: 168 time: 0.2783866 Apr 20 13:27:34.000719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1eaf8-0294-4ccc-a6b4-b41304808b4d tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a689f1-0519-413c-b152-29c61f98cce7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:34.003146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49668) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:34.026958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6db42d-8738-4a1b-81da-4e814daec7aa None None] Network fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:34.114200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.216760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 33b21682-ad1f-4dc6-b85e-62e7e3916234 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:34.221672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.247755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 33b21682-ad1f-4dc6-b85e-62e7e3916234 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:34.248102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 33b21682-ad1f-4dc6-b85e-62e7e3916234 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:34.277197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting port 197c3a29-02f5-48c1-9919-272a09fb471e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:34.277551 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.304997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:33Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': '197c3a29-02f5-48c1-9919-272a09fb471e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364357f6-987c-48c7-9ace-80e0c4786033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:11Z', 'updated_at': '2022-04-20T13:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:34.335228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b94496-41d4-49db-a997-72a204aa453b None None] Checking router: 364357f6-987c-48c7-9ace-80e0c4786033 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:34.346415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] Routers {'364357f6-987c-48c7-9ace-80e0c4786033'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:34.346925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['364357f6-987c-48c7-9ace-80e0c4786033'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:34.377382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] For port 197c3a29-02f5-48c1-9919-272a09fb471e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=197c3a29-02f5-48c1-9919-272a09fb471e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:34.377831 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.384017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] DHCP port deletion for fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:27:34.392827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Calling delete_port for 197c3a29-02f5-48c1-9919-272a09fb471e owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:34.463835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] Set router 364357f6-987c-48c7-9ace-80e0c4786033 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:34.521532 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-99b94496-41d4-49db-a997-72a204aa453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:34Z', 'revision_number': 6, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:34.554691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b94496-41d4-49db-a997-72a204aa453b None None] The sync data for ids ['364357f6-987c-48c7-9ace-80e0c4786033'] in n-d-838550-2 is: [{'id': '364357f6-987c-48c7-9ace-80e0c4786033', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2110540529', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:10Z', 'updated_at': '2022-04-20T13:27:34Z', 'revision_number': 6, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:34.562829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] Deleting port 268f7bb1-08aa-407d-88e3-f908d10348fd {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:34.563204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.635587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] For port 268f7bb1-08aa-407d-88e3-f908d10348fd, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=268f7bb1-08aa-407d-88e3-f908d10348fd,segment=NetworkSegment(36a5b85a-08af-4b6a-b590-d46445c5b7e0),segment_id=36a5b85a-08af-4b6a-b590-d46445c5b7e0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:34.635989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.651225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] Calling delete_port for 268f7bb1-08aa-407d-88e3-f908d10348fd owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:34.740977 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.773877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] Pushing event deleted for resources: {'Port': ['ID=268f7bb1-08aa-407d-88e3-f908d10348fd,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:34.775660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49763ad-2c93-4a00-9df4-6bf865711bc8 None None] No DVR routers for this DVR port 268f7bb1-08aa-407d-88e3-f908d10348fd on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:34.854218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:34.878626 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Port': ['ID=197c3a29-02f5-48c1-9919-272a09fb471e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:34.944449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.055294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.057753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.086158 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33aeb37e-d202-4dea-b788-81374d8f9dfc no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:35.104555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.105775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Fanout notify agent at l3_agent the message router_deleted on router 364357f6-987c-48c7-9ace-80e0c4786033 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:27:35.110794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 33aeb37e-d202-4dea-b788-81374d8f9dfc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:35.111139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 33aeb37e-d202-4dea-b788-81374d8f9dfc not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:35.111546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 268f7bb1-08aa-407d-88e3-f908d10348fd no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:35.117128 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.120613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9833fadc-a47b-496b-87ad-923533d5dc34 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/routers/364357f6-987c-48c7-9ace-80e0c4786033 HTTP/1.1" status: 204 len: 168 time: 1.1138983 Apr 20 13:27:35.120861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49676) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:35.132149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 268f7bb1-08aa-407d-88e3-f908d10348fd {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:35.132488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 268f7bb1-08aa-407d-88e3-f908d10348fd not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:35.199670 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.293206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.313539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0c91e8-0f48-4c86-848f-4cd07df3fbc9']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:35.323465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a5b85a-08af-4b6a-b590-d46445c5b7e0') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:35.323761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a5b85a-08af-4b6a-b590-d46445c5b7e0') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:35.335965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.352150 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.358577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:35.358976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:35.362795 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:35.466105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.476757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.480335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/networks/fd0c91e8-0f48-4c86-848f-4cd07df3fbc9 HTTP/1.1" status: 204 len: 168 time: 0.3585362 Apr 20 13:27:35.483300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49680) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:35.529132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf25978-a2d3-45e4-b4e2-a8d672ad3206 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Network': ['ID=fd0c91e8-0f48-4c86-848f-4cd07df3fbc9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:35.757526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting port 295edd68-0c1a-4dbc-b5e5-d1e16628d522 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:35.758133 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.832593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.832847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:35.845531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Calling delete_port for 295edd68-0c1a-4dbc-b5e5-d1e16628d522 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:36.024717 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f3a498be-0f84-4873-b501-4cf08c504c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.036312 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.062814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Port': ['ID=295edd68-0c1a-4dbc-b5e5-d1e16628d522,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:36.124593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.124916 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Floating IP af637d38-cb08-404b-be37-0d1914ebdfbc disassociated (deleted). External IP: 172.25.3.165, port: c2d8456d-8a63-432c-9f3f-d76a628c0130. Apr 20 13:27:36.335099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 5419328f-a920-41bf-8fca-244278ec04df has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:27:36.445557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:36.450170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:36.455138 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] Sync routers for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:36.465531 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:36.466177 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:36.482368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6018c1cc-77f5-405b-b545-ea9733bd9f30 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/floatingips/af637d38-cb08-404b-be37-0d1914ebdfbc HTTP/1.1" status: 204 len: 168 time: 0.9954348 Apr 20 13:27:36.482368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:36.483494 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef006897-de03-4fdd-9b74-2be418af779a" -d '{"events": [{"name": "network-changed", "server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:36.547203 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e66ce5-5810-4571-8fcf-3e38d8b88f4f x-openstack-request-id: req-d0e66ce5-5810-4571-8fcf-3e38d8b88f4f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:36.547516 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:36.547752 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0e66ce5-5810-4571-8fcf-3e38d8b88f4f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:36.548154 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e66ce5-5810-4571-8fcf-3e38d8b88f4f'] response: {'name': 'network-changed', 'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'status': 'completed', 'code': 200} Apr 20 13:27:36.626344 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:36.629401 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006897-de03-4fdd-9b74-2be418af779a req-26f6eabc-480d-4a20-a549-f7fd34ee9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.631726 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ef006897-de03-4fdd-9b74-2be418af779a req-26f6eabc-480d-4a20-a549-f7fd34ee9cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=64d6c635cf6e48058c9b8f75116e9710&device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 1136 time: 0.0635610 Apr 20 13:27:36.744997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006897-de03-4fdd-9b74-2be418af779a req-5886d84f-d112-40c2-a117-b63770fc1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.746449 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ef006897-de03-4fdd-9b74-2be418af779a req-5886d84f-d112-40c2-a117-b63770fc1116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=77b033eb-7c58-4dfe-93ce-8057f52cf982 HTTP/1.1" status: 200 len: 898 time: 0.1052744 Apr 20 13:27:36.786760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d2db-c068-4e96-8c0b-7ab0e2587b16 req-18a538ce-ce7c-40a0-befb-21b087845ab1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.796130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42c3d2db-c068-4e96-8c0b-7ab0e2587b16 req-18a538ce-ce7c-40a0-befb-21b087845ab1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 985 time: 0.0691373 Apr 20 13:27:36.801069 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ef006897-de03-4fdd-9b74-2be418af779a req-fbdd65b7-533a-4130-965d-983d5efb4365 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130 HTTP/1.1" status: 200 len: 217 time: 0.0469046 Apr 20 13:27:36.839439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42c3d2db-c068-4e96-8c0b-7ab0e2587b16 req-f3c0e0cf-93ae-4f39-a2a6-b2dc7b22dbc5 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0420315 Apr 20 13:27:36.860098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006897-de03-4fdd-9b74-2be418af779a req-0f3ab69a-1c42-455b-b69c-6798c1101c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.868632 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ef006897-de03-4fdd-9b74-2be418af779a req-0f3ab69a-1c42-455b-b69c-6798c1101c2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9196c5aa-f8e0-4302-9a65-634a69b06650 HTTP/1.1" status: 200 len: 835 time: 0.0525882 Apr 20 13:27:36.914052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef006897-de03-4fdd-9b74-2be418af779a req-4596f503-e718-43d2-96e9-8dad424416a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:36.915528 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ef006897-de03-4fdd-9b74-2be418af779a req-4596f503-e718-43d2-96e9-8dad424416a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=77b033eb-7c58-4dfe-93ce-8057f52cf982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449235 Apr 20 13:27:36.930596 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 197c3a29-02f5-48c1-9919-272a09fb471e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:36.932951 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:25Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:36.951467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 197c3a29-02f5-48c1-9919-272a09fb471e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:36.951849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 197c3a29-02f5-48c1-9919-272a09fb471e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:36.965913 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] Checking router: 5419328f-a920-41bf-8fca-244278ec04df for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:36.974073 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:36.974680 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:37.029993 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ef006897-de03-4fdd-9b74-2be418af779a req-585601f0-ff58-4dcd-80d7-f28ca8a4ed06 service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063931 Apr 20 13:27:37.085021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:37.125087 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ef006897-de03-4fdd-9b74-2be418af779a req-78843793-0c30-460a-ac00-11cd24971f51 service neutron] 10.222.0.37 "GET /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887542 Apr 20 13:27:37.268960 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:37.288777 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:25Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:37.317780 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d14626-d834-431f-bca4-926c927aa294 None None] The sync data for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 is: [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:21Z', 'revision_number': 4, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '44860011-2d20-409a-ae04-5f9a7b0e6958', 'name': '', 'network_id': '77b033eb-7c58-4dfe-93ce-8057f52cf982', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'mac_address': 'fa:16:3e:58:9e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:21Z', 'updated_at': '2022-04-20T13:26:25Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'subnets': [{'id': '9196c5aa-f8e0-4302-9a65-634a69b06650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:37.573168 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbadf01-aece-4006-9e85-c322943e725c None None] New status for floating IP af637d38-cb08-404b-be37-0d1914ebdfbc: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:27:37.966651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684bea8-cc0c-4399-9b23-e9e28d6c4c8d req-0c8e3bd6-ea87-4880-9b44-678840ff7982 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:37.968113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1684bea8-cc0c-4399-9b23-e9e28d6c4c8d req-0c8e3bd6-ea87-4880-9b44-678840ff7982 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 985 time: 0.0489411 Apr 20 13:27:38.008107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1684bea8-cc0c-4399-9b23-e9e28d6c4c8d req-6f216a21-840d-4209-b567-d48a67f57fcf tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "GET /v2.0/security-groups?id=65176ab1-e866-4e58-a77d-3d7041739e62&id=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0336030 Apr 20 13:27:38.097174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-3557c8a9-49c0-4c5c-a0cb-f79ee72ed8a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:38.098625 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-3557c8a9-49c0-4c5c-a0cb-f79ee72ed8a2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.37 "GET /v2.0/ports?device_id=33f5fe2d-90c1-45b6-bb92-927d9f0bffac HTTP/1.1" status: 200 len: 985 time: 0.0481606 Apr 20 13:27:38.195525 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting port c2d8456d-8a63-432c-9f3f-d76a628c0130 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:38.195867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:38.284359 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] For port c2d8456d-8a63-432c-9f3f-d76a628c0130, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2d8456d-8a63-432c-9f3f-d76a628c0130,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:38.284724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:38.297656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Calling delete_port for c2d8456d-8a63-432c-9f3f-d76a628c0130 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:38.426467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:38.452950 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Port': ['ID=c2d8456d-8a63-432c-9f3f-d76a628c0130,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:38.499970 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] No DVR routers for this DVR port c2d8456d-8a63-432c-9f3f-d76a628c0130 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:38.502487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:38.505701 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b316fc2c-9953-46f6-bfb4-e46695a1cfc5 req-d8c464ca-1ebd-4b96-99f6-e01476a7bf21 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.37 "DELETE /v2.0/ports/c2d8456d-8a63-432c-9f3f-d76a628c0130 HTTP/1.1" status: 204 len: 173 time: 0.4009614 Apr 20 13:27:38.506137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'name': 'network-vif-deleted', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:27:38.508484 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6acd247-1378-40b9-b739-7a735ea7f27a" -d '{"events": [{"server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "name": "network-vif-deleted", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:27:38.549562 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6cb413-239c-4ff1-8227-13e30013165a x-openstack-request-id: req-7d6cb413-239c-4ff1-8227-13e30013165a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:27:38.549925 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f5fe2d-90c1-45b6-bb92-927d9f0bffac", "name": "network-vif-deleted", "tag": "c2d8456d-8a63-432c-9f3f-d76a628c0130", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:27:38.550164 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d6cb413-239c-4ff1-8227-13e30013165a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:27:38.550583 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6cb413-239c-4ff1-8227-13e30013165a'] response: {'server_uuid': '33f5fe2d-90c1-45b6-bb92-927d9f0bffac', 'name': 'network-vif-deleted', 'tag': 'c2d8456d-8a63-432c-9f3f-d76a628c0130', 'status': 'completed', 'code': 200} Apr 20 13:27:38.634453 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:38.971151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.064731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49708) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:39.122443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f57d661-bb29-4d3b-8f2d-b7ba2eee2a93 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.145901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f57d661-bb29-4d3b-8f2d-b7ba2eee2a93 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.186785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f57d661-bb29-4d3b-8f2d-b7ba2eee2a93 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.189690 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2f57d661-bb29-4d3b-8f2d-b7ba2eee2a93 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.190807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2f57d661-bb29-4d3b-8f2d-b7ba2eee2a93 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/security-groups/65176ab1-e866-4e58-a77d-3d7041739e62 HTTP/1.1" status: 204 len: 168 time: 0.1250734 Apr 20 13:27:39.193654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49710) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:39.200508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57d661-bb29-4d3b-8f2d-b7ba2eee2a93 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65176ab1-e866-4e58-a77d-3d7041739e62,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:39.259933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fe192b-6e6a-4e2e-a16e-e8e1046c8944 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.283905 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fe192b-6e6a-4e2e-a16e-e8e1046c8944 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.327015 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fe192b-6e6a-4e2e-a16e-e8e1046c8944 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.329741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-53fe192b-6e6a-4e2e-a16e-e8e1046c8944 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.330881 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-53fe192b-6e6a-4e2e-a16e-e8e1046c8944 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/security-groups/13c3f5b5-9868-44d9-9e4e-436a2ba2afe4 HTTP/1.1" status: 204 len: 168 time: 0.1357093 Apr 20 13:27:39.333985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49712) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:39.375714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe192b-6e6a-4e2e-a16e-e8e1046c8944 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c3f5b5-9868-44d9-9e4e-436a2ba2afe4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:39.712649 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:39.977122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting port 44860011-2d20-409a-ae04-5f9a7b0e6958 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:39.977469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.068717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] For port 44860011-2d20-409a-ae04-5f9a7b0e6958, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=44860011-2d20-409a-ae04-5f9a7b0e6958,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:40.069599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.082751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Calling delete_port for 44860011-2d20-409a-ae04-5f9a7b0e6958 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:40.545764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:40.575597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Port': ['ID=44860011-2d20-409a-ae04-5f9a7b0e6958,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:40.783121 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.068813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Router 5419328f-a920-41bf-8fca-244278ec04df has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:27:41.115979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49722) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:41.189213 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:41.195117 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f312ac86-73fe-4ddd-90eb-df7daa37583c tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "PUT /v2.0/routers/5419328f-a920-41bf-8fca-244278ec04df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8595750 Apr 20 13:27:41.197832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:41.199829 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] Sync routers for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:41.211329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:41.211954 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:41.289410 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b8f73e1-49d0-4f68-bbf0-07fefcb7f647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.307833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting subnet 9196c5aa-f8e0-4302-9a65-634a69b06650 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:27:41.314116 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.321570 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:41.371836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.488558 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b8f73e1-49d0-4f68-bbf0-07fefcb7f647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.490500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.494643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2b8f73e1-49d0-4f68-bbf0-07fefcb7f647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.507922 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:27:40Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:41.539222 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] Checking router: 5419328f-a920-41bf-8fca-244278ec04df for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:41.548355 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] Routers {'5419328f-a920-41bf-8fca-244278ec04df'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:41.548730 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['5419328f-a920-41bf-8fca-244278ec04df'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:41.564149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2b8f73e1-49d0-4f68-bbf0-07fefcb7f647 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5930079e70c842369fd6cb989deab20c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470868 Apr 20 13:27:41.566936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49728) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:41.576640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f73e1-49d0-4f68-bbf0-07fefcb7f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d9c4c-cacf-4f38-bd81-7330439007ea,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:41.595294 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.623700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Subnet': ['ID=9196c5aa-f8e0-4302-9a65-634a69b06650,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:41.627342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.633194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3778a5ee-8b4c-43a4-b995-122de5a7a8d1 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/subnets/9196c5aa-f8e0-4302-9a65-634a69b06650 HTTP/1.1" status: 204 len: 168 time: 0.4343474 Apr 20 13:27:41.635490 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49730) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:41.635617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37802672-5e78-4574-84d4-56a256ca3fb6 None None] Network 77b033eb-7c58-4dfe-93ce-8057f52cf982 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:41.643529 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db13dcf3-f52d-42e8-90e0-c8a4e31e584c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.657830 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] Set router 5419328f-a920-41bf-8fca-244278ec04df gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:41.724719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db13dcf3-f52d-42e8-90e0-c8a4e31e584c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.806474 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.849618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] DHCP port deletion for 77b033eb-7c58-4dfe-93ce-8057f52cf982 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:27:41.868922 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:27:40Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:41.874721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db13dcf3-f52d-42e8-90e0-c8a4e31e584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.877449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db13dcf3-f52d-42e8-90e0-c8a4e31e584c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.881014 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db13dcf3-f52d-42e8-90e0-c8a4e31e584c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc4d9c4c-cacf-4f38-bd81-7330439007ea HTTP/1.1" status: 204 len: 168 time: 0.3096795 Apr 20 13:27:41.897967 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c750a361-6865-414d-a55e-0b5d13f61825 None None] The sync data for ids ['5419328f-a920-41bf-8fca-244278ec04df'] in n-d-838550-2 is: [{'id': '5419328f-a920-41bf-8fca-244278ec04df', 'name': 'tempest-TestSecurityGroupsBasicOps-router-44901886', 'tenant_id': '64d6c635cf6e48058c9b8f75116e9710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:27:40Z', 'revision_number': 5, 'project_id': '64d6c635cf6e48058c9b8f75116e9710', 'gw_port': {'id': 'b33a1fab-53de-402f-ad10-9f87aa2157a6', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5419328f-a920-41bf-8fca-244278ec04df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:26:18Z', 'updated_at': '2022-04-20T13:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:41.911574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] Deleting port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:41.912091 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:41.921945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13dcf3-f52d-42e8-90e0-c8a4e31e584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d9c4c-cacf-4f38-bd81-7330439007ea,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:41.949244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.002098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] For port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4e220cc9-9d1a-48ef-88c6-ac63d52168e4,segment=NetworkSegment(79dfd63a-2706-42bf-ac62-ded002537785),segment_id=79dfd63a-2706-42bf-ac62-ded002537785)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:42.002440 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.017114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] Calling delete_port for 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:42.028933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Deleting port b33a1fab-53de-402f-ad10-9f87aa2157a6 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:42.029554 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.113456 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.128909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] For port b33a1fab-53de-402f-ad10-9f87aa2157a6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b33a1fab-53de-402f-ad10-9f87aa2157a6,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:42.129283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.143933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Calling delete_port for b33a1fab-53de-402f-ad10-9f87aa2157a6 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:42.146751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] Pushing event deleted for resources: {'Port': ['ID=4e220cc9-9d1a-48ef-88c6-ac63d52168e4,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:42.150101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958a3f7-dec2-43b7-9ff7-ce0d9df0e9f4 None None] No DVR routers for this DVR port 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:42.249803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2d8456d-8a63-432c-9f3f-d76a628c0130 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:42.287334 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: c2d8456d-8a63-432c-9f3f-d76a628c0130 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:42.288493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2d8456d-8a63-432c-9f3f-d76a628c0130 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:42.338849 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.377553 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Port': ['ID=b33a1fab-53de-402f-ad10-9f87aa2157a6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:42.441814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.539291 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.541923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.583961 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.584825 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Fanout notify agent at l3_agent the message router_deleted on router 5419328f-a920-41bf-8fca-244278ec04df {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:27:42.591227 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.592085 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ac4bcfb9-bd14-419d-83de-0b39317afde2 tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/routers/5419328f-a920-41bf-8fca-244278ec04df HTTP/1.1" status: 204 len: 168 time: 0.9554036 Apr 20 13:27:42.596069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49734) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:42.676095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.766888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.786304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b033eb-7c58-4dfe-93ce-8057f52cf982']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:42.795600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dfd63a-2706-42bf-ac62-ded002537785') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:42.795894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dfd63a-2706-42bf-ac62-ded002537785') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:42.805372 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.818653 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.824825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:42.825265 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:42.828093 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:42.883963 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.891534 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:42.894466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] 10.222.0.24 "DELETE /v2.0/networks/77b033eb-7c58-4dfe-93ce-8057f52cf982 HTTP/1.1" status: 204 len: 168 time: 0.2972331 Apr 20 13:27:42.906014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7e4dd-c511-45af-9e33-66b4ed2088fd tempest-TestSecurityGroupsBasicOps-1014591361 tempest-TestSecurityGroupsBasicOps-1014591361-project] Pushing event deleted for resources: {'Network': ['ID=77b033eb-7c58-4dfe-93ce-8057f52cf982,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:43.084638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 44860011-2d20-409a-ae04-5f9a7b0e6958 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:43.105470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 44860011-2d20-409a-ae04-5f9a7b0e6958 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:43.105840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 44860011-2d20-409a-ae04-5f9a7b0e6958 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:43.106255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:43.132473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:43.132813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e220cc9-9d1a-48ef-88c6-ac63d52168e4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:43.133225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33a1fab-53de-402f-ad10-9f87aa2157a6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:43.155720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b33a1fab-53de-402f-ad10-9f87aa2157a6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:43.156114 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b33a1fab-53de-402f-ad10-9f87aa2157a6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:43.197695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49742) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:43.332371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aed28ef0-1cc5-403e-af18-9bdaae6b4b44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64d6c635cf6e48058c9b8f75116e9710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334121 Apr 20 13:27:43.335178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49746) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:43.380924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdf4283d-65b6-4107-adab-73db52d58c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.401708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdf4283d-65b6-4107-adab-73db52d58c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.446360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdf4283d-65b6-4107-adab-73db52d58c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.448733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cdf4283d-65b6-4107-adab-73db52d58c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.449872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cdf4283d-65b6-4107-adab-73db52d58c5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c556af24-4534-466e-a370-53b9cb49f67d HTTP/1.1" status: 204 len: 168 time: 0.1137941 Apr 20 13:27:43.457355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4283d-65b6-4107-adab-73db52d58c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556af24-4534-466e-a370-53b9cb49f67d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:43.708827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49752) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:43.722777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-156c430a-93bb-4832-bce5-035a687c0edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.795633 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-156c430a-93bb-4832-bce5-035a687c0edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.799093 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-156c430a-93bb-4832-bce5-035a687c0edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.834302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c430a-93bb-4832-bce5-035a687c0edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60b5870-1ceb-4d0e-8b08-1aaa17a57fe3,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:43.839101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-156c430a-93bb-4832-bce5-035a687c0edd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa4b15de3f974c8ab1c3103fed432e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286621 Apr 20 13:27:43.842010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49754) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:43.892341 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9774bc29-3358-4994-b7ae-e09f9926edf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.913360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9774bc29-3358-4994-b7ae-e09f9926edf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.959080 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9774bc29-3358-4994-b7ae-e09f9926edf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.961523 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9774bc29-3358-4994-b7ae-e09f9926edf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:43.962692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9774bc29-3358-4994-b7ae-e09f9926edf7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c60b5870-1ceb-4d0e-8b08-1aaa17a57fe3 HTTP/1.1" status: 204 len: 168 time: 0.1201215 Apr 20 13:27:43.971154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774bc29-3358-4994-b7ae-e09f9926edf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60b5870-1ceb-4d0e-8b08-1aaa17a57fe3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:44.272121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49760) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:44.311121 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3a881a03-f19f-4c6d-8362-7c0c795b37f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7995b801f39c45dbac6c0dd5287bd8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378773 Apr 20 13:27:44.313533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49762) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:44.361079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a6db808-ec1f-4a8c-8e51-88f639f7eb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.382163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a6db808-ec1f-4a8c-8e51-88f639f7eb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.431940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a6db808-ec1f-4a8c-8e51-88f639f7eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.434510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5a6db808-ec1f-4a8c-8e51-88f639f7eb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:44.435666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5a6db808-ec1f-4a8c-8e51-88f639f7eb4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7eaae1f6-1faa-4a28-9334-41824db28fc7 HTTP/1.1" status: 204 len: 168 time: 0.1211438 Apr 20 13:27:44.443197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db808-ec1f-4a8c-8e51-88f639f7eb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaae1f6-1faa-4a28-9334-41824db28fc7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:45.141134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49784) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:45.240843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-334150697-network', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:45.265185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Made reservation on behalf of 9f5d402045124905acfe5ba8f4d72fa4 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:45.267417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.276432 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.350270 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.353891 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.379073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:27:45.389609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58c64a3-7e16-40a6-bb57-683e21f1a677,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:45.395351 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.395693 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Added segment e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0 of type vlan for network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 Apr 20 13:27:45.447082 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.471915 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.472839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:45.473418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.528575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3811016 Apr 20 13:27:45.528743 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49788) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:45.531834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Request body: {'subnet': {'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-334150697-subnet', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:45.550253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Made reservation on behalf of 9f5d402045124905acfe5ba8f4d72fa4 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:27:45.552586 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.573601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a74dc1-783a-497f-a5c0-63ac033614dd admin admin] Pushing event updated for resources: {'Network': ['ID=9cec9faa-ded3-4f89-a777-c88ccef45ed0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:45.583163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:27:45.720563 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.775190 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a749bdb-baa5-4e68-b96c-4a372906560f,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:45.783722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Checking segment: {'id': 'e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:45.784088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Network hostable DHCP agents. Network: 9cec9faa-ded3-4f89-a777-c88ccef45ed0, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:27:45.800637 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:27:45.808978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 9cec9faa-ded3-4f89-a777-c88ccef45ed0) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:45.812813 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:27:45.813398 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.817666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655792c2-c245-4f96-abab-534f4f07a856 None None] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:45.831309 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fefd1aa9-9d4d-4d8c-b88b-8a1f7fb05def admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3036144 Apr 20 13:27:45.833916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49790) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:45.838100 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-334150697-router', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:27:45.858842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.859937 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.915949 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:45.965928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-9cec9faa-ded3-4f89-a777-c88ccef45ed0', 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'fixed_ips': [{'subnet_id': '1a749bdb-baa5-4e68-b96c-4a372906560f'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:27:45.966840 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.050838 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.109572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Allocated IP 172.20.0.2 (9cec9faa-ded3-4f89-a777-c88ccef45ed0/1a749bdb-baa5-4e68-b96c-4a372906560f/d0882f15-b2f9-4250-8350-6c0d93a94852) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:46.250194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.263941 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.269255 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.269970 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.312309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:46.315133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:46.318824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:46.325758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Pushing event updated for resources: {'Port': ['ID=d0882f15-b2f9-4250-8350-6c0d93a94852,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:46.380084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Attempting to bind port d0882f15-b2f9-4250-8350-6c0d93a94852 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:46.380410 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Allocated IP 172.25.3.121 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/851a5751-f137-44f2-9169-19d9ec3b5e3f) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:46.380564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Attempting to bind port d0882f15-b2f9-4250-8350-6c0d93a94852 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:46.380822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Attempting to bind port d0882f15-b2f9-4250-8350-6c0d93a94852 on network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:46.386340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:46.386714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Checking segment: {'id': 'e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:46.387118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.387515 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Bound using segment: {'id': 'e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:46.387975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Bound port: d0882f15-b2f9-4250-8350-6c0d93a94852, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:46.388368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.455646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] For port d0882f15-b2f9-4250-8350-6c0d93a94852, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:46.458939 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] For port d0882f15-b2f9-4250-8350-6c0d93a94852, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d0882f15-b2f9-4250-8350-6c0d93a94852,segment=NetworkSegment(e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0),segment_id=e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:46.463547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.482623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.517064 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:46.547360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fc09f-279f-42ce-a9ba-510b4fa5965d None None] Pushing event updated for resources: {'Port': ['ID=d0882f15-b2f9-4250-8350-6c0d93a94852,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:46.567067 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:46.572351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:46.577157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:46.580373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Pushing event updated for resources: {'Port': ['ID=851a5751-f137-44f2-9169-19d9ec3b5e3f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:46.837557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.000608 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d0882f15-b2f9-4250-8350-6c0d93a94852 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:47.051777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d0882f15-b2f9-4250-8350-6c0d93a94852 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:47.052150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.140212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.180571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port d0882f15-b2f9-4250-8350-6c0d93a94852, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d0882f15-b2f9-4250-8350-6c0d93a94852,segment=NetworkSegment(e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0),segment_id=e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:47.190965 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.243116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=d0882f15-b2f9-4250-8350-6c0d93a94852,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:47.321735 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.431698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae0935-e629-4769-932b-dbc11780e886 None None] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:47.453875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:27:47.498386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d1a6070c-43ca-4714-be17-75009450b091 None None] Provisioning complete for port d0882f15-b2f9-4250-8350-6c0d93a94852 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:47.498758 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d1a6070c-43ca-4714-be17-75009450b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.559173 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:47.573649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Sync routers for ids ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:47.576005 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:47.577259 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4d15c31f-e380-4b4f-9b15-2932077bb847 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7424297 Apr 20 13:27:47.579920 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:47.605824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Routers {'c0823b66-b56f-4e2b-b88a-04637a6ca3b2'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:47.606488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:47.931985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Set router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:48.012325 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.118965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'name': 'tempest-ImageQuotaTest-334150697-router', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:45Z', 'updated_at': '2022-04-20T13:27:46Z', 'revision_number': 3, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'gw_port': {'id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:46Z', 'updated_at': '2022-04-20T13:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:48.150365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Checking router: c0823b66-b56f-4e2b-b88a-04637a6ca3b2 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:48.150622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Updating router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 port 851a5751-f137-44f2-9169-19d9ec3b5e3f binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:27:48.175337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.219771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Allocated IP 172.20.0.1 (9cec9faa-ded3-4f89-a777-c88ccef45ed0/1a749bdb-baa5-4e68-b96c-4a372906560f/1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:27:48.223387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c89abded-8cf2-4972-888a-f0b11b18af89 None None] Provisioning complete for port d0882f15-b2f9-4250-8350-6c0d93a94852 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:48.223756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c89abded-8cf2-4972-888a-f0b11b18af89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.322476 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.356438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.398311 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:48.401321 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:48.404955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:27:48.436174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Pushing event updated for resources: {'Port': ['ID=1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:48.456011 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.531608 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.538278 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.593218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbbb16-763d-44e6-8904-fc18eff45894 None None] Pushing event updated for resources: {'Port': ['ID=851a5751-f137-44f2-9169-19d9ec3b5e3f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:48.595660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Attempting to bind port 851a5751-f137-44f2-9169-19d9ec3b5e3f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:27:48.595981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Attempting to bind port 851a5751-f137-44f2-9169-19d9ec3b5e3f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:27:48.596340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Attempting to bind port 851a5751-f137-44f2-9169-19d9ec3b5e3f on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:27:48.600804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.603761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:27:48.604301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:27:48.604872 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.605263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:27:48.605752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Bound port: 851a5751-f137-44f2-9169-19d9ec3b5e3f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:27:48.606185 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.670539 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] For port 851a5751-f137-44f2-9169-19d9ec3b5e3f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:27:48.674190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] For port 851a5751-f137-44f2-9169-19d9ec3b5e3f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=851a5751-f137-44f2-9169-19d9ec3b5e3f,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:27:48.679662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.682880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-94cf296d-544f-4092-88f4-d88915023fa4 None None] Provisioning complete for port 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:48.683232 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-94cf296d-544f-4092-88f4-d88915023fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.763829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-94cf296d-544f-4092-88f4-d88915023fa4 None None] Port 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:48.769037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbbb16-763d-44e6-8904-fc18eff45894 None None] Pushing event updated for resources: {'Port': ['ID=851a5751-f137-44f2-9169-19d9ec3b5e3f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:48.771413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Routers {'c0823b66-b56f-4e2b-b88a-04637a6ca3b2'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:48.772095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:48.773486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.779295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.845115 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:48.847995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Pushing event updated for resources: {'Port': ['ID=1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:48.882390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] Set router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:48.943538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:27:48.945604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:27:48.986877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d0882f15-b2f9-4250-8350-6c0d93a94852 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:49.070437 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:27:49.098870 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d0882f15-b2f9-4250-8350-6c0d93a94852 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:49.099231 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:49.186472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:49.191220 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-688cd28e-71ae-49cc-a6c1-062715f285ad admin admin] 10.222.0.24 "PUT /v2.0/routers/c0823b66-b56f-4e2b-b88a-04637a6ca3b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6103024 Apr 20 13:27:49.227526 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'name': 'tempest-ImageQuotaTest-334150697-router', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:45Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 4, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'gw_port': {'id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:46Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58', 'name': '', 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'mac_address': 'fa:16:3e:bf:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '1a749bdb-baa5-4e68-b96c-4a372906560f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:48Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 1, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'subnets': [{'id': '1a749bdb-baa5-4e68-b96c-4a372906560f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:49.235661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-93865520-e49b-4f10-a9c7-718c79951ef8 None None] Provisioning complete for port 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:49.236026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-93865520-e49b-4f10-a9c7-718c79951ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:49.281089 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ced9a0-0ca3-425f-9bbc-dfc79847a197 None None] The sync data for ids ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'] in n-d-838550-2 is: [{'id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'name': 'tempest-ImageQuotaTest-334150697-router', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:45Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 4, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'gw_port': {'id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:46Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58', 'name': '', 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'mac_address': 'fa:16:3e:bf:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '1a749bdb-baa5-4e68-b96c-4a372906560f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:48Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 1, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'subnets': [{'id': '1a749bdb-baa5-4e68-b96c-4a372906560f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:49.285996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:49.302106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-93865520-e49b-4f10-a9c7-718c79951ef8 None None] Port 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:27:50.218861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49812) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:50.826347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.012011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 851a5751-f137-44f2-9169-19d9ec3b5e3f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:27:51.063748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 851a5751-f137-44f2-9169-19d9ec3b5e3f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:27:51.064605 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.102236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Deleting port 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:51.102236 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.146908 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.167598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 851a5751-f137-44f2-9169-19d9ec3b5e3f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=851a5751-f137-44f2-9169-19d9ec3b5e3f,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:51.172338 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.180632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.191881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Calling delete_port for 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:51.222554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=851a5751-f137-44f2-9169-19d9ec3b5e3f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:51.258837 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Sync routers for ids ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:51.271266 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Routers {'c0823b66-b56f-4e2b-b88a-04637a6ca3b2'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:51.271889 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:51.375565 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Set router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:51.381494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.410853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:51.592099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:51.691284 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'name': 'tempest-ImageQuotaTest-334150697-router', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:45Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 4, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'gw_port': {'id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:46Z', 'updated_at': '2022-04-20T13:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58', 'name': '', 'network_id': '9cec9faa-ded3-4f89-a777-c88ccef45ed0', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'mac_address': 'fa:16:3e:bf:d0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '1a749bdb-baa5-4e68-b96c-4a372906560f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:48Z', 'updated_at': '2022-04-20T13:27:48Z', 'revision_number': 2, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'subnets': [{'id': '1a749bdb-baa5-4e68-b96c-4a372906560f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:51.721030 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Checking router: c0823b66-b56f-4e2b-b88a-04637a6ca3b2 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:27:51.721382 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Updating router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 port 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:27:51.737412 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Port 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 not found while updating agent binding for router c0823b66-b56f-4e2b-b88a-04637a6ca3b2. {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 20 13:27:51.745873 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Routers {'c0823b66-b56f-4e2b-b88a-04637a6ca3b2'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:51.746500 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:51.815538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:27:51.849305 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] Set router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:27:51.924207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:27:51.929467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85cf9e8b-dbc0-432e-a513-65eaca96a15d admin admin] 10.222.0.24 "PUT /v2.0/routers/c0823b66-b56f-4e2b-b88a-04637a6ca3b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7095408 Apr 20 13:27:51.932603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49814) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:52.027795 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'name': 'tempest-ImageQuotaTest-334150697-router', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:45Z', 'updated_at': '2022-04-20T13:27:51Z', 'revision_number': 5, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'gw_port': {'id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:46Z', 'updated_at': '2022-04-20T13:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:52.038223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.056645 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b895af6-f464-4d16-810a-ad24481f378d None None] The sync data for ids ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'] in n-d-838550-2 is: [{'id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'name': 'tempest-ImageQuotaTest-334150697-router', 'tenant_id': '9f5d402045124905acfe5ba8f4d72fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:27:45Z', 'updated_at': '2022-04-20T13:27:51Z', 'revision_number': 5, 'project_id': '9f5d402045124905acfe5ba8f4d72fa4', 'gw_port': {'id': '851a5751-f137-44f2-9169-19d9ec3b5e3f', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0823b66-b56f-4e2b-b88a-04637a6ca3b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:27:46Z', 'updated_at': '2022-04-20T13:27:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:52.142608 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.197074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Deleting port 851a5751-f137-44f2-9169-19d9ec3b5e3f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:52.197360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.272579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] For port 851a5751-f137-44f2-9169-19d9ec3b5e3f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=851a5751-f137-44f2-9169-19d9ec3b5e3f,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:52.272939 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.284989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Calling delete_port for 851a5751-f137-44f2-9169-19d9ec3b5e3f owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:52.447327 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.474659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Pushing event deleted for resources: {'Port': ['ID=851a5751-f137-44f2-9169-19d9ec3b5e3f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:52.540582 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.638964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.641118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.687339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.687880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0823b66-b56f-4e2b-b88a-04637a6ca3b2 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:27:52.692667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.694799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-747da151-0fa0-4a2a-9e54-770c653d8646 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c0823b66-b56f-4e2b-b88a-04637a6ca3b2 HTTP/1.1" status: 204 len: 168 time: 0.7610154 Apr 20 13:27:52.697116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49816) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:52.747157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] Deleting subnet 1a749bdb-baa5-4e68-b96c-4a372906560f {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:27:52.750355 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.785747 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.866543 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.923320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.958378 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:52.963750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a749bdb-baa5-4e68-b96c-4a372906560f HTTP/1.1" status: 204 len: 168 time: 0.2654946 Apr 20 13:27:52.964775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e84073-0abf-4471-83ae-8e835d8b3747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a749bdb-baa5-4e68-b96c-4a372906560f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:52.964978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc16d3-128b-4606-8203-b1418eaee700 None None] Network 9cec9faa-ded3-4f89-a777-c88ccef45ed0 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:27:52.967416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49818) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:53.025881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:53.041799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.048824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:53.049171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 1f8b720d-d4d9-4fc1-a1c0-3e597c9e3a58 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:53.097819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Deleting port d0882f15-b2f9-4250-8350-6c0d93a94852 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:53.098162 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.104649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] Sync routers for ids ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:27:53.121752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:53.122117 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:27:53.122702 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0823b66-b56f-4e2b-b88a-04637a6ca3b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent'). {{(pid=109411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:27:53.137932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] Routers set() bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:27:53.138290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] Router IDs set() for agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 20 13:27:53.138946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_agentschedulers_db [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c0823b66-b56f-4e2b-b88a-04637a6ca3b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:27:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent'). {{(pid=109411) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 20 13:27:53.139201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b4383-5519-4c6b-acd0-aeb90dd862a8 None None] The sync data for ids ['c0823b66-b56f-4e2b-b88a-04637a6ca3b2'] in n-d-838550-2 is: [] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:27:53.167836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] For port d0882f15-b2f9-4250-8350-6c0d93a94852, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d0882f15-b2f9-4250-8350-6c0d93a94852,segment=NetworkSegment(e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0),segment_id=e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:53.168228 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.182248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Calling delete_port for d0882f15-b2f9-4250-8350-6c0d93a94852 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:53.214807 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] DHCP port deletion for 9cec9faa-ded3-4f89-a777-c88ccef45ed0 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:27:53.267599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.268842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] Deleting port d0882f15-b2f9-4250-8350-6c0d93a94852 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:27:53.270011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.297444 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0882f15-b2f9-4250-8350-6c0d93a94852,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:53.303077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] No DVR routers for this DVR port d0882f15-b2f9-4250-8350-6c0d93a94852 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:53.333330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] For port d0882f15-b2f9-4250-8350-6c0d93a94852, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:27:53.333752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.346788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] Calling delete_port for d0882f15-b2f9-4250-8350-6c0d93a94852 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:27:53.349407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] Port d0882f15-b2f9-4250-8350-6c0d93a94852 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:27:53.350722 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.373201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.376353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] Pushing event deleted for resources: {'Port': ['ID=d0882f15-b2f9-4250-8350-6c0d93a94852,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:53.378201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99021c6a-3cd3-4187-bf0f-6fa56f6634d4 None None] No DVR routers for this DVR port d0882f15-b2f9-4250-8350-6c0d93a94852 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:27:53.395191 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cec9faa-ded3-4f89-a777-c88ccef45ed0']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:53.404897 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:53.405196 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b08339-a4f9-4b3c-bb89-1ff72e6b02f0') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:27:53.414432 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.427080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.433092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:27:53.433463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:27:53.435134 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:27:53.492197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.497861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.500903 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9cec9faa-ded3-4f89-a777-c88ccef45ed0 HTTP/1.1" status: 204 len: 168 time: 0.5320597 Apr 20 13:27:53.512791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00275680-9d61-46ab-a13d-affb4521a2a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cec9faa-ded3-4f89-a777-c88ccef45ed0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:53.617106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49822) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:53.659381 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8aafefbc-5b99-44a3-b9de-2b7c4cfdc49b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f5d402045124905acfe5ba8f4d72fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410182 Apr 20 13:27:53.661974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49824) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:53.708883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c5446b9-5e21-446b-a161-0d41ddb43c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.729158 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c5446b9-5e21-446b-a161-0d41ddb43c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.774558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c5446b9-5e21-446b-a161-0d41ddb43c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.777061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8c5446b9-5e21-446b-a161-0d41ddb43c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:53.778299 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8c5446b9-5e21-446b-a161-0d41ddb43c3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b58c64a3-7e16-40a6-bb57-683e21f1a677 HTTP/1.1" status: 204 len: 168 time: 0.1153786 Apr 20 13:27:53.786010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5446b9-5e21-446b-a161-0d41ddb43c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58c64a3-7e16-40a6-bb57-683e21f1a677,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:53.993178 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.105853 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49830) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:54.119774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f846f6a-36b2-4d4e-bca9-100a5471b485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.196435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f846f6a-36b2-4d4e-bca9-100a5471b485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.201212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7f846f6a-36b2-4d4e-bca9-100a5471b485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.239195 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f846f6a-36b2-4d4e-bca9-100a5471b485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2186898a-e68b-4be3-afd6-e2f699d753a0,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:54.244064 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7f846f6a-36b2-4d4e-bca9-100a5471b485 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1371212 Apr 20 13:27:54.246604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49832) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:27:54.295741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd0aedb7-226f-4a0c-b9a8-2c3ecfe339e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.317028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd0aedb7-226f-4a0c-b9a8-2c3ecfe339e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.362347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd0aedb7-226f-4a0c-b9a8-2c3ecfe339e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.364953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-bd0aedb7-226f-4a0c-b9a8-2c3ecfe339e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:27:54.366269 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-bd0aedb7-226f-4a0c-b9a8-2c3ecfe339e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2186898a-e68b-4be3-afd6-e2f699d753a0 HTTP/1.1" status: 204 len: 168 time: 0.1187079 Apr 20 13:27:54.374193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aedb7-226f-4a0c-b9a8-2c3ecfe339e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186898a-e68b-4be3-afd6-e2f699d753a0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:27:54.975855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d0882f15-b2f9-4250-8350-6c0d93a94852 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:54.997224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d0882f15-b2f9-4250-8350-6c0d93a94852 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:54.997852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d0882f15-b2f9-4250-8350-6c0d93a94852 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:27:54.997983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 851a5751-f137-44f2-9169-19d9ec3b5e3f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:27:55.016304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 851a5751-f137-44f2-9169-19d9ec3b5e3f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:27:55.016638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 851a5751-f137-44f2-9169-19d9ec3b5e3f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:00.031278 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:28:03.691262 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f2786a19-6b61-4ebb-a223-62d595bc5db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:04.656363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-6710fb36-dd8e-4402-a0cf-22806914272b tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b56dfde28bc4950bb4018446c90c7b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220394 Apr 20 13:28:04.759346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-af149d49-9bc6-4114-9fa4-173debe29b8f tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:04.760782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-af149d49-9bc6-4114-9fa4-173debe29b8f tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0992260 Apr 20 13:28:04.776344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-62e455a9-4919-42c9-9268-f660bd88b386 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/quotas/9b56dfde28bc4950bb4018446c90c7b3 HTTP/1.1" status: 200 len: 375 time: 0.0097797 Apr 20 13:28:04.806367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-70bd4f1a-8d10-4c5c-8318-b43f6b999895 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b56dfde28bc4950bb4018446c90c7b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248885 Apr 20 13:28:04.970837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30aa2d25-184b-4701-b37d-56e2cabb2cda req-7079c01b-6544-4e71-8812-a4236c52314a tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 210 time: 0.0302513 Apr 20 13:28:05.774734 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-a07edb9f-ccac-4eff-93fe-360df3199a44 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=9b56dfde28bc4950bb4018446c90c7b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288742 Apr 20 13:28:05.958641 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-f3ffa6f7-cec5-4a6c-88e5-5a1642d409fe tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:05.960558 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-f3ffa6f7-cec5-4a6c-88e5-5a1642d409fe tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809607 Apr 20 13:28:05.977426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Request body: {'port': {'device_id': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'admin_state_up': True, 'tenant_id': '9b56dfde28bc4950bb4018446c90c7b3'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:06.028081 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7c2923c-48ec-477a-ac22-c4d16d23c64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.069032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-99c1496c-f0a0-42b1-a6bb-57a16b234716 req-25a62fad-3348-42a9-895f-affa9db684b7 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 210 time: 0.0258093 Apr 20 13:28:06.080864 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Made reservation on behalf of 9b56dfde28bc4950bb4018446c90c7b3 for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:06.084805 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.096915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.168598 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.172394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.234205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:06.313163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Allocated IP 192.168.233.17 (2f43591a-8e11-417f-83d6-2561ebba839b/7064beed-91b2-494d-bf0c-fe491b7ccf55/6dac89f3-2aa9-4d1f-973d-0fb251b24866) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:06.458888 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.491192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.532098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Network 2f43591a-8e11-417f-83d6-2561ebba839b is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:06.537620 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:06.541290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:06.571202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Pushing event updated for resources: {'Port': ['ID=6dac89f3-2aa9-4d1f-973d-0fb251b24866,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:06.599516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:06.600159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.618407 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-eb299037-fcb7-4e04-8bab-5d78084cf51e tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6449964 Apr 20 13:28:06.627804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-f24a8f53-eed1-4049-932e-8984ff9df1df tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:28:06.628794 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-f24a8f53-eed1-4049-932e-8984ff9df1df tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052073 Apr 20 13:28:06.640418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Request body: {'port': {'device_id': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:06.695502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.733473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-42514af3-2d81-4c1f-b8c1-152e4d5e48ce None None] Provisioning complete for port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:06.733879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-42514af3-2d81-4c1f-b8c1-152e4d5e48ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:06.767994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-42514af3-2d81-4c1f-b8c1-152e4d5e48ce None None] Port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:28:07.186076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda7f3-e562-4fa1-9d26-c7a0a073ebe9 req-64971d73-27e3-40a8-ad0a-18745bef9832 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:07.187507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2fda7f3-e562-4fa1-9d26-c7a0a073ebe9 req-64971d73-27e3-40a8-ad0a-18745bef9832 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 935 time: 0.0497129 Apr 20 13:28:07.227439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2fda7f3-e562-4fa1-9d26-c7a0a073ebe9 req-a63adbe9-9529-4b57-a453-7b63b7cf29a1 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Apr 20 13:28:07.235789 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dac89f3-2aa9-4d1f-973d-0fb251b24866 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:07.245562 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.258276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Transition to ACTIVE for port object 6dac89f3-2aa9-4d1f-973d-0fb251b24866 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:28:07.262187 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.272113 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.312613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dac89f3-2aa9-4d1f-973d-0fb251b24866,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:07.383023 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Attempting to bind port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:07.383353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Attempting to bind port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:07.383681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Attempting to bind port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:07.388306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 on network 2f43591a-8e11-417f-83d6-2561ebba839b not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:28:07.388623 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Attempting to bind port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 on network 2f43591a-8e11-417f-83d6-2561ebba839b {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:07.393698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:07.394034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Checking segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:07.394415 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Bound using segment: {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:07.394833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Bound port: 6dac89f3-2aa9-4d1f-973d-0fb251b24866, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8709a8-d9a2-4d4b-91be-941baea8a44e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:07.395194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.463472 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] For port 6dac89f3-2aa9-4d1f-973d-0fb251b24866, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:07.466385 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] For port 6dac89f3-2aa9-4d1f-973d-0fb251b24866, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6dac89f3-2aa9-4d1f-973d-0fb251b24866,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:07.471238 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.508655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:07.509259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:07.510865 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] 10.222.0.37 "PUT /v2.0/ports/6dac89f3-2aa9-4d1f-973d-0fb251b24866 HTTP/1.1" status: 200 len: 1095 time: 0.8744218 Apr 20 13:28:07.511137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'tag': '6dac89f3-2aa9-4d1f-973d-0fb251b24866'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:07.513373 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9744163-99b7-4464-afa2-1ea78ee77423", "tag": "6dac89f3-2aa9-4d1f-973d-0fb251b24866"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:07.553584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2ce29-6848-4e37-aec9-4a5d41585ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dac89f3-2aa9-4d1f-973d-0fb251b24866,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:07.566140 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b25ac-9a93-42d3-81fc-653ef27f8508 x-openstack-request-id: req-771b25ac-9a93-42d3-81fc-653ef27f8508 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:07.566420 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9744163-99b7-4464-afa2-1ea78ee77423", "tag": "6dac89f3-2aa9-4d1f-973d-0fb251b24866", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:07.566676 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-771b25ac-9a93-42d3-81fc-653ef27f8508 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:07.567080 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771b25ac-9a93-42d3-81fc-653ef27f8508'] response: {'name': 'network-changed', 'server_uuid': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'tag': '6dac89f3-2aa9-4d1f-973d-0fb251b24866', 'status': 'completed', 'code': 200} Apr 20 13:28:07.601662 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-936f1db3-a9ad-47e0-aa93-03e3b41fb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:07.603315 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-936f1db3-a9ad-47e0-aa93-03e3b41fb530 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b56dfde28bc4950bb4018446c90c7b3&device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 1098 time: 0.0507333 Apr 20 13:28:07.651222 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-1ef7f3cb-01a7-43e2-9902-111429e4381d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6dac89f3-2aa9-4d1f-973d-0fb251b24866 HTTP/1.1" status: 200 len: 217 time: 0.0399866 Apr 20 13:28:07.700702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-4710e51a-e89a-4961-b5af-9548f8825f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:07.702157 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-4710e51a-e89a-4961-b5af-9548f8825f21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0451448 Apr 20 13:28:07.747516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47762672-0230-40b8-9586-56f21e0525e9 req-bef576ab-f5d4-42a7-b1f9-8c57097ed3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:07.748993 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-bef576ab-f5d4-42a7-b1f9-8c57097ed3ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404983 Apr 20 13:28:07.840079 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-93b05f9d-b204-458d-9b5a-3189025dc771 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844884 Apr 20 13:28:07.930664 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-47762672-0230-40b8-9586-56f21e0525e9 req-1eeeadc0-2604-4dac-8726-b415f341d191 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842340 Apr 20 13:28:08.014571 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-67ff7eca-e582-45b4-a8fa-f37f6d69b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.015929 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-67ff7eca-e582-45b4-a8fa-f37f6d69b862 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b56dfde28bc4950bb4018446c90c7b3&device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 1098 time: 0.0408266 Apr 20 13:28:08.107200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-43a058fe-2cad-403a-8f9d-667bed17157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.108619 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-43a058fe-2cad-403a-8f9d-667bed17157b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2f43591a-8e11-417f-83d6-2561ebba839b HTTP/1.1" status: 200 len: 870 time: 0.0856519 Apr 20 13:28:08.149784 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-1b107beb-772f-459e-a7af-54da9c1bcc9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6dac89f3-2aa9-4d1f-973d-0fb251b24866 HTTP/1.1" status: 200 len: 217 time: 0.0337896 Apr 20 13:28:08.197972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-72a1a493-3c97-4cdc-8011-794fdea54495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.199411 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-72a1a493-3c97-4cdc-8011-794fdea54495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7064beed-91b2-494d-bf0c-fe491b7ccf55 HTTP/1.1" status: 200 len: 843 time: 0.0427167 Apr 20 13:28:08.247639 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-fd77a02b-49dc-4812-ba2e-982d28bf9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.249082 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-fd77a02b-49dc-4812-ba2e-982d28bf9dda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2f43591a-8e11-417f-83d6-2561ebba839b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430837 Apr 20 13:28:08.338668 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-c7ac9b20-f0d5-4a64-b27b-1f399d454d24 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814993 Apr 20 13:28:08.341928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2f4fd-c847-44e2-a4e1-025e2be8a2b2 req-995769c4-c5bf-412f-9116-3b267aedec4d tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:08.343351 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6a2f4fd-c847-44e2-a4e1-025e2be8a2b2 req-995769c4-c5bf-412f-9116-3b267aedec4d tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 947 time: 0.0473735 Apr 20 13:28:08.381445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6a2f4fd-c847-44e2-a4e1-025e2be8a2b2 req-aaf200db-1b79-459f-928a-08d8fd189eb0 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319846 Apr 20 13:28:08.433882 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-fa9ce149-f95c-4d10-9e3e-c993c4d6007d req-69bafbf0-db40-4aef-846f-c36ae8e3e955 service neutron] 10.222.0.37 "GET /v2.0/networks/2f43591a-8e11-417f-83d6-2561ebba839b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882466 Apr 20 13:28:08.634565 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:08.972536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:09.500352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1c593-789c-41db-89ab-6a52e21c5e3a req-65244360-e7a9-4231-8e67-e7700f0456ad tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:09.501826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bc1c593-789c-41db-89ab-6a52e21c5e3a req-65244360-e7a9-4231-8e67-e7700f0456ad tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 947 time: 0.0514638 Apr 20 13:28:09.540285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bc1c593-789c-41db-89ab-6a52e21c5e3a req-3bd29bbf-66c5-48ea-bbb4-2050680db65d tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Apr 20 13:28:10.329882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6dac89f3-2aa9-4d1f-973d-0fb251b24866 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:28:10.422336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6dac89f3-2aa9-4d1f-973d-0fb251b24866, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6dac89f3-2aa9-4d1f-973d-0fb251b24866,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:10.433913 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '6dac89f3-2aa9-4d1f-973d-0fb251b24866', 'network_id': '2f43591a-8e11-417f-83d6-2561ebba839b', 'port_id': '6dac89f3-2aa9-4d1f-973d-0fb251b24866', 'mac_address': 'fa:16:3e:58:32:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7064beed-91b2-494d-bf0c-fe491b7ccf55', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:28:10.469505 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.484945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dac89f3-2aa9-4d1f-973d-0fb251b24866 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:10.504333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6dac89f3-2aa9-4d1f-973d-0fb251b24866, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6dac89f3-2aa9-4d1f-973d-0fb251b24866,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:10.508815 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:10.568946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6dac89f3-2aa9-4d1f-973d-0fb251b24866,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:10.659757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0e5f9-3b64-4c57-9632-b6c9f87ea426 req-38ae076a-47ed-4c19-a64a-51e7bb04e6ce tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:10.661128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fad0e5f9-3b64-4c57-9632-b6c9f87ea426 req-38ae076a-47ed-4c19-a64a-51e7bb04e6ce tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 948 time: 0.0505114 Apr 20 13:28:10.699798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fad0e5f9-3b64-4c57-9632-b6c9f87ea426 req-78fde88d-18ac-4cae-a1eb-05ceee703ba6 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Apr 20 13:28:10.710118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['6dac89f3-2aa9-4d1f-973d-0fb251b24866'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:11.816875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cac029-600b-4077-80a3-24b355c14781 req-2c3ca1a0-a7c7-4e5b-8a43-bf21a583e2b4 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:11.818328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2cac029-600b-4077-80a3-24b355c14781 req-2c3ca1a0-a7c7-4e5b-8a43-bf21a583e2b4 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 948 time: 0.0519929 Apr 20 13:28:11.855682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d2cac029-600b-4077-80a3-24b355c14781 req-10ab928f-0dfa-415d-ba6a-1870576c4d18 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Apr 20 13:28:12.354938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6dac89f3-2aa9-4d1f-973d-0fb251b24866 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:12.401858 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:28:12.405433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:12.405834 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.479186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.501109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dac89f3-2aa9-4d1f-973d-0fb251b24866'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:12.503330 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10dde48-5dcb-4419-a6eb-160c3c54fe53" -d '{"events": [{"server_uuid": "d9744163-99b7-4464-afa2-1ea78ee77423", "name": "network-vif-plugged", "status": "completed", "tag": "6dac89f3-2aa9-4d1f-973d-0fb251b24866"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:12.520301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 6dac89f3-2aa9-4d1f-973d-0fb251b24866, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6dac89f3-2aa9-4d1f-973d-0fb251b24866,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:12.524737 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:12.547606 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32e76db-df7d-4f9e-b11e-fb114fc78745 x-openstack-request-id: req-d32e76db-df7d-4f9e-b11e-fb114fc78745 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:12.547909 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9744163-99b7-4464-afa2-1ea78ee77423", "name": "network-vif-plugged", "status": "completed", "tag": "6dac89f3-2aa9-4d1f-973d-0fb251b24866", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:12.548161 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d32e76db-df7d-4f9e-b11e-fb114fc78745 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:12.548557 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d32e76db-df7d-4f9e-b11e-fb114fc78745'] response: {'server_uuid': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dac89f3-2aa9-4d1f-973d-0fb251b24866', 'code': 200} Apr 20 13:28:12.577544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=6dac89f3-2aa9-4d1f-973d-0fb251b24866,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:12.636098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e8dc7-375f-407f-9219-0143e0ed7c48 req-74762476-1055-408f-ac54-eda8a4af75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:12.637478 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-049e8dc7-375f-407f-9219-0143e0ed7c48 req-74762476-1055-408f-ac54-eda8a4af75f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 1100 time: 0.0409982 Apr 20 13:28:12.671460 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-049e8dc7-375f-407f-9219-0143e0ed7c48 req-ca0d39dc-4561-4381-9530-157ed533e425 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267844 Apr 20 13:28:12.975515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ad118-8ee6-427d-b843-d42d466212f0 req-7125099e-8f93-4357-bf05-0f32d37e6891 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:12.976947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f95ad118-8ee6-427d-b843-d42d466212f0 req-7125099e-8f93-4357-bf05-0f32d37e6891 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 949 time: 0.0549347 Apr 20 13:28:13.013742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f95ad118-8ee6-427d-b843-d42d466212f0 req-977d7ce2-571b-422b-aff8-c12bd962cb45 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Apr 20 13:28:14.127355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8af402-5afe-435d-a47a-65d4b4809225 req-3a3ad4d7-6f3e-4f14-b336-ed06b5884f50 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:14.128819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f8af402-5afe-435d-a47a-65d4b4809225 req-3a3ad4d7-6f3e-4f14-b336-ed06b5884f50 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 949 time: 0.0471354 Apr 20 13:28:14.165868 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f8af402-5afe-435d-a47a-65d4b4809225 req-6b210945-782e-4b17-8512-532c97eee34a tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303659 Apr 20 13:28:14.438198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-abb10cf0-82a3-4f25-81dd-30ebd92ded3b req-e39ee90b-13b2-4854-b678-6b57e39f2088 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:28:14.439160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abb10cf0-82a3-4f25-81dd-30ebd92ded3b req-e39ee90b-13b2-4854-b678-6b57e39f2088 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053527 Apr 20 13:28:14.763695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-c82d48d6-2cc4-4bce-848a-3557d373d997 req-5fd7ecc9-80a3-44d6-91d4-8a1388a1704f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:28:14.764656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c82d48d6-2cc4-4bce-848a-3557d373d997 req-5fd7ecc9-80a3-44d6-91d4-8a1388a1704f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053110 Apr 20 13:28:15.085695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f22c3-8fea-4043-ada2-48cf16e2f3fc req-4b784026-0d36-46c0-8cc3-eec85ce27097 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:15.087041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-823f22c3-8fea-4043-ada2-48cf16e2f3fc req-4b784026-0d36-46c0-8cc3-eec85ce27097 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 949 time: 0.0477130 Apr 20 13:28:15.123048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-823f22c3-8fea-4043-ada2-48cf16e2f3fc req-27ab7600-b67b-48c7-b410-0c1a81137b5f tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301306 Apr 20 13:28:16.248680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdf595-5e5e-4536-8e6f-7b2871d5887f req-c0bb8772-1f2a-41a3-894c-3273db27de26 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:16.250143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbdf595-5e5e-4536-8e6f-7b2871d5887f req-c0bb8772-1f2a-41a3-894c-3273db27de26 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 949 time: 0.0519552 Apr 20 13:28:16.287917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbdf595-5e5e-4536-8e6f-7b2871d5887f req-92930b6c-03e1-4c3d-a84b-9f7e41c676c8 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.24 "GET /v2.0/security-groups?id=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317273 Apr 20 13:28:16.321985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d4aac93f-423c-4648-9166-01e7c1e6f799 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:16.323410 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d4aac93f-423c-4648-9166-01e7c1e6f799 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9744163-99b7-4464-afa2-1ea78ee77423 HTTP/1.1" status: 200 len: 949 time: 0.0470705 Apr 20 13:28:16.412509 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Deleting port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:28:16.412775 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.503685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] For port 6dac89f3-2aa9-4d1f-973d-0fb251b24866, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=6dac89f3-2aa9-4d1f-973d-0fb251b24866,segment=NetworkSegment(eb8709a8-d9a2-4d4b-91be-941baea8a44e),segment_id=eb8709a8-d9a2-4d4b-91be-941baea8a44e)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:16.504041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.516600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Calling delete_port for 6dac89f3-2aa9-4d1f-973d-0fb251b24866 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:28:16.645361 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.657144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['6dac89f3-2aa9-4d1f-973d-0fb251b24866'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:16.679188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Pushing event deleted for resources: {'Port': ['ID=6dac89f3-2aa9-4d1f-973d-0fb251b24866,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:16.724251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] No DVR routers for this DVR port 6dac89f3-2aa9-4d1f-973d-0fb251b24866 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:28:16.726943 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:16.730228 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-d17a156d-d412-4810-81f7-ba1656f32d78 req-d21fca34-8400-400f-b7ab-774d30285041 tempest-ServersAdminNegativeTestJSON-325889893 tempest-ServersAdminNegativeTestJSON-325889893-project] 10.222.0.37 "DELETE /v2.0/ports/6dac89f3-2aa9-4d1f-973d-0fb251b24866 HTTP/1.1" status: 204 len: 173 time: 0.4013250 Apr 20 13:28:16.730672 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'name': 'network-vif-deleted', 'tag': '6dac89f3-2aa9-4d1f-973d-0fb251b24866'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:16.732930 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10121a13-07d5-4f13-8c86-9e8def0c4c8b" -d '{"events": [{"server_uuid": "d9744163-99b7-4464-afa2-1ea78ee77423", "name": "network-vif-deleted", "tag": "6dac89f3-2aa9-4d1f-973d-0fb251b24866"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:16.775167 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b0edb2-a907-4d8f-971f-9a549bb71547 x-openstack-request-id: req-a0b0edb2-a907-4d8f-971f-9a549bb71547 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:16.775545 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9744163-99b7-4464-afa2-1ea78ee77423", "name": "network-vif-deleted", "tag": "6dac89f3-2aa9-4d1f-973d-0fb251b24866", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:16.775806 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0b0edb2-a907-4d8f-971f-9a549bb71547 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:16.776273 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b0edb2-a907-4d8f-971f-9a549bb71547'] response: {'server_uuid': 'd9744163-99b7-4464-afa2-1ea78ee77423', 'name': 'network-vif-deleted', 'tag': '6dac89f3-2aa9-4d1f-973d-0fb251b24866', 'status': 'completed', 'code': 200} Apr 20 13:28:17.574464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49956) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:17.716006 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0047cf03-c713-4197-b240-243f2f6a2c74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b56dfde28bc4950bb4018446c90c7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404009 Apr 20 13:28:17.718551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49960) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:17.765423 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caeed74e-f058-4efa-ac2d-948c8b4802cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.786606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caeed74e-f058-4efa-ac2d-948c8b4802cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.831394 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caeed74e-f058-4efa-ac2d-948c8b4802cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.833946 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caeed74e-f058-4efa-ac2d-948c8b4802cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:17.835602 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-caeed74e-f058-4efa-ac2d-948c8b4802cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d60e707-11c4-4bf5-99b8-b6646cd9b4b3 HTTP/1.1" status: 204 len: 168 time: 0.1161339 Apr 20 13:28:17.843487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeed74e-f058-4efa-ac2d-948c8b4802cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d60e707-11c4-4bf5-99b8-b6646cd9b4b3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:18.107104 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49966) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:18.120003 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db88f9c3-f01c-4818-8308-efed2139db51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.191066 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db88f9c3-f01c-4818-8308-efed2139db51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.195192 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-db88f9c3-f01c-4818-8308-efed2139db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.234817 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-db88f9c3-f01c-4818-8308-efed2139db51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85433e1cddf64343803c1298291e7da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266224 Apr 20 13:28:18.235888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88f9c3-f01c-4818-8308-efed2139db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d45e86-3286-453d-9526-895585cd3608,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:18.237542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49968) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:18.285925 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.306130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.352073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.354747 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:18.355899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1d45e86-3286-453d-9526-895585cd3608 HTTP/1.1" status: 204 len: 168 time: 0.1173546 Apr 20 13:28:18.363224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d45e86-3286-453d-9526-895585cd3608,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:18.370867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.371217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.371561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.371901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.372240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.372575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.372906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.373230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.373557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.374017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.374344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:18.374669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81e4c93-5ab7-4358-88c3-74a2335099c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:19.009274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 49990) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:19.113568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1213195586-network', 'tenant_id': '78945c0c735b49ce82940ff10cff84eb'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:19.133029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Made reservation on behalf of 78945c0c735b49ce82940ff10cff84eb for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:19.135309 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.143639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.200528 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.220245 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.224010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.248359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:28:19.256862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.262936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.263284 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Added segment 25c28c39-cd84-4bd4-aaa2-64db22660b12 of type vlan for network dafb822a-521d-4014-9018-2729227891d6 Apr 20 13:28:19.302903 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.326568 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.327506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:19.328076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.353579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3432176 Apr 20 13:28:19.356594 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 49994) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:28:19.361610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Request body: {'subnet': {'network_id': 'dafb822a-521d-4014-9018-2729227891d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1213195586-subnet', 'tenant_id': '78945c0c735b49ce82940ff10cff84eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:19.381972 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Made reservation on behalf of 78945c0c735b49ce82940ff10cff84eb for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:19.384223 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.389376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2794a2-3695-4efc-bbe8-0206ba5d7ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=dafb822a-521d-4014-9018-2729227891d6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.403709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network dafb822a-521d-4014-9018-2729227891d6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:28:19.561288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.614954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffb3882-e202-44fb-8524-ed0548c2aba4,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:19.623367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Checking segment: {'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:19.623717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Network hostable DHCP agents. Network: dafb822a-521d-4014-9018-2729227891d6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:28:19.640006 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Network dafb822a-521d-4014-9018-2729227891d6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:28:19.649120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, dafb822a-521d-4014-9018-2729227891d6) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:19.653064 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:19.653658 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:19.658543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70145b-5264-43d7-ba2a-d67ff1a111a9 None None] Network dafb822a-521d-4014-9018-2729227891d6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:19.669855 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-32012ec9-a01a-4082-981e-c1d0d89587d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3121102 Apr 20 13:28:19.943633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c93dca-8a9a-42f3-9e6c-2aa8430cc904 None None] Network dafb822a-521d-4014-9018-2729227891d6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:28:20.108697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-6a649fae-9593-4f7f-ac34-7fe0984c09f3 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:20.110170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-6a649fae-9593-4f7f-ac34-7fe0984c09f3 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 812 time: 0.1024387 Apr 20 13:28:20.125078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-93f84e06-b49d-4418-9c6a-32ae6b55b45e tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/quotas/78945c0c735b49ce82940ff10cff84eb HTTP/1.1" status: 200 len: 375 time: 0.0086370 Apr 20 13:28:20.156233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-3dbb9a38-d912-4ae3-89c2-b7bc85073dc9 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259750 Apr 20 13:28:20.245709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-e27fd478-bfb1-460f-b548-e7ebfd558f51 service neutron] 10.222.0.24 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824616 Apr 20 13:28:20.332658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-05993842-7295-4880-a1e9-2d1aa1c57896 service neutron] 10.222.0.24 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809662 Apr 20 13:28:20.371433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6dac89f3-2aa9-4d1f-973d-0fb251b24866 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:28:20.391330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 6dac89f3-2aa9-4d1f-973d-0fb251b24866 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:28:20.391672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 6dac89f3-2aa9-4d1f-973d-0fb251b24866 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:28:20.488943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cde4672f-66c6-47dc-9f04-7b01daaab60e req-c5a86ef6-9ec0-49bd-9e01-4d2701cea030 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 210 time: 0.0264673 Apr 20 13:28:21.389222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-678fd3b1-1bd8-4088-a7f0-0ce53baf3636 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:21.390662 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-678fd3b1-1bd8-4088-a7f0-0ce53baf3636 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.37 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 812 time: 0.1021376 Apr 20 13:28:21.403644 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Request body: {'port': {'device_id': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'network_id': 'dafb822a-521d-4014-9018-2729227891d6', 'admin_state_up': True, 'tenant_id': '78945c0c735b49ce82940ff10cff84eb'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:21.514252 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Made reservation on behalf of 78945c0c735b49ce82940ff10cff84eb for: {'port': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:28:21.517509 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.584976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0695efd-b2e0-4796-8f6b-840e6588cc2c req-41512315-cccd-428a-9adf-79b46c6e664a tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 210 time: 0.0257225 Apr 20 13:28:21.648088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Allocated IP 172.20.0.12 (dafb822a-521d-4014-9018-2729227891d6/5ffb3882-e202-44fb-8524-ed0548c2aba4/c7952402-d042-4ae1-b023-3fd316b11766) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:28:21.786829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.819730 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.880319 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Network dafb822a-521d-4014-9018-2729227891d6 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:28:21.884570 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:28:21.888856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:28:21.919804 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:21.947063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:21.947774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:21.962620 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-d9d7674f-9c40-49d7-a7f9-4892f0556552 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633957 Apr 20 13:28:21.974431 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Request body: {'port': {'device_id': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:28:22.026314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.302728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7952402-d042-4ae1-b023-3fd316b11766 {{(pid=109409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:22.309830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.321432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Transition to ACTIVE for port object c7952402-d042-4ae1-b023-3fd316b11766 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:28:22.325526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.377302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:22.439914 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:28:22.440531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:28:22.440531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 on network dafb822a-521d-4014-9018-2729227891d6 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:22.444671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Port c7952402-d042-4ae1-b023-3fd316b11766 on network dafb822a-521d-4014-9018-2729227891d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:28:22.444988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 on network dafb822a-521d-4014-9018-2729227891d6 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:28:22.449546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:28:22.449901 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Checking segment: {'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:28:22.450272 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Bound using segment: {'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:28:22.450682 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Bound port: c7952402-d042-4ae1-b023-3fd316b11766, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:28:22.451028 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.515776 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:28:22.519154 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:28:22.523814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.555666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:22.556282 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:22.557723 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] 10.222.0.37 "PUT /v2.0/ports/c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 1092 time: 0.5872078 Apr 20 13:28:22.558159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:22.560596 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "tag": "c7952402-d042-4ae1-b023-3fd316b11766"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:22.600980 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c7178-00fb-46b0-afa9-7e985fd06786 service neutron] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=3']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:22.604496 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d44e3bf-8ebb-4c67-9210-da1a1eec4820 x-openstack-request-id: req-7d44e3bf-8ebb-4c67-9210-da1a1eec4820 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:22.604786 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "tag": "c7952402-d042-4ae1-b023-3fd316b11766", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:22.605078 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d44e3bf-8ebb-4c67-9210-da1a1eec4820 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:22.605468 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d44e3bf-8ebb-4c67-9210-da1a1eec4820'] response: {'name': 'network-changed', 'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766', 'status': 'completed', 'code': 200} Apr 20 13:28:22.652297 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-ab5d845b-ac13-4803-84bb-d464bb86086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:22.653812 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-ab5d845b-ac13-4803-84bb-d464bb86086f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1095 time: 0.0426900 Apr 20 13:28:22.698813 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-054def36-5325-4770-908c-540c9d97e3e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 217 time: 0.0376644 Apr 20 13:28:22.705623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfb79e-b033-4f02-a6d5-ed776b600ddc req-4d61e720-f837-4cef-a454-0257ab787d47 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:22.707073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dabfb79e-b033-4f02-a6d5-ed776b600ddc req-4d61e720-f837-4cef-a454-0257ab787d47 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 944 time: 0.0528710 Apr 20 13:28:22.745268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dabfb79e-b033-4f02-a6d5-ed776b600ddc req-fe4c2141-dddd-46fa-b856-9918deb4e8b5 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310504 Apr 20 13:28:22.747362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-f9cc4688-5728-4b7a-b90f-41667ebe082b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:22.748791 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-f9cc4688-5728-4b7a-b90f-41667ebe082b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 200 len: 852 time: 0.0437644 Apr 20 13:28:22.780850 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-c980f333-2bdb-43f3-a840-a226a61d0b04 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dafb822a-521d-4014-9018-2729227891d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260456 Apr 20 13:28:22.867983 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-441f45f7-3556-4b65-a285-7813a78cbadb service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802898 Apr 20 13:28:22.962471 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c622c81c-8a42-4e3f-b297-597e37415c47 req-ace1399c-ea60-4b91-8942-f9da94274b6e service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885470 Apr 20 13:28:23.048079 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-49469591-ce46-44b1-8bd2-767fe8c0d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:23.049543 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-49469591-ce46-44b1-8bd2-767fe8c0d633 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1095 time: 0.0401134 Apr 20 13:28:23.144363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-25bd7aa5-2d63-4d16-b22c-9f66a2277b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:23.145764 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-25bd7aa5-2d63-4d16-b22c-9f66a2277b07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 913 time: 0.0888238 Apr 20 13:28:23.185620 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-01db5290-6b34-4a45-b463-7274895682ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 217 time: 0.0337806 Apr 20 13:28:23.233706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-cb709626-c0ca-4ac7-9cb7-f7c2d33c33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:23.235185 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-cb709626-c0ca-4ac7-9cb7-f7c2d33c33e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 200 len: 852 time: 0.0432541 Apr 20 13:28:23.276613 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-39cfa3a8-ce1e-400e-b521-b34a3f4df7de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dafb822a-521d-4014-9018-2729227891d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289495 Apr 20 13:28:23.363297 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-2baf5fa5-0c40-4de1-85a5-093affc4d612 service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796471 Apr 20 13:28:23.455379 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-5a30c8ad-86e0-43e7-b31a-ad6d47d84dd6 req-6f67fcbb-d540-4679-94da-60c24e0efdfd service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843062 Apr 20 13:28:23.863035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bbd4a-abb4-4bd0-963c-b06661b40ab6 req-7bc58b14-8214-4589-a670-57a8bf07ed6d tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:23.864484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-498bbd4a-abb4-4bd0-963c-b06661b40ab6 req-7bc58b14-8214-4589-a670-57a8bf07ed6d tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 944 time: 0.0503118 Apr 20 13:28:23.901388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-498bbd4a-abb4-4bd0-963c-b06661b40ab6 req-bf275625-3078-4070-973a-4dd6751c6c9e tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Apr 20 13:28:23.981700 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:25.016290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265df049-7e45-40e3-b199-71a4c95f23e8 req-a5c00bce-b5fb-461f-baf9-c787218aab43 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:25.017734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-265df049-7e45-40e3-b199-71a4c95f23e8 req-a5c00bce-b5fb-461f-baf9-c787218aab43 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 944 time: 0.0477562 Apr 20 13:28:25.055150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-265df049-7e45-40e3-b199-71a4c95f23e8 req-43e7fa53-7a75-48fc-87c5-232aaf68b424 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Apr 20 13:28:26.174530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3086c3f-f06b-49bf-a846-b57e2eae817d req-f1109839-1d0a-4ae6-8517-fa61e108a197 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:26.175939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3086c3f-f06b-49bf-a846-b57e2eae817d req-f1109839-1d0a-4ae6-8517-fa61e108a197 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 944 time: 0.0512152 Apr 20 13:28:26.212662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3086c3f-f06b-49bf-a846-b57e2eae817d req-5bf1e225-66dd-49a6-9be4-2291908ac8ff tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307786 Apr 20 13:28:26.381765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:28:26.473735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:26.484822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c7952402-d042-4ae1-b023-3fd316b11766', 'network_id': 'dafb822a-521d-4014-9018-2729227891d6', 'port_id': 'c7952402-d042-4ae1-b023-3fd316b11766', 'mac_address': 'fa:16:3e:ba:fe:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffb3882-e202-44fb-8524-ed0548c2aba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:28:26.525304 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.538106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7952402-d042-4ae1-b023-3fd316b11766 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:28:26.556219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:26.560327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:26.606631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:26.613754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.614102 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.614448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.614784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.615119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.615476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.615803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.616134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.616457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.616779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.617100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.617430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:28:26.744338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c7952402-d042-4ae1-b023-3fd316b11766'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:28:27.325520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b801c-bf91-412a-921c-dba20f197f0e req-01836abf-fd1d-4e71-95a5-8c6d7c1f5309 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:27.326995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b21b801c-bf91-412a-921c-dba20f197f0e req-01836abf-fd1d-4e71-95a5-8c6d7c1f5309 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 945 time: 0.0479679 Apr 20 13:28:27.363426 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b21b801c-bf91-412a-921c-dba20f197f0e req-9bb221a4-d1ac-4107-8fb8-ce97a77fe5b8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305688 Apr 20 13:28:28.403513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:28:28.450817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port c7952402-d042-4ae1-b023-3fd316b11766 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:28:28.454711 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c7952402-d042-4ae1-b023-3fd316b11766 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:28:28.455189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.476492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a48037-3dc5-4af3-89ca-0411afe5123c req-acfe2b60-275e-463c-a22d-b4d26ba67c76 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:28.478005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2a48037-3dc5-4af3-89ca-0411afe5123c req-acfe2b60-275e-463c-a22d-b4d26ba67c76 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 945 time: 0.0478828 Apr 20 13:28:28.515947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2a48037-3dc5-4af3-89ca-0411afe5123c req-732e3391-1d70-46a3-80bc-9a1c6e74cd49 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Apr 20 13:28:28.538236 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.560781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:28:28.563140 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2418cf-b5f6-4e02-ab8f-05754b6be39d" -d '{"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-plugged", "status": "completed", "tag": "c7952402-d042-4ae1-b023-3fd316b11766"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:28:28.579087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:28:28.583271 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:28.614748 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58608b09-cc78-4e39-9576-8a4272569967 x-openstack-request-id: req-58608b09-cc78-4e39-9576-8a4272569967 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:28:28.615034 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-plugged", "status": "completed", "tag": "c7952402-d042-4ae1-b023-3fd316b11766", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:28:28.615317 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58608b09-cc78-4e39-9576-8a4272569967 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:28:28.616214 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58608b09-cc78-4e39-9576-8a4272569967'] response: {'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766', 'code': 200} Apr 20 13:28:28.640716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:28:28.694628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cce350-9daf-43f7-94dd-faa13efb5d97 req-9fe7157a-8a0e-4797-8a5c-2f0dee84f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:28.696062 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-94cce350-9daf-43f7-94dd-faa13efb5d97 req-9fe7157a-8a0e-4797-8a5c-2f0dee84f36e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1097 time: 0.0401359 Apr 20 13:28:28.729568 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-94cce350-9daf-43f7-94dd-faa13efb5d97 req-2af2c9c0-964b-4e4b-9115-1754e6c26e65 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265527 Apr 20 13:28:29.633345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a94b57-a255-4cae-91d7-48ed53ba60b3 req-5888853a-cf76-4de4-ad70-7697f651190b tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:29.634799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8a94b57-a255-4cae-91d7-48ed53ba60b3 req-5888853a-cf76-4de4-ad70-7697f651190b tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0517640 Apr 20 13:28:29.671861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8a94b57-a255-4cae-91d7-48ed53ba60b3 req-c4ee7fa3-f2a8-4a02-9ca7-3dd4c0d6431a tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310833 Apr 20 13:28:30.788771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e79711-7403-48f4-9627-8f48513735a0 req-8bea16bd-c065-4ccd-bd19-c4c90322229d tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:30.790244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48e79711-7403-48f4-9627-8f48513735a0 req-8bea16bd-c065-4ccd-bd19-c4c90322229d tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0487444 Apr 20 13:28:30.826725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48e79711-7403-48f4-9627-8f48513735a0 req-b1cdc7b9-a8e2-4e3d-8f0f-dc44f5647c3b tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305777 Apr 20 13:28:31.062459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9829f-c5f7-413f-8133-56dab724ece8 req-89354f3c-4717-4ed9-93a1-8ca6ff419894 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:31.063927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21a9829f-c5f7-413f-8133-56dab724ece8 req-89354f3c-4717-4ed9-93a1-8ca6ff419894 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0490999 Apr 20 13:28:31.101770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21a9829f-c5f7-413f-8133-56dab724ece8 req-5149d914-ebf6-4abc-a36d-47a7d3bd29a9 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Apr 20 13:28:31.103302 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-80af5975-a897-4605-99a9-0b64cef61b99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940623 Apr 20 13:28:31.113493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-2aede8dd-8412-4eb7-acbb-6ab7bc268f74 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:28:31.114487 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-2aede8dd-8412-4eb7-acbb-6ab7bc268f74 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052285 Apr 20 13:28:32.256360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-200cb9f9-822f-48d3-b023-76016ba99ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.258393 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-200cb9f9-822f-48d3-b023-76016ba99ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1097 time: 0.0414391 Apr 20 13:28:32.354541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-52a9c6d9-dc02-48bd-8bfc-923cd261951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.356007 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-52a9c6d9-dc02-48bd-8bfc-923cd261951a service neutron] 10.222.0.37 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 913 time: 0.0918460 Apr 20 13:28:32.401788 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-928c4143-5d26-4224-9229-580f47ab70c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 217 time: 0.0363836 Apr 20 13:28:32.454768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-3501d9a9-b6e4-46a8-993e-40bf61058659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.456199 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-3501d9a9-b6e4-46a8-993e-40bf61058659 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 200 len: 852 time: 0.0486300 Apr 20 13:28:32.487593 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-fb9db163-2611-4b59-bf93-233533e5179c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dafb822a-521d-4014-9018-2729227891d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247600 Apr 20 13:28:32.517276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a697a-b5e5-48f9-a24c-a98e9690166b req-3350b6dc-b43f-4162-aaa8-ecf4bcbb3f67 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:32.519055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-439a697a-b5e5-48f9-a24c-a98e9690166b req-3350b6dc-b43f-4162-aaa8-ecf4bcbb3f67 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.3463552 Apr 20 13:28:32.559954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-439a697a-b5e5-48f9-a24c-a98e9690166b req-083f48c0-12f8-44c8-9748-b9e644dd783e tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Apr 20 13:28:32.592442 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-05e1df46-5745-4e20-bdf9-54b7cdf4c673 service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972004 Apr 20 13:28:32.688422 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-c7a013de-fcfe-4e6d-b647-177f252359a1 service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898726 Apr 20 13:28:33.676255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9b443-ab59-475b-a1db-9dd264e8f06f req-2155d1f7-d98f-445e-98d9-c1e1ee528250 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:33.677704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61e9b443-ab59-475b-a1db-9dd264e8f06f req-2155d1f7-d98f-445e-98d9-c1e1ee528250 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0481017 Apr 20 13:28:33.692749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-084bb664-44dd-4492-8862-045025085a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:33.715809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61e9b443-ab59-475b-a1db-9dd264e8f06f req-c8b97294-b3d9-4c2e-972e-e4719425ca33 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Apr 20 13:28:34.831039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63919849-57a6-4392-a760-23836acca88b req-1c364db8-6674-45e0-a1d8-9a297216f250 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:34.832450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63919849-57a6-4392-a760-23836acca88b req-1c364db8-6674-45e0-a1d8-9a297216f250 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0474668 Apr 20 13:28:34.869821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-63919849-57a6-4392-a760-23836acca88b req-2834962a-7b43-426b-a04e-8251349d0e2e tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Apr 20 13:28:35.986848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2beb5f-cdf6-414d-a251-b689ace51975 req-30ef03eb-476b-436e-85d9-67e5b5a007ce tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:35.988284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee2beb5f-cdf6-414d-a251-b689ace51975 req-30ef03eb-476b-436e-85d9-67e5b5a007ce tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0512698 Apr 20 13:28:36.025301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee2beb5f-cdf6-414d-a251-b689ace51975 req-29501aef-dfa9-48c6-8979-2b8e009e456f tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302908 Apr 20 13:28:36.031089 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a37e3a1f-47dc-483e-bee9-e15534b34ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:37.030376 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:28:37.143585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadc3d8-8ee1-4007-9a42-511591b2fcea req-6c671a53-1ef5-496d-85a0-775b0baf02df tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:37.145008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7aadc3d8-8ee1-4007-9a42-511591b2fcea req-6c671a53-1ef5-496d-85a0-775b0baf02df tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0479937 Apr 20 13:28:37.182997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7aadc3d8-8ee1-4007-9a42-511591b2fcea req-52319606-980c-44ea-a75e-87bc4becbcb9 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Apr 20 13:28:37.275797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.300157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298d26-5696-404e-933e-21316776940b req-735bc563-624e-41bf-8514-778b2e8c5465 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:38.301590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b298d26-5696-404e-933e-21316776940b req-735bc563-624e-41bf-8514-778b2e8c5465 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0479069 Apr 20 13:28:38.338159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b298d26-5696-404e-933e-21316776940b req-04996556-2369-4e4d-917f-fb72f8decd19 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299413 Apr 20 13:28:38.640401 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:38.974650 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:39.454815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9d767-c7d1-400f-8656-be7ea6c16aea req-5b3bf263-70ac-4e5f-a7a9-b80bb7a04a28 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:39.456247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07b9d767-c7d1-400f-8656-be7ea6c16aea req-5b3bf263-70ac-4e5f-a7a9-b80bb7a04a28 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0504785 Apr 20 13:28:39.493342 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07b9d767-c7d1-400f-8656-be7ea6c16aea req-07eb8cc6-2fd3-4860-a649-cfcba7be7dbd tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Apr 20 13:28:40.619220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97b31e-2d3e-4281-86eb-69435c91529c req-0eec0b63-d589-4f22-968b-9c1edda1242c tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:40.620578 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d97b31e-2d3e-4281-86eb-69435c91529c req-0eec0b63-d589-4f22-968b-9c1edda1242c tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0505831 Apr 20 13:28:40.657405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d97b31e-2d3e-4281-86eb-69435c91529c req-33e60b6f-a720-45a5-9dfa-505bb09f9a75 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307777 Apr 20 13:28:41.771239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54069c9-42ed-4e23-8df5-c76addf8daa5 req-4ecd5df5-78f2-4691-baf3-af11e44b2d56 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:41.772672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e54069c9-42ed-4e23-8df5-c76addf8daa5 req-4ecd5df5-78f2-4691-baf3-af11e44b2d56 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0480635 Apr 20 13:28:41.808473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e54069c9-42ed-4e23-8df5-c76addf8daa5 req-4a209c37-3729-40d5-b693-37f07972bef8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298700 Apr 20 13:28:42.926206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f239ad6-ec27-4cae-ac9a-00e530eb39d8 req-3e50c105-8478-4228-9064-a4f07d7a658b tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:42.927628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f239ad6-ec27-4cae-ac9a-00e530eb39d8 req-3e50c105-8478-4228-9064-a4f07d7a658b tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0516248 Apr 20 13:28:42.964707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f239ad6-ec27-4cae-ac9a-00e530eb39d8 req-0d4f8c06-2dd2-4e7c-b56e-5f95f34b7523 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311778 Apr 20 13:28:44.078492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b7ac4-455b-4823-b7ae-b4e0e04760c6 req-d88e7a31-3151-439f-9c0a-a313b62ab042 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:44.079937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be9b7ac4-455b-4823-b7ae-b4e0e04760c6 req-d88e7a31-3151-439f-9c0a-a313b62ab042 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0481691 Apr 20 13:28:44.116117 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be9b7ac4-455b-4823-b7ae-b4e0e04760c6 req-b8bcf30c-4650-4c90-9021-df0e70bce41e tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302436 Apr 20 13:28:45.231911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1b64b-f476-4aaf-86ed-fc02c01ef4ec req-fdbdf1d9-6bce-455f-b0d7-99e73e2baa95 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:45.233258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76c1b64b-f476-4aaf-86ed-fc02c01ef4ec req-fdbdf1d9-6bce-455f-b0d7-99e73e2baa95 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0486162 Apr 20 13:28:45.269550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76c1b64b-f476-4aaf-86ed-fc02c01ef4ec req-f156e645-ce13-4a2f-a27a-66eeaf945d10 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303328 Apr 20 13:28:46.386100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e11c4-110d-431b-9abc-43db353fac77 req-57998f54-73eb-4be6-8a5a-4fc3caa819bf tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:46.387532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef5e11c4-110d-431b-9abc-43db353fac77 req-57998f54-73eb-4be6-8a5a-4fc3caa819bf tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0511954 Apr 20 13:28:46.425106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef5e11c4-110d-431b-9abc-43db353fac77 req-08ba043c-32b9-4604-9869-575fe05ccc41 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Apr 20 13:28:47.538336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc544e8-0690-4dc4-a7a1-dcd4acf0ccd2 req-bbc53fe9-2186-4cfd-a271-cb586dcd07d1 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:47.540283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bc544e8-0690-4dc4-a7a1-dcd4acf0ccd2 req-bbc53fe9-2186-4cfd-a271-cb586dcd07d1 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0492187 Apr 20 13:28:47.577272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bc544e8-0690-4dc4-a7a1-dcd4acf0ccd2 req-97ef3996-2e50-4ca1-bad5-548ca81e86e2 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309904 Apr 20 13:28:48.690713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700ec99-44af-437c-8ae6-996c084cce37 req-5d4c5bde-eb35-4cb6-a85f-61be928ce237 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:48.692147 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1700ec99-44af-437c-8ae6-996c084cce37 req-5d4c5bde-eb35-4cb6-a85f-61be928ce237 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0483112 Apr 20 13:28:48.728805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1700ec99-44af-437c-8ae6-996c084cce37 req-2eb6e5bc-c415-4631-b6bd-6d913c061a93 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306878 Apr 20 13:28:49.202254 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:49.845398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647508b0-c83d-4812-a8b9-8552b99851d9 req-1fdee04f-53c6-4a31-8f0c-f5101412e6c4 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:49.846858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-647508b0-c83d-4812-a8b9-8552b99851d9 req-1fdee04f-53c6-4a31-8f0c-f5101412e6c4 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0511658 Apr 20 13:28:49.885838 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-647508b0-c83d-4812-a8b9-8552b99851d9 req-f1c35d06-7c78-49e9-8b9b-c7631d89d07b tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Apr 20 13:28:51.002024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53235edd-db0c-47e4-ae39-1eabfc9bf074 req-37d3d42a-1e8d-4d7d-87cd-8c7195967215 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:51.003460 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53235edd-db0c-47e4-ae39-1eabfc9bf074 req-37d3d42a-1e8d-4d7d-87cd-8c7195967215 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0482950 Apr 20 13:28:51.040325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53235edd-db0c-47e4-ae39-1eabfc9bf074 req-a57fe783-53c5-4dde-91ca-b86c5c3a5d94 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Apr 20 13:28:52.156253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079b7a6-14aa-4ee5-906c-580ad606cb78 req-43a516ca-b850-4c66-904f-e20ed06ee3de tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:52.157707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a079b7a6-14aa-4ee5-906c-580ad606cb78 req-43a516ca-b850-4c66-904f-e20ed06ee3de tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0479538 Apr 20 13:28:52.193909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a079b7a6-14aa-4ee5-906c-580ad606cb78 req-c0b0c54c-2223-4a73-967e-802d86a01dea tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302680 Apr 20 13:28:53.310807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55bb24-65f5-4755-912d-2418c3c0ee1b req-8aa881be-ca47-49c5-a1cd-8d372f278c2e tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:53.312215 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab55bb24-65f5-4755-912d-2418c3c0ee1b req-8aa881be-ca47-49c5-a1cd-8d372f278c2e tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0512602 Apr 20 13:28:53.348983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab55bb24-65f5-4755-912d-2418c3c0ee1b req-6723f68b-8ac9-4e4b-a55a-c041d8f5b4b1 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Apr 20 13:28:53.985323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:28:54.463063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3387502-6831-4d46-a256-4305b6f7f7a1 req-abeda27b-58f7-4060-a11d-34889263e631 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:54.464517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3387502-6831-4d46-a256-4305b6f7f7a1 req-abeda27b-58f7-4060-a11d-34889263e631 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0483642 Apr 20 13:28:54.503464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3387502-6831-4d46-a256-4305b6f7f7a1 req-79472170-39b5-407c-bd32-8263a4b0fc94 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Apr 20 13:28:55.622879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5018-e427-42f8-94d8-0ddf716026fc req-ed684022-cb86-4a4a-9408-4a6ecfddb5af tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:55.624317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15da5018-e427-42f8-94d8-0ddf716026fc req-ed684022-cb86-4a4a-9408-4a6ecfddb5af tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0481761 Apr 20 13:28:55.663503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15da5018-e427-42f8-94d8-0ddf716026fc req-31eb96b9-91a7-418d-9149-a78bdfad6309 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328169 Apr 20 13:28:56.781000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e86783-74f8-450e-980d-15787b42c7b4 req-c556c16a-dbfc-41fb-8cb3-a30270807a2d tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:56.782503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65e86783-74f8-450e-980d-15787b42c7b4 req-c556c16a-dbfc-41fb-8cb3-a30270807a2d tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0530465 Apr 20 13:28:56.818810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65e86783-74f8-450e-980d-15787b42c7b4 req-f3c135a0-ffef-4978-83ad-411df0e60a97 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Apr 20 13:28:57.934776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec0def-e832-4937-8a50-4a7d93225e84 req-64244a13-f429-4c24-8700-c7fe1fc222c2 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:57.936233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32ec0def-e832-4937-8a50-4a7d93225e84 req-64244a13-f429-4c24-8700-c7fe1fc222c2 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0483708 Apr 20 13:28:57.973710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32ec0def-e832-4937-8a50-4a7d93225e84 req-95600cc6-50fe-4429-a63a-910c7ff12c25 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315039 Apr 20 13:28:59.086475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f0639-dc78-44ed-8545-f96e7771b183 req-0613e89e-022b-4684-8d82-08e0a28824d4 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:59.088039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-200f0639-dc78-44ed-8545-f96e7771b183 req-0613e89e-022b-4684-8d82-08e0a28824d4 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0470057 Apr 20 13:28:59.124714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-200f0639-dc78-44ed-8545-f96e7771b183 req-be66c606-f853-428b-a688-ef6d9b8c9843 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Apr 20 13:28:59.696888 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-bc70356d-77a2-48db-ac28-8e17b1481a92 service neutron] show failed (client error): The resource could not be found. Apr 20 13:28:59.697899 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-bc70356d-77a2-48db-ac28-8e17b1481a92 service neutron] 10.222.0.37 "GET /v2.0/ports/c7952402-d042-4ae1-b023-3fd316b11766/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.1053014 Apr 20 13:28:59.969911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-7f94edfe-ba56-4b96-afda-354a0353c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:28:59.971385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-7f94edfe-ba56-4b96-afda-354a0353c1fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e&tenant_id=78945c0c735b49ce82940ff10cff84eb HTTP/1.1" status: 200 len: 1097 time: 0.1227982 Apr 20 13:28:59.980814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-b652e398-82cc-445c-810d-eb344094ccb4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:28:59.982029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-b652e398-82cc-445c-810d-eb344094ccb4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047352 Apr 20 13:28:59.993216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:00.044529 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.282858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180be4d8-cc52-47c5-8d39-ff3fb80ece9d req-b4847ed0-3c6b-4df2-aaa0-82e522c1f5a4 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:00.284297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-180be4d8-cc52-47c5-8d39-ff3fb80ece9d req-b4847ed0-3c6b-4df2-aaa0-82e522c1f5a4 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0713081 Apr 20 13:29:00.289440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:00.341131 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-180be4d8-cc52-47c5-8d39-ff3fb80ece9d req-98deaf7d-c95b-43c2-ac3a-af0a7ec9e4c4 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Apr 20 13:29:00.346492 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:00.386866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:00.389109 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09ba14f-ba23-4ebb-9dbe-501108c87b46" -d '{"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7952402-d042-4ae1-b023-3fd316b11766"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:00.392788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.405422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Transition to ACTIVE for port object c7952402-d042-4ae1-b023-3fd316b11766 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:00.409453 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.476856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:00.479165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] No DVR routers for this DVR port c7952402-d042-4ae1-b023-3fd316b11766 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:00.512083 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8a64cc-aa1a-4da5-9578-4e0b26718f0d x-openstack-request-id: req-ce8a64cc-aa1a-4da5-9578-4e0b26718f0d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:00.512375 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7952402-d042-4ae1-b023-3fd316b11766", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:00.512624 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce8a64cc-aa1a-4da5-9578-4e0b26718f0d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:00.513070 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce8a64cc-aa1a-4da5-9578-4e0b26718f0d'] response: {'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766', 'code': 200} Apr 20 13:29:00.517264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:00.517598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:00.517973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 on network dafb822a-521d-4014-9018-2729227891d6 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:00.523109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Port c7952402-d042-4ae1-b023-3fd316b11766 on network dafb822a-521d-4014-9018-2729227891d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:00.523424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Attempting to bind port c7952402-d042-4ae1-b023-3fd316b11766 on network dafb822a-521d-4014-9018-2729227891d6 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:00.528392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:00.528726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Checking segment: {'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:00.529104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Bound using segment: {'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:00.529520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Bound port: c7952402-d042-4ae1-b023-3fd316b11766, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c28c39-cd84-4bd4-aaa2-64db22660b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dafb822a-521d-4014-9018-2729227891d6'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:00.529903 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.590759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:00.593612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:00.598268 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.635291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:00.635895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:00.637260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 1092 time: 0.6484456 Apr 20 13:29:00.660299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf99bd-e368-4183-94d6-2488b5aa98f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:00.706984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-d8167501-3a32-4f1f-81db-8ec1baf5f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:00.708476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-d8167501-3a32-4f1f-81db-8ec1baf5f96d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1095 time: 0.0492771 Apr 20 13:29:00.798038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-72b928b8-fa87-4990-8c78-eb1947db21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:00.799477 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-72b928b8-fa87-4990-8c78-eb1947db21d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 913 time: 0.0840590 Apr 20 13:29:00.843328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-f0b221ba-39af-4427-8be0-5a7f92c52ed1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 217 time: 0.0375676 Apr 20 13:29:00.890476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-407672da-7f0c-4bd4-b2df-0c6407ddc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:00.891863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-407672da-7f0c-4bd4-b2df-0c6407ddc116 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 200 len: 852 time: 0.0423665 Apr 20 13:29:00.921899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-de3a01b5-b067-48c4-9540-5609cae32dbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dafb822a-521d-4014-9018-2729227891d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230310 Apr 20 13:29:01.013087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-fecdf848-7700-4646-b0bf-afca03ade18d service neutron] 10.222.0.30 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850060 Apr 20 13:29:01.101984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ade02c64-a8e6-4eab-8bf2-813746e56bc2 req-135e712d-402e-436c-9746-79b5b7424595 service neutron] 10.222.0.30 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817871 Apr 20 13:29:01.456240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5adf98-65cd-4781-b128-496b4d5fbdbf req-979b4f7d-10ce-40da-9e4e-9383d79ca768 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:01.457606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b5adf98-65cd-4781-b128-496b4d5fbdbf req-979b4f7d-10ce-40da-9e4e-9383d79ca768 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 944 time: 0.0487242 Apr 20 13:29:01.494808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b5adf98-65cd-4781-b128-496b4d5fbdbf req-6f08d151-b992-4e31-b766-f9564bca87c9 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Apr 20 13:29:02.514127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:02.516479 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4" -d '{"events": [{"name": "network-changed", "server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "tag": "c7952402-d042-4ae1-b023-3fd316b11766"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:02.548317 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:02.587805 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a42cd6-c5d6-41d6-9617-65b2106dc740 x-openstack-request-id: req-97a42cd6-c5d6-41d6-9617-65b2106dc740 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:02.588162 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "tag": "c7952402-d042-4ae1-b023-3fd316b11766", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:02.588347 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-97a42cd6-c5d6-41d6-9617-65b2106dc740 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:02.588572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:02.588720 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a42cd6-c5d6-41d6-9617-65b2106dc740'] response: {'name': 'network-changed', 'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766', 'status': 'completed', 'code': 200} Apr 20 13:29:02.630271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-69d96d1b-abac-44ab-993c-c72da1e3b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.632601 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-69d96d1b-abac-44ab-993c-c72da1e3b121 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1095 time: 0.0437956 Apr 20 13:29:02.651116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-14c8bea6-4ba7-4b8f-9d9b-9b83c5675726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.652696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-14c8bea6-4ba7-4b8f-9d9b-9b83c5675726 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1095 time: 0.0615380 Apr 20 13:29:02.660146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaaf2f-2e44-400a-9ee5-e97fe1a333d0 req-6f9735ff-f92f-4d0c-a0db-696e21abad83 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.661491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08eaaf2f-2e44-400a-9ee5-e97fe1a333d0 req-6f9735ff-f92f-4d0c-a0db-696e21abad83 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 944 time: 0.0958009 Apr 20 13:29:02.730859 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-0801e303-09e9-4370-97ce-7f98682a4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.732802 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-0801e303-09e9-4370-97ce-7f98682a4335 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 913 time: 0.0936656 Apr 20 13:29:02.753896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08eaaf2f-2e44-400a-9ee5-e97fe1a333d0 req-b309ed94-1f7e-45b0-9076-9a0dd8ae7a99 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832105 Apr 20 13:29:02.776165 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-ef672f48-6c59-48a2-bb5e-166fd7736fc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 217 time: 0.0371368 Apr 20 13:29:02.782312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-cac7a89b-84d3-4bb4-878b-36564fa425a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.783761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-cac7a89b-84d3-4bb4-878b-36564fa425a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 913 time: 0.1213670 Apr 20 13:29:02.824179 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-c40f5a4a-de06-41c7-9549-fb148a10322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.825666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-c40f5a4a-de06-41c7-9549-fb148a10322c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 200 len: 852 time: 0.0433908 Apr 20 13:29:02.826644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-c625a8b1-6a7f-44de-ae0f-ef839f11ed59 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 217 time: 0.0352020 Apr 20 13:29:02.860152 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-3bc20cc7-2e24-4ef9-95de-29cdfe3efb8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dafb822a-521d-4014-9018-2729227891d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285676 Apr 20 13:29:02.875670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-272447dd-361c-47c5-bd9b-d5746c0c0493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:02.877075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-272447dd-361c-47c5-bd9b-d5746c0c0493 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 200 len: 852 time: 0.0436974 Apr 20 13:29:02.911213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-d3635bd6-4600-4709-aebc-1e549641a508 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dafb822a-521d-4014-9018-2729227891d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279191 Apr 20 13:29:02.951891 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-956495ec-49e1-4d9e-a9fa-d55a568b897a service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Apr 20 13:29:02.999646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-68bea534-818a-4db0-935a-043ef320956c service neutron] 10.222.0.30 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819409 Apr 20 13:29:03.043491 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-ce86bd8c-cf39-4adb-9b1c-a6525c3827bd service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863864 Apr 20 13:29:03.091378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea27c0fd-4f6c-477f-be69-fcf16ba719e4 req-7006e1ea-c379-4c3a-b773-07573a2b8422 service neutron] 10.222.0.30 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845523 Apr 20 13:29:03.694132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-90f23eee-2c3f-4f3c-96c6-1c3a77238f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:03.877370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86619c2-9491-4448-9b98-9d7ae05230b0 req-7f4a0186-bf6c-45c6-8b37-e263d102cf12 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:03.879135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f86619c2-9491-4448-9b98-9d7ae05230b0 req-7f4a0186-bf6c-45c6-8b37-e263d102cf12 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 944 time: 0.0549920 Apr 20 13:29:03.923802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f86619c2-9491-4448-9b98-9d7ae05230b0 req-bceef865-a7a3-4157-9773-5a48e11ba71f tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379143 Apr 20 13:29:04.716951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:29:04.813335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:04.824105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'c7952402-d042-4ae1-b023-3fd316b11766', 'network_id': 'dafb822a-521d-4014-9018-2729227891d6', 'port_id': 'c7952402-d042-4ae1-b023-3fd316b11766', 'mac_address': 'fa:16:3e:ba:fe:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ffb3882-e202-44fb-8524-ed0548c2aba4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:29:04.859567 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.872189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7952402-d042-4ae1-b023-3fd316b11766 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:04.890911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:04.894676 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:04.942881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:05.043923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d90dac-b747-4176-a292-c847881dfc0c req-cd43d121-f941-410a-8fd8-646838cc6fe9 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:05.045349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6d90dac-b747-4176-a292-c847881dfc0c req-cd43d121-f941-410a-8fd8-646838cc6fe9 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 945 time: 0.0493429 Apr 20 13:29:05.082753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6d90dac-b747-4176-a292-c847881dfc0c req-ee4f9fbb-fdf1-4003-be0a-a119e7088be5 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Apr 20 13:29:05.218308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c7952402-d042-4ae1-b023-3fd316b11766'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:05.349055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-116f82ee-f548-4528-9cd8-ea201891d7ea tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:05.350476 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-116f82ee-f548-4528-9cd8-ea201891d7ea tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.37 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e&tenant_id=78945c0c735b49ce82940ff10cff84eb&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 945 time: 0.0834460 Apr 20 13:29:05.407104 n-d-838550-2 neutron-server[109409]: INFO neutron.api.v2.resource [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-71b429d8-5bd0-4b3e-a8d9-be799cbe1372 service neutron] delete failed (client error): The resource could not be found. Apr 20 13:29:05.408070 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-71b429d8-5bd0-4b3e-a8d9-be799cbe1372 service neutron] 10.222.0.37 "DELETE /v2.0/ports/c7952402-d042-4ae1-b023-3fd316b11766/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0515354 Apr 20 13:29:05.491333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-d1e5157b-4cb6-4586-9ad2-c3f9bd3d2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:05.493227 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-d1e5157b-4cb6-4586-9ad2-c3f9bd3d2226 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78945c0c735b49ce82940ff10cff84eb&device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 1096 time: 0.0434194 Apr 20 13:29:05.580973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-d3805f03-59d2-435b-82a5-4d8e18d68450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:05.582466 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-d3805f03-59d2-435b-82a5-4d8e18d68450 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 200 len: 913 time: 0.0830383 Apr 20 13:29:05.626379 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-b0da09fc-0d08-4b1a-8465-778de9194dd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 200 len: 217 time: 0.0368862 Apr 20 13:29:05.673046 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-7bf5dab7-7066-4eae-b729-67c7988f9a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:05.674445 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-7bf5dab7-7066-4eae-b729-67c7988f9a55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 200 len: 852 time: 0.0413575 Apr 20 13:29:05.706553 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-5d1eaadc-03b3-4114-acae-33ab5c46091e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dafb822a-521d-4014-9018-2729227891d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243127 Apr 20 13:29:05.800952 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-97a00d65-d84c-46ba-8f42-2895e16b184f service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868695 Apr 20 13:29:06.034412 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ed68982-fd5a-4d22-82be-118d5c6c75ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.175398 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-fa66785d-0caf-419f-9117-4d09e22e6927 service neutron] 10.222.0.37 "GET /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668377 Apr 20 13:29:06.761895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:06.812991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port c7952402-d042-4ae1-b023-3fd316b11766 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:29:06.816932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port c7952402-d042-4ae1-b023-3fd316b11766 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:06.817300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.845219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c674e06-6235-4619-8ca6-4d94f6c24acb req-885e1258-5f38-4c6a-92b2-c86c9f2c169a tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:06.846688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c674e06-6235-4619-8ca6-4d94f6c24acb req-885e1258-5f38-4c6a-92b2-c86c9f2c169a tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 945 time: 0.0483673 Apr 20 13:29:06.888759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c674e06-6235-4619-8ca6-4d94f6c24acb req-3b1f5de2-1b29-4d9f-beae-ffdcef93d310 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Apr 20 13:29:06.894049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.916360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:06.918586 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09d946b-3a1d-4da0-9311-7c03cd275574" -d '{"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-plugged", "status": "completed", "tag": "c7952402-d042-4ae1-b023-3fd316b11766"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:06.931406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:06.935254 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:06.987934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:07.023610 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b029a-33b4-4dee-b6f2-6d479dbe448c x-openstack-request-id: req-0e1b029a-33b4-4dee-b6f2-6d479dbe448c {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:07.023902 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-plugged", "status": "completed", "tag": "c7952402-d042-4ae1-b023-3fd316b11766", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:07.024156 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e1b029a-33b4-4dee-b6f2-6d479dbe448c {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:07.024558 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e1b029a-33b4-4dee-b6f2-6d479dbe448c'] response: {'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766', 'code': 200} Apr 20 13:29:07.274139 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.005855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e15bb-fe0f-4129-acfd-eb1dd9616f2e req-c59b99e7-f211-4418-9b8f-b42f82424591 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:08.008701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-387e15bb-fe0f-4129-acfd-eb1dd9616f2e req-c59b99e7-f211-4418-9b8f-b42f82424591 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0507498 Apr 20 13:29:08.051473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-387e15bb-fe0f-4129-acfd-eb1dd9616f2e req-928bc642-8cd6-402a-be9d-f6a9d9240a97 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320704 Apr 20 13:29:08.201002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-bc8441bb-dcff-4582-866e-203a2c551c62 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:08.202358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-bc8441bb-dcff-4582-866e-203a2c551c62 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.30 "GET /v2.0/ports?device_id=33aa3cc5-9e2c-4f6a-aad6-36622de1609e HTTP/1.1" status: 200 len: 946 time: 0.0480111 Apr 20 13:29:08.291143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Deleting port c7952402-d042-4ae1-b023-3fd316b11766 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:08.291479 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.375580 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] For port c7952402-d042-4ae1-b023-3fd316b11766, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c7952402-d042-4ae1-b023-3fd316b11766,segment=NetworkSegment(25c28c39-cd84-4bd4-aaa2-64db22660b12),segment_id=25c28c39-cd84-4bd4-aaa2-64db22660b12)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:08.375937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.388271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Calling delete_port for c7952402-d042-4ae1-b023-3fd316b11766 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:08.520157 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.532223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c7952402-d042-4ae1-b023-3fd316b11766'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:08.549194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Pushing event deleted for resources: {'Port': ['ID=c7952402-d042-4ae1-b023-3fd316b11766,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:08.588653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] No DVR routers for this DVR port c7952402-d042-4ae1-b023-3fd316b11766 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:08.591303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.594558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e0f22e9-37b0-4bde-a3c4-ca7e45daa344 req-e61a970c-f071-485e-8651-cce5993d8ce8 tempest-DeleteServersTestJSON-1419606308 tempest-DeleteServersTestJSON-1419606308-project] 10.222.0.30 "DELETE /v2.0/ports/c7952402-d042-4ae1-b023-3fd316b11766 HTTP/1.1" status: 204 len: 173 time: 0.3865671 Apr 20 13:29:08.594987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-deleted', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:08.597191 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20244d1d-03ca-4950-aaa4-a6b8a7afbb2e" -d '{"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-deleted", "tag": "c7952402-d042-4ae1-b023-3fd316b11766"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:08.636989 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37005025-f117-4368-b9ad-05826a6e1dac x-openstack-request-id: req-37005025-f117-4368-b9ad-05826a6e1dac {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:08.637334 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33aa3cc5-9e2c-4f6a-aad6-36622de1609e", "name": "network-vif-deleted", "tag": "c7952402-d042-4ae1-b023-3fd316b11766", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:08.637608 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37005025-f117-4368-b9ad-05826a6e1dac {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:08.638025 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37005025-f117-4368-b9ad-05826a6e1dac'] response: {'server_uuid': '33aa3cc5-9e2c-4f6a-aad6-36622de1609e', 'name': 'network-vif-deleted', 'tag': 'c7952402-d042-4ae1-b023-3fd316b11766', 'status': 'completed', 'code': 200} Apr 20 13:29:08.640244 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:08.978219 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.180330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:09.224496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Deleting subnet 5ffb3882-e202-44fb-8524-ed0548c2aba4 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:29:09.227425 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.263872 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.301347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.351819 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.378038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffb3882-e202-44fb-8524-ed0548c2aba4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.380443 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.384103 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5ffb3882-e202-44fb-8524-ed0548c2aba4 HTTP/1.1" status: 204 len: 168 time: 0.2027040 Apr 20 13:29:09.386734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50162) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:09.390347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.390697 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.391039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.391375 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.391710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.392042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.392369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.392694 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.393021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.393599 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.393952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.394276 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501a0bf7-46dc-4ace-926b-42d95c17ade6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:09.459307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.535444 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.559271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafb822a-521d-4014-9018-2729227891d6']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:09.568065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c28c39-cd84-4bd4-aaa2-64db22660b12') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:09.568355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c28c39-cd84-4bd4-aaa2-64db22660b12') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:29:09.577956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.590961 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.596930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:29:09.597307 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:29:09.599318 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:29:09.651954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.658607 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.661821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] 10.222.0.24 "DELETE /v2.0/networks/dafb822a-521d-4014-9018-2729227891d6 HTTP/1.1" status: 204 len: 168 time: 0.2740300 Apr 20 13:29:09.671482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09234c49-734f-4dc3-bcc9-87fe27df6faf admin admin] Pushing event deleted for resources: {'Network': ['ID=dafb822a-521d-4014-9018-2729227891d6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:09.769005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50166) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:09.808195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-88554c66-64e9-4c71-8dcc-fa35db981bd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78945c0c735b49ce82940ff10cff84eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380230 Apr 20 13:29:09.810676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50168) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:09.856620 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0554f0f0-b70d-487d-ba78-8bdd4253d365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.881232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0554f0f0-b70d-487d-ba78-8bdd4253d365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.926905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0554f0f0-b70d-487d-ba78-8bdd4253d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.930047 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0554f0f0-b70d-487d-ba78-8bdd4253d365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:09.931185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0554f0f0-b70d-487d-ba78-8bdd4253d365 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2 HTTP/1.1" status: 204 len: 168 time: 0.1196332 Apr 20 13:29:09.939239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554f0f0-b70d-487d-ba78-8bdd4253d365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6deb5-adff-4d4f-aab4-8e9bbfee71d2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:10.565404 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50190) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:10.661503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-678556915-network', 'tenant_id': '85b0237da8de47658185923eca63e34e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:10.679076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Made reservation on behalf of 85b0237da8de47658185923eca63e34e for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:10.681291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.689232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.762529 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.764006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:10.766991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.789841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: c7952402-d042-4ae1-b023-3fd316b11766 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:29:10.790193 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c7952402-d042-4ae1-b023-3fd316b11766 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:10.795473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:29:10.810783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28209178-6436-46bc-9899-ad4689c7d9d8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:10.815593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.815935 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Added segment dbad7a47-fcc3-45cc-917d-f82347fbde07 of type vlan for network b32a7ac6-5736-4542-84c6-6af367b43a4a Apr 20 13:29:10.858143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.883228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.884092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:10.884669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:10.935390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3688333 Apr 20 13:29:10.938351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50194) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:29:10.943515 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Request body: {'subnet': {'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-678556915-subnet', 'tenant_id': '85b0237da8de47658185923eca63e34e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:10.948840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bea073-8ad9-4033-a4ce-bdc2c7446612 admin admin] Pushing event updated for resources: {'Network': ['ID=b32a7ac6-5736-4542-84c6-6af367b43a4a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:10.959994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network b32a7ac6-5736-4542-84c6-6af367b43a4a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:29:10.963004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Made reservation on behalf of 85b0237da8de47658185923eca63e34e for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:10.965421 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.128642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.183303 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee559ed2-f327-4db7-9a26-267547fb93eb,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:11.191595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Checking segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:11.191948 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Network hostable DHCP agents. Network: b32a7ac6-5736-4542-84c6-6af367b43a4a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:29:11.208091 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Network b32a7ac6-5736-4542-84c6-6af367b43a4a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:29:11.216294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, b32a7ac6-5736-4542-84c6-6af367b43a4a) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:11.220316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:11.220889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:11.225763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6a844-fdf4-4906-856b-226ccd40beb1 None None] Network b32a7ac6-5736-4542-84c6-6af367b43a4a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:11.237162 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9d20e4af-1e4b-4d8e-bc4a-f6af45e24002 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2974575 Apr 20 13:29:11.350904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca8541-a65a-44bf-967e-77cca683ddf0 None None] Network b32a7ac6-5736-4542-84c6-6af367b43a4a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:29:11.656732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838770-6e52-436b-8855-cd7f11a77652 req-ac6eac31-b01a-43d3-bfad-f3ee003b6117 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:11.658199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-ac6eac31-b01a-43d3-bfad-f3ee003b6117 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 814 time: 0.0991397 Apr 20 13:29:11.673297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-5318fce5-35a8-480d-ae87-06b30f1dd0a9 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/quotas/85b0237da8de47658185923eca63e34e HTTP/1.1" status: 200 len: 375 time: 0.0086799 Apr 20 13:29:11.707297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-3b3f5249-412e-4c1c-8d0a-f47457a201a8 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289197 Apr 20 13:29:11.795626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-52af4b39-d5d9-41f1-af98-319c40c0b2af service neutron] 10.222.0.24 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809522 Apr 20 13:29:11.886074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-ef6cbeba-ef6d-467a-b103-8ab47179f9b1 service neutron] 10.222.0.24 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843799 Apr 20 13:29:12.042548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc34e270-eb32-41ab-9228-cb96c1e02949 req-91f1d877-058b-4d49-8cd8-b8705361227e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 210 time: 0.0274215 Apr 20 13:29:13.043946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838770-6e52-436b-8855-cd7f11a77652 req-773340c2-2796-48d6-b278-0d11b14f7236 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:13.045529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-773340c2-2796-48d6-b278-0d11b14f7236 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 814 time: 0.1052647 Apr 20 13:29:13.058347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Request body: {'port': {'device_id': '7b12211c-51df-443c-a71f-90ca4c196510', 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a', 'admin_state_up': True, 'tenant_id': '85b0237da8de47658185923eca63e34e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:13.148198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-357dee5e-810d-450d-8b98-18d603436e84 req-32ec0172-6ff3-44ab-9e73-52283c3c5f51 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 210 time: 0.0320680 Apr 20 13:29:13.194642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Made reservation on behalf of 85b0237da8de47658185923eca63e34e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:13.198027 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.321881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Allocated IP 172.20.0.13 (b32a7ac6-5736-4542-84c6-6af367b43a4a/ee559ed2-f327-4db7-9a26-267547fb93eb/5d05a2db-8038-4825-ae2c-8225f6160ed7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:13.460120 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.492266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.539507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Network b32a7ac6-5736-4542-84c6-6af367b43a4a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:13.542673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:13.546531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:13.552728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:13.596722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:13.597388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.612386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fd1e8a37-a00b-494e-9b25-679b8d7351e4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585773 Apr 20 13:29:13.623660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Request body: {'port': {'device_id': '7b12211c-51df-443c-a71f-90ca4c196510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:13.674683 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.936049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d05a2db-8038-4825-ae2c-8225f6160ed7 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:13.943023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:13.955074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Transition to ACTIVE for port object 5d05a2db-8038-4825-ae2c-8225f6160ed7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:13.958289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.020368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:14.029710 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:29:14.069882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:14.070420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:14.070537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:14.074666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on network b32a7ac6-5736-4542-84c6-6af367b43a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:14.074980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:14.079665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:14.079994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Checking segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:14.080367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Bound using segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:14.080783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Bound port: 5d05a2db-8038-4825-ae2c-8225f6160ed7, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:14.081131 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.145198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:14.148073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:14.152476 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.185605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:14.186339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:14.187633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 1092 time: 0.5678508 Apr 20 13:29:14.188066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:14.190452 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270622d8-9f09-48a8-931a-7027e26fe569" -d '{"events": [{"name": "network-changed", "server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:14.220877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e185389-ca7b-4119-a93e-2a8e4ecc9714 service neutron] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:14.238074 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19634dd-c7c1-4a81-9a34-aa0e06ab67f6 x-openstack-request-id: req-f19634dd-c7c1-4a81-9a34-aa0e06ab67f6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:14.238366 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:14.238601 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f19634dd-c7c1-4a81-9a34-aa0e06ab67f6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:14.238992 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19634dd-c7c1-4a81-9a34-aa0e06ab67f6'] response: {'name': 'network-changed', 'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'status': 'completed', 'code': 200} Apr 20 13:29:14.304294 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a59df5-cee3-4803-87b0-01ebce69e2e0 req-ef7f8e5b-8924-42d5-ae43-a920519a801a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:14.305759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1a59df5-cee3-4803-87b0-01ebce69e2e0 req-ef7f8e5b-8924-42d5-ae43-a920519a801a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 944 time: 0.0765727 Apr 20 13:29:14.311811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838770-6e52-436b-8855-cd7f11a77652 req-262d9bd5-5e56-4b7b-8fb8-7ac7b1191b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:14.313150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-262d9bd5-5e56-4b7b-8fb8-7ac7b1191b94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1095 time: 0.0695865 Apr 20 13:29:14.365125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6c2082cb-4b11-450f-a386-1fa3e601c464 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0447190 Apr 20 13:29:14.386693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f1a59df5-cee3-4803-87b0-01ebce69e2e0 req-93313c89-654a-49cd-803b-4c3234cd4b88 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726247 Apr 20 13:29:14.419977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838770-6e52-436b-8855-cd7f11a77652 req-5cab38de-2873-4f42-a827-3e3a07ace01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:14.421377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-5cab38de-2873-4f42-a827-3e3a07ace01e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0487490 Apr 20 13:29:14.451408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-862952ad-3fb4-4af6-ba11-7b80d3c1a6e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237374 Apr 20 13:29:14.829929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-6bd20f5a-0788-46d4-9f18-6eb73702ef73 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715875 Apr 20 13:29:14.918612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3838770-6e52-436b-8855-cd7f11a77652 req-fdd9691c-27f9-43b9-81e8-3eabfa521c28 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813301 Apr 20 13:29:15.007951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270622d8-9f09-48a8-931a-7027e26fe569 req-1d6e5cfb-befe-4908-827a-e3735ce65b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:15.009395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-270622d8-9f09-48a8-931a-7027e26fe569 req-1d6e5cfb-befe-4908-827a-e3735ce65b99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1095 time: 0.0442746 Apr 20 13:29:15.097432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270622d8-9f09-48a8-931a-7027e26fe569 req-f88b163f-b3c6-4389-9e45-d51df0d43656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:15.098794 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-270622d8-9f09-48a8-931a-7027e26fe569 req-f88b163f-b3c6-4389-9e45-d51df0d43656 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0829778 Apr 20 13:29:15.142119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-270622d8-9f09-48a8-931a-7027e26fe569 req-0b143e15-a651-44fa-9597-a50d787d2214 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0367372 Apr 20 13:29:15.187911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270622d8-9f09-48a8-931a-7027e26fe569 req-3de0d595-289a-4c23-9e2d-2f476ccf180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:15.189282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-270622d8-9f09-48a8-931a-7027e26fe569 req-3de0d595-289a-4c23-9e2d-2f476ccf180d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0408084 Apr 20 13:29:15.218846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-270622d8-9f09-48a8-931a-7027e26fe569 req-4fa8ff61-96d6-4ace-b26a-8dd46dc9b964 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229659 Apr 20 13:29:15.306122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-270622d8-9f09-48a8-931a-7027e26fe569 req-82f4c14f-e8a0-464d-b28f-448733b065c0 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794480 Apr 20 13:29:15.393832 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-270622d8-9f09-48a8-931a-7027e26fe569 req-c29c8975-c32d-475a-8188-23d3d2686175 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Apr 20 13:29:15.502151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d95eb-173e-42b3-85cc-bcb70c40e47a req-0cd17420-4bdd-488d-98a5-15808c57e330 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:15.503568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb0d95eb-173e-42b3-85cc-bcb70c40e47a req-0cd17420-4bdd-488d-98a5-15808c57e330 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 944 time: 0.0479572 Apr 20 13:29:15.541974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb0d95eb-173e-42b3-85cc-bcb70c40e47a req-6b185983-5c6d-4b96-a9fb-ced72da10555 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Apr 20 13:29:16.658259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786a61d-a69a-44d0-a680-e842e83059d2 req-2e8578aa-9a27-444b-ab2b-17966ea80547 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:16.659681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0786a61d-a69a-44d0-a680-e842e83059d2 req-2e8578aa-9a27-444b-ab2b-17966ea80547 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 944 time: 0.0514989 Apr 20 13:29:16.696822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0786a61d-a69a-44d0-a680-e842e83059d2 req-36369538-4ca3-4dd3-a4bf-f83968e14839 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307214 Apr 20 13:29:16.797467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:29:16.890924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:16.902633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a', 'port_id': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'mac_address': 'fa:16:3e:65:c8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee559ed2-f327-4db7-9a26-267547fb93eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:29:16.945240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:16.957474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d05a2db-8038-4825-ae2c-8225f6160ed7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:16.976966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:16.980959 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:17.029398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:17.294683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['5d05a2db-8038-4825-ae2c-8225f6160ed7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:17.808773 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef646813-8eff-4cd1-a0e4-cf50d4b7317f req-5ea7e4a7-d127-49eb-8ce8-a5b604f4a3f4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:17.810270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef646813-8eff-4cd1-a0e4-cf50d4b7317f req-5ea7e4a7-d127-49eb-8ce8-a5b604f4a3f4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 945 time: 0.0473194 Apr 20 13:29:17.848372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef646813-8eff-4cd1-a0e4-cf50d4b7317f req-cb637394-8770-4b11-91e8-1f5709cff5fc tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Apr 20 13:29:18.813766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:18.861864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 5d05a2db-8038-4825-ae2c-8225f6160ed7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:29:18.865454 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 5d05a2db-8038-4825-ae2c-8225f6160ed7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:18.865850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.942427 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:18.965700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:18.965955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c6e86-c141-444d-ac18-a60872a2c507 req-9bf05de9-2a6a-4919-9a15-2dd1be9f6187 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:18.967813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a19c6e86-c141-444d-ac18-a60872a2c507 req-9bf05de9-2a6a-4919-9a15-2dd1be9f6187 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 945 time: 0.0488598 Apr 20 13:29:18.967931 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376fea58-974b-45cd-ac08-3f1fca04413c" -d '{"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-plugged", "status": "completed", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:18.981148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:18.985598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:19.012811 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447ce43-51e1-4f26-87b8-47f18d5c8ca0 x-openstack-request-id: req-6447ce43-51e1-4f26-87b8-47f18d5c8ca0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:19.013121 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-plugged", "status": "completed", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:19.013355 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6447ce43-51e1-4f26-87b8-47f18d5c8ca0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:19.014105 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6447ce43-51e1-4f26-87b8-47f18d5c8ca0'] response: {'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'code': 200} Apr 20 13:29:19.026646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a19c6e86-c141-444d-ac18-a60872a2c507 req-c4276983-1018-4693-bbb6-9af6f5c8c98f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Apr 20 13:29:19.044084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:19.107608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d26ee-c486-4082-8ebc-1fec717d4a24 req-f8d3b169-fe83-4a3a-ab38-a280dce8499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:19.109001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe7d26ee-c486-4082-8ebc-1fec717d4a24 req-f8d3b169-fe83-4a3a-ab38-a280dce8499f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1097 time: 0.0442588 Apr 20 13:29:19.143801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe7d26ee-c486-4082-8ebc-1fec717d4a24 req-2c90dbb3-8c03-45b5-895c-1f9b88578942 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278175 Apr 20 13:29:19.211080 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:20.138814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3015b9f-c1f3-447e-b287-86567daf8426 req-db375f58-e255-45db-b802-581b25c25d35 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:20.140252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3015b9f-c1f3-447e-b287-86567daf8426 req-db375f58-e255-45db-b802-581b25c25d35 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0482941 Apr 20 13:29:20.176404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c3015b9f-c1f3-447e-b287-86567daf8426 req-6e2c6184-2864-4dd3-b10e-672dd36ce101 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299723 Apr 20 13:29:21.289866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32089b9f-a3a4-4035-a473-a7597841c06c req-7fa5017f-54f6-4c6a-bef2-50ffdac23027 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:21.291298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32089b9f-a3a4-4035-a473-a7597841c06c req-7fa5017f-54f6-4c6a-bef2-50ffdac23027 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0481403 Apr 20 13:29:21.327977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32089b9f-a3a4-4035-a473-a7597841c06c req-80d854eb-253c-4184-821d-8c9e633cb03b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308058 Apr 20 13:29:21.443206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa5915-2f7e-4f7e-bdbe-865615b6e31e req-54a983d5-32c0-43ee-83ec-515c33279178 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:21.445263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8fa5915-2f7e-4f7e-bdbe-865615b6e31e req-54a983d5-32c0-43ee-83ec-515c33279178 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0510123 Apr 20 13:29:21.481688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8fa5915-2f7e-4f7e-bdbe-865615b6e31e req-f23f2fee-32b3-40d6-8b75-b7c73d8a65ac tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305223 Apr 20 13:29:21.678134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f4914-ec68-4c6c-bd42-6ca076c553e4 req-a098a047-41d3-46c0-8acd-be314c845814 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:21.680096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-861f4914-ec68-4c6c-bd42-6ca076c553e4 req-a098a047-41d3-46c0-8acd-be314c845814 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0487654 Apr 20 13:29:21.716700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-861f4914-ec68-4c6c-bd42-6ca076c553e4 req-a9f2eb7f-f740-4869-b997-9eb729298219 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305429 Apr 20 13:29:21.826899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9436247-4af1-472a-bee6-dfe74962f405 req-1e02bcf2-f964-4df7-bb75-950d8a2ea097 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:21.828427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9436247-4af1-472a-bee6-dfe74962f405 req-1e02bcf2-f964-4df7-bb75-950d8a2ea097 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0479236 Apr 20 13:29:21.865156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9436247-4af1-472a-bee6-dfe74962f405 req-e70be6ac-43fe-4ad5-8cd7-f17fcbba79fa tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307970 Apr 20 13:29:22.089849 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-cbffbe91-030b-4366-9db4-7f07e487edc2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0486267 Apr 20 13:29:22.101575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4309e7-9c14-4878-81fa-a6b05279da3a req-96011bf7-6f88-48fb-a557-46e4fe03b23d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:22.103044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e4309e7-9c14-4878-81fa-a6b05279da3a req-96011bf7-6f88-48fb-a557-46e4fe03b23d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0527451 Apr 20 13:29:22.141498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e4309e7-9c14-4878-81fa-a6b05279da3a req-6fa82eee-5130-451d-851e-3ce774a0f4ec tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Apr 20 13:29:23.123623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-8d0f3351-44c5-4375-b122-27d6fdbf03da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:23.125068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-8d0f3351-44c5-4375-b122-27d6fdbf03da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1097 time: 0.0411148 Apr 20 13:29:23.230525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-b280043e-2e84-457a-b69c-2eef5f541a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:23.231793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-b280043e-2e84-457a-b69c-2eef5f541a7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0978103 Apr 20 13:29:23.287445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-b225a234-f3d7-40cf-bf8e-92481a4e3ccc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0383139 Apr 20 13:29:23.310152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef6226-d3b4-4c23-95e9-705f20c79d74 req-742c2124-f9ba-4380-9d14-43145a5237a3 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:23.312343 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74ef6226-d3b4-4c23-95e9-705f20c79d74 req-742c2124-f9ba-4380-9d14-43145a5237a3 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0994930 Apr 20 13:29:23.368231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-034dc8ef-62ac-43a7-9fcc-48c7e51dd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:23.369612 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-034dc8ef-62ac-43a7-9fcc-48c7e51dd499 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0744143 Apr 20 13:29:23.390599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74ef6226-d3b4-4c23-95e9-705f20c79d74 req-db6b340f-b9c5-43d4-95ba-b7ebcbe7a92d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Apr 20 13:29:23.405763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-dccb060e-8ea7-4d6e-a6c3-142ce5212470 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285735 Apr 20 13:29:23.492459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-59d7573d-6a09-4b4d-9c7d-67d25ca70ed4 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801902 Apr 20 13:29:23.590081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-ef0f931b-069c-4f9a-92e4-afd562f44fb4 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894856 Apr 20 13:29:23.987523 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:24.507919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ee40-07ca-43ea-a3f4-b7a8e0cca1dd req-3b41c758-7edc-4c90-b724-ac4feeb530cc tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:24.509389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d20ee40-07ca-43ea-a3f4-b7a8e0cca1dd req-3b41c758-7edc-4c90-b724-ac4feeb530cc tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0507700 Apr 20 13:29:24.552506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d20ee40-07ca-43ea-a3f4-b7a8e0cca1dd req-135008d8-4669-4dea-b2c0-53f59d9f35ed tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370760 Apr 20 13:29:25.668321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968936f-ef12-45aa-bee6-e6dc4b2b577c req-95bb0d6f-b0f7-4a83-9f7f-e17a47f77f7d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:25.669768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5968936f-ef12-45aa-bee6-e6dc4b2b577c req-95bb0d6f-b0f7-4a83-9f7f-e17a47f77f7d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0479019 Apr 20 13:29:25.712672 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5968936f-ef12-45aa-bee6-e6dc4b2b577c req-f3b7f109-f165-47b6-973d-6e4efda2714a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369554 Apr 20 13:29:26.829051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c1d32-5b48-45bd-b859-a366180085c9 req-fcab0403-20ca-4720-afaa-bca4f71c1b63 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:26.830595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a9c1d32-5b48-45bd-b859-a366180085c9 req-fcab0403-20ca-4720-afaa-bca4f71c1b63 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0489450 Apr 20 13:29:26.869160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a9c1d32-5b48-45bd-b859-a366180085c9 req-23a1be8f-9a86-42f9-bf63-e8e81fa2c2af tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Apr 20 13:29:27.982459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844adc9-29a9-43cf-944d-15e748fea3b0 req-9a2b9db6-9caa-4dd6-9ba7-816767faab6c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:27.983888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a844adc9-29a9-43cf-944d-15e748fea3b0 req-9a2b9db6-9caa-4dd6-9ba7-816767faab6c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0480001 Apr 20 13:29:28.020965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a844adc9-29a9-43cf-944d-15e748fea3b0 req-2e9b6984-d17a-4d5e-8d30-76d699b42af1 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Apr 20 13:29:29.133351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bfe42-3776-4e11-929b-fd2be6bba74c req-02683ac4-c9a8-4680-b3d2-8b8c6e25ebba tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:29.134796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-212bfe42-3776-4e11-929b-fd2be6bba74c req-02683ac4-c9a8-4680-b3d2-8b8c6e25ebba tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0471947 Apr 20 13:29:29.176895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-212bfe42-3776-4e11-929b-fd2be6bba74c req-778ec060-2342-49aa-a366-8968b711f336 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Apr 20 13:29:30.290936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da6fde-3953-465f-a3c3-866f56f84858 req-5a0f3d1b-8abb-410c-ac92-4a275e9055d7 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:30.292363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8da6fde-3953-465f-a3c3-866f56f84858 req-5a0f3d1b-8abb-410c-ac92-4a275e9055d7 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0478406 Apr 20 13:29:30.330844 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8da6fde-3953-465f-a3c3-866f56f84858 req-4583bb12-b628-4f5c-b6ae-a475085e4fe1 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325716 Apr 20 13:29:31.445817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a3d9f-0ef0-4cac-8186-e97fa62d2c55 req-03e20aff-d082-4979-b222-64076a95193e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:31.447252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-235a3d9f-0ef0-4cac-8186-e97fa62d2c55 req-03e20aff-d082-4979-b222-64076a95193e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0480909 Apr 20 13:29:31.483302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-235a3d9f-0ef0-4cac-8186-e97fa62d2c55 req-a2aad8fa-2428-402d-87db-ba5523617e12 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301805 Apr 20 13:29:31.810912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-83afad93-ea5c-493a-a3ac-19e4f017f208 req-a2b19473-f31d-4586-b18d-81d5b4b202c5 service neutron] (109409) timed out ('10.222.0.24', 32882) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:29:32.600769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707a9f1-1747-47de-b614-81856566aff3 req-936d5f66-e73b-474e-9066-2ed457b91f1f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:32.602233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9707a9f1-1747-47de-b614-81856566aff3 req-936d5f66-e73b-474e-9066-2ed457b91f1f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0481329 Apr 20 13:29:32.643297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9707a9f1-1747-47de-b614-81856566aff3 req-3b4c6ac3-5601-433e-aea9-b4b9f1eaf035 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350771 Apr 20 13:29:33.697991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7a77ff9a-285f-4dc2-a2dc-cbbe4e97b352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:33.758708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d805-9b1a-4ee8-9564-566ef679cbe4 req-09830a8b-62c4-4226-ab76-522885c63248 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:33.760320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff9d805-9b1a-4ee8-9564-566ef679cbe4 req-09830a8b-62c4-4226-ab76-522885c63248 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0487926 Apr 20 13:29:33.797542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff9d805-9b1a-4ee8-9564-566ef679cbe4 req-a27a247d-8918-42a9-bace-b5bc22a4e6ab tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312839 Apr 20 13:29:34.912342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2a985-6a17-4cfa-a749-75d6ed80b13b req-ea332c6f-ff21-4988-ba3d-14cd1af96825 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:34.914424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9d2a985-6a17-4cfa-a749-75d6ed80b13b req-ea332c6f-ff21-4988-ba3d-14cd1af96825 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0491712 Apr 20 13:29:34.950537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9d2a985-6a17-4cfa-a749-75d6ed80b13b req-9d458312-2202-4c6e-a520-32ce28303806 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302210 Apr 20 13:29:36.035903 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-44ce3cfd-dd7e-4b3d-9461-6e199ae797fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:36.065158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd164094-33fd-45b1-a9cd-e05fcafafc5e req-deb7e0d8-5587-4be3-bc9c-e19bdef9c482 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:36.066636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd164094-33fd-45b1-a9cd-e05fcafafc5e req-deb7e0d8-5587-4be3-bc9c-e19bdef9c482 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0486412 Apr 20 13:29:36.107523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd164094-33fd-45b1-a9cd-e05fcafafc5e req-9cf44356-1273-405b-8bf4-ac86dd849224 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Apr 20 13:29:37.222666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40165322-ba6c-438e-822a-3a380fea7890 req-b048fb15-e5d0-4b07-9425-679b2daa7ce0 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:37.224212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40165322-ba6c-438e-822a-3a380fea7890 req-b048fb15-e5d0-4b07-9425-679b2daa7ce0 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0491390 Apr 20 13:29:37.261776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40165322-ba6c-438e-822a-3a380fea7890 req-bf64922d-f3ec-4d0a-af45-93bfd45c0aa4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Apr 20 13:29:37.277653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.374961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f87240-1e9a-4ef0-a4f1-dcb2784ec442 req-eda1d420-3682-4f42-b30b-88c8c20a7bd4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:38.376403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f87240-1e9a-4ef0-a4f1-dcb2784ec442 req-eda1d420-3682-4f42-b30b-88c8c20a7bd4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0480695 Apr 20 13:29:38.414216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f87240-1e9a-4ef0-a4f1-dcb2784ec442 req-b3c1c15a-33be-425a-857a-5519a0b43911 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Apr 20 13:29:38.643835 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:38.980861 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:39.042570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-c7bd8fee-f7a3-4a3d-a9aa-46b5aa15190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:39.044010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-c7bd8fee-f7a3-4a3d-a9aa-46b5aa15190f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1097 time: 0.0403757 Apr 20 13:29:39.150184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-5c8ab974-e15f-4da5-8094-702c29432b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:39.152272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-5c8ab974-e15f-4da5-8094-702c29432b81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0893466 Apr 20 13:29:39.201303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-795cf674-3034-4953-aa71-e37d9bb1a7fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0421822 Apr 20 13:29:39.254919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-46feae0d-967b-4534-adb8-f372fd6fcb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:39.256285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-46feae0d-967b-4534-adb8-f372fd6fcb0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0483918 Apr 20 13:29:39.285891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-cbeb4bc8-df79-409f-a0cf-410e7b0c5a32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233877 Apr 20 13:29:39.371737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-1c5cf84e-47bf-4759-8d25-df8203c5d26d service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791998 Apr 20 13:29:39.463755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e9a2701-5cd6-4245-94fe-85ff1e02b7a3 req-93223947-5114-4a11-976d-e849814290a8 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855284 Apr 20 13:29:39.539281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaaea6-1d67-403e-8bde-4db4f00c4db7 req-ebeb6449-28fa-4a96-b431-d0a0c5caeb52 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:39.540721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3eaaea6-1d67-403e-8bde-4db4f00c4db7 req-ebeb6449-28fa-4a96-b431-d0a0c5caeb52 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0548921 Apr 20 13:29:39.576828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3eaaea6-1d67-403e-8bde-4db4f00c4db7 req-66d90bfe-81a8-4f50-9768-5fb8a0b541da tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300457 Apr 20 13:29:40.696320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bcdc1-41bd-4a6f-bf25-1e198a6c7676 req-9935b646-c97a-46d5-bea1-c53883c5b82c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:40.697815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f1bcdc1-41bd-4a6f-bf25-1e198a6c7676 req-9935b646-c97a-46d5-bea1-c53883c5b82c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Apr 20 13:29:40.739489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f1bcdc1-41bd-4a6f-bf25-1e198a6c7676 req-f08a7b06-65cf-49d4-b0c3-d4964b47ac87 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Apr 20 13:29:41.859126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10301238-b0e1-4fa1-9e78-223c09cec406 req-9bacbc47-4fd5-451b-9e92-ba9f21f3158a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:41.860594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10301238-b0e1-4fa1-9e78-223c09cec406 req-9bacbc47-4fd5-451b-9e92-ba9f21f3158a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0537868 Apr 20 13:29:41.898367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-10301238-b0e1-4fa1-9e78-223c09cec406 req-5e1d7598-ba20-4a86-9811-3b960d05e591 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311563 Apr 20 13:29:43.012011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42b11b-ba19-42d6-b786-31e733850bf8 req-749584a5-804e-4e6c-b50f-c0594e96066a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:43.013508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b42b11b-ba19-42d6-b786-31e733850bf8 req-749584a5-804e-4e6c-b50f-c0594e96066a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0483339 Apr 20 13:29:43.050622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b42b11b-ba19-42d6-b786-31e733850bf8 req-4d3be8d7-a3f6-4546-b278-d46c789bca3c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Apr 20 13:29:44.163301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248816b-56ba-4e0e-8b29-ed9c25bd926d req-7ed017a1-1e95-4ad0-bf0d-5523ac521c4a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:44.164743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d248816b-56ba-4e0e-8b29-ed9c25bd926d req-7ed017a1-1e95-4ad0-bf0d-5523ac521c4a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0476544 Apr 20 13:29:44.201923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d248816b-56ba-4e0e-8b29-ed9c25bd926d req-267ba183-3a11-4513-9659-3b659ba1990d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311754 Apr 20 13:29:45.317151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35cf0-265f-400e-b473-26fdc28336b7 req-772548f0-80d5-4a0d-b47f-d9a58bbf476b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:45.319078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbb35cf0-265f-400e-b473-26fdc28336b7 req-772548f0-80d5-4a0d-b47f-d9a58bbf476b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0508161 Apr 20 13:29:45.355367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbb35cf0-265f-400e-b473-26fdc28336b7 req-c0cc2e3f-8163-48f9-b7d4-08594e13ee54 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303292 Apr 20 13:29:46.470717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97ed55-35bc-4650-95c8-0c696d923b70 req-59dd92ea-9309-4e50-a769-0c0f264ee873 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:46.472154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd97ed55-35bc-4650-95c8-0c696d923b70 req-59dd92ea-9309-4e50-a769-0c0f264ee873 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0471330 Apr 20 13:29:46.509594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd97ed55-35bc-4650-95c8-0c696d923b70 req-115c699f-e054-4f33-82ce-2f3424a5b2fb tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Apr 20 13:29:47.622376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f5a14-f5f9-411d-9376-16390bf50aa5 req-eff3ffbf-0730-4c25-83a2-572f30198471 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:47.623805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb9f5a14-f5f9-411d-9376-16390bf50aa5 req-eff3ffbf-0730-4c25-83a2-572f30198471 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0475280 Apr 20 13:29:47.660355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb9f5a14-f5f9-411d-9376-16390bf50aa5 req-e0bb481e-4f9f-47e1-884b-5806ad0b6816 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306954 Apr 20 13:29:48.777788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e035-dcf6-4fb0-bfb4-f456a21d1853 req-67fea3fb-e404-4b17-8331-3a9a4f055ef4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:48.779237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1881e035-dcf6-4fb0-bfb4-f456a21d1853 req-67fea3fb-e404-4b17-8331-3a9a4f055ef4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0523381 Apr 20 13:29:48.816326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1881e035-dcf6-4fb0-bfb4-f456a21d1853 req-26422966-aa87-4362-8df7-92597dbb9a4f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312228 Apr 20 13:29:49.295866 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:49.929418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d47b6-0fed-4a88-99a8-0b962ea68cf3 req-28e1e648-cf6f-4864-aeeb-b9cb28129022 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:49.930875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-448d47b6-0fed-4a88-99a8-0b962ea68cf3 req-28e1e648-cf6f-4864-aeeb-b9cb28129022 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 946 time: 0.0475039 Apr 20 13:29:49.968087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-448d47b6-0fed-4a88-99a8-0b962ea68cf3 req-2d4ca27e-fe50-4c2b-b848-c66d80b06d90 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313427 Apr 20 13:29:50.427233 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3bb6a390-8f6c-410c-a3a8-082b210ae057 service neutron] show failed (client error): The resource could not be found. Apr 20 13:29:50.428834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3bb6a390-8f6c-410c-a3a8-082b210ae057 service neutron] 10.222.0.30 "GET /v2.0/ports/5d05a2db-8038-4825-ae2c-8225f6160ed7/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0539792 Apr 20 13:29:50.647477 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-0db40412-00d0-47f4-a057-05d696ea0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:50.648930 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-0db40412-00d0-47f4-a057-05d696ea0907 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510&tenant_id=85b0237da8de47658185923eca63e34e HTTP/1.1" status: 200 len: 1097 time: 0.0686641 Apr 20 13:29:50.661771 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:50.715903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:50.925745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:50.956724 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h1-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:50.995474 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:50.997365 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f2245f-5a55-42a3-85ee-d9a3d7e29aab" -d '{"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-unplugged", "status": "completed", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:51.001589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.014619 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.provisioning_blocks [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Transition to ACTIVE for port object 5d05a2db-8038-4825-ae2c-8225f6160ed7 will not be triggered until provisioned by entity L2. {{(pid=109409) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:51.019736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.029420 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:29:51.091493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] No DVR routers for this DVR port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on host n-h1-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:51.100009 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=6']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:51.101216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce873a-78d5-41d4-821e-de4ae0c8c17c req-2dc6e6c4-f4b2-44d8-a93b-612c2b3a9880 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:51.109596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2ce873a-78d5-41d4-821e-de4ae0c8c17c req-2dc6e6c4-f4b2-44d8-a93b-612c2b3a9880 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 944 time: 0.0642385 Apr 20 13:29:51.133483 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:51.133870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:51.134200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:51.138572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on network b32a7ac6-5736-4542-84c6-6af367b43a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:51.138898 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Attempting to bind port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:51.144035 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:51.144377 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Checking segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:51.144758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Bound using segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} {{(pid=109409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:51.145180 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.managers [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Bound port: 5d05a2db-8038-4825-ae2c-8225f6160ed7, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}}] {{(pid=109409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:51.145543 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.152451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2ce873a-78d5-41d4-821e-de4ae0c8c17c req-06dbc8e0-27b0-4b5d-8d05-6a040f3dd11a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Apr 20 13:29:51.156021 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c6bae4-ccf7-4e4b-b744-0e7003b66beb x-openstack-request-id: req-37c6bae4-ccf7-4e4b-b744-0e7003b66beb {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:51.156315 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-unplugged", "status": "completed", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:51.156566 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37c6bae4-ccf7-4e4b-b744-0e7003b66beb {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:51.156962 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c6bae4-ccf7-4e4b-b744-0e7003b66beb'] response: {'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'code': 200} Apr 20 13:29:51.210293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h2-838550-2, cleared binding levels {{(pid=109409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:51.213363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:51.217828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.250301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:51.250898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:51.252251 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] 10.222.0.37 "PUT /v2.0/ports/5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 1092 time: 0.5943408 Apr 20 13:29:51.274004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b9a7e-d39b-46ff-8586-b9cdbc46e669 service neutron] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=7']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:51.320055 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-2731dc9a-4d39-4203-becc-c30710fe5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:51.321509 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-2731dc9a-4d39-4203-becc-c30710fe5930 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1095 time: 0.0440063 Apr 20 13:29:51.409117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-e7a2f9e3-7b5b-459b-90f6-73e7547497b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:51.410578 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-e7a2f9e3-7b5b-459b-90f6-73e7547497b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0825970 Apr 20 13:29:51.453225 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-0a2db147-f7be-4a6e-a742-29f0361fbfd0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0364377 Apr 20 13:29:51.507651 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-c78cc84a-7e32-448d-aa0a-be65dede69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:51.509007 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-c78cc84a-7e32-448d-aa0a-be65dede69d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0498974 Apr 20 13:29:51.540859 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-afdda1ea-75c8-4f88-987d-2d26dfddc0b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251610 Apr 20 13:29:51.626601 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-32fcabb3-2c7c-40f8-aa3f-3b38788ff136 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795212 Apr 20 13:29:51.719658 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-05c19ad4-3521-4e86-9efc-ffa6be0651d2 req-9baf320a-e885-42ea-b861-9063f932629e service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856771 Apr 20 13:29:52.261959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286b94d-164e-484a-ab05-1c8971507ad1 req-0d98e817-5c19-4b4f-b632-936a4f45bc11 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:52.263433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f286b94d-164e-484a-ab05-1c8971507ad1 req-0d98e817-5c19-4b4f-b632-936a4f45bc11 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 944 time: 0.0480473 Apr 20 13:29:52.300239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f286b94d-164e-484a-ab05-1c8971507ad1 req-33a23cc8-68e0-4d1a-8888-e6b8a4540f33 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306232 Apr 20 13:29:53.013149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:29:53.051350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:29:53.158492 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:53.160945 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:53.215525 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3df338-5ce6-48f9-94df-22e4556caec3 x-openstack-request-id: req-1a3df338-5ce6-48f9-94df-22e4556caec3 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:53.215987 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:53.216254 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a3df338-5ce6-48f9-94df-22e4556caec3 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:53.216667 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3df338-5ce6-48f9-94df-22e4556caec3'] response: {'name': 'network-changed', 'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'status': 'completed', 'code': 200} Apr 20 13:29:53.279859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-17b19dfc-d9af-4d56-9a73-10c69ba1240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.280945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-32025595-b885-47a4-9a22-383ec0b6a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.281376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-17b19dfc-d9af-4d56-9a73-10c69ba1240e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1095 time: 0.0449419 Apr 20 13:29:53.282522 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-32025595-b885-47a4-9a22-383ec0b6a29c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1095 time: 0.0447643 Apr 20 13:29:53.376448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-5d3785f8-0db0-4d50-aedd-73d554604b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.378196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-5d3785f8-0db0-4d50-aedd-73d554604b94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0909040 Apr 20 13:29:53.380060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-7d8438bc-3af1-4700-8ef4-0c2728bb2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.381581 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-7d8438bc-3af1-4700-8ef4-0c2728bb2c28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0911493 Apr 20 13:29:53.422690 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-df1ed1fb-fba9-4b1a-a4ea-7f6e8ce00cc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0348635 Apr 20 13:29:53.435662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-9df66be6-d75d-4c27-8fff-8de28a53433a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0487158 Apr 20 13:29:53.470029 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-4801e067-7ac7-4b0b-877e-432abf96ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.471459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-4801e067-7ac7-4b0b-877e-432abf96ccae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0421968 Apr 20 13:29:53.491919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379a653-f8c8-4db4-bca2-4442cc360d46 req-593dbf04-e6d7-4a42-9f65-66eb0de6c24a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.493403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0379a653-f8c8-4db4-bca2-4442cc360d46 req-593dbf04-e6d7-4a42-9f65-66eb0de6c24a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 944 time: 0.1143496 Apr 20 13:29:53.504229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-9ce81c8f-c16f-4419-8de1-8875a1be31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.505579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-9ce81c8f-c16f-4419-8de1-8875a1be31a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0629590 Apr 20 13:29:53.510288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-2df6c3b2-3e9d-46bb-a544-7a5b39088eae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295746 Apr 20 13:29:53.542925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-09056045-b5ad-4c8f-a31f-a6f48bc2ec7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306628 Apr 20 13:29:53.575765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0379a653-f8c8-4db4-bca2-4442cc360d46 req-7df4ca39-a21a-49dc-b50e-d0280def5d2d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739222 Apr 20 13:29:53.617669 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-83914b32-e18e-4f7a-8f28-8196d71e29a2 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029656 Apr 20 13:29:53.651620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-e494d006-08bf-420f-b060-0e660c9dade3 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977318 Apr 20 13:29:53.724568 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-f22e60b1-f628-4e17-a1a8-fdd48a38cb2a service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007788 Apr 20 13:29:53.834363 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d85bdeb-f18e-4492-9ea0-0f393b63f35e req-8be2af91-98c2-4378-ada0-90f58157511b service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762097 Apr 20 13:29:53.871839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8758cc9-9cec-4a54-b5c4-0b6561bdcd92 req-68e9c32b-09b7-4e86-afce-e1de0e408cb7 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.873321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8758cc9-9cec-4a54-b5c4-0b6561bdcd92 req-68e9c32b-09b7-4e86-afce-e1de0e408cb7 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 944 time: 0.1328609 Apr 20 13:29:53.880604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-0b356359-df57-4c3c-9e30-d3d7a50cd4e6 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:53.881976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-0b356359-df57-4c3c-9e30-d3d7a50cd4e6 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510&tenant_id=85b0237da8de47658185923eca63e34e&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 944 time: 0.1133747 Apr 20 13:29:53.947615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8758cc9-9cec-4a54-b5c4-0b6561bdcd92 req-0a537bc1-0fef-4cc0-a1ad-3dc1f1642016 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647082 Apr 20 13:29:53.961341 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-ac0945ca-6d8c-484b-8651-8d071d0aaca8 service neutron] delete failed (client error): The resource could not be found. Apr 20 13:29:53.962430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-ac0945ca-6d8c-484b-8651-8d071d0aaca8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/5d05a2db-8038-4825-ae2c-8225f6160ed7/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0729330 Apr 20 13:29:54.007221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.095062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-7b8fb15c-c436-40d0-8843-db95df1a8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:54.096446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-7b8fb15c-c436-40d0-8843-db95df1a8cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 1095 time: 0.0453472 Apr 20 13:29:54.184570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-e6be1dcd-4ea6-481b-844d-ba03f79b6847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:54.186227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-e6be1dcd-4ea6-481b-844d-ba03f79b6847 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0837114 Apr 20 13:29:54.229907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-975ccf02-298c-4ce9-9eb2-86625a6a6321 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 200 len: 217 time: 0.0372722 Apr 20 13:29:54.277147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-0f2499bc-432a-45ee-b75c-c43f569a8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:54.278604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-0f2499bc-432a-45ee-b75c-c43f569a8244 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0427399 Apr 20 13:29:54.308570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-ee49fae4-e733-4104-bf09-046631b45c81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227256 Apr 20 13:29:54.397050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-29c54ea0-5ff1-453b-8f5c-afdc521fefa5 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Apr 20 13:29:54.497079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61deabc9-abe4-4183-a42b-04ae16e7a0f4 req-cc9f45eb-05fb-40ab-b044-0f63781bf980 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942914 Apr 20 13:29:54.779239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:29:54.878819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:54.890524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a', 'port_id': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'mac_address': 'fa:16:3e:65:c8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee559ed2-f327-4db7-9a26-267547fb93eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:29:54.927299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:54.940769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d05a2db-8038-4825-ae2c-8225f6160ed7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:54.959967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:54.963320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:55.016553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:55.024654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.025003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.025341 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.025723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.026062 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.026395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.026724 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.027048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.027378 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.027731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.028029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.028422 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:55.085801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f6e38-3a89-4ff9-9dbf-c84cc99cee8f req-7e15fb78-79d6-4de1-acb2-1a999f982e94 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:55.087256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-947f6e38-3a89-4ff9-9dbf-c84cc99cee8f req-7e15fb78-79d6-4de1-acb2-1a999f982e94 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 945 time: 0.0595994 Apr 20 13:29:55.128817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-947f6e38-3a89-4ff9-9dbf-c84cc99cee8f req-911e4cd6-e17b-40a4-ae27-cbcd0f8e06eb tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Apr 20 13:29:55.175547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['5d05a2db-8038-4825-ae2c-8225f6160ed7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:55.250824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b9d7-a7e3-4e3f-b543-e644da81e38d req-80f79e13-9fd0-41e5-bb2e-88cf74c41302 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:55.252295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5149b9d7-a7e3-4e3f-b543-e644da81e38d req-80f79e13-9fd0-41e5-bb2e-88cf74c41302 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 945 time: 0.0527103 Apr 20 13:29:55.291858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5149b9d7-a7e3-4e3f-b543-e644da81e38d req-54583eed-6225-408a-b067-c8f576e1d82f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333443 Apr 20 13:29:55.406440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c07ce-200c-4a0c-a121-286e229f3f04 req-8d655c4c-1b92-4d7e-ba49-91c0809d34d9 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:55.407869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c48c07ce-200c-4a0c-a121-286e229f3f04 req-8d655c4c-1b92-4d7e-ba49-91c0809d34d9 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Apr 20 13:29:55.445335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c48c07ce-200c-4a0c-a121-286e229f3f04 req-6ed1b5a1-3428-46af-a353-70fb3bbf448d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308402 Apr 20 13:29:55.796159 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-4367a5e5-26d8-4ee9-a988-d938c1ab7186 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:55.797583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-4367a5e5-26d8-4ee9-a988-d938c1ab7186 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 814 time: 0.1021531 Apr 20 13:29:55.812645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-94fadac5-724d-4b5a-bf9a-749b8d94b375 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/quotas/85b0237da8de47658185923eca63e34e HTTP/1.1" status: 200 len: 375 time: 0.0087974 Apr 20 13:29:55.860726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-b67168ca-537a-4ea8-9a89-3df150e8b4d7 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428703 Apr 20 13:29:55.948297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-fbe99c42-7a12-4c8d-aa4b-0982c3f54b37 service neutron] 10.222.0.24 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808277 Apr 20 13:29:56.039259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0f53f38b-0568-4dab-928b-cdac36ba7b72 service neutron] 10.222.0.24 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848324 Apr 20 13:29:56.194521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c5e5e5a7-6a89-4a34-8e51-10a4e5a37390 req-5592aa49-9f32-4ceb-9eea-a1a3c5183f26 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 210 time: 0.0267482 Apr 20 13:29:56.792285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:29:56.840408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 5d05a2db-8038-4825-ae2c-8225f6160ed7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:29:56.844450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 5d05a2db-8038-4825-ae2c-8225f6160ed7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:29:56.844838 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.925287 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:56.932269 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8399d05-404b-4961-9154-406da84eb4fc req-2157090e-19ba-4b6c-9341-9bc2f15538f4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:56.933851 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8399d05-404b-4961-9154-406da84eb4fc req-2157090e-19ba-4b6c-9341-9bc2f15538f4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b12211c-51df-443c-a71f-90ca4c196510 HTTP/1.1" status: 200 len: 945 time: 0.0508657 Apr 20 13:29:56.949363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:56.951608 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd9cf14-fba6-40b3-8cef-857829cf0e0d" -d '{"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-plugged", "status": "completed", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:56.964265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:56.970342 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.008775 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21e3dcc-ea4a-4047-aa68-a092fe9db717 x-openstack-request-id: req-f21e3dcc-ea4a-4047-aa68-a092fe9db717 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:57.009069 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-plugged", "status": "completed", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:57.009323 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f21e3dcc-ea4a-4047-aa68-a092fe9db717 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:57.009741 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21e3dcc-ea4a-4047-aa68-a092fe9db717'] response: {'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'code': 200} Apr 20 13:29:57.044394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.063175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Deleting port 5d05a2db-8038-4825-ae2c-8225f6160ed7 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:29:57.063524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.123453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-cba015bd-670f-4b5b-aa02-c3305e2cf3d3 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:57.124907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-cba015bd-670f-4b5b-aa02-c3305e2cf3d3 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 814 time: 0.1140132 Apr 20 13:29:57.138036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Request body: {'port': {'device_id': '54837a1e-eb34-4511-b435-7adb60811f0f', 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a', 'admin_state_up': True, 'tenant_id': '85b0237da8de47658185923eca63e34e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:57.168564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] For port 5d05a2db-8038-4825-ae2c-8225f6160ed7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=5d05a2db-8038-4825-ae2c-8225f6160ed7,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:29:57.168934 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.183396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Calling delete_port for 5d05a2db-8038-4825-ae2c-8225f6160ed7 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:29:57.251979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Made reservation on behalf of 85b0237da8de47658185923eca63e34e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:29:57.256359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.297239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4506e794-0e05-459a-9635-d73db61aded2 req-9d8fa94b-ae93-4f05-acdd-ced1b96a2b85 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 210 time: 0.0276997 Apr 20 13:29:57.318990 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.330527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['5d05a2db-8038-4825-ae2c-8225f6160ed7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:57.352536 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Pushing event deleted for resources: {'Port': ['ID=5d05a2db-8038-4825-ae2c-8225f6160ed7,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.394430 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] No DVR routers for this DVR port 5d05a2db-8038-4825-ae2c-8225f6160ed7 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:29:57.398124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.401386 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.37 "DELETE /v2.0/ports/5d05a2db-8038-4825-ae2c-8225f6160ed7 HTTP/1.1" status: 204 len: 173 time: 0.4621844 Apr 20 13:29:57.401878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-deleted', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:57.404671 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911cc022-ac85-4833-916f-132d787071c2" -d '{"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-deleted", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:57.430243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Allocated IP 172.20.0.10 (b32a7ac6-5736-4542-84c6-6af367b43a4a/ee559ed2-f327-4db7-9a26-267547fb93eb/539eab87-c58c-4f4a-b1cd-4d09e072308f) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:29:57.443990 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f07e4f-50f4-4766-bdff-9ad3e6fb32a7 x-openstack-request-id: req-60f07e4f-50f4-4766-bdff-9ad3e6fb32a7 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:57.444288 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b12211c-51df-443c-a71f-90ca4c196510", "name": "network-vif-deleted", "tag": "5d05a2db-8038-4825-ae2c-8225f6160ed7", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:57.444546 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-60f07e4f-50f4-4766-bdff-9ad3e6fb32a7 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:57.444953 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f07e4f-50f4-4766-bdff-9ad3e6fb32a7'] response: {'server_uuid': '7b12211c-51df-443c-a71f-90ca4c196510', 'name': 'network-vif-deleted', 'tag': '5d05a2db-8038-4825-ae2c-8225f6160ed7', 'status': 'completed', 'code': 200} Apr 20 13:29:57.588070 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.622906 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.635348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['5d05a2db-8038-4825-ae2c-8225f6160ed7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:29:57.664915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Network b32a7ac6-5736-4542-84c6-6af367b43a4a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:29:57.670459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:29:57.674215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:29:57.700377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:57.712650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.712997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.713337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.713697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.714031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.714361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.714689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.715009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.715333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.715655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.715974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.716293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:29:57.735982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:57.736619 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:57.751293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-43322686-3fba-4d7d-a5cb-cdf87d972b32 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6173835 Apr 20 13:29:57.763728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Request body: {'port': {'device_id': '54837a1e-eb34-4511-b435-7adb60811f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:29:57.819795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.397643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 539eab87-c58c-4f4a-b1cd-4d09e072308f {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:29:58.407037 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.425424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Transition to ACTIVE for port object 539eab87-c58c-4f4a-b1cd-4d09e072308f will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:29:58.435368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7da036-1d53-49fc-9729-6fe4824567b4 req-ec8cea85-9ffb-4035-aeca-77b4b28e6b92 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.436782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e7da036-1d53-49fc-9729-6fe4824567b4 req-ec8cea85-9ffb-4035-aeca-77b4b28e6b92 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 932 time: 0.0696950 Apr 20 13:29:58.437863 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.513245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:58.523954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e7da036-1d53-49fc-9729-6fe4824567b4 req-e05244bf-b789-481c-bbd2-065da1a3ec58 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810525 Apr 20 13:29:58.584601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:29:58.584846 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:29:58.585162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:58.589267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Port 539eab87-c58c-4f4a-b1cd-4d09e072308f on network b32a7ac6-5736-4542-84c6-6af367b43a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:29:58.589575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:29:58.594204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:29:58.594527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Checking segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:29:58.594897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Bound using segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:29:58.595303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Bound port: 539eab87-c58c-4f4a-b1cd-4d09e072308f, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:29:58.595648 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.655563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:29:58.658411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:29:58.663564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.699243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.699866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:29:58.701213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] 10.222.0.37 "PUT /v2.0/ports/539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 1092 time: 0.9414899 Apr 20 13:29:58.701663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:29:58.703991 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc" -d '{"events": [{"name": "network-changed", "server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:29:58.729657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeeb8ec-8ed3-44ef-9fa0-f424d785ede1 service neutron] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:29:58.747727 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f15725-9b3b-4567-bc5b-6dca0e489256 x-openstack-request-id: req-e9f15725-9b3b-4567-bc5b-6dca0e489256 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:29:58.748015 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:29:58.748266 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9f15725-9b3b-4567-bc5b-6dca0e489256 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:29:58.748655 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f15725-9b3b-4567-bc5b-6dca0e489256'] response: {'name': 'network-changed', 'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'status': 'completed', 'code': 200} Apr 20 13:29:58.780412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-6159a9d0-6656-4f71-b8fc-3020ae087bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.781906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-6159a9d0-6656-4f71-b8fc-3020ae087bd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1095 time: 0.0432830 Apr 20 13:29:58.822507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-9794af7e-eb86-4afe-b985-0ee9a7de79fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0335183 Apr 20 13:29:58.874076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-5e97c6d2-c013-479e-965c-7c0fab718d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:58.875415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-5e97c6d2-c013-479e-965c-7c0fab718d2c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0467682 Apr 20 13:29:58.906127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-6bf95a98-3e13-421e-b510-dca2fc6929ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242727 Apr 20 13:29:58.992907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-2493b9e2-7d7f-4988-8a81-3e9164b54631 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794849 Apr 20 13:29:59.082824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-493b6925-acbd-4235-9a5d-9edc4be70d54 req-7cb58cee-9812-4f62-842f-8f3bd9483b6a service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833535 Apr 20 13:29:59.167109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-c4cceb8b-89ad-4988-9ea7-27bf8d0ae9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.168458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-c4cceb8b-89ad-4988-9ea7-27bf8d0ae9e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1095 time: 0.0408366 Apr 20 13:29:59.258859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-54fa0404-5255-4096-94fb-689a9ce7cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.260276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-54fa0404-5255-4096-94fb-689a9ce7cc73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0858166 Apr 20 13:29:59.300506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-7a114fc8-be89-4d58-af84-90ced07169bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0337448 Apr 20 13:29:59.347134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-9387190a-bdd1-4a8b-941c-f7fa4fd19ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.348466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-9387190a-bdd1-4a8b-941c-f7fa4fd19ca2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0412998 Apr 20 13:29:59.379030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-030033fd-7fe7-4b1f-90da-2eec21595382 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226462 Apr 20 13:29:59.468219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-b4a6fed5-a738-4ad5-9c05-ab1ad20090ea service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819747 Apr 20 13:29:59.556935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f7f744ca-dcd9-43c7-9a42-d9ce863099bc req-89aa9532-f795-4bcd-90de-d7fb5299b2bf service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807798 Apr 20 13:29:59.646353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e7da9-3614-413a-a511-711a27b6a01c req-118f3e3f-ac4f-43d6-ad6c-bc8d07b69679 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:29:59.647792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e7da9-3614-413a-a511-711a27b6a01c req-118f3e3f-ac4f-43d6-ad6c-bc8d07b69679 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 944 time: 0.0534277 Apr 20 13:29:59.684511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de4e7da9-3614-413a-a511-711a27b6a01c req-59d1171f-92db-4ee0-92ac-a6b4d4b29b10 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Apr 20 13:30:00.802565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743a6b0-ad2f-4b68-bcb3-ec49e11f9578 req-c17a68c9-66a2-4439-995b-36669faae91c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:00.804048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a743a6b0-ad2f-4b68-bcb3-ec49e11f9578 req-c17a68c9-66a2-4439-995b-36669faae91c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 944 time: 0.0488787 Apr 20 13:30:00.811820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:30:00.813981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:30:00.841336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 5d05a2db-8038-4825-ae2c-8225f6160ed7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:30:00.841686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 5d05a2db-8038-4825-ae2c-8225f6160ed7 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:30:00.844009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a743a6b0-ad2f-4b68-bcb3-ec49e11f9578 req-5a314b8d-a875-4f53-9c21-bb2e21791427 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Apr 20 13:30:01.081320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:01.091961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a', 'port_id': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'mac_address': 'fa:16:3e:24:43:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee559ed2-f327-4db7-9a26-267547fb93eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:30:01.128040 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.140645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539eab87-c58c-4f4a-b1cd-4d09e072308f {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:30:01.158885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:01.162455 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:01.207249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:01.350312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['539eab87-c58c-4f4a-b1cd-4d09e072308f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:01.957620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb666-f59c-47db-b690-91969c16ec9c req-af7d4fc0-5cc0-4284-ac0b-85713eb5ac0e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:01.959564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b1cb666-f59c-47db-b690-91969c16ec9c req-af7d4fc0-5cc0-4284-ac0b-85713eb5ac0e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 945 time: 0.0480919 Apr 20 13:30:01.996459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b1cb666-f59c-47db-b690-91969c16ec9c req-adcac471-4694-4bfe-b13f-c18b8f9234dc tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 Apr 20 13:30:02.811639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:02.858587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 539eab87-c58c-4f4a-b1cd-4d09e072308f completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:30:02.862275 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 539eab87-c58c-4f4a-b1cd-4d09e072308f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:02.862642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.939099 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:02.960651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:02.963078 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d229d186-fe23-46c7-81da-b199cdb3393b" -d '{"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-plugged", "status": "completed", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:02.975984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:02.980233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:03.003490 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f4cb3b-d068-4376-84d0-7930de99f36f x-openstack-request-id: req-35f4cb3b-d068-4376-84d0-7930de99f36f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:03.003778 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-plugged", "status": "completed", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:03.004023 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35f4cb3b-d068-4376-84d0-7930de99f36f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:03.004414 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f4cb3b-d068-4376-84d0-7930de99f36f'] response: {'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'code': 200} Apr 20 13:30:03.030817 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:03.129545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da77cf7-7ace-41bb-827e-4e0cd5668060 req-8c409493-5527-4208-8289-56bd3111bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:03.131486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0da77cf7-7ace-41bb-827e-4e0cd5668060 req-8c409493-5527-4208-8289-56bd3111bce2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1097 time: 0.0716310 Apr 20 13:30:03.141712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948aa46-a5c9-4e94-a237-c4176b260694 req-8a2d8de0-b20c-467d-b430-170a76ffc33f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:03.143079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8948aa46-a5c9-4e94-a237-c4176b260694 req-8a2d8de0-b20c-467d-b430-170a76ffc33f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0741727 Apr 20 13:30:03.188772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0da77cf7-7ace-41bb-827e-4e0cd5668060 req-abb9b104-691d-4770-ba1a-1fa3b72a4223 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445161 Apr 20 13:30:03.201301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8948aa46-a5c9-4e94-a237-c4176b260694 req-7547cd85-4621-4571-957e-2ad83e444d5b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503197 Apr 20 13:30:03.699763 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3565d535-b142-45c8-bae0-2c637741a3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:04.317098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beee61-0398-4d77-9895-00f7ba5af8ea req-c67d9e6d-7359-4fa2-b42a-1654f4690ac6 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:04.319244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97beee61-0398-4d77-9895-00f7ba5af8ea req-c67d9e6d-7359-4fa2-b42a-1654f4690ac6 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0486753 Apr 20 13:30:04.355241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97beee61-0398-4d77-9895-00f7ba5af8ea req-9ebce229-99da-4938-a107-1a1c17ff5c2a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300651 Apr 20 13:30:04.470506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a253f-6acf-431e-9942-540fd0bb8283 req-5fea4c39-bd09-42ea-8f2d-08581a354709 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:04.471938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce5a253f-6acf-431e-9942-540fd0bb8283 req-5fea4c39-bd09-42ea-8f2d-08581a354709 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0513213 Apr 20 13:30:04.509031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce5a253f-6acf-431e-9942-540fd0bb8283 req-81b3aa05-022d-4072-9a9f-773483324b79 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Apr 20 13:30:04.723079 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-1563729c-f43c-4a54-a480-e81ae2e5fd01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388265 Apr 20 13:30:04.740980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51900ec2-ee3d-41ed-99c6-365b6f80e886 req-aa572cfd-acc1-47a5-bec9-f7a3c2d9694a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:04.742545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51900ec2-ee3d-41ed-99c6-365b6f80e886 req-aa572cfd-acc1-47a5-bec9-f7a3c2d9694a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0488682 Apr 20 13:30:04.782754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-51900ec2-ee3d-41ed-99c6-365b6f80e886 req-f4012796-304b-4b9a-b2ad-01e13a0d5aaa tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325451 Apr 20 13:30:05.753850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-de83eba6-322d-4f12-9c3b-782d1bb1fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:05.755225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-de83eba6-322d-4f12-9c3b-782d1bb1fea8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1097 time: 0.0398872 Apr 20 13:30:05.850852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-f8864145-3047-4ac0-8a6a-e7c8fcbd6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:05.852302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-f8864145-3047-4ac0-8a6a-e7c8fcbd6bef service neutron] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0896010 Apr 20 13:30:05.915872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-d20aa393-064c-4aab-b9bf-6ad4e3e00e99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0520289 Apr 20 13:30:05.967290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca1b44-3d0d-49f2-9b94-5674da615928 req-a633c180-6fb1-4575-bb5f-8922be969a6d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:05.968693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aeca1b44-3d0d-49f2-9b94-5674da615928 req-a633c180-6fb1-4575-bb5f-8922be969a6d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.1136348 Apr 20 13:30:05.983390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-5844ca31-c474-4aad-948b-0304cc876cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:05.984707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-5844ca31-c474-4aad-948b-0304cc876cc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0622869 Apr 20 13:30:06.020252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-10c184c8-ae43-4188-82d5-822c64bcc5a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283275 Apr 20 13:30:06.037544 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98750dcf-a4c1-4563-94c4-ef938b862a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:06.040344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aeca1b44-3d0d-49f2-9b94-5674da615928 req-5100adaf-21b4-464c-93e2-be60629e4166 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655210 Apr 20 13:30:06.117593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-4646c195-f9b7-4cc2-8985-accf093c9e44 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893216 Apr 20 13:30:06.203249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-cb70a297-6a3e-4bd8-acfc-255c419bfae1 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798757 Apr 20 13:30:07.156528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459b5aa-b4d8-4371-8fc6-9e89fa40b2fb req-d78cbdc5-4155-437a-b707-fbda30fa9d67 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:07.157995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7459b5aa-b4d8-4371-8fc6-9e89fa40b2fb req-d78cbdc5-4155-437a-b707-fbda30fa9d67 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0492139 Apr 20 13:30:07.196157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7459b5aa-b4d8-4371-8fc6-9e89fa40b2fb req-0e07154a-34c5-45c0-934d-8dd0bc04de6c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Apr 20 13:30:07.281393 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:08.316204 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc619d1-a724-4b58-90f0-995b7557f486 req-61b7e966-3405-4358-89ee-329ce35c1c5a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:08.317677 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbc619d1-a724-4b58-90f0-995b7557f486 req-61b7e966-3405-4358-89ee-329ce35c1c5a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0534537 Apr 20 13:30:08.354241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbc619d1-a724-4b58-90f0-995b7557f486 req-9a069f31-f1cd-43eb-abda-1e7b0d36a197 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306294 Apr 20 13:30:08.645363 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:08.982095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:09.471677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547537a0-9fd9-4f8d-b328-5f135d229f16 req-42eea6cd-7161-429a-ac64-3cea60c4d72f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:09.473293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-547537a0-9fd9-4f8d-b328-5f135d229f16 req-42eea6cd-7161-429a-ac64-3cea60c4d72f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0519066 Apr 20 13:30:09.513155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-547537a0-9fd9-4f8d-b328-5f135d229f16 req-db6b42ad-3344-4675-b746-d1b2e4222669 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Apr 20 13:30:10.626386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023f45-b208-42cd-b022-613f15adba2e req-4fd3c27d-0cd9-49aa-aa02-33a3d22632b6 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:10.627809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09023f45-b208-42cd-b022-613f15adba2e req-4fd3c27d-0cd9-49aa-aa02-33a3d22632b6 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0472903 Apr 20 13:30:10.663945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09023f45-b208-42cd-b022-613f15adba2e req-bd6e6f8b-12ac-491e-bdd3-6b57bf99eaea tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302653 Apr 20 13:30:11.783282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185f545-4d86-488a-8268-1ea56519ff3a req-26c63fab-fa5b-4b7d-91ae-630f09c01d40 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:11.784717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1185f545-4d86-488a-8268-1ea56519ff3a req-26c63fab-fa5b-4b7d-91ae-630f09c01d40 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0522017 Apr 20 13:30:11.822233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1185f545-4d86-488a-8268-1ea56519ff3a req-e7223b4e-19a3-43be-9cbe-fcf2a17d9258 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315156 Apr 20 13:30:12.936031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f74bfd-356d-4995-9254-31663d7e2a9e req-cb1d15c9-52be-4115-b507-b9c2db13f853 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:12.937465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5f74bfd-356d-4995-9254-31663d7e2a9e req-cb1d15c9-52be-4115-b507-b9c2db13f853 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0482984 Apr 20 13:30:12.973457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5f74bfd-356d-4995-9254-31663d7e2a9e req-b2d09381-9d61-4b4c-ba03-7ba37f465919 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300121 Apr 20 13:30:14.088200 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee91b52-01cd-424d-8437-a83dd4a7dcc8 req-2e666611-0e82-471e-93c2-1fedd1c65c68 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:14.089691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eee91b52-01cd-424d-8437-a83dd4a7dcc8 req-2e666611-0e82-471e-93c2-1fedd1c65c68 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0485358 Apr 20 13:30:14.126003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eee91b52-01cd-424d-8437-a83dd4a7dcc8 req-5ae52401-0a22-46f2-85dd-8f206d57d7b2 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Apr 20 13:30:15.244089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2410fe-1939-4021-b6c9-c4cdb199780b req-303fdaf0-788d-43e1-ab62-0111e3bd15cd tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:15.245429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f2410fe-1939-4021-b6c9-c4cdb199780b req-303fdaf0-788d-43e1-ab62-0111e3bd15cd tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0515420 Apr 20 13:30:15.281678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2f2410fe-1939-4021-b6c9-c4cdb199780b req-d0951852-ae8d-47fd-895c-f48c938ff1ac tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301437 Apr 20 13:30:16.396065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691596-2fa7-4e7a-a066-60415af9b9ac req-548e24b4-25f5-45f2-b121-eb62b135a3d3 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:16.397517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22691596-2fa7-4e7a-a066-60415af9b9ac req-548e24b4-25f5-45f2-b121-eb62b135a3d3 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0485513 Apr 20 13:30:16.434415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22691596-2fa7-4e7a-a066-60415af9b9ac req-b75c1bd8-a538-460b-9753-4421380a0da4 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Apr 20 13:30:17.548563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec465b1-c0ae-485d-929b-c108a1e379da req-424215e9-ddb5-4a1d-952f-258c0c1558db tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:17.550039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec465b1-c0ae-485d-929b-c108a1e379da req-424215e9-ddb5-4a1d-952f-258c0c1558db tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0485821 Apr 20 13:30:17.587552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2ec465b1-c0ae-485d-929b-c108a1e379da req-7ee0c7ab-8e36-4f33-85cb-89c88587fd31 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315814 Apr 20 13:30:18.707194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc7af1-fe06-4f7b-b922-1c60571689e9 req-f66a3a49-1413-4eb6-b8d8-ae4f3aae5833 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:18.709129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efdc7af1-fe06-4f7b-b922-1c60571689e9 req-f66a3a49-1413-4eb6-b8d8-ae4f3aae5833 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0546496 Apr 20 13:30:18.752069 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-efdc7af1-fe06-4f7b-b922-1c60571689e9 req-271e01da-f65f-4e23-84ba-ccd8350c7f0f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368152 Apr 20 13:30:19.310216 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:19.869278 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420de3b-7b5b-4755-b144-d64b8f2ece5d req-8a1b70bf-c37a-4221-b678-ac458fc95143 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:19.870743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a420de3b-7b5b-4755-b144-d64b8f2ece5d req-8a1b70bf-c37a-4221-b678-ac458fc95143 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0489776 Apr 20 13:30:19.907828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a420de3b-7b5b-4755-b144-d64b8f2ece5d req-bbd977d6-1139-432f-834d-040921e69849 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311444 Apr 20 13:30:21.021862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4455def-6f1b-44a3-9e63-b64917b7377c req-95311b3c-8dd4-4a59-8121-74a4aa48ce89 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:21.023328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4455def-6f1b-44a3-9e63-b64917b7377c req-95311b3c-8dd4-4a59-8121-74a4aa48ce89 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0489483 Apr 20 13:30:21.059549 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e4455def-6f1b-44a3-9e63-b64917b7377c req-2fd0cee4-48f2-496f-81ca-8fc797b954ba tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301740 Apr 20 13:30:22.188399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc47c33-661c-4156-8d5c-72f0f8a1b88a req-1e173f9d-9e4b-40e0-aad9-cf4e6187a624 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:22.189839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dc47c33-661c-4156-8d5c-72f0f8a1b88a req-1e173f9d-9e4b-40e0-aad9-cf4e6187a624 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0527802 Apr 20 13:30:22.226770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8dc47c33-661c-4156-8d5c-72f0f8a1b88a req-6efcfbb7-2cfc-4036-be45-6417ba012859 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Apr 20 13:30:23.340058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57313ad2-c3a4-4b94-b30a-2da7096e4ae7 req-118a4ee9-d7a6-4baa-8c3e-07e560a392d5 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:23.341500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57313ad2-c3a4-4b94-b30a-2da7096e4ae7 req-118a4ee9-d7a6-4baa-8c3e-07e560a392d5 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0481403 Apr 20 13:30:23.378570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57313ad2-c3a4-4b94-b30a-2da7096e4ae7 req-cadfd79a-e919-4599-bdc1-23393c6f034c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Apr 20 13:30:24.025974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:24.516703 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094d4fd-b01a-4c0a-b025-d49de1544ce2 req-4906c55d-2099-4e61-82b3-128ca26d919c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:24.518170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0094d4fd-b01a-4c0a-b025-d49de1544ce2 req-4906c55d-2099-4e61-82b3-128ca26d919c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0481396 Apr 20 13:30:24.555175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0094d4fd-b01a-4c0a-b025-d49de1544ce2 req-9433b42d-ca41-42fb-938b-e54bfcdcebfb tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306869 Apr 20 13:30:25.430378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-953dfd4b-f993-4392-bd6e-bf28da2d6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:25.431814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-953dfd4b-f993-4392-bd6e-bf28da2d6a2c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1097 time: 0.0439901 Apr 20 13:30:25.534270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-f94bfb6b-7793-4ecf-85a6-1eaf7f53e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:25.535700 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-f94bfb6b-7793-4ecf-85a6-1eaf7f53e5dd service neutron] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0835495 Apr 20 13:30:25.586137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-8c0aa765-79ef-4a26-8c85-9111556d281a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0423355 Apr 20 13:30:25.662597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-5615bdfe-ce99-4a3d-87d2-3ce63d425ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:25.664036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-5615bdfe-ce99-4a3d-87d2-3ce63d425ee3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0713251 Apr 20 13:30:25.697710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-359a5098-dfa8-4982-a781-fee52b1579d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258815 Apr 20 13:30:25.705055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fa7fc-8245-4239-814c-6b9ccae12713 req-1d718ad0-6cda-4daa-af2a-7ae971388146 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:25.706429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee1fa7fc-8245-4239-814c-6b9ccae12713 req-1d718ad0-6cda-4daa-af2a-7ae971388146 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0795181 Apr 20 13:30:25.794065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ee1fa7fc-8245-4239-814c-6b9ccae12713 req-4e4c7dfd-4ef5-403a-b1cd-e0ff9d97758c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794129 Apr 20 13:30:25.818855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-d5e13f2e-990c-43d0-895d-3dba9f74133e service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115098 Apr 20 13:30:25.913898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b3957e-0492-4c7f-b8cd-a386622fc0b9 req-14a1e394-8210-4fd3-bfaf-30051809db82 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885847 Apr 20 13:30:26.914751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa26611-a6ec-44c8-827c-483f65003643 req-77139e35-bd94-421c-bd3b-f43e2b50487b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:26.916196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa26611-a6ec-44c8-827c-483f65003643 req-77139e35-bd94-421c-bd3b-f43e2b50487b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0548790 Apr 20 13:30:26.952475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa26611-a6ec-44c8-827c-483f65003643 req-32c9614d-f491-45eb-be4a-81c581962ea1 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302062 Apr 20 13:30:28.027833 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:30:28.067392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668df593-efc5-4cce-8b58-2929b6fab6b0 req-cae08c41-e2c2-4d72-bc0d-a06e6501ec3c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:28.068891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-668df593-efc5-4cce-8b58-2929b6fab6b0 req-cae08c41-e2c2-4d72-bc0d-a06e6501ec3c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0487704 Apr 20 13:30:28.105408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-668df593-efc5-4cce-8b58-2929b6fab6b0 req-a100f5cf-4a6e-4252-91cd-949898316426 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305367 Apr 20 13:30:29.219394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c78ad-a378-40c6-820f-f2688bee038c req-38fc8482-16f5-4279-8211-6238ae2ab90d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:29.220805 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f61c78ad-a378-40c6-820f-f2688bee038c req-38fc8482-16f5-4279-8211-6238ae2ab90d tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0474455 Apr 20 13:30:29.257561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f61c78ad-a378-40c6-820f-f2688bee038c req-0924d8ab-f089-48a4-8630-3a83f8b6d132 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307498 Apr 20 13:30:30.375085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f3b59-7994-4f23-9692-ac30a3d24b28 req-00b091e9-730a-41f0-b8de-4e68134792cf tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:30.376519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb9f3b59-7994-4f23-9692-ac30a3d24b28 req-00b091e9-730a-41f0-b8de-4e68134792cf tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0518124 Apr 20 13:30:30.413185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb9f3b59-7994-4f23-9692-ac30a3d24b28 req-e02e1817-43e7-4767-85dd-02a079e0142f tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299709 Apr 20 13:30:31.539597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0317c84-7220-4d64-b42b-beaf0ac8ed3c req-3699f50c-0f2a-47e3-8d70-e55cfc9cbb61 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:31.541555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0317c84-7220-4d64-b42b-beaf0ac8ed3c req-3699f50c-0f2a-47e3-8d70-e55cfc9cbb61 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0565653 Apr 20 13:30:31.585860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0317c84-7220-4d64-b42b-beaf0ac8ed3c req-5a60e8d3-6965-491a-b923-31df8f6b7473 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 Apr 20 13:30:32.704529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e543f4-355c-4d3b-96e1-f9b74fbaf401 req-6c561bc4-4edb-45a9-936b-fd13831739a2 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:32.705990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59e543f4-355c-4d3b-96e1-f9b74fbaf401 req-6c561bc4-4edb-45a9-936b-fd13831739a2 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0509496 Apr 20 13:30:32.743667 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59e543f4-355c-4d3b-96e1-f9b74fbaf401 req-e7843af5-b0c6-4be9-aa6d-b62ba4547d5a tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Apr 20 13:30:33.291140 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-283f00b3-e6e4-401a-8951-f928143b1e17 service neutron] show failed (client error): The resource could not be found. Apr 20 13:30:33.292116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-283f00b3-e6e4-401a-8951-f928143b1e17 service neutron] 10.222.0.37 "GET /v2.0/ports/539eab87-c58c-4f4a-b1cd-4d09e072308f/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0573983 Apr 20 13:30:33.483253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-3e773268-21b2-4e63-a75e-ef568f2ac0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:33.484692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-3e773268-21b2-4e63-a75e-ef568f2ac0a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f&tenant_id=85b0237da8de47658185923eca63e34e HTTP/1.1" status: 200 len: 1097 time: 0.0400820 Apr 20 13:30:33.495148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:33.546730 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.699830 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ac512b0-78b9-4ef8-aae9-f910dc29aba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.757725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:33.791128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:33.853704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:33.856004 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d65d9-53a9-468c-bb8d-db9a24d56088" -d '{"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:33.860865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.881061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Transition to ACTIVE for port object 539eab87-c58c-4f4a-b1cd-4d09e072308f will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:30:33.892886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac676-9be0-4e0b-8484-f74384ad52fb req-43be3a92-2565-49c1-9f94-dec5bfe240c5 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:33.894661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97fac676-9be0-4e0b-8484-f74384ad52fb req-43be3a92-2565-49c1-9f94-dec5bfe240c5 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0812550 Apr 20 13:30:33.895282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:33.925202 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc60a9-0df9-473c-b643-9daac9eda40d x-openstack-request-id: req-76dc60a9-0df9-473c-b643-9daac9eda40d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:33.925482 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-unplugged", "status": "completed", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:33.925757 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76dc60a9-0df9-473c-b643-9daac9eda40d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:33.926147 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76dc60a9-0df9-473c-b643-9daac9eda40d'] response: {'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'code': 200} Apr 20 13:30:33.988861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] No DVR routers for this DVR port 539eab87-c58c-4f4a-b1cd-4d09e072308f on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:30:33.990744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:33.996305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97fac676-9be0-4e0b-8484-f74384ad52fb req-a5c1c104-418c-43cf-afec-f4b83ca1c602 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919595 Apr 20 13:30:34.029459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:30:34.029833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:30:34.030156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:34.034558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Port 539eab87-c58c-4f4a-b1cd-4d09e072308f on network b32a7ac6-5736-4542-84c6-6af367b43a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:30:34.034875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Attempting to bind port 539eab87-c58c-4f4a-b1cd-4d09e072308f on network b32a7ac6-5736-4542-84c6-6af367b43a4a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:34.039669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:30:34.039998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Checking segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:30:34.040371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Bound using segment: {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:30:34.040782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Bound port: 539eab87-c58c-4f4a-b1cd-4d09e072308f, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbad7a47-fcc3-45cc-917d-f82347fbde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:30:34.041132 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:34.101341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:34.104285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:30:34.108499 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:34.145942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:34.146539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:34.147886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] 10.222.0.30 "PUT /v2.0/ports/539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 1092 time: 0.6565092 Apr 20 13:30:34.169227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300b1cc-f1c6-4192-84c0-2f00f3e24494 service neutron] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:34.211270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-409a4799-71b6-4bdc-8ea1-99b65d37d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:34.212720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-409a4799-71b6-4bdc-8ea1-99b65d37d8e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1095 time: 0.0406773 Apr 20 13:30:34.299255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-afa78fe3-7319-49da-9775-c78ef99c5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:34.300676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-afa78fe3-7319-49da-9775-c78ef99c5123 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0818920 Apr 20 13:30:34.345453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-5b1d6465-0362-4115-adfb-f7657608792c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0382636 Apr 20 13:30:34.393587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-745acfa9-c3a8-42ce-94da-723830facc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:34.395183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-745acfa9-c3a8-42ce-94da-723830facc96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0431716 Apr 20 13:30:34.425449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-4e1c8d9f-1b7e-4224-a9ab-3fe8fb93635b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232863 Apr 20 13:30:34.515500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-eb47b849-40dc-40f3-a6ac-1e05f8040fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837727 Apr 20 13:30:34.602820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0feea8-9070-43f0-9ca5-d5e92051933d req-5ac0c865-e397-4245-b9d1-68cdf445ea8f service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809236 Apr 20 13:30:35.115048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdbdaf-75f6-4cdc-9f8d-6286c2698b4d req-5a51c700-55be-4321-b946-84ebe64af0c8 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:35.116514 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ebdbdaf-75f6-4cdc-9f8d-6286c2698b4d req-5a51c700-55be-4321-b946-84ebe64af0c8 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 944 time: 0.0494986 Apr 20 13:30:35.159269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ebdbdaf-75f6-4cdc-9f8d-6286c2698b4d req-7c3ab12f-80c3-4e57-987f-ad2d9e01ab13 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365238 Apr 20 13:30:35.927261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:35.929624 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71402d40-1791-47fe-a4e1-2a37b4c44c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:35.977649 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b73758-bb0a-4bd4-9d14-0789ff842887 x-openstack-request-id: req-d3b73758-bb0a-4bd4-9d14-0789ff842887 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:35.977948 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:35.978298 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3b73758-bb0a-4bd4-9d14-0789ff842887 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:35.978694 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b73758-bb0a-4bd4-9d14-0789ff842887'] response: {'name': 'network-changed', 'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'status': 'completed', 'code': 200} Apr 20 13:30:36.039772 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e45c72ae-7c09-4b9b-92b8-a812f5cf851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:36.066289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-54fc439e-d356-41d3-8ca7-77093778db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.067755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-54fc439e-d356-41d3-8ca7-77093778db5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1095 time: 0.0723071 Apr 20 13:30:36.070014 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-2cd67f53-c56c-465d-817f-d64a801ed574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.071307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-2cd67f53-c56c-465d-817f-d64a801ed574 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1095 time: 0.0671270 Apr 20 13:30:36.225964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-47e039c6-7da0-4ac3-81e2-e0bc8bf66a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.227409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-47e039c6-7da0-4ac3-81e2-e0bc8bf66a7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.1524110 Apr 20 13:30:36.228476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-38a9daf9-3808-48c5-adfa-1b9d0e39974e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.229777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-38a9daf9-3808-48c5-adfa-1b9d0e39974e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.1478543 Apr 20 13:30:36.318496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-a402165e-8441-44c6-93de-cd9572c512e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0794492 Apr 20 13:30:36.321102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-7dcd1502-e049-4901-8b17-9ff2bb7c8a92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0817780 Apr 20 13:30:36.406695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c5fcf-a026-4d3c-85a0-3eb56239ff18 req-b149d3d5-92ab-4807-9268-520f3208658e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.408114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b8c5fcf-a026-4d3c-85a0-3eb56239ff18 req-b149d3d5-92ab-4807-9268-520f3208658e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 944 time: 0.1774971 Apr 20 13:30:36.414460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-559419dc-ff14-4b6f-b8ba-17fb6ca49ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.415757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-559419dc-ff14-4b6f-b8ba-17fb6ca49ae9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0908277 Apr 20 13:30:36.441990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-b0ac233b-8451-4693-87eb-ad0488dd3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:36.443802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-b0ac233b-8451-4693-87eb-ad0488dd3869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.1109447 Apr 20 13:30:36.460883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-d356df2c-3466-4bc9-93bc-f1bdd15ffaa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337808 Apr 20 13:30:36.496752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-7f898746-3220-44a5-ad04-77b4fa79dd10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389290 Apr 20 13:30:36.530404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b8c5fcf-a026-4d3c-85a0-3eb56239ff18 req-204b3082-873e-4967-ab5b-c3b39fef553e tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137338 Apr 20 13:30:36.643290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-0a143fa2-8499-4c8a-93c9-fc30562d0329 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745772 Apr 20 13:30:36.648501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-5f00e77f-4a89-40c2-8e36-e95c876acb97 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409111 Apr 20 13:30:36.794817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-7a6706b6-7d11-43cc-b69b-ad845e99a372 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445644 Apr 20 13:30:36.798066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71402d40-1791-47fe-a4e1-2a37b4c44c1f req-aa897c52-5653-4478-b4ad-dfdd1cbeedd3 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413121 Apr 20 13:30:36.966399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:30:37.006886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:30:37.220948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:30:37.298336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:37.328770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:37.339874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'network_id': 'b32a7ac6-5736-4542-84c6-6af367b43a4a', 'port_id': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'mac_address': 'fa:16:3e:24:43:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee559ed2-f327-4db7-9a26-267547fb93eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:30:37.376472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:37.388868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 539eab87-c58c-4f4a-b1cd-4d09e072308f {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:30:37.407714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:37.411093 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:37.456010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:37.653919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f021e-12a3-44ac-bee4-55246111dfa1 req-a4751e43-4764-4b5b-ba76-f17aa57ad874 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:37.655358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a6f021e-12a3-44ac-bee4-55246111dfa1 req-a4751e43-4764-4b5b-ba76-f17aa57ad874 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 945 time: 0.0543988 Apr 20 13:30:37.692598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a6f021e-12a3-44ac-bee4-55246111dfa1 req-56c620df-9193-4774-bdbe-cefa307cc029 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Apr 20 13:30:37.754296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['539eab87-c58c-4f4a-b1cd-4d09e072308f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:37.924049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3ff3a-d00e-44c8-99cf-fe4e78f66efd req-0e4e02b4-b813-4ab0-8969-ffbcb3591a48 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:37.925491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad3ff3a-d00e-44c8-99cf-fe4e78f66efd req-0e4e02b4-b813-4ab0-8969-ffbcb3591a48 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 945 time: 0.0814276 Apr 20 13:30:37.933433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-ca571b40-1698-473f-be06-caaeffbaffb1 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:37.934761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-ca571b40-1698-473f-be06-caaeffbaffb1 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.37 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f&tenant_id=85b0237da8de47658185923eca63e34e&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 945 time: 0.0802016 Apr 20 13:30:38.291100 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dad3ff3a-d00e-44c8-99cf-fe4e78f66efd req-d2a3f55d-7bad-4300-a988-f9913f93fb10 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553865 Apr 20 13:30:38.306741 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-2fda72ab-142e-49c6-935f-9c3b98951f7b service neutron] delete failed (client error): The resource could not be found. Apr 20 13:30:38.307731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-2fda72ab-142e-49c6-935f-9c3b98951f7b service neutron] 10.222.0.37 "DELETE /v2.0/ports/539eab87-c58c-4f4a-b1cd-4d09e072308f/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.3657134 Apr 20 13:30:38.388417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-40cd9188-2024-4efb-b66f-56f3f7405d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:38.389889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-40cd9188-2024-4efb-b66f-56f3f7405d28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1096 time: 0.0391672 Apr 20 13:30:38.479197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-08f0664e-5d24-48aa-a3a8-9187cd53833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:38.480657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-08f0664e-5d24-48aa-a3a8-9187cd53833c service neutron] 10.222.0.37 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0845363 Apr 20 13:30:38.520504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-a860214a-5088-4284-9f0f-ac4d45d73eb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0337558 Apr 20 13:30:38.567378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-f5239aef-4553-4902-aa3c-99d9d4c18eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:38.569173 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-f5239aef-4553-4902-aa3c-99d9d4c18eb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0423160 Apr 20 13:30:38.599490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-e2ae80c4-09e2-47bc-8d6e-27c4710b426a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237613 Apr 20 13:30:38.649577 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.691084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-419b0fff-ef4f-4f18-93f9-d776683b0c62 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Apr 20 13:30:38.782288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a4a0e3ae-578e-4ebb-be29-98cf58e2a44c req-38a5ba1a-74ed-4d37-b881-87fca09b14c4 service neutron] 10.222.0.37 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846491 Apr 20 13:30:38.984459 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:38.993624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-7148d0b4-f908-4218-8771-c743554c54d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399065 Apr 20 13:30:39.072246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847869-9057-4aca-ba7f-41d696ca149d req-11223ca7-20dd-4f22-8a04-707f2fed98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.073740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-11223ca7-20dd-4f22-8a04-707f2fed98d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=85b0237da8de47658185923eca63e34e&device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 1096 time: 0.0404766 Apr 20 13:30:39.181069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847869-9057-4aca-ba7f-41d696ca149d req-901157f4-c4bc-4c13-83aa-7848189f55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.182575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-901157f4-c4bc-4c13-83aa-7848189f55ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 200 len: 915 time: 0.0894065 Apr 20 13:30:39.223817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-5f85fbea-b492-4859-9c05-11c001da1952 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 200 len: 217 time: 0.0352161 Apr 20 13:30:39.247091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:39.277107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b847869-9057-4aca-ba7f-41d696ca149d req-9ce8abec-fc60-4280-82c9-57e737e48b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.278943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-9ce8abec-fc60-4280-82c9-57e737e48b05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 200 len: 854 time: 0.0493062 Apr 20 13:30:39.297717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 539eab87-c58c-4f4a-b1cd-4d09e072308f completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:30:39.304565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 539eab87-c58c-4f4a-b1cd-4d09e072308f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:39.304840 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:39.311284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-1b859c6b-ee57-4a87-a299-c8cd2c4d1df1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b32a7ac6-5736-4542-84c6-6af367b43a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260248 Apr 20 13:30:39.387208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:39.409803 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:39.412608 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c62dfb0-075b-463a-8174-6d476de30c58" -d '{"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-plugged", "status": "completed", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:39.425262 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:39.431318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:39.439801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b57690-59f3-47bd-8a78-e883408fa64c req-bb97600b-0d0f-4c8c-b100-ddf9435389e5 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.441283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45b57690-59f3-47bd-8a78-e883408fa64c req-bb97600b-0d0f-4c8c-b100-ddf9435389e5 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 945 time: 0.0732164 Apr 20 13:30:39.445001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-edd61c0b-433e-4e02-9ac6-fb6d3a838d17 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274478 Apr 20 13:30:39.459209 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fc0bbd-f0a9-43b2-8a5f-d04ba9a816a4 x-openstack-request-id: req-63fc0bbd-f0a9-43b2-8a5f-d04ba9a816a4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:39.459624 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-plugged", "status": "completed", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:39.459879 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63fc0bbd-f0a9-43b2-8a5f-d04ba9a816a4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:39.460268 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fc0bbd-f0a9-43b2-8a5f-d04ba9a816a4'] response: {'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'code': 200} Apr 20 13:30:39.485176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:39.534450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45b57690-59f3-47bd-8a78-e883408fa64c req-37a4ca58-4897-4e4d-af53-6c04d5a6ae47 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872490 Apr 20 13:30:39.574271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b847869-9057-4aca-ba7f-41d696ca149d req-ac7c295c-622b-4ed3-8a69-4bec9cc50088 service neutron] 10.222.0.30 "GET /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212161 Apr 20 13:30:39.654535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41925ef7-81db-4565-8001-bbff5589d568 req-7290409c-12bf-4304-975b-0692e0c9c308 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.656011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41925ef7-81db-4565-8001-bbff5589d568 req-7290409c-12bf-4304-975b-0692e0c9c308 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0506923 Apr 20 13:30:39.693291 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41925ef7-81db-4565-8001-bbff5589d568 req-eaec425e-320e-41d5-b450-ff2d9c7b41eb tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305831 Apr 20 13:30:39.809873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8f345-f3c8-4b30-a6b3-f9fd0474d50d req-4daf5422-9de0-400c-9597-a1e7dd8be239 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:39.811289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edc8f345-f3c8-4b30-a6b3-f9fd0474d50d req-4daf5422-9de0-400c-9597-a1e7dd8be239 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0519354 Apr 20 13:30:39.854036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edc8f345-f3c8-4b30-a6b3-f9fd0474d50d req-dc2e617a-05d4-44b6-ac71-2e75ab16cf40 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367789 Apr 20 13:30:40.173288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be42c6-da33-45af-bf4b-6a824129be1c req-48a09ce9-5bf2-4116-87bc-aa3228be8e6c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:40.174739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50be42c6-da33-45af-bf4b-6a824129be1c req-48a09ce9-5bf2-4116-87bc-aa3228be8e6c tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0478928 Apr 20 13:30:40.212001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50be42c6-da33-45af-bf4b-6a824129be1c req-95308a85-e5f1-4130-9054-dc8ddc6b3c51 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307472 Apr 20 13:30:41.327163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ade9c-2b22-4e9a-ac66-5dbfedce34d2 req-af8185f9-d294-41ee-8575-5cfda001fc6b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:41.328602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b8ade9c-2b22-4e9a-ac66-5dbfedce34d2 req-af8185f9-d294-41ee-8575-5cfda001fc6b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0488212 Apr 20 13:30:41.374683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b8ade9c-2b22-4e9a-ac66-5dbfedce34d2 req-1ddbd694-37f4-4efa-b8c9-b098ad758354 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.24 "GET /v2.0/security-groups?id=28209178-6436-46bc-9899-ad4689c7d9d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Apr 20 13:30:41.415734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-cade4a0a-c555-4a41-b93a-7b24b7f7c684 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:41.417124 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-cade4a0a-c555-4a41-b93a-7b24b7f7c684 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.30 "GET /v2.0/ports?device_id=54837a1e-eb34-4511-b435-7adb60811f0f HTTP/1.1" status: 200 len: 946 time: 0.0572278 Apr 20 13:30:41.508860 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Deleting port 539eab87-c58c-4f4a-b1cd-4d09e072308f {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:30:41.508860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.599742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] For port 539eab87-c58c-4f4a-b1cd-4d09e072308f, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=539eab87-c58c-4f4a-b1cd-4d09e072308f,segment=NetworkSegment(dbad7a47-fcc3-45cc-917d-f82347fbde07),segment_id=dbad7a47-fcc3-45cc-917d-f82347fbde07)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:41.600023 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.612392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Calling delete_port for 539eab87-c58c-4f4a-b1cd-4d09e072308f owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:30:41.735916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.747520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['539eab87-c58c-4f4a-b1cd-4d09e072308f'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:41.765963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Pushing event deleted for resources: {'Port': ['ID=539eab87-c58c-4f4a-b1cd-4d09e072308f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:41.806959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] No DVR routers for this DVR port 539eab87-c58c-4f4a-b1cd-4d09e072308f on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:30:41.809543 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:41.812726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a3c3ec1-8860-49b7-a23e-b7e5c110d3d1 req-2b931605-bc23-47b6-a320-33d6af5c3332 tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] 10.222.0.30 "DELETE /v2.0/ports/539eab87-c58c-4f4a-b1cd-4d09e072308f HTTP/1.1" status: 204 len: 173 time: 0.3898861 Apr 20 13:30:41.813146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-deleted', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:41.815359 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51757566-4366-4f59-b672-0502a3fe1530" -d '{"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-deleted", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:41.854224 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30e8168-51fa-494b-b903-f7cd2657146e x-openstack-request-id: req-e30e8168-51fa-494b-b903-f7cd2657146e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:41.854518 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54837a1e-eb34-4511-b435-7adb60811f0f", "name": "network-vif-deleted", "tag": "539eab87-c58c-4f4a-b1cd-4d09e072308f", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:41.854769 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e30e8168-51fa-494b-b903-f7cd2657146e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:41.855169 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30e8168-51fa-494b-b903-f7cd2657146e'] response: {'server_uuid': '54837a1e-eb34-4511-b435-7adb60811f0f', 'name': 'network-vif-deleted', 'tag': '539eab87-c58c-4f4a-b1cd-4d09e072308f', 'status': 'completed', 'code': 200} Apr 20 13:30:42.494115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50520) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:42.539560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] Deleting subnet ee559ed2-f327-4db7-9a26-267547fb93eb {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:30:42.543690 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.577745 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.619920 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.672583 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.698350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee559ed2-f327-4db7-9a26-267547fb93eb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:42.700297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.704031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4783507d-bbd1-473d-9c58-cd4548965beb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee559ed2-f327-4db7-9a26-267547fb93eb HTTP/1.1" status: 204 len: 168 time: 0.2082469 Apr 20 13:30:42.705845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50522) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:42.772639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.857190 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.876528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32a7ac6-5736-4542-84c6-6af367b43a4a']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:42.885930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbad7a47-fcc3-45cc-917d-f82347fbde07') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:42.886222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbad7a47-fcc3-45cc-917d-f82347fbde07') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:42.895490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.908596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.914218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:30:42.914594 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:30:42.916146 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:30:42.971333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.976470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:42.979540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] 10.222.0.24 "DELETE /v2.0/networks/b32a7ac6-5736-4542-84c6-6af367b43a4a HTTP/1.1" status: 204 len: 168 time: 0.2728045 Apr 20 13:30:42.992521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2906a-a409-4cac-9d30-fd3397ae390f admin admin] Pushing event deleted for resources: {'Network': ['ID=b32a7ac6-5736-4542-84c6-6af367b43a4a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:43.084304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50526) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:43.124090 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-72c9e51b-f1fe-4f29-acf2-71acd3cdb089 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85b0237da8de47658185923eca63e34e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386019 Apr 20 13:30:43.126444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50528) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:43.179406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddc131b1-af89-4334-a9b9-bf032c3d367b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:43.200252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddc131b1-af89-4334-a9b9-bf032c3d367b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:43.245956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddc131b1-af89-4334-a9b9-bf032c3d367b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:43.248428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddc131b1-af89-4334-a9b9-bf032c3d367b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:43.249563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ddc131b1-af89-4334-a9b9-bf032c3d367b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28209178-6436-46bc-9899-ad4689c7d9d8 HTTP/1.1" status: 204 len: 168 time: 0.1222219 Apr 20 13:30:43.257656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc131b1-af89-4334-a9b9-bf032c3d367b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28209178-6436-46bc-9899-ad4689c7d9d8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:43.888625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50550) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:43.984047 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-814391220-network', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:44.003719 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Made reservation on behalf of 4e68e84c49594106a5d42e548fa2a3a4 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:30:44.006622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.014739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.091387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.094774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.118535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:30:44.126867 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebe60f-36d2-4dce-9325-49ba59f98c42,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:44.136000 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.136278 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Added segment f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d of type vlan for network d33dc327-3efe-48c1-84a5-9a0830b5edbe Apr 20 13:30:44.138488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.138828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.139163 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.139493 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.139817 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.140141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.140461 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.140781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.141098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.141419 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.141764 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.142083 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:44.184199 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.207898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.208851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:44.209425 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.276279 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3864520 Apr 20 13:30:44.279197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50554) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:44.284101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Request body: {'subnet': {'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-814391220-subnet', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:44.297371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b21e44-a43d-4bd2-b75c-5d0e4aa9aeaa admin admin] Pushing event updated for resources: {'Network': ['ID=d33dc327-3efe-48c1-84a5-9a0830b5edbe,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:44.303418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Made reservation on behalf of 4e68e84c49594106a5d42e548fa2a3a4 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:30:44.305723 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.307788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:30:44.470624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.529829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5fd4df-083e-4442-87db-50ef5c590e13,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:44.538483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:30:44.538839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Network hostable DHCP agents. Network: d33dc327-3efe-48c1-84a5-9a0830b5edbe, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:30:44.554768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:30:44.563132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d33dc327-3efe-48c1-84a5-9a0830b5edbe) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:30:44.568061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:44.569679 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.571540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c84fb-1e8d-42c9-a524-7fc3d85c3d7c None None] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:30:44.584939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5097dda0-831e-4520-b2f1-106c019e36e3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3046725 Apr 20 13:30:44.588205 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50556) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:44.592584 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:44.611036 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.612101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.663087 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.716423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d33dc327-3efe-48c1-84a5-9a0830b5edbe', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:30:44.717269 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.798787 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:44.863777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Allocated IP 172.20.0.2 (d33dc327-3efe-48c1-84a5-9a0830b5edbe/8c5fd4df-083e-4442-87db-50ef5c590e13/94260162-c5fa-404f-893a-0d90d4d707f0) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:30:44.998103 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.003743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.011804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.020162 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.051864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:30:45.054641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:30:45.058171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:30:45.064826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Pushing event updated for resources: {'Port': ['ID=94260162-c5fa-404f-893a-0d90d4d707f0,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:45.117276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Attempting to bind port 94260162-c5fa-404f-893a-0d90d4d707f0 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:30:45.117663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Attempting to bind port 94260162-c5fa-404f-893a-0d90d4d707f0 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:30:45.118034 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Attempting to bind port 94260162-c5fa-404f-893a-0d90d4d707f0 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:45.122825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:30:45.123199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:30:45.123601 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.123997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:30:45.124460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Bound port: 94260162-c5fa-404f-893a-0d90d4d707f0, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:30:45.124839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.126805 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Allocated IP 172.25.3.189 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/9e4966eb-446c-4373-aa6e-9bf432abd86b) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:30:45.188232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] For port 94260162-c5fa-404f-893a-0d90d4d707f0, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:45.191525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] For port 94260162-c5fa-404f-893a-0d90d4d707f0, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=94260162-c5fa-404f-893a-0d90d4d707f0,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:30:45.196756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.241043 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.249869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:30:45.274689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e796dfe-36eb-4dfb-a5c4-9009c9b7fc3e None None] Pushing event updated for resources: {'Port': ['ID=94260162-c5fa-404f-893a-0d90d4d707f0,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:45.277308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 539eab87-c58c-4f4a-b1cd-4d09e072308f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:30:45.277667 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 539eab87-c58c-4f4a-b1cd-4d09e072308f not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:30:45.283401 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.324798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:30:45.327723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:30:45.331469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:30:45.337680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Pushing event updated for resources: {'Port': ['ID=9e4966eb-446c-4373-aa6e-9bf432abd86b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:45.591799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.782641 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:45.910940 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:30:46.019302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:30:46.030838 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:30:46.037590 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.042313 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:30:46.042480 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fcc9bdde-27b5-4e87-94a3-bc7a6256ed53 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4531577 Apr 20 13:30:46.042941 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:30:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:46.045162 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50558) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:46.156998 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:30:46.244928 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870d8aeb-aecd-45a0-ba1e-96a7078ed34e None None] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:30:46.325516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5d1e22d8-0ee6-4fae-bc8f-5475b9a1eaed None None] Provisioning complete for port 94260162-c5fa-404f-893a-0d90d4d707f0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:46.326464 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d1e22d8-0ee6-4fae-bc8f-5475b9a1eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.354729 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:45Z', 'revision_number': 3, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:46.381837 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:30:46.382196 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Updating router e40fc4cf-2af5-4eb9-9072-7c14b9068eea port 9e4966eb-446c-4373-aa6e-9bf432abd86b binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:30:46.407648 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.472402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d1e22d8-0ee6-4fae-bc8f-5475b9a1eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.515391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5d1e22d8-0ee6-4fae-bc8f-5475b9a1eaed None None] For port 94260162-c5fa-404f-893a-0d90d4d707f0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=94260162-c5fa-404f-893a-0d90d4d707f0,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:46.519297 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d1e22d8-0ee6-4fae-bc8f-5475b9a1eaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.588143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e22d8-0ee6-4fae-bc8f-5475b9a1eaed None None] Pushing event updated for resources: {'Port': ['ID=94260162-c5fa-404f-893a-0d90d4d707f0,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:46.695525 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.701767 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.741760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-02bd0efd-852c-40e2-a6b3-c23d590ee2be None None] Provisioning complete for port 94260162-c5fa-404f-893a-0d90d4d707f0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:46.742150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-02bd0efd-852c-40e2-a6b3-c23d590ee2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.747653 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Attempting to bind port 9e4966eb-446c-4373-aa6e-9bf432abd86b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:30:46.748339 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Attempting to bind port 9e4966eb-446c-4373-aa6e-9bf432abd86b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:30:46.748741 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Attempting to bind port 9e4966eb-446c-4373-aa6e-9bf432abd86b on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:46.755912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:30:46.756282 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:30:46.756676 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.757061 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:30:46.757516 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Bound port: 9e4966eb-446c-4373-aa6e-9bf432abd86b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:30:46.757930 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.787910 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.791894 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Pushing event updated for resources: {'Port': ['ID=9e4966eb-446c-4373-aa6e-9bf432abd86b,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:46.803028 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.803368 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.803702 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.804035 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.804371 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.804683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.805005 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.805320 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.806071 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.806425 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.806678 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.807312 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:46.839242 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] For port 9e4966eb-446c-4373-aa6e-9bf432abd86b, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:46.842346 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] For port 9e4966eb-446c-4373-aa6e-9bf432abd86b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e4966eb-446c-4373-aa6e-9bf432abd86b,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:30:46.846465 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:46.902142 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:30:46.902753 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:30:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:46.907581 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126c07c7-2d60-4345-a01d-985ba2363e90 None None] Pushing event updated for resources: {'Port': ['ID=9e4966eb-446c-4373-aa6e-9bf432abd86b,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:46.949937 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Allocated IP 172.20.0.1 (d33dc327-3efe-48c1-84a5-9a0830b5edbe/8c5fd4df-083e-4442-87db-50ef5c590e13/b1269812-2ad4-4991-aad6-1b59b952a84e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:30:47.008300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:30:47.060173 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.095181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.110187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 94260162-c5fa-404f-893a-0d90d4d707f0 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:47.140909 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:30:47.143880 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:30:47.148612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:30:47.162926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 94260162-c5fa-404f-893a-0d90d4d707f0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:47.163299 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.181587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Pushing event updated for resources: {'Port': ['ID=b1269812-2ad4-4991-aad6-1b59b952a84e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:47.199131 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:45Z', 'revision_number': 3, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:47.215452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.229410 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b583c-a5c0-4d61-b721-d8e0f109fccd None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:45Z', 'revision_number': 3, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:30:47.372463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.454529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-827d20d2-0dc9-4a9a-ac58-25be18809cf8 None None] Provisioning complete for port b1269812-2ad4-4991-aad6-1b59b952a84e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:47.455040 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-827d20d2-0dc9-4a9a-ac58-25be18809cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.520351 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-827d20d2-0dc9-4a9a-ac58-25be18809cf8 None None] Port b1269812-2ad4-4991-aad6-1b59b952a84e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:30:47.560409 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.565328 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.635164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.636917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Pushing event updated for resources: {'Port': ['ID=b1269812-2ad4-4991-aad6-1b59b952a84e,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:47.737150 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:30:47.738582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:30:47.868830 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:30:47.949118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8054bd16-29a6-48f0-ba51-29e2d135c3d5 None None] Provisioning complete for port b1269812-2ad4-4991-aad6-1b59b952a84e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:47.949488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8054bd16-29a6-48f0-ba51-29e2d135c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:47.985440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8054bd16-29a6-48f0-ba51-29e2d135c3d5 None None] Port b1269812-2ad4-4991-aad6-1b59b952a84e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:30:47.993912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:30:48.003477 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8730d832-5ab0-49e4-a507-db163f7afc76 admin admin] 10.222.0.24 "PUT /v2.0/routers/e40fc4cf-2af5-4eb9-9072-7c14b9068eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9513245 Apr 20 13:30:48.347748 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50566) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:48.353137 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-104dc270-40e1-4443-996f-a52739928155 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1638677152', 'description': 'tempest-description--1024597459'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:48.374296 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-104dc270-40e1-4443-996f-a52739928155 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.438135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-104dc270-40e1-4443-996f-a52739928155 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.441639 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-104dc270-40e1-4443-996f-a52739928155 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.469817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-104dc270-40e1-4443-996f-a52739928155 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.471062 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-104dc270-40e1-4443-996f-a52739928155 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1222816 Apr 20 13:30:48.474183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50568) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:48.475741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104dc270-40e1-4443-996f-a52739928155 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc3648d-f26d-4af4-8b02-13461130071b,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:48.479510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-730f5ceb-f058-4842-8cf8-bb5e5386bf31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'security_group_rule': {'security_group_id': '8dc3648d-f26d-4af4-8b02-13461130071b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:48.512072 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-730f5ceb-f058-4842-8cf8-bb5e5386bf31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.585297 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-730f5ceb-f058-4842-8cf8-bb5e5386bf31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.589251 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-730f5ceb-f058-4842-8cf8-bb5e5386bf31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.606951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f5ceb-f058-4842-8cf8-bb5e5386bf31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05586ff-9dac-4e2e-9f89-3db1077d9655,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:48.615977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-730f5ceb-f058-4842-8cf8-bb5e5386bf31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.617165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-730f5ceb-f058-4842-8cf8-bb5e5386bf31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413593 Apr 20 13:30:48.619890 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50570) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:48.624138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2e5b210f-51db-42ad-9e2a-a53e41d2b45f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'security_group_rule': {'security_group_id': '8dc3648d-f26d-4af4-8b02-13461130071b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:48.649483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e5b210f-51db-42ad-9e2a-a53e41d2b45f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.705661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e5b210f-51db-42ad-9e2a-a53e41d2b45f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.709837 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e5b210f-51db-42ad-9e2a-a53e41d2b45f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.727208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b210f-51db-42ad-9e2a-a53e41d2b45f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20b5a7c-b08e-4379-8300-bec7baed097f,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:48.735754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e5b210f-51db-42ad-9e2a-a53e41d2b45f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.736957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2e5b210f-51db-42ad-9e2a-a53e41d2b45f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161633 Apr 20 13:30:48.740228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 50572) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:30:48.745299 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:48.769002 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.833001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:30:48.843416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:30:48.844048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:30:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:48.871364 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:48.951731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:30:48.973954 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Allocated IP 172.25.3.70 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/8c37e4fe-9bd7-47e9-ae43-5efd1a93a20c) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:30:49.084125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.096804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e4966eb-446c-4373-aa6e-9bf432abd86b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:49.118921 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.155974 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:30:49.160703 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:30:49.164255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:30:49.188223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'Port': ['ID=8c37e4fe-9bd7-47e9-ae43-5efd1a93a20c,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:49.191435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9e4966eb-446c-4373-aa6e-9bf432abd86b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:49.191805 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.235982 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 2, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:49.264363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:30:49.264710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Updating router e40fc4cf-2af5-4eb9-9072-7c14b9068eea port b1269812-2ad4-4991-aad6-1b59b952a84e binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:30:49.287387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.301866 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.324484 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.339402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.383074 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.462738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 9e4966eb-446c-4373-aa6e-9bf432abd86b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e4966eb-446c-4373-aa6e-9bf432abd86b,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:49.468586 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.489307 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.493961 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.569737 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'Port': ['ID=8c37e4fe-9bd7-47e9-ae43-5efd1a93a20c,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:49.576660 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.593022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.595096 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cd8cf112-fb0a-4744-9c25-65c97b8c599b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8537993 Apr 20 13:30:49.724339 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=9e4966eb-446c-4373-aa6e-9bf432abd86b,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:49.738610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-964b2017-a147-45a7-9549-4c8beb913885 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1638677152&fields=id&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 267 time: 0.0348818 Apr 20 13:30:49.818428 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.824496 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.847770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-7c3900b8-ef3e-4d5e-a82d-d8a4b1920c73 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:49.849323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-7c3900b8-ef3e-4d5e-a82d-d8a4b1920c73 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1034753 Apr 20 13:30:49.871241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-932493d2-9e2c-4069-8ae2-eeb2f14b868d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/quotas/4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 375 time: 0.0155981 Apr 20 13:30:49.877449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27cfb5-686d-4c1d-8b97-b26fa37b4513 None None] Pushing event updated for resources: {'Port': ['ID=b1269812-2ad4-4991-aad6-1b59b952a84e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:49.929409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-91b07764-8e9c-449f-85d4-d651e908e0f9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517380 Apr 20 13:30:49.931151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Attempting to bind port b1269812-2ad4-4991-aad6-1b59b952a84e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:30:49.931521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Attempting to bind port b1269812-2ad4-4991-aad6-1b59b952a84e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:30:49.932022 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Attempting to bind port b1269812-2ad4-4991-aad6-1b59b952a84e on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:49.937154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:30:49.937527 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:30:49.937957 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.938345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:30:49.938806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Bound port: b1269812-2ad4-4991-aad6-1b59b952a84e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:30:49.939185 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:49.946607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-ef2fd33b-016a-4ebb-bc30-99e3ab681936 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:30:49.947688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-ef2fd33b-016a-4ebb-bc30-99e3ab681936 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059881 Apr 20 13:30:50.004920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] For port b1269812-2ad4-4991-aad6-1b59b952a84e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:50.008797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] For port b1269812-2ad4-4991-aad6-1b59b952a84e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1269812-2ad4-4991-aad6-1b59b952a84e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:30:50.013565 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:50.057362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c3a75054-541d-4829-a35a-82ccce5c4eac service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009727 Apr 20 13:30:50.074923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:30:50.075115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:30:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:50.129949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27cfb5-686d-4c1d-8b97-b26fa37b4513 None None] Pushing event updated for resources: {'Port': ['ID=b1269812-2ad4-4991-aad6-1b59b952a84e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:50.154142 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e3f99421-fff4-4c8b-b746-05ec736e4390 None None] Provisioning complete for port b1269812-2ad4-4991-aad6-1b59b952a84e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:50.154516 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3f99421-fff4-4c8b-b746-05ec736e4390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:50.161443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-07818bc5-4a9c-4292-ba13-86afb6dcf168 service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962598 Apr 20 13:30:50.245673 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:30:50.341602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69278a3f-974c-4527-93d1-75fce6e1d228 req-ab24a5d1-9307-46a4-848e-7459e5a7623e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 210 time: 0.0261197 Apr 20 13:30:50.366978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3f99421-fff4-4c8b-b746-05ec736e4390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:50.443795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e3f99421-fff4-4c8b-b746-05ec736e4390 None None] For port b1269812-2ad4-4991-aad6-1b59b952a84e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1269812-2ad4-4991-aad6-1b59b952a84e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:50.452501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e3f99421-fff4-4c8b-b746-05ec736e4390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:50.530603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f99421-fff4-4c8b-b746-05ec736e4390 None None] Pushing event updated for resources: {'Port': ['ID=b1269812-2ad4-4991-aad6-1b59b952a84e,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:50.550718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:30:50.581197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd9b855-9426-4cd3-b36a-9cede0ab0653 None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:30:50.592440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c939013a-8bbb-402b-bda0-1d7d5349273f None None] Provisioning complete for port b1269812-2ad4-4991-aad6-1b59b952a84e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:50.592792 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c939013a-8bbb-402b-bda0-1d7d5349273f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:51.134066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e4966eb-446c-4373-aa6e-9bf432abd86b up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:51.185093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 9e4966eb-446c-4373-aa6e-9bf432abd86b triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:51.185466 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:51.283270 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1269812-2ad4-4991-aad6-1b59b952a84e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:51.336759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b1269812-2ad4-4991-aad6-1b59b952a84e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:51.337446 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:51.374374 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-400bea7d-c53c-424a-b12e-0c0d4f0a8349 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:51.375943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-400bea7d-c53c-424a-b12e-0c0d4f0a8349 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1413181 Apr 20 13:30:51.456437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-05817664-5ff1-4e4c-a8f5-ad60f66f2f65 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 380 time: 0.0697968 Apr 20 13:30:51.458296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f542502b-808b-41e4-99b6-ed701c4d2a67 req-8d747d59-6029-4a71-a3b3-c027329a6af5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 210 time: 0.0362511 Apr 20 13:30:51.466115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'port': {'device_id': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'admin_state_up': True, 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'security_groups': ['8dc3648d-f26d-4af4-8b02-13461130071b']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:51.580056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Made reservation on behalf of 4e68e84c49594106a5d42e548fa2a3a4 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:30:51.583772 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:51.715783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Allocated IP 172.20.0.6 (d33dc327-3efe-48c1-84a5-9a0830b5edbe/8c5fd4df-083e-4442-87db-50ef5c590e13/68a821ca-39e9-453f-bd61-c77da4965ef7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:30:51.846052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:51.878965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:51.921652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:30:51.926600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:30:51.930826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:30:51.957707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:51.983464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:51.984081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.000357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c814ab22-5c6c-4c6a-8c9a-1443ff21c5cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5379009 Apr 20 13:30:52.013596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Request body: {'port': {'device_id': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:30:52.070110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.130916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-196ed363-af67-4340-a35c-f37dec99ab7a None None] Provisioning complete for port 68a821ca-39e9-453f-bd61-c77da4965ef7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:52.131204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-196ed363-af67-4340-a35c-f37dec99ab7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.168338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-196ed363-af67-4340-a35c-f37dec99ab7a None None] Port 68a821ca-39e9-453f-bd61-c77da4965ef7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:30:52.339977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a821ca-39e9-453f-bd61-c77da4965ef7 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:30:52.347114 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.359579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Transition to ACTIVE for port object 68a821ca-39e9-453f-bd61-c77da4965ef7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:30:52.363123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.433220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:52.483534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:30:52.484113 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:30:52.484440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:52.490428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Port 68a821ca-39e9-453f-bd61-c77da4965ef7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:30:52.490905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:30:52.496848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:30:52.497188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:30:52.497730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:30:52.498353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Bound port: 68a821ca-39e9-453f-bd61-c77da4965ef7, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:30:52.498729 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.596381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:30:52.600737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:30:52.605800 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.617042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc32efb-28c2-4ada-bd28-ebfa83750568 req-d6eb76b1-b5c9-4c10-ba45-dae83a175118 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:52.618533 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bc32efb-28c2-4ada-bd28-ebfa83750568 req-d6eb76b1-b5c9-4c10-ba45-dae83a175118 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0713403 Apr 20 13:30:52.667965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:52.668480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:52.669858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] 10.222.0.30 "PUT /v2.0/ports/68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 1091 time: 0.6604030 Apr 20 13:30:52.670292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:52.672540 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0c67de-99b4-4594-ad67-4c3f53c541e3" -d '{"events": [{"name": "network-changed", "server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:52.699453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f2c02-7a3c-434f-9723-702240903c43 service neutron] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:52.710519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bc32efb-28c2-4ada-bd28-ebfa83750568 req-ff624b9c-f777-4835-8aaa-d17f9c01da1b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715008 Apr 20 13:30:52.736054 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e5ba5e-b1f1-4b3c-b7d8-b1c6b5fa5031 x-openstack-request-id: req-39e5ba5e-b1f1-4b3c-b7d8-b1c6b5fa5031 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:52.736431 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:52.736755 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-39e5ba5e-b1f1-4b3c-b7d8-b1c6b5fa5031 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:52.737219 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e5ba5e-b1f1-4b3c-b7d8-b1c6b5fa5031'] response: {'name': 'network-changed', 'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'status': 'completed', 'code': 200} Apr 20 13:30:52.777355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-a4f32a93-b046-45b6-9e43-38bc60bb3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:52.778907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-a4f32a93-b046-45b6-9e43-38bc60bb3a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1094 time: 0.0583320 Apr 20 13:30:52.822269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-956cd820-00ca-4687-a9a6-09d4b6dd8d4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 217 time: 0.0347650 Apr 20 13:30:52.872908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-faf4a094-1a01-4edb-bf76-5c3f174ef845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:52.874400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-faf4a094-1a01-4edb-bf76-5c3f174ef845 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0458820 Apr 20 13:30:52.918920 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c9687ee4-7a99-499d-a3ea-fb8236a1fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:52.920398 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-c9687ee4-7a99-499d-a3ea-fb8236a1fdab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386140 Apr 20 13:30:53.009558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-cc473a75-d3b9-428a-aa95-02a35d8a0e1e service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829477 Apr 20 13:30:53.096060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e9b6dc-a42d-4364-bfcd-935e34be2fac req-99034bb1-53f9-4568-98a3-2ea197391cd3 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795698 Apr 20 13:30:53.180187 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-c31320cb-0515-4d9c-beba-49c23b40c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:53.181596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-c31320cb-0515-4d9c-beba-49c23b40c56e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1094 time: 0.0456502 Apr 20 13:30:53.269355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-e9f9ca5e-9bd5-4903-a5af-f9241f2bf25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:53.271101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-e9f9ca5e-9bd5-4903-a5af-f9241f2bf25d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0829628 Apr 20 13:30:53.320573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-76faec7d-7e70-4dba-b8dd-16683cb91549 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 217 time: 0.0386107 Apr 20 13:30:53.369299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-17b0967b-6510-4063-b589-3de5465d366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:53.370720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-17b0967b-6510-4063-b589-3de5465d366a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0436304 Apr 20 13:30:53.414373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-c7703540-7ed2-4463-8e60-56390e7c780b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:53.415775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-c7703540-7ed2-4463-8e60-56390e7c780b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387666 Apr 20 13:30:53.506801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-79dad0af-a763-4c7a-8140-63bea90e18b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843568 Apr 20 13:30:53.580608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-d3e00ee6-e6bb-4da3-a0ee-bfa88e0cee49 req-3be5a064-2f79-43f6-89af-7af50e5869a5 service neutron] (109409) timed out ('10.222.0.24', 34248) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:30:53.595747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a0c67de-99b4-4594-ad67-4c3f53c541e3 req-8e7537c7-b4a3-47a2-afce-ad8480ef8543 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826206 Apr 20 13:30:53.824608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d0e11-076c-4c87-a7c4-d7db3260b9e2 req-3e80622d-0969-47f5-8a98-a7dfa41db8fe tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:53.826051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d08d0e11-076c-4c87-a7c4-d7db3260b9e2 req-3e80622d-0969-47f5-8a98-a7dfa41db8fe tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0479913 Apr 20 13:30:53.863548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d08d0e11-076c-4c87-a7c4-d7db3260b9e2 req-e22d317d-3b07-4e2c-a33d-7dda2a5c4122 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314503 Apr 20 13:30:54.026759 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:54.981288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceffa76-f952-4eb0-bcf6-c18204828e5a req-89815e4c-dea3-4ff5-94ed-4ec4312ce33d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:54.982734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ceffa76-f952-4eb0-bcf6-c18204828e5a req-89815e4c-dea3-4ff5-94ed-4ec4312ce33d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0505836 Apr 20 13:30:55.019277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6ceffa76-f952-4eb0-bcf6-c18204828e5a req-fd7ecec3-fd39-4ed3-9483-3c00a2fa6561 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306201 Apr 20 13:30:56.134033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d441f3-6070-4e90-aa61-e92d59ebc2ca req-17213356-1350-44df-b181-27b675e9cff5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:56.135733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5d441f3-6070-4e90-aa61-e92d59ebc2ca req-17213356-1350-44df-b181-27b675e9cff5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0485032 Apr 20 13:30:56.173149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5d441f3-6070-4e90-aa61-e92d59ebc2ca req-85f305dc-a5c2-4cef-a1f7-ba5e545644b4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313148 Apr 20 13:30:57.287138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09c6d4-b31d-4cbe-baed-9694da957558 req-c45c4c86-88e2-4864-b572-6d0a8db50bbb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:57.288563 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d09c6d4-b31d-4cbe-baed-9694da957558 req-c45c4c86-88e2-4864-b572-6d0a8db50bbb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0479922 Apr 20 13:30:57.293080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:30:57.325616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d09c6d4-b31d-4cbe-baed-9694da957558 req-22650f50-5c80-407c-afae-4580717e58c3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Apr 20 13:30:57.388029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:57.399192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'mac_address': 'fa:16:3e:ed:00:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:30:57.434228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:57.446896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a821ca-39e9-453f-bd61-c77da4965ef7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:30:57.465505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:57.468828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:57.519561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:57.527622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.527961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.528296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.528625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.528954 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.529286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.529606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.529955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.530269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.530585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.530933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.531252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:30:57.757923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['68a821ca-39e9-453f-bd61-c77da4965ef7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:30:58.740837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad491d-ec83-46d5-b24e-9851ff6d8300 req-c3113a8a-a321-4e38-9257-bae0c5698cc9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:58.742232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffad491d-ec83-46d5-b24e-9851ff6d8300 req-c3113a8a-a321-4e38-9257-bae0c5698cc9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 944 time: 0.3432460 Apr 20 13:30:58.779604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffad491d-ec83-46d5-b24e-9851ff6d8300 req-e7dc188e-bc3e-4585-8c08-61348e0fa32f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313938 Apr 20 13:30:59.293147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:30:59.339824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 68a821ca-39e9-453f-bd61-c77da4965ef7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:30:59.343623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 68a821ca-39e9-453f-bd61-c77da4965ef7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:30:59.343989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:59.420342 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:59.444254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:30:59.446538 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c1eb2b-71c5-451f-b15c-ca66a380b591" -d '{"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-plugged", "status": "completed", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:30:59.457715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:30:59.461591 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:30:59.484342 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce7395-4cdc-4324-9de6-2cabc5ae6e35 x-openstack-request-id: req-38ce7395-4cdc-4324-9de6-2cabc5ae6e35 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:30:59.484631 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-plugged", "status": "completed", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:30:59.484881 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38ce7395-4cdc-4324-9de6-2cabc5ae6e35 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:30:59.485268 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ce7395-4cdc-4324-9de6-2cabc5ae6e35'] response: {'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'code': 200} Apr 20 13:30:59.510636 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:30:59.578401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba206-1554-413f-8ad5-c2950187b840 req-fa7c3506-50e8-4b0a-bab7-5452057ecb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.579750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-813ba206-1554-413f-8ad5-c2950187b840 req-fa7c3506-50e8-4b0a-bab7-5452057ecb5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1096 time: 0.0389559 Apr 20 13:30:59.613357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-813ba206-1554-413f-8ad5-c2950187b840 req-5a7bad1d-c5a0-411a-936a-1feae8d2e975 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270360 Apr 20 13:30:59.894775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231ef1-7a98-4600-815b-53b523c54f4f req-339499da-8585-4ada-8a2e-3f2098d9d01a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:30:59.896848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef231ef1-7a98-4600-815b-53b523c54f4f req-339499da-8585-4ada-8a2e-3f2098d9d01a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0491083 Apr 20 13:30:59.933213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef231ef1-7a98-4600-815b-53b523c54f4f req-ca95283a-e855-47af-8ace-b01924913060 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304139 Apr 20 13:31:01.053126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc3baf-0a33-463e-b138-f53c02988c42 req-7c75d637-d2cf-4ad4-947a-459b7da01f1e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:01.054748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6fc3baf-0a33-463e-b138-f53c02988c42 req-7c75d637-d2cf-4ad4-947a-459b7da01f1e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0527546 Apr 20 13:31:01.090930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6fc3baf-0a33-463e-b138-f53c02988c42 req-4f4aa0a2-6993-4779-adaa-97c76f51510f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302284 Apr 20 13:31:01.203142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d3b1f-71fe-4ec4-aa42-562f32cb0067 req-851fd572-a291-4e08-88dc-504575607f02 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:01.204908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a61d3b1f-71fe-4ec4-aa42-562f32cb0067 req-851fd572-a291-4e08-88dc-504575607f02 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0504940 Apr 20 13:31:01.214017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50620) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:01.218132 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'floatingip': {'port_id': '68a821ca-39e9-453f-bd61-c77da4965ef7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:01.256524 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:01.679538 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:01.683275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:01.782963 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 associated. External IP: 172.25.3.70, port: 68a821ca-39e9-453f-bd61-c77da4965ef7. Apr 20 13:31:01.988802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:31:02.095955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:31:02.100323 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:02.105274 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:31:02.115405 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:31:02.116018 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:30:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:02.127825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-472bfc2d-7a9c-4228-b22a-143deba4ca43 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "PUT /v2.0/floatingips/6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 HTTP/1.1" status: 200 len: 990 time: 0.9128630 Apr 20 13:31:02.128396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:02.131205 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97254af5-6e33-44bc-85a9-8ab90d88efef" -d '{"events": [{"name": "network-changed", "server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:02.169620 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac8a0b6-972c-496a-8dcd-15379003c1fe x-openstack-request-id: req-5ac8a0b6-972c-496a-8dcd-15379003c1fe {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:02.170375 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:02.170630 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ac8a0b6-972c-496a-8dcd-15379003c1fe {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:02.171037 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ac8a0b6-972c-496a-8dcd-15379003c1fe'] response: {'name': 'network-changed', 'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'status': 'completed', 'code': 200} Apr 20 13:31:02.227475 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:31:02.255141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba2bba-fdf6-4d7f-b291-ec19e6189a9a req-aea3736d-14f4-4409-aeb1-393251baf65d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:02.257290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50ba2bba-fdf6-4d7f-b291-ec19e6189a9a req-aea3736d-14f4-4409-aeb1-393251baf65d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0755177 Apr 20 13:31:02.259952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-e23629a0-e213-47dd-8eb3-c83984b6fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:02.261364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-e23629a0-e213-47dd-8eb3-c83984b6fa31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1096 time: 0.0696242 Apr 20 13:31:02.349869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50ba2bba-fdf6-4d7f-b291-ec19e6189a9a req-bc7628ee-de95-4495-aa7a-b8bc12815bf4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855162 Apr 20 13:31:02.382916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-c5a70bc3-7462-47fa-8e54-d03e0f031338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:02.384434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-c5a70bc3-7462-47fa-8e54-d03e0f031338 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1151507 Apr 20 13:31:02.512882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-905386a3-d6fd-4d07-a57f-77a3598cf3a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 998 time: 0.1224415 Apr 20 13:31:02.536305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb666-48ac-401d-8100-ca750305ab9f req-848bc940-05d5-408a-b564-b7983fdc0e2d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:02.538322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac1fb666-48ac-401d-8100-ca750305ab9f req-848bc940-05d5-408a-b564-b7983fdc0e2d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.1002960 Apr 20 13:31:02.545558 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:ed:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:31:01Z', 'revision_number': 1, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:02.571753 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:31:02.579817 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:31:02.580416 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:30:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:02.597532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-4ee52c64-08b1-41c8-ac44-7bf82b733eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:02.599526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-4ee52c64-08b1-41c8-ac44-7bf82b733eb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0783851 Apr 20 13:31:02.606764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac1fb666-48ac-401d-8100-ca750305ab9f req-276fd906-1455-4a10-a975-dffb5498f9e5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501816 Apr 20 13:31:02.647304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-f49c195e-d984-4c27-91b1-ab2afdfa4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:02.648789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-f49c195e-d984-4c27-91b1-ab2afdfa4797 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412607 Apr 20 13:31:02.686820 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:31:02.739243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-a32f0fc6-6e4b-4e10-b6a8-1e2594b596b7 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833652 Apr 20 13:31:02.835867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97254af5-6e33-44bc-85a9-8ab90d88efef req-34d83b37-f99f-4cff-b697-1139a90b8e2a service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896525 Apr 20 13:31:02.907345 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:ed:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:31:01Z', 'revision_number': 1, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:02.933539 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d33b04-3964-4aa5-b4c8-9895d8e5a29f None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:ed:00:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:31:01Z', 'revision_number': 1, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:31:03.120692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de79450c-c43a-44f5-8645-e25b82fbfe9c None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:31:03.701006 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-df311cf2-4860-4d6c-99c5-96931238bbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:03.726569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3064c9b-cb22-4cef-9930-d990b45a1b0b req-04f20f08-eee9-4863-b9b5-5f54c1def617 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:03.728010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3064c9b-cb22-4cef-9930-d990b45a1b0b req-04f20f08-eee9-4863-b9b5-5f54c1def617 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0523303 Apr 20 13:31:03.765763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3064c9b-cb22-4cef-9930-d990b45a1b0b req-d65daad3-c6e5-4c76-8c85-80ceefe85204 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317760 Apr 20 13:31:03.878798 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47111f62-163f-4c4f-8e6d-a24a6afa4d6a req-814004e3-b1c9-4b0a-9932-6b58a595c51b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:03.880280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47111f62-163f-4c4f-8e6d-a24a6afa4d6a req-814004e3-b1c9-4b0a-9932-6b58a595c51b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0489974 Apr 20 13:31:03.921448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47111f62-163f-4c4f-8e6d-a24a6afa4d6a req-ce603f19-280c-4b14-b0ee-5bb43368a9f9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352480 Apr 20 13:31:04.153915 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-5b4937a5-ec93-48c8-9145-fd936ab59dce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0475450 Apr 20 13:31:04.157775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72ecb-d4e1-4e68-ae26-44f299622716 req-e1574602-a61e-4ccc-8947-e1862e729254 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:04.162560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5a72ecb-d4e1-4e68-ae26-44f299622716 req-e1574602-a61e-4ccc-8947-e1862e729254 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0549877 Apr 20 13:31:04.197826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5a72ecb-d4e1-4e68-ae26-44f299622716 req-fd9c8e01-3b89-4017-937f-f44e0aab0345 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Apr 20 13:31:05.026582 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:31:05.251909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-63f4740f-833f-4d61-ae60-39fe97abf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:05.253515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-63f4740f-833f-4d61-ae60-39fe97abf87c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1096 time: 0.0407286 Apr 20 13:31:05.374328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463bc70-8876-415e-b3ad-4d7fa1bcb946 req-03c4815b-c229-4a40-b8fb-f64376ecb34f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:05.375796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a463bc70-8876-415e-b3ad-4d7fa1bcb946 req-03c4815b-c229-4a40-b8fb-f64376ecb34f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.1031797 Apr 20 13:31:05.415539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-f3d97117-6896-4ed1-9463-b271a1abc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:05.417570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-f3d97117-6896-4ed1-9463-b271a1abc6bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1573939 Apr 20 13:31:05.446534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a463bc70-8876-415e-b3ad-4d7fa1bcb946 req-068ab6ab-8a15-4d3f-924e-7d104d150087 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626473 Apr 20 13:31:05.506370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-d50b4b85-c06b-4394-974f-c65b9402e841 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 1000 time: 0.0751803 Apr 20 13:31:05.556182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-1173dbee-cd85-472f-9623-4ac21cdf399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:05.557591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-1173dbee-cd85-472f-9623-4ac21cdf399b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0451262 Apr 20 13:31:05.601050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-38db83cf-e9c6-42cc-bb29-45bdbc8f5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:05.602537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-38db83cf-e9c6-42cc-bb29-45bdbc8f5190 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391047 Apr 20 13:31:05.693403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-3f1f7a7a-de4a-47d0-9c05-a2f022890062 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841985 Apr 20 13:31:05.783978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-7de02d31-c7db-47ee-ac15-96afacbddbc6 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838308 Apr 20 13:31:06.040721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e84aa0b8-657a-4de0-bf8b-9fbebdf371c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:06.562273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137e9d8-5338-4ce0-92ee-c46a14d91b6c req-9f281927-72a7-4cbb-8396-dfec8dfcb022 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:06.563711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1137e9d8-5338-4ce0-92ee-c46a14d91b6c req-9f281927-72a7-4cbb-8396-dfec8dfcb022 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0494084 Apr 20 13:31:06.600267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1137e9d8-5338-4ce0-92ee-c46a14d91b6c req-06cb7de2-7a1b-42c1-a713-9bbcccaf835b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298936 Apr 20 13:31:07.285399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:07.718918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2882538-65de-4f3e-8c4b-7444b6482011 req-6209beb0-f27b-4611-85f9-f3f165a6a018 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:07.720464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2882538-65de-4f3e-8c4b-7444b6482011 req-6209beb0-f27b-4611-85f9-f3f165a6a018 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0519891 Apr 20 13:31:07.756982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2882538-65de-4f3e-8c4b-7444b6482011 req-63e1d88a-5b41-4c15-891e-0c990a890565 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306044 Apr 20 13:31:08.652104 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:08.870832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f86d6-297e-4663-bf32-ce84c0f3a4e3 req-615c5dd2-5956-4ccc-b7e5-108fd3d521a7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:08.872268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-207f86d6-297e-4663-bf32-ce84c0f3a4e3 req-615c5dd2-5956-4ccc-b7e5-108fd3d521a7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0480070 Apr 20 13:31:08.909374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-207f86d6-297e-4663-bf32-ce84c0f3a4e3 req-7e5fe1d1-9ccc-4c9c-97da-c69597e7b7e6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310686 Apr 20 13:31:08.985523 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:10.023026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e67d53-c85a-4e6e-81b9-5a938a5da69a req-4fb68f1d-6d77-45f6-bda5-8c02ffcf0ecb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:10.024462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2e67d53-c85a-4e6e-81b9-5a938a5da69a req-4fb68f1d-6d77-45f6-bda5-8c02ffcf0ecb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0475030 Apr 20 13:31:10.061091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2e67d53-c85a-4e6e-81b9-5a938a5da69a req-93c70e0e-88f0-4685-a21c-e7a9c7a905f1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307407 Apr 20 13:31:11.179352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ddc33d-dec2-40d3-926b-4cec47568275 req-7d1df60f-3bae-4477-bce9-bde79e1af86b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:11.180758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ddc33d-dec2-40d3-926b-4cec47568275 req-7d1df60f-3bae-4477-bce9-bde79e1af86b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0512731 Apr 20 13:31:11.216858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52ddc33d-dec2-40d3-926b-4cec47568275 req-515f6e5d-c04d-478b-9e34-f9357f91b114 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301642 Apr 20 13:31:12.337443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1847d0-5217-4c07-aeee-a7ce117ba96a req-4c48f3d5-154a-4941-a680-fb73e924a990 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:12.338947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b1847d0-5217-4c07-aeee-a7ce117ba96a req-4c48f3d5-154a-4941-a680-fb73e924a990 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0502470 Apr 20 13:31:12.376292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1b1847d0-5217-4c07-aeee-a7ce117ba96a req-19df62c0-e195-42f3-9248-d36726980b1b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Apr 20 13:31:13.489696 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882911c6-95e5-4f0f-8c7b-ffb877be1b58 req-7652c972-daa6-4ac3-9872-fbdd7e079673 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:13.491092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-882911c6-95e5-4f0f-8c7b-ffb877be1b58 req-7652c972-daa6-4ac3-9872-fbdd7e079673 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0473433 Apr 20 13:31:13.529782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-882911c6-95e5-4f0f-8c7b-ffb877be1b58 req-620ad2c1-a2ad-4404-b541-602a728bd27f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Apr 20 13:31:14.647581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deec4e2-230a-45c1-8921-4b0eda12e741 req-b5e05136-4ed8-40c5-82e7-7ca150fcd4c3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:14.649025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8deec4e2-230a-45c1-8921-4b0eda12e741 req-b5e05136-4ed8-40c5-82e7-7ca150fcd4c3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0526330 Apr 20 13:31:14.685853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8deec4e2-230a-45c1-8921-4b0eda12e741 req-164985a7-a670-48d8-a8b4-4d8fd90930d0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308683 Apr 20 13:31:15.799794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271428-ce1d-4e35-b602-475df68c0a17 req-876a4c8c-c1e6-4e68-9476-9da7d92f392a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:15.801231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23271428-ce1d-4e35-b602-475df68c0a17 req-876a4c8c-c1e6-4e68-9476-9da7d92f392a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0485973 Apr 20 13:31:15.837923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23271428-ce1d-4e35-b602-475df68c0a17 req-a45a4df8-c0c8-4800-81f3-1f5d722a5b56 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299602 Apr 20 13:31:16.952455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d0ead-6b04-4c9f-90a6-3cbfe8dc0fbc req-28e3654c-0d5a-459c-9181-3c866d5aaec5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:16.953901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c3d0ead-6b04-4c9f-90a6-3cbfe8dc0fbc req-28e3654c-0d5a-459c-9181-3c866d5aaec5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0474036 Apr 20 13:31:16.990310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c3d0ead-6b04-4c9f-90a6-3cbfe8dc0fbc req-d608fd1e-eeec-4af4-8718-c872d4001af5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296855 Apr 20 13:31:18.109873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ec6b5-9583-40bb-8aeb-d4bf74e9dcd2 req-ba0227a9-219b-4fd6-b36c-b3a99d2e8395 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:18.111300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-140ec6b5-9583-40bb-8aeb-d4bf74e9dcd2 req-ba0227a9-219b-4fd6-b36c-b3a99d2e8395 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0514772 Apr 20 13:31:18.148618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-140ec6b5-9583-40bb-8aeb-d4bf74e9dcd2 req-f9db5f6a-1b01-4645-af47-112de3f1345b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Apr 20 13:31:19.263102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52758f1b-f5e3-483c-91d8-d55b2b48cbaf req-406e23d3-261b-4c7e-9090-e6cd29a7a188 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:19.264538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52758f1b-f5e3-483c-91d8-d55b2b48cbaf req-406e23d3-261b-4c7e-9090-e6cd29a7a188 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0473030 Apr 20 13:31:19.301729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52758f1b-f5e3-483c-91d8-d55b2b48cbaf req-81ae1529-dfd2-457b-a4b1-29ddc0b922d0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312378 Apr 20 13:31:19.322851 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:20.415150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcb8eb-be6c-47c0-9288-cb377d9aa69d req-8675d723-40fb-4d5e-8fe9-f8a7cc8c8c6b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:20.416590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70dcb8eb-be6c-47c0-9288-cb377d9aa69d req-8675d723-40fb-4d5e-8fe9-f8a7cc8c8c6b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0473661 Apr 20 13:31:20.452947 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70dcb8eb-be6c-47c0-9288-cb377d9aa69d req-93cbb318-4e52-4b8f-a6df-e0fc9f2e2a34 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304685 Apr 20 13:31:21.570308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d165501-1de4-4e50-929d-568262c2b050 req-dd4d0f0d-3388-407f-b126-cb2e034756af tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:21.571755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d165501-1de4-4e50-929d-568262c2b050 req-dd4d0f0d-3388-407f-b126-cb2e034756af tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0519392 Apr 20 13:31:21.607517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d165501-1de4-4e50-929d-568262c2b050 req-c2905ddc-bddc-46b4-986b-669a9fafe31e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296745 Apr 20 13:31:22.723869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6b360-ddca-498c-93c8-34cd5d4866ee req-5ea23e5e-b6f5-4a04-ac86-3d8217fe3c9d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:22.725329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98e6b360-ddca-498c-93c8-34cd5d4866ee req-5ea23e5e-b6f5-4a04-ac86-3d8217fe3c9d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0502620 Apr 20 13:31:22.762881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98e6b360-ddca-498c-93c8-34cd5d4866ee req-97f15585-f447-44fd-8100-8ab2ee83cb66 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Apr 20 13:31:23.876144 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695d6dd-8861-4e56-a87e-f582ca0d1c2f req-b3293260-88a4-4dbf-b691-7293350a9e93 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:23.877568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b695d6dd-8861-4e56-a87e-f582ca0d1c2f req-b3293260-88a4-4dbf-b691-7293350a9e93 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0474553 Apr 20 13:31:23.914885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b695d6dd-8861-4e56-a87e-f582ca0d1c2f req-ac6ef7ff-f54c-4c3d-92ff-88353c93b5f9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Apr 20 13:31:24.025958 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:25.033991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534e4d7-bc98-4c2a-8ab3-c89f43ca8cde req-8af7feea-a003-4095-ab25-2940456d39da tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:25.035425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5534e4d7-bc98-4c2a-8ab3-c89f43ca8cde req-8af7feea-a003-4095-ab25-2940456d39da tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0515785 Apr 20 13:31:25.072043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5534e4d7-bc98-4c2a-8ab3-c89f43ca8cde req-915847ed-218e-4468-b262-94358809724f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306518 Apr 20 13:31:26.187191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b8230-0031-466b-bd8b-3ea6bcadc85a req-8de7acc4-176e-4fe9-9780-87902fcccb77 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:26.188625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-549b8230-0031-466b-bd8b-3ea6bcadc85a req-8de7acc4-176e-4fe9-9780-87902fcccb77 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0480402 Apr 20 13:31:26.225400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-549b8230-0031-466b-bd8b-3ea6bcadc85a req-a508219a-6f3f-4103-9f8d-aafbc766edcc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308418 Apr 20 13:31:27.338277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020ac1b-93d1-4092-b79d-812ceba45006 req-e0635c73-2e05-4985-8f43-428e0b8317cb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:27.339618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b020ac1b-93d1-4092-b79d-812ceba45006 req-e0635c73-2e05-4985-8f43-428e0b8317cb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0475461 Apr 20 13:31:27.377020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b020ac1b-93d1-4092-b79d-812ceba45006 req-d0885111-6c04-4450-bedd-8acce8229f86 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Apr 20 13:31:28.496231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125236-04d7-4b49-acd3-392fa2233299 req-99f105f9-6be4-4248-a820-a4a2c3bf655a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:28.497703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55125236-04d7-4b49-acd3-392fa2233299 req-99f105f9-6be4-4248-a820-a4a2c3bf655a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0526264 Apr 20 13:31:28.536182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-55125236-04d7-4b49-acd3-392fa2233299 req-eba2fb5d-17c3-417b-af4d-b8ac7f298005 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Apr 20 13:31:29.652754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce333691-1c88-40c3-89eb-b95a8e328de8 req-7e508f90-3a68-454b-a8fa-58e7896285b7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:29.654227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce333691-1c88-40c3-89eb-b95a8e328de8 req-7e508f90-3a68-454b-a8fa-58e7896285b7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0495338 Apr 20 13:31:29.691160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce333691-1c88-40c3-89eb-b95a8e328de8 req-a8a8316d-9c5a-46f4-8da4-bc048b5378b6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Apr 20 13:31:30.805111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fd983-2c2a-48d6-bba6-a6d5d3965c90 req-b6f8fba8-0022-46dd-bff9-b96cd0bf89d2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:30.806561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-901fd983-2c2a-48d6-bba6-a6d5d3965c90 req-b6f8fba8-0022-46dd-bff9-b96cd0bf89d2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0475502 Apr 20 13:31:30.843446 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-901fd983-2c2a-48d6-bba6-a6d5d3965c90 req-92cf1b26-cd46-475f-816f-fceca028d1ad tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308361 Apr 20 13:31:31.960926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6b885-abbc-482d-9650-dac4c6d2fb00 req-2ef099f1-ad3b-4c8e-beaf-e1062788fc04 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:31.962375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cea6b885-abbc-482d-9650-dac4c6d2fb00 req-2ef099f1-ad3b-4c8e-beaf-e1062788fc04 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0507910 Apr 20 13:31:31.998728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cea6b885-abbc-482d-9650-dac4c6d2fb00 req-0cdc497f-7359-48c7-a332-dfc769204788 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304806 Apr 20 13:31:32.597464 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-8a0a5e9c-874d-4bf7-9d74-b5c18c993f80 service neutron] show failed (client error): The resource could not be found. Apr 20 13:31:32.598467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-8a0a5e9c-874d-4bf7-9d74-b5c18c993f80 service neutron] 10.222.0.30 "GET /v2.0/ports/68a821ca-39e9-453f-bd61-c77da4965ef7/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0530949 Apr 20 13:31:32.788297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-d82f1731-7f8b-422f-9001-cd8250e267da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:32.789831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-d82f1731-7f8b-422f-9001-cd8250e267da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0409098 Apr 20 13:31:32.800565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:32.854419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:33.407785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:33.426568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68ca75-574c-4e9f-a851-f2b7ca2f11cc req-b984334f-9832-4f1a-b65a-df502f9906e0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:33.428059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e68ca75-574c-4e9f-a851-f2b7ca2f11cc req-b984334f-9832-4f1a-b65a-df502f9906e0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0896869 Apr 20 13:31:33.464239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:31:33.505960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3e68ca75-574c-4e9f-a851-f2b7ca2f11cc req-b1ee344a-73eb-4a06-8f84-90cda8b3c67d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693996 Apr 20 13:31:33.518025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:33.521338 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae25fb50-d742-4628-8f7a-ac9e08a5e3dd" -d '{"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-unplugged", "status": "completed", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:33.525520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:33.539005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Transition to ACTIVE for port object 68a821ca-39e9-453f-bd61-c77da4965ef7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:31:33.543238 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:33.571526 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c3b82-33c2-4de5-a6f7-9266085f6826 x-openstack-request-id: req-1b6c3b82-33c2-4de5-a6f7-9266085f6826 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:33.571802 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-unplugged", "status": "completed", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:33.572054 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b6c3b82-33c2-4de5-a6f7-9266085f6826 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:33.572437 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b6c3b82-33c2-4de5-a6f7-9266085f6826'] response: {'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'code': 200} Apr 20 13:31:33.669778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:33.689494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.689851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.690198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.690539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.690877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.691210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.691538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.691858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.692193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.692558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.692889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.693214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:31:33.705834 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-729e409c-11fe-455d-ba2d-64e04f593673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:33.732079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] No DVR routers for this DVR port 68a821ca-39e9-453f-bd61-c77da4965ef7 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:31:33.866055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:31:33.866387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:31:33.866712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:31:33.870924 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Port 68a821ca-39e9-453f-bd61-c77da4965ef7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:31:33.871245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Attempting to bind port 68a821ca-39e9-453f-bd61-c77da4965ef7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:31:33.875997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:31:33.876338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:31:33.876720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:31:33.877140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Bound port: 68a821ca-39e9-453f-bd61-c77da4965ef7, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:31:33.877490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:33.942395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:31:33.945762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:31:33.949917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:33.982618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:33.983141 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:33.984526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] 10.222.0.37 "PUT /v2.0/ports/68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 1091 time: 1.1877995 Apr 20 13:31:34.008135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43bf8-169a-4526-92ca-27db40dcfae0 service neutron] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:34.052451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-cecbbd97-37ca-41bc-8648-2e6d757b2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:34.054011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-cecbbd97-37ca-41bc-8648-2e6d757b2da9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1094 time: 0.0429502 Apr 20 13:31:34.151910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-99cab297-0663-4282-899e-d1645705a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:34.153378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-99cab297-0663-4282-899e-d1645705a39e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0930808 Apr 20 13:31:34.218783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-66a2f939-772b-43ea-97e2-58e29ff1ce3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 998 time: 0.0586202 Apr 20 13:31:34.266134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-3ddf23f0-f3ae-4569-8b62-2dd3850f9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:34.267482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-3ddf23f0-f3ae-4569-8b62-2dd3850f9cca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0430434 Apr 20 13:31:34.314292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-84253cc4-3164-463e-a402-b1a9d72d23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:34.315736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-84253cc4-3164-463e-a402-b1a9d72d23e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423245 Apr 20 13:31:34.402860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-aee64c2b-6729-4cff-9354-ee58cc2931b8 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793519 Apr 20 13:31:34.498932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f75b00b3-e5cc-4724-8252-aa9848ca841b req-a0700738-377a-4823-8ec5-cabc09a495ca service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889819 Apr 20 13:31:34.633420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e60167-3de1-4e1d-bde5-46cd0596c4c9 req-fb88282e-ff4c-4b99-86ab-4c3c574dbf2d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:34.634908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8e60167-3de1-4e1d-bde5-46cd0596c4c9 req-fb88282e-ff4c-4b99-86ab-4c3c574dbf2d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0514400 Apr 20 13:31:34.671553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8e60167-3de1-4e1d-bde5-46cd0596c4c9 req-1a98451d-fd68-4422-8f58-13a06876eac7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308270 Apr 20 13:31:35.573092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:35.575519 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee5d79a-906a-4960-9b05-bee6db7118e6" -d '{"events": [{"name": "network-changed", "server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:35.623234 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3f724d-a6c3-4b23-aa6c-3ab361bb3403 x-openstack-request-id: req-8c3f724d-a6c3-4b23-aa6c-3ab361bb3403 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:35.623523 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:35.623768 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c3f724d-a6c3-4b23-aa6c-3ab361bb3403 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:35.624164 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3f724d-a6c3-4b23-aa6c-3ab361bb3403'] response: {'name': 'network-changed', 'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'status': 'completed', 'code': 200} Apr 20 13:31:35.708435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-b79fec31-6918-4ff7-bd33-db51bf5b2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:35.709927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-b79fec31-6918-4ff7-bd33-db51bf5b2edc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1094 time: 0.0570571 Apr 20 13:31:35.712381 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-7aac77ca-986c-452c-b7fd-42fa0e638ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:35.713720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-7aac77ca-986c-452c-b7fd-42fa0e638ad5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1094 time: 0.0697513 Apr 20 13:31:35.897881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5e606-6d36-4026-8c16-3506543fbacb req-1ca47e9a-d4c2-41a5-a07f-545399dbc2dc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:35.899321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9f5e606-6d36-4026-8c16-3506543fbacb req-1ca47e9a-d4c2-41a5-a07f-545399dbc2dc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.1554687 Apr 20 13:31:35.917939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-baafc58b-6091-4e8d-a282-ae2191277c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:35.919300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-baafc58b-6091-4e8d-a282-ae2191277c5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.2032881 Apr 20 13:31:35.929331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-4309d5db-b3c4-4b13-bacd-e6069829447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:35.930656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-4309d5db-b3c4-4b13-bacd-e6069829447a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.2076373 Apr 20 13:31:36.034041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9f5e606-6d36-4026-8c16-3506543fbacb req-2d049f8b-c00a-4183-88a8-aa3c38d886d6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250215 Apr 20 13:31:36.051350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-69cd5f99-8745-406d-9073-6de9b14928ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 998 time: 0.1232080 Apr 20 13:31:36.052027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91d041e3-5c6f-433a-8bd5-a5d600e7e88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:36.068901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-74a6ede1-48f8-4e2c-953a-bacdcfabb8cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 998 time: 0.1286335 Apr 20 13:31:36.154098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-b946524d-250e-44f2-80b6-20fdfc167ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:36.155425 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-b946524d-250e-44f2-80b6-20fdfc167ebf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0950789 Apr 20 13:31:36.160257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-09c77832-c31b-4647-82d5-5ff7c673b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:36.162092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-09c77832-c31b-4647-82d5-5ff7c673b8b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0695181 Apr 20 13:31:36.227101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-a30af7a5-30d0-4927-8857-07dbbbf04dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:36.228539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-a30af7a5-30d0-4927-8857-07dbbbf04dfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656402 Apr 20 13:31:36.230880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-b5721879-2925-4c20-be78-ef08df1c24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:36.232174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-b5721879-2925-4c20-be78-ef08df1c24b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613487 Apr 20 13:31:36.386138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-079bd7ef-2b4f-47da-81a7-bc72dafc0d0c service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510196 Apr 20 13:31:36.387923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-771a751c-17c7-472e-88b8-6273666db45a service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458302 Apr 20 13:31:36.545011 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-f347adf6-b637-499e-a6d1-fb6ec8701e93 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522341 Apr 20 13:31:36.548243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee5d79a-906a-4960-9b05-bee6db7118e6 req-ea98331a-a08e-4f34-b7b0-cfea36419d79 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483209 Apr 20 13:31:37.156353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3ddbf-5fa6-451f-87fc-775d3e3bebec req-93d97a2b-4669-45f2-ae46-ec2f1b73689c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:37.157799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8aa3ddbf-5fa6-451f-87fc-775d3e3bebec req-93d97a2b-4669-45f2-ae46-ec2f1b73689c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0483100 Apr 20 13:31:37.194511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8aa3ddbf-5fa6-451f-87fc-775d3e3bebec req-0ef8f0f6-c77c-44e5-b914-bbc0db081220 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307436 Apr 20 13:31:37.269094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:31:37.298931 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.431972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54140d16-6440-49f4-aa5c-335054ebce39 req-681bd256-bf59-4cf6-ad57-bebb7e07b61b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:37.433509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54140d16-6440-49f4-aa5c-335054ebce39 req-681bd256-bf59-4cf6-ad57-bebb7e07b61b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 943 time: 0.0845766 Apr 20 13:31:37.449301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-e449b016-f108-47bf-99e9-8c58cf8be365 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:37.450820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-e449b016-f108-47bf-99e9-8c58cf8be365 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf&tenant_id=4e68e84c49594106a5d42e548fa2a3a4&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 943 time: 0.0921335 Apr 20 13:31:37.513081 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:31:37.516761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54140d16-6440-49f4-aa5c-335054ebce39 req-2f7e297d-7926-4739-a5a6-db384e9691f9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760219 Apr 20 13:31:37.537686 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-a3a73c6c-902a-43c4-accd-cca2a1fb357d service neutron] delete failed (client error): The resource could not be found. Apr 20 13:31:37.538681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-a3a73c6c-902a-43c4-accd-cca2a1fb357d service neutron] 10.222.0.30 "DELETE /v2.0/ports/68a821ca-39e9-453f-bd61-c77da4965ef7/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0811679 Apr 20 13:31:37.567197 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:37.581739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'mac_address': 'fa:16:3e:ed:00:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:31:37.586215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:31:37.620285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-0c20a036-015a-43f3-94c0-1f174e821803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:37.621856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-0c20a036-015a-43f3-94c0-1f174e821803 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 1094 time: 0.0410624 Apr 20 13:31:37.626671 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.639182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a821ca-39e9-453f-bd61-c77da4965ef7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:31:37.657887 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:37.662835 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:37.711063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:37.714436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-bb844126-3f50-48f8-afca-e38363b6c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:37.715903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-bb844126-3f50-48f8-afca-e38363b6c207 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0876381 Apr 20 13:31:37.780487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-c9d427b9-1ec7-4a6a-883d-d1387d4dfc7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 200 len: 999 time: 0.0579262 Apr 20 13:31:37.828431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-6d00bdb6-e24d-4357-a8fd-30f4d4ea92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:37.829766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-6d00bdb6-e24d-4357-a8fd-30f4d4ea92fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0419598 Apr 20 13:31:37.878365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-32b0a5da-6d16-4a8f-97cb-bdbce78ac50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:37.879472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['68a821ca-39e9-453f-bd61-c77da4965ef7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:31:37.879836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-32b0a5da-6d16-4a8f-97cb-bdbce78ac50d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439010 Apr 20 13:31:37.968231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-fb8fcaff-0e06-496b-ab4b-be849e55027c service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817409 Apr 20 13:31:38.058863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e148b4b-1c85-4fa4-833d-e58fe95b3fa6 req-ee8c6b7c-ce47-4744-911f-28a382515bbe service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833416 Apr 20 13:31:38.643133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d637b-6d39-4e0c-95a3-86a9db6d2176 req-5731b9ff-7ac0-4948-a280-cb418dd41725 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:38.644606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d56d637b-6d39-4e0c-95a3-86a9db6d2176 req-5731b9ff-7ac0-4948-a280-cb418dd41725 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 944 time: 0.0494552 Apr 20 13:31:38.655171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:38.682909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d56d637b-6d39-4e0c-95a3-86a9db6d2176 req-7b60808c-aa7f-4456-9b2f-29c5d25a7b71 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Apr 20 13:31:38.799047 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc1075-8204-4c94-ac84-bc9aa6b5de96 req-2e3b7244-d849-480a-97fa-e7a94eb82bd9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:38.800461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dcc1075-8204-4c94-ac84-bc9aa6b5de96 req-2e3b7244-d849-480a-97fa-e7a94eb82bd9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 944 time: 0.0477619 Apr 20 13:31:38.836992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dcc1075-8204-4c94-ac84-bc9aa6b5de96 req-e30943de-eb84-40d7-b4c9-107a70242591 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305657 Apr 20 13:31:38.949300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb58e64-425f-4620-9db0-d6be1a64dce7 req-298bbb6c-5a76-46e0-8e82-bcdd91eed8dc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:38.950660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb58e64-425f-4620-9db0-d6be1a64dce7 req-298bbb6c-5a76-46e0-8e82-bcdd91eed8dc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 944 time: 0.0469358 Apr 20 13:31:38.988153 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:38.993789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb58e64-425f-4620-9db0-d6be1a64dce7 req-ed05d150-6ae2-43c3-a97f-bbcd7b8fd321 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Apr 20 13:31:39.224520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b44c42-4a52-4bfc-81a6-09616f0c961d req-71c52068-deee-4c06-9d93-40565af568b0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:39.225895 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7b44c42-4a52-4bfc-81a6-09616f0c961d req-71c52068-deee-4c06-9d93-40565af568b0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 944 time: 0.0482101 Apr 20 13:31:39.262744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7b44c42-4a52-4bfc-81a6-09616f0c961d req-4c8ab960-f2b2-4af5-8fec-10cb463c98ce tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308678 Apr 20 13:31:39.291956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:31:39.339650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 68a821ca-39e9-453f-bd61-c77da4965ef7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:31:39.343261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 68a821ca-39e9-453f-bd61-c77da4965ef7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:31:39.343619 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:39.419879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:39.441442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:39.444297 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6919b8a6-b6d9-46b6-ad24-37badcd854fb" -d '{"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-plugged", "status": "completed", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:39.457690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:39.461945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:39.487264 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3266676a-9e37-4c86-88f5-04bae62e3b42 x-openstack-request-id: req-3266676a-9e37-4c86-88f5-04bae62e3b42 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:39.487558 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-plugged", "status": "completed", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:39.487802 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3266676a-9e37-4c86-88f5-04bae62e3b42 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:39.488186 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3266676a-9e37-4c86-88f5-04bae62e3b42'] response: {'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'code': 200} Apr 20 13:31:39.513879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:40.376371 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211bcad-55a7-46a9-8b01-a5f640b52188 req-4c247f6b-9f90-4088-bbf5-3a23f95f3c76 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:40.377826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1211bcad-55a7-46a9-8b01-a5f640b52188 req-4c247f6b-9f90-4088-bbf5-3a23f95f3c76 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0478563 Apr 20 13:31:40.423205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1211bcad-55a7-46a9-8b01-a5f640b52188 req-3447d1c4-7847-433e-87a3-b43803e67d24 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386641 Apr 20 13:31:40.462460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-da13ad92-b65a-4320-89e0-9ffdaa80462a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:40.463864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-da13ad92-b65a-4320-89e0-9ffdaa80462a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 945 time: 0.0533082 Apr 20 13:31:40.551261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Deleting port 68a821ca-39e9-453f-bd61-c77da4965ef7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:31:40.551536 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:40.646823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] For port 68a821ca-39e9-453f-bd61-c77da4965ef7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=68a821ca-39e9-453f-bd61-c77da4965ef7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:40.647190 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.183528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.183890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.184205 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 disassociated. External IP: 172.25.3.70, port: 68a821ca-39e9-453f-bd61-c77da4965ef7. Apr 20 13:31:41.184546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Calling delete_port for 68a821ca-39e9-453f-bd61-c77da4965ef7 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:31:41.309031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.339139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event deleted for resources: {'Port': ['ID=68a821ca-39e9-453f-bd61-c77da4965ef7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:41.460330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:31:41.543486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-42b21241-3985-475e-b4f3-b4eda89bea6b req-a54763c1-5d17-4667-a20a-b69fa1aa869d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=13168e30-059f-4aa9-ba5e-e00c57aa6edf HTTP/1.1" status: 200 len: 210 time: 0.0349681 Apr 20 13:31:41.606310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:31:41.616805 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:31:41.628963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:31:41.629574 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:31:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:41.644578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] No DVR routers for this DVR port 68a821ca-39e9-453f-bd61-c77da4965ef7 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:31:41.648045 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:41.651317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d49a85f1-25f1-425f-b0ef-7e8a182f9f0a req-f0b9e8ea-51b8-4eda-9787-e7958fc96013 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "DELETE /v2.0/ports/68a821ca-39e9-453f-bd61-c77da4965ef7 HTTP/1.1" status: 204 len: 173 time: 1.1812294 Apr 20 13:31:41.651744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-deleted', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:41.654011 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e726e-36b5-4c91-aaa2-5b65316d9838" -d '{"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-deleted", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:41.696943 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235a9379-4007-45da-9fb2-06be127178a4 x-openstack-request-id: req-235a9379-4007-45da-9fb2-06be127178a4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:41.697239 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13168e30-059f-4aa9-ba5e-e00c57aa6edf", "name": "network-vif-deleted", "tag": "68a821ca-39e9-453f-bd61-c77da4965ef7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:41.697503 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-235a9379-4007-45da-9fb2-06be127178a4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:41.697923 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235a9379-4007-45da-9fb2-06be127178a4'] response: {'server_uuid': '13168e30-059f-4aa9-ba5e-e00c57aa6edf', 'name': 'network-vif-deleted', 'tag': '68a821ca-39e9-453f-bd61-c77da4965ef7', 'status': 'completed', 'code': 200} Apr 20 13:31:41.739234 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:31:41.938937 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:41.964512 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:31:41.972394 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:31:41.972988 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:31:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:42.032164 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:31:42.079316 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:31:42.273894 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:42.299160 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65873fad-68a9-4e8c-8dda-fbb185a59adc None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:31:42.512222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf22045-f78b-465f-a5b2-2dbbaeb0099b None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:31:42.782333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-5cd87ced-b01a-4472-8c75-be2b4ef4c113 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1638677152&fields=id&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 267 time: 0.0323527 Apr 20 13:31:42.889486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-cfe850e4-d0ed-4433-bb78-8f1eba8604a1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:42.890894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-cfe850e4-d0ed-4433-bb78-8f1eba8604a1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1011519 Apr 20 13:31:42.905787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-cbf4183d-9f3b-4693-a567-1f85282337b8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/quotas/4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 375 time: 0.0087233 Apr 20 13:31:42.957546 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-107b27c1-5cd2-4875-98a8-bf8f478b1f5d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465784 Apr 20 13:31:43.050908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-c868ef1c-4736-4b5d-846c-5b1c7ff57bda service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817244 Apr 20 13:31:43.148126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-ea807e89-af30-4f67-8361-78e8ffe8b921 service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900440 Apr 20 13:31:43.313086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d02117a3-60d1-4194-8532-dcd6f429d577 req-33e308ed-9167-42f5-a2d3-b80fd065c447 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 210 time: 0.0275686 Apr 20 13:31:43.325792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:31:43.351397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 68a821ca-39e9-453f-bd61-c77da4965ef7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:31:43.351742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 68a821ca-39e9-453f-bd61-c77da4965ef7 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:31:44.218226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-c644d6e6-acdc-46d2-9607-270580d89c35 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:44.219648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-c644d6e6-acdc-46d2-9607-270580d89c35 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1077604 Apr 20 13:31:44.263294 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-482ff65d-fcf8-485a-afe9-86880f5d1881 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 380 time: 0.0343065 Apr 20 13:31:44.274659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'port': {'device_id': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'admin_state_up': True, 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'security_groups': ['8dc3648d-f26d-4af4-8b02-13461130071b']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:44.377690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Made reservation on behalf of 4e68e84c49594106a5d42e548fa2a3a4 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:31:44.381110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.423012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1fe289c-0676-40f9-98d2-6bb4c37e9fe7 req-3bb54a51-94b6-40c4-b307-065baf415945 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 210 time: 0.0397017 Apr 20 13:31:44.532603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Allocated IP 172.20.0.4 (d33dc327-3efe-48c1-84a5-9a0830b5edbe/8c5fd4df-083e-4442-87db-50ef5c590e13/c2c93697-9d2f-44ac-9929-745c3190159e) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:31:44.675108 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.707497 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.752026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:31:44.755242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:31:44.759068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:31:44.783719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:44.815330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:44.815952 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.831625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-70e4b12f-ccd4-4cdc-b035-0a2611bcfb10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606782 Apr 20 13:31:44.844114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Request body: {'port': {'device_id': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:44.906057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.951063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-acff3c1c-9b66-42ce-b544-19d4e01860d0 None None] Provisioning complete for port c2c93697-9d2f-44ac-9929-745c3190159e triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:31:44.951616 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acff3c1c-9b66-42ce-b544-19d4e01860d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:44.985774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-acff3c1c-9b66-42ce-b544-19d4e01860d0 None None] Port c2c93697-9d2f-44ac-9929-745c3190159e cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:31:45.182343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c93697-9d2f-44ac-9929-745c3190159e {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:31:45.189549 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.200818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Transition to ACTIVE for port object c2c93697-9d2f-44ac-9929-745c3190159e will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:31:45.204525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.255482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:45.326831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:31:45.327162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:31:45.327490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:31:45.332080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Port c2c93697-9d2f-44ac-9929-745c3190159e on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:31:45.332394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:31:45.337326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:31:45.337688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:31:45.338070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:31:45.338489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Bound port: c2c93697-9d2f-44ac-9929-745c3190159e, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:31:45.338848 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.405449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:31:45.408807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:31:45.414183 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.447074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:45.448068 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:45.454217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] 10.222.0.30 "PUT /v2.0/ports/c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 1091 time: 0.6142073 Apr 20 13:31:45.456789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:45.459934 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8360f204-4b01-4cfa-a0d8-8c8711843514" -d '{"events": [{"name": "network-changed", "server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:45.495824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31c34f-4878-497c-9cdd-f8577cb216be service neutron] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:45.518268 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438889b5-1aa8-48ce-97ca-35a909c1ffbf x-openstack-request-id: req-438889b5-1aa8-48ce-97ca-35a909c1ffbf {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:45.518585 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:45.518843 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-438889b5-1aa8-48ce-97ca-35a909c1ffbf {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:45.519283 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438889b5-1aa8-48ce-97ca-35a909c1ffbf'] response: {'name': 'network-changed', 'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'status': 'completed', 'code': 200} Apr 20 13:31:45.600815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cbe8e-6b03-4457-8b02-f37f09f52489 req-b930032e-f318-40de-a3b7-5f346bd1b35d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:45.602434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-916cbe8e-6b03-4457-8b02-f37f09f52489 req-b930032e-f318-40de-a3b7-5f346bd1b35d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 943 time: 0.0823820 Apr 20 13:31:45.608753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-2e80c284-62ae-4fd0-8738-750aa39654be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:45.610256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-2e80c284-62ae-4fd0-8738-750aa39654be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1094 time: 0.0791950 Apr 20 13:31:45.663310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-e3ff5107-99a1-413d-a7d5-760eafba2de0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 217 time: 0.0450306 Apr 20 13:31:45.700787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-916cbe8e-6b03-4457-8b02-f37f09f52489 req-3697a74a-5d2b-4709-864b-65d77a06001a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895791 Apr 20 13:31:45.718362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-230d3f49-7143-42c8-8ed4-ac38655af34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:45.719782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-230d3f49-7143-42c8-8ed4-ac38655af34f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0494528 Apr 20 13:31:45.769055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-85d7db58-0dc2-4c23-b1dc-8c48741ff799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:45.770580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-85d7db58-0dc2-4c23-b1dc-8c48741ff799 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445447 Apr 20 13:31:45.857082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-09af3c95-1aca-4ada-950e-4a501ab990f4 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795517 Apr 20 13:31:45.950197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbf0b8d-5d0a-4570-b49d-141db24921bc req-2b0ff7bb-db4e-4b6b-b584-b5d568db46b7 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861654 Apr 20 13:31:46.030872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-aa266a48-da11-4ab8-b6e7-9a02e358cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:46.032336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-aa266a48-da11-4ab8-b6e7-9a02e358cb66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1094 time: 0.0409348 Apr 20 13:31:46.121748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-0a04eed8-67ba-453b-9d3b-d478e54c40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:46.123119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-0a04eed8-67ba-453b-9d3b-d478e54c40ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0850430 Apr 20 13:31:46.164253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-edd45ec7-15b1-476a-8218-c091bf52ffcb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 217 time: 0.0343568 Apr 20 13:31:46.212729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-eec52610-83e4-492e-ad65-1b33c5882206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:46.214103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-eec52610-83e4-492e-ad65-1b33c5882206 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0420487 Apr 20 13:31:46.257394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-8b7fe841-5e23-4a2b-ba25-d146c7295468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:46.258847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-8b7fe841-5e23-4a2b-ba25-d146c7295468 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385346 Apr 20 13:31:46.349591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-b9b80dba-ae9b-4357-8e5c-0767a2f63cd6 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843787 Apr 20 13:31:46.436241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8360f204-4b01-4cfa-a0d8-8c8711843514 req-5aff43b1-4196-4a99-a74a-fe19bb63e36a service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804498 Apr 20 13:31:46.821721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21895204-a342-492a-a5f4-1647a0450aca req-ddc5255b-036c-48ec-bbec-272f896f4b3e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:46.823152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21895204-a342-492a-a5f4-1647a0450aca req-ddc5255b-036c-48ec-bbec-272f896f4b3e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 943 time: 0.0533476 Apr 20 13:31:46.859540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21895204-a342-492a-a5f4-1647a0450aca req-4f96150e-8c71-4dbf-9b50-723f97e459e1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304205 Apr 20 13:31:47.974828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e138ef5-59e6-4227-b644-1ffd33154644 req-f275f749-fd35-43b5-b256-d56a4d73dab4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:47.976259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e138ef5-59e6-4227-b644-1ffd33154644 req-f275f749-fd35-43b5-b256-d56a4d73dab4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 943 time: 0.0481505 Apr 20 13:31:48.013795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e138ef5-59e6-4227-b644-1ffd33154644 req-3fffb5d4-00de-499e-865b-17634b1499c9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Apr 20 13:31:49.127543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd43e2-64cf-4d77-b0e0-7f5a7f58bbf7 req-f35bf587-8865-4e95-a3da-3df89a6abc79 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:49.128973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61dd43e2-64cf-4d77-b0e0-7f5a7f58bbf7 req-f35bf587-8865-4e95-a3da-3df89a6abc79 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 943 time: 0.0485954 Apr 20 13:31:49.165400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61dd43e2-64cf-4d77-b0e0-7f5a7f58bbf7 req-dac1f5ed-e7bc-460c-bd67-449972557242 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298619 Apr 20 13:31:49.336940 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.589768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:31:49.683841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:49.694758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'mac_address': 'fa:16:3e:b5:dc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:31:49.729698 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.742512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c93697-9d2f-44ac-9929-745c3190159e {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:31:49.761571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:49.765574 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:49.815152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:50.055335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['c2c93697-9d2f-44ac-9929-745c3190159e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:31:50.282228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daab304-9088-456f-b481-a5c8df724118 req-81455800-a167-4dc5-b0d8-29479a145a11 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:50.283663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8daab304-9088-456f-b481-a5c8df724118 req-81455800-a167-4dc5-b0d8-29479a145a11 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 944 time: 0.0518541 Apr 20 13:31:50.320223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8daab304-9088-456f-b481-a5c8df724118 req-dae99c8d-ec86-42b2-918c-f9f57b468740 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305500 Apr 20 13:31:51.435026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a09ac4-54d1-44a7-b724-16ea485b5c29 req-7dd7a926-ba83-40cb-857e-527cf0a2dfd6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:51.436473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57a09ac4-54d1-44a7-b724-16ea485b5c29 req-7dd7a926-ba83-40cb-857e-527cf0a2dfd6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 944 time: 0.0488510 Apr 20 13:31:51.472846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-57a09ac4-54d1-44a7-b724-16ea485b5c29 req-98fd6f9a-99b0-4820-a919-49b8ef8f1bdc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303953 Apr 20 13:31:51.605441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:31:51.656831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port c2c93697-9d2f-44ac-9929-745c3190159e completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:31:51.660604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port c2c93697-9d2f-44ac-9929-745c3190159e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:31:51.660982 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.738595 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.760484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:51.762748 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba813e78-5178-434e-a712-20e219505766" -d '{"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-plugged", "status": "completed", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:51.776119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:31:51.780349 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:51.806312 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ce850b-e4c7-4505-98c4-108c5716e0b0 x-openstack-request-id: req-17ce850b-e4c7-4505-98c4-108c5716e0b0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:51.806617 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-plugged", "status": "completed", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:51.806883 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17ce850b-e4c7-4505-98c4-108c5716e0b0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:51.807295 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ce850b-e4c7-4505-98c4-108c5716e0b0'] response: {'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'code': 200} Apr 20 13:31:51.832660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:31:51.895349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0652530-c70f-45f4-936a-5ba8063a4c71 req-8c57c4cd-10af-44b5-b69c-66dbdbaaf517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:51.897585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0652530-c70f-45f4-936a-5ba8063a4c71 req-8c57c4cd-10af-44b5-b69c-66dbdbaaf517 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1096 time: 0.0395305 Apr 20 13:31:51.930634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0652530-c70f-45f4-936a-5ba8063a4c71 req-bfcdb60e-e397-4215-8667-94cc14652f84 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262609 Apr 20 13:31:52.589944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e1887-29f4-4203-a3d5-307d86848150 req-52ccf62f-765c-4c1b-af8b-8de9e1118ef6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:52.591366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-802e1887-29f4-4203-a3d5-307d86848150 req-52ccf62f-765c-4c1b-af8b-8de9e1118ef6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0505118 Apr 20 13:31:52.629162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-802e1887-29f4-4203-a3d5-307d86848150 req-0aff11f0-e762-4d1c-a06e-bdf792f663db tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Apr 20 13:31:53.743984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27455272-be87-4fc0-8157-c0b531f03340 req-6f83cb09-e5f2-456d-b9b2-e42365752b1f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:53.745433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27455272-be87-4fc0-8157-c0b531f03340 req-6f83cb09-e5f2-456d-b9b2-e42365752b1f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0480485 Apr 20 13:31:53.782603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27455272-be87-4fc0-8157-c0b531f03340 req-72e64d47-9724-4aaf-9a4d-60e6b45a4223 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Apr 20 13:31:53.894711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20b18-8b20-48b6-9391-a4514e5cce0c req-ab3b4bd4-0604-4891-a5e0-e413a3f5bed7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:53.896394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04c20b18-8b20-48b6-9391-a4514e5cce0c req-ab3b4bd4-0604-4891-a5e0-e413a3f5bed7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0502622 Apr 20 13:31:53.905005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50792) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:31:53.909258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'floatingip': {'port_id': 'c2c93697-9d2f-44ac-9929-745c3190159e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:31:53.951129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.034225 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.372107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.375711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.468236 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 associated. External IP: 172.25.3.70, port: c2c93697-9d2f-44ac-9929-745c3190159e. Apr 20 13:31:54.669536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:31:54.775839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:31:54.780313 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:31:54.786655 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:31:54.795335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:31:54.795938 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:31:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:54.806275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-715be702-17f8-4d58-a42f-8976e72fbc69 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "PUT /v2.0/floatingips/6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 HTTP/1.1" status: 200 len: 990 time: 0.9002399 Apr 20 13:31:54.806861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:31:54.809062 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2798eb1b-5138-472d-ab3e-445966261dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:31:54.850234 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fc53a8-6387-4237-b056-cd00095d6d23 x-openstack-request-id: req-d8fc53a8-6387-4237-b056-cd00095d6d23 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:31:54.852368 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:31:54.852368 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8fc53a8-6387-4237-b056-cd00095d6d23 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:31:54.852368 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fc53a8-6387-4237-b056-cd00095d6d23'] response: {'name': 'network-changed', 'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'status': 'completed', 'code': 200} Apr 20 13:31:54.927501 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798eb1b-5138-472d-ab3e-445966261dbd req-c600700f-1dc6-4c00-8dbe-7482411c513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:54.931243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2798eb1b-5138-472d-ab3e-445966261dbd req-c600700f-1dc6-4c00-8dbe-7482411c513f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1096 time: 0.0589740 Apr 20 13:31:54.997515 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:31:55.057459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d3132-368f-462d-8e2f-d01761ebfe01 req-b26c7453-1045-4e2c-ade2-600d2f17c1ad tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:55.058927 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d87d3132-368f-462d-8e2f-d01761ebfe01 req-b26c7453-1045-4e2c-ade2-600d2f17c1ad tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0961838 Apr 20 13:31:55.083913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798eb1b-5138-472d-ab3e-445966261dbd req-ccd90eb1-9cec-4550-85c4-6e07cbf414c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:55.085283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2798eb1b-5138-472d-ab3e-445966261dbd req-ccd90eb1-9cec-4550-85c4-6e07cbf414c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1459639 Apr 20 13:31:55.140693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d87d3132-368f-462d-8e2f-d01761ebfe01 req-854be3d8-17df-43b3-b561-e0e4341c0f87 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724101 Apr 20 13:31:55.163272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2798eb1b-5138-472d-ab3e-445966261dbd req-cba5ce26-d835-440a-a526-7c5847517701 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 998 time: 0.0707302 Apr 20 13:31:55.210640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798eb1b-5138-472d-ab3e-445966261dbd req-d7cb3379-8bae-4c01-9cee-05ae1850c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:55.211973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2798eb1b-5138-472d-ab3e-445966261dbd req-d7cb3379-8bae-4c01-9cee-05ae1850c95d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0429780 Apr 20 13:31:55.224831 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:b5:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:31:54Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:55.250872 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:31:55.254864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798eb1b-5138-472d-ab3e-445966261dbd req-981437a7-a971-4d09-9fcf-ef548aa1e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:55.256834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2798eb1b-5138-472d-ab3e-445966261dbd req-981437a7-a971-4d09-9fcf-ef548aa1e2a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389934 Apr 20 13:31:55.259376 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:31:55.259974 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:31:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:55.347743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2798eb1b-5138-472d-ab3e-445966261dbd req-e546dcae-2da4-4158-a1a1-bbf8863fa527 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846190 Apr 20 13:31:55.364030 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:31:55.436570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2798eb1b-5138-472d-ab3e-445966261dbd req-fd4551bc-1a7e-44e7-8b58-ef695d1ab5e7 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814605 Apr 20 13:31:55.587045 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:b5:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:31:54Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:31:55.615256 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d637fd19-7a3d-4aa7-872c-0062a4267944 None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:b5:dc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:31:54Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:31:55.801723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf241a3-8327-4c3c-84be-caa8b34c9b63 None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:31:56.263617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed31e4-59c3-4e19-b5ac-8a423534b365 req-f49af05a-8d65-405d-8be1-792693c8a0a3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:56.265122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0ed31e4-59c3-4e19-b5ac-8a423534b365 req-f49af05a-8d65-405d-8be1-792693c8a0a3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0529218 Apr 20 13:31:56.302523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0ed31e4-59c3-4e19-b5ac-8a423534b365 req-f832db15-7b12-42af-ab7d-c3bb316c735b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Apr 20 13:31:57.415123 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b5793-f26c-4cd2-a0d8-9c0f72afa4a1 req-92551e95-18fb-46bb-8c35-5107a5e007e8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:57.416517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e31b5793-f26c-4cd2-a0d8-9c0f72afa4a1 req-92551e95-18fb-46bb-8c35-5107a5e007e8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0470517 Apr 20 13:31:57.453335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e31b5793-f26c-4cd2-a0d8-9c0f72afa4a1 req-36aee54e-a9a7-49bf-bf30-734bf9cfe030 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309157 Apr 20 13:31:58.578360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa9457-fdc6-434a-82f5-198f3167cd18 req-fe7c0ece-22c6-48bd-8baf-dbeb93b49686 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:58.579809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21fa9457-fdc6-434a-82f5-198f3167cd18 req-fe7c0ece-22c6-48bd-8baf-dbeb93b49686 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0473821 Apr 20 13:31:58.616304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21fa9457-fdc6-434a-82f5-198f3167cd18 req-7b819a01-7794-4f62-b13f-d9c68b40eca2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299373 Apr 20 13:31:59.733387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b4aeef-e4ae-4e2d-96ae-3e58da8f1954 req-8f174247-a168-4201-aff0-0295070b3e73 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:31:59.734831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40b4aeef-e4ae-4e2d-96ae-3e58da8f1954 req-8f174247-a168-4201-aff0-0295070b3e73 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0505950 Apr 20 13:31:59.770367 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40b4aeef-e4ae-4e2d-96ae-3e58da8f1954 req-28b9ba26-2577-4449-8e83-4c15dc22a30b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296762 Apr 20 13:32:00.889368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4c80b-22b7-4d23-80bf-4ee175396e73 req-9ef547ba-5dd9-4dff-b22e-81ec8ab9e6cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:00.890830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f4c80b-22b7-4d23-80bf-4ee175396e73 req-9ef547ba-5dd9-4dff-b22e-81ec8ab9e6cd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0525811 Apr 20 13:32:00.928487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69f4c80b-22b7-4d23-80bf-4ee175396e73 req-697ecda7-30e6-4001-9ff5-8f81d8cb6dfc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Apr 20 13:32:02.040782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94041fab-39c2-4e6c-a8a2-dec5f1fc3477 req-cfc235c4-62e0-4bb0-bb03-a0d28d95140c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:02.042245 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94041fab-39c2-4e6c-a8a2-dec5f1fc3477 req-cfc235c4-62e0-4bb0-bb03-a0d28d95140c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0471549 Apr 20 13:32:02.078992 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94041fab-39c2-4e6c-a8a2-dec5f1fc3477 req-391219f6-6871-465b-94fd-d2888d4e5632 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308893 Apr 20 13:32:03.194507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfe9447-8863-4287-a029-e2dc7bdf0b3d req-368d9029-1811-4b04-b192-ada5f12299a3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:03.196000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dfe9447-8863-4287-a029-e2dc7bdf0b3d req-368d9029-1811-4b04-b192-ada5f12299a3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0518653 Apr 20 13:32:03.233110 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6dfe9447-8863-4287-a029-e2dc7bdf0b3d req-e882fa07-c3d2-42b6-b013-cf173a57456d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Apr 20 13:32:03.698796 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6371ab9a-f10c-48bc-a50c-bc9a943f4e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:04.345737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b05ee-d2c8-40e5-b49b-e2958c287dda req-7505cc43-9765-421c-8689-3792c22d068c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:04.347159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-558b05ee-d2c8-40e5-b49b-e2958c287dda req-7505cc43-9765-421c-8689-3792c22d068c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0474875 Apr 20 13:32:04.383622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-558b05ee-d2c8-40e5-b49b-e2958c287dda req-a6977796-6fbe-4c81-a4ba-8eacdb1fbe63 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298679 Apr 20 13:32:05.497871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44711ee2-473a-4e82-b5de-60750c4696a8 req-9e7ff493-aff9-4bdd-9d27-a6ba3518167d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:05.499312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44711ee2-473a-4e82-b5de-60750c4696a8 req-9e7ff493-aff9-4bdd-9d27-a6ba3518167d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0468137 Apr 20 13:32:05.535661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44711ee2-473a-4e82-b5de-60750c4696a8 req-3c6dc2d8-9783-4ecb-bde6-40d942afb1bb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304530 Apr 20 13:32:06.044305 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec135426-ff61-46e1-8f59-db77afd0323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:06.653734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f023cdd-2fdf-4653-bc5b-9718205b8296 req-fac84017-34b0-4502-8dc2-0a3293fd8ac8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:06.655223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f023cdd-2fdf-4653-bc5b-9718205b8296 req-fac84017-34b0-4502-8dc2-0a3293fd8ac8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0515914 Apr 20 13:32:06.698101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4f023cdd-2fdf-4653-bc5b-9718205b8296 req-2a7f1837-8827-4cd4-ba92-9642a84257d5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368896 Apr 20 13:32:07.291615 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:07.809934 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b79964-d476-48c2-879e-818cc0a9ade6 req-2e2a3322-b662-48a1-9076-0675f73c9d37 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:07.811362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84b79964-d476-48c2-879e-818cc0a9ade6 req-2e2a3322-b662-48a1-9076-0675f73c9d37 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0478253 Apr 20 13:32:07.848141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84b79964-d476-48c2-879e-818cc0a9ade6 req-0dbfbd7d-380c-421d-8673-c93ab3d8f71e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Apr 20 13:32:08.656823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:08.963749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011055c5-038b-47ee-9acf-5d43161eb42c req-c7062e6d-fbe0-4c79-a2da-93484ba93745 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:08.965161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-011055c5-038b-47ee-9acf-5d43161eb42c req-c7062e6d-fbe0-4c79-a2da-93484ba93745 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0462720 Apr 20 13:32:08.990886 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:09.002635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-011055c5-038b-47ee-9acf-5d43161eb42c req-f159b469-49bf-4ae0-b7cd-2b61a4af8eff tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Apr 20 13:32:10.431380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b30297-13db-44ae-9185-d76e3da2b8b3 req-e81a0dd1-e930-438f-971b-5eee602b0dfe tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:10.432704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b30297-13db-44ae-9185-d76e3da2b8b3 req-e81a0dd1-e930-438f-971b-5eee602b0dfe tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.3613234 Apr 20 13:32:10.469524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-09b30297-13db-44ae-9185-d76e3da2b8b3 req-991abc85-0599-4eac-9851-0db94d32fd0f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307233 Apr 20 13:32:11.586104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b013b8-600b-4209-b49e-aab12e26c711 req-58bcc2b6-a24b-445e-a8f9-e69b7f93340b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:11.587537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40b013b8-600b-4209-b49e-aab12e26c711 req-58bcc2b6-a24b-445e-a8f9-e69b7f93340b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0505562 Apr 20 13:32:11.624576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40b013b8-600b-4209-b49e-aab12e26c711 req-f224b19f-9665-46d3-bb8c-8386a73aee00 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311217 Apr 20 13:32:12.743446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d1d87-0be9-4dab-a95b-9c91b4602665 req-3d82fef0-fbbc-4eea-b8b6-f65badefbe48 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:12.745792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a4d1d87-0be9-4dab-a95b-9c91b4602665 req-3d82fef0-fbbc-4eea-b8b6-f65badefbe48 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0514629 Apr 20 13:32:12.783761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7a4d1d87-0be9-4dab-a95b-9c91b4602665 req-c2e65282-e6f3-4c1f-a93d-414858edd1dc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Apr 20 13:32:13.901328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34192e-2475-4180-966a-fa3ecc931368 req-640195fd-0884-4dae-9dc4-7893f9d960df tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:13.902770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa34192e-2475-4180-966a-fa3ecc931368 req-640195fd-0884-4dae-9dc4-7893f9d960df tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0512006 Apr 20 13:32:13.938931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fa34192e-2475-4180-966a-fa3ecc931368 req-de8ca149-7860-4db3-9c50-0e28c5017ac6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303102 Apr 20 13:32:15.052856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d72d8-1347-466d-ab45-6ab06ad99af8 req-b4641e49-9ec0-4c5d-89a3-dc8105bc067a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:15.054334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed0d72d8-1347-466d-ab45-6ab06ad99af8 req-b4641e49-9ec0-4c5d-89a3-dc8105bc067a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0473576 Apr 20 13:32:15.091689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed0d72d8-1347-466d-ab45-6ab06ad99af8 req-6c016a40-5fe8-4907-8e77-05f2902a169b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314586 Apr 20 13:32:16.204851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a848-1d28-4048-8ac0-e9a58e300981 req-1c17d1f5-ab6e-46cb-88b2-4d7d3733e4b4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:16.206303 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de20a848-1d28-4048-8ac0-e9a58e300981 req-1c17d1f5-ab6e-46cb-88b2-4d7d3733e4b4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0472991 Apr 20 13:32:16.242743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de20a848-1d28-4048-8ac0-e9a58e300981 req-0d3d35fe-f8a2-4aaf-bf58-f52df0affc84 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305312 Apr 20 13:32:17.359874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f676e-8efc-4c77-aef8-e9f08a1dcc87 req-804ff223-bc69-4075-b41c-7ff4eb0bb394 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:17.361216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e58f676e-8efc-4c77-aef8-e9f08a1dcc87 req-804ff223-bc69-4075-b41c-7ff4eb0bb394 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0509019 Apr 20 13:32:17.398632 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e58f676e-8efc-4c77-aef8-e9f08a1dcc87 req-65fee6b7-256e-4ed0-a9a5-a74686018e9e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Apr 20 13:32:18.509529 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73b92d-023f-4cc1-b264-d3bcf3add573 req-5ae24a27-3501-4e4c-a021-040877f07b38 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:18.511004 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec73b92d-023f-4cc1-b264-d3bcf3add573 req-5ae24a27-3501-4e4c-a021-040877f07b38 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0469170 Apr 20 13:32:18.549430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec73b92d-023f-4cc1-b264-d3bcf3add573 req-92372837-1402-4ec4-8120-1d26b15020c0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322497 Apr 20 13:32:19.033381 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:32:19.336458 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:19.661534 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488a183-169b-4b8a-b4fb-3fda94003041 req-7805f78d-92aa-4cd3-8072-8947ef2a9f6b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:19.662890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1488a183-169b-4b8a-b4fb-3fda94003041 req-7805f78d-92aa-4cd3-8072-8947ef2a9f6b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0469904 Apr 20 13:32:19.699723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1488a183-169b-4b8a-b4fb-3fda94003041 req-c7d36478-1dc9-470e-976d-1b3c441351ee tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Apr 20 13:32:20.816463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd22b59-95a4-4449-948a-4548b94c0e7d req-c3d6c665-8451-4959-9fab-b8f19b23ec90 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:20.818532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cd22b59-95a4-4449-948a-4548b94c0e7d req-c3d6c665-8451-4959-9fab-b8f19b23ec90 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0517092 Apr 20 13:32:20.854966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6cd22b59-95a4-4449-948a-4548b94c0e7d req-8884415b-69d8-4505-885c-e208f2482af1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301349 Apr 20 13:32:21.075518 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-4a255737-dbde-4367-9f03-5cc672021370 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405631 Apr 20 13:32:21.094343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7d23a-ba68-4f3b-a0b0-f9ab6ce28552 req-7f2d49fa-ac0e-4afe-adce-c1d85357f2b4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:21.095791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ac7d23a-ba68-4f3b-a0b0-f9ab6ce28552 req-7f2d49fa-ac0e-4afe-adce-c1d85357f2b4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0483947 Apr 20 13:32:21.135334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ac7d23a-ba68-4f3b-a0b0-f9ab6ce28552 req-389015e4-de74-478a-83ba-1d1164240551 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Apr 20 13:32:22.102029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-10c61c22-3381-4459-81a5-b383e83cab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:22.103521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-10c61c22-3381-4459-81a5-b383e83cab80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1096 time: 0.0407882 Apr 20 13:32:22.197106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-852676ed-622a-46d0-93e9-4531ab1b7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:22.198585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-852676ed-622a-46d0-93e9-4531ab1b7df5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0882740 Apr 20 13:32:22.291527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-672e4b3f-58b2-4034-8f43-04aeb8ebae2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 1000 time: 0.0852437 Apr 20 13:32:22.302334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5c83d-5941-47c2-805f-2d558759367d req-98f53d20-7c65-4d3b-9a09-d1de97fbbe04 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:22.303693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2eb5c83d-5941-47c2-805f-2d558759367d req-98f53d20-7c65-4d3b-9a09-d1de97fbbe04 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0991538 Apr 20 13:32:22.367583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2eb5c83d-5941-47c2-805f-2d558759367d req-ffa29076-9ee0-47e2-8ad7-9cef0526be1b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561643 Apr 20 13:32:22.370853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-27306cce-cf1c-4cfe-a284-f94fa900d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:22.372184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-27306cce-cf1c-4cfe-a284-f94fa900d35e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0676830 Apr 20 13:32:22.416178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-d9e19c5a-ef92-4d64-ac73-a5528096e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:22.417588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-d9e19c5a-ef92-4d64-ac73-a5528096e2e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393116 Apr 20 13:32:22.507718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-d325502e-69e2-4adb-bfff-8ced18a7eaca service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832620 Apr 20 13:32:22.596851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-8cb6300b-a89e-4015-b520-c1db94d8b6a7 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827940 Apr 20 13:32:23.547210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd506c3-d2db-45af-bbed-019cc3854100 req-95aabaa4-51b4-46db-8298-90f96a3d88b2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:23.548658 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd506c3-d2db-45af-bbed-019cc3854100 req-95aabaa4-51b4-46db-8298-90f96a3d88b2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.1134617 Apr 20 13:32:23.585588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4fd506c3-d2db-45af-bbed-019cc3854100 req-ea83a4d0-ce97-430c-ba5d-f1b65a299bac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310171 Apr 20 13:32:24.036710 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.299753 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-b7a0373a-47ff-4708-a119-b582393d2446 req-2f37a604-20ed-474a-9ab4-0dc3baeaccc4 service neutron] show failed (client error): The resource could not be found. Apr 20 13:32:24.300617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-2f37a604-20ed-474a-9ab4-0dc3baeaccc4 service neutron] 10.222.0.30 "GET /v2.0/ports/c2c93697-9d2f-44ac-9929-745c3190159e/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0530050 Apr 20 13:32:24.490585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-af6a3af3-6a14-48c4-a014-27171aed678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:24.492093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-af6a3af3-6a14-48c4-a014-27171aed678a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0404909 Apr 20 13:32:24.502882 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:24.557956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.763766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517954a-3525-4962-9257-332c8da4444a req-96017557-22a1-49aa-807d-97a8750c765c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:24.765225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0517954a-3525-4962-9257-332c8da4444a req-96017557-22a1-49aa-807d-97a8750c765c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.1028306 Apr 20 13:32:24.825132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0517954a-3525-4962-9257-332c8da4444a req-c87b3ef8-da89-46fb-b07c-bfdd1129d10b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515077 Apr 20 13:32:24.829675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:24.862545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:24.905827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:24.908128 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb72ded-9f21-4af9-b002-f6d90e07ce24" -d '{"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:24.912215 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.924780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Transition to ACTIVE for port object c2c93697-9d2f-44ac-9929-745c3190159e will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:32:24.928056 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:24.957496 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0cc9a3-e85a-4cbe-a5fc-0ab4a3f77333 x-openstack-request-id: req-6c0cc9a3-e85a-4cbe-a5fc-0ab4a3f77333 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:24.957847 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-unplugged", "status": "completed", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:24.958594 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c0cc9a3-e85a-4cbe-a5fc-0ab4a3f77333 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:24.958982 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0cc9a3-e85a-4cbe-a5fc-0ab4a3f77333'] response: {'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'code': 200} Apr 20 13:32:25.008025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.049221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] No DVR routers for this DVR port c2c93697-9d2f-44ac-9929-745c3190159e on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:25.187135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:25.187458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:25.187776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:25.191817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Port c2c93697-9d2f-44ac-9929-745c3190159e on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:32:25.192760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Attempting to bind port c2c93697-9d2f-44ac-9929-745c3190159e on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:25.197408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:25.197767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:25.198138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:25.198548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Bound port: c2c93697-9d2f-44ac-9929-745c3190159e, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:25.198889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.259721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:25.262571 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:25.266431 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.298970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:25.299576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:25.300989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] 10.222.0.37 "PUT /v2.0/ports/c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 1091 time: 0.8018970 Apr 20 13:32:25.325822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ce1b0-c426-4881-94aa-2989b58112cb service neutron] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:25.368549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-cdbacef8-ab61-4e8b-8816-8b73f1f40775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:25.370068 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-cdbacef8-ab61-4e8b-8816-8b73f1f40775 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1094 time: 0.0454626 Apr 20 13:32:25.467417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-ffbb9838-4102-4b0a-8dde-097f53492c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:25.468882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-ffbb9838-4102-4b0a-8dde-097f53492c4a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0916367 Apr 20 13:32:25.534569 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-2d833b55-18f8-48e7-85ec-6f64e18a48f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 998 time: 0.0586526 Apr 20 13:32:25.586399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-1f138221-c15b-4b22-b6d7-13e5482f909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:25.587695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-1f138221-c15b-4b22-b6d7-13e5482f909e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0462029 Apr 20 13:32:25.632450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0373a-47ff-4708-a119-b582393d2446 req-6cd59821-8e52-4c37-8a33-d0f3367d6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:25.633959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-6cd59821-8e52-4c37-8a33-d0f3367d6cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398543 Apr 20 13:32:25.719120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-e4410406-faff-4dcb-a0b2-e137cb615f24 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785136 Apr 20 13:32:25.810166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7a0373a-47ff-4708-a119-b582393d2446 req-ed5ef613-d893-427d-8173-eecc5da7cbf2 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842793 Apr 20 13:32:26.004897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aea32b-3d4e-4a9f-92ed-ae5a845acbea req-36bcf096-af3c-45f1-b9da-68bc70f1b932 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.006369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8aea32b-3d4e-4a9f-92ed-ae5a845acbea req-36bcf096-af3c-45f1-b9da-68bc70f1b932 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 943 time: 0.1120155 Apr 20 13:32:26.044202 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8aea32b-3d4e-4a9f-92ed-ae5a845acbea req-810b6c27-826c-4ebe-a659-7e80c92fff2d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Apr 20 13:32:26.415809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-dc834adb-c842-472d-b15e-4e3e77d9d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.417241 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-dc834adb-c842-472d-b15e-4e3e77d9d1f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1094 time: 0.0400639 Apr 20 13:32:26.521468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-d0a291b4-a631-483e-a3cd-c9d7633445b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.523254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-d0a291b4-a631-483e-a3cd-c9d7633445b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0870824 Apr 20 13:32:26.588165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-66724810-a371-4160-9bd3-ed77f343a202 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 998 time: 0.0576806 Apr 20 13:32:26.640095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-a6d8c142-8882-42eb-b7e5-e27acf50728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.641461 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-a6d8c142-8882-42eb-b7e5-e27acf50728e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0458903 Apr 20 13:32:26.686261 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-dd948dec-47c2-4b10-bf14-b4c177623e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:26.687609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-dd948dec-47c2-4b10-bf14-b4c177623e1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383523 Apr 20 13:32:26.774568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-ec0270a5-5d4f-4ffb-a669-98b301dd5b3f service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789158 Apr 20 13:32:26.865286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3cb1b2bf-b0ec-4675-91d2-751f8886b238 req-aeb54aff-1bf3-4307-9f47-c2bfa64e7733 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829442 Apr 20 13:32:26.960126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:26.967187 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc" -d '{"events": [{"name": "network-changed", "server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:27.017098 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f69e2b-a3f7-4e6b-b167-8d2d9f41046f x-openstack-request-id: req-a8f69e2b-a3f7-4e6b-b167-8d2d9f41046f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:27.017391 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:27.017679 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a8f69e2b-a3f7-4e6b-b167-8d2d9f41046f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:27.018105 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f69e2b-a3f7-4e6b-b167-8d2d9f41046f'] response: {'name': 'network-changed', 'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'status': 'completed', 'code': 200} Apr 20 13:32:27.115481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-b9233918-23e8-48bb-9f27-fcc8fcc1177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.116961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-b9233918-23e8-48bb-9f27-fcc8fcc1177b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1094 time: 0.0796323 Apr 20 13:32:27.155292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-d7ca94e6-2910-420f-86fe-f1dcc2c3e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.156706 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-d7ca94e6-2910-420f-86fe-f1dcc2c3e34a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1094 time: 0.0913830 Apr 20 13:32:27.284407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e780d99-3939-468a-b1e3-15e4d3f05f50 req-4923ec65-38d3-4f80-83d6-6c59e9048699 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.286404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e780d99-3939-468a-b1e3-15e4d3f05f50 req-4923ec65-38d3-4f80-83d6-6c59e9048699 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 943 time: 0.1678751 Apr 20 13:32:27.333079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-38b8c326-9573-45d9-8256-3a9c6afd0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.334536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-38b8c326-9573-45d9-8256-3a9c6afd0a80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.2056341 Apr 20 13:32:27.345445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-1b4b7562-6f68-43dc-acaa-d60c289b558e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.346801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-1b4b7562-6f68-43dc-acaa-d60c289b558e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1769011 Apr 20 13:32:27.426909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8e780d99-3939-468a-b1e3-15e4d3f05f50 req-e901a54c-179e-4ce3-b87c-7b330b8cd7a2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311746 Apr 20 13:32:27.464347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-cd2fbfc6-2ca9-4133-8313-3b8002c171e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 998 time: 0.1212099 Apr 20 13:32:27.466122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-b8b15a00-3c07-460a-a6cc-1eb62940aaba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 998 time: 0.1085331 Apr 20 13:32:27.552316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-04da1766-8e3c-47f4-b352-df7728a8e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.553801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-04da1766-8e3c-47f4-b352-df7728a8e229 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0831230 Apr 20 13:32:27.555151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-201240d9-924e-4f55-b7d8-3713f89e4ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.556422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-201240d9-924e-4f55-b7d8-3713f89e4ee4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0780227 Apr 20 13:32:27.621497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:32:27.698526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-b12a76ff-9e0f-4f73-bc07-f47b28f88731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.699997 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-b12a76ff-9e0f-4f73-bc07-f47b28f88731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396337 Apr 20 13:32:27.701532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-c74dd990-a3ff-4305-baa3-98485b14901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.702849 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-c74dd990-a3ff-4305-baa3-98485b14901a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345780 Apr 20 13:32:27.714118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae1085-7c5d-43a9-a1b2-8591ec22c0d4 req-f44e0ec2-f81a-41d3-95da-c4f9e79a1392 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.715485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae1085-7c5d-43a9-a1b2-8591ec22c0d4 req-f44e0ec2-f81a-41d3-95da-c4f9e79a1392 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 943 time: 0.1239247 Apr 20 13:32:27.729829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:27.738145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab085c-0925-4587-b694-08267b35e036 req-4358b90d-bee8-46a4-b3c4-13e96657089d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:27.739558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-4358b90d-bee8-46a4-b3c4-13e96657089d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab&tenant_id=4e68e84c49594106a5d42e548fa2a3a4&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 943 time: 0.1336529 Apr 20 13:32:27.741611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'mac_address': 'fa:16:3e:b5:dc:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:32:27.782377 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.795467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c93697-9d2f-44ac-9929-745c3190159e {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:32:27.814831 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:27.819248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:27.871458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:27.900921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:27.907366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae1085-7c5d-43a9-a1b2-8591ec22c0d4 req-250dab0d-b1ef-4ac1-ae53-8150789fe6d7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653664 Apr 20 13:32:27.915174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.915749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.916242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.916738 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.917239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.917751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.918238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.918708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.919190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.919668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.920146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.920622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:27.934108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:27.960500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-2bb90c38-fcae-41b2-9265-81302e8b9326 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423227 Apr 20 13:32:27.963088 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-7fab085c-0925-4587-b694-08267b35e036 req-f266c417-05cf-4ed3-9681-1f8b5062edd5 service neutron] delete failed (client error): The resource could not be found. Apr 20 13:32:27.963976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-f266c417-05cf-4ed3-9681-1f8b5062edd5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/c2c93697-9d2f-44ac-9929-745c3190159e/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.1980722 Apr 20 13:32:27.965825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-8be68de6-6a09-47cb-b022-2a567fa59e9a service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494905 Apr 20 13:32:28.013682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['c2c93697-9d2f-44ac-9929-745c3190159e'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:32:28.136384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-da374534-00a3-4590-90c7-f85a7deb8d8b service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688175 Apr 20 13:32:28.138203 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e8ebae7a-db10-47a7-9ca5-90a59cfc05cc req-98e6f3d7-0bd7-4ede-ac2a-6dd8bee6f0ac service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639404 Apr 20 13:32:28.231961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab085c-0925-4587-b694-08267b35e036 req-c1fccf1a-8f7b-46e3-87b8-561c60592239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.233427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-c1fccf1a-8f7b-46e3-87b8-561c60592239 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1095 time: 0.0390711 Apr 20 13:32:28.323716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab085c-0925-4587-b694-08267b35e036 req-9bc54a24-97ad-4833-bdc7-eea0c625beca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.325129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-9bc54a24-97ad-4833-bdc7-eea0c625beca service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0850163 Apr 20 13:32:28.393013 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-8abb1b1f-3a70-450f-8b93-28cda2647156 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 999 time: 0.0617521 Apr 20 13:32:28.441601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab085c-0925-4587-b694-08267b35e036 req-fb4feeea-39e7-4c61-8f0b-1dad68df8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.443680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-fb4feeea-39e7-4c61-8f0b-1dad68df8a34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0445073 Apr 20 13:32:28.491133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab085c-0925-4587-b694-08267b35e036 req-c20623c7-bbe3-4124-8b4f-bfe2a109bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:28.492581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-c20623c7-bbe3-4124-8b4f-bfe2a109bc64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422800 Apr 20 13:32:28.578809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-d5322784-a28d-40cb-825f-d676f008ea60 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796108 Apr 20 13:32:28.667791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-2b872608-5005-45a8-b169-f5ca00b734d6 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825629 Apr 20 13:32:29.355693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ea6dc-a214-4a37-b034-f54dbadea7db req-02691363-af50-4c6b-b03c-53f81e98da27 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:29.357132 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe8ea6dc-a214-4a37-b034-f54dbadea7db req-02691363-af50-4c6b-b03c-53f81e98da27 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 944 time: 0.3733349 Apr 20 13:32:29.393337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe8ea6dc-a214-4a37-b034-f54dbadea7db req-abaaac8d-ae7f-43f7-8c0d-f017f23159ec tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302043 Apr 20 13:32:29.624387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:29.673746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port c2c93697-9d2f-44ac-9929-745c3190159e completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:32:29.678135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port c2c93697-9d2f-44ac-9929-745c3190159e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:29.678506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.751999 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.774006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:29.776204 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a28150-3f9e-4172-9e3e-4103fc446e7d" -d '{"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-plugged", "status": "completed", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:29.791568 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:29.796124 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:29.819836 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d20ef70-752c-4d8b-acb5-d35e9ccfe108 x-openstack-request-id: req-4d20ef70-752c-4d8b-acb5-d35e9ccfe108 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:29.820125 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-plugged", "status": "completed", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:29.820388 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d20ef70-752c-4d8b-acb5-d35e9ccfe108 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:29.820755 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d20ef70-752c-4d8b-acb5-d35e9ccfe108'] response: {'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'code': 200} Apr 20 13:32:29.844340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:30.505465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7e175-0114-40a2-8354-c21e3c0121cd req-a802da46-6343-47bd-8fc4-56c9a6a49f24 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:30.506910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ab7e175-0114-40a2-8354-c21e3c0121cd req-a802da46-6343-47bd-8fc4-56c9a6a49f24 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0473123 Apr 20 13:32:30.544361 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ab7e175-0114-40a2-8354-c21e3c0121cd req-3027a8df-b6b9-4d75-8b65-28c563d9899f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314515 Apr 20 13:32:30.655836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca565-6594-4d61-95c1-ae7e3833d620 req-70038d9b-7961-46c3-afe7-6bfde37d43b8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:30.657243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-548ca565-6594-4d61-95c1-ae7e3833d620 req-70038d9b-7961-46c3-afe7-6bfde37d43b8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0467999 Apr 20 13:32:30.696434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-548ca565-6594-4d61-95c1-ae7e3833d620 req-0a8c1ab6-e0ec-4ffc-a00f-881872772ba1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325022 Apr 20 13:32:30.913460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9392b-24bc-4589-9939-632e459d9bde req-dc759fdb-0875-4710-b458-0f24fa1d25f0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:30.914917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fc9392b-24bc-4589-9939-632e459d9bde req-dc759fdb-0875-4710-b458-0f24fa1d25f0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0687847 Apr 20 13:32:30.943289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-b95e11e3-2dd4-4317-88c2-fe3e494fdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:30.944723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-b95e11e3-2dd4-4317-88c2-fe3e494fdbb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 1096 time: 0.0637429 Apr 20 13:32:30.976199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fc9392b-24bc-4589-9939-632e459d9bde req-be89f5fb-63f7-47e6-a5bc-6cce69bc4d97 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548682 Apr 20 13:32:31.044384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-21f9bc51-cfe9-448b-b111-76eabc55f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:31.045938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-21f9bc51-cfe9-448b-b111-76eabc55f04f service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0922453 Apr 20 13:32:31.109784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-b2a0c1a8-1918-4946-a012-f200df7c9100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 200 len: 1000 time: 0.0570076 Apr 20 13:32:31.156657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-2a403ec2-43de-4d31-aa72-44c23d11439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:31.158084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-2a403ec2-43de-4d31-aa72-44c23d11439c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0422611 Apr 20 13:32:31.204713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-430bb3b7-99df-4307-a35b-27f9c80e91db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:31.206228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-430bb3b7-99df-4307-a35b-27f9c80e91db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424552 Apr 20 13:32:31.290960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-573ddd50-6eb6-47ef-9372-24d0595884a7 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781381 Apr 20 13:32:31.381570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b578431-be74-48a6-a66b-bff7fe1ff3e4 req-260655ee-eaab-41ed-965f-9696c8d0d8df service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842726 Apr 20 13:32:32.092536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea83e2d-fd39-4be9-a4a8-5c69534df42a req-8b41168f-9580-4f8c-8367-4e2c64f25876 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.093975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ea83e2d-fd39-4be9-a4a8-5c69534df42a req-8b41168f-9580-4f8c-8367-4e2c64f25876 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0475125 Apr 20 13:32:32.130634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ea83e2d-fd39-4be9-a4a8-5c69534df42a req-2e5ebc0b-6f35-40d7-b148-8c8393009a59 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301638 Apr 20 13:32:32.357447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcda116-a5ce-49c0-a408-db483e507f51 req-8ba80a5e-9929-40a7-bc73-8ade48b9220d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:32.358907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bcda116-a5ce-49c0-a408-db483e507f51 req-8ba80a5e-9929-40a7-bc73-8ade48b9220d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0477574 Apr 20 13:32:32.394765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bcda116-a5ce-49c0-a408-db483e507f51 req-54cf1859-4777-4b56-8ce1-54a09f0432a6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298455 Apr 20 13:32:33.512840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7b8eb-43f4-4e36-acb5-66e91a19277a req-7a25ff21-73f5-420d-b745-1d30372364d2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:33.514372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e7b8eb-43f4-4e36-acb5-66e91a19277a req-7a25ff21-73f5-420d-b745-1d30372364d2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0510249 Apr 20 13:32:33.577347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0e7b8eb-43f4-4e36-acb5-66e91a19277a req-ad28a6b3-a00e-412c-bdd0-a3f7bd01aae0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569882 Apr 20 13:32:33.594676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305fad-9228-4644-b01f-e10189014a92 req-f112ae82-877b-4117-9247-ce3db89dc02d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:33.596080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a305fad-9228-4644-b01f-e10189014a92 req-f112ae82-877b-4117-9247-ce3db89dc02d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 945 time: 0.0601625 Apr 20 13:32:33.684305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Deleting port c2c93697-9d2f-44ac-9929-745c3190159e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:32:33.684731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.699721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ddd33f2a-855c-4e5f-af0a-8b17e0dbc021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.776645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] For port c2c93697-9d2f-44ac-9929-745c3190159e, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=c2c93697-9d2f-44ac-9929-745c3190159e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:33.777000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.941646 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.941936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:33.942736 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 disassociated. External IP: 172.25.3.70, port: c2c93697-9d2f-44ac-9929-745c3190159e. Apr 20 13:32:33.943068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Calling delete_port for c2c93697-9d2f-44ac-9929-745c3190159e owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:32:34.066169 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.094215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event deleted for resources: {'Port': ['ID=c2c93697-9d2f-44ac-9929-745c3190159e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:34.103737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.103996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.104459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.104738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.104990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.105319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.105656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.105990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.106311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.106632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.106956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.107279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:32:34.222126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:34.330766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:34.340484 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:34.351972 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:34.352577 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:32:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:34.370567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] No DVR routers for this DVR port c2c93697-9d2f-44ac-9929-745c3190159e on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:32:34.373278 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:34.376810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a305fad-9228-4644-b01f-e10189014a92 req-37e5602f-9150-4859-a323-68ed00a1e440 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "DELETE /v2.0/ports/c2c93697-9d2f-44ac-9929-745c3190159e HTTP/1.1" status: 204 len: 173 time: 0.7744656 Apr 20 13:32:34.377264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-deleted', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:34.380111 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ae5333-ec26-4152-b662-f7e2e481ea42" -d '{"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-deleted", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:34.421663 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f676cb-2310-41b8-a426-f460e2d76a19 x-openstack-request-id: req-c3f676cb-2310-41b8-a426-f460e2d76a19 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:34.421954 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fdf17e-ac87-4217-9c17-12710d7907ab", "name": "network-vif-deleted", "tag": "c2c93697-9d2f-44ac-9929-745c3190159e", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:34.422210 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3f676cb-2310-41b8-a426-f460e2d76a19 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:34.422804 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f676cb-2310-41b8-a426-f460e2d76a19'] response: {'server_uuid': '61fdf17e-ac87-4217-9c17-12710d7907ab', 'name': 'network-vif-deleted', 'tag': 'c2c93697-9d2f-44ac-9929-745c3190159e', 'status': 'completed', 'code': 200} Apr 20 13:32:34.461146 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:34.654993 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:34.681497 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:34.690254 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:34.691032 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:32:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:34.694969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a9be86d-2ab2-49c7-a354-90d53e791b71 req-0719dcd0-f5e2-4dc6-a34c-916925af8dfb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=61fdf17e-ac87-4217-9c17-12710d7907ab HTTP/1.1" status: 200 len: 210 time: 0.0310047 Apr 20 13:32:34.804182 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:35.080591 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:35.106462 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13699d20-e0b1-4e66-91d3-89903d953aca None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:35.322435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd55875-173c-4fc8-a614-b840a6597f12 None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:32:35.684344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:32:35.707961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: c2c93697-9d2f-44ac-9929-745c3190159e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:32:35.708298 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device c2c93697-9d2f-44ac-9929-745c3190159e not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:32:35.929570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-a328bb0f-81c4-484c-9640-02fff23c8c13 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1638677152&fields=id&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 267 time: 0.0334177 Apr 20 13:32:36.037763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0486f731-5245-4b88-a4af-69055f08310e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:36.039230 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0486f731-5245-4b88-a4af-69055f08310e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1000247 Apr 20 13:32:36.045809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-15216c5e-bef9-444c-938d-a104e72330e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:36.055266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-06557269-5c6a-4de1-a8ab-c42f9c773884 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/quotas/4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 375 time: 0.0098603 Apr 20 13:32:36.111768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-e72dd307-5755-41c1-a8d9-4f2d75c80af5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508213 Apr 20 13:32:36.258592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-04729fef-2844-4b13-8829-22d6ae39c727 service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344397 Apr 20 13:32:36.350059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-f0e46ea2-cbbd-469f-8ed9-2c0c64e6ee7c service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851824 Apr 20 13:32:36.504785 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3c0a5455-2cf3-40a6-bdee-e839c021292a req-ec9e5ca2-b0c0-492c-8166-33947409c0bb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 210 time: 0.0262961 Apr 20 13:32:37.295351 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.380775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-e939bd68-935b-46d8-81f8-a85401358c25 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:37.382249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-e939bd68-935b-46d8-81f8-a85401358c25 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1054134 Apr 20 13:32:37.428994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-121c168c-cf3e-4324-9436-274fab31b10b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 380 time: 0.0382438 Apr 20 13:32:37.438322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'port': {'device_id': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'admin_state_up': True, 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'security_groups': ['8dc3648d-f26d-4af4-8b02-13461130071b']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:37.547247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Made reservation on behalf of 4e68e84c49594106a5d42e548fa2a3a4 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:32:37.550940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.631698 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5057e44d-2165-488e-b88d-43526946c4d7 req-b49ebeca-6107-4fb3-8793-3e3b4f0dd6d7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 210 time: 0.0560787 Apr 20 13:32:37.700401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Allocated IP 172.20.0.5 (d33dc327-3efe-48c1-84a5-9a0830b5edbe/8c5fd4df-083e-4442-87db-50ef5c590e13/136b8cc9-25d2-4cd7-87f9-0cb878619ba7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:32:37.828927 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.866127 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.905417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:32:37.910361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:32:37.914574 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:32:37.939950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:37.968734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:37.969350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:37.985860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-5d17321b-2609-4e9c-a9f3-edf97bf76aae tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509806 Apr 20 13:32:37.997988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Request body: {'port': {'device_id': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:38.054174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.188609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cb0888b0-044a-4b04-8783-ec9b216556f1 None None] Provisioning complete for port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:38.188978 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb0888b0-044a-4b04-8783-ec9b216556f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.222126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-cb0888b0-044a-4b04-8783-ec9b216556f1 None None] Port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:32:38.328018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:32:38.335734 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.346945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Transition to ACTIVE for port object 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:32:38.350651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.399921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:38.470670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:32:38.470998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:32:38.471320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:38.475854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:32:38.476167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:32:38.481077 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:32:38.481405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:32:38.481820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:32:38.482237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Bound port: 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:32:38.482589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.552896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:32:38.556447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:32:38.560224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.593219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:38.594030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.595556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] 10.222.0.37 "PUT /v2.0/ports/136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 1091 time: 0.6018348 Apr 20 13:32:38.598111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:38.600446 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643479d9-aa6e-4267-b9aa-8569213ebdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:38.633088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1535a1-4257-4cf7-9ffe-2a9849b6a85c service neutron] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:38.669217 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daac326a-6b51-461d-b530-6d554e338366 x-openstack-request-id: req-daac326a-6b51-461d-b530-6d554e338366 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:38.669539 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:38.670015 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-daac326a-6b51-461d-b530-6d554e338366 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:38.670374 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daac326a-6b51-461d-b530-6d554e338366'] response: {'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'status': 'completed', 'code': 200} Apr 20 13:32:38.682727 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:38.704981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-55067ffb-2e72-494a-af9f-0f8bf8c5c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:38.706490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-55067ffb-2e72-494a-af9f-0f8bf8c5c23c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1094 time: 0.0647330 Apr 20 13:32:38.777595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-d09c7eb4-e4d7-4b14-a007-fc01997f53c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 217 time: 0.0559757 Apr 20 13:32:38.826913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b215e-e99d-4dd4-aac3-b269d08b0ae5 req-dd06f49b-408c-4b4a-86e9-9ec2a2d40fa1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:38.828372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-766b215e-e99d-4dd4-aac3-b269d08b0ae5 req-dd06f49b-408c-4b4a-86e9-9ec2a2d40fa1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 943 time: 0.1167967 Apr 20 13:32:38.858449 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-abe67516-0ddb-4014-81d7-ec74e6e8b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:38.859819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-abe67516-0ddb-4014-81d7-ec74e6e8b672 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0749087 Apr 20 13:32:38.904400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-766b215e-e99d-4dd4-aac3-b269d08b0ae5 req-fdc42289-52c7-42aa-97a4-0bfe0c96fe9e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687051 Apr 20 13:32:38.918853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-ba6efbf4-8070-47be-ba3a-7b37c09fc23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:38.920302 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-ba6efbf4-8070-47be-ba3a-7b37c09fc23d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493505 Apr 20 13:32:38.992152 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:39.010755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-42fc72be-55a4-401f-90b3-045ce1bf8adc service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830181 Apr 20 13:32:39.102771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a29ead4d-682b-4264-b6ec-1a56ff3b785b req-99c5ebc9-7bce-470f-bc53-730c34cfdc35 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851047 Apr 20 13:32:39.183197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-a1ca762e-1788-49bf-95bb-14a4a2697e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:39.184642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-a1ca762e-1788-49bf-95bb-14a4a2697e79 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1094 time: 0.0408125 Apr 20 13:32:39.270393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-fbc716f5-227b-4171-81b2-7b2e21715f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:39.271819 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-fbc716f5-227b-4171-81b2-7b2e21715f71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0808778 Apr 20 13:32:39.315696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-a80eaee2-3894-4aa0-b6ad-5ab77c35f6fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 217 time: 0.0372493 Apr 20 13:32:39.363589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-5be6b57b-8f46-4de6-a0e8-1996778fce73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:39.365622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-5be6b57b-8f46-4de6-a0e8-1996778fce73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0421870 Apr 20 13:32:39.411672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-47f00dc4-1034-4fe0-a077-cc8b9b922eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:39.413086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-47f00dc4-1034-4fe0-a077-cc8b9b922eba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389290 Apr 20 13:32:39.502755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-1f771fa4-2a23-4944-a81f-392ede4b370f service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825911 Apr 20 13:32:39.592530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-643479d9-aa6e-4267-b9aa-8569213ebdd5 req-c5eb8b46-d6c1-4bc7-8a22-966177b7372b service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808721 Apr 20 13:32:40.018825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1643cbf-99e1-40e2-b0c3-30305370d882 req-26a56146-4c64-4f5f-bac9-e26527208da4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:40.020881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1643cbf-99e1-40e2-b0c3-30305370d882 req-26a56146-4c64-4f5f-bac9-e26527208da4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 943 time: 0.0475895 Apr 20 13:32:40.061094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1643cbf-99e1-40e2-b0c3-30305370d882 req-edf90f14-4503-428a-8345-196e9fa42382 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340497 Apr 20 13:32:41.177160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bbb02-9844-474f-b97d-3f04f2bf2ae3 req-f8579172-0123-4b2e-8c88-d6ae8b6ba4b5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:41.178651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c87bbb02-9844-474f-b97d-3f04f2bf2ae3 req-f8579172-0123-4b2e-8c88-d6ae8b6ba4b5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 943 time: 0.0484080 Apr 20 13:32:41.215990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c87bbb02-9844-474f-b97d-3f04f2bf2ae3 req-7841557e-16a0-40cd-8367-6977f44ad2a1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312257 Apr 20 13:32:41.699941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:32:41.790882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:41.802348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'mac_address': 'fa:16:3e:f7:e4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:32:41.841329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.853488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:32:41.872120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:41.875478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:41.920291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:42.078213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['136b8cc9-25d2-4cd7-87f9-0cb878619ba7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:32:42.328046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253e226-ad79-4a72-b9f3-08d01365758a req-d3d7cd78-0494-47e6-9e11-b1551a68b8d1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:42.329530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0253e226-ad79-4a72-b9f3-08d01365758a req-d3d7cd78-0494-47e6-9e11-b1551a68b8d1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0475397 Apr 20 13:32:42.366289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0253e226-ad79-4a72-b9f3-08d01365758a req-e611b0d9-cc40-4f20-99e1-b2fe8584b424 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308847 Apr 20 13:32:43.479402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d6942-8c0e-4506-87a0-b4abc3932dc7 req-ba9dc7d1-5557-4fdd-8e60-432910998f75 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:43.480823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-459d6942-8c0e-4506-87a0-b4abc3932dc7 req-ba9dc7d1-5557-4fdd-8e60-432910998f75 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0474935 Apr 20 13:32:43.522809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-459d6942-8c0e-4506-87a0-b4abc3932dc7 req-fbfebb73-3800-424d-b760-eb6cee0150bb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359766 Apr 20 13:32:43.716492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:32:43.763110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:32:43.766565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:32:43.766915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.841209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.862508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:43.865332 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ee3bc-1bd0-407e-a864-2d32ac9cf96d" -d '{"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-plugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:43.880958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:32:43.884894 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:43.907895 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329a22c1-5085-4acc-9d8d-8dfb936cbb40 x-openstack-request-id: req-329a22c1-5085-4acc-9d8d-8dfb936cbb40 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:43.908185 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-plugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:43.908435 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-329a22c1-5085-4acc-9d8d-8dfb936cbb40 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:43.908823 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329a22c1-5085-4acc-9d8d-8dfb936cbb40'] response: {'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'code': 200} Apr 20 13:32:43.933851 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:32:43.997532 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6573ced-c57b-4c33-a806-ea550940aa15 req-97c4fb2e-6058-4cfe-93ce-f26d65ed9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:43.998978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6573ced-c57b-4c33-a806-ea550940aa15 req-97c4fb2e-6058-4cfe-93ce-f26d65ed9853 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1096 time: 0.0395432 Apr 20 13:32:44.032599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6573ced-c57b-4c33-a806-ea550940aa15 req-0a14bd20-2951-4ec4-ae4a-37e8631fb8e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272977 Apr 20 13:32:44.637109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ee235-a19c-4fbc-8fb2-54b33954a75b req-4b80e7c2-e890-4309-832a-da801ba4bb2b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:44.638600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f4ee235-a19c-4fbc-8fb2-54b33954a75b req-4b80e7c2-e890-4309-832a-da801ba4bb2b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0487242 Apr 20 13:32:44.676910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3f4ee235-a19c-4fbc-8fb2-54b33954a75b req-526932e6-b33e-4e59-a244-b8b45a130f7a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Apr 20 13:32:45.795172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc924-2bde-487e-8a6e-fe13b27b1bbc req-c92809a7-87b1-45ce-9c34-a9faf1db1397 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:45.796629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c32cc924-2bde-487e-8a6e-fe13b27b1bbc req-c92809a7-87b1-45ce-9c34-a9faf1db1397 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0489521 Apr 20 13:32:45.836795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c32cc924-2bde-487e-8a6e-fe13b27b1bbc req-2e086022-394f-4054-93d6-120b88dd81bf tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336075 Apr 20 13:32:45.947687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2425d-9dd4-4e50-9ce5-361c9d401395 req-bebf51fd-f782-4ec4-8482-8b15498582a6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:45.949395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bff2425d-9dd4-4e50-9ce5-361c9d401395 req-bebf51fd-f782-4ec4-8482-8b15498582a6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0498047 Apr 20 13:32:45.958536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 50974) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:32:45.962895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'floatingip': {'port_id': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:32:46.005493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.426458 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.430234 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:46.528933 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 associated. External IP: 172.25.3.70, port: 136b8cc9-25d2-4cd7-87f9-0cb878619ba7. Apr 20 13:32:47.048685 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:32:47.154495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:32:47.159287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:47.163770 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:32:47.172978 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:47.173570 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:32:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:47.185726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d32436bc-03ad-4bbf-a728-911f52759c5f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "PUT /v2.0/floatingips/6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 HTTP/1.1" status: 200 len: 990 time: 1.2261064 Apr 20 13:32:47.186409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:32:47.188641 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be57412e-3073-47f1-a072-cce52b2509db" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:32:47.230231 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20071b1e-d590-4566-9779-70ce136cbcd1 x-openstack-request-id: req-20071b1e-d590-4566-9779-70ce136cbcd1 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:32:47.230551 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:32:47.230806 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20071b1e-d590-4566-9779-70ce136cbcd1 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:32:47.231212 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20071b1e-d590-4566-9779-70ce136cbcd1'] response: {'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'status': 'completed', 'code': 200} Apr 20 13:32:47.292482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:47.293509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57412e-3073-47f1-a072-cce52b2509db req-58755379-e641-44dc-abec-baa8b478e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:47.295063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be57412e-3073-47f1-a072-cce52b2509db req-58755379-e641-44dc-abec-baa8b478e1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1096 time: 0.0421329 Apr 20 13:32:47.389886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57412e-3073-47f1-a072-cce52b2509db req-6bb209d7-e490-434c-8ddd-c4ffcf26356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:47.391540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be57412e-3073-47f1-a072-cce52b2509db req-6bb209d7-e490-434c-8ddd-c4ffcf26356c service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0885429 Apr 20 13:32:47.451403 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-df552305-434c-456c-a372-0ccf29e9c92d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403841 Apr 20 13:32:47.496586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be57412e-3073-47f1-a072-cce52b2509db req-f6d5e772-ceba-49a6-b05c-4b478d6dc797 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 998 time: 0.0984178 Apr 20 13:32:47.509231 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567de71-e284-4f57-9098-2b9ebf999607 req-cf34e32e-4858-4c5e-950f-f655d86cbdb1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:47.510682 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5567de71-e284-4f57-9098-2b9ebf999607 req-cf34e32e-4858-4c5e-950f-f655d86cbdb1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0666749 Apr 20 13:32:47.539250 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:f7:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:32:46Z', 'revision_number': 9, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:47.566265 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:32:47.573977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57412e-3073-47f1-a072-cce52b2509db req-842ff1f9-e1e7-4975-8ff2-d5f3597357c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:47.574549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:32:47.575141 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:32:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:47.575359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be57412e-3073-47f1-a072-cce52b2509db req-842ff1f9-e1e7-4975-8ff2-d5f3597357c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0638094 Apr 20 13:32:47.615482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5567de71-e284-4f57-9098-2b9ebf999607 req-750bab43-ca78-4a5d-bbeb-625cead97e40 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948792 Apr 20 13:32:47.631643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57412e-3073-47f1-a072-cce52b2509db req-144491aa-963a-40e8-ba33-fe2f6cca85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:47.633144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be57412e-3073-47f1-a072-cce52b2509db req-144491aa-963a-40e8-ba33-fe2f6cca85e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469406 Apr 20 13:32:47.682151 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:32:47.728222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be57412e-3073-47f1-a072-cce52b2509db req-922ec662-9988-4456-96d9-e0086b667d80 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883534 Apr 20 13:32:47.826763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-be57412e-3073-47f1-a072-cce52b2509db req-521725d8-027f-4e2e-a0b2-58a8150a7ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915580 Apr 20 13:32:47.917063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:f7:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:32:46Z', 'revision_number': 9, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:32:47.942899 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87abeb5e-6dea-4596-a9e2-b3d13968b7d8 None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:f7:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:32:46Z', 'revision_number': 9, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:32:48.152371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a250a49-1672-4d30-887d-29653638fe25 None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:32:48.569876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-c6ca858d-a795-4067-8641-4396cf5997e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.571314 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-c6ca858d-a795-4067-8641-4396cf5997e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1096 time: 0.0414650 Apr 20 13:32:48.662114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-c2284d64-840a-4e9a-957d-2e8633348795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.663636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-c2284d64-840a-4e9a-957d-2e8633348795 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0859406 Apr 20 13:32:48.756729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-10c0e488-1021-4255-99e4-1ee99253faeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0866873 Apr 20 13:32:48.768714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87b104-bad3-4d0e-8bf2-0a7bc376b32d req-9e1dc9c4-c85f-4c4a-946d-2df34383f104 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.770135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc87b104-bad3-4d0e-8bf2-0a7bc376b32d req-9e1dc9c4-c85f-4c4a-946d-2df34383f104 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0640354 Apr 20 13:32:48.840855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc87b104-bad3-4d0e-8bf2-0a7bc376b32d req-e343d261-85b5-486c-bdbb-cb6bed0a50c8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625596 Apr 20 13:32:48.842494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-6644add5-c8b2-4f76-82bc-789f08276d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.843988 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-6644add5-c8b2-4f76-82bc-789f08276d03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0729222 Apr 20 13:32:48.888598 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-eaa587ee-e1e7-43dd-a432-ad47329885ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:48.890096 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-eaa587ee-e1e7-43dd-a432-ad47329885ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403161 Apr 20 13:32:48.979935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-e61a7bd4-4a1e-4970-8e13-762634371c87 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835412 Apr 20 13:32:49.067932 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-7fb977bc-b921-4108-bce1-eef60fd7b24a service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817320 Apr 20 13:32:49.356340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:49.957411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ed984-627a-4d81-913c-410c4d2f6940 req-4a6155ad-f013-45d7-92d5-916d085ef91a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:49.958945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa3ed984-627a-4d81-913c-410c4d2f6940 req-4a6155ad-f013-45d7-92d5-916d085ef91a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0502524 Apr 20 13:32:49.995081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa3ed984-627a-4d81-913c-410c4d2f6940 req-5058a4d5-abd2-421f-8204-caaaf1929dfe tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302598 Apr 20 13:32:51.115484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8435a3-c4ce-4ce6-aad2-9b72e0b2b1be req-b00cace3-3bd1-4c31-aa74-71d9f3ab7fcd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:51.116925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a8435a3-c4ce-4ce6-aad2-9b72e0b2b1be req-b00cace3-3bd1-4c31-aa74-71d9f3ab7fcd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0532050 Apr 20 13:32:51.154161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a8435a3-c4ce-4ce6-aad2-9b72e0b2b1be req-c8465ad6-6ec8-4f88-a92f-596a9cc9ee77 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312426 Apr 20 13:32:52.272173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65025ffa-f9e4-4788-be6f-999509214988 req-647447b7-febe-4688-9c2d-1b58b39646e4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:52.274252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65025ffa-f9e4-4788-be6f-999509214988 req-647447b7-febe-4688-9c2d-1b58b39646e4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Apr 20 13:32:52.310867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65025ffa-f9e4-4788-be6f-999509214988 req-6c4cf0cf-5782-4c80-8202-8355683dcaf5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Apr 20 13:32:53.422989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb583605-2eec-41ad-bc21-0e50caec7454 req-0b3f4cd7-bf9e-4abd-bd93-2408d9b9c9e1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:53.424424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb583605-2eec-41ad-bc21-0e50caec7454 req-0b3f4cd7-bf9e-4abd-bd93-2408d9b9c9e1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0480440 Apr 20 13:32:53.460701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb583605-2eec-41ad-bc21-0e50caec7454 req-0a5e1b9e-91d5-4a24-9112-a4f2cbe75732 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296607 Apr 20 13:32:54.056068 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:32:54.580075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda25121-0073-42d9-8822-3ff68ab8e0c6 req-3d53f80b-c141-4717-81e0-44eddeed9999 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:54.581521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eda25121-0073-42d9-8822-3ff68ab8e0c6 req-3d53f80b-c141-4717-81e0-44eddeed9999 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0524693 Apr 20 13:32:54.617930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eda25121-0073-42d9-8822-3ff68ab8e0c6 req-6a27883d-3ecc-4dc4-8c05-00a6ce3d30bd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304716 Apr 20 13:32:55.733543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cce832-db2c-47a4-983c-38bc84f2518e req-04309d62-3636-4e3d-b045-9648dfcc4533 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:55.735007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5cce832-db2c-47a4-983c-38bc84f2518e req-04309d62-3636-4e3d-b045-9648dfcc4533 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0480168 Apr 20 13:32:55.772738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5cce832-db2c-47a4-983c-38bc84f2518e req-8807b57e-5861-4764-a1ff-723ef8e9e4da tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Apr 20 13:32:56.032682 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:32:56.885212 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9853c-14ed-4b00-a2e7-c9db4f9b2a31 req-9e1fe8ec-fa14-423c-9719-78af95fc11db tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:56.886694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bc9853c-14ed-4b00-a2e7-c9db4f9b2a31 req-9e1fe8ec-fa14-423c-9719-78af95fc11db tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0479360 Apr 20 13:32:56.923710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bc9853c-14ed-4b00-a2e7-c9db4f9b2a31 req-702ec811-a6a5-4e6d-aacc-11edbf8a6d3d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Apr 20 13:32:58.041874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490b7e1-2195-401e-8841-acea3929f2f9 req-61077e0c-4a36-4882-b26b-bbb8fe34371c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:58.043322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a490b7e1-2195-401e-8841-acea3929f2f9 req-61077e0c-4a36-4882-b26b-bbb8fe34371c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Apr 20 13:32:58.082538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a490b7e1-2195-401e-8841-acea3929f2f9 req-7736e910-12b4-4c5e-a869-367a01e39e3b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333042 Apr 20 13:32:59.196832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcaa3f0-5a5b-4d53-8eae-5ae503d0ef2d req-f0767a95-123d-43f9-8a4b-6ed5a912d024 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:32:59.198316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bcaa3f0-5a5b-4d53-8eae-5ae503d0ef2d req-f0767a95-123d-43f9-8a4b-6ed5a912d024 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0480039 Apr 20 13:32:59.235358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bcaa3f0-5a5b-4d53-8eae-5ae503d0ef2d req-db4b030e-3161-4eb4-a2b0-44121175e2da tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311501 Apr 20 13:33:00.349772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2840a8a-cc22-4323-aeab-600188f7ac57 req-aba619d8-ef81-4432-a688-aab4c405f650 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:00.351228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2840a8a-cc22-4323-aeab-600188f7ac57 req-aba619d8-ef81-4432-a688-aab4c405f650 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Apr 20 13:33:00.389437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2840a8a-cc22-4323-aeab-600188f7ac57 req-ae610cb7-0e44-48a8-84ef-d3b9c46ef4c3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Apr 20 13:33:01.508139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8294c3a-3fdd-4f3b-9a4c-ed27e77bdaff req-87f7f536-796f-4e96-af5f-c400311ea3fa tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:01.509605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8294c3a-3fdd-4f3b-9a4c-ed27e77bdaff req-87f7f536-796f-4e96-af5f-c400311ea3fa tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0519607 Apr 20 13:33:01.549798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8294c3a-3fdd-4f3b-9a4c-ed27e77bdaff req-686c7199-b2e9-4917-b101-14db6a2d43e4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340929 Apr 20 13:33:02.664225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae800a-c351-4fb1-ab7a-e7b98d06a247 req-d1c1e465-1b77-4be2-b675-f832248bc2ad tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:02.665671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53ae800a-c351-4fb1-ab7a-e7b98d06a247 req-d1c1e465-1b77-4be2-b675-f832248bc2ad tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0479846 Apr 20 13:33:02.702438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53ae800a-c351-4fb1-ab7a-e7b98d06a247 req-182c0aa1-da32-4391-bcdc-c6f90bf3ee2c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308423 Apr 20 13:33:03.699990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ec19bc8e-ae08-407e-b8ae-1c7c89fea4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:03.821361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bddf5-3a97-45a0-bcd4-96155cca5480 req-09665e60-aac2-4492-87f5-5055f3129cec tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:03.822827 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab7bddf5-3a97-45a0-bcd4-96155cca5480 req-09665e60-aac2-4492-87f5-5055f3129cec tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0540249 Apr 20 13:33:03.859802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab7bddf5-3a97-45a0-bcd4-96155cca5480 req-c332f9fe-2d25-4421-a814-4cd38ea4346b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Apr 20 13:33:04.984076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ea534-3bb7-4ef6-aa4c-fe2b2ad66944 req-bb16c70c-c788-4689-8547-0816e0c6ef7c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:04.985498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-552ea534-3bb7-4ef6-aa4c-fe2b2ad66944 req-bb16c70c-c788-4689-8547-0816e0c6ef7c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0538006 Apr 20 13:33:05.021779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-552ea534-3bb7-4ef6-aa4c-fe2b2ad66944 req-9315954c-029b-4510-8763-1bf3ab149ffa tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303006 Apr 20 13:33:06.047109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee9ceea2-b732-4a38-87a8-9137dc01b19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:06.138803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598e42e-874d-4bef-8894-23f08d5a6cb4 req-98699a14-d7a3-46b5-a0a2-514a4fad3eda tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:06.140237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8598e42e-874d-4bef-8894-23f08d5a6cb4 req-98699a14-d7a3-46b5-a0a2-514a4fad3eda tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0485106 Apr 20 13:33:06.177890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8598e42e-874d-4bef-8894-23f08d5a6cb4 req-b326b7b8-2791-4487-8b24-62d6f855145e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Apr 20 13:33:07.293167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198548a-e0d7-4ce0-8720-2761f4b65e13 req-43d5cc35-e452-4d77-8f0e-96fe4a31d288 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:07.294669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4198548a-e0d7-4ce0-8720-2761f4b65e13 req-43d5cc35-e452-4d77-8f0e-96fe4a31d288 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0505211 Apr 20 13:33:07.299273 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:07.333082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4198548a-e0d7-4ce0-8720-2761f4b65e13 req-42979207-f5b3-4fd2-abff-c4a3065c8dfc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Apr 20 13:33:08.450397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb3a98-5e8d-4409-844c-8fba440a3b7e req-d8293936-bb96-4d23-912e-1d38c254e90b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:08.451818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3eb3a98-5e8d-4409-844c-8fba440a3b7e req-d8293936-bb96-4d23-912e-1d38c254e90b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0511439 Apr 20 13:33:08.488603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b3eb3a98-5e8d-4409-844c-8fba440a3b7e req-13852fcc-7c7a-4f9a-a832-4e2d3b0befc2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297842 Apr 20 13:33:08.661885 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:08.994247 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:09.605050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2a795-e6be-4980-a585-845bfc08db62 req-5a7fba38-6431-419d-8016-56f3850f8734 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:09.606593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13a2a795-e6be-4980-a585-845bfc08db62 req-5a7fba38-6431-419d-8016-56f3850f8734 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Apr 20 13:33:09.642501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13a2a795-e6be-4980-a585-845bfc08db62 req-fc16ea52-e4cf-4340-ab4d-c865fc308cf8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300848 Apr 20 13:33:10.763003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811e6bd-de6c-46d6-9c74-5640ea9867b6 req-d90d794b-7fc4-40ea-a2c7-683f3e208d09 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:10.764339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a811e6bd-de6c-46d6-9c74-5640ea9867b6 req-d90d794b-7fc4-40ea-a2c7-683f3e208d09 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0498784 Apr 20 13:33:10.801863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a811e6bd-de6c-46d6-9c74-5640ea9867b6 req-33ad747e-62f7-4b15-ab22-1547872ed5a2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307908 Apr 20 13:33:11.918745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc81e6-9c8c-4ee4-93d8-eab4923aaa60 req-3f57b337-f00a-4a5a-976b-79d851eb162d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:11.920169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93bc81e6-9c8c-4ee4-93d8-eab4923aaa60 req-3f57b337-f00a-4a5a-976b-79d851eb162d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Apr 20 13:33:11.956663 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-93bc81e6-9c8c-4ee4-93d8-eab4923aaa60 req-3c1d2317-0cd2-4ae0-a361-f7d66e374169 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305824 Apr 20 13:33:13.070027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31169b7b-e809-4d30-98b1-fbf0af26238c req-1060ca74-1fee-4c91-8664-a44ed9463a63 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:13.072049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31169b7b-e809-4d30-98b1-fbf0af26238c req-1060ca74-1fee-4c91-8664-a44ed9463a63 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0479865 Apr 20 13:33:13.109041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31169b7b-e809-4d30-98b1-fbf0af26238c req-6833b0cd-5b6e-4884-b778-da894b858825 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Apr 20 13:33:14.221978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f1613-4786-4308-9534-46e30589afb3 req-9a4eadc7-b2f2-46c4-ad34-b95963519fa9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:14.223413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa7f1613-4786-4308-9534-46e30589afb3 req-9a4eadc7-b2f2-46c4-ad34-b95963519fa9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0470386 Apr 20 13:33:14.260666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa7f1613-4786-4308-9534-46e30589afb3 req-c9df4a1a-d1b0-49a9-b4cc-45513edb2951 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308106 Apr 20 13:33:15.387701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2efd89-9d6c-4876-bb31-6a0c56878145 req-2e0d5026-0616-4340-adde-f83bccc88992 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:15.389038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b2efd89-9d6c-4876-bb31-6a0c56878145 req-2e0d5026-0616-4340-adde-f83bccc88992 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0520663 Apr 20 13:33:15.425943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b2efd89-9d6c-4876-bb31-6a0c56878145 req-4c2ea4a3-27c4-4725-8aaf-1c04635728a4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308616 Apr 20 13:33:16.539321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e790c-5336-457e-b8cb-7a14462b4189 req-1c3eb3bf-0a0a-4f6c-8110-b37efe01de26 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:16.540808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-601e790c-5336-457e-b8cb-7a14462b4189 req-1c3eb3bf-0a0a-4f6c-8110-b37efe01de26 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0482986 Apr 20 13:33:16.579142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-601e790c-5336-457e-b8cb-7a14462b4189 req-3444472b-442c-4245-af54-451f52cc06f9 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Apr 20 13:33:17.692538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9bf44-80cc-4a67-99c6-6b7463ef7d58 req-41ea9272-38cf-4dfc-8873-03f1896f3b5c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:17.693982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fa9bf44-80cc-4a67-99c6-6b7463ef7d58 req-41ea9272-38cf-4dfc-8873-03f1896f3b5c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0475001 Apr 20 13:33:17.730899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1fa9bf44-80cc-4a67-99c6-6b7463ef7d58 req-2bbded0e-9c15-40aa-a1db-ab9c3961813d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Apr 20 13:33:18.847480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553a177-82c8-4c74-a075-45587ae32489 req-785ca883-9b4a-44e8-b259-373578fdc6dd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:18.849419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b553a177-82c8-4c74-a075-45587ae32489 req-785ca883-9b4a-44e8-b259-373578fdc6dd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Apr 20 13:33:18.887182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b553a177-82c8-4c74-a075-45587ae32489 req-63004383-f928-4c61-bd6b-1e59dae20429 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Apr 20 13:33:19.353940 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:20.002464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826fc8c-ccbf-4c4f-b74e-08e97b2509c7 req-dd0ed5e6-d327-4a7f-a6c8-5aeaac366a9b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:20.004012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5826fc8c-ccbf-4c4f-b74e-08e97b2509c7 req-dd0ed5e6-d327-4a7f-a6c8-5aeaac366a9b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0476539 Apr 20 13:33:20.041507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5826fc8c-ccbf-4c4f-b74e-08e97b2509c7 req-15150947-4f56-4591-ada8-36d2233768d7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310495 Apr 20 13:33:20.831327 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-1590ec37-bc7e-400d-b314-b908a9e76bc6 service neutron] show failed (client error): The resource could not be found. Apr 20 13:33:20.832306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-1590ec37-bc7e-400d-b314-b908a9e76bc6 service neutron] 10.222.0.37 "GET /v2.0/ports/136b8cc9-25d2-4cd7-87f9-0cb878619ba7/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0526600 Apr 20 13:33:21.028173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-98b39698-ce55-4704-99aa-acca155e57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:21.029683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-98b39698-ce55-4704-99aa-acca155e57ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0454650 Apr 20 13:33:21.040488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:21.092169 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.249748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e036a-3682-4374-addb-b1d67dbfabe7 req-ca4f0377-6b69-49cd-961b-398f954a1839 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:21.251189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab5e036a-3682-4374-addb-b1d67dbfabe7 req-ca4f0377-6b69-49cd-961b-398f954a1839 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.1285412 Apr 20 13:33:21.341386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab5e036a-3682-4374-addb-b1d67dbfabe7 req-8ef7fbdc-f219-442d-9e31-5981bcc4f879 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762110 Apr 20 13:33:21.358802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:21.391466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:21.428895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:21.431126 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34619ba2-cf8d-487b-81eb-6fc2dcc7ee0b" -d '{"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-unplugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:21.435038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.447725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Transition to ACTIVE for port object 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:33:21.451471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.482032 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ce60e3-d13d-4923-bf14-4616bf2fd8c3 x-openstack-request-id: req-94ce60e3-d13d-4923-bf14-4616bf2fd8c3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:21.482313 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-unplugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:21.483221 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94ce60e3-d13d-4923-bf14-4616bf2fd8c3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:21.483221 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ce60e3-d13d-4923-bf14-4616bf2fd8c3'] response: {'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'code': 200} Apr 20 13:33:21.531820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:21.581170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] No DVR routers for this DVR port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:21.714611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:21.714933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:21.715253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:21.719453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:33:21.719764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:21.725071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:21.725407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:21.725822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:21.726246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Bound port: 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:21.726604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.788337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:21.791234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:21.796113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.830476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:21.831306 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:21.832660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] 10.222.0.30 "PUT /v2.0/ports/136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 1091 time: 0.7960248 Apr 20 13:33:21.870809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e68475-39e4-4db8-802f-ee1623981ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:21.904018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-bfb91aa9-6097-45e2-be7d-44989e46d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:21.905495 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-bfb91aa9-6097-45e2-be7d-44989e46d17c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1094 time: 0.0486555 Apr 20 13:33:21.997198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-28adfdec-6a25-4b83-8e09-0ba5469b0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:21.998748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-28adfdec-6a25-4b83-8e09-0ba5469b0ebb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0866406 Apr 20 13:33:22.068271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-2ea15529-bb75-45be-bb78-b5a1f2b4b4de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 999 time: 0.0633769 Apr 20 13:33:22.116086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-a22d149a-ec81-4049-ad29-38b8cad17860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:22.117388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-a22d149a-ec81-4049-ad29-38b8cad17860 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0425403 Apr 20 13:33:22.161913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-0ad17dfa-c79b-444e-bd6d-5863eee7a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:22.163262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-0ad17dfa-c79b-444e-bd6d-5863eee7a239 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395920 Apr 20 13:33:22.253538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-3814350f-33a9-4e34-9b24-d334add97a1e service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832043 Apr 20 13:33:22.341163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b57ca64d-d8c5-495c-b2b9-2e2a5b495ce8 req-6ad10720-6e69-40d9-b6b1-14c0287dc98a service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804019 Apr 20 13:33:22.459966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206fca8-f09b-4e2e-91c3-1e14cbcc2382 req-b937645a-fe91-4ebd-b5be-358e25a0554d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:22.461437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c206fca8-f09b-4e2e-91c3-1e14cbcc2382 req-b937645a-fe91-4ebd-b5be-358e25a0554d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 943 time: 0.0487731 Apr 20 13:33:22.503045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c206fca8-f09b-4e2e-91c3-1e14cbcc2382 req-7fc3b064-d747-4aa2-b2dd-3a596be291d4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356243 Apr 20 13:33:23.484541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:23.486895 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:23.534491 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11703641-8614-4d7b-b64d-1d1edecb58fd x-openstack-request-id: req-11703641-8614-4d7b-b64d-1d1edecb58fd {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:23.534783 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:23.535031 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11703641-8614-4d7b-b64d-1d1edecb58fd {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:23.535428 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11703641-8614-4d7b-b64d-1d1edecb58fd'] response: {'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'status': 'completed', 'code': 200} Apr 20 13:33:23.643961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-8bdac805-2375-411f-8e84-044ba1e11c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:23.645965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-8bdac805-2375-411f-8e84-044ba1e11c24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1094 time: 0.0921996 Apr 20 13:33:23.650879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-1e48249d-28e7-4564-8244-070a3f8bc093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:23.652182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-1e48249d-28e7-4564-8244-070a3f8bc093 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1094 time: 0.0915058 Apr 20 13:33:23.691439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7078d2-371c-4355-baab-b3dd94c620ba req-dcc07d46-a03a-4cc5-8dfb-f419da0fbec5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:23.692869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d7078d2-371c-4355-baab-b3dd94c620ba req-dcc07d46-a03a-4cc5-8dfb-f419da0fbec5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 943 time: 0.1101360 Apr 20 13:33:23.871348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:23.913307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:24.058068 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:24.143734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d7078d2-371c-4355-baab-b3dd94c620ba req-93bff988-09a8-43ba-aa92-a90762358ff6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399939 Apr 20 13:33:24.166368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-66e796e0-3307-4a42-bb9b-13d2367efab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.167777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-66e796e0-3307-4a42-bb9b-13d2367efab7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.5147910 Apr 20 13:33:24.168834 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-a26010f1-68dc-43ee-abc5-05b12dc8c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.170150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-a26010f1-68dc-43ee-abc5-05b12dc8c5e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.5059190 Apr 20 13:33:24.290542 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-1f35021f-0364-45bb-8fb8-9972a8c77c7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 999 time: 0.1154099 Apr 20 13:33:24.296029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-be5b6bb9-5301-4da8-8f06-d978020e938e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 999 time: 0.1156452 Apr 20 13:33:24.370707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-806a413d-ecf1-430c-854d-29eb2858296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.372086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-806a413d-ecf1-430c-854d-29eb2858296b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0752409 Apr 20 13:33:24.373407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-7250fe0a-5574-46a0-8c9b-0c8b4986e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.374705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-7250fe0a-5574-46a0-8c9b-0c8b4986e7e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0710602 Apr 20 13:33:24.446667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-626a60d1-8a43-42fa-9d50-e21012e0e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.448020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-626a60d1-8a43-42fa-9d50-e21012e0e247 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696769 Apr 20 13:33:24.450392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-15c34b57-a68f-4da3-95ce-b576b358f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:24.451691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-15c34b57-a68f-4da3-95ce-b576b358f18d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660419 Apr 20 13:33:24.615855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-df5a0ea6-b75b-4d86-8b63-3945b11fa0fd service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615953 Apr 20 13:33:24.617665 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-17b4a218-f004-4a3f-a6be-52b0b4c277a1 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569409 Apr 20 13:33:24.769473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-bf4c2191-f0fe-4b4f-a8ea-45d05911ad34 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467359 Apr 20 13:33:24.772809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0504eb03-91c0-4fbc-a6d7-1fa45086d34a req-a504f0ce-28f4-4f1e-991c-5a7bc8a13b2a service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434786 Apr 20 13:33:25.265228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc325f72-71f2-4a04-b2cb-67eb466078c2 req-af6b6f0d-d000-401b-ae41-145f38994ae8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:25.266712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc325f72-71f2-4a04-b2cb-67eb466078c2 req-af6b6f0d-d000-401b-ae41-145f38994ae8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 943 time: 0.0504861 Apr 20 13:33:25.309080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc325f72-71f2-4a04-b2cb-67eb466078c2 req-21c5d3b6-925c-49dd-b82a-4e4c6bc0f674 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357165 Apr 20 13:33:26.214229 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:33:26.308833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:26.320652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'mac_address': 'fa:16:3e:f7:e4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:33:26.356716 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.370273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:33:26.388682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:26.392767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:26.422706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654109a8-c65f-49fb-8fc0-48d560eaa445 req-fd686d59-9bbb-43bf-bc14-95ecd968b98a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:26.424144 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-654109a8-c65f-49fb-8fc0-48d560eaa445 req-fd686d59-9bbb-43bf-bc14-95ecd968b98a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 943 time: 0.0478034 Apr 20 13:33:26.440336 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:26.462119 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-654109a8-c65f-49fb-8fc0-48d560eaa445 req-4ab8fabf-ec17-404f-b5c9-534ccf662064 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313337 Apr 20 13:33:26.725144 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['136b8cc9-25d2-4cd7-87f9-0cb878619ba7'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:33:26.764312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-c8ef89fd-b1ac-46b4-a795-e0c8e30d5b27 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:26.765788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-c8ef89fd-b1ac-46b4-a795-e0c8e30d5b27 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68&tenant_id=4e68e84c49594106a5d42e548fa2a3a4&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 944 time: 0.0779819 Apr 20 13:33:26.778277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681343e-47da-4060-95f7-caffc5e99a3c req-feef6415-fe5e-4dd8-8aec-a98c1de30145 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:26.779645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c681343e-47da-4060-95f7-caffc5e99a3c req-feef6415-fe5e-4dd8-8aec-a98c1de30145 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0656300 Apr 20 13:33:26.857155 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c681343e-47da-4060-95f7-caffc5e99a3c req-d6aa99b7-1eb9-4c0b-8568-ae3e59b9e154 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706315 Apr 20 13:33:26.862937 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-11b9e994-9250-4c2a-b43c-4a03065b29e7 service neutron] 10.222.0.30 "GET /v2.0/ports/136b8cc9-25d2-4cd7-87f9-0cb878619ba7/bindings/n-h1-838550-2 HTTP/1.1" status: 200 len: 382 time: 0.0824251 Apr 20 13:33:26.924720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-7aba82b6-98df-4cba-80d5-27b8b3a8efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:26.926177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-7aba82b6-98df-4cba-80d5-27b8b3a8efcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1095 time: 0.0400658 Apr 20 13:33:27.018003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-6a23b355-dea9-4434-9069-78eb6b0be428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:27.019350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-6a23b355-dea9-4434-9069-78eb6b0be428 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0857542 Apr 20 13:33:27.084341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-668c97f6-7202-4ae8-9b4d-d05eb6c8ab85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 1000 time: 0.0580029 Apr 20 13:33:27.131738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-2d430437-97ae-4a23-86d4-a9aa992497e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:27.133153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-2d430437-97ae-4a23-86d4-a9aa992497e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0422666 Apr 20 13:33:27.180238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-9a46ad4d-8e4e-4c32-be8d-05974a643910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:27.181657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-9a46ad4d-8e4e-4c32-be8d-05974a643910 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420008 Apr 20 13:33:27.267998 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-7ef881ef-c144-4bcb-85bb-30740c0861b5 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798075 Apr 20 13:33:27.357940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-99492a35-c2df-478d-a775-9af8abbc8ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829952 Apr 20 13:33:27.975180 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b9b63-4ab2-4a9e-89c1-9f25f484ff7c req-42bb7be7-1e8a-49ce-9f8b-e701bb0179e4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:27.976613 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306b9b63-4ab2-4a9e-89c1-9f25f484ff7c req-42bb7be7-1e8a-49ce-9f8b-e701bb0179e4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0479615 Apr 20 13:33:28.013353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-306b9b63-4ab2-4a9e-89c1-9f25f484ff7c req-bd0759b9-1183-403b-80de-b52c54a0407b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308983 Apr 20 13:33:28.224435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:28.272225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:33:28.276546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:28.276911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.357267 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.378287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:28.380514 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ccd797-5c80-4075-949e-2afec8ae10f9" -d '{"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-plugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:28.392729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:28.397109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:28.431233 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c8eb2-4c93-4b2a-a1ab-6fff0797e3ea x-openstack-request-id: req-d73c8eb2-4c93-4b2a-a1ab-6fff0797e3ea {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:28.431526 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-plugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:28.431773 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d73c8eb2-4c93-4b2a-a1ab-6fff0797e3ea {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:28.432151 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73c8eb2-4c93-4b2a-a1ab-6fff0797e3ea'] response: {'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'code': 200} Apr 20 13:33:28.445349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:28.452502 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.452843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.453176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.453505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.453855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.454181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.454504 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.454823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.455143 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.455459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.455776 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:28.456090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:29.128245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e63df8-89bb-402d-a0b8-d42ef17d8805 req-2b997840-3b6f-43e2-a7dc-531be463ed8f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:29.130347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e63df8-89bb-402d-a0b8-d42ef17d8805 req-2b997840-3b6f-43e2-a7dc-531be463ed8f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0479405 Apr 20 13:33:29.167717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9e63df8-89bb-402d-a0b8-d42ef17d8805 req-7d6a2dc0-6357-478a-9300-120346088e09 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Apr 20 13:33:29.425319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-6e67e74d-9052-44d4-8b3a-906e976d1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:29.427470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-6e67e74d-9052-44d4-8b3a-906e976d1733 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0443511 Apr 20 13:33:29.437815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:29.488188 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.697601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:29.730078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:29.772698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:29.775234 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f0323c-d6f7-4289-919b-16bdf7b12331" -d '{"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-unplugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:29.779216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.792281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Transition to ACTIVE for port object 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:33:29.796515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:29.830020 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e921dd98-223c-4e82-aaf2-9860f9dd5045 x-openstack-request-id: req-e921dd98-223c-4e82-aaf2-9860f9dd5045 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:29.830308 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-unplugged", "status": "completed", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:29.830560 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e921dd98-223c-4e82-aaf2-9860f9dd5045 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:29.830950 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e921dd98-223c-4e82-aaf2-9860f9dd5045'] response: {'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'code': 200} Apr 20 13:33:29.876609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:29.916695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] No DVR routers for this DVR port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:30.054524 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:30.054855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:30.055184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:30.059333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:33:30.059655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Attempting to bind port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:30.064359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:30.064694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:30.065072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:30.065489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Bound port: 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:30.065868 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.131089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:30.134170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:30.138002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.171847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:30.172447 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:30.173847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] 10.222.0.37 "PUT /v2.0/ports/136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 1092 time: 0.7397900 Apr 20 13:33:30.197026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1a5e0-bfdf-465d-a4a0-a1007420d4ac service neutron] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=11']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:30.243233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-7c6db056-f128-4abb-ac67-c2862b733d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:30.244825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-7c6db056-f128-4abb-ac67-c2862b733d9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1095 time: 0.0447409 Apr 20 13:33:30.348902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a58aeb-55ab-4ddf-83e4-77c188228623 req-6925b4ec-1e50-4370-a32c-7c514145c973 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:30.350430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9a58aeb-55ab-4ddf-83e4-77c188228623 req-6925b4ec-1e50-4370-a32c-7c514145c973 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.1046853 Apr 20 13:33:30.388061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-28b2a96c-7ca2-45ed-9791-37d5c01a2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:30.389443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-28b2a96c-7ca2-45ed-9791-37d5c01a2858 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1356335 Apr 20 13:33:30.410957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9a58aeb-55ab-4ddf-83e4-77c188228623 req-5444f32b-d781-4eef-b5c4-e3632e0ed50a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517795 Apr 20 13:33:30.466557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-fab0e8f8-eee7-4a23-94a0-d8cddb1b44fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 999 time: 0.0680928 Apr 20 13:33:30.515255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-880019f3-0390-4dba-a185-b30086214c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:30.516705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-880019f3-0390-4dba-a185-b30086214c7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0437458 Apr 20 13:33:30.560742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-6412f7dd-d63a-4d43-8c3c-745ba349c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:30.562227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-6412f7dd-d63a-4d43-8c3c-745ba349c761 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395815 Apr 20 13:33:30.653220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-255f07bb-581c-42a4-9c8c-b4af7eaa1f85 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842209 Apr 20 13:33:30.741737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68aff712-4468-48e9-8f3a-903f2a95d7ae req-081b91bf-c3ee-419b-9003-77671a120d4e service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823133 Apr 20 13:33:31.533061 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f7621-d5bb-420e-8c14-4f18ddf3ebe4 req-b6707846-7c90-4ae6-8734-2d3481c7fd75 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:31.534527 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0f7621-d5bb-420e-8c14-4f18ddf3ebe4 req-b6707846-7c90-4ae6-8734-2d3481c7fd75 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0537667 Apr 20 13:33:31.570783 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce0f7621-d5bb-420e-8c14-4f18ddf3ebe4 req-6aaf4f39-1ac3-46eb-9eb6-11cb7df02d31 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303130 Apr 20 13:33:31.832026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:31.834933 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c03eb-90a7-4fa4-8251-d524a8af64b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:31.881998 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c87cb7-2d5c-45b7-b7a2-fcc387939a7d x-openstack-request-id: req-d8c87cb7-2d5c-45b7-b7a2-fcc387939a7d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:31.882284 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:31.882528 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8c87cb7-2d5c-45b7-b7a2-fcc387939a7d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:31.882935 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8c87cb7-2d5c-45b7-b7a2-fcc387939a7d'] response: {'name': 'network-changed', 'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'status': 'completed', 'code': 200} Apr 20 13:33:31.971228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-3ef3dd98-f433-475a-8a43-94373a2594c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:31.972798 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-3ef3dd98-f433-475a-8a43-94373a2594c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1095 time: 0.0667458 Apr 20 13:33:31.974652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-01c2d577-f1a2-4c38-ac5f-cce23e8417ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:31.975957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-01c2d577-f1a2-4c38-ac5f-cce23e8417ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 1095 time: 0.0710950 Apr 20 13:33:32.148308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-2495d2d2-9d39-43ce-8c77-d6f1e7293283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.149680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-2495d2d2-9d39-43ce-8c77-d6f1e7293283 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1689751 Apr 20 13:33:32.150744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-dcb22700-4f6e-4f84-920c-53c09ca2039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.152009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-dcb22700-4f6e-4f84-920c-53c09ca2039f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1643548 Apr 20 13:33:32.245431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:32.264504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-e9d64bca-e3e9-42a2-bf8c-8774ed4266f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 999 time: 0.1081345 Apr 20 13:33:32.270720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-fbdf5cd6-1a8b-4e67-9fc0-c970c4f5efd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 200 len: 999 time: 0.1079230 Apr 20 13:33:32.287685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:32.349382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-f68cc946-8fce-4f49-9e29-8371e8a977f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.350828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-f68cc946-8fce-4f49-9e29-8371e8a977f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0793009 Apr 20 13:33:32.352424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-5adf3949-d592-4dd9-b75e-6ca5ed763897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.353721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-5adf3949-d592-4dd9-b75e-6ca5ed763897 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0733426 Apr 20 13:33:32.424531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-74aaff86-9285-4085-a493-b339f6e66636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.425903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-74aaff86-9285-4085-a493-b339f6e66636 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624473 Apr 20 13:33:32.428147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-7289f8c3-b4be-4841-b638-761641babbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.429437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-7289f8c3-b4be-4841-b638-761641babbb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729041 Apr 20 13:33:32.577064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-568492bb-b201-4f0f-b0e0-913935788cdd service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438715 Apr 20 13:33:32.580059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-40440612-86d3-4539-a446-3b558fa91a42 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399953 Apr 20 13:33:32.762796 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-87001674-1321-4186-a942-36126cbd35c5 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800957 Apr 20 13:33:32.782276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d27596-422b-45db-a095-e3671bcef689 req-35986504-9fd9-4b11-9d16-e49342cf787a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.783715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35d27596-422b-45db-a095-e3671bcef689 req-35986504-9fd9-4b11-9d16-e49342cf787a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.1394987 Apr 20 13:33:32.785666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-369c03eb-90a7-4fa4-8251-d524a8af64b0 req-2fe3273e-21f3-42df-b7f7-05229960d597 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963899 Apr 20 13:33:32.821662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-35d27596-422b-45db-a095-e3671bcef689 req-172c1361-a93d-4e16-8bd7-e5641c8f9a42 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Apr 20 13:33:32.940678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5136b-c6ba-43f2-957e-ad359ea17988 req-bd3b4a0e-67c3-4384-90aa-64505f0b8ee3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:32.942130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a5136b-c6ba-43f2-957e-ad359ea17988 req-bd3b4a0e-67c3-4384-90aa-64505f0b8ee3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0514047 Apr 20 13:33:32.978639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77a5136b-c6ba-43f2-957e-ad359ea17988 req-9f7a4f5e-99e0-4598-9618-fe748eda2590 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Apr 20 13:33:33.032179 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:33:33.089516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e62c6-d5ae-4a3b-941d-7a543dea95f9 req-81cbacfc-556d-4f1f-b87a-346fabb7df87 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:33.090974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c0e62c6-d5ae-4a3b-941d-7a543dea95f9 req-81cbacfc-556d-4f1f-b87a-346fabb7df87 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0477622 Apr 20 13:33:33.126748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5c0e62c6-d5ae-4a3b-941d-7a543dea95f9 req-17b66148-997f-40a8-9168-f56221808352 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298393 Apr 20 13:33:33.351893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31665e-34fb-42a3-a6fb-9300f23699b4 req-3f921336-bdca-44a6-9373-d49e660fe08c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:33.353199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d31665e-34fb-42a3-a6fb-9300f23699b4 req-3f921336-bdca-44a6-9373-d49e660fe08c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 944 time: 0.0468321 Apr 20 13:33:33.389571 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d31665e-34fb-42a3-a6fb-9300f23699b4 req-d2117fad-13a5-4f55-8b5d-9ad2428efbf6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304911 Apr 20 13:33:33.701491 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dc03f036-03f6-4b27-943e-92c014029247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:33.917343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:33:34.011795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:34.022774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'mac_address': 'fa:16:3e:f7:e4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:33:34.059454 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.071514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:33:34.090344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:34.094305 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.139362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=12']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:34.533656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49329-882b-4168-ad96-d324adb634b2 req-50876369-a3d2-4144-bda4-8da0bb87af5b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:34.535091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32e49329-882b-4168-ad96-d324adb634b2 req-50876369-a3d2-4144-bda4-8da0bb87af5b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0778821 Apr 20 13:33:34.542996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-1c073a31-96f7-49aa-a4e9-740ace64aa3f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:34.544280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-1c073a31-96f7-49aa-a4e9-740ace64aa3f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 945 time: 0.0781908 Apr 20 13:33:34.606799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32e49329-882b-4168-ad96-d324adb634b2 req-c7687507-9863-4b4f-b852-407728fd534c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616112 Apr 20 13:33:34.654099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Deleting port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:33:34.654467 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:34.737962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] For port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:34.738242 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.233323 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.233708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.234026 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 disassociated. External IP: 172.25.3.70, port: 136b8cc9-25d2-4cd7-87f9-0cb878619ba7. Apr 20 13:33:35.234365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Calling delete_port for 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:33:35.355117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.387272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event deleted for resources: {'Port': ['ID=136b8cc9-25d2-4cd7-87f9-0cb878619ba7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:35.397469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.397842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.398434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.398769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.399093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.399423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.399748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.400065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.400383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.400700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.401024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.401341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:33:35.510836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:35.622022 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:35.643613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:35.654967 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:35.655724 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:33:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:35.668337 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] No DVR routers for this DVR port 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:33:35.671173 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:35.674518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c9bf16d3-7558-4737-b0c6-10516cc114c6 req-f59f7803-c67c-4a77-9536-b80f18814795 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "DELETE /v2.0/ports/136b8cc9-25d2-4cd7-87f9-0cb878619ba7 HTTP/1.1" status: 204 len: 173 time: 1.1238465 Apr 20 13:33:35.674957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-deleted', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:35.677771 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5acdcf4-f09d-4d90-88c5-ba30f65d50ae" -d '{"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-deleted", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:35.717218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44d27d4d-777d-4732-a840-46d2e6c8c719 req-e4d369e4-2f91-41cf-97a5-d5b81fae94a4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68 HTTP/1.1" status: 200 len: 210 time: 0.0290287 Apr 20 13:33:35.727637 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1165746-86bd-427a-b720-247601461a2f x-openstack-request-id: req-a1165746-86bd-427a-b720-247601461a2f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:35.728042 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68", "name": "network-vif-deleted", "tag": "136b8cc9-25d2-4cd7-87f9-0cb878619ba7", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:35.728441 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1165746-86bd-427a-b720-247601461a2f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:35.729059 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1165746-86bd-427a-b720-247601461a2f'] response: {'server_uuid': 'c2f82f6d-0be7-42fd-b2a9-e4ce942e7c68', 'name': 'network-vif-deleted', 'tag': '136b8cc9-25d2-4cd7-87f9-0cb878619ba7', 'status': 'completed', 'code': 200} Apr 20 13:33:35.779279 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:35.933695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:33:35.938766 n-d-838550-2 neutron-server[109411]: INFO neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No ports have port_id starting with 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 Apr 20 13:33:35.940252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 requested by agent hyperv_n-h2-838550-2 not found in database {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Apr 20 13:33:35.977054 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:36.049479 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0219f0f0-c825-4e5c-9bf9-4d3956bb5854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:36.090352 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:36.099064 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:36.099664 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:33:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:36.200501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:36.389773 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:36.414856 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d91ab6-7a7d-44cc-b3ad-0df9f5e39df9 None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:36.623051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4db2c41-f6e2-48c8-90d0-82fc463f92fb None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:33:36.963985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-075f1905-d875-4085-9b46-eb31eb11c0a2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1638677152&fields=id&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 267 time: 0.0312788 Apr 20 13:33:37.071597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-824fa4a9-946a-4ba3-83b6-e7f5d5c0e548 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:37.073156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-824fa4a9-946a-4ba3-83b6-e7f5d5c0e548 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1024420 Apr 20 13:33:37.087853 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-9440de79-57b2-4b91-89b8-363934c8f233 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/quotas/4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 375 time: 0.0088966 Apr 20 13:33:37.140239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-fa76b909-64dd-4bad-932d-4b86c6fc56d4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467753 Apr 20 13:33:37.238630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-e6b87f67-6adf-41f5-99eb-d0e2dc19943e service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860014 Apr 20 13:33:37.301697 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:37.330740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-73cf3585-2352-4c2a-a1a2-716b84a91b44 service neutron] 10.222.0.24 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858951 Apr 20 13:33:37.485857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-022058b7-a4be-4871-9894-bc93de718834 req-c42e13db-cc1a-4366-9b3f-3b952ec2c061 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 210 time: 0.0265713 Apr 20 13:33:37.932904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:33:37.954139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:33:37.954485 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 136b8cc9-25d2-4cd7-87f9-0cb878619ba7 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:33:38.360453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-be1fb43b-32ef-43c7-99e6-ef2e890e7dd6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:38.361909 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-be1fb43b-32ef-43c7-99e6-ef2e890e7dd6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 811 time: 0.1058993 Apr 20 13:33:38.404683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-a8f70caa-7931-4b13-8c57-2d328cc0e76d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 380 time: 0.0334151 Apr 20 13:33:38.413751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'port': {'device_id': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'admin_state_up': True, 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'security_groups': ['8dc3648d-f26d-4af4-8b02-13461130071b']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:38.515149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Made reservation on behalf of 4e68e84c49594106a5d42e548fa2a3a4 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:33:38.518940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.612536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5343f447-2ac3-42c5-a796-6229270ddc1f req-24019b6a-aae2-42a8-a50d-42a515c32ae1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 210 time: 0.0347936 Apr 20 13:33:38.664804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.674829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Allocated IP 172.20.0.6 (d33dc327-3efe-48c1-84a5-9a0830b5edbe/8c5fd4df-083e-4442-87db-50ef5c590e13/25a90d52-7ce7-4471-a9c2-b2a0559168f6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:33:38.808450 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.840472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.883111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:33:38.886064 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:33:38.889771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:33:38.896629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:38.942375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:38.943049 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:38.958337 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-ecc5e022-3899-46ac-bb45-cca573158bc4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5486336 Apr 20 13:33:38.970184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Request body: {'port': {'device_id': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:38.998400 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.034451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.115625 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e1ba2eed-253a-4888-83b2-94be6550dcef None None] Provisioning complete for port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:39.115996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2eed-253a-4888-83b2-94be6550dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.152769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba2eed-253a-4888-83b2-94be6550dcef None None] Port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:33:39.299176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a90d52-7ce7-4471-a9c2-b2a0559168f6 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:33:39.306975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.318487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Transition to ACTIVE for port object 25a90d52-7ce7-4471-a9c2-b2a0559168f6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:33:39.321916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.372440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:39.445466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:33:39.445843 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:33:39.446322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:39.451001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:33:39.451320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:33:39.456178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:33:39.456674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:33:39.457060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:33:39.457484 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Bound port: 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:33:39.457865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.524002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:33:39.527121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:33:39.531485 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.563349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.563949 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:39.565390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] 10.222.0.30 "PUT /v2.0/ports/25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 1091 time: 0.5995207 Apr 20 13:33:39.572020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:39.576006 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359d8736-704f-4182-8bf9-beea50922184" -d '{"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:39.644041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56845c0e-0e46-4d35-a072-fc97d1755329 service neutron] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:39.648586 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec01972-2720-42ed-83a4-f74f36570dee x-openstack-request-id: req-7ec01972-2720-42ed-83a4-f74f36570dee {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:39.648885 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:39.649129 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ec01972-2720-42ed-83a4-f74f36570dee {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:39.650164 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec01972-2720-42ed-83a4-f74f36570dee'] response: {'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'status': 'completed', 'code': 200} Apr 20 13:33:39.667865 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-229421f8-83a5-4fa9-b325-95b8a4496d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.669288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-229421f8-83a5-4fa9-b325-95b8a4496d9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1094 time: 0.0613079 Apr 20 13:33:39.720906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-aa06ad3d-868c-401b-8784-252c88d32029 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 217 time: 0.0445085 Apr 20 13:33:39.801308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72575295-55bc-474f-88c9-e27f1dde0e93 req-29fd6bc6-8a1e-4764-8a96-0228b057fca4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.802821 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72575295-55bc-474f-88c9-e27f1dde0e93 req-29fd6bc6-8a1e-4764-8a96-0228b057fca4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0912700 Apr 20 13:33:39.804081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-5730a555-2d8b-407b-983c-5d7723661cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.805372 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-5730a555-2d8b-407b-983c-5d7723661cbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0664151 Apr 20 13:33:39.869388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72575295-55bc-474f-88c9-e27f1dde0e93 req-ffe63fa0-8a70-4578-9ad1-7b3ffdaa584e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596480 Apr 20 13:33:39.876891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-f14e6407-5398-495a-859c-84db394ebe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:39.878437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-f14e6407-5398-495a-859c-84db394ebe49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618155 Apr 20 13:33:39.967564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-bf7bd035-3508-413d-9d2c-80f9d7682510 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817976 Apr 20 13:33:40.057588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d9f2497f-dda4-46b3-a28f-c464460c25bb req-18604fe3-51b3-47cf-9209-91ce13d9c8ed service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838113 Apr 20 13:33:40.140969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d8736-704f-4182-8bf9-beea50922184 req-f7d44527-26d1-4f66-93ed-8d733b0a423b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:40.142451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d8736-704f-4182-8bf9-beea50922184 req-f7d44527-26d1-4f66-93ed-8d733b0a423b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1094 time: 0.0426161 Apr 20 13:33:40.232320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d8736-704f-4182-8bf9-beea50922184 req-e2bb388f-3d39-4106-9fc8-f02e26870cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:40.233664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d8736-704f-4182-8bf9-beea50922184 req-e2bb388f-3d39-4106-9fc8-f02e26870cc9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0851109 Apr 20 13:33:40.274722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d8736-704f-4182-8bf9-beea50922184 req-f94b385d-fd9f-4a14-aea0-ea69e9815a68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 217 time: 0.0339074 Apr 20 13:33:40.320904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d8736-704f-4182-8bf9-beea50922184 req-5d01faa6-4036-4bfe-a9b5-a8b09df6b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:40.322284 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d8736-704f-4182-8bf9-beea50922184 req-5d01faa6-4036-4bfe-a9b5-a8b09df6b480 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0418522 Apr 20 13:33:40.369742 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d8736-704f-4182-8bf9-beea50922184 req-2ff7dbf8-f12d-4e51-a3a3-6b0882b9344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:40.371163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d8736-704f-4182-8bf9-beea50922184 req-2ff7dbf8-f12d-4e51-a3a3-6b0882b9344d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421164 Apr 20 13:33:40.457137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d8736-704f-4182-8bf9-beea50922184 req-8dc712bc-e627-4534-9663-2dbb93767210 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793862 Apr 20 13:33:40.548930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-359d8736-704f-4182-8bf9-beea50922184 req-7bd91095-9ab2-4286-b894-26b7f1f217ed service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853302 Apr 20 13:33:40.993401 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70595f5a-d060-4e4c-a37a-1b85483a4a7f req-27302a61-dcd7-420c-8769-64829a708080 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:40.994890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70595f5a-d060-4e4c-a37a-1b85483a4a7f req-27302a61-dcd7-420c-8769-64829a708080 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0487854 Apr 20 13:33:41.034987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70595f5a-d060-4e4c-a37a-1b85483a4a7f req-5a629a14-f741-4846-997d-891edbc90e5b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340884 Apr 20 13:33:42.147840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e51b0d-0fa7-4ee0-9fce-73554232b1c2 req-c0abd53d-ee11-42db-917c-8a8385d7e718 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:42.149535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0e51b0d-0fa7-4ee0-9fce-73554232b1c2 req-c0abd53d-ee11-42db-917c-8a8385d7e718 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0478408 Apr 20 13:33:42.186395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0e51b0d-0fa7-4ee0-9fce-73554232b1c2 req-2e3346ab-f069-440a-9860-b76af4cb5779 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309696 Apr 20 13:33:43.296538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019f72f-29dc-456a-a39a-2fdced66658f req-2110c98b-573b-4a93-9166-04da5950823a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:43.297977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2019f72f-29dc-456a-a39a-2fdced66658f req-2110c98b-573b-4a93-9166-04da5950823a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0470185 Apr 20 13:33:43.338561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2019f72f-29dc-456a-a39a-2fdced66658f req-eed42710-df6d-4983-81cf-15b5ccd2e578 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342016 Apr 20 13:33:44.370744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:33:44.451836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aca8b-0674-4b16-9e66-1a7552282517 req-6890aa01-c7fc-4826-a61a-94d964488eb2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:44.453324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b97aca8b-0674-4b16-9e66-1a7552282517 req-6890aa01-c7fc-4826-a61a-94d964488eb2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0484941 Apr 20 13:33:44.465873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:44.477788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'mac_address': 'fa:16:3e:ca:e6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:33:44.491530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b97aca8b-0674-4b16-9e66-1a7552282517 req-01e49696-2929-4127-a682-3e4b53251f6d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Apr 20 13:33:44.518448 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.531219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a90d52-7ce7-4471-a9c2-b2a0559168f6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:33:44.550148 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:44.554721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:44.602299 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:44.850433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['25a90d52-7ce7-4471-a9c2-b2a0559168f6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:33:45.605166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c68b-7d8b-4ae0-9614-e89c0b098e70 req-fcc93c19-76d3-4a41-8eec-c477071b89e8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:45.606633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7699c68b-7d8b-4ae0-9614-e89c0b098e70 req-fcc93c19-76d3-4a41-8eec-c477071b89e8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0474229 Apr 20 13:33:45.644192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7699c68b-7d8b-4ae0-9614-e89c0b098e70 req-8f26b07c-8776-43d5-8281-e114fa40bc0f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Apr 20 13:33:46.372223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:33:46.419348 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:33:46.422952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:33:46.423320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.500300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.524425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:46.526664 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b566fe-720f-4c3b-80ee-549c6c853f51" -d '{"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-plugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:46.538914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:33:46.543010 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:46.565681 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f4a1d-5ae7-4d95-a483-3b2636450bab x-openstack-request-id: req-f05f4a1d-5ae7-4d95-a483-3b2636450bab {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:46.565978 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-plugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:46.566234 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f05f4a1d-5ae7-4d95-a483-3b2636450bab {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:46.566625 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05f4a1d-5ae7-4d95-a483-3b2636450bab'] response: {'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'code': 200} Apr 20 13:33:46.594424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:33:46.660206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60d82e-484f-4c6c-8af9-71489c5c851b req-5a52151d-cd0e-447d-8537-5702f42c9202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:46.661567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa60d82e-484f-4c6c-8af9-71489c5c851b req-5a52151d-cd0e-447d-8537-5702f42c9202 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1096 time: 0.0424001 Apr 20 13:33:46.700630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa60d82e-484f-4c6c-8af9-71489c5c851b req-55b002df-f910-4b53-93e8-70758043a6b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317671 Apr 20 13:33:46.758650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1710a0d-425c-4e7a-a662-7e5bb3998bb1 req-69d3e270-546b-4c24-987b-eb0be251b4d5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:46.760065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1710a0d-425c-4e7a-a662-7e5bb3998bb1 req-69d3e270-546b-4c24-987b-eb0be251b4d5 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0470181 Apr 20 13:33:46.796781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e1710a0d-425c-4e7a-a662-7e5bb3998bb1 req-388e6b1c-7168-4a9b-b254-d995a2abf7c1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308402 Apr 20 13:33:47.919616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987edd2a-f151-4c3d-9034-01085df601c9 req-23166e3b-6851-4865-a00f-b19f29b49f71 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:47.921088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-987edd2a-f151-4c3d-9034-01085df601c9 req-23166e3b-6851-4865-a00f-b19f29b49f71 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0564904 Apr 20 13:33:47.957354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-987edd2a-f151-4c3d-9034-01085df601c9 req-f04a7c1e-7a44-42f7-b202-8fd901c1a67e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302796 Apr 20 13:33:49.070728 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9be7-5724-4849-afe3-c850b4457e5f req-67422f3c-7540-40c0-b0df-4e16dce40d02 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:49.072232 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-406c9be7-5724-4849-afe3-c850b4457e5f req-67422f3c-7540-40c0-b0df-4e16dce40d02 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Apr 20 13:33:49.119255 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-406c9be7-5724-4849-afe3-c850b4457e5f req-bccae4b9-e0e8-4209-99ec-9f7fe62f0228 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Apr 20 13:33:49.232810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216409f-1bb1-4bce-80ea-6476a54fda61 req-bbe2e370-e5d1-4fd8-ae5f-61dbb6aef9e7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:49.234278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f216409f-1bb1-4bce-80ea-6476a54fda61 req-bbe2e370-e5d1-4fd8-ae5f-61dbb6aef9e7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0488894 Apr 20 13:33:49.242769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51170) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:33:49.246901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Request body: {'floatingip': {'port_id': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:33:49.284628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.366860 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.706430 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.710857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:49.806427 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 associated. External IP: 172.25.3.70, port: 25a90d52-7ce7-4471-a9c2-b2a0559168f6. Apr 20 13:33:50.006662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:33:50.428921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:33:50.433684 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:33:50.438457 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:33:50.448141 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:50.448744 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:33:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:50.462857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7a8f0771-9ac6-4686-9896-46fb8d08f79a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "PUT /v2.0/floatingips/6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 HTTP/1.1" status: 200 len: 991 time: 1.2161031 Apr 20 13:33:50.462857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:33:50.463120 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce27296b-11bb-4aae-8537-f7309811556b" -d '{"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:33:50.500491 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428f212b-947b-40d4-9e98-86abd48c739c x-openstack-request-id: req-428f212b-947b-40d4-9e98-86abd48c739c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:33:50.500785 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:33:50.501040 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-428f212b-947b-40d4-9e98-86abd48c739c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:33:50.501779 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428f212b-947b-40d4-9e98-86abd48c739c'] response: {'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'status': 'completed', 'code': 200} Apr 20 13:33:50.556102 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:50.565729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27296b-11bb-4aae-8537-f7309811556b req-8d28453d-7eb7-4175-a6f7-87318e4b2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.567730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce27296b-11bb-4aae-8537-f7309811556b req-8d28453d-7eb7-4175-a6f7-87318e4b2710 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1096 time: 0.0446019 Apr 20 13:33:50.667679 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27296b-11bb-4aae-8537-f7309811556b req-b11e97cb-15ae-4e20-882a-0deb6d43aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.669152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce27296b-11bb-4aae-8537-f7309811556b req-b11e97cb-15ae-4e20-882a-0deb6d43aa96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0954473 Apr 20 13:33:50.745252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce27296b-11bb-4aae-8537-f7309811556b req-f7a4fcce-aa3d-4091-9751-132d14686644 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.0698240 Apr 20 13:33:50.794989 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:ca:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:33:49Z', 'revision_number': 13, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:50.807080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27296b-11bb-4aae-8537-f7309811556b req-37e475a5-80d1-4cea-8bfd-08a8801f2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.808755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce27296b-11bb-4aae-8537-f7309811556b req-37e475a5-80d1-4cea-8bfd-08a8801f2017 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0571079 Apr 20 13:33:50.829968 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:33:50.839680 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:33:50.840397 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:33:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:50.855405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27296b-11bb-4aae-8537-f7309811556b req-ef43231e-0914-4bbb-8f7a-749645dceb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:50.857027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce27296b-11bb-4aae-8537-f7309811556b req-ef43231e-0914-4bbb-8f7a-749645dceb9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420747 Apr 20 13:33:50.953342 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:33:50.957375 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce27296b-11bb-4aae-8537-f7309811556b req-a5067031-5a7c-4375-97b7-5580cc5bd9d1 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919578 Apr 20 13:33:51.051169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce27296b-11bb-4aae-8537-f7309811556b req-fe3bfbc3-dbdf-4f76-b146-e5330d008e8f service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871842 Apr 20 13:33:51.180731 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:ca:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:33:49Z', 'revision_number': 13, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:33:51.207102 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114b8607-879f-4b48-b328-1b8bb44cfba3 None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'floating_ip_address': '172.25.3.70', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'port_id': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'mac_address': 'fa:16:3e:ca:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:30:49Z', 'updated_at': '2022-04-20T13:33:49Z', 'revision_number': 13, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:33:51.419050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8879cf08-1e67-4488-a536-e264b431034e None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:33:51.930053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f148a-c320-4398-ade7-7a1fd4777f1e req-821ed37e-b028-4f01-b91f-6f68574f26c8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:33:51.931481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e61f148a-c320-4398-ade7-7a1fd4777f1e req-821ed37e-b028-4f01-b91f-6f68574f26c8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0529745 Apr 20 13:33:51.968193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e61f148a-c320-4398-ade7-7a1fd4777f1e req-fffa2c86-3294-438f-8f63-71b3585baf1b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306423 Apr 20 13:33:54.070443 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:01.982650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86641c4-ccc5-4d9b-89c9-3d244a4f6209 req-fac205b7-d969-4078-a4a0-2fc8339600f6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:01.984224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f86641c4-ccc5-4d9b-89c9-3d244a4f6209 req-fac205b7-d969-4078-a4a0-2fc8339600f6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0502408 Apr 20 13:34:02.015567 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-0f7e5f90-ce55-4c67-945e-a932884ec6b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931649 Apr 20 13:34:02.022472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f86641c4-ccc5-4d9b-89c9-3d244a4f6209 req-e910e8e8-8cb1-48da-a5d7-60150c2057be tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Apr 20 13:34:03.149914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-36439a8f-3d92-44a9-9c88-c58e9a9b2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:03.151365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-36439a8f-3d92-44a9-9c88-c58e9a9b2002 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1096 time: 0.1224723 Apr 20 13:34:03.173612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a9aa-fd0d-410e-b716-f15c9575b2b8 req-b24e3118-229c-408b-8d01-8e9f2b44c2fc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:03.174991 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8923a9aa-fd0d-410e-b716-f15c9575b2b8 req-b24e3118-229c-408b-8d01-8e9f2b44c2fc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0683513 Apr 20 13:34:03.254758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8923a9aa-fd0d-410e-b716-f15c9575b2b8 req-3e7f510d-208e-4015-8fb5-98a0fbdfa684 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703001 Apr 20 13:34:03.278886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-d47b660d-dd0e-49b6-b06a-b900d0d4dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:03.280307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-d47b660d-dd0e-49b6-b06a-b900d0d4dcd7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1216815 Apr 20 13:34:03.348859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-ff06a82b-e5b7-4d9a-be53-ece40d0862d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 1001 time: 0.0621169 Apr 20 13:34:03.396726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-61e09d2d-5011-4392-a285-23933a771153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:03.398099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-61e09d2d-5011-4392-a285-23933a771153 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0422688 Apr 20 13:34:03.440814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-566a67df-5a81-45ad-868f-b20a3405c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:03.442231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-566a67df-5a81-45ad-868f-b20a3405c92d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375581 Apr 20 13:34:03.536239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-7b74576d-e829-4401-b64a-7bf83571e2a2 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867660 Apr 20 13:34:03.627607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-337e5e2d-c269-4dd9-8c05-4f751f04c9de service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832441 Apr 20 13:34:03.702414 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ea2d76f7-da74-4079-bd36-d5ac01a540b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:04.370826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e70d8f-ba06-4de7-84cb-c63bead8fb76 req-3521b501-4efc-40c2-b158-c3e4b3e1329f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:04.372277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4e70d8f-ba06-4de7-84cb-c63bead8fb76 req-3521b501-4efc-40c2-b158-c3e4b3e1329f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0486765 Apr 20 13:34:04.414113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4e70d8f-ba06-4de7-84cb-c63bead8fb76 req-a0e0130b-a17e-402f-bfda-f41b2cdd70af tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359309 Apr 20 13:34:05.527539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c1918-ddad-416f-864e-7d641e2b3043 req-cf51e34f-8002-45d5-b74c-401ad87bbe2e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:05.529001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-656c1918-ddad-416f-864e-7d641e2b3043 req-cf51e34f-8002-45d5-b74c-401ad87bbe2e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0475106 Apr 20 13:34:05.566743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-656c1918-ddad-416f-864e-7d641e2b3043 req-7e38d266-db0c-4f9f-aab9-5ffe2e914585 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317726 Apr 20 13:34:06.050420 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5e79beed-1750-4fac-85a7-351ebdc5a91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:06.682609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5008af-c93f-44a6-afae-600ec85040c4 req-df9db492-009e-48dd-902a-6a26dc6b1d91 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:06.684033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb5008af-c93f-44a6-afae-600ec85040c4 req-df9db492-009e-48dd-902a-6a26dc6b1d91 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0475357 Apr 20 13:34:06.720344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eb5008af-c93f-44a6-afae-600ec85040c4 req-bb78ebae-86df-404e-aa33-4ee0d6641479 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 Apr 20 13:34:07.303367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:07.839331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4585b-5597-4d49-83e9-31283939c0ab req-f9e41bfb-da14-4db5-a9a3-0206cc1060d6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:07.840777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68c4585b-5597-4d49-83e9-31283939c0ab req-f9e41bfb-da14-4db5-a9a3-0206cc1060d6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0517924 Apr 20 13:34:07.884049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68c4585b-5597-4d49-83e9-31283939c0ab req-8c5cc0fb-b127-48c1-bd76-d468ecebff14 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366638 Apr 20 13:34:08.667197 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:08.997674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540d0e9-93ba-4eae-9c8b-6f138aa097f8 req-a0a55c1c-0318-4221-93a1-ac0499d7a6dd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:08.999015 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:08.999788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6540d0e9-93ba-4eae-9c8b-6f138aa097f8 req-a0a55c1c-0318-4221-93a1-ac0499d7a6dd tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0484695 Apr 20 13:34:09.037365 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6540d0e9-93ba-4eae-9c8b-6f138aa097f8 req-c0973410-6ed1-40d1-bf20-615467462439 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Apr 20 13:34:10.030997 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:34:10.155991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6139e-7033-4a9b-bd62-eda7ea050002 req-4b58fbfb-1e95-4535-b212-7da2b777a726 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:10.157435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ae6139e-7033-4a9b-bd62-eda7ea050002 req-4b58fbfb-1e95-4535-b212-7da2b777a726 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0499294 Apr 20 13:34:10.201081 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3ae6139e-7033-4a9b-bd62-eda7ea050002 req-731dd67e-f6ec-4c84-abc7-517bcebedb40 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349543 Apr 20 13:34:11.324059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df16de-e6ec-4aca-b792-d0a209f74b62 req-126380f3-b2e1-4250-b9fc-692330c3f74f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:11.325490 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8df16de-e6ec-4aca-b792-d0a209f74b62 req-126380f3-b2e1-4250-b9fc-692330c3f74f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0478611 Apr 20 13:34:11.366581 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d8df16de-e6ec-4aca-b792-d0a209f74b62 req-9804ff2d-840a-4570-a3c3-062f0295905c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351052 Apr 20 13:34:11.985171 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-96d8eb93-8396-41b0-96a5-4e71d1af4ac8 service neutron] show failed (client error): The resource could not be found. Apr 20 13:34:11.986196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-96d8eb93-8396-41b0-96a5-4e71d1af4ac8 service neutron] 10.222.0.30 "GET /v2.0/ports/25a90d52-7ce7-4471-a9c2-b2a0559168f6/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0535891 Apr 20 13:34:12.225683 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-bd0c08c3-bcfe-43da-8f0d-f8b046f4a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:12.227128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-bd0c08c3-bcfe-43da-8f0d-f8b046f4a016 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0893688 Apr 20 13:34:12.238960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:12.289801 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.531437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec703f-349a-4635-bf7c-14ed688e5414 req-985f2ac0-6bcd-4c0a-b59c-c5516d958d2d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:12.532894 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ec703f-349a-4635-bf7c-14ed688e5414 req-985f2ac0-6bcd-4c0a-b59c-c5516d958d2d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0746396 Apr 20 13:34:12.534632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:12.593006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37ec703f-349a-4635-bf7c-14ed688e5414 req-4fc47c52-bf85-4d0f-a23c-1711b8aabc83 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502946 Apr 20 13:34:12.593903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:12.636073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:12.638408 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b12ac-a21c-4eb7-969c-1adf1e8ba839" -d '{"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-unplugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:12.642390 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.654562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Transition to ACTIVE for port object 25a90d52-7ce7-4471-a9c2-b2a0559168f6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:34:12.658713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.706750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:12.765786 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8ef3c2-96ff-410a-b3a7-4ec146bdbb75 x-openstack-request-id: req-7f8ef3c2-96ff-410a-b3a7-4ec146bdbb75 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:12.766234 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-unplugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:12.766321 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f8ef3c2-96ff-410a-b3a7-4ec146bdbb75 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:12.766757 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8ef3c2-96ff-410a-b3a7-4ec146bdbb75'] response: {'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'code': 200} Apr 20 13:34:12.787857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] No DVR routers for this DVR port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:12.927726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:12.927827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:12.928098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:12.932344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:34:12.932665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:12.937326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:12.937686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:12.938069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:12.938487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Bound port: 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:12.938837 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:12.999974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:13.002811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:13.007109 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:13.040361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.040971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:13.042348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] 10.222.0.37 "PUT /v2.0/ports/25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 1091 time: 0.8072453 Apr 20 13:34:13.063226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be791f-d3ba-41fe-aa76-4e2651cbaddd service neutron] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:13.112496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-078d6d83-4683-4253-8770-31efae0d2252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.114040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-078d6d83-4683-4253-8770-31efae0d2252 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1094 time: 0.0431135 Apr 20 13:34:13.213419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-039dce8f-99e5-4dd0-bab1-a030332607f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.214923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-039dce8f-99e5-4dd0-bab1-a030332607f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0925152 Apr 20 13:34:13.279943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-1818cdfb-34d5-4365-991f-6e11e130ff4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.0588319 Apr 20 13:34:13.332192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-f4c18a47-b743-4c54-a67e-681219ae19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.334058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-f4c18a47-b743-4c54-a67e-681219ae19df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0463963 Apr 20 13:34:13.378205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-927cb3b4-7c09-4fb7-a416-f2208d36f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.379635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-927cb3b4-7c09-4fb7-a416-f2208d36f9e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387020 Apr 20 13:34:13.467356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-a49cf3c5-b964-4b3f-8c88-47376918ff6e service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802429 Apr 20 13:34:13.560153 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-68ae0468-66e7-4c1d-b813-465a046a2199 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869231 Apr 20 13:34:13.714317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56d527-353b-401a-bb0d-10da4021740c req-7fb8cbbd-e49e-4c63-a20a-69a93337c07e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:13.715951 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc56d527-353b-401a-bb0d-10da4021740c req-7fb8cbbd-e49e-4c63-a20a-69a93337c07e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0523920 Apr 20 13:34:13.762440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dc56d527-353b-401a-bb0d-10da4021740c req-0c2fc108-f4e2-420e-a5a8-b78ad16ba3b2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349007 Apr 20 13:34:14.526301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:14.567552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:14.767645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:14.769944 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db08a7f-bad7-46f1-a160-eb41cf1f4208" -d '{"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:14.822730 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10fe1a7-308a-411b-a4a1-c06a1289a58d x-openstack-request-id: req-e10fe1a7-308a-411b-a4a1-c06a1289a58d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:14.822993 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:14.823243 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e10fe1a7-308a-411b-a4a1-c06a1289a58d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:14.823644 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10fe1a7-308a-411b-a4a1-c06a1289a58d'] response: {'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'status': 'completed', 'code': 200} Apr 20 13:34:14.967820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb97623-ab55-411b-9b1e-fd2aa6c28d62 req-6922ee28-5909-40e2-a82d-29f21a4d698d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:14.969311 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fb97623-ab55-411b-9b1e-fd2aa6c28d62 req-6922ee28-5909-40e2-a82d-29f21a4d698d tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.1341870 Apr 20 13:34:14.979289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-ca9e6e56-0192-4bb7-9ed4-0ea45d0b9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:14.980696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-ca9e6e56-0192-4bb7-9ed4-0ea45d0b9a03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1094 time: 0.1336913 Apr 20 13:34:14.983060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-4bf02ce2-d2d6-4f83-9796-c2edf12a5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:14.984377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-4bf02ce2-d2d6-4f83-9796-c2edf12a5091 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1094 time: 0.1155393 Apr 20 13:34:15.115584 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2fb97623-ab55-411b-9b1e-fd2aa6c28d62 req-4bd3a8f8-d6ab-4599-ae6a-f16ae39d9f18 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391795 Apr 20 13:34:15.157750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-ec61f1a2-cc8d-44ad-bcde-9f2b18c9b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:15.159198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-ec61f1a2-cc8d-44ad-bcde-9f2b18c9b3e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1700752 Apr 20 13:34:15.208134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-56c52eeb-faf0-4849-8222-36c03af958fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:15.209618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-56c52eeb-faf0-4849-8222-36c03af958fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.2123687 Apr 20 13:34:15.284787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-c9dc3ecc-5ab4-4723-af65-682822b90d66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.1167319 Apr 20 13:34:15.349960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-f49020f8-ec43-4700-b9f4-2f1ce2bf5005 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.1331708 Apr 20 13:34:15.401316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-b7078171-87a6-4938-a7d7-a8721b52a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:15.402797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-b7078171-87a6-4938-a7d7-a8721b52a77b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.1107655 Apr 20 13:34:15.422203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-c0f374e1-754c-436f-ba28-81a5cf8b0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:15.422885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-c0f374e1-754c-436f-ba28-81a5cf8b0c08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0678585 Apr 20 13:34:15.476636 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-453e2909-3be6-4b12-8c30-dc400f917316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:15.478127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-453e2909-3be6-4b12-8c30-dc400f917316 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679383 Apr 20 13:34:15.494757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-39bf4afe-e36a-4a81-a40a-a81aeff8a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:15.496142 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-39bf4afe-e36a-4a81-a40a-a81aeff8a0be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583968 Apr 20 13:34:15.647445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-559ebf77-7b04-4ff3-af2e-86b9bbce7dbf service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617222 Apr 20 13:34:15.654687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-a2827097-8a66-43ac-a37e-e606913e9ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493425 Apr 20 13:34:15.814697 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-50c21702-b160-4b75-8ff8-3eb3477550af service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588912 Apr 20 13:34:15.816536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7db08a7f-bad7-46f1-a160-eb41cf1f4208 req-24e915a4-918b-4f03-8819-4dbece6cb511 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498923 Apr 20 13:34:16.236872 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c6076-aa07-4988-8db8-ff8393e7dc9f req-583ddb0a-b356-45c6-8477-83f8c66e117b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:16.238377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca1c6076-aa07-4988-8db8-ff8393e7dc9f req-583ddb0a-b356-45c6-8477-83f8c66e117b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0518389 Apr 20 13:34:16.276814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ca1c6076-aa07-4988-8db8-ff8393e7dc9f req-b653e4d8-e00b-4c24-ae21-feb9712f6b47 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Apr 20 13:34:17.403398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45320268-ffd3-47f3-a07b-822ab8dfc786 req-7bb42156-ade7-4e79-a075-50ef94b6b204 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:17.404881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45320268-ffd3-47f3-a07b-822ab8dfc786 req-7bb42156-ade7-4e79-a075-50ef94b6b204 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0532722 Apr 20 13:34:17.441249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45320268-ffd3-47f3-a07b-822ab8dfc786 req-61be78ba-0991-4e31-9cff-14b17af74714 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304303 Apr 20 13:34:18.561195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab856946-4f2d-43d8-ab05-a8d6ea2a20ec req-5fcf6908-7d87-4b85-9744-353173556a68 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:18.562645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab856946-4f2d-43d8-ab05-a8d6ea2a20ec req-5fcf6908-7d87-4b85-9744-353173556a68 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0525267 Apr 20 13:34:18.599661 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ab856946-4f2d-43d8-ab05-a8d6ea2a20ec req-1b76bf94-a390-4be8-b965-dd6e133d4422 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304124 Apr 20 13:34:19.385029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:19.713771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e10ce0-c7e8-4415-9473-74e81afa7808 req-c4af0eec-3e8c-44b1-b663-b0d34c7a9d10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:19.715207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34e10ce0-c7e8-4415-9473-74e81afa7808 req-c4af0eec-3e8c-44b1-b663-b0d34c7a9d10 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0476708 Apr 20 13:34:19.752424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34e10ce0-c7e8-4415-9473-74e81afa7808 req-b84de276-1077-4c4f-a744-77ae52db73f6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Apr 20 13:34:20.868523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471ab4-db74-44c9-8b76-97bd3c86527a req-417fe78a-d76c-48a2-b854-699b2bcd2139 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:20.869976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a471ab4-db74-44c9-8b76-97bd3c86527a req-417fe78a-d76c-48a2-b854-699b2bcd2139 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0477073 Apr 20 13:34:20.907892 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9a471ab4-db74-44c9-8b76-97bd3c86527a req-db58a2d9-5ce0-407a-91b4-a77ff9a315d6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314767 Apr 20 13:34:22.028907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98473fa-766c-42ce-8913-14be735de9b6 req-c393d0a0-5b03-4bfc-843a-3323ed7004e1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:22.030368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a98473fa-766c-42ce-8913-14be735de9b6 req-c393d0a0-5b03-4bfc-843a-3323ed7004e1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0520971 Apr 20 13:34:22.067177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a98473fa-766c-42ce-8913-14be735de9b6 req-d53b3e20-66a9-4ad1-8ec0-30374b696514 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308506 Apr 20 13:34:23.182576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfc329-db79-4ff8-bd0e-d023828e4f1e req-fe4ded00-fc2c-4a96-b512-5907f88845c0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:23.184016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbdfc329-db79-4ff8-bd0e-d023828e4f1e req-fe4ded00-fc2c-4a96-b512-5907f88845c0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0482240 Apr 20 13:34:23.222300 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbdfc329-db79-4ff8-bd0e-d023828e4f1e req-fbec6774-703b-4b4e-a294-b4ea42374360 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Apr 20 13:34:24.085589 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.196955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:34:24.293404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:24.305653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'mac_address': 'fa:16:3e:ca:e6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:34:24.342576 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61b047-d7f1-4cdc-9dca-cd70ba922ec3 req-1d4710a6-65a9-49c1-9813-ecb9c3e7f0d2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:24.343142 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.343958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d61b047-d7f1-4cdc-9dca-cd70ba922ec3 req-1d4710a6-65a9-49c1-9813-ecb9c3e7f0d2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 943 time: 0.0493982 Apr 20 13:34:24.355975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a90d52-7ce7-4471-a9c2-b2a0559168f6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:24.375522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:24.379094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:24.382235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6d61b047-d7f1-4cdc-9dca-cd70ba922ec3 req-d8e7a8cf-081f-483b-acc0-6c6c625ad460 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Apr 20 13:34:24.428682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:24.595073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['25a90d52-7ce7-4471-a9c2-b2a0559168f6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:34:25.499899 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f30c7-aa63-414b-b7da-18b103f63e03 req-4f299096-593b-4467-9fea-951ce887f4fa tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:25.501330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f30f30c7-aa63-414b-b7da-18b103f63e03 req-4f299096-593b-4467-9fea-951ce887f4fa tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0512881 Apr 20 13:34:25.538989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f30f30c7-aa63-414b-b7da-18b103f63e03 req-16122aa9-cd52-4182-acf5-e0e3c26f1dd7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309184 Apr 20 13:34:25.841331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-ddedef17-f150-4e47-b56f-402e2165db1b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:25.842788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-ddedef17-f150-4e47-b56f-402e2165db1b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.37 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067&tenant_id=4e68e84c49594106a5d42e548fa2a3a4&binding%3Ahost_id=n-h2-838550-2 HTTP/1.1" status: 200 len: 944 time: 0.0812166 Apr 20 13:34:25.851152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce2fa8-fa24-4f3d-8402-316f66317fef req-8046cdad-7332-4876-ad7a-f9e70817a5f2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:25.852476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97ce2fa8-fa24-4f3d-8402-316f66317fef req-8046cdad-7332-4876-ad7a-f9e70817a5f2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0649357 Apr 20 13:34:25.926435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97ce2fa8-fa24-4f3d-8402-316f66317fef req-c286b5e0-f509-466c-815d-27346c0b3fc7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672417 Apr 20 13:34:25.934676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-f2a9f0dd-0fd7-4874-a358-5b2b19ea6f9a service neutron] 10.222.0.37 "GET /v2.0/ports/25a90d52-7ce7-4471-a9c2-b2a0559168f6/bindings/n-h2-838550-2 HTTP/1.1" status: 200 len: 382 time: 0.0813291 Apr 20 13:34:25.995554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-a77ef473-ebda-40f9-b9a0-57297b943543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:25.996926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-a77ef473-ebda-40f9-b9a0-57297b943543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1095 time: 0.0408950 Apr 20 13:34:26.083451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-786a1575-b9f2-49d8-9258-0252c8fec5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:26.084913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-786a1575-b9f2-49d8-9258-0252c8fec5df service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0821323 Apr 20 13:34:26.151323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-7a02da6f-17c0-4b2c-a389-59518661dea7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 1000 time: 0.0603218 Apr 20 13:34:26.198848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-690c8b88-cae7-4b8f-899b-d2012dd4bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:26.200307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-690c8b88-cae7-4b8f-899b-d2012dd4bef1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0430582 Apr 20 13:34:26.203976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:26.244507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-13a55a9c-073a-48c4-8518-daeaea93d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:26.246061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-13a55a9c-073a-48c4-8518-daeaea93d145 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393944 Apr 20 13:34:26.253903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:34:26.258126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:26.258497 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.342722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-c60cdf6d-408f-4b3a-981a-ef0ba2f987f2 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905282 Apr 20 13:34:26.433834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-c8520ea1-93a7-4798-9dc0-68001e35882a service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849969 Apr 20 13:34:26.486684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.509356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:26.511520 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407120dc-dd54-417a-be9c-f0e3c3c5f63d" -d '{"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-plugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:26.523730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:26.530387 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:26.577668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:26.623626 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bda07f7-bb57-4e95-a467-d3ac3a59de50 x-openstack-request-id: req-4bda07f7-bb57-4e95-a467-d3ac3a59de50 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:26.623925 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-plugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:26.624178 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4bda07f7-bb57-4e95-a467-d3ac3a59de50 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:26.624575 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bda07f7-bb57-4e95-a467-d3ac3a59de50'] response: {'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'code': 200} Apr 20 13:34:27.047601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872f386-272e-468d-8d2d-b285f15556ac req-1dd116cb-a601-4ccb-83b4-df64178de3f4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:27.049043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2872f386-272e-468d-8d2d-b285f15556ac req-1dd116cb-a601-4ccb-83b4-df64178de3f4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0530982 Apr 20 13:34:27.085656 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2872f386-272e-468d-8d2d-b285f15556ac req-0f7556a8-9747-446e-ae9c-5d4a5074839c tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306547 Apr 20 13:34:27.447050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-c195ae26-5561-4e07-ac4e-fe54c8a48778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:27.448470 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-c195ae26-5561-4e07-ac4e-fe54c8a48778 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1096 time: 0.0390127 Apr 20 13:34:27.554028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-434f45f8-f6b2-4f26-8015-a8f054c3e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:27.555458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-434f45f8-f6b2-4f26-8015-a8f054c3e0b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0872908 Apr 20 13:34:27.618630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-529e236b-7e4d-4fe9-a08c-59e34ddfe379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 1001 time: 0.0559261 Apr 20 13:34:27.668329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-84a774e5-baa4-4fae-9bcc-60f7e91a23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:27.669756 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-84a774e5-baa4-4fae-9bcc-60f7e91a23ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0435240 Apr 20 13:34:27.722608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-1f9416bc-0436-4776-9669-50a20c716f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:27.724038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-1f9416bc-0436-4776-9669-50a20c716f91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430000 Apr 20 13:34:27.815543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-ede04b91-45f5-47c0-b04b-fd7edf751b50 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804462 Apr 20 13:34:27.905325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7fccd83a-8a32-4069-9b33-47af6fc6e2f2 req-bc81cce0-6d30-4f6d-a50b-6f8614c530c6 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828617 Apr 20 13:34:28.207341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4a0c7-fba6-4ecd-8a3c-d2de7d99d6f8 req-e037a405-0bfb-4626-bec6-d8d5b66afa34 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:28.208945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1c4a0c7-fba6-4ecd-8a3c-d2de7d99d6f8 req-e037a405-0bfb-4626-bec6-d8d5b66afa34 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0513084 Apr 20 13:34:28.246870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1c4a0c7-fba6-4ecd-8a3c-d2de7d99d6f8 req-8c762a68-68b6-4fd5-a65c-85e3875c00b1 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Apr 20 13:34:29.364804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae037e-9f00-4cae-8e47-c3a77ee347cf req-58957d53-1bbc-4903-a857-139c669133b2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:29.366217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8ae037e-9f00-4cae-8e47-c3a77ee347cf req-58957d53-1bbc-4903-a857-139c669133b2 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0503469 Apr 20 13:34:29.406063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8ae037e-9f00-4cae-8e47-c3a77ee347cf req-235a4164-658c-41e7-adc1-1d7d5bee4df4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337741 Apr 20 13:34:30.075070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-34eca40a-4f99-470a-9c1b-1f07f28241db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:30.076447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-34eca40a-4f99-470a-9c1b-1f07f28241db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067&tenant_id=4e68e84c49594106a5d42e548fa2a3a4 HTTP/1.1" status: 200 len: 1096 time: 0.0400114 Apr 20 13:34:30.088338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:30.142530 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.244790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:30.322992 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.689768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf50c5b-d52b-4156-9700-7d3b86731502 req-c3030918-a6bf-4785-9a4d-c1cf17cb3ead tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:30.691115 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acf50c5b-d52b-4156-9700-7d3b86731502 req-c3030918-a6bf-4785-9a4d-c1cf17cb3ead tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0701768 Apr 20 13:34:30.698264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:30.759421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-acf50c5b-d52b-4156-9700-7d3b86731502 req-adfbde26-85b0-442b-9953-1f3566a021d8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591755 Apr 20 13:34:30.760316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:30.798605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:30.800831 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dd5101-41d1-4740-8350-744ae758d220" -d '{"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-unplugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:30.805541 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.819283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Transition to ACTIVE for port object 25a90d52-7ce7-4471-a9c2-b2a0559168f6 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:34:30.823875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:30.859336 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d9b7ac-cfb4-4162-a497-a0b28c2130f7 x-openstack-request-id: req-a7d9b7ac-cfb4-4162-a497-a0b28c2130f7 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:30.859507 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-unplugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:30.859751 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7d9b7ac-cfb4-4162-a497-a0b28c2130f7 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:30.860130 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d9b7ac-cfb4-4162-a497-a0b28c2130f7'] response: {'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'code': 200} Apr 20 13:34:30.872703 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:34:30.873061 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:34:30.907368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=10']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:30.946967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] No DVR routers for this DVR port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:31.083824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:34:31.084157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:34:31.084487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:31.088732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:34:31.089054 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Attempting to bind port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on network d33dc327-3efe-48c1-84a5-9a0830b5edbe {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:34:31.094009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:34:31.094338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Checking segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:31.094710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Bound using segment: {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:34:31.095122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Bound port: 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:34:31.095470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.156548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:34:31.159353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:34:31.164209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.196962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.197757 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:31.199053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-806577c3-2598-49a1-a68f-1934da646691 service neutron] 10.222.0.30 "PUT /v2.0/ports/25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 1092 time: 1.1149843 Apr 20 13:34:31.219470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806577c3-2598-49a1-a68f-1934da646691 service neutron] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=11']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:31.267807 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-3a0b8926-2745-429b-b5e8-f83ab451f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.269292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-3a0b8926-2745-429b-b5e8-f83ab451f373 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1095 time: 0.0469077 Apr 20 13:34:31.361448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-d62fdc2d-8ff0-4369-b1ed-0080e3f94ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.362968 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-d62fdc2d-8ff0-4369-b1ed-0080e3f94ede service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0867171 Apr 20 13:34:31.434357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-7cc5fa2d-5c92-43d5-810e-1aecef5e7092 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.0645895 Apr 20 13:34:31.481468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-682bf397-643a-438f-b385-e5f41fcd003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.482770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-682bf397-643a-438f-b385-e5f41fcd003a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0426500 Apr 20 13:34:31.527233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea125e-253a-48fa-a612-14778126898f req-c374a0f8-ff15-41aa-a3f3-ec6705437774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.528715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-c374a0f8-ff15-41aa-a3f3-ec6705437774 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395648 Apr 20 13:34:31.618053 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-8b1ba371-2b53-4641-850b-81deb57a0022 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830317 Apr 20 13:34:31.702712 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0bea125e-253a-48fa-a612-14778126898f req-d3f6ab22-57a3-458c-907e-a356eed47d1e service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789278 Apr 20 13:34:31.878803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb467bd-6adf-4fc3-8a69-07fe3fb891ae req-50f4b4da-a87b-4c36-90ba-6abf4e1ea247 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:31.880765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eb467bd-6adf-4fc3-8a69-07fe3fb891ae req-50f4b4da-a87b-4c36-90ba-6abf4e1ea247 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0494151 Apr 20 13:34:31.918824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9eb467bd-6adf-4fc3-8a69-07fe3fb891ae req-eb60038a-0d65-48a1-bf45-b49733635d5b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318382 Apr 20 13:34:32.861745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:32.864220 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:32.914350 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0f736c-7276-4ace-b88b-72e5d861f6d2 x-openstack-request-id: req-3e0f736c-7276-4ace-b88b-72e5d861f6d2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:32.914640 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:32.914889 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e0f736c-7276-4ace-b88b-72e5d861f6d2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:32.915794 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0f736c-7276-4ace-b88b-72e5d861f6d2'] response: {'name': 'network-changed', 'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'status': 'completed', 'code': 200} Apr 20 13:34:33.032922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-2195f72a-db42-47d5-bb4d-784edefa5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.034420 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-2195f72a-db42-47d5-bb4d-784edefa5f5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1095 time: 0.1010149 Apr 20 13:34:33.037380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-40485273-c50c-49a2-81cb-b7a833096277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.038711 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-40485273-c50c-49a2-81cb-b7a833096277 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1095 time: 0.0973740 Apr 20 13:34:33.149776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5ccec-0328-48e5-8ac1-675b0f5c4a59 req-bec9b5af-a214-4ac5-b18f-9d051ce77596 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.151214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bba5ccec-0328-48e5-8ac1-675b0f5c4a59 req-bec9b5af-a214-4ac5-b18f-9d051ce77596 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.1566899 Apr 20 13:34:33.232718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-7c84ca33-ecd6-404c-b8d5-0c3bc6762257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.234207 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-7c84ca33-ecd6-404c-b8d5-0c3bc6762257 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.1921790 Apr 20 13:34:33.251290 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bba5ccec-0328-48e5-8ac1-675b0f5c4a59 req-b9380f3e-c802-4f17-ad4f-39738d1190e4 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916336 Apr 20 13:34:33.280804 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-fa04c5a5-3876-452e-a150-6757321edd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.282270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-fa04c5a5-3876-452e-a150-6757321edd45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.2326102 Apr 20 13:34:33.346377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-762f9e20-c5b4-4ca3-92b0-5c524e634205 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.1047728 Apr 20 13:34:33.386833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-94cbbda3-1c0d-49d9-8535-1279e3bb7829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.0976369 Apr 20 13:34:33.430836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-81a68e30-90d7-423d-97a9-a751ece7faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.432308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-81a68e30-90d7-423d-97a9-a751ece7faea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0787559 Apr 20 13:34:33.469886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-c40b3315-c563-44da-b234-2a0cc6e8149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.471344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-c40b3315-c563-44da-b234-2a0cc6e8149a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0775356 Apr 20 13:34:33.513117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-6a98aaeb-2b8c-4e65-a423-93ff21494e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.514631 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-6a98aaeb-2b8c-4e65-a423-93ff21494e13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740390 Apr 20 13:34:33.547435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-664a3014-ba02-4ab5-9604-c309cbb862d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:33.548884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-664a3014-ba02-4ab5-9604-c309cbb862d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697188 Apr 20 13:34:33.673336 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-15e10691-88bb-4ddc-948a-af50e9fcb4bd service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513231 Apr 20 13:34:33.705041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-848161e7-387c-4a1d-b4f1-c6f071ef5f42 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299586 Apr 20 13:34:33.714773 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e652e084-0d5d-4b12-98a2-a419187fd2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:33.837162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-180b02eb-05b4-4e3b-a54e-370374897db9 service neutron] 10.222.0.37 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539192 Apr 20 13:34:33.847271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3bd14a3-7e49-4ddc-8456-3ee16ce24c9c req-2849e7dc-39e5-4fe6-b4f1-1415346b07fd service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365705 Apr 20 13:34:34.374822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11420c03-794d-4e49-9bc7-4b3ce5a46ae2 req-383d5cad-00c6-4342-a004-c4fb3c1d8d87 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:34.376218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11420c03-794d-4e49-9bc7-4b3ce5a46ae2 req-383d5cad-00c6-4342-a004-c4fb3c1d8d87 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0487182 Apr 20 13:34:34.413735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11420c03-794d-4e49-9bc7-4b3ce5a46ae2 req-4e90dd3c-8c23-479c-a405-ed74cfda967e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Apr 20 13:34:35.533171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828bb64-9c04-4ede-afd7-a8f6764cb359 req-4c2adce1-9ff0-4bae-b0a9-4570e0479fa7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:35.534638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4828bb64-9c04-4ede-afd7-a8f6764cb359 req-4c2adce1-9ff0-4bae-b0a9-4570e0479fa7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0523098 Apr 20 13:34:35.572047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4828bb64-9c04-4ede-afd7-a8f6764cb359 req-19991b1d-f1f0-4ea9-9a52-145714135238 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313797 Apr 20 13:34:36.051904 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73ee9eff-e0d5-42ad-95af-87026693fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:36.685114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d64be9-4d68-4746-a6e8-e4f6d5e71c2e req-fe950023-b9e0-47df-8fac-8c4680207347 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:36.686545 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56d64be9-4d68-4746-a6e8-e4f6d5e71c2e req-fe950023-b9e0-47df-8fac-8c4680207347 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0475266 Apr 20 13:34:36.723166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56d64be9-4d68-4746-a6e8-e4f6d5e71c2e req-83e7837d-2d60-4924-9440-176903f01b4e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307045 Apr 20 13:34:37.309445 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:37.837152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a780122-a200-4b61-a618-ccb7d8c5dfd2 req-969274b9-08f6-47b4-bf77-022c0bc1aaee tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:37.838580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a780122-a200-4b61-a618-ccb7d8c5dfd2 req-969274b9-08f6-47b4-bf77-022c0bc1aaee tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0468733 Apr 20 13:34:37.874955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a780122-a200-4b61-a618-ccb7d8c5dfd2 req-b5e63952-7e9c-4ea6-8a73-b48a16038282 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303359 Apr 20 13:34:38.669799 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:38.995989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eec7c5-f6c6-4277-8091-ec94320a2646 req-ee6c2213-4c64-4110-8b0d-66e6ebe5d581 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:38.997737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76eec7c5-f6c6-4277-8091-ec94320a2646 req-ee6c2213-4c64-4110-8b0d-66e6ebe5d581 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0520942 Apr 20 13:34:39.000373 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:39.035501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-76eec7c5-f6c6-4277-8091-ec94320a2646 req-57ce51d7-0a5b-403c-ad62-9f5bed2b4540 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Apr 20 13:34:40.150247 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ecb1a-168c-4a90-bf0a-cd7f168faf17 req-ed397ac1-92e6-4df0-9e60-9995cd9781e0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:40.151674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c8ecb1a-168c-4a90-bf0a-cd7f168faf17 req-ed397ac1-92e6-4df0-9e60-9995cd9781e0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0477059 Apr 20 13:34:40.188630 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c8ecb1a-168c-4a90-bf0a-cd7f168faf17 req-fdf991af-bf2b-4581-842a-717cf75f8379 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Apr 20 13:34:41.309019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96faa1f-3f70-41b7-b657-24e0f8b1bf81 req-c0d575fe-d9e1-43be-a946-8fbac75cc6b6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:41.310511 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b96faa1f-3f70-41b7-b657-24e0f8b1bf81 req-c0d575fe-d9e1-43be-a946-8fbac75cc6b6 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0483279 Apr 20 13:34:41.347440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b96faa1f-3f70-41b7-b657-24e0f8b1bf81 req-2ace5f88-fe62-4d6a-bb16-25d05a84718f tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308943 Apr 20 13:34:42.467282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cf320-0d90-4776-a0f4-e38f2061f35e req-4a98418f-ed1f-4acf-9397-55f2b9f51fc8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:42.468704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487cf320-0d90-4776-a0f4-e38f2061f35e req-4a98418f-ed1f-4acf-9397-55f2b9f51fc8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0521734 Apr 20 13:34:42.505456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-487cf320-0d90-4776-a0f4-e38f2061f35e req-f53b0c26-1ddc-459b-aae1-025d44bb2dc0 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303345 Apr 20 13:34:43.620818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73fd3f-5ea6-45ed-a3a7-da8683e9afee req-48d817c6-c5ce-4ece-9cb1-9da80101abc7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:43.622311 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d73fd3f-5ea6-45ed-a3a7-da8683e9afee req-48d817c6-c5ce-4ece-9cb1-9da80101abc7 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0484617 Apr 20 13:34:43.660389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d73fd3f-5ea6-45ed-a3a7-da8683e9afee req-37fa41d1-c6a8-4a76-bd3d-9587ce6c168e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Apr 20 13:34:43.990676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-1ab6e19d-198f-4a8d-b8e4-9ed9dc9f5036 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384674 Apr 20 13:34:44.072015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-70a86456-eddc-4f13-8c06-045dabee65a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.073453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-70a86456-eddc-4f13-8c06-045dabee65a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 1095 time: 0.0424562 Apr 20 13:34:44.172133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-7df3fcee-9a88-4b9f-9c86-8d8bc097db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.173588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-7df3fcee-9a88-4b9f-9c86-8d8bc097db2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 200 len: 912 time: 0.0827870 Apr 20 13:34:44.240448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-f3600a91-03ae-42d5-93f6-bc9b49ecc10a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 200 len: 999 time: 0.0605137 Apr 20 13:34:44.287421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-b0694f36-74c7-4404-92f1-ff3a1e7587e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.288787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-b0694f36-74c7-4404-92f1-ff3a1e7587e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 200 len: 850 time: 0.0421343 Apr 20 13:34:44.332357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-8f2de682-c675-478a-a340-2dca7a195e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.333786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-8f2de682-c675-478a-a340-2dca7a195e37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d33dc327-3efe-48c1-84a5-9a0830b5edbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381541 Apr 20 13:34:44.421823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-99f2ddd9-5472-49e4-b478-68e39659a0b9 service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808222 Apr 20 13:34:44.507450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-91eb98f8-60d9-49c5-91da-642398f8aae6 req-e1cd83d3-7b39-415d-92cf-9a8e5b9bb8bf service neutron] 10.222.0.30 "GET /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793903 Apr 20 13:34:44.681838 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:34:44.777577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1abc3-0c21-4640-8689-e8ebd109c00a req-52a04994-a193-4ea7-b013-e5480fe65921 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.779061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30d1abc3-0c21-4640-8689-e8ebd109c00a req-52a04994-a193-4ea7-b013-e5480fe65921 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 944 time: 0.0494227 Apr 20 13:34:44.782649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:44.794877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'port_id': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'mac_address': 'fa:16:3e:ca:e6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:34:44.816515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-30d1abc3-0c21-4640-8689-e8ebd109c00a req-7aa7c49f-7bc9-452b-b958-fccff24e90fc tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Apr 20 13:34:44.831898 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:44.844553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a90d52-7ce7-4471-a9c2-b2a0559168f6 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:34:44.864984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:44.868727 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:44.915379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=12']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:44.922619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.922970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.923313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.923652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.924042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.924383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.924715 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.925045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.925371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.925719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.926048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.926371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:44.937362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ee6a3-aa06-4a21-bc83-42185d538bb7 req-37735b76-49b0-4e78-8d70-5d8e55374f64 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:44.938837 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-204ee6a3-aa06-4a21-bc83-42185d538bb7 req-37735b76-49b0-4e78-8d70-5d8e55374f64 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0529420 Apr 20 13:34:44.976984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-204ee6a3-aa06-4a21-bc83-42185d538bb7 req-b8a788b3-b972-4ff6-9d08-b71d9745bc52 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318816 Apr 20 13:34:45.087902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec408f95-1f0f-442f-a6bd-83f2a21163b5 req-fdf09e13-33e1-470b-a179-c58659c5e7eb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.089321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec408f95-1f0f-442f-a6bd-83f2a21163b5 req-fdf09e13-33e1-470b-a179-c58659c5e7eb tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0468323 Apr 20 13:34:45.127639 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ec408f95-1f0f-442f-a6bd-83f2a21163b5 req-11d727f4-f549-4797-b4eb-ea70c4fecb2e tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Apr 20 13:34:45.215399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['25a90d52-7ce7-4471-a9c2-b2a0559168f6'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:34:45.363485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf07c8-9f3e-4dae-b380-6280b5d4b6df req-b2b06256-8a59-4193-8148-69da9fc98db3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:45.365270 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36cf07c8-9f3e-4dae-b380-6280b5d4b6df req-b2b06256-8a59-4193-8148-69da9fc98db3 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0529845 Apr 20 13:34:45.403094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36cf07c8-9f3e-4dae-b380-6280b5d4b6df req-8b2c142c-8a65-4767-b242-2eb43c9e9556 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Apr 20 13:34:46.522106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30e044-f4d9-4179-90e3-c8af3f9eabc0 req-451403f8-8dda-4ca9-8019-bcf64a96ad8a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:46.523550 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb30e044-f4d9-4179-90e3-c8af3f9eabc0 req-451403f8-8dda-4ca9-8019-bcf64a96ad8a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 945 time: 0.0519779 Apr 20 13:34:46.560493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bb30e044-f4d9-4179-90e3-c8af3f9eabc0 req-a8a406cc-f958-4ef3-ae8a-312d52c3e80a tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups?id=8dc3648d-f26d-4af4-8b02-13461130071b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306475 Apr 20 13:34:46.702315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:34:46.749921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:34:46.753607 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:34:46.753996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:46.831896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:46.853520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:46.855763 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d6da5-7c60-43be-bc14-ec0d46ed8ee2" -d '{"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-plugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:46.868381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:46.872481 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:46.895424 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5dd3e2-9678-4563-b0e5-eeb42c4641e8 x-openstack-request-id: req-8c5dd3e2-9678-4563-b0e5-eeb42c4641e8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:46.895721 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-plugged", "status": "completed", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:46.895972 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c5dd3e2-9678-4563-b0e5-eeb42c4641e8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:46.896360 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5dd3e2-9678-4563-b0e5-eeb42c4641e8'] response: {'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'code': 200} Apr 20 13:34:46.920962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=13']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:47.030524 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:34:47.129623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf016f2-2828-491a-b587-4115f13bca60 req-17df7d7f-2925-41ef-a9e8-fd83795a3999 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:47.131058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cf016f2-2828-491a-b587-4115f13bca60 req-17df7d7f-2925-41ef-a9e8-fd83795a3999 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 946 time: 0.0474124 Apr 20 13:34:47.220557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Deleting port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:47.220894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:47.312652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] For port 25a90d52-7ce7-4471-a9c2-b2a0559168f6, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=25a90d52-7ce7-4471-a9c2-b2a0559168f6,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:47.312928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:47.478438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:47.478798 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:47.479107 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 disassociated. External IP: 172.25.3.70, port: 25a90d52-7ce7-4471-a9c2-b2a0559168f6. Apr 20 13:34:47.479436 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Calling delete_port for 25a90d52-7ce7-4471-a9c2-b2a0559168f6 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:47.606744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:47.651617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event deleted for resources: {'Port': ['ID=25a90d52-7ce7-4471-a9c2-b2a0559168f6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:47.691494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fd2bc42-99bb-4d14-a2ed-d87670277609 req-54c4d423-e587-4f36-b8b8-39bd665458ef tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 210 time: 0.0550849 Apr 20 13:34:47.693567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.694078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.694557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.695029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.695503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.695966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.696426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.696891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.697346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.697840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.698310 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:47.698774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:48.139418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:48.243565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:48.253330 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:48.263237 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:48.263900 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:34:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:48.282331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] No DVR routers for this DVR port 25a90d52-7ce7-4471-a9c2-b2a0559168f6 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:48.285015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:48.288364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2cf016f2-2828-491a-b587-4115f13bca60 req-314ce663-b3a8-41f0-af1e-e91a1f1f52ac tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.30 "DELETE /v2.0/ports/25a90d52-7ce7-4471-a9c2-b2a0559168f6 HTTP/1.1" status: 204 len: 173 time: 1.1518116 Apr 20 13:34:48.288793 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-deleted', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:34:48.291029 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5313c16-4138-402e-8f53-725fa977cde3" -d '{"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-deleted", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:34:48.336313 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1018a06c-dc73-4713-b2ae-1c9c5a966d95 x-openstack-request-id: req-1018a06c-dc73-4713-b2ae-1c9c5a966d95 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:34:48.336422 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c7f5a0-8e95-4f23-9ee4-d64814540067", "name": "network-vif-deleted", "tag": "25a90d52-7ce7-4471-a9c2-b2a0559168f6", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:34:48.336635 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1018a06c-dc73-4713-b2ae-1c9c5a966d95 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:34:48.337039 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1018a06c-dc73-4713-b2ae-1c9c5a966d95'] response: {'server_uuid': '03c7f5a0-8e95-4f23-9ee4-d64814540067', 'name': 'network-vif-deleted', 'tag': '25a90d52-7ce7-4471-a9c2-b2a0559168f6', 'status': 'completed', 'code': 200} Apr 20 13:34:48.466027 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:48.660277 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:48.690721 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:48.699042 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:48.699637 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:34:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:48.791210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-75121d37-1961-4ce0-a4e2-4478b7064ebc req-3d60f284-055e-4541-8b0e-336884226460 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 210 time: 0.0267794 Apr 20 13:34:48.812046 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:49.009203 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:49.035641 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880977ff-438d-4ecb-8c0e-48ab547b7e4b None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:30:47Z', 'revision_number': 4, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b1269812-2ad4-4991-aad6-1b59b952a84e', 'name': '', 'network_id': 'd33dc327-3efe-48c1-84a5-9a0830b5edbe', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'mac_address': 'fa:16:3e:a5:2c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:46Z', 'updated_at': '2022-04-20T13:30:50Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'subnets': [{'id': '8c5fd4df-083e-4442-87db-50ef5c590e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:49.252397 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef609b6-bb1d-4a63-a715-0052ca290ec7 None None] New status for floating IP 6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:34:49.378994 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:49.888473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4baa4c41-79a9-4049-a1d5-20c8fcd99a96 req-6cc02cd6-327c-47fd-89f7-540baab4f5e8 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 210 time: 0.0265107 Apr 20 13:34:50.728451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:50.749745 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 25a90d52-7ce7-4471-a9c2-b2a0559168f6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:50.750084 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 25a90d52-7ce7-4471-a9c2-b2a0559168f6 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:50.982287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad10075b-bab7-4aee-b052-b866315a073c req-90c1fcf4-fe96-4832-8c75-634512971726 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/ports?device_id=03c7f5a0-8e95-4f23-9ee4-d64814540067 HTTP/1.1" status: 200 len: 210 time: 0.0265033 Apr 20 13:34:54.085014 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.632386 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51404) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:54.693052 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.717406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.766717 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.769524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.771230 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "DELETE /v2.0/security-groups/8dc3648d-f26d-4af4-8b02-13461130071b HTTP/1.1" status: 204 len: 168 time: 0.1378314 Apr 20 13:34:54.773852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51406) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:54.780834 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc3648d-f26d-4af4-8b02-13461130071b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:54.788841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.789153 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-48a28c60-9fa9-4726-b1f4-8f4766e40888 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] show failed (client error): The resource could not be found. Apr 20 13:34:54.789261 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.789531 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.789892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.790236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.790648 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.790990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.791333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.791656 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.791981 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.792313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.792733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daaef57-5ee1-42ca-9004-ff8a7ed57b95 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:34:54.793126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-48a28c60-9fa9-4726-b1f4-8f4766e40888 tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "GET /v2.0/security-groups/8dc3648d-f26d-4af4-8b02-13461130071b HTTP/1.1" status: 404 len: 347 time: 0.0182893 Apr 20 13:34:54.793702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51408) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:54.921487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Deleting port 8c37e4fe-9bd7-47e9-ae43-5efd1a93a20c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:54.921783 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.995674 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:54.995923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.007531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Calling delete_port for 8c37e4fe-9bd7-47e9-ae43-5efd1a93a20c owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:55.140135 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.167653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Pushing event deleted for resources: {'Port': ['ID=8c37e4fe-9bd7-47e9-ae43-5efd1a93a20c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:55.237764 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.240500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.241657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8cb1b756-9c62-411a-981a-04b26098849b tempest-ServerActionsTestJSON-102949363 tempest-ServerActionsTestJSON-102949363-project] 10.222.0.24 "DELETE /v2.0/floatingips/6ff6bd2d-9ed8-43fb-8f9d-24a9d0c03682 HTTP/1.1" status: 204 len: 168 time: 0.4470608 Apr 20 13:34:55.244592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51410) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:55.577250 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.818040 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Deleting port b1269812-2ad4-4991-aad6-1b59b952a84e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:55.818727 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.897219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] For port b1269812-2ad4-4991-aad6-1b59b952a84e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b1269812-2ad4-4991-aad6-1b59b952a84e,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:55.897577 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:55.914368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Calling delete_port for b1269812-2ad4-4991-aad6-1b59b952a84e owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:56.087468 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:56.113221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1269812-2ad4-4991-aad6-1b59b952a84e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:56.273873 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:56.502523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Router e40fc4cf-2af5-4eb9-9072-7c14b9068eea has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:34:56.607629 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:34:56.612671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ad7bc6a7-d65f-4d4d-81ff-1695c49f2a20 admin admin] 10.222.0.24 "PUT /v2.0/routers/e40fc4cf-2af5-4eb9-9072-7c14b9068eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3671033 Apr 20 13:34:56.615179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51412) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:56.618380 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] Sync routers for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:34:56.628571 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:56.629163 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:34:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:56.717461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:56.730483 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:56.818143 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:56.868526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Deleting port 9e4966eb-446c-4373-aa6e-9bf432abd86b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:56.868866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:56.906412 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:34:56Z', 'revision_number': 5, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port': {'id': '9e4966eb-446c-4373-aa6e-9bf432abd86b', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:30:45Z', 'updated_at': '2022-04-20T13:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:56.931402 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] Checking router: e40fc4cf-2af5-4eb9-9072-7c14b9068eea for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:34:56.939242 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] Routers {'e40fc4cf-2af5-4eb9-9072-7c14b9068eea'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:34:56.939832 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:34:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:56.946088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] For port 9e4966eb-446c-4373-aa6e-9bf432abd86b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=9e4966eb-446c-4373-aa6e-9bf432abd86b,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:56.946451 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:56.959650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Calling delete_port for 9e4966eb-446c-4373-aa6e-9bf432abd86b owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:57.023637 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] Set router e40fc4cf-2af5-4eb9-9072-7c14b9068eea gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:34:57.077055 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:34:56Z', 'revision_number': 6, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:57.102245 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4d7ed-50a2-4d6a-8c95-6b8afcdb482d None None] The sync data for ids ['e40fc4cf-2af5-4eb9-9072-7c14b9068eea'] in n-d-838550-2 is: [{'id': 'e40fc4cf-2af5-4eb9-9072-7c14b9068eea', 'name': 'tempest-ServerActionsTestJSON-814391220-router', 'tenant_id': '4e68e84c49594106a5d42e548fa2a3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:30:44Z', 'updated_at': '2022-04-20T13:34:56Z', 'revision_number': 6, 'project_id': '4e68e84c49594106a5d42e548fa2a3a4', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:34:57.124838 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.155967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4966eb-446c-4373-aa6e-9bf432abd86b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:57.215170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.302678 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.304738 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.345946 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.346398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e40fc4cf-2af5-4eb9-9072-7c14b9068eea {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:34:57.351130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.352229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-cbbfa07f-89da-4d31-8070-187081835e21 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e40fc4cf-2af5-4eb9-9072-7c14b9068eea HTTP/1.1" status: 204 len: 168 time: 0.7360928 Apr 20 13:34:57.354801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51414) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:57.400439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] Deleting subnet 8c5fd4df-083e-4442-87db-50ef5c590e13 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:34:57.403282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.436771 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.521190 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.585884 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.929219 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5fd4df-083e-4442-87db-50ef5c590e13,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:57.934987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:57.940487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e39aeb22-e2d5-47b8-a5ea-fef3182d0d41 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8c5fd4df-083e-4442-87db-50ef5c590e13 HTTP/1.1" status: 204 len: 168 time: 0.5824399 Apr 20 13:34:57.940626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f703f0f3-8a7a-4204-84ad-ae8e25a0e990 None None] Network d33dc327-3efe-48c1-84a5-9a0830b5edbe requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:34:57.941023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51416) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:58.008974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.062482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Deleting port 94260162-c5fa-404f-893a-0d90d4d707f0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:58.062821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.129112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] DHCP port deletion for d33dc327-3efe-48c1-84a5-9a0830b5edbe request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:34:58.131266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] For port 94260162-c5fa-404f-893a-0d90d4d707f0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=94260162-c5fa-404f-893a-0d90d4d707f0,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:58.131494 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.145239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Calling delete_port for 94260162-c5fa-404f-893a-0d90d4d707f0 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:58.187692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] Deleting port 94260162-c5fa-404f-893a-0d90d4d707f0 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:34:58.188062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.226495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.256112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] For port 94260162-c5fa-404f-893a-0d90d4d707f0, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=94260162-c5fa-404f-893a-0d90d4d707f0,segment=NetworkSegment(f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d),segment_id=f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:34:58.256383 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Pushing event deleted for resources: {'Port': ['ID=94260162-c5fa-404f-893a-0d90d4d707f0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:58.256514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.258650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] No DVR routers for this DVR port 94260162-c5fa-404f-893a-0d90d4d707f0 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:58.271682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] Calling delete_port for 94260162-c5fa-404f-893a-0d90d4d707f0 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:34:58.328370 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.348313 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33dc327-3efe-48c1-84a5-9a0830b5edbe']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:58.351221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.357494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:58.357827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bbdea1-21fa-4cc8-92cc-add9ffa0da2d') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:34:58.367092 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.375509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] Pushing event deleted for resources: {'Port': ['ID=94260162-c5fa-404f-893a-0d90d4d707f0,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:58.378997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f7ff9-0fd7-4dfa-979a-94b61ef853f7 None None] No DVR routers for this DVR port 94260162-c5fa-404f-893a-0d90d4d707f0 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:34:58.382666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.390145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:34:58.390145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:34:58.391957 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:34:58.449851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.455271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.458833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d33dc327-3efe-48c1-84a5-9a0830b5edbe HTTP/1.1" status: 204 len: 168 time: 0.5169814 Apr 20 13:34:58.469509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a35b43-f9b7-4ae2-a6cf-ad837b61d578 admin admin] Pushing event deleted for resources: {'Network': ['ID=d33dc327-3efe-48c1-84a5-9a0830b5edbe,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:58.566296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51420) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:58.605664 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-62ee50b8-ce5f-4b51-99bb-e7acf27327e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e68e84c49594106a5d42e548fa2a3a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382261 Apr 20 13:34:58.608141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51422) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:58.653499 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1004fb3a-6793-453b-aca5-be159c26253d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.673753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1004fb3a-6793-453b-aca5-be159c26253d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.717461 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1004fb3a-6793-453b-aca5-be159c26253d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.720008 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1004fb3a-6793-453b-aca5-be159c26253d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:58.721128 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1004fb3a-6793-453b-aca5-be159c26253d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7ebe60f-36d2-4dce-9325-49ba59f98c42 HTTP/1.1" status: 204 len: 168 time: 0.1121187 Apr 20 13:34:58.729324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004fb3a-6793-453b-aca5-be159c26253d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebe60f-36d2-4dce-9325-49ba59f98c42,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:59.184163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e4966eb-446c-4373-aa6e-9bf432abd86b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:59.205179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 9e4966eb-446c-4373-aa6e-9bf432abd86b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:59.205522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 9e4966eb-446c-4373-aa6e-9bf432abd86b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:59.205979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1269812-2ad4-4991-aad6-1b59b952a84e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:59.225782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b1269812-2ad4-4991-aad6-1b59b952a84e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:59.226035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b1269812-2ad4-4991-aad6-1b59b952a84e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:59.226444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 94260162-c5fa-404f-893a-0d90d4d707f0 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:34:59.248441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 94260162-c5fa-404f-893a-0d90d4d707f0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:34:59.248779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 94260162-c5fa-404f-893a-0d90d4d707f0 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:34:59.376726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51444) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:59.471850 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2124205390-network', 'tenant_id': 'f427d3156d0b4af38b365ddf4013baa4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:59.494695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Made reservation on behalf of f427d3156d0b4af38b365ddf4013baa4 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:59.496936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.505574 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.577734 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.580995 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.604211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:34:59.613376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e3cf22-8381-4218-81a8-6556a01ff638,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:59.618628 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.618976 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Added segment 63ed7e59-9280-4f49-a73a-4d684cac2ec4 of type vlan for network fcb8c004-4662-449b-a658-296eb143ea07 Apr 20 13:34:59.658829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.681926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.682852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:34:59.683424 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.734467 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3563170 Apr 20 13:34:59.737275 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51448) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:34:59.742237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Request body: {'subnet': {'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2124205390-subnet', 'tenant_id': 'f427d3156d0b4af38b365ddf4013baa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:34:59.746538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfcd56-d7ce-43d7-8eb3-51179c798de7 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb8c004-4662-449b-a658-296eb143ea07,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:59.756984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network fcb8c004-4662-449b-a658-296eb143ea07 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:34:59.762349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Made reservation on behalf of f427d3156d0b4af38b365ddf4013baa4 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:34:59.764655 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.929953 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:34:59.983646 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:34:59.992560 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Checking segment: {'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:34:59.992917 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Network hostable DHCP agents. Network: fcb8c004-4662-449b-a658-296eb143ea07, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:00.009747 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Network fcb8c004-4662-449b-a658-296eb143ea07 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:00.019831 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, fcb8c004-4662-449b-a658-296eb143ea07) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:00.024222 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:00.025301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:00.029032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3b92cd-75fe-47a6-b760-7cb3da693b92 None None] Network fcb8c004-4662-449b-a658-296eb143ea07 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:00.044367 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-054214cc-5313-45ce-b662-7a038cbdefdd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3059742 Apr 20 13:35:00.156523 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b01b7d6-1fa5-43ad-a50b-7e8e52665a58 None None] Network fcb8c004-4662-449b-a658-296eb143ea07 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:00.471618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-a72429e5-ca6d-448f-bb9e-48abacc37cd6 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:00.473041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-a72429e5-ca6d-448f-bb9e-48abacc37cd6 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/networks?id=fcb8c004-4662-449b-a658-296eb143ea07 HTTP/1.1" status: 200 len: 814 time: 0.0999181 Apr 20 13:35:00.488250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-410b0414-6fb0-47cb-b8df-03f7aaceff01 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/quotas/f427d3156d0b4af38b365ddf4013baa4 HTTP/1.1" status: 200 len: 375 time: 0.0089056 Apr 20 13:35:00.519875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-e64fe2b0-7cc5-4cc1-8bf9-4f19f1dabbf8 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f427d3156d0b4af38b365ddf4013baa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255706 Apr 20 13:35:00.663317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-89880b9a-9c3f-4c65-b019-203fd34b7e24 service neutron] 10.222.0.24 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361756 Apr 20 13:35:00.752138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-76d78366-264e-4431-a38f-1f2aad1d5536 service neutron] 10.222.0.24 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825844 Apr 20 13:35:00.915568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9d54ff62-fb1b-49c3-8a45-212a9109bf57 req-ed4cbeb8-fa59-44e1-8b8c-83d0faaaaee1 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 210 time: 0.0315723 Apr 20 13:35:01.940407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-24005fe2-64e0-45dd-9da0-d28e8f2836bd tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:01.941922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-24005fe2-64e0-45dd-9da0-d28e8f2836bd tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.30 "GET /v2.0/networks?id=fcb8c004-4662-449b-a658-296eb143ea07 HTTP/1.1" status: 200 len: 814 time: 0.1016350 Apr 20 13:35:01.955273 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Request body: {'port': {'device_id': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07', 'admin_state_up': True, 'tenant_id': 'f427d3156d0b4af38b365ddf4013baa4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:02.037310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a3509c7-eaa9-4507-bf39-92b72b0a4343 req-bc89a0e0-78d1-45b9-80c9-0785985c1987 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 210 time: 0.0317340 Apr 20 13:35:02.087525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Made reservation on behalf of f427d3156d0b4af38b365ddf4013baa4 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:02.092233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:02.214711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Allocated IP 172.20.0.8 (fcb8c004-4662-449b-a658-296eb143ea07/e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9/1a3dc56d-56c5-410c-9eec-d01f717f02c9) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:02.356698 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:02.390596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:02.429752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Network fcb8c004-4662-449b-a658-296eb143ea07 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:02.435174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:02.438809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:02.467940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Pushing event updated for resources: {'Port': ['ID=1a3dc56d-56c5-410c-9eec-d01f717f02c9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:02.494543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:02.495145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:02.511062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-ebb790af-61d1-4d39-8599-defcee2db359 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5596890 Apr 20 13:35:02.522138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Request body: {'port': {'device_id': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:02.574241 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:02.846627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3dc56d-56c5-410c-9eec-d01f717f02c9 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:02.854193 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:02.866024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Transition to ACTIVE for port object 1a3dc56d-56c5-410c-9eec-d01f717f02c9 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:35:02.869671 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:02.941663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3dc56d-56c5-410c-9eec-d01f717f02c9,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:02.988720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Attempting to bind port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:02.989194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Attempting to bind port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:02.989521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Attempting to bind port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 on network fcb8c004-4662-449b-a658-296eb143ea07 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:02.998366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 on network fcb8c004-4662-449b-a658-296eb143ea07 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:35:02.998687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Attempting to bind port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 on network fcb8c004-4662-449b-a658-296eb143ea07 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:03.003521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:03.003857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Checking segment: {'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:03.004236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Bound using segment: {'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:03.004660 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Bound port: 1a3dc56d-56c5-410c-9eec-d01f717f02c9, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:03.005015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.081311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] For port 1a3dc56d-56c5-410c-9eec-d01f717f02c9, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:03.084733 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] For port 1a3dc56d-56c5-410c-9eec-d01f717f02c9, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=1a3dc56d-56c5-410c-9eec-d01f717f02c9,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:03.089228 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.134671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.135273 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.136907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] 10.222.0.30 "PUT /v2.0/ports/1a3dc56d-56c5-410c-9eec-d01f717f02c9 HTTP/1.1" status: 200 len: 1091 time: 0.6188653 Apr 20 13:35:03.139955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'tag': '1a3dc56d-56c5-410c-9eec-d01f717f02c9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:03.142967 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b" -d '{"events": [{"name": "network-changed", "server_uuid": "720a7c4e-9845-4f53-b3e0-eb1e00d0eb64", "tag": "1a3dc56d-56c5-410c-9eec-d01f717f02c9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:03.200072 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c721d47b-8926-4ae3-a5c0-ee3626b47609 x-openstack-request-id: req-c721d47b-8926-4ae3-a5c0-ee3626b47609 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:03.200371 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720a7c4e-9845-4f53-b3e0-eb1e00d0eb64", "tag": "1a3dc56d-56c5-410c-9eec-d01f717f02c9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:03.200627 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c721d47b-8926-4ae3-a5c0-ee3626b47609 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:03.201058 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c721d47b-8926-4ae3-a5c0-ee3626b47609'] response: {'name': 'network-changed', 'server_uuid': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'tag': '1a3dc56d-56c5-410c-9eec-d01f717f02c9', 'status': 'completed', 'code': 200} Apr 20 13:35:03.216250 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cee00-c99f-456c-8f60-f955c472f9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a3dc56d-56c5-410c-9eec-d01f717f02c9,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:03.234814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470d7b-a5b2-43e3-920a-d22743b42173 req-df049f68-99b4-4842-ad74-769b5536fe5b tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.236387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a470d7b-a5b2-43e3-920a-d22743b42173 req-df049f68-99b4-4842-ad74-769b5536fe5b tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 943 time: 0.1190374 Apr 20 13:35:03.251353 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-8b921da8-d822-4364-878e-36a96c37d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.252742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-8b921da8-d822-4364-878e-36a96c37d517 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f427d3156d0b4af38b365ddf4013baa4&device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 1094 time: 0.0702348 Apr 20 13:35:03.302646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-68f0fcd3-11fe-4811-bd4c-59e2d33368b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3dc56d-56c5-410c-9eec-d01f717f02c9 HTTP/1.1" status: 200 len: 217 time: 0.0425577 Apr 20 13:35:03.323728 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a470d7b-a5b2-43e3-920a-d22743b42173 req-59cb0027-c541-4c26-86bb-f552917f8f38 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798626 Apr 20 13:35:03.361970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-1c09a574-759a-4ded-9163-9ac6cd7d2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.363399 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-1c09a574-759a-4ded-9163-9ac6cd7d2f25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9 HTTP/1.1" status: 200 len: 854 time: 0.0539613 Apr 20 13:35:03.394792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-465ce8c2-0e01-4d7b-99e2-3136a443c6b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcb8c004-4662-449b-a658-296eb143ea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240486 Apr 20 13:35:03.484683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-c8734419-a62f-4a36-be57-dd431a5dcdd0 service neutron] 10.222.0.30 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830472 Apr 20 13:35:03.572936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9e7d322-6b74-4a13-b83d-221d3aad28fc req-642b2476-507e-46e7-a239-79da5c4233a1 service neutron] 10.222.0.30 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819046 Apr 20 13:35:03.654678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-71e563f5-5aa6-4b83-9d66-189995ab44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.656076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-71e563f5-5aa6-4b83-9d66-189995ab44a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f427d3156d0b4af38b365ddf4013baa4&device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 1094 time: 0.0413127 Apr 20 13:35:03.706817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ca8974dc-5bcb-4a57-a7f1-0788544d1467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:03.750590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-0263243a-16cd-4949-aaf9-b2426475f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.752073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-0263243a-16cd-4949-aaf9-b2426475f477 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fcb8c004-4662-449b-a658-296eb143ea07 HTTP/1.1" status: 200 len: 915 time: 0.0897763 Apr 20 13:35:03.792234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-fd7f8a0d-80c3-4bc1-83c4-70b62df3a27c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1a3dc56d-56c5-410c-9eec-d01f717f02c9 HTTP/1.1" status: 200 len: 217 time: 0.0339100 Apr 20 13:35:03.840121 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-6cc6b17f-deff-424e-a4de-c52ef097af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:03.841506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-6cc6b17f-deff-424e-a4de-c52ef097af94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9 HTTP/1.1" status: 200 len: 854 time: 0.0434899 Apr 20 13:35:03.875508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-d62f06a3-605a-4cae-9189-78e7dc3db671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fcb8c004-4662-449b-a658-296eb143ea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278096 Apr 20 13:35:03.961356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-f156bcbf-81c2-4a5f-9c2a-3f2b62090ed8 service neutron] 10.222.0.30 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795069 Apr 20 13:35:04.053479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb3ed5d9-62ad-4f5b-b9d0-6e7ea8eeb68b req-a6213fec-e681-4015-aa4a-103cb3e23658 service neutron] 10.222.0.30 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Apr 20 13:35:04.443094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc1e13-c3a0-4a5b-8a19-c42e105089de req-bc75d6a9-25dc-4d22-a897-864aa83a9b3a tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:04.444523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4cc1e13-c3a0-4a5b-8a19-c42e105089de req-bc75d6a9-25dc-4d22-a897-864aa83a9b3a tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 943 time: 0.0487101 Apr 20 13:35:04.481341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4cc1e13-c3a0-4a5b-8a19-c42e105089de req-4f75b6de-fdaa-4875-a904-67b727a76fcc tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310047 Apr 20 13:35:05.592892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d539a-bb50-4877-bc03-f3f9d477a367 req-765e5232-0de3-456a-ace9-23e0cbdfcb45 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:05.594331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d60d539a-bb50-4877-bc03-f3f9d477a367 req-765e5232-0de3-456a-ace9-23e0cbdfcb45 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 943 time: 0.0474377 Apr 20 13:35:05.632010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d60d539a-bb50-4877-bc03-f3f9d477a367 req-eaed2aa3-aa4c-4e30-bfc9-35d66b53cbbc tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Apr 20 13:35:06.052899 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf38b-be28-4e01-acd0-5de0b9b7a32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.746944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50377-733b-4646-8cc9-7477c15f19d4 req-291bc14a-8c47-42ef-a12f-804ee249d9e7 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:06.748364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2c50377-733b-4646-8cc9-7477c15f19d4 req-291bc14a-8c47-42ef-a12f-804ee249d9e7 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 943 time: 0.0510812 Apr 20 13:35:06.784915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c2c50377-733b-4646-8cc9-7477c15f19d4 req-bda7e0f0-6d32-4c59-916b-78a7dbccce23 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306218 Apr 20 13:35:06.790721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 1a3dc56d-56c5-410c-9eec-d01f717f02c9 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:35:06.884841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 1a3dc56d-56c5-410c-9eec-d01f717f02c9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=1a3dc56d-56c5-410c-9eec-d01f717f02c9,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:06.895999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '1a3dc56d-56c5-410c-9eec-d01f717f02c9', 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07', 'port_id': '1a3dc56d-56c5-410c-9eec-d01f717f02c9', 'mac_address': 'fa:16:3e:49:09:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:35:06.931531 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:06.944161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3dc56d-56c5-410c-9eec-d01f717f02c9 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:06.966320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 1a3dc56d-56c5-410c-9eec-d01f717f02c9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=1a3dc56d-56c5-410c-9eec-d01f717f02c9,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:06.970225 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.015680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=1a3dc56d-56c5-410c-9eec-d01f717f02c9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:07.274665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['1a3dc56d-56c5-410c-9eec-d01f717f02c9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:07.325302 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:07.901717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3535-a417-4418-9b5b-7aaa80575cde req-0ef1acb3-3dfa-4461-9b4f-0aff9e054a9b tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:07.903189 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1bb3535-a417-4418-9b5b-7aaa80575cde req-0ef1acb3-3dfa-4461-9b4f-0aff9e054a9b tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 944 time: 0.0490303 Apr 20 13:35:07.940693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d1bb3535-a417-4418-9b5b-7aaa80575cde req-cca7495c-5e92-41e9-b665-c11d2959d4f7 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Apr 20 13:35:08.671635 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.821353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 1a3dc56d-56c5-410c-9eec-d01f717f02c9 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:08.868558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:35:08.872505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:08.872878 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.951597 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:08.974216 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dc56d-56c5-410c-9eec-d01f717f02c9'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:08.976461 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10de3755-1c5e-4ba6-8efd-442617fb1e18" -d '{"events": [{"server_uuid": "720a7c4e-9845-4f53-b3e0-eb1e00d0eb64", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dc56d-56c5-410c-9eec-d01f717f02c9"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:08.996004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 1a3dc56d-56c5-410c-9eec-d01f717f02c9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=1a3dc56d-56c5-410c-9eec-d01f717f02c9,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:09.003675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.010001 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:09.029164 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d0583-580f-492b-9d50-fcef8e22739c x-openstack-request-id: req-4b6d0583-580f-492b-9d50-fcef8e22739c {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:09.029460 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a7c4e-9845-4f53-b3e0-eb1e00d0eb64", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dc56d-56c5-410c-9eec-d01f717f02c9", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:09.029736 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b6d0583-580f-492b-9d50-fcef8e22739c {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:09.030128 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6d0583-580f-492b-9d50-fcef8e22739c'] response: {'server_uuid': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dc56d-56c5-410c-9eec-d01f717f02c9', 'code': 200} Apr 20 13:35:09.058421 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=1a3dc56d-56c5-410c-9eec-d01f717f02c9,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:09.073945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9b41-6f8b-4c3e-bcea-b12ea6b71c59 req-b7650c1c-264d-41b2-8892-94d84f9106cd tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:09.075344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f4c9b41-6f8b-4c3e-bcea-b12ea6b71c59 req-b7650c1c-264d-41b2-8892-94d84f9106cd tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0554504 Apr 20 13:35:09.143222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f4c9b41-6f8b-4c3e-bcea-b12ea6b71c59 req-00c461e4-bdd9-414c-9a3b-25abd29cc11f tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569694 Apr 20 13:35:09.145280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff46b5d-dbdc-4ebb-812d-0785aad71424 req-8bcdfeb8-c4a2-416b-a390-19b88e37a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:09.146713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff46b5d-dbdc-4ebb-812d-0785aad71424 req-8bcdfeb8-c4a2-416b-a390-19b88e37a49c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 1096 time: 0.0689054 Apr 20 13:35:09.181352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dff46b5d-dbdc-4ebb-812d-0785aad71424 req-ff291759-5e33-475b-9595-338bed438cf2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276113 Apr 20 13:35:10.258653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4e8e8-bdcc-4a97-b8d6-76b733a05185 req-7d1886ec-966f-43f6-a973-0ba6ec1370f1 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:10.260091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bed4e8e8-bdcc-4a97-b8d6-76b733a05185 req-7d1886ec-966f-43f6-a973-0ba6ec1370f1 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0483649 Apr 20 13:35:10.296715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bed4e8e8-bdcc-4a97-b8d6-76b733a05185 req-55d27a02-09fb-4e24-a9a4-d22a1833dd09 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Apr 20 13:35:11.410646 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02628693-0937-417d-9728-695da92625d7 req-1a2a10be-9a6e-4e80-bc3a-bc62f1032749 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:11.411994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02628693-0937-417d-9728-695da92625d7 req-1a2a10be-9a6e-4e80-bc3a-bc62f1032749 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0481503 Apr 20 13:35:11.448792 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-02628693-0937-417d-9728-695da92625d7 req-9eb2a479-203a-4e23-bd0b-724729f095a8 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Apr 20 13:35:11.670795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-e8ce2ac5-62f2-4cbb-9e2c-32829a739f88 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:11.675482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-e8ce2ac5-62f2-4cbb-9e2c-32829a739f88 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/networks?id=fcb8c004-4662-449b-a658-296eb143ea07 HTTP/1.1" status: 200 len: 814 time: 0.1052926 Apr 20 13:35:11.689945 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-38d63bc0-83c1-45a7-a5d8-d5f9b69cc678 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/quotas/f427d3156d0b4af38b365ddf4013baa4 HTTP/1.1" status: 200 len: 375 time: 0.0090225 Apr 20 13:35:11.758589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5de659ac-4cfb-418d-ae63-999848768d21 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f427d3156d0b4af38b365ddf4013baa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0598619 Apr 20 13:35:11.848929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-d121212d-d76d-4c47-b234-51ceaeaf9406 service neutron] 10.222.0.24 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833397 Apr 20 13:35:11.934816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-f4603564-ead5-4836-a09b-11a02c779cde service neutron] 10.222.0.24 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798087 Apr 20 13:35:12.091512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-07f420d4-a870-40dd-9bd1-f91f01f06868 req-7c1a220d-9439-4cdb-bec7-df07a56d996f tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 210 time: 0.0276904 Apr 20 13:35:12.958307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-392de3fc-29aa-474b-8967-bef6f8259852 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:12.960266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-392de3fc-29aa-474b-8967-bef6f8259852 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.37 "GET /v2.0/networks?id=fcb8c004-4662-449b-a658-296eb143ea07 HTTP/1.1" status: 200 len: 814 time: 0.1027761 Apr 20 13:35:12.972867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Request body: {'port': {'device_id': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07', 'admin_state_up': True, 'tenant_id': 'f427d3156d0b4af38b365ddf4013baa4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:13.074344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Made reservation on behalf of f427d3156d0b4af38b365ddf4013baa4 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:13.077714 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.209387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-175bad7a-0d61-44e4-b1fb-57cbe9db67df req-3604da8a-f1e3-4983-95e4-65fea8987439 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 210 time: 0.0295746 Apr 20 13:35:13.227228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Allocated IP 172.20.0.7 (fcb8c004-4662-449b-a658-296eb143ea07/e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9/2531df67-b6fc-4c33-85d0-227a61482139) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:13.372574 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.406220 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.417907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['1a3dc56d-56c5-410c-9eec-d01f717f02c9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:13.451808 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Network fcb8c004-4662-449b-a658-296eb143ea07 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:13.455019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:13.459526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:13.486474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Pushing event updated for resources: {'Port': ['ID=2531df67-b6fc-4c33-85d0-227a61482139,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:13.516161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:13.516779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.532394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-5f24b9c9-63e3-43ae-b5d8-3a33b24d80a5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631533 Apr 20 13:35:13.544057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Request body: {'port': {'device_id': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:13.595933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.854078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2531df67-b6fc-4c33-85d0-227a61482139 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:13.861037 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.872898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Transition to ACTIVE for port object 2531df67-b6fc-4c33-85d0-227a61482139 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:35:13.876527 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:13.932990 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Pushing event updated for resources: {'Port': ['ID=2531df67-b6fc-4c33-85d0-227a61482139,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:13.993725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Attempting to bind port 2531df67-b6fc-4c33-85d0-227a61482139 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:13.994377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Attempting to bind port 2531df67-b6fc-4c33-85d0-227a61482139 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:13.994377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Attempting to bind port 2531df67-b6fc-4c33-85d0-227a61482139 on network fcb8c004-4662-449b-a658-296eb143ea07 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:13.998593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Port 2531df67-b6fc-4c33-85d0-227a61482139 on network fcb8c004-4662-449b-a658-296eb143ea07 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:35:13.998941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Attempting to bind port 2531df67-b6fc-4c33-85d0-227a61482139 on network fcb8c004-4662-449b-a658-296eb143ea07 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:14.003956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:14.004288 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Checking segment: {'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:14.004661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Bound using segment: {'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:14.005078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Bound port: 2531df67-b6fc-4c33-85d0-227a61482139, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63ed7e59-9280-4f49-a73a-4d684cac2ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:14.005464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.066761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] For port 2531df67-b6fc-4c33-85d0-227a61482139, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:14.070148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] For port 2531df67-b6fc-4c33-85d0-227a61482139, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2531df67-b6fc-4c33-85d0-227a61482139,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:14.074202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.110695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:14.111387 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:14.112742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] 10.222.0.37 "PUT /v2.0/ports/2531df67-b6fc-4c33-85d0-227a61482139 HTTP/1.1" status: 200 len: 1091 time: 0.5727718 Apr 20 13:35:14.113168 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'tag': '2531df67-b6fc-4c33-85d0-227a61482139'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:14.115968 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed508d64-e823-4aa0-a0c7-f3f300fc7620" -d '{"events": [{"name": "network-changed", "server_uuid": "8836abb3-9371-46d3-b07c-ed9b74886b8c", "tag": "2531df67-b6fc-4c33-85d0-227a61482139"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:14.138467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea92486-5f8c-41fd-8df5-f91083ff9b7f service neutron] Pushing event updated for resources: {'Port': ['ID=2531df67-b6fc-4c33-85d0-227a61482139,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:14.162495 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f56864-dab9-43d9-9b09-84b5eb95cf55 x-openstack-request-id: req-63f56864-dab9-43d9-9b09-84b5eb95cf55 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:14.162781 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8836abb3-9371-46d3-b07c-ed9b74886b8c", "tag": "2531df67-b6fc-4c33-85d0-227a61482139", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:14.163032 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63f56864-dab9-43d9-9b09-84b5eb95cf55 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:14.163427 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f56864-dab9-43d9-9b09-84b5eb95cf55'] response: {'name': 'network-changed', 'server_uuid': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'tag': '2531df67-b6fc-4c33-85d0-227a61482139', 'status': 'completed', 'code': 200} Apr 20 13:35:14.192451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-683f0cd6-7c50-48af-8270-d0ffd87f3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:14.193961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-683f0cd6-7c50-48af-8270-d0ffd87f3f87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f427d3156d0b4af38b365ddf4013baa4&device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 1094 time: 0.0429242 Apr 20 13:35:14.234171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-f40024ec-7663-423c-8ca0-b3247056b31c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2531df67-b6fc-4c33-85d0-227a61482139 HTTP/1.1" status: 200 len: 217 time: 0.0336561 Apr 20 13:35:14.306707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-86e0537c-1649-42c4-9fb9-729ad83e866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:14.308094 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-86e0537c-1649-42c4-9fb9-729ad83e866a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9 HTTP/1.1" status: 200 len: 854 time: 0.0678601 Apr 20 13:35:14.343875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-83712cc5-ffa8-4ee2-a727-30283b17d887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcb8c004-4662-449b-a658-296eb143ea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292306 Apr 20 13:35:14.351968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5f0f7-8385-4728-8694-817e023fb155 req-0441e087-b60e-4a37-b2ee-82803d066f14 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:14.353287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3a5f0f7-8385-4728-8694-817e023fb155 req-0441e087-b60e-4a37-b2ee-82803d066f14 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 943 time: 0.0758319 Apr 20 13:35:14.436935 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3a5f0f7-8385-4728-8694-817e023fb155 req-0555fbf8-0bdd-4498-a345-4378f3ccefb9 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760517 Apr 20 13:35:14.462275 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-21c7df22-efa3-4042-8e20-82b60edc9109 service neutron] 10.222.0.37 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080768 Apr 20 13:35:14.551012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-686783e9-92bd-43ce-84b7-8b88bf5647df req-f19bed84-ddf4-4be9-bfbb-25c86c96c65f service neutron] 10.222.0.37 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814102 Apr 20 13:35:14.636509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-28003078-acd1-477b-8767-50b6ec84d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:14.637986 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-28003078-acd1-477b-8767-50b6ec84d031 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f427d3156d0b4af38b365ddf4013baa4&device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 1094 time: 0.0397246 Apr 20 13:35:14.728715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-387a004a-26d5-4cba-96be-a40d4db9adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:14.730084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-387a004a-26d5-4cba-96be-a40d4db9adaf service neutron] 10.222.0.37 "GET /v2.0/networks?id=fcb8c004-4662-449b-a658-296eb143ea07 HTTP/1.1" status: 200 len: 915 time: 0.0860054 Apr 20 13:35:14.771689 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-d09b5015-a24c-4115-af26-c71537755b3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2531df67-b6fc-4c33-85d0-227a61482139 HTTP/1.1" status: 200 len: 217 time: 0.0346260 Apr 20 13:35:14.823849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-76d388c7-f52b-4222-a64e-aca84af06bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:14.825249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-76d388c7-f52b-4222-a64e-aca84af06bd6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9 HTTP/1.1" status: 200 len: 854 time: 0.0465569 Apr 20 13:35:14.856327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-23946756-171b-4aa0-bba4-fdc55115c199 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fcb8c004-4662-449b-a658-296eb143ea07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236294 Apr 20 13:35:14.944012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-d6088584-c694-4c63-ac9c-54d767297dea service neutron] 10.222.0.37 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797238 Apr 20 13:35:15.034923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed508d64-e823-4aa0-a0c7-f3f300fc7620 req-a0bb42ac-9f6a-44c1-8aba-ad7a7823398d service neutron] 10.222.0.37 "GET /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838096 Apr 20 13:35:15.551589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60d616-9cd8-4f56-894e-c3f6d0c45db5 req-498c82fc-e869-4eb4-9d6d-ba5e15df2567 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:15.553734 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e60d616-9cd8-4f56-894e-c3f6d0c45db5 req-498c82fc-e869-4eb4-9d6d-ba5e15df2567 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 943 time: 0.0492384 Apr 20 13:35:15.589969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2e60d616-9cd8-4f56-894e-c3f6d0c45db5 req-bf2ef32b-91c5-4bb9-bf0c-f704075f4193 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301499 Apr 20 13:35:16.433798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2531df67-b6fc-4c33-85d0-227a61482139 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:35:16.529238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2531df67-b6fc-4c33-85d0-227a61482139, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2531df67-b6fc-4c33-85d0-227a61482139,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:16.540426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '2531df67-b6fc-4c33-85d0-227a61482139', 'network_id': 'fcb8c004-4662-449b-a658-296eb143ea07', 'port_id': '2531df67-b6fc-4c33-85d0-227a61482139', 'mac_address': 'fa:16:3e:e4:f9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:35:16.576285 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:16.588230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2531df67-b6fc-4c33-85d0-227a61482139 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:16.607218 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2531df67-b6fc-4c33-85d0-227a61482139, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2531df67-b6fc-4c33-85d0-227a61482139,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:16.610721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:16.656683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2531df67-b6fc-4c33-85d0-227a61482139,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:16.703864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83de29e-6eb2-4b2d-982d-200dc2b66054 req-4ad2406a-2187-41f3-8fbf-c9ad97860f7e tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:16.705213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b83de29e-6eb2-4b2d-982d-200dc2b66054 req-4ad2406a-2187-41f3-8fbf-c9ad97860f7e tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 944 time: 0.0476151 Apr 20 13:35:16.751447 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b83de29e-6eb2-4b2d-982d-200dc2b66054 req-039cd0b4-cd22-470a-9739-8d55c9acc737 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399981 Apr 20 13:35:16.797326 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2531df67-b6fc-4c33-85d0-227a61482139'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:17.885075 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf816d-f911-4350-943f-90072e85b954 req-c90ab330-5723-4266-841a-3822139dc8b9 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:17.886541 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5cf816d-f911-4350-943f-90072e85b954 req-c90ab330-5723-4266-841a-3822139dc8b9 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 944 time: 0.0562761 Apr 20 13:35:17.923315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5cf816d-f911-4350-943f-90072e85b954 req-cb5a483f-4dbb-460a-94b9-af823159c089 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308924 Apr 20 13:35:18.446775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2531df67-b6fc-4c33-85d0-227a61482139 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:18.493652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 2531df67-b6fc-4c33-85d0-227a61482139 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:35:18.497482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 2531df67-b6fc-4c33-85d0-227a61482139 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:18.497883 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:18.575803 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:18.597895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2531df67-b6fc-4c33-85d0-227a61482139'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:18.600124 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd410065-7567-41d0-9c91-0bc7daa90a15" -d '{"events": [{"server_uuid": "8836abb3-9371-46d3-b07c-ed9b74886b8c", "name": "network-vif-plugged", "status": "completed", "tag": "2531df67-b6fc-4c33-85d0-227a61482139"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:18.612257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 2531df67-b6fc-4c33-85d0-227a61482139, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2531df67-b6fc-4c33-85d0-227a61482139,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:18.616540 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:18.641505 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ba9944-1f3b-4f4d-8c94-c1c009e01ef0 x-openstack-request-id: req-76ba9944-1f3b-4f4d-8c94-c1c009e01ef0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:18.641977 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8836abb3-9371-46d3-b07c-ed9b74886b8c", "name": "network-vif-plugged", "status": "completed", "tag": "2531df67-b6fc-4c33-85d0-227a61482139", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:18.642229 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76ba9944-1f3b-4f4d-8c94-c1c009e01ef0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:18.642613 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ba9944-1f3b-4f4d-8c94-c1c009e01ef0'] response: {'server_uuid': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2531df67-b6fc-4c33-85d0-227a61482139', 'code': 200} Apr 20 13:35:18.669597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=2531df67-b6fc-4c33-85d0-227a61482139,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:18.728262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cae25-3fc8-48c7-a44e-f8908716af2a req-a24b7589-e31b-4b57-b6b7-a6ce92ae5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:18.729604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f4cae25-3fc8-48c7-a44e-f8908716af2a req-a24b7589-e31b-4b57-b6b7-a6ce92ae5f6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 1096 time: 0.0395765 Apr 20 13:35:18.764963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f4cae25-3fc8-48c7-a44e-f8908716af2a req-f97a3869-a1fa-42cd-a8f3-af123f04be0d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282536 Apr 20 13:35:19.035463 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478d0a6-2128-405a-9aa0-604013c3c4a1 req-460aaa18-0256-4a99-b4fe-569edf00bbcf tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:19.036906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d478d0a6-2128-405a-9aa0-604013c3c4a1 req-460aaa18-0256-4a99-b4fe-569edf00bbcf tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 945 time: 0.0482514 Apr 20 13:35:19.074025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d478d0a6-2128-405a-9aa0-604013c3c4a1 req-c0872bac-f1d4-427b-b22f-2b4ca00c04fa tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Apr 20 13:35:19.397972 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:20.190902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92283f-b529-4f06-9516-5dd8e622a071 req-2360fa94-26b4-442e-9be8-849f5b71c681 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:20.192371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed92283f-b529-4f06-9516-5dd8e622a071 req-2360fa94-26b4-442e-9be8-849f5b71c681 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 945 time: 0.0510523 Apr 20 13:35:20.229384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ed92283f-b529-4f06-9516-5dd8e622a071 req-740adfec-a743-4de3-ad6d-cb9fb655f131 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305190 Apr 20 13:35:20.457074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f04837-c0da-4c90-8327-4495c63ffeed req-6880f70d-8d8a-491c-81cf-03e9f986973f tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:20.458536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7f04837-c0da-4c90-8327-4495c63ffeed req-6880f70d-8d8a-491c-81cf-03e9f986973f tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 945 time: 0.0480857 Apr 20 13:35:20.494645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7f04837-c0da-4c90-8327-4495c63ffeed req-4752ee34-3283-4a3c-98fe-1de93464d2d7 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301912 Apr 20 13:35:21.608744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f64f-15a6-4d05-97d7-18731ab20fb5 req-8e3caae1-1412-4346-b121-99f59b949742 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:21.610166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd9f64f-15a6-4d05-97d7-18731ab20fb5 req-8e3caae1-1412-4346-b121-99f59b949742 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 945 time: 0.0464609 Apr 20 13:35:21.658445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd9f64f-15a6-4d05-97d7-18731ab20fb5 req-7ab142ac-f00b-4baf-81c0-eb77de82c1c5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Apr 20 13:35:21.693953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-39cb3408-0a37-4cde-8d4d-3cc069582484 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:21.695362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-39cb3408-0a37-4cde-8d4d-3cc069582484 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.37 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 945 time: 0.0529845 Apr 20 13:35:21.781544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Deleting port 2531df67-b6fc-4c33-85d0-227a61482139 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:21.781910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:21.869680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] For port 2531df67-b6fc-4c33-85d0-227a61482139, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=2531df67-b6fc-4c33-85d0-227a61482139,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:21.870038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:21.883056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Calling delete_port for 2531df67-b6fc-4c33-85d0-227a61482139 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:22.006612 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:22.018779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['1a3dc56d-56c5-410c-9eec-d01f717f02c9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:22.025679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['2531df67-b6fc-4c33-85d0-227a61482139'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:22.360194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Pushing event deleted for resources: {'Port': ['ID=2531df67-b6fc-4c33-85d0-227a61482139,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:22.399923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] No DVR routers for this DVR port 2531df67-b6fc-4c33-85d0-227a61482139 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:22.402820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:22.405980 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef6988c7-66bd-4fcf-b27f-d889f4603c11 req-7df03998-a399-4823-b7ec-6f4c36eb5f27 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.37 "DELETE /v2.0/ports/2531df67-b6fc-4c33-85d0-227a61482139 HTTP/1.1" status: 204 len: 173 time: 0.7042723 Apr 20 13:35:22.406409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'name': 'network-vif-deleted', 'tag': '2531df67-b6fc-4c33-85d0-227a61482139'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:22.408629 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340717b-d73b-45e1-89bb-a0afc1b1f861" -d '{"events": [{"server_uuid": "8836abb3-9371-46d3-b07c-ed9b74886b8c", "name": "network-vif-deleted", "tag": "2531df67-b6fc-4c33-85d0-227a61482139"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:22.445144 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fef4194-6d7b-47f8-8a50-e67b3a067669 x-openstack-request-id: req-2fef4194-6d7b-47f8-8a50-e67b3a067669 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:22.445429 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8836abb3-9371-46d3-b07c-ed9b74886b8c", "name": "network-vif-deleted", "tag": "2531df67-b6fc-4c33-85d0-227a61482139", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:22.445705 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2fef4194-6d7b-47f8-8a50-e67b3a067669 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:22.446102 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fef4194-6d7b-47f8-8a50-e67b3a067669'] response: {'server_uuid': '8836abb3-9371-46d3-b07c-ed9b74886b8c', 'name': 'network-vif-deleted', 'tag': '2531df67-b6fc-4c33-85d0-227a61482139', 'status': 'completed', 'code': 200} Apr 20 13:35:22.763860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1cd2f27f-4a64-41cd-84a9-9a0dea4c5e20 req-22295881-3b87-4701-8994-ce5b50c8fda5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=8836abb3-9371-46d3-b07c-ed9b74886b8c HTTP/1.1" status: 200 len: 210 time: 0.0280774 Apr 20 13:35:23.916511 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598227b-4948-4a41-b0d8-803808154f3f req-94b9797e-d654-4225-9d2c-24b4462e82be tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:23.917940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c598227b-4948-4a41-b0d8-803808154f3f req-94b9797e-d654-4225-9d2c-24b4462e82be tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0512061 Apr 20 13:35:23.954830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c598227b-4948-4a41-b0d8-803808154f3f req-f7b7e154-140e-4856-923d-422aaa2fe294 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309408 Apr 20 13:35:24.029893 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:35:24.078812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:24.083283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f693547-a06c-49db-9467-e8fd1ea71849 req-84346897-ea5d-4563-a3aa-67b74cfafed5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:24.084732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f693547-a06c-49db-9467-e8fd1ea71849 req-84346897-ea5d-4563-a3aa-67b74cfafed5 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Apr 20 13:35:24.123289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6f693547-a06c-49db-9467-e8fd1ea71849 req-e1be23b2-714b-49ff-9423-dabec353cf2a tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Apr 20 13:35:24.238611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f30ade-99bc-4fa9-aff0-815806eaecdc req-94d83762-5dc2-4c8c-86dc-fbc324e6d161 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:24.240033 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97f30ade-99bc-4fa9-aff0-815806eaecdc req-94d83762-5dc2-4c8c-86dc-fbc324e6d161 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0475433 Apr 20 13:35:24.277055 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97f30ade-99bc-4fa9-aff0-815806eaecdc req-37dac79f-e0e1-4e00-9c95-d42f25e73d18 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Apr 20 13:35:24.442081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19058-f8f7-4dbc-9ed6-7251a673a758 req-a92dd3ca-9788-4d9b-8b9c-09ae64d32b00 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:24.444025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9e19058-f8f7-4dbc-9ed6-7251a673a758 req-a92dd3ca-9788-4d9b-8b9c-09ae64d32b00 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0513911 Apr 20 13:35:24.480283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b9e19058-f8f7-4dbc-9ed6-7251a673a758 req-5078767d-fee4-4fa0-8ab1-de857d97d846 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303559 Apr 20 13:35:24.593122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b27489-19f8-496a-9853-2af5f55e2ce4 req-c188906a-8bf5-473c-b630-cf41450055ce tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:24.594506 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88b27489-19f8-496a-9853-2af5f55e2ce4 req-c188906a-8bf5-473c-b630-cf41450055ce tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0476174 Apr 20 13:35:24.630344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-88b27489-19f8-496a-9853-2af5f55e2ce4 req-247c5714-a452-471d-8eb1-cdcee62f4661 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299616 Apr 20 13:35:24.762805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9e818-9db0-4e47-858b-d22e60f4dca7 req-56290196-088d-4924-bd92-523d2b2e0092 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:24.764265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04d9e818-9db0-4e47-858b-d22e60f4dca7 req-56290196-088d-4924-bd92-523d2b2e0092 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0491178 Apr 20 13:35:24.800770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04d9e818-9db0-4e47-858b-d22e60f4dca7 req-5cc78fa1-d616-452e-9e61-3a0338882a87 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305054 Apr 20 13:35:25.103513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b608ea5-8477-49b7-9cd9-956b3a8731fb req-f7ded251-904e-4dd7-90b5-c446fad9a389 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:25.105024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b608ea5-8477-49b7-9cd9-956b3a8731fb req-f7ded251-904e-4dd7-90b5-c446fad9a389 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0516298 Apr 20 13:35:25.141912 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b608ea5-8477-49b7-9cd9-956b3a8731fb req-4a94f982-cf41-4427-be1b-cebccb20c1f4 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307593 Apr 20 13:35:26.257678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f65047-978f-4940-bd30-ead116727f1f req-14e17e83-205c-4d05-ba5c-090148c859b4 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:26.259109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08f65047-978f-4940-bd30-ead116727f1f req-14e17e83-205c-4d05-ba5c-090148c859b4 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0480936 Apr 20 13:35:26.295384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-08f65047-978f-4940-bd30-ead116727f1f req-93a7a5ec-8e31-409f-ae4d-67333f999547 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/security-groups?id=43e3cf22-8381-4218-81a8-6556a01ff638&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303931 Apr 20 13:35:26.447072 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2531df67-b6fc-4c33-85d0-227a61482139 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:26.466440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 2531df67-b6fc-4c33-85d0-227a61482139 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:26.466777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 2531df67-b6fc-4c33-85d0-227a61482139 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:26.594923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-732258e4-dd28-4c5d-9195-461df94a2f42 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:26.596318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-732258e4-dd28-4c5d-9195-461df94a2f42 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.30 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 945 time: 0.0472097 Apr 20 13:35:26.685979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Deleting port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:26.686311 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:26.770321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] For port 1a3dc56d-56c5-410c-9eec-d01f717f02c9, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=1a3dc56d-56c5-410c-9eec-d01f717f02c9,segment=NetworkSegment(63ed7e59-9280-4f49-a73a-4d684cac2ec4),segment_id=63ed7e59-9280-4f49-a73a-4d684cac2ec4)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:26.770686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:26.783324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Calling delete_port for 1a3dc56d-56c5-410c-9eec-d01f717f02c9 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:26.908136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:26.920460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['1a3dc56d-56c5-410c-9eec-d01f717f02c9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:35:26.936833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Pushing event deleted for resources: {'Port': ['ID=1a3dc56d-56c5-410c-9eec-d01f717f02c9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:26.980140 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] No DVR routers for this DVR port 1a3dc56d-56c5-410c-9eec-d01f717f02c9 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:26.982680 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:26.985874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3153b8c7-6a69-4729-a9fe-a6bd92835cf7 req-1bf703da-eac6-4e2b-aa5d-e321cd1e8283 tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.30 "DELETE /v2.0/ports/1a3dc56d-56c5-410c-9eec-d01f717f02c9 HTTP/1.1" status: 204 len: 173 time: 0.3828094 Apr 20 13:35:26.986302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'name': 'network-vif-deleted', 'tag': '1a3dc56d-56c5-410c-9eec-d01f717f02c9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:26.988520 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d754b294-fc2e-461c-b8a3-573d1c4b9c74" -d '{"events": [{"server_uuid": "720a7c4e-9845-4f53-b3e0-eb1e00d0eb64", "name": "network-vif-deleted", "tag": "1a3dc56d-56c5-410c-9eec-d01f717f02c9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:27.024922 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf47c5-4c27-4e8c-be0a-5c56ccb4b44d x-openstack-request-id: req-bedf47c5-4c27-4e8c-be0a-5c56ccb4b44d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:27.025474 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720a7c4e-9845-4f53-b3e0-eb1e00d0eb64", "name": "network-vif-deleted", "tag": "1a3dc56d-56c5-410c-9eec-d01f717f02c9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:27.025753 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bedf47c5-4c27-4e8c-be0a-5c56ccb4b44d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:27.026153 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bedf47c5-4c27-4e8c-be0a-5c56ccb4b44d'] response: {'server_uuid': '720a7c4e-9845-4f53-b3e0-eb1e00d0eb64', 'name': 'network-vif-deleted', 'tag': '1a3dc56d-56c5-410c-9eec-d01f717f02c9', 'status': 'completed', 'code': 200} Apr 20 13:35:27.402948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a8b37b4-b910-4b24-9058-0542bca15ae6 req-75a6f9f4-27e0-485a-b5c0-98fd21a6177b tempest-ServersNegativeTestJSON-1807237570 tempest-ServersNegativeTestJSON-1807237570-project] 10.222.0.24 "GET /v2.0/ports?device_id=720a7c4e-9845-4f53-b3e0-eb1e00d0eb64 HTTP/1.1" status: 200 len: 210 time: 0.0279598 Apr 20 13:35:28.459866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51592) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:28.504281 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] Deleting subnet e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:35:28.507241 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.546044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.583606 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.642276 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.658885 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.665259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51594) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:28.665836 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9 HTTP/1.1" status: 204 len: 168 time: 0.2044516 Apr 20 13:35:28.683352 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aaa2e-28a6-4897-9005-b655704b6f71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65e12ad-8d7c-4182-9bae-8e2e4dbf85b9,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:28.734213 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.815744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.837211 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb8c004-4662-449b-a658-296eb143ea07']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:28.846276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ed7e59-9280-4f49-a73a-4d684cac2ec4') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:28.846577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ed7e59-9280-4f49-a73a-4d684cac2ec4') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:28.855702 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.868317 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.874005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:28.874393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:28.875982 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:28.929521 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.935050 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:28.938086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fcb8c004-4662-449b-a658-296eb143ea07 HTTP/1.1" status: 204 len: 168 time: 0.2718005 Apr 20 13:35:28.949477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d194a-94f5-4bba-a612-58a353ef3383 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb8c004-4662-449b-a658-296eb143ea07,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:29.042958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51598) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:29.086882 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b43d674b-fdda-4f25-b32c-b38e1f5025ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f427d3156d0b4af38b365ddf4013baa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427306 Apr 20 13:35:29.089276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51600) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:29.135316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4894c121-5b2c-4f55-bd01-113401268d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:29.156434 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4894c121-5b2c-4f55-bd01-113401268d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:29.202249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4894c121-5b2c-4f55-bd01-113401268d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:29.204637 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4894c121-5b2c-4f55-bd01-113401268d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:29.205787 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4894c121-5b2c-4f55-bd01-113401268d7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43e3cf22-8381-4218-81a8-6556a01ff638 HTTP/1.1" status: 204 len: 168 time: 0.1155691 Apr 20 13:35:29.213392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894c121-5b2c-4f55-bd01-113401268d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e3cf22-8381-4218-81a8-6556a01ff638,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:29.916625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51622) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:30.055266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-890100157'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:30.074268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:30.077672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.086271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.160009 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.164178 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.186002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:30.198713 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9929ffd-20bb-4df6-8693-aabd9917ffaf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:30.203483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.203823 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Added segment aea5e268-ce5e-4d70-9f99-c83e4655f4b9 of type vlan for network 46979172-7d6c-4507-811e-92af22fe9feb Apr 20 13:35:30.247763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.270936 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.277475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:30.278106 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:30.309086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3913848 Apr 20 13:35:30.349874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f3a22-798f-4c24-b54f-14ff36d69481 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Network': ['ID=46979172-7d6c-4507-811e-92af22fe9feb,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:30.359588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 46979172-7d6c-4507-811e-92af22fe9feb details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:30.925978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 1a3dc56d-56c5-410c-9eec-d01f717f02c9 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:30.948027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 1a3dc56d-56c5-410c-9eec-d01f717f02c9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:30.948371 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 1a3dc56d-56c5-410c-9eec-d01f717f02c9 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:33.612237 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51628) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:33.617921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'subnet': {'network_id': '46979172-7d6c-4507-811e-92af22fe9feb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:33.706951 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:33.709680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5f06753-d3ff-4fa2-91d8-6c2eb032c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:33.711136 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:33.911942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:33.970344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Subnet': ['ID=847a78ef-1c62-4f84-822b-c920177b5124,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:33.979544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Checking segment: {'id': 'aea5e268-ce5e-4d70-9f99-c83e4655f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46979172-7d6c-4507-811e-92af22fe9feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:33.979892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network hostable DHCP agents. Network: 46979172-7d6c-4507-811e-92af22fe9feb, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:33.996150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network 46979172-7d6c-4507-811e-92af22fe9feb is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:34.004784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 46979172-7d6c-4507-811e-92af22fe9feb) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:34.009802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:34.010377 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.015109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d660e342-13b8-46bf-805b-c71b1c41ce8b None None] Network 46979172-7d6c-4507-811e-92af22fe9feb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:34.027906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8ecbc3ae-45f0-4b50-9dac-f36900eb6722 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4145427 Apr 20 13:35:34.031305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51630) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:34.036035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-194701488'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:34.055440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:34.058876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.082454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:34.091824 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.092169 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Added segment 28ac0c2f-0ea8-4984-af27-457e039f15e2 of type vlan for network 885591fa-74f4-4c77-9138-83c978bc4980 Apr 20 13:35:34.131320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.158777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.163192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-46979172-7d6c-4507-811e-92af22fe9feb', 'network_id': '46979172-7d6c-4507-811e-92af22fe9feb', 'tenant_id': '5a1c66c6aad64475831514fb3bb94a9f', 'fixed_ips': [{'subnet_id': '847a78ef-1c62-4f84-822b-c920177b5124'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:34.163984 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.164367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:34.164954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.205008 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1725938 Apr 20 13:35:34.208199 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51632) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:34.214452 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'subnet': {'network_id': '885591fa-74f4-4c77-9138-83c978bc4980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:34.260654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47399d78-5afb-4fe1-92a7-12ceed84476e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Network': ['ID=885591fa-74f4-4c77-9138-83c978bc4980,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:34.274364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 885591fa-74f4-4c77-9138-83c978bc4980 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:34.310516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:34.314055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.378794 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Allocated IP 2001:db8:0:ffff::2 (46979172-7d6c-4507-811e-92af22fe9feb/847a78ef-1c62-4f84-822b-c920177b5124/350863a3-3f58-4989-8155-93bc0dff1413) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:34.416958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-2683355f-319d-4564-80e3-16ee7b3aa00c req-a3cdaff9-3570-4e27-a3b1-f73fe010e4fc service neutron] (109410) timed out ('10.222.0.24', 49886) {{(pid=109410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:35:34.505247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.531990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.539654 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.565517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Subnet': ['ID=4267d526-0d21-416c-b2c3-848d58d4fb6d,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:34.576110 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Checking segment: {'id': '28ac0c2f-0ea8-4984-af27-457e039f15e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '885591fa-74f4-4c77-9138-83c978bc4980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:34.576462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network hostable DHCP agents. Network: 885591fa-74f4-4c77-9138-83c978bc4980, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:34.577387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Network 46979172-7d6c-4507-811e-92af22fe9feb is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:34.580132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:34.586223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:34.595709 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network 885591fa-74f4-4c77-9138-83c978bc4980 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:34.600948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Pushing event updated for resources: {'Port': ['ID=350863a3-3f58-4989-8155-93bc0dff1413,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:34.609127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 885591fa-74f4-4c77-9138-83c978bc4980) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:34.616740 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:34.617342 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.617878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f62dc0f-f945-400f-bbe6-fe947cd177f3 None None] Network 885591fa-74f4-4c77-9138-83c978bc4980 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:34.635765 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a10d6a66-6e40-4acb-a8f1-0aaf9ba0e9e1 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4265602 Apr 20 13:35:34.638517 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51634) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:34.694944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Attempting to bind port 350863a3-3f58-4989-8155-93bc0dff1413 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:34.695215 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Attempting to bind port 350863a3-3f58-4989-8155-93bc0dff1413 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'aea5e268-ce5e-4d70-9f99-c83e4655f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46979172-7d6c-4507-811e-92af22fe9feb'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:34.695574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Attempting to bind port 350863a3-3f58-4989-8155-93bc0dff1413 on network 46979172-7d6c-4507-811e-92af22fe9feb {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:34.704525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:34.704893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Checking segment: {'id': 'aea5e268-ce5e-4d70-9f99-c83e4655f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46979172-7d6c-4507-811e-92af22fe9feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:34.705291 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.705705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Bound using segment: {'id': 'aea5e268-ce5e-4d70-9f99-c83e4655f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46979172-7d6c-4507-811e-92af22fe9feb'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:34.706166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Bound port: 350863a3-3f58-4989-8155-93bc0dff1413, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea5e268-ce5e-4d70-9f99-c83e4655f4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '46979172-7d6c-4507-811e-92af22fe9feb'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:34.706544 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.738153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.813891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] For port 350863a3-3f58-4989-8155-93bc0dff1413, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:34.816622 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.819600 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] For port 350863a3-3f58-4989-8155-93bc0dff1413, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=350863a3-3f58-4989-8155-93bc0dff1413,segment=NetworkSegment(aea5e268-ce5e-4d70-9f99-c83e4655f4b9),segment_id=aea5e268-ce5e-4d70-9f99-c83e4655f4b9)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:34.824863 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.872140 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d7abe0-6ba5-4d34-8c12-633f13818925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-885591fa-74f4-4c77-9138-83c978bc4980', 'network_id': '885591fa-74f4-4c77-9138-83c978bc4980', 'tenant_id': '5a1c66c6aad64475831514fb3bb94a9f', 'fixed_ips': [{'subnet_id': '4267d526-0d21-416c-b2c3-848d58d4fb6d'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:34.872974 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c6d7abe0-6ba5-4d34-8c12-633f13818925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.889322 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:34.921554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ceb5e-ba68-4ec4-8ece-2c0d962496b2 None None] Pushing event updated for resources: {'Port': ['ID=350863a3-3f58-4989-8155-93bc0dff1413,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:34.922044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Subnet': ['ID=4267d526-0d21-416c-b2c3-848d58d4fb6d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:35.004024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.005741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650c260d-4eb5-4eb0-892d-7f01ab092e77 None None] Network 885591fa-74f4-4c77-9138-83c978bc4980 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:35.027779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885591fa-74f4-4c77-9138-83c978bc4980']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:35.038027 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ac0c2f-0ea8-4984-af27-457e039f15e2') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:35.038399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ac0c2f-0ea8-4984-af27-457e039f15e2') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:35.051169 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.074719 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.082136 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:35.082751 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:35.086692 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:35.153689 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.161050 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.168455 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/885591fa-74f4-4c77-9138-83c978bc4980 HTTP/1.1" status: 204 len: 168 time: 0.5254819 Apr 20 13:35:35.169026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51636) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:35.176368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1987284588'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:35.179315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97cc80-3447-472c-a7ba-fdb5ba9638f3 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Network': ['ID=885591fa-74f4-4c77-9138-83c978bc4980,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:35.198779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:35.202638 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.240109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:35.252357 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.253125 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Added segment 9c0790a0-299f-4f67-bda3-c33487def603 of type vlan for network cdb8cf48-b9ae-4d20-9588-5365681c7828 Apr 20 13:35:35.270566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 350863a3-3f58-4989-8155-93bc0dff1413 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:35.296744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.319617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 350863a3-3f58-4989-8155-93bc0dff1413 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:35.320136 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.324154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.329847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:35.330428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.389417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51638) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:35.389956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2181194 Apr 20 13:35:35.395523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'subnet': {'network_id': 'cdb8cf48-b9ae-4d20-9588-5365681c7828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:35.407034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea1352-7793-4f33-b6bd-7b8bda130587 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Network': ['ID=cdb8cf48-b9ae-4d20-9588-5365681c7828,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:35.408052 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.422895 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network cdb8cf48-b9ae-4d20-9588-5365681c7828 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:35.491870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:35.494869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 350863a3-3f58-4989-8155-93bc0dff1413, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=350863a3-3f58-4989-8155-93bc0dff1413,segment=NetworkSegment(aea5e268-ce5e-4d70-9f99-c83e4655f4b9),segment_id=aea5e268-ce5e-4d70-9f99-c83e4655f4b9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:35.495317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.502474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.558894 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_backend_mixin [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Performing IP validity checks on allocation pools {{(pid=109409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 20 13:35:35.559733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.ipam_backend_mixin [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109409) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 20 13:35:35.560021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=350863a3-3f58-4989-8155-93bc0dff1413,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:35.683989 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.752335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Subnet': ['ID=f03a3a2e-445a-4a00-9175-12a15abc1e1b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:35.758183 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Checking segment: {'id': '9c0790a0-299f-4f67-bda3-c33487def603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cdb8cf48-b9ae-4d20-9588-5365681c7828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:35.758542 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network hostable DHCP agents. Network: cdb8cf48-b9ae-4d20-9588-5365681c7828, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:35.776342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network cdb8cf48-b9ae-4d20-9588-5365681c7828 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:35.785912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, cdb8cf48-b9ae-4d20-9588-5365681c7828) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:35.790294 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:35.790874 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.796812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576b28d-bada-4d0a-b1be-eabce8d717e1 None None] Network cdb8cf48-b9ae-4d20-9588-5365681c7828 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:35.806939 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f4c14a06-6a04-436b-abf0-39b15dd2ef51 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4156404 Apr 20 13:35:35.809684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51640) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:35.910134 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.930998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb2f65-917d-4243-a43b-4dbba64ed09b None None] Network 46979172-7d6c-4507-811e-92af22fe9feb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:35.964111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:35.994589 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cefa0c-11ac-434c-b287-70ec8c4bc2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-cdb8cf48-b9ae-4d20-9588-5365681c7828', 'network_id': 'cdb8cf48-b9ae-4d20-9588-5365681c7828', 'tenant_id': '5a1c66c6aad64475831514fb3bb94a9f', 'fixed_ips': [{'subnet_id': 'f03a3a2e-445a-4a00-9175-12a15abc1e1b'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:35.995418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-47cefa0c-11ac-434c-b287-70ec8c4bc2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.028668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.129750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0c8756cf-01bb-479f-a538-b746e3d82f04 None None] Provisioning complete for port 350863a3-3f58-4989-8155-93bc0dff1413 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:36.130242 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0c8756cf-01bb-479f-a538-b746e3d82f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.161562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4a0feef4-f033-4211-9afd-faf34ed5e864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server [None req-47cefa0c-11ac-434c-b287-70ec8c4bc2a0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03a3a2e-445a-4a00-9175-12a15abc1e1b: This subnet is being modified by another concurrent operation. Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise self.value Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server raise exception Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f03a3a2e-445a-4a00-9175-12a15abc1e1b: This subnet is being modified by another concurrent operation. Apr 20 13:35:36.211089 n-d-838550-2 neutron-server[109411]: ERROR oslo_messaging.rpc.server Apr 20 13:35:36.252495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6f3b47-0302-46c5-9155-bd256eb1a967 None None] Network cdb8cf48-b9ae-4d20-9588-5365681c7828 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:36.363996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Subnet': ['ID=f03a3a2e-445a-4a00-9175-12a15abc1e1b,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:36.424967 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.446935 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb8cf48-b9ae-4d20-9588-5365681c7828']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:36.456686 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0790a0-299f-4f67-bda3-c33487def603') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:36.456988 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0790a0-299f-4f67-bda3-c33487def603') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:36.466718 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.480778 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.486999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:36.487391 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:36.491040 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:36.548792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96988753-67d2-4908-9255-b2fc6d4c0923 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:35:36.558487 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.563769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.570288 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/cdb8cf48-b9ae-4d20-9588-5365681c7828 HTTP/1.1" status: 204 len: 168 time: 0.7565093 Apr 20 13:35:36.570516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51642) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:36.575780 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013343533'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:36.592248 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541ca31-67c9-4340-8cbd-6d9b3f1b2725 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Network': ['ID=cdb8cf48-b9ae-4d20-9588-5365681c7828,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:36.609148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:36.612663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.619687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-91422661-c066-4531-bb25-23d377759654 None None] Provisioning complete for port 350863a3-3f58-4989-8155-93bc0dff1413 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:36.619995 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91422661-c066-4531-bb25-23d377759654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.636862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:36.643563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96988753-67d2-4908-9255-b2fc6d4c0923 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:35:36.646293 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.647242 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Added segment f82f9229-890c-4de4-a21b-ee9dfdeda282 of type vlan for network 8c974c58-e090-42eb-86b2-57cdb2970b20 Apr 20 13:35:36.686500 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.711142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.716628 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:36.717213 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:36.774459 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2029247 Apr 20 13:35:36.778405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51644) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:36.784131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'subnet': {'network_id': '8c974c58-e090-42eb-86b2-57cdb2970b20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:36.790772 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a61a80-8dfa-4038-808b-671f4643b176 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Network': ['ID=8c974c58-e090-42eb-86b2-57cdb2970b20,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:36.815278 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 8c974c58-e090-42eb-86b2-57cdb2970b20 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:36.875130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:36.878581 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.071347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.128803 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Subnet': ['ID=684466e3-dd8d-4b03-920f-a81b0937c64f,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:37.137906 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Checking segment: {'id': 'f82f9229-890c-4de4-a21b-ee9dfdeda282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c974c58-e090-42eb-86b2-57cdb2970b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:37.138266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network hostable DHCP agents. Network: 8c974c58-e090-42eb-86b2-57cdb2970b20, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:37.155738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network 8c974c58-e090-42eb-86b2-57cdb2970b20 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:37.164430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 8c974c58-e090-42eb-86b2-57cdb2970b20) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:37.168639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:37.169261 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.174714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2beda0b-3a9c-4756-9dd6-c997a2b2e2a1 None None] Network 8c974c58-e090-42eb-86b2-57cdb2970b20 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:37.186851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-21e9aba2-6952-462d-a128-5984b133b2c4 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4066966 Apr 20 13:35:37.192151 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51646) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:37.198050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758403209'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:37.220811 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:37.224468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.249224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:37.259495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.259946 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Added segment 1ec01c6d-e608-4e67-9c91-c061f19c2eb6 of type vlan for network 936140af-14db-4db9-9be3-b93d4fed48a1 Apr 20 13:35:37.303773 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.329507 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.335264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:37.335868 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.391139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 350863a3-3f58-4989-8155-93bc0dff1413 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:37.398993 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2057443 Apr 20 13:35:37.402138 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51648) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:37.406815 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Request body: {'subnet': {'network_id': '936140af-14db-4db9-9be3-b93d4fed48a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:37.425705 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1a153-a5a7-41df-a24c-6e438d3b7e13 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Network': ['ID=936140af-14db-4db9-9be3-b93d4fed48a1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:37.443095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 936140af-14db-4db9-9be3-b93d4fed48a1 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:37.453571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.497968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Made reservation on behalf of 5a1c66c6aad64475831514fb3bb94a9f for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:37.501348 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.575027 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 350863a3-3f58-4989-8155-93bc0dff1413 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:37.575399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.629194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-8c974c58-e090-42eb-86b2-57cdb2970b20', 'network_id': '8c974c58-e090-42eb-86b2-57cdb2970b20', 'tenant_id': '5a1c66c6aad64475831514fb3bb94a9f', 'fixed_ips': [{'subnet_id': '684466e3-dd8d-4b03-920f-a81b0937c64f'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:37.630129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.690893 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.754357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event updated for resources: {'Subnet': ['ID=c1eef1db-325f-4e42-b082-59ccc271388d,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:37.758959 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Checking segment: {'id': '1ec01c6d-e608-4e67-9c91-c061f19c2eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '936140af-14db-4db9-9be3-b93d4fed48a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:37.759342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network hostable DHCP agents. Network: 936140af-14db-4db9-9be3-b93d4fed48a1, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:37.776810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Network 936140af-14db-4db9-9be3-b93d4fed48a1 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:37.786797 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 936140af-14db-4db9-9be3-b93d4fed48a1) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:37.793933 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:37.794520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.802799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0beb3-e16e-41ee-8920-14a9071280ca None None] Network 936140af-14db-4db9-9be3-b93d4fed48a1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:37.811899 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-27032124-98c6-4e96-a40a-e0d1b54f5f12 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4087322 Apr 20 13:35:37.814572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51650) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:37.828579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Allocated IP 2001:db8::2 (8c974c58-e090-42eb-86b2-57cdb2970b20/684466e3-dd8d-4b03-920f-a81b0937c64f/027a6784-5510-48a0-89ca-4ca5c0b5899b) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:37.917812 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:37.970663 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.031128 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.051409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99625d32-ab2b-4aa4-a0d0-a741b134b4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-936140af-14db-4db9-9be3-b93d4fed48a1', 'network_id': '936140af-14db-4db9-9be3-b93d4fed48a1', 'tenant_id': '5a1c66c6aad64475831514fb3bb94a9f', 'fixed_ips': [{'subnet_id': 'c1eef1db-325f-4e42-b082-59ccc271388d'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:38.052280 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-99625d32-ab2b-4aa4-a0d0-a741b134b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.062922 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Subnet': ['ID=c1eef1db-325f-4e42-b082-59ccc271388d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:38.092078 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.124769 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.145095 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936140af-14db-4db9-9be3-b93d4fed48a1']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:38.151343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.156113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec01c6d-e608-4e67-9c91-c061f19c2eb6') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:38.156417 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec01c6d-e608-4e67-9c91-c061f19c2eb6') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:38.165977 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.180057 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.184419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1ea86a-c578-417c-9e95-cefd468a4a2f None None] Network 936140af-14db-4db9-9be3-b93d4fed48a1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:38.185957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:38.186334 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:38.189422 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:38.213268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Network 8c974c58-e090-42eb-86b2-57cdb2970b20 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:38.248077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:38.251069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Pushing event updated for resources: {'Port': ['ID=027a6784-5510-48a0-89ca-4ca5c0b5899b,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:38.251925 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.253582 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:38.261257 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.264767 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/936140af-14db-4db9-9be3-b93d4fed48a1 HTTP/1.1" status: 204 len: 168 time: 0.4492810 Apr 20 13:35:38.267508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51652) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:38.282820 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50ffbb-d102-45ac-a450-054ca4df1175 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Network': ['ID=936140af-14db-4db9-9be3-b93d4fed48a1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:38.301192 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0d75f9f-6538-41bc-be1a-73b826e6ee5c tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] GET failed (client error): The resource could not be found. Apr 20 13:35:38.303152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c0d75f9f-6538-41bc-be1a-73b826e6ee5c tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "GET /v2.0/subnets/c1eef1db-325f-4e42-b082-59ccc271388d HTTP/1.1" status: 404 len: 337 time: 0.0340784 Apr 20 13:35:38.305954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51654) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:38.331554 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d7a381-cebb-47de-8fcd-9a9651d7bfe6 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] DELETE failed (client error): The resource could not be found. Apr 20 13:35:38.332110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d7a381-cebb-47de-8fcd-9a9651d7bfe6 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:35:38.335086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c8d7a381-cebb-47de-8fcd-9a9651d7bfe6 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/936140af-14db-4db9-9be3-b93d4fed48a1 HTTP/1.1" status: 404 len: 339 time: 0.0281820 Apr 20 13:35:38.338761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51656) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:38.353408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Attempting to bind port 027a6784-5510-48a0-89ca-4ca5c0b5899b on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:38.353809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Attempting to bind port 027a6784-5510-48a0-89ca-4ca5c0b5899b by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f82f9229-890c-4de4-a21b-ee9dfdeda282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c974c58-e090-42eb-86b2-57cdb2970b20'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:38.354179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Attempting to bind port 027a6784-5510-48a0-89ca-4ca5c0b5899b on network 8c974c58-e090-42eb-86b2-57cdb2970b20 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:38.359540 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:38.359914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Checking segment: {'id': 'f82f9229-890c-4de4-a21b-ee9dfdeda282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c974c58-e090-42eb-86b2-57cdb2970b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:38.360319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.360710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Bound using segment: {'id': 'f82f9229-890c-4de4-a21b-ee9dfdeda282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c974c58-e090-42eb-86b2-57cdb2970b20'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:38.361171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Bound port: 027a6784-5510-48a0-89ca-4ca5c0b5899b, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f82f9229-890c-4de4-a21b-ee9dfdeda282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8c974c58-e090-42eb-86b2-57cdb2970b20'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:38.361553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.365653 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-589a18f6-b496-4f30-a940-99b4689f3a2a tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] DELETE failed (client error): The resource could not be found. Apr 20 13:35:38.366105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589a18f6-b496-4f30-a940-99b4689f3a2a tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:35:38.369025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-589a18f6-b496-4f30-a940-99b4689f3a2a tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/subnets/c1eef1db-325f-4e42-b082-59ccc271388d HTTP/1.1" status: 404 len: 337 time: 0.0293705 Apr 20 13:35:38.371735 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:38.390847 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc9acb9-36ea-45ba-8b75-7cfa81ad1d5f tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] DELETE failed (client error): The resource could not be found. Apr 20 13:35:38.391378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc9acb9-36ea-45ba-8b75-7cfa81ad1d5f tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:35:38.394401 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9bc9acb9-36ea-45ba-8b75-7cfa81ad1d5f tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/936140af-14db-4db9-9be3-b93d4fed48a1 HTTP/1.1" status: 404 len: 339 time: 0.0211141 Apr 20 13:35:38.396758 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51660) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:38.428616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] For port 027a6784-5510-48a0-89ca-4ca5c0b5899b, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:38.431999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] For port 027a6784-5510-48a0-89ca-4ca5c0b5899b, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=027a6784-5510-48a0-89ca-4ca5c0b5899b,segment=NetworkSegment(f82f9229-890c-4de4-a21b-ee9dfdeda282),segment_id=f82f9229-890c-4de4-a21b-ee9dfdeda282)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:38.436362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.449153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Deleting subnet 684466e3-dd8d-4b03-920f-a81b0937c64f {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:35:38.452202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.497313 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.497721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199b9b9-7d90-4ca9-bd25-529982778b85 None None] Pushing event updated for resources: {'Port': ['ID=027a6784-5510-48a0-89ca-4ca5c0b5899b,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:38.591746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.667502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.679121 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.698166 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Subnet': ['ID=684466e3-dd8d-4b03-920f-a81b0937c64f,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:38.705435 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.709092 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e7cb058d-1ed9-4eb0-b4b7-858bf5627b5d tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/subnets/684466e3-dd8d-4b03-920f-a81b0937c64f HTTP/1.1" status: 204 len: 168 time: 0.3113599 Apr 20 13:35:38.711726 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:38.789202 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.839847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Deleting port 027a6784-5510-48a0-89ca-4ca5c0b5899b {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:38.840179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.905718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] For port 027a6784-5510-48a0-89ca-4ca5c0b5899b, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=027a6784-5510-48a0-89ca-4ca5c0b5899b,segment=NetworkSegment(f82f9229-890c-4de4-a21b-ee9dfdeda282),segment_id=f82f9229-890c-4de4-a21b-ee9dfdeda282)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:38.906069 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:38.920083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Calling delete_port for 027a6784-5510-48a0-89ca-4ca5c0b5899b owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:38.999224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.001957 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.026238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Port': ['ID=027a6784-5510-48a0-89ca-4ca5c0b5899b,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:39.028058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No DVR routers for this DVR port 027a6784-5510-48a0-89ca-4ca5c0b5899b on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:39.112567 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.134035 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c974c58-e090-42eb-86b2-57cdb2970b20']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:39.143949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f82f9229-890c-4de4-a21b-ee9dfdeda282') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:39.144244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f82f9229-890c-4de4-a21b-ee9dfdeda282') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:39.155113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.171103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.177931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:39.178890 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:39.182280 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:39.248037 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.257212 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.260466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/8c974c58-e090-42eb-86b2-57cdb2970b20 HTTP/1.1" status: 204 len: 168 time: 0.5477517 Apr 20 13:35:39.263071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51664) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:39.271302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0079284-f099-4b9d-8a39-b072f2d83067 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Network': ['ID=8c974c58-e090-42eb-86b2-57cdb2970b20,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:39.293126 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc1365b-69b1-4868-97f3-88d137de32df tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] DELETE failed (client error): The resource could not be found. Apr 20 13:35:39.293591 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dc1365b-69b1-4868-97f3-88d137de32df tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:35:39.296658 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9dc1365b-69b1-4868-97f3-88d137de32df tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/subnets/f03a3a2e-445a-4a00-9175-12a15abc1e1b HTTP/1.1" status: 404 len: 337 time: 0.0325933 Apr 20 13:35:39.299223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51666) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:39.318013 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf32873-6d2b-46f3-b279-42936062abb7 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] DELETE failed (client error): The resource could not be found. Apr 20 13:35:39.319111 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf32873-6d2b-46f3-b279-42936062abb7 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:35:39.322141 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-faf32873-6d2b-46f3-b279-42936062abb7 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/cdb8cf48-b9ae-4d20-9588-5365681c7828 HTTP/1.1" status: 404 len: 339 time: 0.0219712 Apr 20 13:35:39.324616 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51668) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:39.355976 n-d-838550-2 neutron-server[109409]: INFO neutron.pecan_wsgi.hooks.translation [None req-55fda877-4d77-412f-a274-b66e5a081f8b tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] DELETE failed (client error): The resource could not be found. Apr 20 13:35:39.356435 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55fda877-4d77-412f-a274-b66e5a081f8b tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109409) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:35:39.359440 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-55fda877-4d77-412f-a274-b66e5a081f8b tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/subnets/4267d526-0d21-416c-b2c3-848d58d4fb6d HTTP/1.1" status: 404 len: 337 time: 0.0338628 Apr 20 13:35:39.362135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51670) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:39.382236 n-d-838550-2 neutron-server[109410]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f427f01-926c-4b74-b0e6-e0d0dea6960e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] DELETE failed (client error): The resource could not be found. Apr 20 13:35:39.382693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f427f01-926c-4b74-b0e6-e0d0dea6960e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109410) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 20 13:35:39.388312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7f427f01-926c-4b74-b0e6-e0d0dea6960e tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/885591fa-74f4-4c77-9138-83c978bc4980 HTTP/1.1" status: 404 len: 339 time: 0.0229123 Apr 20 13:35:39.388552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51672) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:39.398002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f7a3f03f-7139-4250-adc1-fe0e87dd9591 None None] Could not find standard attr ID for object 027a6784-5510-48a0-89ca-4ca5c0b5899b. {{(pid=109411) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 20 13:35:39.434843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3c8f8-faaa-44af-a3bd-5b75732c16cc None None] DHCP port deletion for 8c974c58-e090-42eb-86b2-57cdb2970b20 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:35:39.442844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Deleting subnet 847a78ef-1c62-4f84-822b-c920177b5124 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:35:39.446288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.451207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae777f91-1229-4f6c-8d05-4716b7ac1a5f None None] Network 8c974c58-e090-42eb-86b2-57cdb2970b20 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:39.463362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae777f91-1229-4f6c-8d05-4716b7ac1a5f None None] Network 8c974c58-e090-42eb-86b2-57cdb2970b20 could not be found, it might have been deleted concurrently. {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 20 13:35:39.486191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.575347 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.631595 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.657442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Subnet': ['ID=847a78ef-1c62-4f84-822b-c920177b5124,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:39.661132 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.664985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1a32def0-a74e-4f66-9264-1d77a65f24e5 tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/subnets/847a78ef-1c62-4f84-822b-c920177b5124 HTTP/1.1" status: 204 len: 168 time: 0.2752311 Apr 20 13:35:39.667105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51674) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:39.669404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add8176c-63b4-4cb7-b8db-8b1129bca155 None None] Network 46979172-7d6c-4507-811e-92af22fe9feb requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:39.745262 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.799710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Deleting port 350863a3-3f58-4989-8155-93bc0dff1413 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:39.800046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.848145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] DHCP port deletion for 46979172-7d6c-4507-811e-92af22fe9feb request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:35:39.869586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] For port 350863a3-3f58-4989-8155-93bc0dff1413, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=350863a3-3f58-4989-8155-93bc0dff1413,segment=NetworkSegment(aea5e268-ce5e-4d70-9f99-c83e4655f4b9),segment_id=aea5e268-ce5e-4d70-9f99-c83e4655f4b9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:39.869977 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.883461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Calling delete_port for 350863a3-3f58-4989-8155-93bc0dff1413 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:39.893756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] Deleting port 350863a3-3f58-4989-8155-93bc0dff1413 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:39.894183 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.958516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] For port 350863a3-3f58-4989-8155-93bc0dff1413, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=350863a3-3f58-4989-8155-93bc0dff1413,segment=NetworkSegment(aea5e268-ce5e-4d70-9f99-c83e4655f4b9),segment_id=aea5e268-ce5e-4d70-9f99-c83e4655f4b9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:39.959454 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.966639 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:39.972922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] Calling delete_port for 350863a3-3f58-4989-8155-93bc0dff1413 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:39.992975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Port': ['ID=350863a3-3f58-4989-8155-93bc0dff1413,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:39.994791 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] No DVR routers for this DVR port 350863a3-3f58-4989-8155-93bc0dff1413 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:40.052361 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.075251 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] Pushing event deleted for resources: {'Port': ['ID=350863a3-3f58-4989-8155-93bc0dff1413,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:40.075478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.080602 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ef5676-236a-4f19-8051-bc632cfd3a8b None None] No DVR routers for this DVR port 350863a3-3f58-4989-8155-93bc0dff1413 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:40.096707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46979172-7d6c-4507-811e-92af22fe9feb']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:40.107673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea5e268-ce5e-4d70-9f99-c83e4655f4b9') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:40.107852 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea5e268-ce5e-4d70-9f99-c83e4655f4b9') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:40.118538 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.137617 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.143335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:40.143718 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:40.147364 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:40.203442 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.208351 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.212089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] 10.222.0.24 "DELETE /v2.0/networks/46979172-7d6c-4507-811e-92af22fe9feb HTTP/1.1" status: 204 len: 168 time: 0.5440137 Apr 20 13:35:40.226480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee8942-85ad-42fe-91d3-93d6080c32bb tempest-NetworksIpV6Test-2028616854 tempest-NetworksIpV6Test-2028616854-project] Pushing event deleted for resources: {'Network': ['ID=46979172-7d6c-4507-811e-92af22fe9feb,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:40.448221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51680) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:40.607872 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-214d356c-15b6-407d-9cdd-272394e1fa33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a1c66c6aad64475831514fb3bb94a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584702 Apr 20 13:35:40.610347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51686) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:40.657682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad081c0a-6ed4-4f19-bf2f-b2615e27a413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.678864 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad081c0a-6ed4-4f19-bf2f-b2615e27a413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.727746 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad081c0a-6ed4-4f19-bf2f-b2615e27a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.730365 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ad081c0a-6ed4-4f19-bf2f-b2615e27a413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:40.731502 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ad081c0a-6ed4-4f19-bf2f-b2615e27a413 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9929ffd-20bb-4df6-8693-aabd9917ffaf HTTP/1.1" status: 204 len: 168 time: 0.1203246 Apr 20 13:35:40.742337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad081c0a-6ed4-4f19-bf2f-b2615e27a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9929ffd-20bb-4df6-8693-aabd9917ffaf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:41.208818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 350863a3-3f58-4989-8155-93bc0dff1413 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:41.237366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 350863a3-3f58-4989-8155-93bc0dff1413 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:41.237759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 350863a3-3f58-4989-8155-93bc0dff1413 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:41.238171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 027a6784-5510-48a0-89ca-4ca5c0b5899b no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:35:41.258392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 027a6784-5510-48a0-89ca-4ca5c0b5899b {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:35:41.258732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 027a6784-5510-48a0-89ca-4ca5c0b5899b not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:35:41.386786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:41.478973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-617aa897-e5ee-4a33-879e-110ea4025fa8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-217321923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:41.501978 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-617aa897-e5ee-4a33-879e-110ea4025fa8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.503024 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-617aa897-e5ee-4a33-879e-110ea4025fa8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.557923 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-617aa897-e5ee-4a33-879e-110ea4025fa8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.562180 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-617aa897-e5ee-4a33-879e-110ea4025fa8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.579929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-617aa897-e5ee-4a33-879e-110ea4025fa8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.581085 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-617aa897-e5ee-4a33-879e-110ea4025fa8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1932921 Apr 20 13:35:41.584514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51712) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:41.589106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1109896671'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:41.606881 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Made reservation on behalf of 72e1772361404bfea3c5fff0bd14f37a for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:41.610271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.618512 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.692142 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.696159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.722890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:41.731308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cc1a9e-1341-4186-93f5-5ff2ece53617,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:41.737493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.737869 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Added segment 280bcf6b-b71c-4abd-90ee-f457596cb7af of type vlan for network 6f075ce0-b8cd-462a-b737-584030104ad6 Apr 20 13:35:41.778271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.801903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.807301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:41.807886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:41.838597 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2531123 Apr 20 13:35:41.841551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51714) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:41.846760 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Request body: {'subnet': {'network_id': '6f075ce0-b8cd-462a-b737-584030104ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:41.881803 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7a869-3069-48dd-833a-5132957aa88a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event updated for resources: {'Network': ['ID=6f075ce0-b8cd-462a-b737-584030104ad6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:41.892843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 6f075ce0-b8cd-462a-b737-584030104ad6 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:41.936704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Made reservation on behalf of 72e1772361404bfea3c5fff0bd14f37a for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:41.940243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.117123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.175526 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event updated for resources: {'Subnet': ['ID=65131d64-5f9b-4a86-92c7-c803cba4c646,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:42.184295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Checking segment: {'id': '280bcf6b-b71c-4abd-90ee-f457596cb7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f075ce0-b8cd-462a-b737-584030104ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:42.184655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Network hostable DHCP agents. Network: 6f075ce0-b8cd-462a-b737-584030104ad6, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:42.201020 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Network 6f075ce0-b8cd-462a-b737-584030104ad6 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:42.209900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 6f075ce0-b8cd-462a-b737-584030104ad6) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:42.213699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:42.214288 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.219297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23089b6-fae8-4de5-a745-d0feca0a6667 None None] Network 6f075ce0-b8cd-462a-b737-584030104ad6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:42.230936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bbffcb04-61ed-4030-8e36-4b614bed7a0a tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3882518 Apr 20 13:35:42.233859 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51716) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:42.238671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-336205108'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:42.257344 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Made reservation on behalf of 72e1772361404bfea3c5fff0bd14f37a for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:42.260712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.285350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:42.296076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.296417 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Added segment 802241ee-5c27-403a-aed7-27410a8810ed of type vlan for network 2997c987-75cb-4ac0-bc4e-7fd7ee374abc Apr 20 13:35:42.337584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.363817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.366935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-6f075ce0-b8cd-462a-b737-584030104ad6', 'network_id': '6f075ce0-b8cd-462a-b737-584030104ad6', 'tenant_id': '72e1772361404bfea3c5fff0bd14f37a', 'fixed_ips': [{'subnet_id': '65131d64-5f9b-4a86-92c7-c803cba4c646'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:42.367808 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.370016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:42.370601 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.405771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1708140 Apr 20 13:35:42.410932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51718) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:42.417013 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Request body: {'subnet': {'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:42.451428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d81c0-848d-43a8-9bc4-0b5a738a1918 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event updated for resources: {'Network': ['ID=2997c987-75cb-4ac0-bc4e-7fd7ee374abc,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:42.462289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 2997c987-75cb-4ac0-bc4e-7fd7ee374abc details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:42.509038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Made reservation on behalf of 72e1772361404bfea3c5fff0bd14f37a for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:42.512523 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.572678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Allocated IP 172.20.0.2 (6f075ce0-b8cd-462a-b737-584030104ad6/65131d64-5f9b-4a86-92c7-c803cba4c646/99f98397-b68a-480e-97cc-ce6add417a69) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:42.699834 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.711944 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.717755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.757047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Network 6f075ce0-b8cd-462a-b737-584030104ad6 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:42.759941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:42.766728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event updated for resources: {'Subnet': ['ID=68abff2c-9f72-4331-bb9d-4947039c8ff9,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:42.768536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:42.776469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Checking segment: {'id': '802241ee-5c27-403a-aed7-27410a8810ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:42.776837 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Network hostable DHCP agents. Network: 2997c987-75cb-4ac0-bc4e-7fd7ee374abc, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:42.777761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Pushing event updated for resources: {'Port': ['ID=99f98397-b68a-480e-97cc-ce6add417a69,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:42.794259 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Network 2997c987-75cb-4ac0-bc4e-7fd7ee374abc is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:42.804713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 2997c987-75cb-4ac0-bc4e-7fd7ee374abc) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:42.812991 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:42.813618 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.821337 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a986dd-72ff-4832-9388-dd4fb652f1d2 None None] Network 2997c987-75cb-4ac0-bc4e-7fd7ee374abc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:42.829674 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e579849-00a4-4fb2-bdc5-b7db6d9b4e9f tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4174907 Apr 20 13:35:42.832547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51720) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:42.837725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3c17fd3a-fde9-4020-a85e-86e2bce9c583 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Request body: {'router': {'external_gateway_info': {'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:42.845224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Attempting to bind port 99f98397-b68a-480e-97cc-ce6add417a69 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:42.845592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Attempting to bind port 99f98397-b68a-480e-97cc-ce6add417a69 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '280bcf6b-b71c-4abd-90ee-f457596cb7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f075ce0-b8cd-462a-b737-584030104ad6'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:42.846010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Attempting to bind port 99f98397-b68a-480e-97cc-ce6add417a69 on network 6f075ce0-b8cd-462a-b737-584030104ad6 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:42.884730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:42.885103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Checking segment: {'id': '280bcf6b-b71c-4abd-90ee-f457596cb7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f075ce0-b8cd-462a-b737-584030104ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:42.885542 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.885979 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Bound using segment: {'id': '280bcf6b-b71c-4abd-90ee-f457596cb7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f075ce0-b8cd-462a-b737-584030104ad6'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:42.886518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Bound port: 99f98397-b68a-480e-97cc-ce6add417a69, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280bcf6b-b71c-4abd-90ee-f457596cb7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f075ce0-b8cd-462a-b737-584030104ad6'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:42.886929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:42.998112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] For port 99f98397-b68a-480e-97cc-ce6add417a69, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:43.002412 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] For port 99f98397-b68a-480e-97cc-ce6add417a69, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=99f98397-b68a-480e-97cc-ce6add417a69,segment=NetworkSegment(280bcf6b-b71c-4abd-90ee-f457596cb7af),segment_id=280bcf6b-b71c-4abd-90ee-f457596cb7af)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:43.009015 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.046645 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3c17fd3a-fde9-4020-a85e-86e2bce9c583 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.055628 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-2997c987-75cb-4ac0-bc4e-7fd7ee374abc', 'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc', 'tenant_id': '72e1772361404bfea3c5fff0bd14f37a', 'fixed_ips': [{'subnet_id': '68abff2c-9f72-4331-bb9d-4947039c8ff9'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:43.056457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.104210 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b512df6-472e-48cb-a1a3-d8bf17d09cb8 None None] Pushing event updated for resources: {'Port': ['ID=99f98397-b68a-480e-97cc-ce6add417a69,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:43.168677 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [None req-3c17fd3a-fde9-4020-a85e-86e2bce9c583 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 20 13:35:43.175855 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3c17fd3a-fde9-4020-a85e-86e2bce9c583 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "PUT /v2.0/routers/d2e28e7f-0789-4898-9b2e-f300e58f6fb6 HTTP/1.1" status: 400 len: 364 time: 0.3363316 Apr 20 13:35:43.176095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51722) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:43.230198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Deleting subnet 68abff2c-9f72-4331-bb9d-4947039c8ff9 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:35:43.234157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Allocated IP 172.21.0.2 (2997c987-75cb-4ac0-bc4e-7fd7ee374abc/68abff2c-9f72-4331-bb9d-4947039c8ff9/ed9055a2-8bfa-4c79-b029-d5b105891f50) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:43.395724 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.403626 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.404708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.451606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Network 2997c987-75cb-4ac0-bc4e-7fd7ee374abc is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:43.455765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:43.457337 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.457578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Pushing event updated for resources: {'Port': ['ID=ed9055a2-8bfa-4c79-b029-d5b105891f50,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:43.459681 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:43.547914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.610905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.642912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event deleted for resources: {'Subnet': ['ID=68abff2c-9f72-4331-bb9d-4947039c8ff9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:43.646885 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.649999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b6a851d9-ccbc-4750-b90b-30463ce89c9c tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "DELETE /v2.0/subnets/68abff2c-9f72-4331-bb9d-4947039c8ff9 HTTP/1.1" status: 204 len: 168 time: 0.4729750 Apr 20 13:35:43.652956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51724) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:43.670165 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Attempting to bind port ed9055a2-8bfa-4c79-b029-d5b105891f50 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:43.670604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Attempting to bind port ed9055a2-8bfa-4c79-b029-d5b105891f50 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '802241ee-5c27-403a-aed7-27410a8810ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:43.671047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Attempting to bind port ed9055a2-8bfa-4c79-b029-d5b105891f50 on network 2997c987-75cb-4ac0-bc4e-7fd7ee374abc {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:43.675801 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:43.676163 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Checking segment: {'id': '802241ee-5c27-403a-aed7-27410a8810ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:43.676559 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.676942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Bound using segment: {'id': '802241ee-5c27-403a-aed7-27410a8810ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:43.677392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Bound port: ed9055a2-8bfa-4c79-b029-d5b105891f50, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '802241ee-5c27-403a-aed7-27410a8810ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2997c987-75cb-4ac0-bc4e-7fd7ee374abc'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:43.678319 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.731335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.745042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] For port ed9055a2-8bfa-4c79-b029-d5b105891f50, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:43.749618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] For port ed9055a2-8bfa-4c79-b029-d5b105891f50, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ed9055a2-8bfa-4c79-b029-d5b105891f50,segment=NetworkSegment(802241ee-5c27-403a-aed7-27410a8810ed),segment_id=802241ee-5c27-403a-aed7-27410a8810ed)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:43.755416 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.791437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Deleting port ed9055a2-8bfa-4c79-b029-d5b105891f50 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:43.791782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.860571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239624a7-e2ee-4343-a2b4-ef9966b34dfc None None] Pushing event updated for resources: {'Port': ['ID=ed9055a2-8bfa-4c79-b029-d5b105891f50,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:43.870881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] For port ed9055a2-8bfa-4c79-b029-d5b105891f50, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ed9055a2-8bfa-4c79-b029-d5b105891f50,segment=NetworkSegment(802241ee-5c27-403a-aed7-27410a8810ed),segment_id=802241ee-5c27-403a-aed7-27410a8810ed)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:43.871107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:43.886424 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ab71f-c47c-4a50-929f-24ae86450b00 None None] Network 2997c987-75cb-4ac0-bc4e-7fd7ee374abc requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:43.891221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Calling delete_port for ed9055a2-8bfa-4c79-b029-d5b105891f50 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:43.976369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.005468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event deleted for resources: {'Port': ['ID=ed9055a2-8bfa-4c79-b029-d5b105891f50,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:44.009409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] No DVR routers for this DVR port ed9055a2-8bfa-4c79-b029-d5b105891f50 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:44.094224 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.114694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd385f6-bdfa-409a-bc68-6ef337fc4e36 None None] Network 6f075ce0-b8cd-462a-b737-584030104ad6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:44.115303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2997c987-75cb-4ac0-bc4e-7fd7ee374abc']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:44.126783 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '802241ee-5c27-403a-aed7-27410a8810ed') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:44.127190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '802241ee-5c27-403a-aed7-27410a8810ed') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:44.142101 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.159900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.166962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:44.167358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:44.170325 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:44.192350 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ba3684bf-9956-475e-b6cd-30cbc0c4255c None None] Provisioning complete for port 99f98397-b68a-480e-97cc-ce6add417a69 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:44.192722 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba3684bf-9956-475e-b6cd-30cbc0c4255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.231095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.238540 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.245049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "DELETE /v2.0/networks/2997c987-75cb-4ac0-bc4e-7fd7ee374abc HTTP/1.1" status: 204 len: 168 time: 0.5883217 Apr 20 13:35:44.245202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51726) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:44.266615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b8a4c-5de3-4080-beed-93e96fdd65b5 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event deleted for resources: {'Network': ['ID=2997c987-75cb-4ac0-bc4e-7fd7ee374abc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:44.296253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Deleting subnet 65131d64-5f9b-4a86-92c7-c803cba4c646 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:35:44.299229 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.335487 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba3684bf-9956-475e-b6cd-30cbc0c4255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.339385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.372672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ba3684bf-9956-475e-b6cd-30cbc0c4255c None None] For port 99f98397-b68a-480e-97cc-ce6add417a69, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=99f98397-b68a-480e-97cc-ce6add417a69,segment=NetworkSegment(280bcf6b-b71c-4abd-90ee-f457596cb7af),segment_id=280bcf6b-b71c-4abd-90ee-f457596cb7af)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:44.378971 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba3684bf-9956-475e-b6cd-30cbc0c4255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.435075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3684bf-9956-475e-b6cd-30cbc0c4255c None None] Pushing event updated for resources: {'Port': ['ID=99f98397-b68a-480e-97cc-ce6add417a69,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:44.439823 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.501713 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.526828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d0ee7-7958-427c-a183-6313ccb37844 None None] get_active_networks_info from n-d-838550-2 {{(pid=109411) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 20 13:35:44.531010 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event deleted for resources: {'Subnet': ['ID=65131d64-5f9b-4a86-92c7-c803cba4c646,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:44.534814 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.538010 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f963d13c-1919-4a00-a439-97d9d885edb8 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "DELETE /v2.0/subnets/65131d64-5f9b-4a86-92c7-c803cba4c646 HTTP/1.1" status: 204 len: 168 time: 0.2920806 Apr 20 13:35:44.540543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51728) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:44.591536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7d0ee7-7958-427c-a183-6313ccb37844 None None] Resources bound (agent type, host, resource id): {{(pid=109411) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 20 13:35:44.610591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5072576d-8cda-41af-8c8d-8275bd12249d None None] Provisioning complete for port 99f98397-b68a-480e-97cc-ce6add417a69 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:44.610962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5072576d-8cda-41af-8c8d-8275bd12249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.620104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.672791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Deleting port 99f98397-b68a-480e-97cc-ce6add417a69 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:35:44.673140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.735347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] For port 99f98397-b68a-480e-97cc-ce6add417a69, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=99f98397-b68a-480e-97cc-ce6add417a69,segment=NetworkSegment(280bcf6b-b71c-4abd-90ee-f457596cb7af),segment_id=280bcf6b-b71c-4abd-90ee-f457596cb7af)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:44.735995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.752587 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Calling delete_port for 99f98397-b68a-480e-97cc-ce6add417a69 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:35:44.835062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.855425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a21b8-a8dc-46e3-91ef-8e497d2bf6fc None None] Network 6f075ce0-b8cd-462a-b737-584030104ad6 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:44.862462 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event deleted for resources: {'Port': ['ID=99f98397-b68a-480e-97cc-ce6add417a69,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:44.864288 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] No DVR routers for this DVR port 99f98397-b68a-480e-97cc-ce6add417a69 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:35:44.947524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:44.968999 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f075ce0-b8cd-462a-b737-584030104ad6']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:44.979535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280bcf6b-b71c-4abd-90ee-f457596cb7af') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:44.980062 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280bcf6b-b71c-4abd-90ee-f457596cb7af') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:44.989832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.002852 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.009088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:35:45.009578 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.011159 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d171e3-b70b-4170-b9d8-120d57533511 None None] DHCP port deletion for 6f075ce0-b8cd-462a-b737-584030104ad6 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:35:45.012830 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:35:45.073278 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.078317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.084529 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "DELETE /v2.0/networks/6f075ce0-b8cd-462a-b737-584030104ad6 HTTP/1.1" status: 204 len: 168 time: 0.5398395 Apr 20 13:35:45.084892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:45.096277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfafead-0aa1-4607-94c2-5de5ef8f2d4e tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Pushing event deleted for resources: {'Network': ['ID=6f075ce0-b8cd-462a-b737-584030104ad6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:45.111786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fea13c1b-d90e-4986-9c74-c723a66c0f33 tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2e28e7f-0789-4898-9b2e-f300e58f6fb6 HTTP/1.1" status: 200 len: 205 time: 0.0257137 Apr 20 13:35:45.114207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51732) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:45.190901 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0942fc40-8608-4f94-b092-ef85577b4fab tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.657302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0942fc40-8608-4f94-b092-ef85577b4fab tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.659366 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0942fc40-8608-4f94-b092-ef85577b4fab tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.701364 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0942fc40-8608-4f94-b092-ef85577b4fab tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.701962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0942fc40-8608-4f94-b092-ef85577b4fab tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Fanout notify agent at l3_agent the message router_deleted on router d2e28e7f-0789-4898-9b2e-f300e58f6fb6 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:35:45.709328 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0942fc40-8608-4f94-b092-ef85577b4fab tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:45.710427 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0942fc40-8608-4f94-b092-ef85577b4fab tempest-RoutersNegativeTest-1613901007 tempest-RoutersNegativeTest-1613901007-project] 10.222.0.24 "DELETE /v2.0/routers/d2e28e7f-0789-4898-9b2e-f300e58f6fb6 HTTP/1.1" status: 204 len: 168 time: 0.5953417 Apr 20 13:35:45.949575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51738) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:46.082597 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bf7e96bd-ca07-4d72-ad82-a6d4fddcaf22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72e1772361404bfea3c5fff0bd14f37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318152 Apr 20 13:35:46.085045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51742) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:46.131587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5181fde-310d-4af8-8828-c07e001ad5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:46.152794 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5181fde-310d-4af8-8828-c07e001ad5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:46.203510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5181fde-310d-4af8-8828-c07e001ad5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:46.206379 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5181fde-310d-4af8-8828-c07e001ad5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:46.210437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f5181fde-310d-4af8-8828-c07e001ad5eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68cc1a9e-1341-4186-93f5-5ff2ece53617 HTTP/1.1" status: 204 len: 168 time: 0.1221237 Apr 20 13:35:46.215611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5181fde-310d-4af8-8828-c07e001ad5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cc1a9e-1341-4186-93f5-5ff2ece53617,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:46.819232 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51766) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:46.912679 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-843134347-network', 'tenant_id': '63982e98497640708041d11d54ffb29e'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:46.931498 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Made reservation on behalf of 63982e98497640708041d11d54ffb29e for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:46.933881 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:46.942197 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.017336 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.021109 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.044888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:47.053755 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a9f55-23ca-4bba-904e-84d21ce68595,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:47.059861 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.060215 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Added segment badd3eaf-fad0-4861-8664-fa5de2b2b6d9 of type vlan for network 42636e97-a3df-49f7-bea1-e813e3e2b1fa Apr 20 13:35:47.098891 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.124756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.125728 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:47.126308 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.178142 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3572803 Apr 20 13:35:47.181189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51770) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:47.186120 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Request body: {'subnet': {'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-subnet', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:47.190808 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471847f-c0a7-42d6-ae67-5a965241ea6d admin admin] Pushing event updated for resources: {'Network': ['ID=42636e97-a3df-49f7-bea1-e813e3e2b1fa,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:47.200934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:47.205539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Made reservation on behalf of 63982e98497640708041d11d54ffb29e for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:47.213754 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.383921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.430182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7bc909-29d2-4a64-b7a0-98421cd69a8e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:47.445551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Checking segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:47.445929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Network hostable DHCP agents. Network: 42636e97-a3df-49f7-bea1-e813e3e2b1fa, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:47.462445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:47.470496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 42636e97-a3df-49f7-bea1-e813e3e2b1fa) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:47.475074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:47.475661 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.480436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d486a-7e89-4092-87a2-c7819e880ce9 None None] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:47.491957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bab9b2b7-95a7-4e2c-8a15-8b894ed1ad2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3095798 Apr 20 13:35:47.494603 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:47.498851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:47.520383 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.522197 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.621533 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.634552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:47.635382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.758075 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.777406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Allocated IP 172.20.0.2 (42636e97-a3df-49f7-bea1-e813e3e2b1fa/9d7bc909-29d2-4a64-b7a0-98421cd69a8e/dc6da1c7-62bb-4241-9fc3-339586e0ecb3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:47.922272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.929772 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.963032 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.969486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:47.972443 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:47.976047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:47.981436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Pushing event updated for resources: {'Port': ['ID=dc6da1c7-62bb-4241-9fc3-339586e0ecb3,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:47.988019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:47.993332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.993696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.994041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.994379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.994708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.995036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.995361 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.995684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.996006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.996328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.996650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:47.996971 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.043111 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Attempting to bind port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:48.043476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Attempting to bind port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:48.043834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Attempting to bind port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:48.048852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:48.049283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Checking segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:48.049721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:48.050122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Bound using segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:48.050610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Bound port: dc6da1c7-62bb-4241-9fc3-339586e0ecb3, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:48.050997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:48.095065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Allocated IP 172.25.3.227 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/118e6567-ad00-4a62-9b48-da113c3e9d92) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:48.119108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] For port dc6da1c7-62bb-4241-9fc3-339586e0ecb3, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:48.122332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] For port dc6da1c7-62bb-4241-9fc3-339586e0ecb3, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dc6da1c7-62bb-4241-9fc3-339586e0ecb3,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:48.127447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:48.185721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290700d-db8a-4b7b-961b-001b7dd58320 None None] Pushing event updated for resources: {'Port': ['ID=dc6da1c7-62bb-4241-9fc3-339586e0ecb3,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:48.202883 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:48.237459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:48.279708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:48.284518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:48.287579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:48.316761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Pushing event updated for resources: {'Port': ['ID=118e6567-ad00-4a62-9b48-da113c3e9d92,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:48.330974 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.331327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.331668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.332007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.332342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.332968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.332968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.333306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.341431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.341431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.341431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.341431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:48.576822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:48.769418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:48.913133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:35:49.029133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:49.040115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Sync routers for ids ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:49.047590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.051378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2cc7d6a8-2f1d-4bda-87da-b16c085c32c0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5532923 Apr 20 13:35:49.051721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51774) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:49.055572 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Routers {'7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:49.056430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:49.142179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9b874-e58f-4475-a385-35d8662839c9 None None] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:49.218653 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Set router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:49.285393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dc6da1c7-62bb-4241-9fc3-339586e0ecb3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:49.332897 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ff8a810f-2928-4b6a-ab8a-3d7312563b46 None None] Provisioning complete for port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:49.332897 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff8a810f-2928-4b6a-ab8a-3d7312563b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.501047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.635343 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.669360 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Allocated IP 172.20.0.1 (42636e97-a3df-49f7-bea1-e813e3e2b1fa/9d7bc909-29d2-4a64-b7a0-98421cd69a8e/463ca454-a246-42bf-b262-981fa508da9d) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:49.719120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:49.719492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.776454 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.778644 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff8a810f-2928-4b6a-ab8a-3d7312563b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.810963 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.835063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ff8a810f-2928-4b6a-ab8a-3d7312563b46 None None] For port dc6da1c7-62bb-4241-9fc3-339586e0ecb3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dc6da1c7-62bb-4241-9fc3-339586e0ecb3,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:49.841584 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:48Z', 'revision_number': 3, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port': {'id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:75:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:49.857957 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:49.860058 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ff8a810f-2928-4b6a-ab8a-3d7312563b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.863868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:49.866169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Pushing event updated for resources: {'Port': ['ID=463ca454-a246-42bf-b262-981fa508da9d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:49.868471 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:49.910674 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.922345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Checking router: 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:49.922694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Updating router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d port 118e6567-ad00-4a62-9b48-da113c3e9d92 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:49.969813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:49.974445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a810f-2928-4b6a-ab8a-3d7312563b46 None None] Pushing event updated for resources: {'Port': ['ID=dc6da1c7-62bb-4241-9fc3-339586e0ecb3,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:50.052975 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.119486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-98477236-b568-4f58-8c5b-ef28f314364e None None] Provisioning complete for port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:50.120075 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98477236-b568-4f58-8c5b-ef28f314364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.238450 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.243478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.317124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.321177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Pushing event updated for resources: {'Port': ['ID=463ca454-a246-42bf-b262-981fa508da9d,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:50.321536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.327849 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.379574 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Attempting to bind port 118e6567-ad00-4a62-9b48-da113c3e9d92 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:50.379944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Attempting to bind port 118e6567-ad00-4a62-9b48-da113c3e9d92 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:50.380303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Attempting to bind port 118e6567-ad00-4a62-9b48-da113c3e9d92 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:50.388468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f4e3-4b59-4670-8468-52ebc1dd9d78 None None] Pushing event updated for resources: {'Port': ['ID=118e6567-ad00-4a62-9b48-da113c3e9d92,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:50.392980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:50.393358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:50.393791 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.394178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:50.394647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Bound port: 118e6567-ad00-4a62-9b48-da113c3e9d92, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:50.395029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.416677 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:50.418107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:50.431875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-997d7db6-b6e1-492d-b9ab-66dc0de878a8 None None] Provisioning complete for port 463ca454-a246-42bf-b262-981fa508da9d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:50.432249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-997d7db6-b6e1-492d-b9ab-66dc0de878a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.485670 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] For port 118e6567-ad00-4a62-9b48-da113c3e9d92, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:50.487722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-997d7db6-b6e1-492d-b9ab-66dc0de878a8 None None] Port 463ca454-a246-42bf-b262-981fa508da9d cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:50.490471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] For port 118e6567-ad00-4a62-9b48-da113c3e9d92, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=118e6567-ad00-4a62-9b48-da113c3e9d92,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:50.497033 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.547685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:35:50.555119 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Routers {'7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:50.555891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:50.616829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f4e3-4b59-4670-8468-52ebc1dd9d78 None None] Pushing event updated for resources: {'Port': ['ID=118e6567-ad00-4a62-9b48-da113c3e9d92,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:50.666020 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:50.671023 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4d2983fe-5ab0-4bb2-b58b-3d3334cd252b admin admin] 10.222.0.24 "PUT /v2.0/routers/7d7e974e-6776-417a-8e66-9cc2b1ce7b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6182120 Apr 20 13:35:50.684164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] Set router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:50.740315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c080f287-dba6-4644-acfa-b9a18632e877 None None] Provisioning complete for port 463ca454-a246-42bf-b262-981fa508da9d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:50.740682 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c080f287-dba6-4644-acfa-b9a18632e877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:50.845850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c080f287-dba6-4644-acfa-b9a18632e877 None None] Port 463ca454-a246-42bf-b262-981fa508da9d cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:50.933528 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 4, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port': {'id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:75:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '463ca454-a246-42bf-b262-981fa508da9d', 'name': '', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'mac_address': 'fa:16:3e:da:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:49Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 2, 'project_id': '63982e98497640708041d11d54ffb29e', 'subnets': [{'id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:50.957795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2aef09-837c-47aa-ad9a-d77e1297552b None None] The sync data for ids ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'] in n-d-838550-2 is: [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 4, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port': {'id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:75:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '463ca454-a246-42bf-b262-981fa508da9d', 'name': '', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'mac_address': 'fa:16:3e:da:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:49Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 2, 'project_id': '63982e98497640708041d11d54ffb29e', 'subnets': [{'id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:51.168207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51790) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:51.174040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2056009236-network', 'tenant_id': 'af5361c021084f2481f296bcec96c483'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:51.207170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Made reservation on behalf of af5361c021084f2481f296bcec96c483 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:51.210265 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.219598 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.247110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dc6da1c7-62bb-4241-9fc3-339586e0ecb3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:51.304830 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.308781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:51.309195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.312728 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.341516 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:35:51.352152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae21327e-8297-48e8-8814-ce8acb974c78,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:51.359174 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.359527 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Added segment aa423f8c-1c4c-4c21-9e9b-63ba7831c87c of type vlan for network a71d50f1-ce31-4df6-b20a-12c6975081ee Apr 20 13:35:51.402767 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.432478 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.433795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:51.434384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.487386 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3153186 Apr 20 13:35:51.487752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 51792) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:51.493862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Request body: {'subnet': {'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-subnet', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:51.499065 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca91b4c-7931-42d1-848c-4f8f54405f92 admin admin] Pushing event updated for resources: {'Network': ['ID=a71d50f1-ce31-4df6-b20a-12c6975081ee,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:51.511283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a71d50f1-ce31-4df6-b20a-12c6975081ee details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:35:51.514862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Made reservation on behalf of af5361c021084f2481f296bcec96c483 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:51.517956 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.722961 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.778012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e08d25-0b07-4b2f-a645-d3714cbd54f0,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:51.789017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Checking segment: {'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:51.789437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Network hostable DHCP agents. Network: a71d50f1-ce31-4df6-b20a-12c6975081ee, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:35:51.808802 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Network a71d50f1-ce31-4df6-b20a-12c6975081ee is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:35:51.818007 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a71d50f1-ce31-4df6-b20a-12c6975081ee) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:51.822136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:51.822722 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.827900 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae96af-d49e-469c-822f-3a9a9b65bf25 None None] Network a71d50f1-ce31-4df6-b20a-12c6975081ee requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:51.843969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-51bd7d52-45a2-47bd-a8fa-b98b3b91f8fb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3550298 Apr 20 13:35:51.846647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:51.851810 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:51.872763 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.873803 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.929434 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:51.991347 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a71d50f1-ce31-4df6-b20a-12c6975081ee', 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'fixed_ips': [{'subnet_id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:35:51.992249 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.077709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.141824 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Allocated IP 172.20.0.2 (a71d50f1-ce31-4df6-b20a-12c6975081ee/87e08d25-0b07-4b2f-a645-d3714cbd54f0/f5653c8f-ed30-4aeb-8b1d-46a6d95ae537) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:52.309743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.316193 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.356621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Network a71d50f1-ce31-4df6-b20a-12c6975081ee is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:52.363619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:52.367383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:52.373000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Pushing event updated for resources: {'Port': ['ID=f5653c8f-ed30-4aeb-8b1d-46a6d95ae537,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:52.431929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Attempting to bind port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:52.432313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Attempting to bind port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:52.432672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Attempting to bind port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 on network a71d50f1-ce31-4df6-b20a-12c6975081ee {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:52.437652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:52.438019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Checking segment: {'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:52.438450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.438836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Bound using segment: {'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:52.439293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Bound port: f5653c8f-ed30-4aeb-8b1d-46a6d95ae537, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:52.439668 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.503365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] For port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:52.506756 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] For port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f5653c8f-ed30-4aeb-8b1d-46a6d95ae537,segment=NetworkSegment(aa423f8c-1c4c-4c21-9e9b-63ba7831c87c),segment_id=aa423f8c-1c4c-4c21-9e9b-63ba7831c87c)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:52.514549 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.591173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f4046-9737-4c0b-b497-dc673eb79280 None None] Pushing event updated for resources: {'Port': ['ID=f5653c8f-ed30-4aeb-8b1d-46a6d95ae537,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:52.599941 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.619865 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.735868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Allocated IP 172.25.3.124 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/23cf25d3-3a6d-4ce0-9e71-a044393e4d50) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:52.874274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.910294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:52.951905 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:52.956534 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:52.960965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:52.964060 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Pushing event updated for resources: {'Port': ['ID=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:53.212104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.276790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 118e6567-ad00-4a62-9b48-da113c3e9d92 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:53.447414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.536411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 118e6567-ad00-4a62-9b48-da113c3e9d92 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:53.537980 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.624963 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.632390 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Router 4d764b79-30ad-4fed-a0b7-5caafa017b72 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:35:53.651809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 118e6567-ad00-4a62-9b48-da113c3e9d92, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=118e6567-ad00-4a62-9b48-da113c3e9d92,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:53.657210 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.658556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:53.673400 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Sync routers for ids ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:53.683333 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Routers {'7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:53.683944 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:53.727238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90bad0-a594-48e6-8b72-7e94b4fc67eb None None] Network a71d50f1-ce31-4df6-b20a-12c6975081ee requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:35:53.763606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:53.785445 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.789420 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2989c0c9-4e83-486b-9555-131f503d0a2a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9391983 Apr 20 13:35:53.790314 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 51796) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:35:53.793728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Sync routers for ids ['4d764b79-30ad-4fed-a0b7-5caafa017b72'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:53.829697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=118e6567-ad00-4a62-9b48-da113c3e9d92,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:53.844560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Routers {'4d764b79-30ad-4fed-a0b7-5caafa017b72'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:53.845328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4d764b79-30ad-4fed-a0b7-5caafa017b72'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:53.897911 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9826cf3c-3583-49ef-96d3-3e24780cf59f None None] Provisioning complete for port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:53.898614 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9826cf3c-3583-49ef-96d3-3e24780cf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:53.912336 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Set router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:53.928658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:53.929088 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.094893 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Set router 4d764b79-30ad-4fed-a0b7-5caafa017b72 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:54.125496 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 4, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port': {'id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '463ca454-a246-42bf-b262-981fa508da9d', 'name': '', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'mac_address': 'fa:16:3e:da:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:49Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 2, 'project_id': '63982e98497640708041d11d54ffb29e', 'subnets': [{'id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:54.152733 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Checking router: 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:54.153335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Updating router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d port 463ca454-a246-42bf-b262-981fa508da9d binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:54.179966 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.201976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.261817 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.285011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9826cf3c-3583-49ef-96d3-3e24780cf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.316194 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.370843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9826cf3c-3583-49ef-96d3-3e24780cf59f None None] For port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f5653c8f-ed30-4aeb-8b1d-46a6d95ae537,segment=NetworkSegment(aa423f8c-1c4c-4c21-9e9b-63ba7831c87c),segment_id=aa423f8c-1c4c-4c21-9e9b-63ba7831c87c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:54.383769 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9826cf3c-3583-49ef-96d3-3e24780cf59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.428683 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Allocated IP 172.20.0.1 (a71d50f1-ce31-4df6-b20a-12c6975081ee/87e08d25-0b07-4b2f-a645-d3714cbd54f0/b8daa77e-b32e-4302-b313-daba8ca93acc) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:54.470871 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:35:54.471230 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:35:54.491783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826cf3c-3583-49ef-96d3-3e24780cf59f None None] Pushing event updated for resources: {'Port': ['ID=f5653c8f-ed30-4aeb-8b1d-46a6d95ae537,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:54.509533 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:35:53Z', 'revision_number': 3, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port': {'id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:52Z', 'updated_at': '2022-04-20T13:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:54.533291 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.542444 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.542960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Checking router: 4d764b79-30ad-4fed-a0b7-5caafa017b72 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:54.543510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Updating router 4d764b79-30ad-4fed-a0b7-5caafa017b72 port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:54.564437 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.570813 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.602124 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Pushing event updated for resources: {'Port': ['ID=463ca454-a246-42bf-b262-981fa508da9d,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:54.607422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.655464 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Network a71d50f1-ce31-4df6-b20a-12c6975081ee is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:54.658657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:54.661403 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:54.668839 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Pushing event updated for resources: {'Port': ['ID=b8daa77e-b32e-4302-b313-daba8ca93acc,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:54.675861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-b2ae4d6b-c41a-4292-bba1-bb5fb96a467b None None] Provisioning complete for port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:54.676181 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b2ae4d6b-c41a-4292-bba1-bb5fb96a467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.695491 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.696589 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.697094 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.697583 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.698268 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.698772 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.699253 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.699734 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.700221 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.700710 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.702619 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.703165 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:54.711389 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Attempting to bind port 463ca454-a246-42bf-b262-981fa508da9d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:54.711762 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Attempting to bind port 463ca454-a246-42bf-b262-981fa508da9d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:54.712126 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Attempting to bind port 463ca454-a246-42bf-b262-981fa508da9d on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:54.719058 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.719340 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:54.720142 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Checking segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:54.720142 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.720550 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Bound using segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:54.721051 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Bound port: 463ca454-a246-42bf-b262-981fa508da9d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:54.721438 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.834266 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] For port 463ca454-a246-42bf-b262-981fa508da9d, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:54.839810 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] For port 463ca454-a246-42bf-b262-981fa508da9d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=463ca454-a246-42bf-b262-981fa508da9d,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:54.848401 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.940854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:54.942105 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Routers {'7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:54.942828 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:55.011561 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f0306-e4c8-402d-9262-45578112dc4b None None] Pushing event updated for resources: {'Port': ['ID=463ca454-a246-42bf-b262-981fa508da9d,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:55.040504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.058464 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.071465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cb1857bc-b890-4d99-9381-f025a63798a9 None None] Provisioning complete for port 463ca454-a246-42bf-b262-981fa508da9d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:55.071841 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb1857bc-b890-4d99-9381-f025a63798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.123044 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] Set router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:55.148920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Attempting to bind port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:55.149297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Attempting to bind port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:55.149693 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Attempting to bind port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:55.151940 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.158790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:55.158790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:55.159213 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.159618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:55.160103 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Bound port: 23cf25d3-3a6d-4ce0-9e71-a044393e4d50, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:55.160505 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.166871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.188407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b372a05-5acb-4c6d-b6c1-9931d27b9d54 None None] Pushing event updated for resources: {'Port': ['ID=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:55.286511 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb1857bc-b890-4d99-9381-f025a63798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.289961 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Pushing event updated for resources: {'Port': ['ID=b8daa77e-b32e-4302-b313-daba8ca93acc,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:55.299842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.303228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] For port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:55.303361 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.303702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.304045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.304404 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.304714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.305038 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.305370 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.305733 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.306063 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.306392 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.306720 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.307075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:35:55.329678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] For port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:55.330862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 118e6567-ad00-4a62-9b48-da113c3e9d92 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:55.362918 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.367272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cb1857bc-b890-4d99-9381-f025a63798a9 None None] For port 463ca454-a246-42bf-b262-981fa508da9d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=463ca454-a246-42bf-b262-981fa508da9d,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:55.380034 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb1857bc-b890-4d99-9381-f025a63798a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.384934 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 4, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port': {'id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '463ca454-a246-42bf-b262-981fa508da9d', 'name': '', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'mac_address': 'fa:16:3e:da:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:49Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 4, 'project_id': '63982e98497640708041d11d54ffb29e', 'subnets': [{'id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:55.415479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Network a71d50f1-ce31-4df6-b20a-12c6975081ee is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:55.417546 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:55.420429 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4097bf3-9e0a-4357-b2ec-85387075a9bf None None] The sync data for ids ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'] in n-d-838550-2 is: [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:50Z', 'revision_number': 4, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port': {'id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '463ca454-a246-42bf-b262-981fa508da9d', 'name': '', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'mac_address': 'fa:16:3e:da:a0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:49Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 4, 'project_id': '63982e98497640708041d11d54ffb29e', 'subnets': [{'id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:55.444843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Routers {'4d764b79-30ad-4fed-a0b7-5caafa017b72'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:55.445386 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4d764b79-30ad-4fed-a0b7-5caafa017b72'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:55.447788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b372a05-5acb-4c6d-b6c1-9931d27b9d54 None None] Pushing event updated for resources: {'Port': ['ID=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:55.548172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 118e6567-ad00-4a62-9b48-da113c3e9d92 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:55.548792 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.583034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Router 4d764b79-30ad-4fed-a0b7-5caafa017b72 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:35:55.598780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-077dbb50-905c-4be6-8c59-f42daf085ae1 None None] Provisioning complete for port b8daa77e-b32e-4302-b313-daba8ca93acc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:55.599148 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-077dbb50-905c-4be6-8c59-f42daf085ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:55.718446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:35:55.732351 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c9310805-181f-4026-b016-2bb586f20d99 admin admin] 10.222.0.24 "PUT /v2.0/routers/4d764b79-30ad-4fed-a0b7-5caafa017b72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335444 Apr 20 13:35:55.863133 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1857bc-b890-4d99-9381-f025a63798a9 None None] Pushing event updated for resources: {'Port': ['ID=463ca454-a246-42bf-b262-981fa508da9d,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:55.898827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-077dbb50-905c-4be6-8c59-f42daf085ae1 None None] Port b8daa77e-b32e-4302-b313-daba8ca93acc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:55.908136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] Set router 4d764b79-30ad-4fed-a0b7-5caafa017b72 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:55.988783 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-077dbb50-905c-4be6-8c59-f42daf085ae1 None None] Provisioning complete for port 463ca454-a246-42bf-b262-981fa508da9d triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:55.989158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-077dbb50-905c-4be6-8c59-f42daf085ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.044620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:56.232514 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:56.232798 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.319015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 4, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port': {'id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:52Z', 'updated_at': '2022-04-20T13:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b8daa77e-b32e-4302-b313-daba8ca93acc', 'name': '', 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'mac_address': 'fa:16:3e:4c:20:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:54Z', 'updated_at': '2022-04-20T13:35:55Z', 'revision_number': 2, 'project_id': 'af5361c021084f2481f296bcec96c483', 'subnets': [{'id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:56.356613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057ca508-b9eb-4d7d-98c1-4d06f756a3c4 None None] The sync data for ids ['4d764b79-30ad-4fed-a0b7-5caafa017b72'] in n-d-838550-2 is: [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 4, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port': {'id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:52Z', 'updated_at': '2022-04-20T13:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b8daa77e-b32e-4302-b313-daba8ca93acc', 'name': '', 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'mac_address': 'fa:16:3e:4c:20:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:54Z', 'updated_at': '2022-04-20T13:35:55Z', 'revision_number': 2, 'project_id': 'af5361c021084f2481f296bcec96c483', 'subnets': [{'id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:35:56.369861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 463ca454-a246-42bf-b262-981fa508da9d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:56.396755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ba099b89-fab4-415f-a2ba-15d72d46e07c None None] Provisioning complete for port b8daa77e-b32e-4302-b313-daba8ca93acc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:56.397127 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba099b89-fab4-415f-a2ba-15d72d46e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.446722 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ba099b89-fab4-415f-a2ba-15d72d46e07c None None] Port b8daa77e-b32e-4302-b313-daba8ca93acc cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:56.458505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 463ca454-a246-42bf-b262-981fa508da9d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:56.459399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:56.572589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-3d723382-d925-4756-bc50-9d67786e6153 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:56.579156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-3d723382-d925-4756-bc50-9d67786e6153 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/networks?id=42636e97-a3df-49f7-bea1-e813e3e2b1fa HTTP/1.1" status: 200 len: 816 time: 0.1127758 Apr 20 13:35:56.601720 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-e80fd7d4-c6c7-4256-8a8a-c443259ec696 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/quotas/63982e98497640708041d11d54ffb29e HTTP/1.1" status: 200 len: 375 time: 0.0200031 Apr 20 13:35:56.651820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-18f033da-c8d4-4837-99e0-920fe63d74a5 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63982e98497640708041d11d54ffb29e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490360 Apr 20 13:35:56.750054 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-2c1cfefa-8bb9-4795-9794-47553c766f0a service neutron] 10.222.0.24 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855038 Apr 20 13:35:56.846818 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-bf7d40cf-a528-4f65-bdbe-8b2f0a8e7a4a service neutron] 10.222.0.24 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900135 Apr 20 13:35:57.015498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7d271eb-f532-4c93-8aa3-6662deb2b89d req-f9fa8f4e-454e-4058-a6ff-cbdc852c2111 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 210 time: 0.0272102 Apr 20 13:35:57.232247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 463ca454-a246-42bf-b262-981fa508da9d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:57.283868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 463ca454-a246-42bf-b262-981fa508da9d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:57.284233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.133309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f6c57d1-2490-4cab-8081-55ef11589777 req-eb6dd2c5-07a6-47b5-851e-0f55150658b3 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 210 time: 0.0372128 Apr 20 13:35:58.140904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-1924be5e-d0f4-4935-9a7f-507b82fd9c17 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:58.142340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-1924be5e-d0f4-4935-9a7f-507b82fd9c17 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "GET /v2.0/networks?id=42636e97-a3df-49f7-bea1-e813e3e2b1fa HTTP/1.1" status: 200 len: 816 time: 0.1561415 Apr 20 13:35:58.155870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Request body: {'port': {'device_id': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'admin_state_up': True, 'tenant_id': '63982e98497640708041d11d54ffb29e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:58.263787 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Made reservation on behalf of 63982e98497640708041d11d54ffb29e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:35:58.267331 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.399315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Allocated IP 172.20.0.7 (42636e97-a3df-49f7-bea1-e813e3e2b1fa/9d7bc909-29d2-4a64-b7a0-98421cd69a8e/4bae2103-445f-4468-86b2-67959e6196b9) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:35:58.868001 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.903732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:58.947611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:35:58.950569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:35:58.954387 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:35:58.977927 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Pushing event updated for resources: {'Port': ['ID=4bae2103-445f-4468-86b2-67959e6196b9,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:59.008444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:59.009249 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.027359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-44097e98-553f-4a1d-82a9-e1fa14b562d1 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8754034 Apr 20 13:35:59.039432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Request body: {'port': {'device_id': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:35:59.090790 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Sync routers for ids ['4d764b79-30ad-4fed-a0b7-5caafa017b72'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:35:59.098625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.100911 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Routers {'4d764b79-30ad-4fed-a0b7-5caafa017b72'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:35:59.101670 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4d764b79-30ad-4fed-a0b7-5caafa017b72'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:59.197280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ee006dd4-7aa0-44c0-b7b0-3f134c0673e0 None None] Provisioning complete for port 4bae2103-445f-4468-86b2-67959e6196b9 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:59.200284 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee006dd4-7aa0-44c0-b7b0-3f134c0673e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.241837 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Set router 4d764b79-30ad-4fed-a0b7-5caafa017b72 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:35:59.263167 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ee006dd4-7aa0-44c0-b7b0-3f134c0673e0 None None] Port 4bae2103-445f-4468-86b2-67959e6196b9 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:35:59.292948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:35:59.337058 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819eef7-1fcc-4c6e-b9b3-900ae21561e7 req-7228749d-6a5d-4f1e-bcb0-7b0afae9af38 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:59.338813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e819eef7-1fcc-4c6e-b9b3-900ae21561e7 req-7228749d-6a5d-4f1e-bcb0-7b0afae9af38 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 931 time: 0.0974603 Apr 20 13:35:59.349063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:35:59.349476 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.405450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e819eef7-1fcc-4c6e-b9b3-900ae21561e7 req-f1a49f03-b60e-47b2-8276-05037b2c3037 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607398 Apr 20 13:35:59.434394 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.454349 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:35:59.459848 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.473395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bae2103-445f-4468-86b2-67959e6196b9 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:35:59.475226 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 4, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port': {'id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:52Z', 'updated_at': '2022-04-20T13:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b8daa77e-b32e-4302-b313-daba8ca93acc', 'name': '', 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'mac_address': 'fa:16:3e:4c:20:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:54Z', 'updated_at': '2022-04-20T13:35:55Z', 'revision_number': 2, 'project_id': 'af5361c021084f2481f296bcec96c483', 'subnets': [{'id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:35:59.481082 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.494959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Transition to ACTIVE for port object 4bae2103-445f-4468-86b2-67959e6196b9 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:35:59.498794 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.503131 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Checking router: 4d764b79-30ad-4fed-a0b7-5caafa017b72 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:35:59.503482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Updating router 4d764b79-30ad-4fed-a0b7-5caafa017b72 port b8daa77e-b32e-4302-b313-daba8ca93acc binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:35:59.513836 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:59.536587 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.564124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bae2103-445f-4468-86b2-67959e6196b9,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:59.644160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Attempting to bind port 4bae2103-445f-4468-86b2-67959e6196b9 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:35:59.644502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Attempting to bind port 4bae2103-445f-4468-86b2-67959e6196b9 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:35:59.644838 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Attempting to bind port 4bae2103-445f-4468-86b2-67959e6196b9 on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:59.649419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Port 4bae2103-445f-4468-86b2-67959e6196b9 on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:35:59.649774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Attempting to bind port 4bae2103-445f-4468-86b2-67959e6196b9 on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:35:59.655102 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:35:59.655445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Checking segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:35:59.655831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Bound using segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:35:59.656257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Bound port: 4bae2103-445f-4468-86b2-67959e6196b9, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:35:59.656624 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.727864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] For port 4bae2103-445f-4468-86b2-67959e6196b9, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:35:59.731257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] For port 4bae2103-445f-4468-86b2-67959e6196b9, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4bae2103-445f-4468-86b2-67959e6196b9,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:35:59.736231 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.771568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:59.772165 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.773585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] 10.222.0.37 "PUT /v2.0/ports/4bae2103-445f-4468-86b2-67959e6196b9 HTTP/1.1" status: 200 len: 1091 time: 0.7385101 Apr 20 13:35:59.773971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'tag': '4bae2103-445f-4468-86b2-67959e6196b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:35:59.776487 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ea4741-642a-4865-8eb2-0c6d34967193" -d '{"events": [{"name": "network-changed", "server_uuid": "eb013850-2112-41fc-abfe-6e8485bbd698", "tag": "4bae2103-445f-4468-86b2-67959e6196b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:35:59.812609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012f5df-0b4e-4001-a3b3-04769ff7f9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bae2103-445f-4468-86b2-67959e6196b9,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:35:59.840819 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a3b1a-55af-4f8b-abd8-15ffcb717637 x-openstack-request-id: req-457a3b1a-55af-4f8b-abd8-15ffcb717637 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:35:59.840819 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb013850-2112-41fc-abfe-6e8485bbd698", "tag": "4bae2103-445f-4468-86b2-67959e6196b9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:35:59.841097 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-457a3b1a-55af-4f8b-abd8-15ffcb717637 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:35:59.841570 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457a3b1a-55af-4f8b-abd8-15ffcb717637'] response: {'name': 'network-changed', 'server_uuid': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'tag': '4bae2103-445f-4468-86b2-67959e6196b9', 'status': 'completed', 'code': 200} Apr 20 13:35:59.871831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-baddc722-3fd1-4780-9211-a6ce4da3d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:59.873910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-baddc722-3fd1-4780-9211-a6ce4da3d0a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63982e98497640708041d11d54ffb29e&device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 1094 time: 0.0494199 Apr 20 13:35:59.925263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-f09856d2-da51-4dfe-8006-ceb614d81379 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bae2103-445f-4468-86b2-67959e6196b9 HTTP/1.1" status: 200 len: 217 time: 0.0437288 Apr 20 13:35:59.952935 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.958889 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:35:59.981750 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-4a6e40a2-1540-427a-ad71-e3f34f40fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:35:59.983376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-4a6e40a2-1540-427a-ad71-e3f34f40fb45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d7bc909-29d2-4a64-b7a0-98421cd69a8e HTTP/1.1" status: 200 len: 855 time: 0.0515776 Apr 20 13:36:00.008970 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d06379-a1fc-4afa-9395-ae90feec1796 None None] Pushing event updated for resources: {'Port': ['ID=b8daa77e-b32e-4302-b313-daba8ca93acc,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:00.038533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-c9a85309-01fc-4106-9d56-5b3f48790416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:00.040209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-c9a85309-01fc-4106-9d56-5b3f48790416 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42636e97-a3df-49f7-bea1-e813e3e2b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491798 Apr 20 13:36:00.067821 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Attempting to bind port b8daa77e-b32e-4302-b313-daba8ca93acc on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:36:00.068930 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Attempting to bind port b8daa77e-b32e-4302-b313-daba8ca93acc by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:36:00.069345 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Attempting to bind port b8daa77e-b32e-4302-b313-daba8ca93acc on network a71d50f1-ce31-4df6-b20a-12c6975081ee {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:36:00.074479 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:36:00.074846 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Checking segment: {'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:36:00.075241 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.075622 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Bound using segment: {'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:36:00.076100 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Bound port: b8daa77e-b32e-4302-b313-daba8ca93acc, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:36:00.076469 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.145735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-dafc1490-e2ff-4b9f-8a25-e6339dffa51a service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989313 Apr 20 13:36:00.145887 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] For port b8daa77e-b32e-4302-b313-daba8ca93acc, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:36:00.149329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] For port b8daa77e-b32e-4302-b313-daba8ca93acc, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8daa77e-b32e-4302-b313-daba8ca93acc,segment=NetworkSegment(aa423f8c-1c4c-4c21-9e9b-63ba7831c87c),segment_id=aa423f8c-1c4c-4c21-9e9b-63ba7831c87c)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:36:00.155036 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.214138 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d06379-a1fc-4afa-9395-ae90feec1796 None None] Pushing event updated for resources: {'Port': ['ID=b8daa77e-b32e-4302-b313-daba8ca93acc,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:00.216618 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Routers {'4d764b79-30ad-4fed-a0b7-5caafa017b72'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:00.217222 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:35:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4d764b79-30ad-4fed-a0b7-5caafa017b72'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:00.244374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a44239aa-d561-4e8a-bd54-10287368a7bf req-96af5847-2a99-4beb-80bb-14d5b5a7b26c service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924973 Apr 20 13:36:00.271609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bac4c1d7-5a7b-47b5-aa05-48cb1ca37554 None None] Provisioning complete for port b8daa77e-b32e-4302-b313-daba8ca93acc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:00.272161 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bac4c1d7-5a7b-47b5-aa05-48cb1ca37554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.339858 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] Set router 4d764b79-30ad-4fed-a0b7-5caafa017b72 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:00.350620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-25b3f020-204c-472d-ba2e-b1ea8b3689be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:00.352262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-25b3f020-204c-472d-ba2e-b1ea8b3689be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63982e98497640708041d11d54ffb29e&device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 1094 time: 0.0533900 Apr 20 13:36:00.360969 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bac4c1d7-5a7b-47b5-aa05-48cb1ca37554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.399076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-bac4c1d7-5a7b-47b5-aa05-48cb1ca37554 None None] For port b8daa77e-b32e-4302-b313-daba8ca93acc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8daa77e-b32e-4302-b313-daba8ca93acc,segment=NetworkSegment(aa423f8c-1c4c-4c21-9e9b-63ba7831c87c),segment_id=aa423f8c-1c4c-4c21-9e9b-63ba7831c87c)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:00.405592 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bac4c1d7-5a7b-47b5-aa05-48cb1ca37554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.468415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4c1d7-5a7b-47b5-aa05-48cb1ca37554 None None] Pushing event updated for resources: {'Port': ['ID=b8daa77e-b32e-4302-b313-daba8ca93acc,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:00.496898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-b2cb4a49-7716-4858-b7d9-c6024f9a6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:00.498434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-b2cb4a49-7716-4858-b7d9-c6024f9a6c58 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42636e97-a3df-49f7-bea1-e813e3e2b1fa HTTP/1.1" status: 200 len: 917 time: 0.1371982 Apr 20 13:36:00.530709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-d8988502-3a8f-4a95-8c69-9079faa563d1 None None] Provisioning complete for port b8daa77e-b32e-4302-b313-daba8ca93acc triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:00.531336 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d8988502-3a8f-4a95-8c69-9079faa563d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:00.572474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-45ad6b15-4f7b-45e6-a044-cdd36f87092b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bae2103-445f-4468-86b2-67959e6196b9 HTTP/1.1" status: 200 len: 217 time: 0.0546510 Apr 20 13:36:00.591010 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 4, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port': {'id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:52Z', 'updated_at': '2022-04-20T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b8daa77e-b32e-4302-b313-daba8ca93acc', 'name': '', 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'mac_address': 'fa:16:3e:4c:20:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:54Z', 'updated_at': '2022-04-20T13:36:00Z', 'revision_number': 4, 'project_id': 'af5361c021084f2481f296bcec96c483', 'subnets': [{'id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:00.619772 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7017b663-f1cc-49cd-b059-e59c00e90694 None None] The sync data for ids ['4d764b79-30ad-4fed-a0b7-5caafa017b72'] in n-d-838550-2 is: [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:35:54Z', 'revision_number': 4, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port': {'id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:52Z', 'updated_at': '2022-04-20T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b8daa77e-b32e-4302-b313-daba8ca93acc', 'name': '', 'network_id': 'a71d50f1-ce31-4df6-b20a-12c6975081ee', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'mac_address': 'fa:16:3e:4c:20:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:54Z', 'updated_at': '2022-04-20T13:36:00Z', 'revision_number': 4, 'project_id': 'af5361c021084f2481f296bcec96c483', 'subnets': [{'id': '87e08d25-0b07-4b2f-a645-d3714cbd54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:36:00.623190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb113-780d-4260-b64f-4aa2cded14ae req-ea3bb3b4-0b4f-4e95-a3b4-3c9c88eed836 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:00.624685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cddb113-780d-4260-b64f-4aa2cded14ae req-ea3bb3b4-0b4f-4e95-a3b4-3c9c88eed836 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 943 time: 0.1204536 Apr 20 13:36:00.650839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-70723b52-2b5e-44f4-93fd-ef8f5de0d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:00.652276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-70723b52-2b5e-44f4-93fd-ef8f5de0d3f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d7bc909-29d2-4a64-b7a0-98421cd69a8e HTTP/1.1" status: 200 len: 855 time: 0.0733657 Apr 20 13:36:00.697042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0cddb113-780d-4260-b64f-4aa2cded14ae req-f4df3044-86ae-433c-a5c9-fb6ce707f156 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654585 Apr 20 13:36:00.711671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-3d296dfa-0ef5-4e94-a7ae-4dc438bb3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:00.713360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-3d296dfa-0ef5-4e94-a7ae-4dc438bb3502 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42636e97-a3df-49f7-bea1-e813e3e2b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535383 Apr 20 13:36:00.814359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-02ba3ea8-7517-4c63-929b-0a050396210e service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924697 Apr 20 13:36:00.910403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a2ea4741-642a-4865-8eb2-0c6d34967193 req-8780c26b-06e5-48e8-8686-b30c4b5bfa22 service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890775 Apr 20 13:36:01.028731 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:36:01.241778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:36:01.288972 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:01.289652 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:01.367881 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b8daa77e-b32e-4302-b313-daba8ca93acc up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:36:01.411650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b8daa77e-b32e-4302-b313-daba8ca93acc triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:01.412536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:01.814858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762cb4d-8a02-4d8a-8fd1-ed8eb8a06685 req-278dcd12-d6f2-4be1-b025-f8bc2a0a51b0 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:01.816310 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7762cb4d-8a02-4d8a-8fd1-ed8eb8a06685 req-278dcd12-d6f2-4be1-b025-f8bc2a0a51b0 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 943 time: 0.0488486 Apr 20 13:36:01.855267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7762cb4d-8a02-4d8a-8fd1-ed8eb8a06685 req-b9ae665b-be40-4a2b-aea8-4f3ae1be8252 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Apr 20 13:36:02.586941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4bae2103-445f-4468-86b2-67959e6196b9 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:36:02.679631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4bae2103-445f-4468-86b2-67959e6196b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4bae2103-445f-4468-86b2-67959e6196b9,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:02.690319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '4bae2103-445f-4468-86b2-67959e6196b9', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'port_id': '4bae2103-445f-4468-86b2-67959e6196b9', 'mac_address': 'fa:16:3e:4f:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:36:02.728899 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:02.742107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bae2103-445f-4468-86b2-67959e6196b9 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:36:02.760207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4bae2103-445f-4468-86b2-67959e6196b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4bae2103-445f-4468-86b2-67959e6196b9,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:02.763196 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:02.808265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4bae2103-445f-4468-86b2-67959e6196b9,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:02.965441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4bae2103-445f-4468-86b2-67959e6196b9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:36:02.979376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aa74f-2cf8-4467-b798-f6fd62a37b0a req-6031c541-50f2-40a8-9446-231019943218 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:02.980900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-502aa74f-2cf8-4467-b798-f6fd62a37b0a req-6031c541-50f2-40a8-9446-231019943218 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 944 time: 0.0543404 Apr 20 13:36:03.018208 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-502aa74f-2cf8-4467-b798-f6fd62a37b0a req-64aee8db-e3ef-4c56-ac9b-2cc2384b3e48 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311470 Apr 20 13:36:03.709007 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c4475687-6007-4ced-bab1-e168afa8cf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:04.134555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d84d40-ce6e-426d-8f51-93bc4bea22c0 req-518b8077-68ee-4a4f-94f1-2d478dda5e12 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:04.135985 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61d84d40-ce6e-426d-8f51-93bc4bea22c0 req-518b8077-68ee-4a4f-94f1-2d478dda5e12 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 944 time: 0.0480552 Apr 20 13:36:04.172627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-61d84d40-ce6e-426d-8f51-93bc4bea22c0 req-32631a2c-cc53-430d-8e4e-304c47ccb258 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307403 Apr 20 13:36:04.586662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4bae2103-445f-4468-86b2-67959e6196b9 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:36:04.635118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 4bae2103-445f-4468-86b2-67959e6196b9 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:36:04.639223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 4bae2103-445f-4468-86b2-67959e6196b9 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:04.639597 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:04.718688 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:04.740899 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae2103-445f-4468-86b2-67959e6196b9'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:04.743210 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024eec1-db47-4430-9f30-9ee295f6ecfc" -d '{"events": [{"server_uuid": "eb013850-2112-41fc-abfe-6e8485bbd698", "name": "network-vif-plugged", "status": "completed", "tag": "4bae2103-445f-4468-86b2-67959e6196b9"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:04.756815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4bae2103-445f-4468-86b2-67959e6196b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4bae2103-445f-4468-86b2-67959e6196b9,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:04.762226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:04.785782 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f719539-fef2-48b8-91f4-e9fde29bc925 x-openstack-request-id: req-2f719539-fef2-48b8-91f4-e9fde29bc925 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:04.786073 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb013850-2112-41fc-abfe-6e8485bbd698", "name": "network-vif-plugged", "status": "completed", "tag": "4bae2103-445f-4468-86b2-67959e6196b9", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:04.786323 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f719539-fef2-48b8-91f4-e9fde29bc925 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:04.786714 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f719539-fef2-48b8-91f4-e9fde29bc925'] response: {'server_uuid': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bae2103-445f-4468-86b2-67959e6196b9', 'code': 200} Apr 20 13:36:04.812120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4bae2103-445f-4468-86b2-67959e6196b9,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:04.875908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b10b6-e070-46b5-806a-4179d1547563 req-13b4e041-8279-4639-a719-022c1c5b51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:04.877378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-181b10b6-e070-46b5-806a-4179d1547563 req-13b4e041-8279-4639-a719-022c1c5b51ca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 1096 time: 0.0400603 Apr 20 13:36:04.913217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-181b10b6-e070-46b5-806a-4179d1547563 req-6097b6bc-e84d-4756-a556-91f9c2e83a5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273857 Apr 20 13:36:05.291274 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bc385-6273-4a7f-bd6c-319b728226ae req-7c592ba4-604c-4271-a661-ffdea448df6f tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:05.292758 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-602bc385-6273-4a7f-bd6c-319b728226ae req-7c592ba4-604c-4271-a661-ffdea448df6f tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 945 time: 0.0537806 Apr 20 13:36:05.329938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-602bc385-6273-4a7f-bd6c-319b728226ae req-078c5000-b732-4200-88e6-a7b7c91b19c6 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Apr 20 13:36:06.054096 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40ad403b-3c46-4113-860f-27eac280b8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:06.445145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50decf72-62b7-4a22-abd4-3030fd1ddc47 req-c1266fa8-599a-4d8a-a7ab-15e48ed04613 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:06.446598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50decf72-62b7-4a22-abd4-3030fd1ddc47 req-c1266fa8-599a-4d8a-a7ab-15e48ed04613 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 945 time: 0.0480888 Apr 20 13:36:06.483627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-50decf72-62b7-4a22-abd4-3030fd1ddc47 req-01a8c209-d1ce-473a-8f0b-dc280a82bf17 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Apr 20 13:36:06.596373 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20dd2d3-89cd-4909-a2e2-d34c281c9d9a req-be481aba-51bc-49cf-bc7e-075c058d5593 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:06.597891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b20dd2d3-89cd-4909-a2e2-d34c281c9d9a req-be481aba-51bc-49cf-bc7e-075c058d5593 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 945 time: 0.0473075 Apr 20 13:36:06.635520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b20dd2d3-89cd-4909-a2e2-d34c281c9d9a req-8db90977-fa5c-42bf-8e68-55386653f467 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Apr 20 13:36:07.316005 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:08.679474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:09.009110 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:19.411738 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:24.101527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:24.973033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e0208-f4cc-4cec-8842-efbf4e12b361 req-c17eb4eb-eec1-4fce-9166-5f17aada372e tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:24.974638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d66e0208-f4cc-4cec-8842-efbf4e12b361 req-c17eb4eb-eec1-4fce-9166-5f17aada372e tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 945 time: 0.0524778 Apr 20 13:36:25.012593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d66e0208-f4cc-4cec-8842-efbf4e12b361 req-8c097ddd-4801-47a3-bfa6-c6d893ee6b19 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Apr 20 13:36:26.126766 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d7fb8-f7f1-40f1-be72-665ce1fe549f req-f01acd8a-0a89-4bec-925b-9a0bc508dc20 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:26.128192 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da5d7fb8-f7f1-40f1-be72-665ce1fe549f req-f01acd8a-0a89-4bec-925b-9a0bc508dc20 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 945 time: 0.0474074 Apr 20 13:36:26.166007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da5d7fb8-f7f1-40f1-be72-665ce1fe549f req-245444d3-4758-43e2-ab83-0d08aceaaf8a tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312905 Apr 20 13:36:26.452157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-542c41b5-3d17-4f93-a6e5-0798d757443f tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:26.453474 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-542c41b5-3d17-4f93-a6e5-0798d757443f tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 945 time: 0.0469813 Apr 20 13:36:26.544688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Deleting port 4bae2103-445f-4468-86b2-67959e6196b9 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:26.545030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:26.632376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] For port 4bae2103-445f-4468-86b2-67959e6196b9, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4bae2103-445f-4468-86b2-67959e6196b9,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:26.632740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:26.645319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Calling delete_port for 4bae2103-445f-4468-86b2-67959e6196b9 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:26.772875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:26.784580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4bae2103-445f-4468-86b2-67959e6196b9'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:36:26.803300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Pushing event deleted for resources: {'Port': ['ID=4bae2103-445f-4468-86b2-67959e6196b9,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:26.847420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] No DVR routers for this DVR port 4bae2103-445f-4468-86b2-67959e6196b9 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:36:26.850659 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:26.854023 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dbe586e2-c7a0-4f10-bb99-6cc619118e84 req-1eb202d2-cf3b-4708-8b3e-d7efaff8ebec tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "DELETE /v2.0/ports/4bae2103-445f-4468-86b2-67959e6196b9 HTTP/1.1" status: 204 len: 173 time: 0.3946817 Apr 20 13:36:26.854464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'name': 'network-vif-deleted', 'tag': '4bae2103-445f-4468-86b2-67959e6196b9'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:26.856751 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce70741-dff5-44ce-ab28-68d3728d5168" -d '{"events": [{"server_uuid": "eb013850-2112-41fc-abfe-6e8485bbd698", "name": "network-vif-deleted", "tag": "4bae2103-445f-4468-86b2-67959e6196b9"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:26.897256 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1572864d-3698-4f91-896a-158caa578ec1 x-openstack-request-id: req-1572864d-3698-4f91-896a-158caa578ec1 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:26.897554 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb013850-2112-41fc-abfe-6e8485bbd698", "name": "network-vif-deleted", "tag": "4bae2103-445f-4468-86b2-67959e6196b9", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:26.897843 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1572864d-3698-4f91-896a-158caa578ec1 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:26.898248 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1572864d-3698-4f91-896a-158caa578ec1'] response: {'server_uuid': 'eb013850-2112-41fc-abfe-6e8485bbd698', 'name': 'network-vif-deleted', 'tag': '4bae2103-445f-4468-86b2-67959e6196b9', 'status': 'completed', 'code': 200} Apr 20 13:36:27.271790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0b9b87c2-ffc4-476c-a479-ca90780489c1 req-2712cba4-edab-4b24-a84f-21ca90ad8e62 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb013850-2112-41fc-abfe-6e8485bbd698 HTTP/1.1" status: 200 len: 210 time: 0.0260074 Apr 20 13:36:28.764998 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-c4f4f0ee-fc5c-43d2-b42c-53ebc30ddc34 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:28.766444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-c4f4f0ee-fc5c-43d2-b42c-53ebc30ddc34 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/networks?id=42636e97-a3df-49f7-bea1-e813e3e2b1fa HTTP/1.1" status: 200 len: 816 time: 0.0968070 Apr 20 13:36:28.781487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-dbc0f7d1-f786-4c32-90a1-464f6912ea7c tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/quotas/63982e98497640708041d11d54ffb29e HTTP/1.1" status: 200 len: 375 time: 0.0088511 Apr 20 13:36:28.836133 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-7dbeb823-e272-4869-ab9e-99a842ca816a tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=63982e98497640708041d11d54ffb29e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494118 Apr 20 13:36:28.933025 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-83898b0d-4a69-4b8a-bf59-e7ed4c9e63ce service neutron] 10.222.0.24 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844784 Apr 20 13:36:29.026879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-249d0a02-38e8-4b95-9186-f63de14cfe73 service neutron] 10.222.0.24 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874071 Apr 20 13:36:29.188452 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e27babfc-79b2-40c9-ba02-6737c5f19c0b req-a51c8318-3c88-4b62-9fb8-329930c0e376 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 210 time: 0.0287085 Apr 20 13:36:30.135712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-bc0db45e-9289-4f33-a9d9-f068f104e9a3 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:30.137135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-bc0db45e-9289-4f33-a9d9-f068f104e9a3 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "GET /v2.0/networks?id=42636e97-a3df-49f7-bea1-e813e3e2b1fa HTTP/1.1" status: 200 len: 816 time: 0.0994101 Apr 20 13:36:30.149582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Request body: {'port': {'device_id': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'admin_state_up': True, 'tenant_id': '63982e98497640708041d11d54ffb29e'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:30.269960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Made reservation on behalf of 63982e98497640708041d11d54ffb29e for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:36:30.273906 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:30.290848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6a27eff3-1770-4ac0-918d-dd9d94f92fc7 req-e9d1268a-e78f-4f16-8032-dd1e7b08016d tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 210 time: 0.0319817 Apr 20 13:36:30.421240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Allocated IP 172.20.0.5 (42636e97-a3df-49f7-bea1-e813e3e2b1fa/9d7bc909-29d2-4a64-b7a0-98421cd69a8e/32ca4247-6710-4982-a6e3-0d3139fdf5d1) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:36:30.561813 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:30.595922 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:30.644152 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:36:30.649676 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:36:30.653565 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:36:30.679378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Pushing event updated for resources: {'Port': ['ID=32ca4247-6710-4982-a6e3-0d3139fdf5d1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:30.710059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:30.710685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:30.711325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4bae2103-445f-4468-86b2-67959e6196b9 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:36:30.728617 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-82c5a54a-5afd-4ed9-a6c7-48bda6fcdb24 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831530 Apr 20 13:36:30.731808 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 4bae2103-445f-4468-86b2-67959e6196b9 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:36:30.732200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4bae2103-445f-4468-86b2-67959e6196b9 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:36:30.740276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Request body: {'port': {'device_id': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:36:30.796036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:30.906920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1c916ade-1ac3-4373-ad93-8b71d700344a None None] Provisioning complete for port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:30.907293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1c916ade-1ac3-4373-ad93-8b71d700344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:30.940316 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-1c916ade-1ac3-4373-ad93-8b71d700344a None None] Port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:36:31.065535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ca4247-6710-4982-a6e3-0d3139fdf5d1 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:36:31.072800 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:31.084033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Transition to ACTIVE for port object 32ca4247-6710-4982-a6e3-0d3139fdf5d1 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:36:31.087831 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:31.137317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca4247-6710-4982-a6e3-0d3139fdf5d1,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:31.206877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Attempting to bind port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:36:31.207215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Attempting to bind port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:36:31.207543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Attempting to bind port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:36:31.212036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:36:31.212354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Attempting to bind port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 on network 42636e97-a3df-49f7-bea1-e813e3e2b1fa {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:36:31.217293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:36:31.217656 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Checking segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:36:31.218033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Bound using segment: {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:36:31.218459 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Bound port: 32ca4247-6710-4982-a6e3-0d3139fdf5d1, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:36:31.218815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:31.286857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] For port 32ca4247-6710-4982-a6e3-0d3139fdf5d1, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:36:31.290691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] For port 32ca4247-6710-4982-a6e3-0d3139fdf5d1, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=32ca4247-6710-4982-a6e3-0d3139fdf5d1,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:36:31.294505 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:31.327892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.328525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:31.329956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] 10.222.0.37 "PUT /v2.0/ports/32ca4247-6710-4982-a6e3-0d3139fdf5d1 HTTP/1.1" status: 200 len: 1091 time: 0.5938387 Apr 20 13:36:31.330429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'tag': '32ca4247-6710-4982-a6e3-0d3139fdf5d1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:31.332657 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574", "tag": "32ca4247-6710-4982-a6e3-0d3139fdf5d1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:31.358025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663445e7-91ad-4664-a285-0216d814ea50 service neutron] Pushing event updated for resources: {'Port': ['ID=32ca4247-6710-4982-a6e3-0d3139fdf5d1,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:31.388749 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e19283b-a6fb-46e3-81e4-4064b9fa3f1e x-openstack-request-id: req-0e19283b-a6fb-46e3-81e4-4064b9fa3f1e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:31.389035 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574", "tag": "32ca4247-6710-4982-a6e3-0d3139fdf5d1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:31.389291 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e19283b-a6fb-46e3-81e4-4064b9fa3f1e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:31.389711 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e19283b-a6fb-46e3-81e4-4064b9fa3f1e'] response: {'name': 'network-changed', 'server_uuid': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'tag': '32ca4247-6710-4982-a6e3-0d3139fdf5d1', 'status': 'completed', 'code': 200} Apr 20 13:36:31.452426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf29427-d1a4-47d0-8a0f-d9ca314ad587 req-cf55c69b-d08e-4eab-bae9-c432632b86aa tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.453943 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bf29427-d1a4-47d0-8a0f-d9ca314ad587 req-cf55c69b-d08e-4eab-bae9-c432632b86aa tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 943 time: 0.0783331 Apr 20 13:36:31.460607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-56c938bb-6563-482c-9d77-7ac86b3fa267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.462071 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-56c938bb-6563-482c-9d77-7ac86b3fa267 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63982e98497640708041d11d54ffb29e&device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 1094 time: 0.0751185 Apr 20 13:36:31.514983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-f3fa41a5-55d5-4b5a-8f77-89a309e29448 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ca4247-6710-4982-a6e3-0d3139fdf5d1 HTTP/1.1" status: 200 len: 217 time: 0.0453241 Apr 20 13:36:31.541157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bf29427-d1a4-47d0-8a0f-d9ca314ad587 req-37397d27-292b-4e04-9653-aaa8a8a472d4 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781405 Apr 20 13:36:31.574772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-32e57657-3a39-45af-ad89-4cccf7f19e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.576201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-32e57657-3a39-45af-ad89-4cccf7f19e1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d7bc909-29d2-4a64-b7a0-98421cd69a8e HTTP/1.1" status: 200 len: 855 time: 0.0509958 Apr 20 13:36:31.623118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-b81de7e7-8d11-4636-87b9-c38649f0b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.625469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-b81de7e7-8d11-4636-87b9-c38649f0b42e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42636e97-a3df-49f7-bea1-e813e3e2b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420008 Apr 20 13:36:31.715105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-0488db71-03fd-4c5e-b418-1ce92632c55a service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829480 Apr 20 13:36:31.800644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ef40b71-3b00-439e-aad9-14a41867bf1a req-daa7e128-adca-4e62-9d89-f7a4d31bcab6 service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792658 Apr 20 13:36:31.890487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-dffb6e6c-a984-4247-b089-6dd044f220d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.891940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-dffb6e6c-a984-4247-b089-6dd044f220d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63982e98497640708041d11d54ffb29e&device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 1094 time: 0.0451388 Apr 20 13:36:31.977688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-579536ff-5537-4f19-8f8d-8333e6277fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:31.979005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-579536ff-5537-4f19-8f8d-8333e6277fe8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42636e97-a3df-49f7-bea1-e813e3e2b1fa HTTP/1.1" status: 200 len: 917 time: 0.0806935 Apr 20 13:36:32.023967 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-9e6ce1a8-16e3-4296-9fe2-00c8c16f0a92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32ca4247-6710-4982-a6e3-0d3139fdf5d1 HTTP/1.1" status: 200 len: 217 time: 0.0379000 Apr 20 13:36:32.071221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-ac480227-7350-40ad-8c8d-6eea518a34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:32.072648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-ac480227-7350-40ad-8c8d-6eea518a34a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9d7bc909-29d2-4a64-b7a0-98421cd69a8e HTTP/1.1" status: 200 len: 855 time: 0.0416715 Apr 20 13:36:32.117442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-65ef0230-ff45-4785-9f8b-e0a03ff73414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:32.118898 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-65ef0230-ff45-4785-9f8b-e0a03ff73414 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42636e97-a3df-49f7-bea1-e813e3e2b1fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383832 Apr 20 13:36:32.209846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-5b54b962-dca8-416a-b945-5ed7fdca1e14 service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838692 Apr 20 13:36:32.297504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56dcadf6-3994-4478-a0a6-ce61c09b2a9b req-d19abe62-aab1-4cae-854f-44e60e5051df service neutron] 10.222.0.37 "GET /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796959 Apr 20 13:36:32.657145 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e9976-62bd-4130-a20e-5dbbdd891cd8 req-687503b6-5dba-4206-aa81-e4c30861c255 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:32.658628 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d20e9976-62bd-4130-a20e-5dbbdd891cd8 req-687503b6-5dba-4206-aa81-e4c30861c255 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 943 time: 0.0487647 Apr 20 13:36:32.697001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d20e9976-62bd-4130-a20e-5dbbdd891cd8 req-3eb6b4f0-68b4-4a57-9565-24828a8278a4 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Apr 20 13:36:32.727189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 32ca4247-6710-4982-a6e3-0d3139fdf5d1 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:36:32.817644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 32ca4247-6710-4982-a6e3-0d3139fdf5d1, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=32ca4247-6710-4982-a6e3-0d3139fdf5d1,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:32.829946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '32ca4247-6710-4982-a6e3-0d3139fdf5d1', 'network_id': '42636e97-a3df-49f7-bea1-e813e3e2b1fa', 'port_id': '32ca4247-6710-4982-a6e3-0d3139fdf5d1', 'mac_address': 'fa:16:3e:e1:cf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7bc909-29d2-4a64-b7a0-98421cd69a8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:36:32.869659 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:32.882381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ca4247-6710-4982-a6e3-0d3139fdf5d1 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:36:32.901778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 32ca4247-6710-4982-a6e3-0d3139fdf5d1, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=32ca4247-6710-4982-a6e3-0d3139fdf5d1,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:32.905158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:32.949691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=32ca4247-6710-4982-a6e3-0d3139fdf5d1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:33.089192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['32ca4247-6710-4982-a6e3-0d3139fdf5d1'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:36:33.709945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9eb109b9-8aea-470f-9e6b-8778f50a7248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:33.814917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef226fb5-c290-49c8-aa4e-0e408283d844 req-5efceada-2804-4d53-a078-53bca349cda0 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:33.816353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef226fb5-c290-49c8-aa4e-0e408283d844 req-5efceada-2804-4d53-a078-53bca349cda0 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 944 time: 0.0518751 Apr 20 13:36:33.853295 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef226fb5-c290-49c8-aa4e-0e408283d844 req-4a0ea0a3-11a7-4113-97c5-99ebdae38750 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302961 Apr 20 13:36:34.752044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 32ca4247-6710-4982-a6e3-0d3139fdf5d1 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:36:34.801425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:36:34.805297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:36:34.805694 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:34.879755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:34.907619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca4247-6710-4982-a6e3-0d3139fdf5d1'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:34.909875 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be40f94-d44b-4a13-8728-ccb39f2cf7a1" -d '{"events": [{"server_uuid": "b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574", "name": "network-vif-plugged", "status": "completed", "tag": "32ca4247-6710-4982-a6e3-0d3139fdf5d1"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:34.934658 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 32ca4247-6710-4982-a6e3-0d3139fdf5d1, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=32ca4247-6710-4982-a6e3-0d3139fdf5d1,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:34.939338 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:34.972805 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc3c506-7f40-4d9c-b934-ef262d08813a x-openstack-request-id: req-6cc3c506-7f40-4d9c-b934-ef262d08813a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:34.973094 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574", "name": "network-vif-plugged", "status": "completed", "tag": "32ca4247-6710-4982-a6e3-0d3139fdf5d1", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:34.973354 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cc3c506-7f40-4d9c-b934-ef262d08813a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:34.973466 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7480f66-cc0b-4412-a0dc-4aba9f5418ae req-2853b960-23f1-4b3e-8441-c6e724fa7bf9 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:34.973947 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cc3c506-7f40-4d9c-b934-ef262d08813a'] response: {'server_uuid': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ca4247-6710-4982-a6e3-0d3139fdf5d1', 'code': 200} Apr 20 13:36:34.974916 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7480f66-cc0b-4412-a0dc-4aba9f5418ae req-2853b960-23f1-4b3e-8441-c6e724fa7bf9 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 944 time: 0.0521746 Apr 20 13:36:35.003920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=32ca4247-6710-4982-a6e3-0d3139fdf5d1,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:35.023948 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b7480f66-cc0b-4412-a0dc-4aba9f5418ae req-d46eedf9-7982-4f99-a23d-861ba84da8a5 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423434 Apr 20 13:36:35.051034 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97208ad0-6a5f-48a6-a090-b5a1d54baeb6 req-8a61eb03-b7d6-45c2-95dc-064b8eddd7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:35.052540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97208ad0-6a5f-48a6-a090-b5a1d54baeb6 req-8a61eb03-b7d6-45c2-95dc-064b8eddd7e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 1096 time: 0.0418127 Apr 20 13:36:35.085680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97208ad0-6a5f-48a6-a090-b5a1d54baeb6 req-c2f8d5a8-cd72-4fe9-a7c0-064c355f719d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268979 Apr 20 13:36:36.070518 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73fd772b-1a1e-4eb2-98f8-3e40ff237459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:36.149563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9444ce-f2a7-46a1-92ea-4dcea6fb6680 req-00ac5fdc-2d11-4ea5-bbb1-20d263134bcd tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:36.151024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de9444ce-f2a7-46a1-92ea-4dcea6fb6680 req-00ac5fdc-2d11-4ea5-bbb1-20d263134bcd tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 945 time: 0.0519593 Apr 20 13:36:36.188181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de9444ce-f2a7-46a1-92ea-4dcea6fb6680 req-8a3aed7d-29c9-43c6-af6d-82eec4482642 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Apr 20 13:36:36.301675 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bbc57-cdba-408b-9b27-872a64fdee65 req-395263dd-45e0-427a-b829-80fe6d7dc006 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:36.303742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-473bbc57-cdba-408b-9b27-872a64fdee65 req-395263dd-45e0-427a-b829-80fe6d7dc006 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 945 time: 0.0495543 Apr 20 13:36:36.339735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-473bbc57-cdba-408b-9b27-872a64fdee65 req-0ab0dc6b-8a78-4b0f-9bda-6469a00d4c44 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300198 Apr 20 13:36:37.319460 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:38.028770 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:36:38.681168 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:39.000362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:49.423262 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.099932 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:54.539027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56fca9-7099-4406-8c20-11f9b28645c7 req-fdd2ef34-03b2-4929-82a5-7b7a79d56211 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:54.540469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc56fca9-7099-4406-8c20-11f9b28645c7 req-fdd2ef34-03b2-4929-82a5-7b7a79d56211 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 945 time: 0.0499432 Apr 20 13:36:54.577050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc56fca9-7099-4406-8c20-11f9b28645c7 req-4e523e9b-3ee1-4b73-97ff-44a90c04a7c0 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Apr 20 13:36:55.697427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a45e2-684b-4ff3-be34-7b0b86158023 req-3770e018-9621-45b0-b3b2-b2c363267504 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:55.698865 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb2a45e2-684b-4ff3-be34-7b0b86158023 req-3770e018-9621-45b0-b3b2-b2c363267504 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Apr 20 13:36:55.734369 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb2a45e2-684b-4ff3-be34-7b0b86158023 req-901f8c06-838e-4572-aa6f-2ce6a38ac7ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/security-groups?id=da9a9f55-23ca-4bba-904e-84d21ce68595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296209 Apr 20 13:36:56.031491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-b26874bb-3d88-417b-83b1-e764512c5138 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:36:56.032888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-b26874bb-3d88-417b-83b1-e764512c5138 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 945 time: 0.0474482 Apr 20 13:36:56.120108 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Deleting port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:56.120438 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.204692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] For port 32ca4247-6710-4982-a6e3-0d3139fdf5d1, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=32ca4247-6710-4982-a6e3-0d3139fdf5d1,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:56.205056 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.217308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Calling delete_port for 32ca4247-6710-4982-a6e3-0d3139fdf5d1 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:56.342520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.358209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['32ca4247-6710-4982-a6e3-0d3139fdf5d1'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:36:56.369950 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Pushing event deleted for resources: {'Port': ['ID=32ca4247-6710-4982-a6e3-0d3139fdf5d1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:56.397423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.397795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.398133 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.398546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.398811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.399138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.399464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.399784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.400107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.400424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.400741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.401053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:56.421700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] No DVR routers for this DVR port 32ca4247-6710-4982-a6e3-0d3139fdf5d1 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:36:56.424329 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:56.427660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-75319ec6-2403-42af-bbe0-ecfb0e723710 req-1bc63c53-3516-4e19-8338-0aac966147ca tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.37 "DELETE /v2.0/ports/32ca4247-6710-4982-a6e3-0d3139fdf5d1 HTTP/1.1" status: 204 len: 173 time: 0.3893154 Apr 20 13:36:56.428265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'name': 'network-vif-deleted', 'tag': '32ca4247-6710-4982-a6e3-0d3139fdf5d1'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:36:56.431396 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c2f0e-dd45-42c3-b55a-abd8233fcf67" -d '{"events": [{"server_uuid": "b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574", "name": "network-vif-deleted", "tag": "32ca4247-6710-4982-a6e3-0d3139fdf5d1"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:36:56.472541 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb26e79a-a89b-4367-9787-5cfda6c47104 x-openstack-request-id: req-bb26e79a-a89b-4367-9787-5cfda6c47104 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:36:56.472919 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574", "name": "network-vif-deleted", "tag": "32ca4247-6710-4982-a6e3-0d3139fdf5d1", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:36:56.473229 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb26e79a-a89b-4367-9787-5cfda6c47104 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:36:56.473732 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb26e79a-a89b-4367-9787-5cfda6c47104'] response: {'server_uuid': 'b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574', 'name': 'network-vif-deleted', 'tag': '32ca4247-6710-4982-a6e3-0d3139fdf5d1', 'status': 'completed', 'code': 200} Apr 20 13:36:56.844085 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8ccd9e0-cdd7-45d0-9f3e-f9e261e6fdfd req-295e09ff-a655-43af-a603-40ec9d031a98 tempest-TestEncryptedCinderVolumes-1253225819 tempest-TestEncryptedCinderVolumes-1253225819-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2ad8592-ef7d-4f1a-9ab8-97b7a37fd574 HTTP/1.1" status: 200 len: 210 time: 0.0288215 Apr 20 13:36:57.934193 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52096) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:58.271884 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.508131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Deleting port 463ca454-a246-42bf-b262-981fa508da9d {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:58.508468 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.583845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] For port 463ca454-a246-42bf-b262-981fa508da9d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=463ca454-a246-42bf-b262-981fa508da9d,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:58.584138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.596406 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Calling delete_port for 463ca454-a246-42bf-b262-981fa508da9d owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:36:58.777498 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:58.802576 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Pushing event deleted for resources: {'Port': ['ID=463ca454-a246-42bf-b262-981fa508da9d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:36:59.136456 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.137115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.137115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.137353 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.137710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.138039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.138365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.138713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.139037 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.139363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.139681 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.140001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:36:59.278828 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.489306 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:36:59.595580 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:36:59.600552 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-984d69c3-c507-4908-82c0-c1885cc2425a admin admin] 10.222.0.24 "PUT /v2.0/routers/7d7e974e-6776-417a-8e66-9cc2b1ce7b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653090 Apr 20 13:36:59.603236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52100) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:36:59.712558 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.760759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] Sync routers for ids ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:36:59.769732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] Routers {'7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:36:59.770353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:36:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:36:59.815497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.868246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Deleting port 118e6567-ad00-4a62-9b48-da113c3e9d92 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:36:59.869166 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.874541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] Set router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:36:59.951125 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] For port 118e6567-ad00-4a62-9b48-da113c3e9d92, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=118e6567-ad00-4a62-9b48-da113c3e9d92,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:36:59.951517 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:36:59.967021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Calling delete_port for 118e6567-ad00-4a62-9b48-da113c3e9d92 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:00.061741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:36:58Z', 'revision_number': 5, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port': {'id': '118e6567-ad00-4a62-9b48-da113c3e9d92', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:75:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:00.092746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] Checking router: 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:00.102749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] Routers {'7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:00.102749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:36:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:00.155502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.185806 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Pushing event deleted for resources: {'Port': ['ID=118e6567-ad00-4a62-9b48-da113c3e9d92,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:00.188055 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] Set router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:00.246031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.246987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:36:59Z', 'revision_number': 6, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:00.273787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cc6786-2567-49c4-aad0-41d50fd6c241 None None] The sync data for ids ['7d7e974e-6776-417a-8e66-9cc2b1ce7b9d'] in n-d-838550-2 is: [{'id': '7d7e974e-6776-417a-8e66-9cc2b1ce7b9d', 'name': 'tempest-TestEncryptedCinderVolumes-843134347-router', 'tenant_id': '63982e98497640708041d11d54ffb29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:47Z', 'updated_at': '2022-04-20T13:36:59Z', 'revision_number': 6, 'project_id': '63982e98497640708041d11d54ffb29e', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:00.339040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.341080 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.382582 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.383229 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d7e974e-6776-417a-8e66-9cc2b1ce7b9d {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:37:00.387495 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.388666 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-faa1b609-95cb-41fb-a25d-dab1e265b334 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7d7e974e-6776-417a-8e66-9cc2b1ce7b9d HTTP/1.1" status: 204 len: 168 time: 0.7844837 Apr 20 13:37:00.391368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52102) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:00.439475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] Deleting subnet 9d7bc909-29d2-4a64-b7a0-98421cd69a8e {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:37:00.442557 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.476351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.552597 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.607015 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.632391 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7bc909-29d2-4a64-b7a0-98421cd69a8e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:00.636107 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.639307 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f247e949-4a8b-49f7-a877-db73c7a2e87e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9d7bc909-29d2-4a64-b7a0-98421cd69a8e HTTP/1.1" status: 204 len: 168 time: 0.2470195 Apr 20 13:37:00.641796 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52104) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:00.645273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fcd72-887a-4a02-8ed1-439e98fc21b2 None None] Network 42636e97-a3df-49f7-bea1-e813e3e2b1fa requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:37:00.716755 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.779184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Deleting port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:00.779532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.847101 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] For port dc6da1c7-62bb-4241-9fc3-339586e0ecb3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=dc6da1c7-62bb-4241-9fc3-339586e0ecb3,segment=NetworkSegment(badd3eaf-fad0-4861-8664-fa5de2b2b6d9),segment_id=badd3eaf-fad0-4861-8664-fa5de2b2b6d9)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:00.847461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.860362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Calling delete_port for dc6da1c7-62bb-4241-9fc3-339586e0ecb3 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:00.897948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 32ca4247-6710-4982-a6e3-0d3139fdf5d1 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:00.922343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 32ca4247-6710-4982-a6e3-0d3139fdf5d1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:00.922678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 32ca4247-6710-4982-a6e3-0d3139fdf5d1 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:00.937062 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:00.965862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6da1c7-62bb-4241-9fc3-339586e0ecb3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:00.969246 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] No DVR routers for this DVR port dc6da1c7-62bb-4241-9fc3-339586e0ecb3 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:37:01.039490 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.061568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42636e97-a3df-49f7-bea1-e813e3e2b1fa']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:01.064687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70754e26-7b99-4286-a788-1d8c3877298e None None] DHCP port deletion for 42636e97-a3df-49f7-bea1-e813e3e2b1fa request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:37:01.074997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:01.074997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badd3eaf-fad0-4861-8664-fa5de2b2b6d9') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:01.087546 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.101237 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.107088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:37:01.107473 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:37:01.109160 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:37:01.166098 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.171452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.178212 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/42636e97-a3df-49f7-bea1-e813e3e2b1fa HTTP/1.1" status: 204 len: 168 time: 0.5318909 Apr 20 13:37:01.178212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52106) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:01.192989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1d7e-d89d-4ec8-8e8a-024e0938b6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=42636e97-a3df-49f7-bea1-e813e3e2b1fa,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:01.253126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 118e6567-ad00-4a62-9b48-da113c3e9d92 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:01.274806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 118e6567-ad00-4a62-9b48-da113c3e9d92 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:01.275147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 118e6567-ad00-4a62-9b48-da113c3e9d92 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:01.275552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dc6da1c7-62bb-4241-9fc3-339586e0ecb3 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:01.296015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: dc6da1c7-62bb-4241-9fc3-339586e0ecb3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:01.296359 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device dc6da1c7-62bb-4241-9fc3-339586e0ecb3 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:01.296767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 463ca454-a246-42bf-b262-981fa508da9d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:01.316164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 463ca454-a246-42bf-b262-981fa508da9d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:01.316511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 463ca454-a246-42bf-b262-981fa508da9d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:01.535928 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.771469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Deleting port b8daa77e-b32e-4302-b313-daba8ca93acc {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:01.771810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.851120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] For port b8daa77e-b32e-4302-b313-daba8ca93acc, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b8daa77e-b32e-4302-b313-daba8ca93acc,segment=NetworkSegment(aa423f8c-1c4c-4c21-9e9b-63ba7831c87c),segment_id=aa423f8c-1c4c-4c21-9e9b-63ba7831c87c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:01.851486 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:01.863900 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Calling delete_port for b8daa77e-b32e-4302-b313-daba8ca93acc owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:02.037055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:02.060541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8daa77e-b32e-4302-b313-daba8ca93acc,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:02.226277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:02.434392 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Router 4d764b79-30ad-4fed-a0b7-5caafa017b72 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:37:02.841938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:02.846830 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-00882603-1eae-4520-bb8c-27b865542d30 admin admin] 10.222.0.24 "PUT /v2.0/routers/4d764b79-30ad-4fed-a0b7-5caafa017b72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6681950 Apr 20 13:37:02.849302 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:02.853021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] Sync routers for ids ['4d764b79-30ad-4fed-a0b7-5caafa017b72'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:02.865256 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] Routers {'4d764b79-30ad-4fed-a0b7-5caafa017b72'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:02.865982 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:36:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4d764b79-30ad-4fed-a0b7-5caafa017b72'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:02.954006 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:02.967808 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] Set router 4d764b79-30ad-4fed-a0b7-5caafa017b72 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:03.056551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.107828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Deleting port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:03.108059 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.142867 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:37:01Z', 'revision_number': 5, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port': {'id': '23cf25d3-3a6d-4ce0-9e71-a044393e4d50', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:35:52Z', 'updated_at': '2022-04-20T13:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:03.168698 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] Checking router: 4d764b79-30ad-4fed-a0b7-5caafa017b72 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:03.176549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] Routers {'4d764b79-30ad-4fed-a0b7-5caafa017b72'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:03.177143 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:36:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['4d764b79-30ad-4fed-a0b7-5caafa017b72'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:03.191090 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] For port 23cf25d3-3a6d-4ce0-9e71-a044393e4d50, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:03.191575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.205538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Calling delete_port for 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:03.348442 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] Set router 4d764b79-30ad-4fed-a0b7-5caafa017b72 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:03.380232 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.402111 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:37:03Z', 'revision_number': 6, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:03.406886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Pushing event deleted for resources: {'Port': ['ID=23cf25d3-3a6d-4ce0-9e71-a044393e4d50,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:03.430117 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ad73de-9073-41df-9f6c-4accf5c9a58a None None] The sync data for ids ['4d764b79-30ad-4fed-a0b7-5caafa017b72'] in n-d-838550-2 is: [{'id': '4d764b79-30ad-4fed-a0b7-5caafa017b72', 'name': 'tempest-TestEncryptedCinderVolumes-2056009236-router', 'tenant_id': 'af5361c021084f2481f296bcec96c483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:35:51Z', 'updated_at': '2022-04-20T13:37:03Z', 'revision_number': 6, 'project_id': 'af5361c021084f2481f296bcec96c483', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:03.470384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.565046 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.567178 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.607904 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.608457 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d764b79-30ad-4fed-a0b7-5caafa017b72 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:37:03.612627 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.613777 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-93fee0fd-2678-4350-bbe6-43580fafbf88 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4d764b79-30ad-4fed-a0b7-5caafa017b72 HTTP/1.1" status: 204 len: 168 time: 0.7635193 Apr 20 13:37:03.616929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52112) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:03.660097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] Deleting subnet 87e08d25-0b07-4b2f-a645-d3714cbd54f0 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:37:03.663632 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.696404 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.711345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19c36f38-099a-4a08-98b2-ef8082212c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.783867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.848750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.875979 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e08d25-0b07-4b2f-a645-d3714cbd54f0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:03.879406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:03.882980 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6cd1768c-aaad-450c-85e4-38b38588ea61 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/87e08d25-0b07-4b2f-a645-d3714cbd54f0 HTTP/1.1" status: 204 len: 168 time: 0.2646823 Apr 20 13:37:03.885024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52114) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:03.885136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419abd4-b978-464b-a892-2eaa40bd4763 None None] Network a71d50f1-ce31-4df6-b20a-12c6975081ee requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:37:03.958545 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.011951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Deleting port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:37:04.012294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.076076 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] For port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f5653c8f-ed30-4aeb-8b1d-46a6d95ae537,segment=NetworkSegment(aa423f8c-1c4c-4c21-9e9b-63ba7831c87c),segment_id=aa423f8c-1c4c-4c21-9e9b-63ba7831c87c)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:04.076440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.089479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Calling delete_port for f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:37:04.186474 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.198806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836776b-fd6c-4c81-be6c-507e4572f7f6 None None] DHCP port deletion for a71d50f1-ce31-4df6-b20a-12c6975081ee request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:37:04.216978 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5653c8f-ed30-4aeb-8b1d-46a6d95ae537,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:04.218845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] No DVR routers for this DVR port f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:37:04.291413 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.317328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71d50f1-ce31-4df6-b20a-12c6975081ee']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:04.327573 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:04.327873 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa423f8c-1c4c-4c21-9e9b-63ba7831c87c') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:04.338298 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.351981 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.358014 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:37:04.358403 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:37:04.360257 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:37:04.414889 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.420918 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.426170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a71d50f1-ce31-4df6-b20a-12c6975081ee HTTP/1.1" status: 204 len: 168 time: 0.5401583 Apr 20 13:37:04.439000 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31295f5-6171-4d8e-ab7e-a44b2afa1532 admin admin] Pushing event deleted for resources: {'Network': ['ID=a71d50f1-ce31-4df6-b20a-12c6975081ee,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:04.590507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52120) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:04.630105 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7db1a4e7-7a85-4aef-9f4d-8abbb6954d95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63982e98497640708041d11d54ffb29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384104 Apr 20 13:37:04.633176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52122) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:04.679909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f74fc88-9d0a-4ae7-86fe-19d609d04dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.700491 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f74fc88-9d0a-4ae7-86fe-19d609d04dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.746429 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f74fc88-9d0a-4ae7-86fe-19d609d04dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.748996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5f74fc88-9d0a-4ae7-86fe-19d609d04dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:04.750168 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5f74fc88-9d0a-4ae7-86fe-19d609d04dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da9a9f55-23ca-4bba-904e-84d21ce68595 HTTP/1.1" status: 204 len: 168 time: 0.1160486 Apr 20 13:37:04.758841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74fc88-9d0a-4ae7-86fe-19d609d04dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a9f55-23ca-4bba-904e-84d21ce68595,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:05.054797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52130) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:05.094126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c7b97f26-c8a5-4c01-9f8f-ca8d09311383 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af5361c021084f2481f296bcec96c483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381184 Apr 20 13:37:05.096426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52132) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:05.145291 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8f62409-51a1-46e8-8fd5-21d7ac5a648d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.166184 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8f62409-51a1-46e8-8fd5-21d7ac5a648d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.217663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8f62409-51a1-46e8-8fd5-21d7ac5a648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.220660 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d8f62409-51a1-46e8-8fd5-21d7ac5a648d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:05.221807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d8f62409-51a1-46e8-8fd5-21d7ac5a648d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae21327e-8297-48e8-8814-ce8acb974c78 HTTP/1.1" status: 204 len: 168 time: 0.1244559 Apr 20 13:37:05.231440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f62409-51a1-46e8-8fd5-21d7ac5a648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae21327e-8297-48e8-8814-ce8acb974c78,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:05.250362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:05.279590 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:05.279927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f5653c8f-ed30-4aeb-8b1d-46a6d95ae537 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:05.280503 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:05.300377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:05.300721 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 23cf25d3-3a6d-4ce0-9e71-a044393e4d50 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:05.301126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b8daa77e-b32e-4302-b313-daba8ca93acc no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:37:05.320812 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b8daa77e-b32e-4302-b313-daba8ca93acc {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:37:05.321155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b8daa77e-b32e-4302-b313-daba8ca93acc not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:37:05.891555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52154) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:05.997181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-300939706-network', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:06.015987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Made reservation on behalf of 137358c41a3b4bbfa8aea63a0fbda253 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:37:06.018388 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.027237 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.052244 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-98084364-6d59-4fff-bf86-e4097f94df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.100933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.104474 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.124312 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:37:06.138729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa82506d-04f8-4882-8476-e434d7038992,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:06.141650 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.141995 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Added segment db9a9724-0c6c-454f-b8e1-c2c4f1cb6250 of type vlan for network 6480df32-2077-4a66-b528-c7fb27bd0d2f Apr 20 13:37:06.181647 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.205350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.206380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.206949 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.266862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3741236 Apr 20 13:37:06.269768 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52158) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:06.271917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8602f-c1cf-4e38-a90f-4544f66ddb93 admin admin] Pushing event updated for resources: {'Network': ['ID=6480df32-2077-4a66-b528-c7fb27bd0d2f,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:06.276883 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Request body: {'subnet': {'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-300939706-subnet', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:06.282559 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:37:06.297077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Made reservation on behalf of 137358c41a3b4bbfa8aea63a0fbda253 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:37:06.299515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.465600 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.519233 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2967e4c6-4216-48e0-ac38-245b800190d3,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:06.529919 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Checking segment: {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:06.530271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Network hostable DHCP agents. Network: 6480df32-2077-4a66-b528-c7fb27bd0d2f, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:37:06.547106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:37:06.555139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 6480df32-2077-4a66-b528-c7fb27bd0d2f) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:06.559702 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:06.560764 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.563852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f82b8e-6858-4c57-8774-a8e0548247f0 None None] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:37:06.577394 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4ea13bea-dec7-4d30-8012-4e3cf2857e56 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3058085 Apr 20 13:37:06.579365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52160) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:06.583597 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:06.602461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.603431 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.659535 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.713137 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-6480df32-2077-4a66-b528-c7fb27bd0d2f', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:37:06.714019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.803700 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:06.860754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Allocated IP 172.20.0.2 (6480df32-2077-4a66-b528-c7fb27bd0d2f/2967e4c6-4216-48e0-ac38-245b800190d3/20bb80a6-c552-4392-9e0e-28dfd18c87b4) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:07.003909 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.004254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.010357 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.023987 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.054891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:07.057578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:07.060203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:07.084955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Pushing event updated for resources: {'Port': ['ID=20bb80a6-c552-4392-9e0e-28dfd18c87b4,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:07.107967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.108303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.108639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.108967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.109797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.109797 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.110004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.110247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.110679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.110946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.111287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.111664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:07.128684 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Attempting to bind port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:07.129053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Attempting to bind port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:07.129406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Attempting to bind port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 on network 6480df32-2077-4a66-b528-c7fb27bd0d2f {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:07.133316 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Allocated IP 172.25.3.175 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/ab0228ca-d4f2-4e1a-9ac5-577d30af380e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:07.134407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:07.134834 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Checking segment: {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:07.135409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.135647 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Bound using segment: {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:07.136220 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Bound port: 20bb80a6-c552-4392-9e0e-28dfd18c87b4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:07.137002 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.200145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] For port 20bb80a6-c552-4392-9e0e-28dfd18c87b4, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:07.203491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] For port 20bb80a6-c552-4392-9e0e-28dfd18c87b4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=20bb80a6-c552-4392-9e0e-28dfd18c87b4,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:07.207110 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.240577 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.271686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d025946-f468-44f3-b72a-2e058a6a5c29 None None] Pushing event updated for resources: {'Port': ['ID=20bb80a6-c552-4392-9e0e-28dfd18c87b4,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:07.284017 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.323655 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.327228 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:07.330208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:07.334088 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:07.339770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Pushing event updated for resources: {'Port': ['ID=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:07.605820 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.798384 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:07.927734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Router 86eb4934-271e-4b79-943d-eda7682eabd6 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:37:08.221021 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674185f6-cb45-4060-a5e0-a92fb468588e None None] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:37:08.283178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ee89b589-02ea-4a21-bc6e-4cd9145acca7 None None] Provisioning complete for port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:08.283549 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee89b589-02ea-4a21-bc6e-4cd9145acca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:08.351775 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:08.367934 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Sync routers for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:08.369118 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:08.370614 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e1700d52-2c1a-469f-a211-8b4a65da5fff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7901258 Apr 20 13:37:08.373097 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52162) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:08.414686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:08.415228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:08.490071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee89b589-02ea-4a21-bc6e-4cd9145acca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:08.742431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ee89b589-02ea-4a21-bc6e-4cd9145acca7 None None] For port 20bb80a6-c552-4392-9e0e-28dfd18c87b4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=20bb80a6-c552-4392-9e0e-28dfd18c87b4,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:08.754147 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee89b589-02ea-4a21-bc6e-4cd9145acca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:08.760891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:08.762818 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:08.798457 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:08.907496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89b589-02ea-4a21-bc6e-4cd9145acca7 None None] Pushing event updated for resources: {'Port': ['ID=20bb80a6-c552-4392-9e0e-28dfd18c87b4,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:08.978265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Allocated IP 172.20.0.1 (6480df32-2077-4a66-b528-c7fb27bd0d2f/2967e4c6-4216-48e0-ac38-245b800190d3/91105c15-3669-48fb-bb2a-26c837e6fce2) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:08.991886 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-aa729567-e22d-4814-9436-def6e350b566 None None] Provisioning complete for port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:08.992195 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aa729567-e22d-4814-9436-def6e350b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.038537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:07Z', 'revision_number': 3, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:09.040240 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.069601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Checking router: 86eb4934-271e-4b79-943d-eda7682eabd6 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:09.069985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Updating router 86eb4934-271e-4b79-943d-eda7682eabd6 port ab0228ca-d4f2-4e1a-9ac5-577d30af380e binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:37:09.083044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.102564 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.117225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.161465 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:09.166535 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:09.169098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:09.174879 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Pushing event updated for resources: {'Port': ['ID=91105c15-3669-48fb-bb2a-26c837e6fce2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:09.220281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.320814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 20bb80a6-c552-4392-9e0e-28dfd18c87b4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:09.371493 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.416621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:09.417132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.504020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-69451bb6-92bf-43d0-8c12-0d4a4ec7bdba None None] Provisioning complete for port 91105c15-3669-48fb-bb2a-26c837e6fce2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:09.504288 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-69451bb6-92bf-43d0-8c12-0d4a4ec7bdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.532890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.544643 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.544972 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.549603 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.605569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-69451bb6-92bf-43d0-8c12-0d4a4ec7bdba None None] Port 91105c15-3669-48fb-bb2a-26c837e6fce2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:37:09.616294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.618975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Pushing event updated for resources: {'Port': ['ID=91105c15-3669-48fb-bb2a-26c837e6fce2,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:09.639333 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94392ba3-5385-4c84-ad0f-9039055c5879 None None] Pushing event updated for resources: {'Port': ['ID=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:09.643925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Attempting to bind port ab0228ca-d4f2-4e1a-9ac5-577d30af380e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:09.644293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Attempting to bind port ab0228ca-d4f2-4e1a-9ac5-577d30af380e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:09.644655 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Attempting to bind port ab0228ca-d4f2-4e1a-9ac5-577d30af380e on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:09.650615 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:09.650989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:09.651391 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.652028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:09.652490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Bound port: ab0228ca-d4f2-4e1a-9ac5-577d30af380e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:09.652870 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.703401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] For port ab0228ca-d4f2-4e1a-9ac5-577d30af380e, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:09.707614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] For port ab0228ca-d4f2-4e1a-9ac5-577d30af380e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:09.711822 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:09.717132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:09.718502 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:09.773804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:09.774453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:09.779811 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94392ba3-5385-4c84-ad0f-9039055c5879 None None] Pushing event updated for resources: {'Port': ['ID=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:09.848855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Router 86eb4934-271e-4b79-943d-eda7682eabd6 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:37:09.896068 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:09.964799 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:09.970111 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4409c824-961b-457e-b3a7-eafb24c9339d admin admin] 10.222.0.24 "PUT /v2.0/routers/86eb4934-271e-4b79-943d-eda7682eabd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5959802 Apr 20 13:37:10.047601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3dadd3cc-597f-4e58-8283-cc53009c7bcd None None] Provisioning complete for port 91105c15-3669-48fb-bb2a-26c837e6fce2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:10.047897 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3dadd3cc-597f-4e58-8283-cc53009c7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.115398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-3dadd3cc-597f-4e58-8283-cc53009c7bcd None None] Port 91105c15-3669-48fb-bb2a-26c837e6fce2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:37:10.140426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 2, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:10.172080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c59655-ea52-449a-855e-33fa6e60d72a None None] The sync data for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 is: [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 2, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:10.458530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52178) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:10.464009 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1428342847-network', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:10.486997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Made reservation on behalf of d6a32870f84b4932921c45d9527293e7 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:37:10.489685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.500029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.579980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.583763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.613530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:37:10.615994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073f8d8b-4796-4227-918f-03272288d439,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:10.626986 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.627329 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Added segment 808bfcd1-63da-4b8c-b42f-fae54dc3cdee of type vlan for network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 Apr 20 13:37:10.669839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.695031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.696538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:10.697110 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:10.760754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52180) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:10.761444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3012180 Apr 20 13:37:10.769416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf2bb8-2e85-45fa-8873-2e3ffd65d091 admin admin] Pushing event updated for resources: {'Network': ['ID=d26b3ae1-753d-46fd-892b-1e84a3fc51d1,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:10.769868 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Request body: {'subnet': {'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1428342847-subnet', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:10.780735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:37:10.792537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Made reservation on behalf of d6a32870f84b4932921c45d9527293e7 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:37:10.795428 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.009694 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.064446 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc34220-bb34-4e12-8108-08b61f6e0f25,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:11.078357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Checking segment: {'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:11.078607 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Network hostable DHCP agents. Network: d26b3ae1-753d-46fd-892b-1e84a3fc51d1, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:37:11.096734 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:37:11.105975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d26b3ae1-753d-46fd-892b-1e84a3fc51d1) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:11.110156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:11.110741 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.115436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc20e78-f2bf-4352-80d4-50bd80bc9d6b None None] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:37:11.131813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52182) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:11.132278 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c082e280-e683-4bd3-bd15-592971c3af20 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3667948 Apr 20 13:37:11.137109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:11.159777 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.160973 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.216042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.288310 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'fixed_ips': [{'subnet_id': '1fc34220-bb34-4e12-8108-08b61f6e0f25'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:37:11.289175 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.383335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ab0228ca-d4f2-4e1a-9ac5-577d30af380e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:11.490214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ab0228ca-d4f2-4e1a-9ac5-577d30af380e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:11.491132 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.493118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Allocated IP 172.20.0.2 (d26b3ae1-753d-46fd-892b-1e84a3fc51d1/1fc34220-bb34-4e12-8108-08b61f6e0f25/6a75bf62-49d3-4544-95ca-19a1808e4868) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:11.659679 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.697564 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.711207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port ab0228ca-d4f2-4e1a-9ac5-577d30af380e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:11.721769 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.728279 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.751196 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.776293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:11.782439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:11.785755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:11.792751 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:11.873666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Pushing event updated for resources: {'Port': ['ID=6a75bf62-49d3-4544-95ca-19a1808e4868,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:11.880599 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Attempting to bind port 6a75bf62-49d3-4544-95ca-19a1808e4868 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:11.880964 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Attempting to bind port 6a75bf62-49d3-4544-95ca-19a1808e4868 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:11.881376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Attempting to bind port 6a75bf62-49d3-4544-95ca-19a1808e4868 on network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:11.886603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:11.886966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Checking segment: {'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:11.887474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.887861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Bound using segment: {'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:11.888352 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Bound port: 6a75bf62-49d3-4544-95ca-19a1808e4868, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:11.888755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.908976 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.929415 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:11.958126 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] For port 6a75bf62-49d3-4544-95ca-19a1808e4868, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:11.961804 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] For port 6a75bf62-49d3-4544-95ca-19a1808e4868, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6a75bf62-49d3-4544-95ca-19a1808e4868,segment=NetworkSegment(808bfcd1-63da-4b8c-b42f-fae54dc3cdee),segment_id=808bfcd1-63da-4b8c-b42f-fae54dc3cdee)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:11.965998 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:12.027677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c0dc79-2c10-4a56-b313-cd2f613274f5 None None] Pushing event updated for resources: {'Port': ['ID=6a75bf62-49d3-4544-95ca-19a1808e4868,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:12.044588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Allocated IP 172.25.3.141 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/51b77f6e-98bd-4ad5-9471-d2a302e6c732) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:12.157584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:12.218336 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:12.263641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:12.266701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:12.269338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:12.294863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Pushing event updated for resources: {'Port': ['ID=51b77f6e-98bd-4ad5-9471-d2a302e6c732,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:12.395288 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Sync routers for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:12.406451 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:12.407178 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:12.512201 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:12.523868 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:12.715995 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 2, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:12.720795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:12.742172 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Checking router: 86eb4934-271e-4b79-943d-eda7682eabd6 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:12.742528 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Updating router 86eb4934-271e-4b79-943d-eda7682eabd6 port 91105c15-3669-48fb-bb2a-26c837e6fce2 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:37:12.766864 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:12.870500 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:37:12.988467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:12.998065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Sync routers for ids ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:13.011770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Routers {'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:13.012474 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:13.018629 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.018629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b3b64be-e4c4-4943-a08e-bd79b06b7467 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8824751 Apr 20 13:37:13.018847 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52184) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:13.055128 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.062561 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.172968 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Attempting to bind port 91105c15-3669-48fb-bb2a-26c837e6fce2 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:13.173620 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Attempting to bind port 91105c15-3669-48fb-bb2a-26c837e6fce2 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:13.174165 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Attempting to bind port 91105c15-3669-48fb-bb2a-26c837e6fce2 on network 6480df32-2077-4a66-b528-c7fb27bd0d2f {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:13.184923 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:13.185612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Checking segment: {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:13.186200 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.186759 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Bound using segment: {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:13.187394 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Bound port: 91105c15-3669-48fb-bb2a-26c837e6fce2, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:13.187951 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.282065 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Pushing event updated for resources: {'Port': ['ID=91105c15-3669-48fb-bb2a-26c837e6fce2,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:13.307083 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.307428 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.307769 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.308102 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.308440 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.308767 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.309094 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.309419 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.309768 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.310613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.310613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.310781 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:37:13.321203 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] For port 91105c15-3669-48fb-bb2a-26c837e6fce2, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:13.324623 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] For port 91105c15-3669-48fb-bb2a-26c837e6fce2, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91105c15-3669-48fb-bb2a-26c837e6fce2,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:13.332725 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.381686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1829380-7c37-4f7b-8181-f75e8970d62a None None] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:37:13.414794 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:13.415429 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:13.452328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ab0228ca-d4f2-4e1a-9ac5-577d30af380e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:13.460838 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e15a5-6e06-48f8-b466-26c74e193969 None None] Pushing event updated for resources: {'Port': ['ID=91105c15-3669-48fb-bb2a-26c837e6fce2,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:13.493457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Set router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:13.562939 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:13.658038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.670008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Provisioning complete for port 91105c15-3669-48fb-bb2a-26c837e6fce2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:13.670383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.750173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port ab0228ca-d4f2-4e1a-9ac5-577d30af380e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:13.750507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.817655 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:13.847775 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bc268f-6a25-427b-adc6-ef868d5cbd9f None None] The sync data for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 is: [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:13.887467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Allocated IP 172.20.0.1 (d26b3ae1-753d-46fd-892b-1e84a3fc51d1/1fc34220-bb34-4e12-8108-08b61f6e0f25/fdc79f1f-b46c-4303-9d92-53fa3d3d3691) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:13.910163 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:13.984479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6a75bf62-49d3-4544-95ca-19a1808e4868 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:13.987509 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-723574c0-9ee9-423f-9738-127b1376945e None None] For port 91105c15-3669-48fb-bb2a-26c837e6fce2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91105c15-3669-48fb-bb2a-26c837e6fce2,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:13.995136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:12Z', 'revision_number': 3, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port': {'id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:14.032298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.047966 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.054726 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Checking router: c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:14.055284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Updating router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 port 51b77f6e-98bd-4ad5-9471-d2a302e6c732 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:37:14.075422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.133913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:14.135047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.138036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:14.142618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:14.150093 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:14.167312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Provisioning complete for port 6a75bf62-49d3-4544-95ca-19a1808e4868 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:14.167687 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.178813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Pushing event updated for resources: {'Port': ['ID=91105c15-3669-48fb-bb2a-26c837e6fce2,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:14.207088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.285440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6a75bf62-49d3-4544-95ca-19a1808e4868 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:14.285758 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.363835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.491309 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.552010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.558208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.588704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.615435 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.618121 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-723574c0-9ee9-423f-9738-127b1376945e None None] For port 6a75bf62-49d3-4544-95ca-19a1808e4868, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6a75bf62-49d3-4544-95ca-19a1808e4868,segment=NetworkSegment(808bfcd1-63da-4b8c-b42f-fae54dc3cdee),segment_id=808bfcd1-63da-4b8c-b42f-fae54dc3cdee)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:14.629173 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.631042 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.633002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:14.635593 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.711662 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Attempting to bind port 51b77f6e-98bd-4ad5-9471-d2a302e6c732 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:14.712029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Attempting to bind port 51b77f6e-98bd-4ad5-9471-d2a302e6c732 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:14.712387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Attempting to bind port 51b77f6e-98bd-4ad5-9471-d2a302e6c732 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:14.726835 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:14.727201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:14.727599 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.727986 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:14.728451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Bound port: 51b77f6e-98bd-4ad5-9471-d2a302e6c732, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:14.728821 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.735251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:14.735425 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:37:14.735651 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:37:14.736112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cc329-72f4-4767-8168-445a294d198d None None] Pushing event updated for resources: {'Port': ['ID=51b77f6e-98bd-4ad5-9471-d2a302e6c732,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:14.736743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:14.837222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c91d0ef1-4054-4814-bf26-066bee215357 None None] Provisioning complete for port 91105c15-3669-48fb-bb2a-26c837e6fce2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:14.837586 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c91d0ef1-4054-4814-bf26-066bee215357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.842395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] For port 51b77f6e-98bd-4ad5-9471-d2a302e6c732, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:14.846085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] For port 51b77f6e-98bd-4ad5-9471-d2a302e6c732, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=51b77f6e-98bd-4ad5-9471-d2a302e6c732,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:14.868545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:37:14.874310 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:14.876113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723574c0-9ee9-423f-9738-127b1376945e None None] Pushing event updated for resources: {'Port': ['ID=6a75bf62-49d3-4544-95ca-19a1808e4868,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:14.954996 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Routers {'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:14.955634 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:14.962457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cc329-72f4-4767-8168-445a294d198d None None] Pushing event updated for resources: {'Port': ['ID=51b77f6e-98bd-4ad5-9471-d2a302e6c732,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:14.987033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:14.992953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8b3c948d-8691-4235-a99c-9335c6598042 admin admin] 10.222.0.24 "PUT /v2.0/routers/c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9730444 Apr 20 13:37:15.029161 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:37:15.098588 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c91d0ef1-4054-4814-bf26-066bee215357 None None] Provisioning complete for port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:15.099128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c91d0ef1-4054-4814-bf26-066bee215357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:15.103762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] Set router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:15.391690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c91d0ef1-4054-4814-bf26-066bee215357 None None] Port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:37:15.451233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c91d0ef1-4054-4814-bf26-066bee215357 None None] Provisioning complete for port 6a75bf62-49d3-4544-95ca-19a1808e4868 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:15.451612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c91d0ef1-4054-4814-bf26-066bee215357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:15.517246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6a75bf62-49d3-4544-95ca-19a1808e4868 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:15.650212 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6a75bf62-49d3-4544-95ca-19a1808e4868 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:15.650585 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:15.678980 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 4, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port': {'id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fdc79f1f-b46c-4303-9d92-53fa3d3d3691', 'name': '', 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'mac_address': 'fa:16:3e:24:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:13Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 2, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'subnets': [{'id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:15.712912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a6e4cc-4518-4058-b9fb-6d843ae09e97 None None] The sync data for ids ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'] in n-d-838550-2 is: [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 4, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port': {'id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fdc79f1f-b46c-4303-9d92-53fa3d3d3691', 'name': '', 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'mac_address': 'fa:16:3e:24:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:13Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 2, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'subnets': [{'id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:15.771637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91105c15-3669-48fb-bb2a-26c837e6fce2 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:15.798591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0a90f580-ad4a-40fa-9263-8ea44d7ff9e2 None None] Provisioning complete for port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:15.798968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0a90f580-ad4a-40fa-9263-8ea44d7ff9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:15.848319 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-0a90f580-ad4a-40fa-9263-8ea44d7ff9e2 None None] Port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:37:15.858180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 91105c15-3669-48fb-bb2a-26c837e6fce2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:15.858560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:17.535470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 51b77f6e-98bd-4ad5-9471-d2a302e6c732 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:17.587952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 51b77f6e-98bd-4ad5-9471-d2a302e6c732 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:17.588478 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:17.682969 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:17.707345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 51b77f6e-98bd-4ad5-9471-d2a302e6c732, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=51b77f6e-98bd-4ad5-9471-d2a302e6c732,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:17.711560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:17.762381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=51b77f6e-98bd-4ad5-9471-d2a302e6c732,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:18.179210 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Sync routers for ids ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:18.193688 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Routers {'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:18.194306 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:18.306583 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Set router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:18.626125 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 4, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port': {'id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fdc79f1f-b46c-4303-9d92-53fa3d3d3691', 'name': '', 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'mac_address': 'fa:16:3e:24:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:13Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 2, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'subnets': [{'id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:18.658025 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Checking router: c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:18.658369 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Updating router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:37:18.690055 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:18.992945 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.000198 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.087876 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab373b1a-926f-4f5a-a645-595851098521 None None] Pushing event updated for resources: {'Port': ['ID=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:19.103895 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Attempting to bind port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:19.104327 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Attempting to bind port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:19.104750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Attempting to bind port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 on network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:19.110211 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:19.110683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Checking segment: {'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:19.111150 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.111599 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Bound using segment: {'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:19.112142 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Bound port: fdc79f1f-b46c-4303-9d92-53fa3d3d3691, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '808bfcd1-63da-4b8c-b42f-fae54dc3cdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:19.112565 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.192459 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] For port fdc79f1f-b46c-4303-9d92-53fa3d3d3691, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:19.196055 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] For port fdc79f1f-b46c-4303-9d92-53fa3d3d3691, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,segment=NetworkSegment(808bfcd1-63da-4b8c-b42f-fae54dc3cdee),segment_id=808bfcd1-63da-4b8c-b42f-fae54dc3cdee)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:19.210270 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.272984 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab373b1a-926f-4f5a-a645-595851098521 None None] Pushing event updated for resources: {'Port': ['ID=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:19.286678 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Routers {'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:19.288027 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:19.407400 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8178dd7e-6c6a-4282-a085-9215109d856e None None] Provisioning complete for port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:19.407949 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8178dd7e-6c6a-4282-a085-9215109d856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.440511 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] Set router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:19.526162 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.612037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 51b77f6e-98bd-4ad5-9471-d2a302e6c732 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:19.668040 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8178dd7e-6c6a-4282-a085-9215109d856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.718098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-8178dd7e-6c6a-4282-a085-9215109d856e None None] For port fdc79f1f-b46c-4303-9d92-53fa3d3d3691, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,segment=NetworkSegment(808bfcd1-63da-4b8c-b42f-fae54dc3cdee),segment_id=808bfcd1-63da-4b8c-b42f-fae54dc3cdee)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:19.729755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8178dd7e-6c6a-4282-a085-9215109d856e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.772612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 4, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port': {'id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fdc79f1f-b46c-4303-9d92-53fa3d3d3691', 'name': '', 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'mac_address': 'fa:16:3e:24:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:13Z', 'updated_at': '2022-04-20T13:37:19Z', 'revision_number': 4, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'subnets': [{'id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:19.798716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178dd7e-6c6a-4282-a085-9215109d856e None None] Pushing event updated for resources: {'Port': ['ID=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:19.803593 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598cf99-c514-4b22-971a-627ac2a8b77d None None] The sync data for ids ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'] in n-d-838550-2 is: [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:14Z', 'revision_number': 4, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port': {'id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fdc79f1f-b46c-4303-9d92-53fa3d3d3691', 'name': '', 'network_id': 'd26b3ae1-753d-46fd-892b-1e84a3fc51d1', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'mac_address': 'fa:16:3e:24:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:13Z', 'updated_at': '2022-04-20T13:37:19Z', 'revision_number': 4, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'subnets': [{'id': '1fc34220-bb34-4e12-8108-08b61f6e0f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:19.811118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 51b77f6e-98bd-4ad5-9471-d2a302e6c732 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:19.811674 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.882516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6d2664c4-7f9a-4872-89d9-7547298af1fe None None] Provisioning complete for port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:19.882883 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6d2664c4-7f9a-4872-89d9-7547298af1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:19.970922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fdc79f1f-b46c-4303-9d92-53fa3d3d3691 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:20.071565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:20.071960 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:21.493332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fdc79f1f-b46c-4303-9d92-53fa3d3d3691 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:21.546296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:21.546832 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:24.099826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:24.958194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-0f2265df-a708-48c1-844e-b03c3da97c4c tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:24.959662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-0f2265df-a708-48c1-844e-b03c3da97c4c tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 814 time: 0.1039054 Apr 20 13:37:24.976277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-c972dbaf-66d5-4d2d-9176-8cdf3da8a7ce tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/quotas/137358c41a3b4bbfa8aea63a0fbda253 HTTP/1.1" status: 200 len: 375 time: 0.0109084 Apr 20 13:37:25.026515 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-38d7da80-96ac-4b4b-84da-ca8e9f930653 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449440 Apr 20 13:37:25.120622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-e0237c87-a0b8-4d02-ac1d-8055c7237b53 service neutron] 10.222.0.24 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818043 Apr 20 13:37:25.210983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-77038049-1187-4869-9fb2-15f15778c083 service neutron] 10.222.0.24 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842187 Apr 20 13:37:25.526271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2829181e-ae8a-4ca1-a0ac-ca8ecb33cd85 req-fb85a395-3432-4ea0-9d21-ea9f1d823574 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 210 time: 0.1847534 Apr 20 13:37:26.282031 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-866170bd-441a-48a3-b58d-56214fdfad2f tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:26.283455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-866170bd-441a-48a3-b58d-56214fdfad2f tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 814 time: 0.1071868 Apr 20 13:37:26.295220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'port': {'device_id': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'admin_state_up': True, 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:26.399317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Made reservation on behalf of 137358c41a3b4bbfa8aea63a0fbda253 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:37:26.403125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:26.534271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Allocated IP 172.20.0.6 (6480df32-2077-4a66-b528-c7fb27bd0d2f/2967e4c6-4216-48e0-ac38-245b800190d3/1da5bc91-a80c-4f9a-ad25-83d5b995a26c) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:27.136591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8298d059-3587-43c5-943e-11caaac6256c req-bbb10f6b-d69d-4823-a019-5d0c31855752 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 210 time: 0.5403156 Apr 20 13:37:27.173287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.215052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.265926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:27.273485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:27.279284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:27.308069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:27.341661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:27.342662 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.360953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-52a813a1-421e-487a-b060-1450c8fab1e1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692618 Apr 20 13:37:27.572632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9d71d8e4-f785-4cf1-81f9-69a82c7cafab None None] Provisioning complete for port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:27.573188 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d71d8e4-f785-4cf1-81f9-69a82c7cafab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:27.606744 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9d71d8e4-f785-4cf1-81f9-69a82c7cafab None None] Port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:37:28.273399 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612a75e-e805-482e-9492-7ca1bb4985ab req-454b3971-9ce6-4419-92db-194ef3f48082 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:28.275157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6612a75e-e805-482e-9492-7ca1bb4985ab req-454b3971-9ce6-4419-92db-194ef3f48082 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 931 time: 0.0620263 Apr 20 13:37:28.316092 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6612a75e-e805-482e-9492-7ca1bb4985ab req-1ccf81bb-76e2-47dd-9080-da660cdd2488 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Apr 20 13:37:29.455706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5b406-a875-4d13-8721-d4a38ff058ae req-a2f3cf2a-7102-4346-8ad0-7d9fc4877a37 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:29.457252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52b5b406-a875-4d13-8721-d4a38ff058ae req-a2f3cf2a-7102-4346-8ad0-7d9fc4877a37 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 931 time: 0.0673940 Apr 20 13:37:29.497010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52b5b406-a875-4d13-8721-d4a38ff058ae req-122bf5db-8943-4de2-96b7-a8ff306b78ea tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Apr 20 13:37:30.633086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9269c0b-a26e-4f83-b049-f1c745964f33 req-1cadd222-0d89-4f20-9d24-f67861b70e53 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:30.634610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9269c0b-a26e-4f83-b049-f1c745964f33 req-1cadd222-0d89-4f20-9d24-f67861b70e53 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 931 time: 0.0523098 Apr 20 13:37:30.681298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9269c0b-a26e-4f83-b049-f1c745964f33 req-7ea32e4c-72d1-4056-a751-8d67f5eda926 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Apr 20 13:37:31.806709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436a1da-adcc-4cfe-85de-a2b1f651729e req-5df65af9-1460-454b-999a-1ad2ccf7bddd tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:31.814396 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9436a1da-adcc-4cfe-85de-a2b1f651729e req-5df65af9-1460-454b-999a-1ad2ccf7bddd tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 931 time: 0.0599296 Apr 20 13:37:31.849084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9436a1da-adcc-4cfe-85de-a2b1f651729e req-2c3a731d-b80d-4f52-835c-c6d0b37c714b tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Apr 20 13:37:32.967150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a324b-2d1f-4473-b016-802775c37aa5 req-0126e6e7-083a-43cd-b39e-114c66e0e2b8 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:32.968589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb5a324b-2d1f-4473-b016-802775c37aa5 req-0126e6e7-083a-43cd-b39e-114c66e0e2b8 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 931 time: 0.0496440 Apr 20 13:37:33.008386 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb5a324b-2d1f-4473-b016-802775c37aa5 req-1b577814-6cf7-42cf-9fd2-0bc0f1dc25f1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336151 Apr 20 13:37:33.718241 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eaffcff9-3e89-4aad-94bc-2004da4a5b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:34.125912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5798903-42d3-41cd-85d1-a1ac9c051603 req-8d985890-8c7e-4c3d-a88f-ca69adf92527 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:34.127354 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5798903-42d3-41cd-85d1-a1ac9c051603 req-8d985890-8c7e-4c3d-a88f-ca69adf92527 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 931 time: 0.0492017 Apr 20 13:37:34.166172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5798903-42d3-41cd-85d1-a1ac9c051603 req-05c6a21f-2877-4076-a649-6d6ed2b5a0cf tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323200 Apr 20 13:37:34.682370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Request body: {'port': {'device_id': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:34.746713 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:35.007263 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da5bc91-a80c-4f9a-ad25-83d5b995a26c {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:37:35.016130 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:35.028407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Transition to ACTIVE for port object 1da5bc91-a80c-4f9a-ad25-83d5b995a26c will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:37:35.033118 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:35.087458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:35.166407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Attempting to bind port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:37:35.167082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Attempting to bind port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:37:35.167199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Attempting to bind port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c on network 6480df32-2077-4a66-b528-c7fb27bd0d2f {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:35.171677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c on network 6480df32-2077-4a66-b528-c7fb27bd0d2f not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:37:35.172003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Attempting to bind port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c on network 6480df32-2077-4a66-b528-c7fb27bd0d2f {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:37:35.176912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:37:35.177256 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Checking segment: {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:37:35.177700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Bound using segment: {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:37:35.178155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Bound port: 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:37:35.178513 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:35.251894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:37:35.286281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:37:35.292252 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:35.335321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:35.335929 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:35.337279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] 10.222.0.37 "PUT /v2.0/ports/1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 1091 time: 0.6599135 Apr 20 13:37:35.337878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:35.340136 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e681c678-e170-463a-b7d2-1d6b6fe95826" -d '{"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:35.349745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4425dc-d87f-4589-9f22-33f0ae39c51a req-a51b6117-08ff-48e8-ac22-ee2604965290 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:35.351768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c4425dc-d87f-4589-9f22-33f0ae39c51a req-a51b6117-08ff-48e8-ac22-ee2604965290 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 943 time: 0.1012576 Apr 20 13:37:35.375019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bbcea8-8d96-4fdb-876c-b393433d8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:35.408544 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17ed2dd-24d2-4004-9de3-99cc84930694 x-openstack-request-id: req-a17ed2dd-24d2-4004-9de3-99cc84930694 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:35.408833 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:35.409088 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a17ed2dd-24d2-4004-9de3-99cc84930694 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:35.409580 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17ed2dd-24d2-4004-9de3-99cc84930694'] response: {'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'status': 'completed', 'code': 200} Apr 20 13:37:35.447753 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6c4425dc-d87f-4589-9f22-33f0ae39c51a req-cc589eae-49d7-4606-86f4-e13fa1f26b78 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675178 Apr 20 13:37:35.464589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-6fed088c-9331-474a-add7-afab791ec899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:35.466120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-6fed088c-9331-474a-add7-afab791ec899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1094 time: 0.0592899 Apr 20 13:37:35.510653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-bdb4e5ff-eb5b-4572-8b5f-ffcb1ce5339f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 217 time: 0.0361240 Apr 20 13:37:35.563272 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-3f5faf1d-b971-4e3e-8365-b279200e6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:35.564678 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-3f5faf1d-b971-4e3e-8365-b279200e6cf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0476811 Apr 20 13:37:35.609832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-4dbe0b74-6e79-4710-9117-3c50b1371702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:35.611324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-4dbe0b74-6e79-4710-9117-3c50b1371702 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397305 Apr 20 13:37:35.697526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-ea518d74-a9c4-4cec-95c8-d84e39f68fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796125 Apr 20 13:37:35.789238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba2e6476-c9ea-47ac-9e60-13819f673a60 req-0fbf40bd-fb85-4905-972d-a72e427c85b1 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Apr 20 13:37:35.870889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-24b198af-dcbe-4820-a5b9-e05c118675df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:35.872364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-24b198af-dcbe-4820-a5b9-e05c118675df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1094 time: 0.0405598 Apr 20 13:37:35.965176 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-430c4388-baf4-4eec-8982-2829736f8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:35.966635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-430c4388-baf4-4eec-8982-2829736f8142 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 915 time: 0.0880482 Apr 20 13:37:36.007730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-108a53c0-b158-425a-b74e-6472f08226dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 217 time: 0.0346103 Apr 20 13:37:36.056129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6960af38-192d-4a97-878d-77e1ac246110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:36.056711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-6cc8661c-05c2-466f-b66c-e833eb62543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:36.057828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-6cc8661c-05c2-466f-b66c-e833eb62543a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0431185 Apr 20 13:37:36.119947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-27770ad0-3a8a-4349-9a47-34647fba46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:36.121562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-27770ad0-3a8a-4349-9a47-34647fba46a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568454 Apr 20 13:37:36.209468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-c4e7d012-edd5-4ae1-bcd8-2753a70f3f34 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798562 Apr 20 13:37:36.300243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e681c678-e170-463a-b7d2-1d6b6fe95826 req-1c8911e7-dc96-4e09-bd6f-5fe2c6028723 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839279 Apr 20 13:37:36.566173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15520417-34da-47a5-a9e7-9d8c2d54db0a req-63753ea5-98b0-4975-be18-58438ea98a17 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:36.567611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15520417-34da-47a5-a9e7-9d8c2d54db0a req-63753ea5-98b0-4975-be18-58438ea98a17 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 943 time: 0.0492566 Apr 20 13:37:36.604287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-15520417-34da-47a5-a9e7-9d8c2d54db0a req-59ee3926-e9cf-463b-9e6e-ddd64df57541 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Apr 20 13:37:37.068878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 1da5bc91-a80c-4f9a-ad25-83d5b995a26c details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:37:37.164710 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:37.175643 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'port_id': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'mac_address': 'fa:16:3e:30:c9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:37:37.211370 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:37.225150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da5bc91-a80c-4f9a-ad25-83d5b995a26c {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:37:37.243960 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:37.247484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:37.293353 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:37.323826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:37.448950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['1da5bc91-a80c-4f9a-ad25-83d5b995a26c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:37:37.725873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00570c-d291-44e2-930d-8a9dd56cb058 req-7e2b72d9-1af2-47e9-a18d-77cf7f4ebdf6 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:37.727306 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce00570c-d291-44e2-930d-8a9dd56cb058 req-7e2b72d9-1af2-47e9-a18d-77cf7f4ebdf6 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 944 time: 0.0496764 Apr 20 13:37:37.765236 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce00570c-d291-44e2-930d-8a9dd56cb058 req-e367a14f-34a3-423b-83dc-309e66711902 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Apr 20 13:37:38.685131 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:38.904174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085880f1-eff8-494b-937b-6d766fd46e7c req-b21903df-732c-4e6e-b859-4c423050c62f tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:38.905651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-085880f1-eff8-494b-937b-6d766fd46e7c req-b21903df-732c-4e6e-b859-4c423050c62f tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 944 time: 0.0535417 Apr 20 13:37:38.942225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-085880f1-eff8-494b-937b-6d766fd46e7c req-3818f8e9-c967-4f02-858c-5a359c360adf tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306642 Apr 20 13:37:39.002691 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:39.083651 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 1da5bc91-a80c-4f9a-ad25-83d5b995a26c up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:37:39.134890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:37:39.138795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:39.139166 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:39.213204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:39.234566 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:39.236787 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8a1bec-99ec-43a9-af53-5205e2b61260" -d '{"events": [{"server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "name": "network-vif-plugged", "status": "completed", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:39.250046 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:39.253991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:39.278561 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e83ac5-facd-477d-952e-10133cc0340a x-openstack-request-id: req-07e83ac5-facd-477d-952e-10133cc0340a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:39.278848 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "name": "network-vif-plugged", "status": "completed", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:39.279093 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07e83ac5-facd-477d-952e-10133cc0340a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:39.280296 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e83ac5-facd-477d-952e-10133cc0340a'] response: {'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'code': 200} Apr 20 13:37:39.309875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:39.370915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7551fb2-e2f4-4a6d-aabd-9a48aef05c60 req-a57c66c9-44e8-4740-bdda-78c30ea40e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:39.372308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7551fb2-e2f4-4a6d-aabd-9a48aef05c60 req-a57c66c9-44e8-4740-bdda-78c30ea40e22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0409212 Apr 20 13:37:39.405858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d7551fb2-e2f4-4a6d-aabd-9a48aef05c60 req-ecf78571-5881-4a21-bbc2-f7f466f1d355 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267892 Apr 20 13:37:40.055379 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9830d8-2d21-448e-bbaa-33e2b590e076 req-3eb4ee6d-a6eb-43fa-b4b3-821fc0e0bcae tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:40.056822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce9830d8-2d21-448e-bbaa-33e2b590e076 req-3eb4ee6d-a6eb-43fa-b4b3-821fc0e0bcae tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0481472 Apr 20 13:37:40.094272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce9830d8-2d21-448e-bbaa-33e2b590e076 req-abbbe8c1-bc48-4096-b5a2-01f223f5a2ac tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313993 Apr 20 13:37:41.212727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755f25b-5904-4bcf-870b-989508df5291 req-88d36865-bf72-4a17-9835-21ab85e79885 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:41.214195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4755f25b-5904-4bcf-870b-989508df5291 req-88d36865-bf72-4a17-9835-21ab85e79885 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0519114 Apr 20 13:37:41.251629 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4755f25b-5904-4bcf-870b-989508df5291 req-9b7cf946-13a9-44a4-970a-94b270683d4b tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Apr 20 13:37:41.364593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ecd4-67e2-400e-9ee6-36f99a998f04 req-307a3bea-98d7-4fa2-81e0-cd710303f5ef tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:41.366034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38f3ecd4-67e2-400e-9ee6-36f99a998f04 req-307a3bea-98d7-4fa2-81e0-cd710303f5ef tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0486171 Apr 20 13:37:41.404344 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38f3ecd4-67e2-400e-9ee6-36f99a998f04 req-c36c301a-dcd1-4e7d-944e-4f398043ad07 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Apr 20 13:37:41.592900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2918ef8-2496-4388-8bb6-3e1ef1f55d69 req-903cdfd9-2c1c-4456-b939-b5c9eb10ef09 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:41.594439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2918ef8-2496-4388-8bb6-3e1ef1f55d69 req-903cdfd9-2c1c-4456-b939-b5c9eb10ef09 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0481892 Apr 20 13:37:41.630476 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b2918ef8-2496-4388-8bb6-3e1ef1f55d69 req-0283b5f9-53c5-4dcd-87ab-98d6645fffe7 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301518 Apr 20 13:37:49.473672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:52.028711 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:37:53.062739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79301502-2441-4453-961c-f5ed83680103 req-2b473af7-47a1-4da5-940c-6258a0942bd4 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:53.064866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79301502-2441-4453-961c-f5ed83680103 req-2b473af7-47a1-4da5-940c-6258a0942bd4 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Apr 20 13:37:53.102802 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-79301502-2441-4453-961c-f5ed83680103 req-dba0d045-f9dc-4068-a0ae-ea9cfd76d7c8 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Apr 20 13:37:53.124939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52378) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:53.229026 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02ad1e-33ed-445d-bcb3-5d5aaba62fb7 tempest-TestMinimumBasicScenario-1293884660 tempest-TestMinimumBasicScenario-1293884660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:53.230525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0f02ad1e-33ed-445d-bcb3-5d5aaba62fb7 tempest-TestMinimumBasicScenario-1293884660 tempest-TestMinimumBasicScenario-1293884660-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1091 time: 0.1046298 Apr 20 13:37:53.233420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52382) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:53.237550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:53.257933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:53.366579 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:53.469350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Allocated IP 172.25.3.57 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/c711b8ff-cd9c-4a3b-a199-86484609367a) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:37:53.571471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:53.609316 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:53.642587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:37:53.645156 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:37:53.647708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:37:53.683655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'Port': ['ID=c711b8ff-cd9c-4a3b-a199-86484609367a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:54.005804 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.070353 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.098867 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.216799 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.221162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.289945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'Port': ['ID=c711b8ff-cd9c-4a3b-a199-86484609367a,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:54.298393 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.397699 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Floating IP 46b1e6b3-b38b-41c9-b13d-025c7504417d associated. External IP: 172.25.3.57, port: 1da5bc91-a80c-4f9a-ad25-83d5b995a26c. Apr 20 13:37:54.601343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Router 86eb4934-271e-4b79-943d-eda7682eabd6 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:37:54.709376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:37:54.718907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] Sync routers for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:37:54.727168 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.728044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:54.728661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:54.757523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-73ba8cd8-d2ca-46c3-a868-2fb658e9174d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5230589 Apr 20 13:37:54.758171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52384) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:54.758732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:54.761260 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb40956-dc39-4a32-979e-0d47c690ea44" -d '{"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:54.768841 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-05c99a2f-7e0b-4bd4-87bd-efdcceabb22d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102322147', 'description': 'tempest-secgroup-smoke-102322147 description', 'project_id': '137358c41a3b4bbfa8aea63a0fbda253'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:54.791034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05c99a2f-7e0b-4bd4-87bd-efdcceabb22d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.809077 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec11579-96f3-4639-875d-5751bf7e6731 x-openstack-request-id: req-5ec11579-96f3-4639-875d-5751bf7e6731 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:54.809484 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:54.809762 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ec11579-96f3-4639-875d-5751bf7e6731 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:54.810257 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec11579-96f3-4639-875d-5751bf7e6731'] response: {'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'status': 'completed', 'code': 200} Apr 20 13:37:54.837616 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:54.893119 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05c99a2f-7e0b-4bd4-87bd-efdcceabb22d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.898604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05c99a2f-7e0b-4bd4-87bd-efdcceabb22d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.926280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-1bd3de07-592f-43dc-982b-2131457f44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:54.927830 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-1bd3de07-592f-43dc-982b-2131457f44b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0865037 Apr 20 13:37:54.949842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-05c99a2f-7e0b-4bd4-87bd-efdcceabb22d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:54.951007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-05c99a2f-7e0b-4bd4-87bd-efdcceabb22d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1862211 Apr 20 13:37:54.954106 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52388) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:54.958855 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8ab64085-6ae1-459c-b27b-12bd4c9d2140 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'security_group_rule': {'security_group_id': '4f09c80a-5799-4520-8f6f-71d9dc3abcdf', 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:54.962503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c99a2f-7e0b-4bd4-87bd-efdcceabb22d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f09c80a-5799-4520-8f6f-71d9dc3abcdf,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:54.990201 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ab64085-6ae1-459c-b27b-12bd4c9d2140 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.034946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-550b1a89-aab0-49fe-9e9d-8e33824ebac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:55.036624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-550b1a89-aab0-49fe-9e9d-8e33824ebac1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 915 time: 0.0992775 Apr 20 13:37:55.048630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ab64085-6ae1-459c-b27b-12bd4c9d2140 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.055115 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ab64085-6ae1-459c-b27b-12bd4c9d2140 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.070194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64085-6ae1-459c-b27b-12bd4c9d2140 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40088d53-c1d8-4a60-bec5-6eb6957f963b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:55.074277 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '46b1e6b3-b38b-41c9-b13d-025c7504417d', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'port_id': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'mac_address': 'fa:16:3e:30:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:53Z', 'updated_at': '2022-04-20T13:37:53Z', 'revision_number': 0, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 5, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:55.087936 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8ab64085-6ae1-459c-b27b-12bd4c9d2140 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.089250 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8ab64085-6ae1-459c-b27b-12bd4c9d2140 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340182 Apr 20 13:37:55.092092 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52394) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:55.096428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-878fe35a-849a-4207-9111-d9c179b79168 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'security_group_rule': {'security_group_id': '4f09c80a-5799-4520-8f6f-71d9dc3abcdf', 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:55.106226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] Checking router: 86eb4934-271e-4b79-943d-eda7682eabd6 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:37:55.113956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-24e37230-0e78-4723-af0f-ceb11640d086 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 998 time: 0.0709727 Apr 20 13:37:55.115609 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:37:55.117064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:37:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:55.122976 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-878fe35a-849a-4207-9111-d9c179b79168 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.164096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-61b5fa28-0652-4f62-aaea-e8fb20b8a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:55.165487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-61b5fa28-0652-4f62-aaea-e8fb20b8a2ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0457668 Apr 20 13:37:55.187668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-878fe35a-849a-4207-9111-d9c179b79168 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.192209 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-878fe35a-849a-4207-9111-d9c179b79168 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.212120 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fe35a-849a-4207-9111-d9c179b79168 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0fa71e2-fe26-45d7-8f69-60e89f8bf057,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:55.214208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-62fba307-4ffb-4246-a86a-c5dd78a67c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:55.219104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-62fba307-4ffb-4246-a86a-c5dd78a67c45 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464566 Apr 20 13:37:55.222340 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-878fe35a-849a-4207-9111-d9c179b79168 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.223569 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-878fe35a-849a-4207-9111-d9c179b79168 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305459 Apr 20 13:37:55.226818 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52396) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:55.231343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4cae3152-bbe8-45ca-8f27-06f669900eda tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'security_group_rule': {'security_group_id': '4f09c80a-5799-4520-8f6f-71d9dc3abcdf', 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:55.259314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cae3152-bbe8-45ca-8f27-06f669900eda tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.319064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-cfd3bf77-0085-4a64-9934-00c7ed1f3fbb service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917580 Apr 20 13:37:55.325569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cae3152-bbe8-45ca-8f27-06f669900eda tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.330323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cae3152-bbe8-45ca-8f27-06f669900eda tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.348860 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae3152-bbe8-45ca-8f27-06f669900eda tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d43edc5-699f-45e9-ba7f-df378e0c6e79,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:55.355510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4cae3152-bbe8-45ca-8f27-06f669900eda tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.359188 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4cae3152-bbe8-45ca-8f27-06f669900eda tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288896 Apr 20 13:37:55.359432 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52398) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:55.363842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5c596488-97fe-46b2-800d-5948cc2dd2a5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'security_group_rule': {'security_group_id': '4f09c80a-5799-4520-8f6f-71d9dc3abcdf', 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:55.389023 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c596488-97fe-46b2-800d-5948cc2dd2a5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.407192 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:37:55.418082 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eeb40956-dc39-4a32-979e-0d47c690ea44 req-986fdd43-b322-410b-babd-68660f3e0b3e service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930943 Apr 20 13:37:55.456469 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c596488-97fe-46b2-800d-5948cc2dd2a5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.460801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c596488-97fe-46b2-800d-5948cc2dd2a5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.481096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c596488-97fe-46b2-800d-5948cc2dd2a5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96435a6-e20e-45ac-892e-87baac64a0ea,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:55.488520 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5c596488-97fe-46b2-800d-5948cc2dd2a5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.489763 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5c596488-97fe-46b2-800d-5948cc2dd2a5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293736 Apr 20 13:37:55.492560 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52400) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:55.497052 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'security_group_rule': {'security_group_id': '4f09c80a-5799-4520-8f6f-71d9dc3abcdf', 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:55.517609 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Project 137358c41a3b4bbfa8aea63a0fbda253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:37:55.522981 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.585031 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.589292 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.606863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3171ca1a-bb80-4706-bc15-056f2cf47ee9,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:55.615779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.616987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e5784ae1-30da-4208-b8cc-f69772862044 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234295 Apr 20 13:37:55.619881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52402) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:37:55.625224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'security_group_rule': {'security_group_id': '4f09c80a-5799-4520-8f6f-71d9dc3abcdf', 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:55.645370 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Project 137358c41a3b4bbfa8aea63a0fbda253 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:37:55.650589 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.650749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '46b1e6b3-b38b-41c9-b13d-025c7504417d', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'port_id': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'mac_address': 'fa:16:3e:30:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:53Z', 'updated_at': '2022-04-20T13:37:53Z', 'revision_number': 0, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 5, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:37:55.679406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3447fb-f034-4d0a-a323-d757de096fe4 None None] The sync data for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 is: [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '46b1e6b3-b38b-41c9-b13d-025c7504417d', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'floating_ip_address': '172.25.3.57', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'port_id': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'mac_address': 'fa:16:3e:30:c9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:37:53Z', 'updated_at': '2022-04-20T13:37:53Z', 'revision_number': 0, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 5, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:37:55.721862 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.726480 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.743708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cda072a-f0e2-4ecb-9bb9-088381b41eae,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:55.753384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:55.754659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a6c397db-66e4-47d1-94b2-a87d61631b46 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337836 Apr 20 13:37:55.835152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-6f540d16-4080-407f-98aa-6de10a553dfa tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102322147&fields=id&tenant_id=137358c41a3b4bbfa8aea63a0fbda253 HTTP/1.1" status: 200 len: 267 time: 0.0337498 Apr 20 13:37:55.882521 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca8202-647e-497a-927c-ad9f0ee2fe48 None None] New status for floating IP 46b1e6b3-b38b-41c9-b13d-025c7504417d: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:37:55.889805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-adf97c8e-21aa-4abf-a5e8-1e9db9ac8d8e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:55.891566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-adf97c8e-21aa-4abf-a5e8-1e9db9ac8d8e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0506182 Apr 20 13:37:55.903818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'port': {'security_groups': ['fa82506d-04f8-4882-8476-e434d7038992', '4f09c80a-5799-4520-8f6f-71d9dc3abcdf']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:37:55.968343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:56.156442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:37:56.184948 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:56.189450 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:56.200630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['1da5bc91-a80c-4f9a-ad25-83d5b995a26c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:37:56.232259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:56.232822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:56.234265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faa3c978-7296-4c33-90b0-f2bc33a45497 req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "PUT /v2.0/ports/1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 981 time: 0.3354082 Apr 20 13:37:56.262684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e81d99-5dd0-4fd4-ae65-a1b037e6169a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:37:56.295425 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['1da5bc91-a80c-4f9a-ad25-83d5b995a26c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:37:56.358589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7eb1d-741b-4144-96de-33ab5f5532e0 req-466a616b-588e-42af-a741-61afc26ac75a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:56.360280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32b7eb1d-741b-4144-96de-33ab5f5532e0 req-466a616b-588e-42af-a741-61afc26ac75a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0550094 Apr 20 13:37:56.414231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-32b7eb1d-741b-4144-96de-33ab5f5532e0 req-cb7e7f35-8791-4ffb-a691-142efbac1d43 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453286 Apr 20 13:37:56.580201 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c32492b2-4b20-47a4-ab85-3d327d427939 None None] Provisioning complete for port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:37:56.580571 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c32492b2-4b20-47a4-ab85-3d327d427939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:37:56.811221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:37:56.813559 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac26c3e4-eafb-419b-9039-2524eb7b6de1" -d '{"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:37:56.849906 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c6cbe-6e0b-4000-967e-2dbfc3badb00 x-openstack-request-id: req-c00c6cbe-6e0b-4000-967e-2dbfc3badb00 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:37:56.850691 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:37:56.850943 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c00c6cbe-6e0b-4000-967e-2dbfc3badb00 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:37:56.851341 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00c6cbe-6e0b-4000-967e-2dbfc3badb00'] response: {'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'status': 'completed', 'code': 200} Apr 20 13:37:56.919720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-e1c10dde-7f7f-462b-9037-c259596a3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:56.921791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-e1c10dde-7f7f-462b-9037-c259596a3abc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1135 time: 0.0455406 Apr 20 13:37:57.012210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-22b2a0af-4fce-421b-9311-86a9b20b2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:57.013645 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-22b2a0af-4fce-421b-9311-86a9b20b2443 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 915 time: 0.0847816 Apr 20 13:37:57.078642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-25cba569-a341-4926-86b5-e822cf0cbd9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 1000 time: 0.0570118 Apr 20 13:37:57.130829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-fb43cc8a-2f5e-4502-8316-4417133d7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:57.132272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-fb43cc8a-2f5e-4502-8316-4417133d7861 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0464990 Apr 20 13:37:57.175789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-214e3e45-e54d-4fcd-bfbe-2e39c1d4c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:37:57.177185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-214e3e45-e54d-4fcd-bfbe-2e39c1d4c6af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383868 Apr 20 13:37:57.262619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-f686115f-578c-4f6c-8b73-2b84fa27b976 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790901 Apr 20 13:37:57.672322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac26c3e4-eafb-419b-9039-2524eb7b6de1 req-5b174664-ba23-4989-bed6-75c94376569b service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026890 Apr 20 13:38:03.714791 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40e8d05a-f3ee-4645-9706-534bd87ec36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:06.058990 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-17096b95-4190-48b2-ac7c-1a7d6a08aa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:07.326526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:08.688305 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:09.004794 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:12.640234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-06e26dfe-66c6-44f9-a2c9-be57b63f5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:12.641727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-06e26dfe-66c6-44f9-a2c9-be57b63f5536 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1135 time: 0.0637670 Apr 20 13:38:12.650393 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556e0e4-1203-4eb8-9f5f-9ef142c6b0c9 req-d9e20812-1360-496b-a7d1-e91f145f213b tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:12.651709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a556e0e4-1203-4eb8-9f5f-9ef142c6b0c9 req-d9e20812-1360-496b-a7d1-e91f145f213b tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0821829 Apr 20 13:38:12.735693 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a556e0e4-1203-4eb8-9f5f-9ef142c6b0c9 req-c21a10b1-570c-490d-b834-8b4ab74bd123 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758462 Apr 20 13:38:12.760209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-c6b653f1-1dfc-425e-9dad-2327df5c1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:12.761651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-c6b653f1-1dfc-425e-9dad-2327df5c1a60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 915 time: 0.1091068 Apr 20 13:38:12.829807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-759e29f8-7587-415e-aaa6-ea5ef9b52818 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 1000 time: 0.0610523 Apr 20 13:38:12.877986 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-403584ad-8224-4991-9769-e67540e526f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:12.879415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-403584ad-8224-4991-9769-e67540e526f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0427721 Apr 20 13:38:12.926289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-4853042f-70bc-40ec-8562-840b95467746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:12.927765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-4853042f-70bc-40ec-8562-840b95467746 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415170 Apr 20 13:38:12.937746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-46e02fa4-62cb-4ea6-9fa9-d48a81f3ccdd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:38:12.938662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-46e02fa4-62cb-4ea6-9fa9-d48a81f3ccdd service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049083 Apr 20 13:38:13.030065 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-89fb0bc1-43f7-4ae0-9ba2-ed29d3e5a236 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851567 Apr 20 13:38:13.115934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cc99ce93-e3c0-4f68-84a9-86510071331d req-ca88ee5e-b7fd-4d84-866e-c1e71c62fd48 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794926 Apr 20 13:38:13.857416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bc441-4468-4b00-b293-c51ce6e981ce req-db8165bd-b95e-48d1-a15e-e86f69ad5cdb tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:13.859861 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d4bc441-4468-4b00-b293-c51ce6e981ce req-db8165bd-b95e-48d1-a15e-e86f69ad5cdb tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0554111 Apr 20 13:38:13.899356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d4bc441-4468-4b00-b293-c51ce6e981ce req-ea116113-57cb-47e4-84ca-75d22f16e00c tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333405 Apr 20 13:38:15.013572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b684a-7d3b-447b-b5e8-672bb2278501 req-dc0e04cf-9c3f-4c1f-8010-54be9059d4fa tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:15.015047 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b3b684a-7d3b-447b-b5e8-672bb2278501 req-dc0e04cf-9c3f-4c1f-8010-54be9059d4fa tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0482471 Apr 20 13:38:15.053618 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4b3b684a-7d3b-447b-b5e8-672bb2278501 req-1dcc5573-ad69-42f7-beb7-1bd0271093fb tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323727 Apr 20 13:38:16.168025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bec4e-963d-419d-b983-e4e30890bc98 req-28e33ada-bc4c-4e2a-a82c-63f1ce11fb8b tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:16.169459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-273bec4e-963d-419d-b983-e4e30890bc98 req-28e33ada-bc4c-4e2a-a82c-63f1ce11fb8b tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0483193 Apr 20 13:38:16.207626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-273bec4e-963d-419d-b983-e4e30890bc98 req-606d5959-27a2-4ba7-88b2-fcffbdd7e283 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320859 Apr 20 13:38:17.325761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b26b2-1945-43ff-8f98-5097a7345116 req-502d8f2f-c216-44cd-bf6b-805bcb072932 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:17.327203 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090b26b2-1945-43ff-8f98-5097a7345116 req-502d8f2f-c216-44cd-bf6b-805bcb072932 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0521510 Apr 20 13:38:17.368353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-090b26b2-1945-43ff-8f98-5097a7345116 req-f5da660e-9c16-4bc2-bb26-908b86a56806 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350728 Apr 20 13:38:18.483183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e19060-fa4f-4270-a576-24f6d82b7ef5 req-690e3ad4-da72-45fb-9dd9-1cf48e0b6bd1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:18.484627 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26e19060-fa4f-4270-a576-24f6d82b7ef5 req-690e3ad4-da72-45fb-9dd9-1cf48e0b6bd1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0480340 Apr 20 13:38:18.524741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26e19060-fa4f-4270-a576-24f6d82b7ef5 req-40f95d55-eb34-44a3-8675-a36928faa811 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340455 Apr 20 13:38:19.469667 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:19.637298 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb742fff-4538-4992-9bd5-849277174edd req-90ac99e7-5077-4869-aed6-180ecb3ce9da tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:19.638777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb742fff-4538-4992-9bd5-849277174edd req-90ac99e7-5077-4869-aed6-180ecb3ce9da tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0477290 Apr 20 13:38:19.677889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fb742fff-4538-4992-9bd5-849277174edd req-249b5db5-2da9-4262-8891-e2b2e3d795ce tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330870 Apr 20 13:38:20.795143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e377010-b299-49c4-8f49-46fc9e51f972 req-46c39648-fffe-4407-bebc-71f06f93b707 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:20.796573 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e377010-b299-49c4-8f49-46fc9e51f972 req-46c39648-fffe-4407-bebc-71f06f93b707 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0518548 Apr 20 13:38:20.835286 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e377010-b299-49c4-8f49-46fc9e51f972 req-4c877f7b-828f-4c0f-b70e-78463b8799dd tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326066 Apr 20 13:38:21.954931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84290e-7837-48e7-a4a2-ccda528fe4c8 req-9a6f8d81-4aea-4996-be05-180c46f3be6d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:21.956371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d84290e-7837-48e7-a4a2-ccda528fe4c8 req-9a6f8d81-4aea-4996-be05-180c46f3be6d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0493507 Apr 20 13:38:21.995716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7d84290e-7837-48e7-a4a2-ccda528fe4c8 req-89cc6368-bf5f-4594-be2c-979ae5ac15f5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332670 Apr 20 13:38:23.109708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b50924-093f-4bde-88af-66f790590c1a req-7760f02e-bf4c-4427-9456-e4ef5604f46e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:23.111154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23b50924-093f-4bde-88af-66f790590c1a req-7760f02e-bf4c-4427-9456-e4ef5604f46e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0479372 Apr 20 13:38:23.150564 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-23b50924-093f-4bde-88af-66f790590c1a req-4883e8f3-13ea-4396-9835-538663c4ec1d tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332732 Apr 20 13:38:24.097842 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:24.270324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09227-e211-4e93-9c10-6231f2dfb2f5 req-c7c8f4b4-32e7-48f5-9f0c-40fc0b0d96a9 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:24.272561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98a09227-e211-4e93-9c10-6231f2dfb2f5 req-c7c8f4b4-32e7-48f5-9f0c-40fc0b0d96a9 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0539956 Apr 20 13:38:24.315417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98a09227-e211-4e93-9c10-6231f2dfb2f5 req-6c77a0f3-7865-40ea-951f-8bc9b8c8cf95 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=4f09c80a-5799-4520-8f6f-71d9dc3abcdf&id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353732 Apr 20 13:38:29.028429 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:38:29.389211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-350693d7-1696-43d6-9ab8-9bcab17f24d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383101 Apr 20 13:38:29.472933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-e37e7949-52e2-4929-8305-caf6a86a6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:29.474444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-e37e7949-52e2-4929-8305-caf6a86a6759 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1135 time: 0.0440314 Apr 20 13:38:29.590784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-22528e77-3aef-45bb-a3f9-7a07dc910e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:29.592226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-22528e77-3aef-45bb-a3f9-7a07dc910e04 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 915 time: 0.0905643 Apr 20 13:38:29.660127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-3a9c87e4-818f-463d-b4be-02e8669accaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 1000 time: 0.0616946 Apr 20 13:38:29.707790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-c8202af3-2242-4e6b-8c7a-6fd966eac364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:29.709205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-c8202af3-2242-4e6b-8c7a-6fd966eac364 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0436080 Apr 20 13:38:29.756186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-afdcc44b-04bd-410f-8b5d-ceee10de4887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:29.757623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-afdcc44b-04bd-410f-8b5d-ceee10de4887 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423586 Apr 20 13:38:29.844501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-06c7c87b-a4d9-4e40-83e5-d6029e218ca3 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799310 Apr 20 13:38:29.936590 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b303c4ed-3b8d-4865-bbdf-04c57048a747 req-527daf9f-c277-4a5e-8524-7a6820a1d826 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850627 Apr 20 13:38:33.716546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f56e435a-b5e2-4daf-9674-7d6e952c8612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:36.059592 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-306d1028-8d02-40a6-83d4-0d6b17688889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.330186 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:37.370822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-bcbe6f0d-00f3-45a2-9deb-5f2ce24faca3 req-3eaca3d9-cf9c-467d-bf99-b63882ee9a2f service neutron] (109410) timed out ('10.222.0.37', 59374) {{(pid=109410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:38:38.690826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:39.006997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:49.485565 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:54.096865 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.609812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-873ad9aa-1aa4-4975-88fb-a92d94fbcf2e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102322147&fields=id&tenant_id=137358c41a3b4bbfa8aea63a0fbda253 HTTP/1.1" status: 200 len: 267 time: 0.0330191 Apr 20 13:38:56.661096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b0ae861c-e3eb-47c2-9c97-baf8df77488a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:56.662548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b0ae861c-e3eb-47c2-9c97-baf8df77488a tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 984 time: 0.0471950 Apr 20 13:38:56.673654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Request body: {'port': {'security_groups': ['fa82506d-04f8-4882-8476-e434d7038992']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:38:56.739129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.905218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:38:56.938363 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.942707 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.954716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['1da5bc91-a80c-4f9a-ad25-83d5b995a26c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:38:56.985452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:56.986112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:56.987498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c784473a-67df-462d-ade5-c45f5f3eeb76 req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "PUT /v2.0/ports/1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 942 time: 0.3181190 Apr 20 13:38:56.987947 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:38:56.990220 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:38:56.994569 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52462) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:57.016684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event updated for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:57.025366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.026049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.026625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.026966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.027324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.027665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.028229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.028563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.028886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.029207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.029525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.029866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e5b983-30ae-4b66-97f0-ea3b4667659e tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.051366 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b5245-863e-481a-95d9-60d2cd5cae8d x-openstack-request-id: req-bc9b5245-863e-481a-95d9-60d2cd5cae8d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:38:57.051608 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:38:57.051861 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc9b5245-863e-481a-95d9-60d2cd5cae8d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:38:57.052283 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9b5245-863e-481a-95d9-60d2cd5cae8d'] response: {'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'status': 'completed', 'code': 200} Apr 20 13:38:57.056185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['1da5bc91-a80c-4f9a-ad25-83d5b995a26c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:38:57.073708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.110184 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.123810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-ec1a4769-0403-4254-9a1a-d7724cdf921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:57.125833 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-ec1a4769-0403-4254-9a1a-d7724cdf921d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0527213 Apr 20 13:38:57.185532 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.188827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.190418 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "DELETE /v2.0/security-groups/4f09c80a-5799-4520-8f6f-71d9dc3abcdf HTTP/1.1" status: 204 len: 168 time: 0.1942170 Apr 20 13:38:57.201369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52466) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:38:57.202458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f09c80a-5799-4520-8f6f-71d9dc3abcdf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:57.245662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-27d50824-9258-48df-9ddf-b1d795c3cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:57.247178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-27d50824-9258-48df-9ddf-b1d795c3cd3d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 915 time: 0.1108823 Apr 20 13:38:57.256875 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.257347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.258350 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.258689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.259016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.259342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.259667 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.259990 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.260638 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.260765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.261004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.261328 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d00e36-d00a-477a-b976-44d89ac23076 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:38:57.326230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-168e8716-6902-4d75-946c-d1c5bac98566 None None] Provisioning complete for port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:38:57.326683 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-168e8716-6902-4d75-946c-d1c5bac98566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.329030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-6e551bf2-2728-4b3b-8183-aa9c04f2154b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 1000 time: 0.0747581 Apr 20 13:38:57.378439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-5be28b25-bdfa-4aa5-99c5-ffd4a1e488a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:57.379902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-5be28b25-bdfa-4aa5-99c5-ffd4a1e488a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0444748 Apr 20 13:38:57.411671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Deleting port c711b8ff-cd9c-4a3b-a199-86484609367a {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:38:57.412018 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.430509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-bb7762db-94e2-483b-b8f3-1d2420c488ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:57.431994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-bb7762db-94e2-483b-b8f3-1d2420c488ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446908 Apr 20 13:38:57.487225 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.487560 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.499031 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Calling delete_port for c711b8ff-cd9c-4a3b-a199-86484609367a owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:38:57.521969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-c9ed1288-d521-495f-99b1-181f4049cc25 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827119 Apr 20 13:38:57.614555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc2ab90f-3318-4e9b-96c3-572e29ad7a4c req-37856dfb-9e0c-47ef-9953-c9848746c4ee service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865569 Apr 20 13:38:57.653268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.683878 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event deleted for resources: {'Port': ['ID=c711b8ff-cd9c-4a3b-a199-86484609367a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:38:57.739945 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:57.740626 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Floating IP 46b1e6b3-b38b-41c9-b13d-025c7504417d disassociated (deleted). External IP: 172.25.3.57, port: 1da5bc91-a80c-4f9a-ad25-83d5b995a26c. Apr 20 13:38:57.942819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Router 86eb4934-271e-4b79-943d-eda7682eabd6 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:38:58.048451 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:38:58.053112 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:38:58.058290 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] Sync routers for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:38:58.067344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:58.067945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:38:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:58.079325 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3919a7c7-717f-493c-9dd1-06b4671d6088 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "DELETE /v2.0/floatingips/46b1e6b3-b38b-41c9-b13d-025c7504417d HTTP/1.1" status: 204 len: 168 time: 0.8672962 Apr 20 13:38:58.080019 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:38:58.082366 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f" -d '{"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:38:58.179362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:58.262998 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59dfd9d-6d83-4e2c-a4a5-9aa65d220f6a x-openstack-request-id: req-f59dfd9d-6d83-4e2c-a4a5-9aa65d220f6a {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:38:58.263245 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:38:58.263504 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f59dfd9d-6d83-4e2c-a4a5-9aa65d220f6a {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:38:58.264334 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59dfd9d-6d83-4e2c-a4a5-9aa65d220f6a'] response: {'name': 'network-changed', 'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'status': 'completed', 'code': 200} Apr 20 13:38:58.338382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-8af287ab-bc00-4df3-a504-5608d9780678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:58.340032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-8af287ab-bc00-4df3-a504-5608d9780678 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0547943 Apr 20 13:38:58.400927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 5, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:58.430962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] Checking router: 86eb4934-271e-4b79-943d-eda7682eabd6 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:38:58.432037 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-be263490-0623-41ed-b2dc-fac5eccae8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:58.433510 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-be263490-0623-41ed-b2dc-fac5eccae8b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 200 len: 915 time: 0.0866284 Apr 20 13:38:58.439379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:38:58.439975 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:38:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:58.482036 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-ff03a7ba-999f-4a84-817c-c11bfde5d0a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 200 len: 217 time: 0.0386710 Apr 20 13:38:58.531665 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-abb47f1a-2327-460f-937b-cd11d1426c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:58.533089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-abb47f1a-2327-460f-937b-cd11d1426c01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 200 len: 853 time: 0.0444067 Apr 20 13:38:58.545186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:38:58.578021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-8c9589ae-562e-4006-94cf-561d8a93b218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:38:58.579646 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-8c9589ae-562e-4006-94cf-561d8a93b218 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6480df32-2077-4a66-b528-c7fb27bd0d2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395010 Apr 20 13:38:58.672722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-b9c8df5b-efa3-424b-842c-432b8c75ac4c service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852773 Apr 20 13:38:58.742194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 5, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:38:58.764393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2dd6b53a-4d6f-469d-9740-b6ea2cbe318f req-956a3377-d509-4895-a177-de4f06d6ccd7 service neutron] 10.222.0.37 "GET /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Apr 20 13:38:58.771970 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089bb59c-0f7b-48f6-b17e-26c86e0f4ae2 None None] The sync data for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 is: [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:37:09Z', 'revision_number': 4, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '91105c15-3669-48fb-bb2a-26c837e6fce2', 'name': '', 'network_id': '6480df32-2077-4a66-b528-c7fb27bd0d2f', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'mac_address': 'fa:16:3e:69:71:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:08Z', 'updated_at': '2022-04-20T13:37:13Z', 'revision_number': 5, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'subnets': [{'id': '2967e4c6-4216-48e0-ac38-245b800190d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:38:59.000613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4943b043-d63a-4596-88aa-e11fe2ae15e4 None None] New status for floating IP 46b1e6b3-b38b-41c9-b13d-025c7504417d: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:39:03.721344 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-acbb3a4b-fc24-4e27-a189-f519c35bf281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:05.028482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7b195-d0ba-4523-a1ca-bfb9a27dbd59 req-3d7c24cd-0e5a-4749-b988-2a3a38059ff1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:05.029983 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eff7b195-d0ba-4523-a1ca-bfb9a27dbd59 req-3d7c24cd-0e5a-4749-b988-2a3a38059ff1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0627563 Apr 20 13:39:05.074385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eff7b195-d0ba-4523-a1ca-bfb9a27dbd59 req-12c8b625-f24b-44d7-80d6-759eae0c6451 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Apr 20 13:39:06.027903 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:39:06.060099 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79746134-7747-4758-930b-dc5fa0fa185e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:06.190227 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a4f36-c3e5-4d00-af9b-9ecd1265f3ff req-e6be5d2a-16f5-4f2d-a167-9596c96ec949 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:06.191657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-499a4f36-c3e5-4d00-af9b-9ecd1265f3ff req-e6be5d2a-16f5-4f2d-a167-9596c96ec949 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0486653 Apr 20 13:39:06.229530 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-499a4f36-c3e5-4d00-af9b-9ecd1265f3ff req-fe886276-cf6f-4167-92f4-a2fbdacb57f2 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/security-groups?id=fa82506d-04f8-4882-8476-e434d7038992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310614 Apr 20 13:39:06.598476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-bc6ffccd-41e9-43c0-ac80-bb5d0660b7a1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:06.599893 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-bc6ffccd-41e9-43c0-ac80-bb5d0660b7a1 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.37 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 945 time: 0.0477183 Apr 20 13:39:06.689738 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Deleting port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:06.690079 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:06.775559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] For port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:06.775924 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:06.788628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Calling delete_port for 1da5bc91-a80c-4f9a-ad25-83d5b995a26c owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:06.915341 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:06.926988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['1da5bc91-a80c-4f9a-ad25-83d5b995a26c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:39:06.941739 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Pushing event deleted for resources: {'Port': ['ID=1da5bc91-a80c-4f9a-ad25-83d5b995a26c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:06.984913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] No DVR routers for this DVR port 1da5bc91-a80c-4f9a-ad25-83d5b995a26c on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:39:06.987557 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:06.990781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a7d8220a-8eb4-4477-b18b-3d1e0b23a510 req-54aa7d2e-d712-49b4-a340-9db2d75b38c5 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.37 "DELETE /v2.0/ports/1da5bc91-a80c-4f9a-ad25-83d5b995a26c HTTP/1.1" status: 204 len: 173 time: 0.3847473 Apr 20 13:39:06.991226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'name': 'network-vif-deleted', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:39:06.993421 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08f2242-beb6-4cda-b969-e2842d39702c" -d '{"events": [{"server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "name": "network-vif-deleted", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:39:07.030337 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d965a6-7076-4320-9252-9fa56b98bbf6 x-openstack-request-id: req-28d965a6-7076-4320-9252-9fa56b98bbf6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:39:07.030626 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a787085e-1b3d-45bb-92a6-8ec9431df5f7", "name": "network-vif-deleted", "tag": "1da5bc91-a80c-4f9a-ad25-83d5b995a26c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:39:07.030877 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28d965a6-7076-4320-9252-9fa56b98bbf6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:39:07.031299 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d965a6-7076-4320-9252-9fa56b98bbf6'] response: {'server_uuid': 'a787085e-1b3d-45bb-92a6-8ec9431df5f7', 'name': 'network-vif-deleted', 'tag': '1da5bc91-a80c-4f9a-ad25-83d5b995a26c', 'status': 'completed', 'code': 200} Apr 20 13:39:07.334296 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:07.341990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe229cd6-726a-4151-96e4-7072f20a752e req-b158d448-e9af-4cc8-a211-fd8bd199b962 tempest-TestMinimumBasicScenario-1597412483 tempest-TestMinimumBasicScenario-1597412483-project] 10.222.0.24 "GET /v2.0/ports?device_id=a787085e-1b3d-45bb-92a6-8ec9431df5f7 HTTP/1.1" status: 200 len: 210 time: 0.0321217 Apr 20 13:39:08.694374 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:08.893530 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52570) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:09.012210 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.247601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.485751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Deleting port 91105c15-3669-48fb-bb2a-26c837e6fce2 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:09.486101 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.565315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] For port 91105c15-3669-48fb-bb2a-26c837e6fce2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=91105c15-3669-48fb-bb2a-26c837e6fce2,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:09.565704 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.578157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Calling delete_port for 91105c15-3669-48fb-bb2a-26c837e6fce2 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:09.749709 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:09.778379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Pushing event deleted for resources: {'Port': ['ID=91105c15-3669-48fb-bb2a-26c837e6fce2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:09.957841 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:10.167308 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Router 86eb4934-271e-4b79-943d-eda7682eabd6 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:39:10.581487 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:39:10.586445 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-caabca54-1170-48ef-97c6-fbd10a5b3717 admin admin] 10.222.0.24 "PUT /v2.0/routers/86eb4934-271e-4b79-943d-eda7682eabd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6922193 Apr 20 13:39:10.589118 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52572) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:10.590110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] Sync routers for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:39:10.599362 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:10.599950 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:10.691545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:10.703613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:10.789937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:10.848907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Deleting port ab0228ca-d4f2-4e1a-9ac5-577d30af380e {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:10.849241 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:10.929586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] For port ab0228ca-d4f2-4e1a-9ac5-577d30af380e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:10.929974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:10.941709 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Calling delete_port for ab0228ca-d4f2-4e1a-9ac5-577d30af380e owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:11.035601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:39:09Z', 'revision_number': 5, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port': {'id': 'ab0228ca-d4f2-4e1a-9ac5-577d30af380e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:07Z', 'updated_at': '2022-04-20T13:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:11.062048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] Checking router: 86eb4934-271e-4b79-943d-eda7682eabd6 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:39:11.070685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] Routers {'86eb4934-271e-4b79-943d-eda7682eabd6'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:11.071295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['86eb4934-271e-4b79-943d-eda7682eabd6'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:11.104039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.129550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0228ca-d4f2-4e1a-9ac5-577d30af380e,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:11.161654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] Set router 86eb4934-271e-4b79-943d-eda7682eabd6 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:11.194088 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.216146 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:39:10Z', 'revision_number': 6, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:11.244063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f2c749-bc17-4139-b30d-05ecc38bffa9 None None] The sync data for ids ['86eb4934-271e-4b79-943d-eda7682eabd6'] in n-d-838550-2 is: [{'id': '86eb4934-271e-4b79-943d-eda7682eabd6', 'name': 'tempest-TestMinimumBasicScenario-300939706-router', 'tenant_id': '137358c41a3b4bbfa8aea63a0fbda253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:06Z', 'updated_at': '2022-04-20T13:39:10Z', 'revision_number': 6, 'project_id': '137358c41a3b4bbfa8aea63a0fbda253', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:39:11.290403 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.292500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.334548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.335062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86eb4934-271e-4b79-943d-eda7682eabd6 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:39:11.339700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.340816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e84039e1-539b-47c5-928e-94e18cdade39 admin admin] 10.222.0.24 "DELETE /v2.0/routers/86eb4934-271e-4b79-943d-eda7682eabd6 HTTP/1.1" status: 204 len: 168 time: 0.7506802 Apr 20 13:39:11.343295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52574) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:11.390289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] Deleting subnet 2967e4c6-4216-48e0-ac38-245b800190d3 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:39:11.393158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.425842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.500847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.519743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 1da5bc91-a80c-4f9a-ad25-83d5b995a26c no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:39:11.545223 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 1da5bc91-a80c-4f9a-ad25-83d5b995a26c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:39:11.545498 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 1da5bc91-a80c-4f9a-ad25-83d5b995a26c not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:39:11.559865 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.588502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2967e4c6-4216-48e0-ac38-245b800190d3,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:11.592516 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.595726 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7368e43e-2d47-4de9-bd2c-09eff97bca3d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2967e4c6-4216-48e0-ac38-245b800190d3 HTTP/1.1" status: 204 len: 168 time: 0.2509415 Apr 20 13:39:11.597714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52576) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:11.614732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71c805-fadd-4337-8ed4-525f69b5e815 None None] Network 6480df32-2077-4a66-b528-c7fb27bd0d2f requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:39:11.676065 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.736110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Deleting port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:11.736515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.760837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91105c15-3669-48fb-bb2a-26c837e6fce2 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:39:11.783481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 91105c15-3669-48fb-bb2a-26c837e6fce2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:39:11.783821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 91105c15-3669-48fb-bb2a-26c837e6fce2 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:39:11.807049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] For port 20bb80a6-c552-4392-9e0e-28dfd18c87b4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=20bb80a6-c552-4392-9e0e-28dfd18c87b4,segment=NetworkSegment(db9a9724-0c6c-454f-b8e1-c2c4f1cb6250),segment_id=db9a9724-0c6c-454f-b8e1-c2c4f1cb6250)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:11.807416 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.819648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Calling delete_port for 20bb80a6-c552-4392-9e0e-28dfd18c87b4 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:11.894478 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:11.918150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bb80a6-c552-4392-9e0e-28dfd18c87b4,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:11.923619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] No DVR routers for this DVR port 20bb80a6-c552-4392-9e0e-28dfd18c87b4 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:39:11.994642 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.013897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6480df32-2077-4a66-b528-c7fb27bd0d2f']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:12.022671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:12.022961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9a9724-0c6c-454f-b8e1-c2c4f1cb6250') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:12.032708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.046741 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.053335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:39:12.053762 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:39:12.055585 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:39:12.073287 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c761099c-0812-4aa3-80a4-1128294a6434 None None] DHCP port deletion for 6480df32-2077-4a66-b528-c7fb27bd0d2f request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:39:12.114750 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.120301 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.123428 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6480df32-2077-4a66-b528-c7fb27bd0d2f HTTP/1.1" status: 204 len: 168 time: 0.5247486 Apr 20 13:39:12.126520 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52578) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:12.138830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdccd02-583e-4e71-b871-9f97a25b6ec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6480df32-2077-4a66-b528-c7fb27bd0d2f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:12.480625 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.722283 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Deleting port fdc79f1f-b46c-4303-9d92-53fa3d3d3691 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:12.722551 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.802876 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] For port fdc79f1f-b46c-4303-9d92-53fa3d3d3691, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,segment=NetworkSegment(808bfcd1-63da-4b8c-b42f-fae54dc3cdee),segment_id=808bfcd1-63da-4b8c-b42f-fae54dc3cdee)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:12.803245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:12.816538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Calling delete_port for fdc79f1f-b46c-4303-9d92-53fa3d3d3691 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:12.995309 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.021221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc79f1f-b46c-4303-9d92-53fa3d3d3691,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:13.186100 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.398833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:39:13.504096 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:39:13.509265 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5217c379-8720-4c02-86b7-4cf7a86845c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3817177 Apr 20 13:39:13.511741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52580) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:13.515628 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] Sync routers for ids ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:39:13.527929 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] Routers {'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:13.529295 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:13.599398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ab0228ca-d4f2-4e1a-9ac5-577d30af380e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:39:13.619830 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: ab0228ca-d4f2-4e1a-9ac5-577d30af380e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:39:13.620551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device ab0228ca-d4f2-4e1a-9ac5-577d30af380e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:39:13.621042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 20bb80a6-c552-4392-9e0e-28dfd18c87b4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:39:13.626259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.639290 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] Set router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:13.640077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 20bb80a6-c552-4392-9e0e-28dfd18c87b4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:39:13.640488 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 20bb80a6-c552-4392-9e0e-28dfd18c87b4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:39:13.730324 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.783045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Deleting port 51b77f6e-98bd-4ad5-9471-d2a302e6c732 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:13.783389 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.814118 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:39:12Z', 'revision_number': 5, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port': {'id': '51b77f6e-98bd-4ad5-9471-d2a302e6c732', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:13.841678 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] Checking router: c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:39:13.849764 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] Routers {'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:13.850409 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:13.863270 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] For port 51b77f6e-98bd-4ad5-9471-d2a302e6c732, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=51b77f6e-98bd-4ad5-9471-d2a302e6c732,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:13.863633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:13.875043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Calling delete_port for 51b77f6e-98bd-4ad5-9471-d2a302e6c732 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:13.934632 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] Set router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:13.985063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:39:13Z', 'revision_number': 6, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:14.014584 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d5a6f-f7c3-49a6-95e7-79d2eeab88b8 None None] The sync data for ids ['c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4'] in n-d-838550-2 is: [{'id': 'c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4', 'name': 'tempest-TestMinimumBasicScenario-1428342847-router', 'tenant_id': 'd6a32870f84b4932921c45d9527293e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:37:11Z', 'updated_at': '2022-04-20T13:39:13Z', 'revision_number': 6, 'project_id': 'd6a32870f84b4932921c45d9527293e7', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:39:14.041521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.067773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b77f6e-98bd-4ad5-9471-d2a302e6c732,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:14.126162 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.215059 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.217059 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.261601 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.262185 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:39:14.266327 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.267448 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-100a4276-0b7b-43c7-bf3c-71b86762e7c4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c5eaa67c-6d82-4bce-83d4-c4fecc00c9a4 HTTP/1.1" status: 204 len: 168 time: 0.7548554 Apr 20 13:39:14.270198 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52582) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:14.313843 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] Deleting subnet 1fc34220-bb34-4e12-8108-08b61f6e0f25 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:39:14.316714 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.351502 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.434664 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.487965 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.513317 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc34220-bb34-4e12-8108-08b61f6e0f25,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:14.516956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.520081 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a7913e23-69b7-46b3-930a-d6e88a0fccdf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1fc34220-bb34-4e12-8108-08b61f6e0f25 HTTP/1.1" status: 204 len: 168 time: 0.2489560 Apr 20 13:39:14.527411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52584) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:14.527762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e01e61-d711-414e-b4e4-6b5c73c281f5 None None] Network d26b3ae1-753d-46fd-892b-1e84a3fc51d1 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:39:14.590634 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.648497 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Deleting port 6a75bf62-49d3-4544-95ca-19a1808e4868 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:14.648844 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.712211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] For port 6a75bf62-49d3-4544-95ca-19a1808e4868, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6a75bf62-49d3-4544-95ca-19a1808e4868,segment=NetworkSegment(808bfcd1-63da-4b8c-b42f-fae54dc3cdee),segment_id=808bfcd1-63da-4b8c-b42f-fae54dc3cdee)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:14.712566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.725886 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Calling delete_port for 6a75bf62-49d3-4544-95ca-19a1808e4868 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:14.758821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] DHCP port deletion for d26b3ae1-753d-46fd-892b-1e84a3fc51d1 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:39:14.808464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Deleting port 6a75bf62-49d3-4544-95ca-19a1808e4868 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:39:14.808905 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.813205 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.839366 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a75bf62-49d3-4544-95ca-19a1808e4868,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:14.843141 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] No DVR routers for this DVR port 6a75bf62-49d3-4544-95ca-19a1808e4868 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:39:14.884181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] For port 6a75bf62-49d3-4544-95ca-19a1808e4868, host n-d-838550-2, got binding levels [] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:14.884680 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.900389 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Calling delete_port for 6a75bf62-49d3-4544-95ca-19a1808e4868 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:39:14.904475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.ipam_backend_mixin [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Port 6a75bf62-49d3-4544-95ca-19a1808e4868 was not found and therefore no delete operation was performed {{(pid=109411) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 20 13:39:14.906326 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.922857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.931760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Pushing event deleted for resources: {'Port': ['ID=6a75bf62-49d3-4544-95ca-19a1808e4868,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:14.941750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.942101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.942448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.942790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.943130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.943466 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.944130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.944130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.944441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.944768 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.945094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.945890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:14.947264 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26b3ae1-753d-46fd-892b-1e84a3fc51d1']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:14.948124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82344212-46a5-4072-8f11-0637373d50a7 None None] No DVR routers for this DVR port 6a75bf62-49d3-4544-95ca-19a1808e4868 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:39:14.960943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '808bfcd1-63da-4b8c-b42f-fae54dc3cdee') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:14.961342 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '808bfcd1-63da-4b8c-b42f-fae54dc3cdee') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:14.971497 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.986677 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.993489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:39:14.993996 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:39:14.997753 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:39:15.055120 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.060933 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.064176 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d26b3ae1-753d-46fd-892b-1e84a3fc51d1 HTTP/1.1" status: 204 len: 168 time: 0.5398684 Apr 20 13:39:15.076420 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f219cc-5b87-4632-b6fe-73bc31d6f327 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26b3ae1-753d-46fd-892b-1e84a3fc51d1,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:15.245689 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52588) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:15.287043 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1eac8a04-324c-443f-8240-91696ce9fc1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=137358c41a3b4bbfa8aea63a0fbda253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401635 Apr 20 13:39:15.289475 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52590) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:15.334952 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a235aad0-eae1-47b3-930e-59c46847b007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.359222 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a235aad0-eae1-47b3-930e-59c46847b007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.405561 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a235aad0-eae1-47b3-930e-59c46847b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.408047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a235aad0-eae1-47b3-930e-59c46847b007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.409148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a235aad0-eae1-47b3-930e-59c46847b007 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa82506d-04f8-4882-8476-e434d7038992 HTTP/1.1" status: 204 len: 168 time: 0.1187634 Apr 20 13:39:15.417003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235aad0-eae1-47b3-930e-59c46847b007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa82506d-04f8-4882-8476-e434d7038992,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:15.547749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 51b77f6e-98bd-4ad5-9471-d2a302e6c732 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:39:15.568331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 51b77f6e-98bd-4ad5-9471-d2a302e6c732 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:39:15.568699 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 51b77f6e-98bd-4ad5-9471-d2a302e6c732 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:39:15.569091 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6a75bf62-49d3-4544-95ca-19a1808e4868 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:39:15.592805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6a75bf62-49d3-4544-95ca-19a1808e4868 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:39:15.593358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6a75bf62-49d3-4544-95ca-19a1808e4868 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:39:15.593806 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fdc79f1f-b46c-4303-9d92-53fa3d3d3691 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:39:15.612793 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fdc79f1f-b46c-4303-9d92-53fa3d3d3691 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:39:15.613139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fdc79f1f-b46c-4303-9d92-53fa3d3d3691 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:39:15.732039 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52596) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:15.772016 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c84f471d-c703-445c-b6da-4871ad1cd3f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6a32870f84b4932921c45d9527293e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388298 Apr 20 13:39:15.774524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52598) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:15.822666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95e4ea5e-98ca-46d2-90c5-38f532837191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.842867 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95e4ea5e-98ca-46d2-90c5-38f532837191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.888195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95e4ea5e-98ca-46d2-90c5-38f532837191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.890913 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-95e4ea5e-98ca-46d2-90c5-38f532837191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:15.892170 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-95e4ea5e-98ca-46d2-90c5-38f532837191 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/073f8d8b-4796-4227-918f-03272288d439 HTTP/1.1" status: 204 len: 168 time: 0.1167047 Apr 20 13:39:15.900255 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4ea5e-98ca-46d2-90c5-38f532837191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073f8d8b-4796-4227-918f-03272288d439,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:17.535714 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52638) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:17.540732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988797931', 'description': 'tempest-secgroup-smoke-1988797931 description', 'project_id': 'd98035024175401caa86c551eea5ca6a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:17.561877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.569573 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.645724 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.649406 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.690122 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f117cfb7-6a33-4e39-964e-88471303bc22,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:17.724219 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.728122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.756647 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.757839 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2211044 Apr 20 13:39:17.760929 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52640) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:17.761711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa904fb-7efd-4325-a992-181be6849004 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fa068b-d47c-4b46-8ba1-67bcde53dfe2,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:17.765475 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ce880410-7c81-4847-87a8-d446c89c5610 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '10fa068b-d47c-4b46-8ba1-67bcde53dfe2', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:17.789590 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce880410-7c81-4847-87a8-d446c89c5610 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.842828 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce880410-7c81-4847-87a8-d446c89c5610 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.846876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce880410-7c81-4847-87a8-d446c89c5610 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.864346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce880410-7c81-4847-87a8-d446c89c5610 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596b90d2-8e59-4839-8cc6-e4d584a2cf1d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:17.871492 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce880410-7c81-4847-87a8-d446c89c5610 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.872669 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ce880410-7c81-4847-87a8-d446c89c5610 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107500 Apr 20 13:39:17.875438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52642) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:17.879651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2bd7ad6a-4dd8-4feb-9dfd-3eb192377a07 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '10fa068b-d47c-4b46-8ba1-67bcde53dfe2', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:17.905233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ad6a-4dd8-4feb-9dfd-3eb192377a07 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.959819 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ad6a-4dd8-4feb-9dfd-3eb192377a07 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.963587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ad6a-4dd8-4feb-9dfd-3eb192377a07 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.980844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7ad6a-4dd8-4feb-9dfd-3eb192377a07 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a04e6b-d0c5-465f-b6f2-06a69fb88b69,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:17.987553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bd7ad6a-4dd8-4feb-9dfd-3eb192377a07 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:17.988709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2bd7ad6a-4dd8-4feb-9dfd-3eb192377a07 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123800 Apr 20 13:39:17.991440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52644) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:17.995754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0beed274-3747-4dab-9e95-1df46c4cc3a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '10fa068b-d47c-4b46-8ba1-67bcde53dfe2', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:18.019240 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0beed274-3747-4dab-9e95-1df46c4cc3a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.075910 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0beed274-3747-4dab-9e95-1df46c4cc3a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.079248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0beed274-3747-4dab-9e95-1df46c4cc3a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.098406 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beed274-3747-4dab-9e95-1df46c4cc3a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38d3c243-311c-4428-9c5d-af3378d7c8c0,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:18.105842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0beed274-3747-4dab-9e95-1df46c4cc3a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.106995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0beed274-3747-4dab-9e95-1df46c4cc3a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146119 Apr 20 13:39:18.109706 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52646) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:18.113855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-eaf44a43-4f22-4e9b-b5bd-664658f05355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '10fa068b-d47c-4b46-8ba1-67bcde53dfe2', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:18.136962 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eaf44a43-4f22-4e9b-b5bd-664658f05355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.193487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eaf44a43-4f22-4e9b-b5bd-664658f05355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.197199 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eaf44a43-4f22-4e9b-b5bd-664658f05355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.220759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf44a43-4f22-4e9b-b5bd-664658f05355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba532606-c68f-435b-a2ff-0635291c8db2,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:18.227469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eaf44a43-4f22-4e9b-b5bd-664658f05355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.230078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eaf44a43-4f22-4e9b-b5bd-664658f05355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194179 Apr 20 13:39:18.231202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52648) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:18.235403 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '10fa068b-d47c-4b46-8ba1-67bcde53dfe2', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:18.254458 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:39:18.259548 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.317255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.321340 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.341318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789994be-8fdc-4d46-9937-94e0672796fc,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:18.346828 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.347981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-226c1c93-fb44-45d9-bb45-8faf15a54226 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158543 Apr 20 13:39:18.350687 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52650) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:18.354763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '10fa068b-d47c-4b46-8ba1-67bcde53dfe2', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:18.374139 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:39:18.378672 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.438469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.441775 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.461507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53fbd5c-ad67-4cfc-9ad5-4b3351860e76,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:18.469464 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.470722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3bf2a849-ba01-4217-8cf8-1336669817f6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191390 Apr 20 13:39:18.473702 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52652) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:18.478365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'network': {'name': 'tempest-network-smoke--144533815', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:18.495940 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:39:18.499299 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.525558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:39:18.534501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.534952 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Added segment ae22ae9a-7713-4276-a990-845876f5c5ce of type vlan for network 13098a19-3d41-46b5-bc93-c06fae51d0af Apr 20 13:39:18.574559 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.597761 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.603157 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:18.603733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.631595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1569092 Apr 20 13:39:18.635265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52654) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:18.639985 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'admin_state_up': True, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:18.662343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.663444 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.670777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbf9bf-0042-46d4-b1c3-5372fd855b69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Network': ['ID=13098a19-3d41-46b5-bc93-c06fae51d0af,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:18.682926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 13098a19-3d41-46b5-bc93-c06fae51d0af details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:39:18.716283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:18.852984 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:19.047544 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:19.069661 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:19.169139 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.212 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:39:19.271132 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:19.303463 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:19.337265 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:19.339941 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:19.345278 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:39:19.373277 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:19.487501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:19.893332 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.088400 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.210887 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router 11a37090-6564-480a-bb47-fb226f8fd4ac is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:39:20.312975 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:39:20.322869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Sync routers for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:39:20.332581 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:20.333104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.333233 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:20.337217 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f396ae25-bbcd-4ba7-acc2-d70f0273e6d9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6980615 Apr 20 13:39:20.337507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52656) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:20.436760 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:20.477183 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c4d6442c-d14b-4d61-a535-90501e4b052a tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d98035024175401caa86c551eea5ca6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1384780 Apr 20 13:39:20.479867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52660) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:20.570316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df8d1c7-b019-4139-9752-84164c60fb01 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:20.571814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2df8d1c7-b019-4139-9752-84164c60fb01 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909016 Apr 20 13:39:20.574605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:20.602768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8256ebf9-8ed4-4837-8848-452a40357119 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270858 Apr 20 13:39:20.605241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52664) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:20.609887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1533974503', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:20.615123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:19Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:20.641497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Checking router: 11a37090-6564-480a-bb47-fb226f8fd4ac for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:39:20.641874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Updating router 11a37090-6564-480a-bb47-fb226f8fd4ac port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:39:20.670076 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.693453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:39:20.697060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.878457 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.934096 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.940368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.950519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Subnet': ['ID=bfd52a69-4173-4a9c-b4b0-9b527a91f837,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:20.958844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Checking segment: {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:39:20.959213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network hostable DHCP agents. Network: 13098a19-3d41-46b5-bc93-c06fae51d0af, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:39:20.977302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 13098a19-3d41-46b5-bc93-c06fae51d0af is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:39:20.986293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 13098a19-3d41-46b5-bc93-c06fae51d0af) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:20.990900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:20.991623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3ba1a-a90a-4c23-93c9-f49e27327377 None None] Pushing event updated for resources: {'Port': ['ID=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:20.992163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:20.993852 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Attempting to bind port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:39:20.994213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Attempting to bind port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:39:20.994567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Attempting to bind port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:39:20.999013 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e0686-dcfc-41e1-9390-74258804db20 None None] Network 13098a19-3d41-46b5-bc93-c06fae51d0af requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:39:21.009333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c2889071-41c6-4d53-863b-dc553776381f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4030750 Apr 20 13:39:21.012168 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52666) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:21.014529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:39:21.014902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:39:21.015301 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:21.015685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:39:21.016147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Bound port: 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:39:21.016520 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:21.120035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] For port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:39:21.124497 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] For port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:39:21.145999 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:21.232663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:21.233283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:21.237719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-13098a19-3d41-46b5-bc93-c06fae51d0af', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:39:21.238541 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:21.282896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3ba1a-a90a-4c23-93c9-f49e27327377 None None] Pushing event updated for resources: {'Port': ['ID=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:21.428642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:21.448186 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:21.562578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Allocated IP 172.20.0.2 (13098a19-3d41-46b5-bc93-c06fae51d0af/bfd52a69-4173-4a9c-b4b0-9b527a91f837/8b70cc72-8ec6-4f45-8a16-784b59b4393c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:39:21.900636 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:19Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:21.929544 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:21.932198 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72407576-56db-41b5-9b0c-eafbf1451ccb None None] The sync data for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 is: [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:19Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:39:21.935349 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:21.978073 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Network 13098a19-3d41-46b5-bc93-c06fae51d0af is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:21.981017 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:21.984626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:39:21.989433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.1 (13098a19-3d41-46b5-bc93-c06fae51d0af/bfd52a69-4173-4a9c-b4b0-9b527a91f837/d0583bab-3c41-4389-9dfb-3b9924f251c5) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:39:21.991406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Pushing event updated for resources: {'Port': ['ID=8b70cc72-8ec6-4f45-8a16-784b59b4393c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:22.043841 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Attempting to bind port 8b70cc72-8ec6-4f45-8a16-784b59b4393c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:39:22.044203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Attempting to bind port 8b70cc72-8ec6-4f45-8a16-784b59b4393c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:39:22.044561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Attempting to bind port 8b70cc72-8ec6-4f45-8a16-784b59b4393c on network 13098a19-3d41-46b5-bc93-c06fae51d0af {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:39:22.049518 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:39:22.049915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Checking segment: {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:39:22.050314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.050708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Bound using segment: {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:39:22.051171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Bound port: 8b70cc72-8ec6-4f45-8a16-784b59b4393c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:39:22.051550 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.117269 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] For port 8b70cc72-8ec6-4f45-8a16-784b59b4393c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:39:22.118581 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.121746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] For port 8b70cc72-8ec6-4f45-8a16-784b59b4393c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8b70cc72-8ec6-4f45-8a16-784b59b4393c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:39:22.127095 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.153022 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.205684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 13098a19-3d41-46b5-bc93-c06fae51d0af is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:22.208713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:22.208994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebf480-0cdc-402a-a5f3-64fc062d4c18 None None] Pushing event updated for resources: {'Port': ['ID=8b70cc72-8ec6-4f45-8a16-784b59b4393c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:22.212938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:39:22.245132 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=d0583bab-3c41-4389-9dfb-3b9924f251c5,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:22.274827 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.428630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.744534 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.749623 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.825945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=d0583bab-3c41-4389-9dfb-3b9924f251c5,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:22.829382 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:22.931223 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 13098a19-3d41-46b5-bc93-c06fae51d0af is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:22.932511 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:23.057396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router 11a37090-6564-480a-bb47-fb226f8fd4ac has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:39:23.167908 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:39:23.172754 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c983fbea-6b42-4c5a-81ea-e5e39e96bbe0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/11a37090-6564-480a-bb47-fb226f8fd4ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1595421 Apr 20 13:39:23.316882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc46291-84f3-4fa3-8940-077ed78b888e None None] Network 13098a19-3d41-46b5-bc93-c06fae51d0af requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:39:23.321433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-021c3cfa-7c33-40f0-95b4-88097fc17a29 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988797931&fields=id&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 267 time: 0.0366831 Apr 20 13:39:23.387676 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e43db5cd-a87f-436c-bdb7-7dc547202ede None None] Provisioning complete for port 8b70cc72-8ec6-4f45-8a16-784b59b4393c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:23.388042 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e43db5cd-a87f-436c-bdb7-7dc547202ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:23.428936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-4d9824d9-be84-4d2f-b09b-a3f064d45f0f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:23.430911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-4d9824d9-be84-4d2f-b09b-a3f064d45f0f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/networks?id=13098a19-3d41-46b5-bc93-c06fae51d0af HTTP/1.1" status: 200 len: 796 time: 0.1024442 Apr 20 13:39:23.447280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-8b961ce8-8a1e-48b3-9130-906ba9046655 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/quotas/d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 375 time: 0.0096147 Apr 20 13:39:23.503982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-b4b4318e-a32d-442e-af4a-bd8a566fe4e5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515516 Apr 20 13:39:23.539104 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e43db5cd-a87f-436c-bdb7-7dc547202ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:23.593255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e43db5cd-a87f-436c-bdb7-7dc547202ede None None] For port 8b70cc72-8ec6-4f45-8a16-784b59b4393c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8b70cc72-8ec6-4f45-8a16-784b59b4393c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:23.600090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-5d53997b-6ca0-4846-9422-79f499b897cb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:39:23.601668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-5d53997b-6ca0-4846-9422-79f499b897cb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0775890 Apr 20 13:39:23.603955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e43db5cd-a87f-436c-bdb7-7dc547202ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:23.653063 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8b70cc72-8ec6-4f45-8a16-784b59b4393c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:39:23.691406 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43db5cd-a87f-436c-bdb7-7dc547202ede None None] Pushing event updated for resources: {'Port': ['ID=8b70cc72-8ec6-4f45-8a16-784b59b4393c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:23.715779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 8b70cc72-8ec6-4f45-8a16-784b59b4393c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:23.716584 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:23.727610 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-007ccc97-81fd-4e4f-80a4-c5600a58e0b9 service neutron] 10.222.0.24 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109824 Apr 20 13:39:23.806217 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:39:23.858752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-74582f88-bba6-4906-9b9c-b9a03d495965 None None] Provisioning complete for port 8b70cc72-8ec6-4f45-8a16-784b59b4393c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:23.859198 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74582f88-bba6-4906-9b9c-b9a03d495965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:23.912335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:23.912721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.030436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-74582f88-bba6-4906-9b9c-b9a03d495965 None None] Provisioning complete for port d0583bab-3c41-4389-9dfb-3b9924f251c5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:24.030815 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-74582f88-bba6-4906-9b9c-b9a03d495965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.053359 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Sync routers for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:39:24.072484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.072662 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:24.073422 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:24.102293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-74582f88-bba6-4906-9b9c-b9a03d495965 None None] Port d0583bab-3c41-4389-9dfb-3b9924f251c5 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:39:24.110732 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:24.119865 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.125743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.167580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-38205777-ce14-47c9-ad93-abb40a3d1928 service neutron] 10.222.0.24 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327102 Apr 20 13:39:24.176484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:24.214550 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:24.236482 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-76c5f7f5-45cf-46fc-ae89-e35f9489e531 None None] Provisioning complete for port d0583bab-3c41-4389-9dfb-3b9924f251c5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:24.237243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-76c5f7f5-45cf-46fc-ae89-e35f9489e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.287446 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-76c5f7f5-45cf-46fc-ae89-e35f9489e531 None None] Port d0583bab-3c41-4389-9dfb-3b9924f251c5 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:39:24.364596 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e228349-923a-40b1-ab72-b76867ae6c3a req-63f8449a-cfe7-4efc-a06d-fa59ec0abb21 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0286269 Apr 20 13:39:24.412517 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-24b074df-bed4-466b-9667-e28cd80c833b None None] Provisioning complete for port d0583bab-3c41-4389-9dfb-3b9924f251c5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:24.412960 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24b074df-bed4-466b-9667-e28cd80c833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.435738 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 2, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:24.452232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-24b074df-bed4-466b-9667-e28cd80c833b None None] Port d0583bab-3c41-4389-9dfb-3b9924f251c5 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:39:24.466184 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Checking router: 11a37090-6564-480a-bb47-fb226f8fd4ac for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:39:24.466540 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Updating router 11a37090-6564-480a-bb47-fb226f8fd4ac port d0583bab-3c41-4389-9dfb-3b9924f251c5 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:39:24.492193 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.780265 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.785480 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.940749 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Pushing event updated for resources: {'Port': ['ID=d0583bab-3c41-4389-9dfb-3b9924f251c5,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:24.949891 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.950225 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.950561 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.950889 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.951214 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.951534 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.951850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.952165 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.952476 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.952963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.953430 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.953918 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:39:24.984146 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Attempting to bind port d0583bab-3c41-4389-9dfb-3b9924f251c5 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:39:24.984512 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Attempting to bind port d0583bab-3c41-4389-9dfb-3b9924f251c5 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:39:24.984892 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Attempting to bind port d0583bab-3c41-4389-9dfb-3b9924f251c5 on network 13098a19-3d41-46b5-bc93-c06fae51d0af {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:39:24.991437 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:39:24.991977 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Checking segment: {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:39:24.992543 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:24.992932 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Bound using segment: {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:39:24.993391 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Bound port: d0583bab-3c41-4389-9dfb-3b9924f251c5, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:39:24.993833 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.059395 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] For port d0583bab-3c41-4389-9dfb-3b9924f251c5, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:39:25.062863 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] For port d0583bab-3c41-4389-9dfb-3b9924f251c5, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d0583bab-3c41-4389-9dfb-3b9924f251c5,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:39:25.068113 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.126146 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:25.126771 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:25.174909 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acf41b-f054-4c97-a5a5-04d715ffb351 None None] Pushing event updated for resources: {'Port': ['ID=d0583bab-3c41-4389-9dfb-3b9924f251c5,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:25.188110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1ade18f4-987f-4c49-b5fd-fdfc71dd1d43 None None] Provisioning complete for port d0583bab-3c41-4389-9dfb-3b9924f251c5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:25.188598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1ade18f4-987f-4c49-b5fd-fdfc71dd1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.275960 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:25.293178 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1ade18f4-987f-4c49-b5fd-fdfc71dd1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.368009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1ade18f4-987f-4c49-b5fd-fdfc71dd1d43 None None] For port d0583bab-3c41-4389-9dfb-3b9924f251c5, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d0583bab-3c41-4389-9dfb-3b9924f251c5,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:25.374788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1ade18f4-987f-4c49-b5fd-fdfc71dd1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.431044 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-bd1d20e9-8f09-4434-aae6-0edd849d7956 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:25.433623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-bd1d20e9-8f09-4434-aae6-0edd849d7956 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/networks?id=13098a19-3d41-46b5-bc93-c06fae51d0af HTTP/1.1" status: 200 len: 796 time: 0.1852849 Apr 20 13:39:25.448675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade18f4-987f-4c49-b5fd-fdfc71dd1d43 None None] Pushing event updated for resources: {'Port': ['ID=d0583bab-3c41-4389-9dfb-3b9924f251c5,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:25.494066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a3180a30-a47a-47ab-b9c2-70197efaceac req-f8032fe3-99c7-4076-9277-bceb86e73074 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0297067 Apr 20 13:39:25.509735 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a193862b-bf4a-4175-bd43-8c8a4c0736a7 None None] Provisioning complete for port d0583bab-3c41-4389-9dfb-3b9924f251c5 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:25.510941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-f89b3a60-9552-4810-81d4-099767af6afd tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 380 time: 0.0647082 Apr 20 13:39:25.511333 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a193862b-bf4a-4175-bd43-8c8a4c0736a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.521806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'port': {'device_id': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'admin_state_up': True, 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'security_groups': ['10fa068b-d47c-4b46-8ba1-67bcde53dfe2']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:25.541203 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:25.574373 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570bef37-ae5d-4974-a7a6-c009a94325f0 None None] The sync data for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 is: [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:39:25.599462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8b70cc72-8ec6-4f45-8a16-784b59b4393c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:39:25.659236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:39:25.663203 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.686444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 8b70cc72-8ec6-4f45-8a16-784b59b4393c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:25.686809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.778182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:39:25.813136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.11 (13098a19-3d41-46b5-bc93-c06fae51d0af/bfd52a69-4173-4a9c-b4b0-9b527a91f837/aee6eddb-7b5f-4729-a039-f4e10c21748c) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:39:25.833238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:25.833856 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:25.960359 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.001942 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.049494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 13098a19-3d41-46b5-bc93-c06fae51d0af is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:26.052889 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:26.056143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:39:26.085158 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=aee6eddb-7b5f-4729-a039-f4e10c21748c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:26.114351 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:26.115000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.133657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-e5898c0c-842b-4d55-bc54-4e56ff358972 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6162546 Apr 20 13:39:26.203155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Request body: {'port': {'device_id': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:26.262472 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.292228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f7f2fc93-7bd6-48e4-9971-59d41b39cd6f None None] Provisioning complete for port aee6eddb-7b5f-4729-a039-f4e10c21748c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:26.292532 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f7f2fc93-7bd6-48e4-9971-59d41b39cd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.328786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f7f2fc93-7bd6-48e4-9971-59d41b39cd6f None None] Port aee6eddb-7b5f-4729-a039-f4e10c21748c cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:39:26.556236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee6eddb-7b5f-4729-a039-f4e10c21748c {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:39:26.564096 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.578183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Transition to ACTIVE for port object aee6eddb-7b5f-4729-a039-f4e10c21748c will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:39:26.591707 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.667914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aee6eddb-7b5f-4729-a039-f4e10c21748c,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:26.708411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd159bf7-7c87-4dc5-a0b9-c8ed6540ca59 req-d2724693-ba7d-43de-8175-2c01441012f4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:26.710062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd159bf7-7c87-4dc5-a0b9-c8ed6540ca59 req-d2724693-ba7d-43de-8175-2c01441012f4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 944 time: 0.1278183 Apr 20 13:39:26.789848 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bd159bf7-7c87-4dc5-a0b9-c8ed6540ca59 req-fe2c8cc8-7634-4cd1-b69d-ef7cdc0ddea5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600116 Apr 20 13:39:26.790869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Attempting to bind port aee6eddb-7b5f-4729-a039-f4e10c21748c on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:39:26.791309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Attempting to bind port aee6eddb-7b5f-4729-a039-f4e10c21748c by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:39:26.791743 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Attempting to bind port aee6eddb-7b5f-4729-a039-f4e10c21748c on network 13098a19-3d41-46b5-bc93-c06fae51d0af {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:39:26.796918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Port aee6eddb-7b5f-4729-a039-f4e10c21748c on network 13098a19-3d41-46b5-bc93-c06fae51d0af not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:39:26.797175 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Attempting to bind port aee6eddb-7b5f-4729-a039-f4e10c21748c on network 13098a19-3d41-46b5-bc93-c06fae51d0af {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:39:26.807053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:39:26.807053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Checking segment: {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:39:26.807053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Bound using segment: {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:39:26.807053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Bound port: aee6eddb-7b5f-4729-a039-f4e10c21748c, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae22ae9a-7713-4276-a990-845876f5c5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:39:26.807053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.868782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] For port aee6eddb-7b5f-4729-a039-f4e10c21748c, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:39:26.871717 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] For port aee6eddb-7b5f-4729-a039-f4e10c21748c, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:39:26.876260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.912240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:26.912793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:26.914201 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/aee6eddb-7b5f-4729-a039-f4e10c21748c HTTP/1.1" status: 200 len: 1092 time: 0.7728565 Apr 20 13:39:26.914628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:39:26.916829 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:39:26.948428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f149af1-8df1-4bd7-8fab-81ad7d8d78a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aee6eddb-7b5f-4729-a039-f4e10c21748c,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:27.009777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-0e488d67-2792-4795-8f83-100a1b73c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.011277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-0e488d67-2792-4795-8f83-100a1b73c50c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 1095 time: 0.0519059 Apr 20 13:39:27.054761 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5146a838-2dc4-45ce-80d1-2ddab341d300 x-openstack-request-id: req-5146a838-2dc4-45ce-80d1-2ddab341d300 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:39:27.055122 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:39:27.055436 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5146a838-2dc4-45ce-80d1-2ddab341d300 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:39:27.055906 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5146a838-2dc4-45ce-80d1-2ddab341d300'] response: {'name': 'network-changed', 'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'status': 'completed', 'code': 200} Apr 20 13:39:27.057801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-f059ede5-2141-414d-a58a-e37263616331 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c HTTP/1.1" status: 200 len: 217 time: 0.0382254 Apr 20 13:39:27.112558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-77b241e7-2f60-43c8-879d-e1aa6fa1a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.114035 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-77b241e7-2f60-43c8-879d-e1aa6fa1a33b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfd52a69-4173-4a9c-b4b0-9b527a91f837 HTTP/1.1" status: 200 len: 835 time: 0.0492616 Apr 20 13:39:27.157489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-f3f0242f-90a1-45ca-87dc-0c08696ac30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.158971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-f3f0242f-90a1-45ca-87dc-0c08696ac30b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13098a19-3d41-46b5-bc93-c06fae51d0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391607 Apr 20 13:39:27.247709 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-3a75b57a-fc64-4060-931a-8af05357f6c0 service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820620 Apr 20 13:39:27.340994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ce23a7a0-d966-4457-abd7-5f382642eafd req-6d762fc8-a620-417d-86b6-ba9b1895e9cd service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867686 Apr 20 13:39:27.424479 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-d38fe43d-e641-48b5-b69e-c2c6e47474a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.425965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-d38fe43d-e641-48b5-b69e-c2c6e47474a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 1095 time: 0.0413184 Apr 20 13:39:27.523418 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-0497bda6-a542-46b8-97e3-7adb29604887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.524883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-0497bda6-a542-46b8-97e3-7adb29604887 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13098a19-3d41-46b5-bc93-c06fae51d0af HTTP/1.1" status: 200 len: 897 time: 0.0931549 Apr 20 13:39:27.567836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-d646ed0f-36b1-490a-8bf1-f3ba3aa6d5dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c HTTP/1.1" status: 200 len: 217 time: 0.0365107 Apr 20 13:39:27.570963 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d0583bab-3c41-4389-9dfb-3b9924f251c5 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:39:27.617293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-16668def-3e19-406b-941b-b4ef1181a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.618407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-16668def-3e19-406b-941b-b4ef1181a581 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfd52a69-4173-4a9c-b4b0-9b527a91f837 HTTP/1.1" status: 200 len: 835 time: 0.0441537 Apr 20 13:39:27.621743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d0583bab-3c41-4389-9dfb-3b9924f251c5 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:27.622109 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:27.669774 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-d7a5797a-2529-495c-b141-de98bbbddfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.671244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-d7a5797a-2529-495c-b141-de98bbbddfaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13098a19-3d41-46b5-bc93-c06fae51d0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450609 Apr 20 13:39:27.758574 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-d826ba6f-e5f6-4dc6-a4df-11b0ca77d80a service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795877 Apr 20 13:39:27.856001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2afd6f6e-b252-467d-90d1-efd14d6cf9b9 req-f5ab9570-9d7a-40e5-b6cf-35afdff8dc93 service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888045 Apr 20 13:39:27.907957 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026c95-4942-44d3-a925-31bf8a051323 req-2dee9200-df6a-47d4-9bdf-77a20d0e60a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:27.909362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44026c95-4942-44d3-a925-31bf8a051323 req-2dee9200-df6a-47d4-9bdf-77a20d0e60a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 944 time: 0.0524397 Apr 20 13:39:27.948389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44026c95-4942-44d3-a925-31bf8a051323 req-abe1fb35-5f2e-435c-938d-dce27b67d2b5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314305 Apr 20 13:39:29.067134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40debe6e-a28d-47d2-b395-b076fa813c64 req-6cdb0d98-4273-465a-bcad-9f4f3e7333cf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:29.068582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40debe6e-a28d-47d2-b395-b076fa813c64 req-6cdb0d98-4273-465a-bcad-9f4f3e7333cf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 944 time: 0.0488317 Apr 20 13:39:29.105954 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40debe6e-a28d-47d2-b395-b076fa813c64 req-9131bd4e-8d70-4e92-aa98-b5e8b6088bac tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313706 Apr 20 13:39:30.219234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446af88-7e05-4ea0-bf42-1e04eca91592 req-2ca111a8-3451-468a-b914-de30a5b003b0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:30.220674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0446af88-7e05-4ea0-bf42-1e04eca91592 req-2ca111a8-3451-468a-b914-de30a5b003b0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 944 time: 0.0477579 Apr 20 13:39:30.261704 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0446af88-7e05-4ea0-bf42-1e04eca91592 req-e6126644-1c8f-4cf7-84d0-7519d88b2614 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344999 Apr 20 13:39:31.376746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8a1f-0e53-4305-8667-47078ac9e5ff req-5ed57b4c-5f33-477b-9aea-5fcf8c42ed61 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:31.378213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59bc8a1f-0e53-4305-8667-47078ac9e5ff req-5ed57b4c-5f33-477b-9aea-5fcf8c42ed61 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 944 time: 0.0493908 Apr 20 13:39:31.415169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-59bc8a1f-0e53-4305-8667-47078ac9e5ff req-6af5b78b-f5e7-436d-b842-21378f72ce0f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302837 Apr 20 13:39:31.565957 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aee6eddb-7b5f-4729-a039-f4e10c21748c details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:39:31.661813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aee6eddb-7b5f-4729-a039-f4e10c21748c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:31.673057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'port_id': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'mac_address': 'fa:16:3e:3c:56:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:39:31.709743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:31.722049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee6eddb-7b5f-4729-a039-f4e10c21748c {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:39:31.745573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aee6eddb-7b5f-4729-a039-f4e10c21748c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:31.749451 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:31.794974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aee6eddb-7b5f-4729-a039-f4e10c21748c,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:31.955531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['aee6eddb-7b5f-4729-a039-f4e10c21748c'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:39:32.529083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e06b2-3b63-4286-b84f-cdb9d3371850 req-5e96c52a-f49e-4a84-8cfb-460831596b00 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:32.530589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b99e06b2-3b63-4286-b84f-cdb9d3371850 req-5e96c52a-f49e-4a84-8cfb-460831596b00 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0491586 Apr 20 13:39:32.567653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b99e06b2-3b63-4286-b84f-cdb9d3371850 req-5d08be66-5395-42eb-a5c6-060aacb2637e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Apr 20 13:39:33.571040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aee6eddb-7b5f-4729-a039-f4e10c21748c up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:39:33.621849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port aee6eddb-7b5f-4729-a039-f4e10c21748c completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:39:33.625849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port aee6eddb-7b5f-4729-a039-f4e10c21748c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:39:33.626220 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:33.687533 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52c279-0b18-4ede-a3e1-31104c9499b8 req-11d3544f-6bea-484b-93f4-56b667f534ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:33.688976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c52c279-0b18-4ede-a3e1-31104c9499b8 req-11d3544f-6bea-484b-93f4-56b667f534ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Apr 20 13:39:33.720022 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:33.732219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4c52c279-0b18-4ede-a3e1-31104c9499b8 req-d8b6542e-4f8e-4279-adf6-1ba954e5fa69 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372379 Apr 20 13:39:33.741548 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e50ad8ce-f78d-4f21-99cc-938d3e22480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:33.747650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:39:33.749911 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed650a5-f0d2-4145-9651-123f6495810b" -d '{"events": [{"server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "name": "network-vif-plugged", "status": "completed", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:39:33.762938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port aee6eddb-7b5f-4729-a039-f4e10c21748c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:39:33.767996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:33.817135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=aee6eddb-7b5f-4729-a039-f4e10c21748c,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:33.856528 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a82fb0-c162-45e1-9061-5953391360a4 x-openstack-request-id: req-02a82fb0-c162-45e1-9061-5953391360a4 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:39:33.856826 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "name": "network-vif-plugged", "status": "completed", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:39:33.857105 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02a82fb0-c162-45e1-9061-5953391360a4 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:39:33.857510 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a82fb0-c162-45e1-9061-5953391360a4'] response: {'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'code': 200} Apr 20 13:39:33.950066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c06ac1-ea10-461e-bb2c-f335827c4b65 req-1b85763f-2d83-4d79-a080-e326fe8c2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:33.951585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7c06ac1-ea10-461e-bb2c-f335827c4b65 req-1b85763f-2d83-4d79-a080-e326fe8c2c75 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 1097 time: 0.0405579 Apr 20 13:39:33.986621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7c06ac1-ea10-461e-bb2c-f335827c4b65 req-b60050d6-199f-4fc8-b205-1dc7cbc85a5d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283549 Apr 20 13:39:34.846632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef54b4-5622-41b9-bd2e-78296201036f req-8c8f0ab9-9314-426a-95b0-8fd9cd795832 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:34.848070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81ef54b4-5622-41b9-bd2e-78296201036f req-8c8f0ab9-9314-426a-95b0-8fd9cd795832 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0473809 Apr 20 13:39:34.886034 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-81ef54b4-5622-41b9-bd2e-78296201036f req-f6af586c-7b19-4e1c-8958-d54fa25787e1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312765 Apr 20 13:39:36.002283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981822-6f6e-41fe-a6c9-fdda69fec5ab req-2946fe41-c01e-4e17-bbaa-ff036d5d69ce tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:36.003748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3981822-6f6e-41fe-a6c9-fdda69fec5ab req-2946fe41-c01e-4e17-bbaa-ff036d5d69ce tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0480340 Apr 20 13:39:36.045765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3981822-6f6e-41fe-a6c9-fdda69fec5ab req-81222fb3-f7cd-4787-87fd-2e884c6fc3dc tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Apr 20 13:39:36.062329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a38dae16-356d-4294-864a-82a06474edf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:36.164126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1f565-dfd9-4a30-a1c8-cd24c0bebe6b req-012503e3-4bcd-4d2e-9e59-7e758389881a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:36.165670 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40c1f565-dfd9-4a30-a1c8-cd24c0bebe6b req-012503e3-4bcd-4d2e-9e59-7e758389881a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0527749 Apr 20 13:39:36.203442 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-40c1f565-dfd9-4a30-a1c8-cd24c0bebe6b req-de4c7ec3-6566-44a3-9517-4285bae0530d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Apr 20 13:39:36.224262 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52728) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:36.262605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fb0edc-be36-43fa-888d-8148a2921ed1 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:36.264049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d1fb0edc-be36-43fa-888d-8148a2921ed1 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 1092 time: 0.0388331 Apr 20 13:39:36.266931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52730) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:36.270956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:39:36.291014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:36.388483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:36.487688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.162 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/1c47bcbd-423c-4149-884b-17e0c577c4f8) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:39:36.594889 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:36.627060 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:36.661402 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:39:36.666655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:39:36.670116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:39:36.692669 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=1c47bcbd-423c-4149-884b-17e0c577c4f8,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:37.018698 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:37.082225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:37.229596 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:37.234029 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:37.305415 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=1c47bcbd-423c-4149-884b-17e0c577c4f8,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:39:37.313189 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:37.337126 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:37.413187 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP b4db6b10-e643-4ece-8fba-4fd00733b8a5 associated. External IP: 172.25.3.162, port: aee6eddb-7b5f-4729-a039-f4e10c21748c. Apr 20 13:39:37.612181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router 11a37090-6564-480a-bb47-fb226f8fd4ac has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:39:37.715284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:39:37.724505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] Sync routers for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:39:37.732709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:37.735124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:37.735929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:37.762886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-92c75434-aed8-4e9f-8009-63587589ce79 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4950325 Apr 20 13:39:37.763456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:39:37.765789 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ddab71-069a-4b93-bfe7-f9d420e22606" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:39:37.805730 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec979ef-876c-4d7e-a180-6de3d5a3cade x-openstack-request-id: req-fec979ef-876c-4d7e-a180-6de3d5a3cade {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:39:37.806220 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:39:37.806469 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fec979ef-876c-4d7e-a180-6de3d5a3cade {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:39:37.806872 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec979ef-876c-4d7e-a180-6de3d5a3cade'] response: {'name': 'network-changed', 'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'status': 'completed', 'code': 200} Apr 20 13:39:37.847455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:37.890909 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753aae68-be69-4401-9f23-ccbdaae84126 req-272f13f1-d4a9-49a2-9872-62d54b7edfad tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:37.892288 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-753aae68-be69-4401-9f23-ccbdaae84126 req-272f13f1-d4a9-49a2-9872-62d54b7edfad tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0776725 Apr 20 13:39:37.894937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-8e0fdfb6-da0c-4927-991d-c9cafe70f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:37.896278 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-8e0fdfb6-da0c-4927-991d-c9cafe70f217 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 1097 time: 0.0690591 Apr 20 13:39:37.982487 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-753aae68-be69-4401-9f23-ccbdaae84126 req-6a49c6ff-214e-4e69-bd8e-7962d406360b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841906 Apr 20 13:39:38.008097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52736) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:38.019444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-959b03f5-8cca-4063-8152-ca60008edf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:38.020860 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-959b03f5-8cca-4063-8152-ca60008edf45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13098a19-3d41-46b5-bc93-c06fae51d0af HTTP/1.1" status: 200 len: 897 time: 0.1165185 Apr 20 13:39:38.079747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'b4db6b10-e643-4ece-8fba-4fd00733b8a5', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'port_id': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'mac_address': 'fa:16:3e:3c:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:36Z', 'updated_at': '2022-04-20T13:39:36Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:38.106668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] Checking router: 11a37090-6564-480a-bb47-fb226f8fd4ac for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:39:38.114922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:39:38.115556 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:39:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:38.116424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2e27f6c6-b18e-42b1-a5ee-3ada2d28e202 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/b4db6b10-e643-4ece-8fba-4fd00733b8a5 HTTP/1.1" status: 200 len: 992 time: 0.1058707 Apr 20 13:39:38.124333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-4731545c-4549-4bd4-b77f-7bf1c7fefb23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c HTTP/1.1" status: 200 len: 1000 time: 0.0770195 Apr 20 13:39:38.172282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-b5e1a2a8-4dd8-42d3-9f9e-d226eceef6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:38.173602 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-b5e1a2a8-4dd8-42d3-9f9e-d226eceef6b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfd52a69-4173-4a9c-b4b0-9b527a91f837 HTTP/1.1" status: 200 len: 835 time: 0.0426974 Apr 20 13:39:38.217719 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-2a17961d-a7cb-4527-ad7e-f6ae2082c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:39:38.219172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-2a17961d-a7cb-4527-ad7e-f6ae2082c44b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13098a19-3d41-46b5-bc93-c06fae51d0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383267 Apr 20 13:39:38.220990 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:39:38.487398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'b4db6b10-e643-4ece-8fba-4fd00733b8a5', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'port_id': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'mac_address': 'fa:16:3e:3c:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:36Z', 'updated_at': '2022-04-20T13:39:36Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:39:38.514946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc5fd6d-1aa6-4a0f-a100-16c9ddfdf32e None None] The sync data for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 is: [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'b4db6b10-e643-4ece-8fba-4fd00733b8a5', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.162', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'port_id': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'mac_address': 'fa:16:3e:3c:56:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:39:36Z', 'updated_at': '2022-04-20T13:39:36Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:39:38.638048 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-b34d5886-2be9-4f42-9cf9-8488e37c9ab3 service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122865 Apr 20 13:39:38.698956 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:38.722456 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf4985-354c-4841-bf73-668f203f3875 None None] New status for floating IP b4db6b10-e643-4ece-8fba-4fd00733b8a5: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:39:38.734976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-64ddab71-069a-4b93-bfe7-f9d420e22606 req-255247b3-2b6b-4e7c-8267-90d7255d0c9b service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900636 Apr 20 13:39:39.004892 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:39.119438 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52738) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:39:39.182835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-065fe79c-61a9-4cdf-a083-0384969b8f8b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/b4db6b10-e643-4ece-8fba-4fd00733b8a5 HTTP/1.1" status: 200 len: 994 time: 0.0622787 Apr 20 13:39:43.027684 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:39:49.487772 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:39:54.096669 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:03.724957 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91bc2c6b-4dfb-4fcc-8540-097032b1f0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:06.057188 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ebaa9c3e-ff2c-45d0-9447-4414b1559f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:07.341311 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:08.699065 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:09.007998 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:10.542976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf244c-c9cd-4c8f-8f29-356c043394c3 req-d49b335f-a7cd-40c6-abcb-c380f7cd91ae tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:10.544418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abdf244c-c9cd-4c8f-8f29-356c043394c3 req-d49b335f-a7cd-40c6-abcb-c380f7cd91ae tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0489595 Apr 20 13:40:10.581782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abdf244c-c9cd-4c8f-8f29-356c043394c3 req-acfbb89a-8dc8-4f4d-9340-2dcd89a859f4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310817 Apr 20 13:40:11.708641 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b376e-5369-4cd4-921c-666c558df041 req-aa8d95a3-0817-4d5a-a4b1-d5435ad8d070 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:11.710109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b0b376e-5369-4cd4-921c-666c558df041 req-aa8d95a3-0817-4d5a-a4b1-d5435ad8d070 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Apr 20 13:40:11.750654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9b0b376e-5369-4cd4-921c-666c558df041 req-50f5f57c-f897-40c7-a649-55e331984235 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345874 Apr 20 13:40:11.772094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52760) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:11.830116 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-05bf2c3c-6386-4241-9c76-9274591ca8ea tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/b4db6b10-e643-4ece-8fba-4fd00733b8a5 HTTP/1.1" status: 200 len: 994 time: 0.0564458 Apr 20 13:40:13.098431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e73723-d3b0-4573-b7c9-c0c6e63d1fad req-90351c4d-63fb-4d5c-b414-1fa2e08bb5e8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:13.099870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58e73723-d3b0-4573-b7c9-c0c6e63d1fad req-90351c4d-63fb-4d5c-b414-1fa2e08bb5e8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0480790 Apr 20 13:40:13.137111 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58e73723-d3b0-4573-b7c9-c0c6e63d1fad req-9391115d-b240-4a03-bc32-e4aebc557638 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311689 Apr 20 13:40:14.259553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6a21d-d39a-447d-884e-abaac08eec16 req-319f1ed5-dbc8-4308-905b-ccef9f627d24 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:14.260978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0d6a21d-d39a-447d-884e-abaac08eec16 req-319f1ed5-dbc8-4308-905b-ccef9f627d24 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0518756 Apr 20 13:40:14.298979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f0d6a21d-d39a-447d-884e-abaac08eec16 req-1549dd03-253f-4353-aab7-522cbb686aab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Apr 20 13:40:14.320444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52770) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:14.377859 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d5b44c8d-5877-47c4-afe4-7564c2affbba tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/b4db6b10-e643-4ece-8fba-4fd00733b8a5 HTTP/1.1" status: 200 len: 994 time: 0.0563447 Apr 20 13:40:14.605396 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52776) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:14.763756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 1c47bcbd-423c-4149-884b-17e0c577c4f8 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:14.764020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.838482 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.838808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:14.850112 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 1c47bcbd-423c-4149-884b-17e0c577c4f8 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:14.994754 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.023351 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=1c47bcbd-423c-4149-884b-17e0c577c4f8,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:15.034356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.034706 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.035043 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.035378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.035711 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.036042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.036372 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.036698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.037024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.037347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.037692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.038016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:15.094638 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.094967 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP b4db6b10-e643-4ece-8fba-4fd00733b8a5 disassociated (deleted). External IP: 172.25.3.162, port: aee6eddb-7b5f-4729-a039-f4e10c21748c. Apr 20 13:40:15.599833 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router 11a37090-6564-480a-bb47-fb226f8fd4ac has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:15.705004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:15.709438 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:15.715874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] Sync routers for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:15.725015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:15.725703 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:15.735428 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e0ae9ebb-9c1d-40e1-bb7b-1c8e4b20d14b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/floatingips/b4db6b10-e643-4ece-8fba-4fd00733b8a5 HTTP/1.1" status: 204 len: 168 time: 1.1288080 Apr 20 13:40:15.736102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:15.738440 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e610e-19f8-4821-89d2-332613f5ea0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:15.778300 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0677e66-4909-4a85-842b-9b678f9ee749 x-openstack-request-id: req-d0677e66-4909-4a85-842b-9b678f9ee749 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:15.778587 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:15.778837 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0677e66-4909-4a85-842b-9b678f9ee749 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:15.779493 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0677e66-4909-4a85-842b-9b678f9ee749'] response: {'name': 'network-changed', 'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'status': 'completed', 'code': 200} Apr 20 13:40:15.836468 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:15.845840 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e610e-19f8-4821-89d2-332613f5ea0c req-3d7baa14-a526-42af-b587-ec2d2f7d07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:15.847309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-168e610e-19f8-4821-89d2-332613f5ea0c req-3d7baa14-a526-42af-b587-ec2d2f7d07e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 1097 time: 0.0454171 Apr 20 13:40:15.979686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e610e-19f8-4821-89d2-332613f5ea0c req-8d32c093-4461-4e53-b8fc-f4978110d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:15.981443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-168e610e-19f8-4821-89d2-332613f5ea0c req-8d32c093-4461-4e53-b8fc-f4978110d819 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13098a19-3d41-46b5-bc93-c06fae51d0af HTTP/1.1" status: 200 len: 897 time: 0.1246369 Apr 20 13:40:15.996722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26e160-6d5b-4777-9911-83ac54be2925 req-f0cd00d9-cfe0-4c43-baa9-4a445f2c22de tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:15.998183 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff26e160-6d5b-4777-9911-83ac54be2925 req-f0cd00d9-cfe0-4c43-baa9-4a445f2c22de tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0699544 Apr 20 13:40:16.043524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-168e610e-19f8-4821-89d2-332613f5ea0c req-54ff64d8-8e51-456d-83c9-d5bc8c512f3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c HTTP/1.1" status: 200 len: 217 time: 0.0441718 Apr 20 13:40:16.055001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:16.085096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] Checking router: 11a37090-6564-480a-bb47-fb226f8fd4ac for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:16.091729 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff26e160-6d5b-4777-9911-83ac54be2925 req-029ba612-1cb6-4571-b7bb-338d8797b57f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855024 Apr 20 13:40:16.093385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:16.094039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:16.110464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e610e-19f8-4821-89d2-332613f5ea0c req-cf14505d-374b-436b-a859-3d1a82ecba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:16.111903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-168e610e-19f8-4821-89d2-332613f5ea0c req-cf14505d-374b-436b-a859-3d1a82ecba60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfd52a69-4173-4a9c-b4b0-9b527a91f837 HTTP/1.1" status: 200 len: 835 time: 0.0552499 Apr 20 13:40:16.156117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e610e-19f8-4821-89d2-332613f5ea0c req-469ec7d6-fc14-40c1-bbe1-44b8c9a6bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:16.157587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-168e610e-19f8-4821-89d2-332613f5ea0c req-469ec7d6-fc14-40c1-bbe1-44b8c9a6bd8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13098a19-3d41-46b5-bc93-c06fae51d0af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388565 Apr 20 13:40:16.202042 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:16.262841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-168e610e-19f8-4821-89d2-332613f5ea0c req-3d4dd0b8-3eed-42f8-88dc-eac457eff53e service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980737 Apr 20 13:40:16.351714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-168e610e-19f8-4821-89d2-332613f5ea0c req-7d898b5b-eca0-48e9-acb5-2ec7ef22917e service neutron] 10.222.0.37 "GET /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811703 Apr 20 13:40:16.400952 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:16.427460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80fe39-3879-4231-83c5-e1cb9525dfb7 None None] The sync data for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 is: [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:39:22Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'd0583bab-3c41-4389-9dfb-3b9924f251c5', 'name': '', 'network_id': '13098a19-3d41-46b5-bc93-c06fae51d0af', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:bb:18:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:21Z', 'updated_at': '2022-04-20T13:39:25Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'bfd52a69-4173-4a9c-b4b0-9b527a91f837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:16.649787 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2737ccc-0d31-4bf7-8892-a4bebe1680e5 None None] New status for floating IP b4db6b10-e643-4ece-8fba-4fd00733b8a5: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:40:17.217668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea7980-576a-4ebf-9850-63d222a9b49e req-00e7ec85-11c0-46d1-bab3-d2f4bb00a619 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:17.219835 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54ea7980-576a-4ebf-9850-63d222a9b49e req-00e7ec85-11c0-46d1-bab3-d2f4bb00a619 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0560725 Apr 20 13:40:17.258494 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-54ea7980-576a-4ebf-9850-63d222a9b49e req-801eed81-8877-4858-90bc-23330b2acfb8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=10fa068b-d47c-4b46-8ba1-67bcde53dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322723 Apr 20 13:40:17.450926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-4d08857b-bd35-4daa-8720-e6c269524d3c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:17.452251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-4d08857b-bd35-4daa-8720-e6c269524d3c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 946 time: 0.0472717 Apr 20 13:40:17.539915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port aee6eddb-7b5f-4729-a039-f4e10c21748c {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:17.540253 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:17.627871 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port aee6eddb-7b5f-4729-a039-f4e10c21748c, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=aee6eddb-7b5f-4729-a039-f4e10c21748c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:17.628226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:17.640978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for aee6eddb-7b5f-4729-a039-f4e10c21748c owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:17.766708 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:17.798385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=aee6eddb-7b5f-4729-a039-f4e10c21748c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:17.821971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.822321 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.822658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.822989 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.823318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.823645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.823994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.824322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.824644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.824962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.825280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.825593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:17.846458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] No DVR routers for this DVR port aee6eddb-7b5f-4729-a039-f4e10c21748c on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:40:17.848909 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:17.852746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-773cbe7a-8d0d-421d-8125-abb97dfa05c3 req-56ad9000-e4c5-4f9c-a7ad-103395f080c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "DELETE /v2.0/ports/aee6eddb-7b5f-4729-a039-f4e10c21748c HTTP/1.1" status: 204 len: 173 time: 0.3943717 Apr 20 13:40:17.853186 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'name': 'network-vif-deleted', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:17.855405 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a747734f-75a2-448b-8238-7d651c258c2c" -d '{"events": [{"server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "name": "network-vif-deleted", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:17.893124 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52c2d70-9701-45d9-a7e6-e3e70ab62175 x-openstack-request-id: req-c52c2d70-9701-45d9-a7e6-e3e70ab62175 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:17.893414 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4f7e0aa-01ba-417d-adfa-c917df9b6e77", "name": "network-vif-deleted", "tag": "aee6eddb-7b5f-4729-a039-f4e10c21748c", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:17.893687 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c52c2d70-9701-45d9-a7e6-e3e70ab62175 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:17.894120 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c52c2d70-9701-45d9-a7e6-e3e70ab62175'] response: {'server_uuid': 'a4f7e0aa-01ba-417d-adfa-c917df9b6e77', 'name': 'network-vif-deleted', 'tag': 'aee6eddb-7b5f-4729-a039-f4e10c21748c', 'status': 'completed', 'code': 200} Apr 20 13:40:18.362977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b0282403-0ec2-4c7b-ab84-e8de0d23e6cf req-bd9a18ed-2517-4be2-8570-d7f5626c85f0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4f7e0aa-01ba-417d-adfa-c917df9b6e77 HTTP/1.1" status: 200 len: 210 time: 0.0254350 Apr 20 13:40:19.420759 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52792) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:19.500200 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:19.778811 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.026927 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:40:20.036407 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port d0583bab-3c41-4389-9dfb-3b9924f251c5 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:20.036692 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.126042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port d0583bab-3c41-4389-9dfb-3b9924f251c5, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d0583bab-3c41-4389-9dfb-3b9924f251c5,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:20.126402 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.139469 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for d0583bab-3c41-4389-9dfb-3b9924f251c5 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:20.325302 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.350781 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=d0583bab-3c41-4389-9dfb-3b9924f251c5,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:20.527244 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.740266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router 11a37090-6564-480a-bb47-fb226f8fd4ac has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:20.845378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:20.850264 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b05d8841-1db3-45e0-a7ca-938d74d4c432 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/11a37090-6564-480a-bb47-fb226f8fd4ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4285061 Apr 20 13:40:20.853514 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:20.856160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] Sync routers for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:20.869774 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:20.870457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:20.907293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting subnet bfd52a69-4173-4a9c-b4b0-9b527a91f837 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:40:20.910481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.949614 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:20.974689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:21.030575 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.092422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.120778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd52a69-4173-4a9c-b4b0-9b527a91f837,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:21.122781 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.128911 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2f33339b-fa02-4441-bfd0-f9c3ec0f3797 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/subnets/bfd52a69-4173-4a9c-b4b0-9b527a91f837 HTTP/1.1" status: 204 len: 168 time: 0.2714286 Apr 20 13:40:21.128911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52796) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:21.132695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a714db-fac1-4978-b0ed-5f6212e26164 None None] Network 13098a19-3d41-46b5-bc93-c06fae51d0af requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:40:21.237459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:40:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:21.239440 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.277205 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] Checking router: 11a37090-6564-480a-bb47-fb226f8fd4ac for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:21.291465 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] Routers {'11a37090-6564-480a-bb47-fb226f8fd4ac'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:21.292002 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['11a37090-6564-480a-bb47-fb226f8fd4ac'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:21.342847 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.396203 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:21.396569 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.406597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] Set router 11a37090-6564-480a-bb47-fb226f8fd4ac gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:21.437104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] DHCP port deletion for 13098a19-3d41-46b5-bc93-c06fae51d0af request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:40:21.477227 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:21.477592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.489349 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:21.581598 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Deleting port 8b70cc72-8ec6-4f45-8a16-784b59b4393c {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:40:21.581996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.656023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 8b70cc72-8ec6-4f45-8a16-784b59b4393c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:40:21.669722 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.699723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:21.715604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] For port 8b70cc72-8ec6-4f45-8a16-784b59b4393c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=8b70cc72-8ec6-4f45-8a16-784b59b4393c,segment=NetworkSegment(ae22ae9a-7713-4276-a990-845876f5c5ce),segment_id=ae22ae9a-7713-4276-a990-845876f5c5ce)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:21.716020 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.734631 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Calling delete_port for 8b70cc72-8ec6-4f45-8a16-784b59b4393c owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:40:21.760637 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.822507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:40:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:21.851349 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.853462 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.859718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aee6eddb-7b5f-4729-a039-f4e10c21748c no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:40:21.883637 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.885506 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cc79f5-802a-471e-af4b-a65489bbf5aa None None] The sync data for ids ['11a37090-6564-480a-bb47-fb226f8fd4ac'] in n-d-838550-2 is: [{'id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1515291719', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:39:18Z', 'updated_at': '2022-04-20T13:40:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a37090-6564-480a-bb47-fb226f8fd4ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:39:19Z', 'updated_at': '2022-04-20T13:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:21.892182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: aee6eddb-7b5f-4729-a039-f4e10c21748c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:40:21.892573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device aee6eddb-7b5f-4729-a039-f4e10c21748c not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:40:21.899048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.899729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Fanout notify agent at l3_agent the message router_deleted on router 11a37090-6564-480a-bb47-fb226f8fd4ac {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:40:21.911153 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.914254 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b768ae1-24c9-4724-9353-3da8c2c6f7a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/routers/11a37090-6564-480a-bb47-fb226f8fd4ac HTTP/1.1" status: 204 len: 168 time: 0.7835994 Apr 20 13:40:21.916490 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52798) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:21.938264 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:21.985766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Pushing event deleted for resources: {'Port': ['ID=8b70cc72-8ec6-4f45-8a16-784b59b4393c,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:21.989880 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] No DVR routers for this DVR port 8b70cc72-8ec6-4f45-8a16-784b59b4393c on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:40:21.997104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.997452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.997829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.998170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.998491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.998821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.999255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.999456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:21.999777 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:22.000442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:22.000442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:22.001025 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3781b3-b40c-4845-b837-9e5d7afa4c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:22.007264 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.091665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.111155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13098a19-3d41-46b5-bc93-c06fae51d0af']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:22.120822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae22ae9a-7713-4276-a990-845876f5c5ce') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:22.121117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae22ae9a-7713-4276-a990-845876f5c5ce') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:22.134871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.147488 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.153012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:40:22.153386 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:40:22.156455 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:40:22.212462 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.220328 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.221537 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/networks/13098a19-3d41-46b5-bc93-c06fae51d0af HTTP/1.1" status: 204 len: 168 time: 0.3039954 Apr 20 13:40:22.224369 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52800) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:22.237110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d06b76-2b1b-454e-bed1-c68938121d42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Network': ['ID=13098a19-3d41-46b5-bc93-c06fae51d0af,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:22.303155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0828c71-f303-4a25-b6ba-15c956183e99 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.329672 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0828c71-f303-4a25-b6ba-15c956183e99 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.393879 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0828c71-f303-4a25-b6ba-15c956183e99 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.396376 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e0828c71-f303-4a25-b6ba-15c956183e99 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.398061 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e0828c71-f303-4a25-b6ba-15c956183e99 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/security-groups/10fa068b-d47c-4b46-8ba1-67bcde53dfe2 HTTP/1.1" status: 204 len: 168 time: 0.1719494 Apr 20 13:40:22.407595 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828c71-f303-4a25-b6ba-15c956183e99 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fa068b-d47c-4b46-8ba1-67bcde53dfe2,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:22.595204 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52806) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:22.614001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-2df34e4b-d75e-4be7-809b-54ec4885e906 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-842606758', 'description': 'tempest-secgroup-smoke-842606758 description', 'project_id': 'd98035024175401caa86c551eea5ca6a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:22.634065 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4b-d75e-4be7-809b-54ec4885e906 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.699176 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4b-d75e-4be7-809b-54ec4885e906 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.702662 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4b-d75e-4be7-809b-54ec4885e906 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.731110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-2df34e4b-d75e-4be7-809b-54ec4885e906 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.732326 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-2df34e4b-d75e-4be7-809b-54ec4885e906 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1360731 Apr 20 13:40:22.734312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df34e4b-d75e-4be7-809b-54ec4885e906 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1ac15a-d5c4-4099-a312-b405f2b888b6,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:22.735307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52808) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:22.741100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-afa91882-d76f-44a3-8adc-58f559724f55 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '3f1ac15a-d5c4-4099-a312-b405f2b888b6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:22.765465 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-afa91882-d76f-44a3-8adc-58f559724f55 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.822557 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-afa91882-d76f-44a3-8adc-58f559724f55 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.825997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-afa91882-d76f-44a3-8adc-58f559724f55 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.842967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa91882-d76f-44a3-8adc-58f559724f55 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270b79c5-9941-493f-94f7-4ce4b9bc2856,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:22.850993 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-afa91882-d76f-44a3-8adc-58f559724f55 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.852227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-afa91882-d76f-44a3-8adc-58f559724f55 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150243 Apr 20 13:40:22.854868 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52810) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:22.859280 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b5e858b7-b4f6-426e-8faf-cf63b7197412 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '3f1ac15a-d5c4-4099-a312-b405f2b888b6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:22.882604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e858b7-b4f6-426e-8faf-cf63b7197412 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.953932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e858b7-b4f6-426e-8faf-cf63b7197412 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.957611 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e858b7-b4f6-426e-8faf-cf63b7197412 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.973048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e858b7-b4f6-426e-8faf-cf63b7197412 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02a958a-fbf0-478e-a345-72ba9b9c3c40,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:22.983996 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b5e858b7-b4f6-426e-8faf-cf63b7197412 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:22.985165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b5e858b7-b4f6-426e-8faf-cf63b7197412 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292686 Apr 20 13:40:22.987873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52812) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:22.992768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2813d114-0190-4b88-8250-8d5fef47690e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '3f1ac15a-d5c4-4099-a312-b405f2b888b6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:23.017335 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2813d114-0190-4b88-8250-8d5fef47690e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.075971 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2813d114-0190-4b88-8250-8d5fef47690e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.079556 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2813d114-0190-4b88-8250-8d5fef47690e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.099230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813d114-0190-4b88-8250-8d5fef47690e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5f3390-2f0b-45fc-990e-1fdb8fa91919,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:23.104799 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2813d114-0190-4b88-8250-8d5fef47690e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.108634 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2813d114-0190-4b88-8250-8d5fef47690e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171834 Apr 20 13:40:23.108801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52814) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:23.113268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-7b70fc14-658e-4051-ac10-b8e94a39b07b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '3f1ac15a-d5c4-4099-a312-b405f2b888b6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:23.138598 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b70fc14-658e-4051-ac10-b8e94a39b07b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.197848 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b70fc14-658e-4051-ac10-b8e94a39b07b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.201089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b70fc14-658e-4051-ac10-b8e94a39b07b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.220458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70fc14-658e-4051-ac10-b8e94a39b07b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee334158-34b5-4fe6-a536-9cc488eeb582,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:23.226097 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7b70fc14-658e-4051-ac10-b8e94a39b07b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.227274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7b70fc14-658e-4051-ac10-b8e94a39b07b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175191 Apr 20 13:40:23.229961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52816) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:23.234125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '3f1ac15a-d5c4-4099-a312-b405f2b888b6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:23.253703 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:40:23.258941 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.320842 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.325529 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.346339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dacc65-b50f-400c-8393-4799723d74dc,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:23.352545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.353534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c62923f4-bb3b-456e-93cd-7c0a018d40ab tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226671 Apr 20 13:40:23.356222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52818) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:23.360417 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '3f1ac15a-d5c4-4099-a312-b405f2b888b6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:23.379666 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:40:23.384385 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.445263 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.448964 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.465768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c93447-bee8-422f-8f98-a4bb8d93b4d4,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:23.473802 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.474953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4be70426-57c1-4a2e-b929-76cf7275e363 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178284 Apr 20 13:40:23.477795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52820) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:23.482504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'network': {'name': 'tempest-network-smoke--2114870033', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:23.499607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:40:23.502960 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.533207 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:40:23.542137 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.542475 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Added segment ac9b4524-b005-40b8-86cd-80214be4a9fc of type vlan for network d5efcc2c-1b15-4144-abec-440569df6c3a Apr 20 13:40:23.582912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:40:23.583484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.602863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:40:23.603450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2e5774a2-aa54-4ee5-ac38-edfe21f9ddd4 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:40:23.603859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d0583bab-3c41-4389-9dfb-3b9924f251c5 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:40:23.608005 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.613599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:23.614200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.623894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d0583bab-3c41-4389-9dfb-3b9924f251c5 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:40:23.624235 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d0583bab-3c41-4389-9dfb-3b9924f251c5 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:40:23.676072 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1971741 Apr 20 13:40:23.678756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52822) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:23.683214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'admin_state_up': True, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:23.696467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823a579-3e88-41e8-8484-7a4f0ce1dc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Network': ['ID=d5efcc2c-1b15-4144-abec-440569df6c3a,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:23.706312 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d5efcc2c-1b15-4144-abec-440569df6c3a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:40:23.711293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.712287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.762349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:23.899718 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.087847 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.097362 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.106427 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.205320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.49 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/d76a0f96-48dc-482d-93b0-a3ac992f50df) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:24.310493 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.343632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.381149 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:24.385894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:24.389349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:24.414795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=d76a0f96-48dc-482d-93b0-a3ac992f50df,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:24.643635 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.843856 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:24.970506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c5a99999-41b2-422e-9755-311e4b037844 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:40:25.072587 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:25.083488 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Sync routers for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:25.092117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.093326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-958ccdd1-5df7-4adc-ac5c-f1a699488b14 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4135737 Apr 20 13:40:25.094906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:25.095560 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:25.096451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52824) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:25.129900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7f2d4b97-c7b6-4d74-960f-1adc6a6a9e24 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d98035024175401caa86c551eea5ca6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322621 Apr 20 13:40:25.132815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52826) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:25.196943 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:25.221100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b926dc-4624-416f-8bf6-9d31b250e18f tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:25.222551 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d9b926dc-4624-416f-8bf6-9d31b250e18f tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888526 Apr 20 13:40:25.225326 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52828) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:25.252325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-437c87ee-5ace-412e-8ce6-3df96de09226 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259073 Apr 20 13:40:25.254770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52830) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:25.259797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107057046', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:25.342307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:40:25.345691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.384634 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:24Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:25.410782 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Checking router: c5a99999-41b2-422e-9755-311e4b037844 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:25.411125 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Updating router c5a99999-41b2-422e-9755-311e4b037844 port d76a0f96-48dc-482d-93b0-a3ac992f50df binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:40:25.437264 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.533290 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.595948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Subnet': ['ID=dfec4203-8929-4624-a74b-ee87e4077e80,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:25.600235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Checking segment: {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:25.600658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network hostable DHCP agents. Network: d5efcc2c-1b15-4144-abec-440569df6c3a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:40:25.617239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d5efcc2c-1b15-4144-abec-440569df6c3a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:40:25.625730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d5efcc2c-1b15-4144-abec-440569df6c3a) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:25.629723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:25.630303 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.637238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0090989-825d-48cd-9753-55f55788f3a1 None None] Network d5efcc2c-1b15-4144-abec-440569df6c3a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:40:25.651491 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bcbc57dd-8a7c-4bd1-a019-4f1449fc5d9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3930781 Apr 20 13:40:25.651788 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52832) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:25.715939 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.721613 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.773549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Attempting to bind port d76a0f96-48dc-482d-93b0-a3ac992f50df on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:25.773933 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Attempting to bind port d76a0f96-48dc-482d-93b0-a3ac992f50df by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:25.774290 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Attempting to bind port d76a0f96-48dc-482d-93b0-a3ac992f50df on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:25.781125 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Pushing event updated for resources: {'Port': ['ID=d76a0f96-48dc-482d-93b0-a3ac992f50df,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:25.786349 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:25.786744 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:25.787505 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.787898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:25.788406 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Bound port: d76a0f96-48dc-482d-93b0-a3ac992f50df, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:25.788635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d5efcc2c-1b15-4144-abec-440569df6c3a', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:40:25.788771 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.789618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.795093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.795427 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.795760 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.796090 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.796414 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.796736 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.797053 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.797411 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.797746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.798061 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.798752 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.798752 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:40:25.851492 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] For port d76a0f96-48dc-482d-93b0-a3ac992f50df, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:25.855373 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] For port d76a0f96-48dc-482d-93b0-a3ac992f50df, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d76a0f96-48dc-482d-93b0-a3ac992f50df,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:25.860090 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:25.923084 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f355c5-6c2b-49f8-beb8-30317017022d None None] Pushing event updated for resources: {'Port': ['ID=d76a0f96-48dc-482d-93b0-a3ac992f50df,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:25.926054 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:25.926788 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:25.945110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Allocated IP 172.20.0.2 (d5efcc2c-1b15-4144-abec-440569df6c3a/dfec4203-8929-4624-a74b-ee87e4077e80/171a2058-46c7-4e3f-b916-1e26cbaeae58) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:26.036221 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:26.102541 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.108996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.161284 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Network d5efcc2c-1b15-4144-abec-440569df6c3a is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:26.165479 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:26.167452 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Pushing event updated for resources: {'Port': ['ID=171a2058-46c7-4e3f-b916-1e26cbaeae58,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:26.169674 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:26.226666 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Attempting to bind port 171a2058-46c7-4e3f-b916-1e26cbaeae58 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:26.227036 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Attempting to bind port 171a2058-46c7-4e3f-b916-1e26cbaeae58 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:26.227399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Attempting to bind port 171a2058-46c7-4e3f-b916-1e26cbaeae58 on network d5efcc2c-1b15-4144-abec-440569df6c3a {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:26.233387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:26.233863 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Checking segment: {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:26.234212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.234612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Bound using segment: {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:26.235104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Bound port: 171a2058-46c7-4e3f-b916-1e26cbaeae58, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:26.235492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.302405 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] For port 171a2058-46c7-4e3f-b916-1e26cbaeae58, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:26.307150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] For port 171a2058-46c7-4e3f-b916-1e26cbaeae58, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=171a2058-46c7-4e3f-b916-1e26cbaeae58,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:26.311977 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.332458 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-a81aece8-897b-4da8-94be-939af50053cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:24Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:26.361763 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81aece8-897b-4da8-94be-939af50053cf None None] The sync data for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 is: [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:24Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:26.384565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a3f1b-84bf-40c3-af7d-d53dad1f361a None None] Pushing event updated for resources: {'Port': ['ID=171a2058-46c7-4e3f-b916-1e26cbaeae58,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:26.439982 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.762602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.1 (d5efcc2c-1b15-4144-abec-440569df6c3a/dfec4203-8929-4624-a74b-ee87e4077e80/2ae02dfa-b491-4c15-8aa0-030765164496) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:26.886106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.922609 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:26.967225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d5efcc2c-1b15-4144-abec-440569df6c3a is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:26.970455 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:26.973260 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:27.004458 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=2ae02dfa-b491-4c15-8aa0-030765164496,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:27.030351 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.173608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.423085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc113db3-6a27-4d99-aea1-5514183adf9a None None] Network d5efcc2c-1b15-4144-abec-440569df6c3a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:40:27.477212 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.482676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.487904 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-94cda074-8eb7-4589-91f0-292754af6c14 None None] Provisioning complete for port 171a2058-46c7-4e3f-b916-1e26cbaeae58 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:27.488277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-94cda074-8eb7-4589-91f0-292754af6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.562389 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=2ae02dfa-b491-4c15-8aa0-030765164496,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:27.566106 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.645788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-94cda074-8eb7-4589-91f0-292754af6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.694416 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d5efcc2c-1b15-4144-abec-440569df6c3a is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:27.695899 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:27.698623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-94cda074-8eb7-4589-91f0-292754af6c14 None None] For port 171a2058-46c7-4e3f-b916-1e26cbaeae58, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=171a2058-46c7-4e3f-b916-1e26cbaeae58,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:27.701828 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d76a0f96-48dc-482d-93b0-a3ac992f50df up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:27.706945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-94cda074-8eb7-4589-91f0-292754af6c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.796672 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cda074-8eb7-4589-91f0-292754af6c14 None None] Pushing event updated for resources: {'Port': ['ID=171a2058-46c7-4e3f-b916-1e26cbaeae58,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:27.806170 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d76a0f96-48dc-482d-93b0-a3ac992f50df triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:27.806553 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.838765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c5a99999-41b2-422e-9755-311e4b037844 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:27.894889 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.920654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port d76a0f96-48dc-482d-93b0-a3ac992f50df, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d76a0f96-48dc-482d-93b0-a3ac992f50df,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:27.925116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:27.925943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 171a2058-46c7-4e3f-b916-1e26cbaeae58 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:27.980606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:27.989722 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-10214b66-159b-4be4-8916-6bf8c4e435c4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/c5a99999-41b2-422e-9755-311e4b037844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3347521 Apr 20 13:40:28.034074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=d76a0f96-48dc-482d-93b0-a3ac992f50df,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:28.046451 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e812e339-c1ef-4c62-97a1-63cf2b6f738b None None] Provisioning complete for port 171a2058-46c7-4e3f-b916-1e26cbaeae58 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:28.046828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e812e339-c1ef-4c62-97a1-63cf2b6f738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.073135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 171a2058-46c7-4e3f-b916-1e26cbaeae58 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:28.073510 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.164751 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-eab59fc8-b5b5-4e9c-9c85-3e507058c13b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-842606758&fields=id&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 267 time: 0.0456946 Apr 20 13:40:28.192528 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Sync routers for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:28.220194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:28.220833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:28.269399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-e812e339-c1ef-4c62-97a1-63cf2b6f738b None None] Provisioning complete for port 2ae02dfa-b491-4c15-8aa0-030765164496 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:28.269804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e812e339-c1ef-4c62-97a1-63cf2b6f738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.285060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-90837c65-82a1-45ff-bae3-b3d8671bf41d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:28.292899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-90837c65-82a1-45ff-bae3-b3d8671bf41d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/networks?id=d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 200 len: 797 time: 0.1165483 Apr 20 13:40:28.304918 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-b8ed4613-df15-472a-9e17-39403cf6da9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/quotas/d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 375 time: 0.0108421 Apr 20 13:40:28.346525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-e812e339-c1ef-4c62-97a1-63cf2b6f738b None None] Port 2ae02dfa-b491-4c15-8aa0-030765164496 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:28.361650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-8dde0bc6-2a8a-4d06-8903-2e3c200ccbc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514145 Apr 20 13:40:28.368174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:28.503652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-47f2da41-8fe0-4e9a-a177-4678ec7d46fa None None] Provisioning complete for port 2ae02dfa-b491-4c15-8aa0-030765164496 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:28.504332 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-47f2da41-8fe0-4e9a-a177-4678ec7d46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.512572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-3a042259-3834-49bc-a544-ff34f4aaea42 service neutron] 10.222.0.24 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381800 Apr 20 13:40:28.563255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-47f2da41-8fe0-4e9a-a177-4678ec7d46fa None None] Port 2ae02dfa-b491-4c15-8aa0-030765164496 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:28.603062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-c1ffee68-94f7-453c-a705-15f261321f91 service neutron] 10.222.0.24 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842423 Apr 20 13:40:28.609787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 2, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:28.636391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Checking router: c5a99999-41b2-422e-9755-311e4b037844 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:28.636748 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Updating router c5a99999-41b2-422e-9755-311e4b037844 port 2ae02dfa-b491-4c15-8aa0-030765164496 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:40:28.666833 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.929292 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.934465 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:28.983160 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83b58d-3483-4a32-957c-3695c4d7972b None None] Pushing event updated for resources: {'Port': ['ID=2ae02dfa-b491-4c15-8aa0-030765164496,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:29.040659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Attempting to bind port 2ae02dfa-b491-4c15-8aa0-030765164496 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:29.041061 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Attempting to bind port 2ae02dfa-b491-4c15-8aa0-030765164496 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:29.041427 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Attempting to bind port 2ae02dfa-b491-4c15-8aa0-030765164496 on network d5efcc2c-1b15-4144-abec-440569df6c3a {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:29.047059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:29.047434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Checking segment: {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:29.047843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.048236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Bound using segment: {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:29.048700 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Bound port: 2ae02dfa-b491-4c15-8aa0-030765164496, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:29.049087 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.113344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] For port 2ae02dfa-b491-4c15-8aa0-030765164496, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:29.117087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] For port 2ae02dfa-b491-4c15-8aa0-030765164496, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2ae02dfa-b491-4c15-8aa0-030765164496,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:29.122656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.175014 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:29.175623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:29.228944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83b58d-3483-4a32-957c-3695c4d7972b None None] Pushing event updated for resources: {'Port': ['ID=2ae02dfa-b491-4c15-8aa0-030765164496,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:29.248285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0f69016e-6345-4a55-aef3-05600417c860 None None] Provisioning complete for port 2ae02dfa-b491-4c15-8aa0-030765164496 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:29.248533 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f69016e-6345-4a55-aef3-05600417c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.331833 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:29.632579 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d76a0f96-48dc-482d-93b0-a3ac992f50df up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:29.652649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f69016e-6345-4a55-aef3-05600417c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.724862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0f69016e-6345-4a55-aef3-05600417c860 None None] For port 2ae02dfa-b491-4c15-8aa0-030765164496, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2ae02dfa-b491-4c15-8aa0-030765164496,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:29.733814 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f69016e-6345-4a55-aef3-05600417c860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.784346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port d76a0f96-48dc-482d-93b0-a3ac992f50df triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:29.784715 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.787673 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-af3d6c18-1af5-42c8-84cc-82490dca57c7 req-84c1c900-2704-4508-9600-49a17db403a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 210 time: 0.0307040 Apr 20 13:40:29.845827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69016e-6345-4a55-aef3-05600417c860 None None] Pushing event updated for resources: {'Port': ['ID=2ae02dfa-b491-4c15-8aa0-030765164496,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:29.876709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:29.879784 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-04e6591c-88b0-48a0-8ab1-496cf3e518d9 None None] Provisioning complete for port 2ae02dfa-b491-4c15-8aa0-030765164496 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:29.880148 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04e6591c-88b0-48a0-8ab1-496cf3e518d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:29.927545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54303f-f3d7-4269-9ff9-3a286f72e26c None None] The sync data for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 is: [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:29.973019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 171a2058-46c7-4e3f-b916-1e26cbaeae58 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:30.099182 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 171a2058-46c7-4e3f-b916-1e26cbaeae58 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:30.099554 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:30.873701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3390d75c-479b-4b45-9766-5457793eb025 req-902d386b-7c6b-49ef-a080-f19c8608c68b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 210 time: 0.0269814 Apr 20 13:40:31.604149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2ae02dfa-b491-4c15-8aa0-030765164496 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:31.656595 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2ae02dfa-b491-4c15-8aa0-030765164496 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:31.656961 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:31.952905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7d9aba4-6a4c-4087-b2d6-f16beb313d2a req-c20e7cee-65b9-4bf1-bd77-e87e4d5d5ff3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 210 time: 0.0266266 Apr 20 13:40:33.033791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-53590a9c-ab41-4f24-9597-8021d5288ade req-0f609fdc-8eb9-484e-9ff8-445c4843f100 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Apr 20 13:40:33.727090 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-67a06424-1d93-430d-9479-54fda5c64c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:34.126748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b99e38cb-1528-48eb-81b7-c7d0c3d49d33 req-5033fcf6-ca05-482a-b9be-8aad5e73f2b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 210 time: 0.0277507 Apr 20 13:40:34.717458 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-f5cae999-0ea7-492e-adbe-20c6a28645cb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:34.718923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-f5cae999-0ea7-492e-adbe-20c6a28645cb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/networks?id=d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 200 len: 797 time: 0.1078305 Apr 20 13:40:34.761662 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-afd1a920-97b0-438e-b439-3c176d66c7d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 379 time: 0.0335524 Apr 20 13:40:34.777953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'port': {'device_id': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'admin_state_up': True, 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'security_groups': ['3f1ac15a-d5c4-4099-a312-b405f2b888b6']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:34.879913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:40:34.883997 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.008424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.7 (d5efcc2c-1b15-4144-abec-440569df6c3a/dfec4203-8929-4624-a74b-ee87e4077e80/27c95cac-01c1-40af-870a-4116101e0453) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:35.470842 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9803822e-26e3-499c-87de-273c4058f178 req-1242427d-3aaa-4c14-9c65-d9cdbc5659a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 210 time: 0.0278804 Apr 20 13:40:35.511552 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.546905 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.588062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d5efcc2c-1b15-4144-abec-440569df6c3a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:35.591095 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:35.598005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:35.631134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=27c95cac-01c1-40af-870a-4116101e0453,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:35.656821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:35.657440 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.673740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-0b3124b9-2eda-4395-8ea8-5b78579894d3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8995247 Apr 20 13:40:35.686848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Request body: {'port': {'device_id': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:35.742342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.848050 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-656785d5-098d-4695-a7ae-32efd711050b None None] Provisioning complete for port 27c95cac-01c1-40af-870a-4116101e0453 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:35.848693 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-656785d5-098d-4695-a7ae-32efd711050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:35.882262 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-656785d5-098d-4695-a7ae-32efd711050b None None] Port 27c95cac-01c1-40af-870a-4116101e0453 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:40:36.008695 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c95cac-01c1-40af-870a-4116101e0453 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:40:36.016308 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.029522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Transition to ACTIVE for port object 27c95cac-01c1-40af-870a-4116101e0453 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:40:36.032974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.061650 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-58a6b0b9-eca9-4e5e-a334-b1d0a9afe671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.083177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Pushing event updated for resources: {'Port': ['ID=27c95cac-01c1-40af-870a-4116101e0453,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:36.154979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Attempting to bind port 27c95cac-01c1-40af-870a-4116101e0453 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:40:36.155316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Attempting to bind port 27c95cac-01c1-40af-870a-4116101e0453 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:40:36.155640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Attempting to bind port 27c95cac-01c1-40af-870a-4116101e0453 on network d5efcc2c-1b15-4144-abec-440569df6c3a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:36.160122 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Port 27c95cac-01c1-40af-870a-4116101e0453 on network d5efcc2c-1b15-4144-abec-440569df6c3a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:40:36.160444 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Attempting to bind port 27c95cac-01c1-40af-870a-4116101e0453 on network d5efcc2c-1b15-4144-abec-440569df6c3a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:40:36.165996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:40:36.166339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Checking segment: {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:40:36.166727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Bound using segment: {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:40:36.167161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Bound port: 27c95cac-01c1-40af-870a-4116101e0453, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9b4524-b005-40b8-86cd-80214be4a9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:40:36.167518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.237749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] For port 27c95cac-01c1-40af-870a-4116101e0453, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:40:36.240845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] For port 27c95cac-01c1-40af-870a-4116101e0453, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=27c95cac-01c1-40af-870a-4116101e0453,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:40:36.245400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.278199 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.278833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:36.280465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] 10.222.0.37 "PUT /v2.0/ports/27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 200 len: 1091 time: 0.5979428 Apr 20 13:40:36.280932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'tag': '27c95cac-01c1-40af-870a-4116101e0453'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:36.283224 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "tag": "27c95cac-01c1-40af-870a-4116101e0453"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:36.309596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ce836-d6c8-457a-8394-87c93dd1884c service neutron] Pushing event updated for resources: {'Port': ['ID=27c95cac-01c1-40af-870a-4116101e0453,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:36.341947 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce6f1cc-fddc-4ed1-8882-63904158fd56 x-openstack-request-id: req-dce6f1cc-fddc-4ed1-8882-63904158fd56 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:36.342236 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "tag": "27c95cac-01c1-40af-870a-4116101e0453", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:36.342700 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dce6f1cc-fddc-4ed1-8882-63904158fd56 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:36.342905 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dce6f1cc-fddc-4ed1-8882-63904158fd56'] response: {'name': 'network-changed', 'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'tag': '27c95cac-01c1-40af-870a-4116101e0453', 'status': 'completed', 'code': 200} Apr 20 13:40:36.376491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-5746b3cb-317b-4ce7-b58b-66d4fa241370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.378009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-5746b3cb-317b-4ce7-b58b-66d4fa241370 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1094 time: 0.0470746 Apr 20 13:40:36.424695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-e0745fd9-147c-41b0-aa81-32db674a91f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 200 len: 217 time: 0.0353899 Apr 20 13:40:36.479485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-29cf6c2c-d807-4ddd-a89b-54813257465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.480907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-29cf6c2c-d807-4ddd-a89b-54813257465d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfec4203-8929-4624-a74b-ee87e4077e80 HTTP/1.1" status: 200 len: 835 time: 0.0498500 Apr 20 13:40:36.528003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89414ce-c505-48d0-ab42-45101d378776 req-2f8cbe70-31dd-48f1-b3bf-45fb7a031179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.528972 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-2f8cbe70-31dd-48f1-b3bf-45fb7a031179 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5efcc2c-1b15-4144-abec-440569df6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413880 Apr 20 13:40:36.646343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55cc75-ed41-45ea-9f8f-685b06c4b795 req-74836b68-ef32-44a5-86d5-3401c8c238e3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.647829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac55cc75-ed41-45ea-9f8f-685b06c4b795 req-74836b68-ef32-44a5-86d5-3401c8c238e3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 943 time: 0.1034493 Apr 20 13:40:36.674213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-3bee7b11-42d9-4ce6-a6b4-eac25ead0b2c service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377449 Apr 20 13:40:36.712087 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac55cc75-ed41-45ea-9f8f-685b06c4b795 req-9299e1f8-dbef-45cd-a8c0-ced60cdb22f8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538266 Apr 20 13:40:36.777440 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f89414ce-c505-48d0-ab42-45101d378776 req-94f87775-feca-4f21-bf42-9906c74d579b service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955074 Apr 20 13:40:36.860038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-1f900780-b1fa-4a13-8f69-928564388d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.861413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-1f900780-b1fa-4a13-8f69-928564388d63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1094 time: 0.0398822 Apr 20 13:40:36.949334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-828447fe-b99b-43eb-ab3e-46a5d059c507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:36.950808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-828447fe-b99b-43eb-ab3e-46a5d059c507 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 200 len: 898 time: 0.0832937 Apr 20 13:40:36.995218 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-fa43c18a-a64f-43bb-8bf9-7bdfb74dcdec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 200 len: 217 time: 0.0374382 Apr 20 13:40:37.043818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-61711209-627e-4ef2-83de-b95a801bd8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:37.045225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-61711209-627e-4ef2-83de-b95a801bd8b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfec4203-8929-4624-a74b-ee87e4077e80 HTTP/1.1" status: 200 len: 835 time: 0.0427814 Apr 20 13:40:37.090325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-b1f1cdb9-a886-4824-8c97-134bd521798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:37.091755 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-b1f1cdb9-a886-4824-8c97-134bd521798a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5efcc2c-1b15-4144-abec-440569df6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386968 Apr 20 13:40:37.183358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-1f84c70a-c20c-468d-ae07-b0deecca5409 service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839641 Apr 20 13:40:37.271784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b5a9957-0dcb-4f49-aaac-3c948f070ad3 req-c1732902-f4fd-487b-9fee-00e3963adf9a service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805500 Apr 20 13:40:37.341263 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:37.827933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d109ba7-483a-4dd8-95c4-f75c4d37856a req-32d6edb8-a33e-46f7-a5d6-340dbbde9133 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:37.829360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d109ba7-483a-4dd8-95c4-f75c4d37856a req-32d6edb8-a33e-46f7-a5d6-340dbbde9133 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 943 time: 0.0484488 Apr 20 13:40:37.871659 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3d109ba7-483a-4dd8-95c4-f75c4d37856a req-cc74d00f-b6f3-42ff-a839-0c539e85a2ee tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356727 Apr 20 13:40:38.702085 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:38.984586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0a9d-8ba7-4091-8db9-cfa303f797fb req-0bb47ab4-2e26-4766-83af-c32c3792011c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:38.986076 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44be0a9d-8ba7-4091-8db9-cfa303f797fb req-0bb47ab4-2e26-4766-83af-c32c3792011c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 943 time: 0.0482390 Apr 20 13:40:39.011144 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:39.025609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-44be0a9d-8ba7-4091-8db9-cfa303f797fb req-559f43a0-6e24-4158-a3b5-2df91bf8fda4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330956 Apr 20 13:40:39.911708 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 27c95cac-01c1-40af-870a-4116101e0453 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:40:40.012186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 27c95cac-01c1-40af-870a-4116101e0453, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=27c95cac-01c1-40af-870a-4116101e0453,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:40.023802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '27c95cac-01c1-40af-870a-4116101e0453', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'port_id': '27c95cac-01c1-40af-870a-4116101e0453', 'mac_address': 'fa:16:3e:b5:06:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:40:40.060175 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:40.073570 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c95cac-01c1-40af-870a-4116101e0453 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:40:40.093047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 27c95cac-01c1-40af-870a-4116101e0453, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=27c95cac-01c1-40af-870a-4116101e0453,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:40.097078 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:40.139967 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ef95f-ab9c-4a97-878d-1dba1c1f09c2 req-8c7ba0b6-ed2a-4862-ae29-d9c101b0ef09 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:40.141450 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-996ef95f-ab9c-4a97-878d-1dba1c1f09c2 req-8c7ba0b6-ed2a-4862-ae29-d9c101b0ef09 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 944 time: 0.0488973 Apr 20 13:40:40.143127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=27c95cac-01c1-40af-870a-4116101e0453,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:40.179407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-996ef95f-ab9c-4a97-878d-1dba1c1f09c2 req-42edbff8-1fb8-4911-8d62-4ea71d9172c6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Apr 20 13:40:40.298399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['27c95cac-01c1-40af-870a-4116101e0453'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:40:41.293943 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa252b6-b119-4d06-8f3f-2baa719b6c6d req-33d99f15-405b-4fd5-86c2-ca1ce83b7f64 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:41.295405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa252b6-b119-4d06-8f3f-2baa719b6c6d req-33d99f15-405b-4fd5-86c2-ca1ce83b7f64 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 944 time: 0.0489194 Apr 20 13:40:41.339022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3aa252b6-b119-4d06-8f3f-2baa719b6c6d req-340e3552-80bb-470b-a173-815627ffa988 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374908 Apr 20 13:40:41.923862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 27c95cac-01c1-40af-870a-4116101e0453 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:40:41.973991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 27c95cac-01c1-40af-870a-4116101e0453 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:40:41.978480 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 27c95cac-01c1-40af-870a-4116101e0453 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:40:41.978852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:42.053345 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:42.074816 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c95cac-01c1-40af-870a-4116101e0453'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:42.077018 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9373788-17fd-4df1-8e70-4c178eec2be6" -d '{"events": [{"server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "name": "network-vif-plugged", "status": "completed", "tag": "27c95cac-01c1-40af-870a-4116101e0453"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:42.090384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 27c95cac-01c1-40af-870a-4116101e0453, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=27c95cac-01c1-40af-870a-4116101e0453,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:40:42.094484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:42.120993 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ad915-c230-4262-a30a-2f0e2e1f79eb x-openstack-request-id: req-9e4ad915-c230-4262-a30a-2f0e2e1f79eb {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:42.121291 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "name": "network-vif-plugged", "status": "completed", "tag": "27c95cac-01c1-40af-870a-4116101e0453", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:42.121545 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e4ad915-c230-4262-a30a-2f0e2e1f79eb {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:42.121959 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e4ad915-c230-4262-a30a-2f0e2e1f79eb'] response: {'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c95cac-01c1-40af-870a-4116101e0453', 'code': 200} Apr 20 13:40:42.147908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=27c95cac-01c1-40af-870a-4116101e0453,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:42.205277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf413b3-5ceb-4f1b-9aec-60ebcb90283f req-f9a0bc26-4d60-4ebc-b5a9-4e13fd667e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:42.206716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abf413b3-5ceb-4f1b-9aec-60ebcb90283f req-f9a0bc26-4d60-4ebc-b5a9-4e13fd667e86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0394869 Apr 20 13:40:42.239049 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abf413b3-5ceb-4f1b-9aec-60ebcb90283f req-40bf4d58-e942-4fce-8f19-d7f0bd98250e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264666 Apr 20 13:40:42.471079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54e0c-92d0-4c7a-869d-c46030759b46 req-2e6f13e6-d6cc-4e58-ba93-3663acfbd371 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:42.472451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25a54e0c-92d0-4c7a-869d-c46030759b46 req-2e6f13e6-d6cc-4e58-ba93-3663acfbd371 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0483460 Apr 20 13:40:42.509455 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25a54e0c-92d0-4c7a-869d-c46030759b46 req-1a123b8a-4c87-4508-9094-cb6a5e8b587f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309834 Apr 20 13:40:43.625833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfeebe-8800-470b-bb87-e70c92d707c1 req-3110b0af-b3c4-455d-83f9-3398f0bdc077 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:43.627559 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38dfeebe-8800-470b-bb87-e70c92d707c1 req-3110b0af-b3c4-455d-83f9-3398f0bdc077 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0481493 Apr 20 13:40:43.669195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38dfeebe-8800-470b-bb87-e70c92d707c1 req-ed199398-9f6e-4896-b350-552e44618aad tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357342 Apr 20 13:40:43.782063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833e0ac-d443-41ee-b3b8-c46c1b10aa2e req-94eb32e6-aec1-49c4-8e72-f480b29ffd80 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:43.783512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a833e0ac-d443-41ee-b3b8-c46c1b10aa2e req-94eb32e6-aec1-49c4-8e72-f480b29ffd80 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0485342 Apr 20 13:40:43.820464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a833e0ac-d443-41ee-b3b8-c46c1b10aa2e req-4f1113af-a9e0-4c09-847b-89efb944f414 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306506 Apr 20 13:40:43.841978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52902) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:43.878969 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e38c2ee-6d9b-4d40-b4cd-077d95bff670 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:43.880394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2e38c2ee-6d9b-4d40-b4cd-077d95bff670 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1091 time: 0.0374873 Apr 20 13:40:43.883684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52904) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:43.887735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '27c95cac-01c1-40af-870a-4116101e0453', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:40:43.907116 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.002952 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.105195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.237 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/6cfb15ad-5298-4bb9-b6b6-9678a42a4eb5) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:40:44.205899 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.237449 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.272328 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:40:44.276922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:40:44.280568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:40:44.303897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=6cfb15ad-5298-4bb9-b6b6-9678a42a4eb5,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:44.632392 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.696969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.844500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.848667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:44.918361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=6cfb15ad-5298-4bb9-b6b6-9678a42a4eb5,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:40:44.927803 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:45.025618 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP 9902e342-0fb0-4dec-97bd-5250cb47faad associated. External IP: 172.25.3.237, port: 27c95cac-01c1-40af-870a-4116101e0453. Apr 20 13:40:45.225884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c5a99999-41b2-422e-9755-311e4b037844 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:40:45.330440 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:40:45.340093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] Sync routers for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:40:45.348822 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:45.349540 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:45.350169 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:45.379179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f2537a95-479a-468b-b909-ed49ab85259d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4945254 Apr 20 13:40:45.379754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'tag': '27c95cac-01c1-40af-870a-4116101e0453'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:40:45.382337 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d2d036-8e52-4bc1-8dde-057cb30f97b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "tag": "27c95cac-01c1-40af-870a-4116101e0453"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:40:45.432540 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c5f037-6224-4738-8039-c3b31a7fa2e3 x-openstack-request-id: req-49c5f037-6224-4738-8039-c3b31a7fa2e3 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:40:45.432783 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "tag": "27c95cac-01c1-40af-870a-4116101e0453", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:40:45.433025 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49c5f037-6224-4738-8039-c3b31a7fa2e3 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:40:45.433437 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c5f037-6224-4738-8039-c3b31a7fa2e3'] response: {'name': 'network-changed', 'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'tag': '27c95cac-01c1-40af-870a-4116101e0453', 'status': 'completed', 'code': 200} Apr 20 13:40:45.455787 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:45.517941 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b320ca8-ab3e-4d07-a59d-f61b88166ea8 req-b9bf293a-6e8c-4ac7-8623-991f6c157832 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:45.519422 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b320ca8-ab3e-4d07-a59d-f61b88166ea8 req-b9bf293a-6e8c-4ac7-8623-991f6c157832 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0799737 Apr 20 13:40:45.522039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-129cf873-5ad2-417d-acd5-9de19ffde41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:45.523995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-129cf873-5ad2-417d-acd5-9de19ffde41a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0711668 Apr 20 13:40:45.618552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2b320ca8-ab3e-4d07-a59d-f61b88166ea8 req-70707ef3-6427-4355-8615-cd8bfb145bcb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872786 Apr 20 13:40:45.643270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52912) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:45.653711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-897b4386-42d7-40c5-8fbf-ee4442348d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:45.655376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-897b4386-42d7-40c5-8fbf-ee4442348d07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 200 len: 898 time: 0.1230383 Apr 20 13:40:45.682952 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '9902e342-0fb0-4dec-97bd-5250cb47faad', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'port_id': '27c95cac-01c1-40af-870a-4116101e0453', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'mac_address': 'fa:16:3e:b5:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:40:44Z', 'updated_at': '2022-04-20T13:40:44Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:45.708212 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] Checking router: c5a99999-41b2-422e-9755-311e4b037844 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:40:45.716693 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:40:45.717286 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:40:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:45.753346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ef662617-49b8-487a-a35b-eedf304c8747 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/9902e342-0fb0-4dec-97bd-5250cb47faad HTTP/1.1" status: 200 len: 991 time: 0.1090171 Apr 20 13:40:45.759251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-0acca5fb-9a2d-4cd0-ba44-bfcbde904a6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 200 len: 999 time: 0.0773787 Apr 20 13:40:45.808349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-4aa2593a-d10e-4abf-9170-aded0e87a0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:45.809829 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-4aa2593a-d10e-4abf-9170-aded0e87a0c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfec4203-8929-4624-a74b-ee87e4077e80 HTTP/1.1" status: 200 len: 835 time: 0.0445857 Apr 20 13:40:45.819102 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:40:45.854510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-80bd763d-5340-4d69-86e2-2ea24e523c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:40:45.855984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-80bd763d-5340-4d69-86e2-2ea24e523c28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5efcc2c-1b15-4144-abec-440569df6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401232 Apr 20 13:40:46.048938 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '9902e342-0fb0-4dec-97bd-5250cb47faad', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'port_id': '27c95cac-01c1-40af-870a-4116101e0453', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'mac_address': 'fa:16:3e:b5:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:40:44Z', 'updated_at': '2022-04-20T13:40:44Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:40:46.076714 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089039e3-7d3b-473d-b354-ae5dfc5d821a None None] The sync data for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 is: [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '9902e342-0fb0-4dec-97bd-5250cb47faad', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.237', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'port_id': '27c95cac-01c1-40af-870a-4116101e0453', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'mac_address': 'fa:16:3e:b5:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:40:44Z', 'updated_at': '2022-04-20T13:40:44Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:40:46.278028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e34da2d-4e35-4fa0-a392-5ede8f84ed6d None None] New status for floating IP 9902e342-0fb0-4dec-97bd-5250cb47faad: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:40:46.290989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-277554c6-a189-4800-b18e-e2dccde0e602 service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281278 Apr 20 13:40:46.378263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-47d2d036-8e52-4bc1-8dde-057cb30f97b0 req-51fc63df-70c8-4838-bfe7-545e22ae812e service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810611 Apr 20 13:40:46.757198 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52914) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:40:46.821016 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a75c326e-0a0c-4948-bfaf-deeb9f34cc3a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/9902e342-0fb0-4dec-97bd-5250cb47faad HTTP/1.1" status: 200 len: 993 time: 0.0626044 Apr 20 13:40:49.500314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:54.111223 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:40:57.025335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:41:03.728649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0ff0414c-0698-4b57-9811-8065845b0c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:06.053281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9ca8cbe9-5aa4-4907-aa42-e8ab265dc733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:07.343834 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:08.703948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:09.012281 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:18.140394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8b0fc-80ee-4aea-aa07-b3823772f7c6 req-8c869554-8007-444c-b5ad-9fb23cf046b5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:18.141869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22f8b0fc-80ee-4aea-aa07-b3823772f7c6 req-8c869554-8007-444c-b5ad-9fb23cf046b5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0745738 Apr 20 13:41:18.144336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-2e6dd1a1-7ce0-47fb-81e7-060f6c4e4f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:18.145685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-2e6dd1a1-7ce0-47fb-81e7-060f6c4e4f40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0684271 Apr 20 13:41:18.225216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-22f8b0fc-80ee-4aea-aa07-b3823772f7c6 req-f3fa2e73-2921-4283-865e-683ec42738b5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765955 Apr 20 13:41:18.260778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-f1e266fb-917f-46cd-922c-70a73d24f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:18.262229 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-f1e266fb-917f-46cd-922c-70a73d24f430 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 200 len: 898 time: 0.1070907 Apr 20 13:41:18.331148 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-749154df-431b-4dcb-91c8-a895dcba4fc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 200 len: 1001 time: 0.0604022 Apr 20 13:41:18.377410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-9b779bee-2a51-47fa-948a-1ef65639abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:18.378791 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-9b779bee-2a51-47fa-948a-1ef65639abe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfec4203-8929-4624-a74b-ee87e4077e80 HTTP/1.1" status: 200 len: 835 time: 0.0413826 Apr 20 13:41:18.422368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-fb20ab1d-4cb4-4bc1-b3b6-80570c14f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:18.423782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-fb20ab1d-4cb4-4bc1-b3b6-80570c14f485 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5efcc2c-1b15-4144-abec-440569df6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381842 Apr 20 13:41:18.513256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-323aa293-3903-4e18-89d9-8d98e8c31fb8 service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828907 Apr 20 13:41:18.601434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-48cdb501-a837-42d2-b001-113b4bfabf2b req-7735df7a-95ab-474c-ad60-42594ec67258 service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815017 Apr 20 13:41:19.341569 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a137da4-822b-48ab-8c47-7a7701bd9ff0 req-152b497a-74a6-465b-a1ca-08685ab2ec86 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:19.343027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a137da4-822b-48ab-8c47-7a7701bd9ff0 req-152b497a-74a6-465b-a1ca-08685ab2ec86 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0487041 Apr 20 13:41:19.379731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a137da4-822b-48ab-8c47-7a7701bd9ff0 req-d48a00c1-8384-408c-b3e7-198303e870c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307956 Apr 20 13:41:19.518126 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:20.496182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9e398-81d4-48e8-8156-251fc374bcb8 req-c7f0b1f3-20bf-4132-b68e-f1bfb77f4297 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:20.497650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4f9e398-81d4-48e8-8156-251fc374bcb8 req-c7f0b1f3-20bf-4132-b68e-f1bfb77f4297 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0519989 Apr 20 13:41:20.535806 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b4f9e398-81d4-48e8-8156-251fc374bcb8 req-e0830d5e-184f-4c3b-8b9e-20c96b49bff2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322478 Apr 20 13:41:21.648794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580745a7-e08c-42b1-9545-2295add6df61 req-62ecd8ec-2be0-4541-b3f4-985f86d430bd tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:21.650272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-580745a7-e08c-42b1-9545-2295add6df61 req-62ecd8ec-2be0-4541-b3f4-985f86d430bd tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0481207 Apr 20 13:41:21.687099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-580745a7-e08c-42b1-9545-2295add6df61 req-b1e3fa5e-cfff-461f-9e81-326488d8b1aa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Apr 20 13:41:22.800155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a865de-476b-43e1-87cc-9ee19c4c2c76 req-1b8d41de-0a2e-489d-988e-ce12dae802b4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:22.801589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73a865de-476b-43e1-87cc-9ee19c4c2c76 req-1b8d41de-0a2e-489d-988e-ce12dae802b4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0483930 Apr 20 13:41:22.841006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-73a865de-476b-43e1-87cc-9ee19c4c2c76 req-871c72f2-ac1b-476c-86d8-3cd6a7b7fdac tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334589 Apr 20 13:41:23.959874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cdab1-c085-467d-94c1-ea928bb63453 req-b2e6c135-dbb0-42e8-9402-5285d1267de6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:23.961893 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e63cdab1-c085-467d-94c1-ea928bb63453 req-b2e6c135-dbb0-42e8-9402-5285d1267de6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0527349 Apr 20 13:41:23.999390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e63cdab1-c085-467d-94c1-ea928bb63453 req-64542789-2a4c-43d0-825e-c3bbf7d66316 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315242 Apr 20 13:41:24.111765 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:25.111778 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f51e52-5f47-4438-8283-0cc0e2cc01d7 req-5f5f3d8b-ae9e-4c2f-a5fc-1171cbddd571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:25.113227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58f51e52-5f47-4438-8283-0cc0e2cc01d7 req-5f5f3d8b-ae9e-4c2f-a5fc-1171cbddd571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0477009 Apr 20 13:41:25.149961 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58f51e52-5f47-4438-8283-0cc0e2cc01d7 req-f6fd3a07-10fd-40c4-8cfb-6f3e678bec13 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301085 Apr 20 13:41:26.264384 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94aa4-21bc-40bc-8c36-42478f2c03cf req-054a5c60-2b6f-4a23-a1b8-2d72fdaf9cb5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:26.265843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dca94aa4-21bc-40bc-8c36-42478f2c03cf req-054a5c60-2b6f-4a23-a1b8-2d72fdaf9cb5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0472476 Apr 20 13:41:26.303250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dca94aa4-21bc-40bc-8c36-42478f2c03cf req-20901966-7204-4b81-ab6d-c4999d324b92 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314746 Apr 20 13:41:27.419114 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27915e-3d0f-4e53-9a03-1822bfeefcef req-27b8a143-e7cf-4c06-93e3-4e16a16ccf38 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:27.420532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c27915e-3d0f-4e53-9a03-1822bfeefcef req-27b8a143-e7cf-4c06-93e3-4e16a16ccf38 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0511875 Apr 20 13:41:27.456695 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2c27915e-3d0f-4e53-9a03-1822bfeefcef req-1c8ec52a-7fba-43ce-9d14-b8be3340ee38 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302966 Apr 20 13:41:28.571347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de653931-03b0-4c98-b199-dc02730038df req-31eeb494-8aa1-4f14-bee7-137c3eea3c93 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:28.572797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de653931-03b0-4c98-b199-dc02730038df req-31eeb494-8aa1-4f14-bee7-137c3eea3c93 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0499315 Apr 20 13:41:28.609384 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-de653931-03b0-4c98-b199-dc02730038df req-ac317edf-129c-49c9-abf0-7498f6e4b186 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305703 Apr 20 13:41:29.726087 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5f1cd-0628-492e-8aee-3c9b7d6ea865 req-ea51d6aa-af08-4bf5-a23e-f2ef018a9473 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:29.727532 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9f5f1cd-0628-492e-8aee-3c9b7d6ea865 req-ea51d6aa-af08-4bf5-a23e-f2ef018a9473 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0482619 Apr 20 13:41:29.764934 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9f5f1cd-0628-492e-8aee-3c9b7d6ea865 req-45bba303-f0b4-438b-a9c3-c864096e4adf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314698 Apr 20 13:41:30.880979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef92a-0136-44ca-bfb3-ac0cdf67fc8d req-240370d1-514a-40b3-ad51-74a29470631b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:30.882439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b0ef92a-0136-44ca-bfb3-ac0cdf67fc8d req-240370d1-514a-40b3-ad51-74a29470631b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0520234 Apr 20 13:41:30.920609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8b0ef92a-0136-44ca-bfb3-ac0cdf67fc8d req-ce2b249f-d7da-43ee-87b6-b86d17ba8d66 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318127 Apr 20 13:41:32.036720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50de187-85c6-48c1-b2bf-54dc102bed4d req-551eadfe-407a-477e-8f0f-4b3c1b1a1a60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:32.038179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c50de187-85c6-48c1-b2bf-54dc102bed4d req-551eadfe-407a-477e-8f0f-4b3c1b1a1a60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0480938 Apr 20 13:41:32.075014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c50de187-85c6-48c1-b2bf-54dc102bed4d req-05d51a51-f416-4a22-a4b9-c69d58d6e599 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308733 Apr 20 13:41:32.391291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-04f30569-85c5-4f95-bae9-be8015b411d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:32.392736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-04f30569-85c5-4f95-bae9-be8015b411d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0396872 Apr 20 13:41:32.496754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-f5bed10c-a332-4951-bfea-6f84008524bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:32.498227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-f5bed10c-a332-4951-bfea-6f84008524bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 200 len: 898 time: 0.0857966 Apr 20 13:41:32.565608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-00b0883b-d242-48cc-9a79-abffa93deb3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 200 len: 1001 time: 0.0603068 Apr 20 13:41:32.619999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-a2c5148e-b9ea-45ea-afa6-f0cd22df68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:32.621410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-a2c5148e-b9ea-45ea-afa6-f0cd22df68b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfec4203-8929-4624-a74b-ee87e4077e80 HTTP/1.1" status: 200 len: 835 time: 0.0496776 Apr 20 13:41:32.667376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-5123c717-361e-411b-9238-d8f58f2a39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:32.668748 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-5123c717-361e-411b-9238-d8f58f2a39b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5efcc2c-1b15-4144-abec-440569df6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397274 Apr 20 13:41:32.754763 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-8a1fd7d5-d17c-469c-a038-0634622d482b service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790997 Apr 20 13:41:32.846812 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a565a52-b9e0-40c8-bb79-925b34af1e64 req-7932b875-9343-4966-97c3-88b21fd903ce service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860229 Apr 20 13:41:33.194000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad2ab-9adc-426d-94cd-8a245360f7d6 req-eb7993bc-1cf2-4040-b784-06aa260c54e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:33.196007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-990ad2ab-9adc-426d-94cd-8a245360f7d6 req-eb7993bc-1cf2-4040-b784-06aa260c54e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0493886 Apr 20 13:41:33.234583 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-990ad2ab-9adc-426d-94cd-8a245360f7d6 req-949b540d-9b69-4580-b83e-e770a5f9148f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325785 Apr 20 13:41:33.729051 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d5806ff6-9308-4e46-bada-3fe9b3537a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:34.024482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:41:34.349625 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f1f4a-035b-4950-86c2-a6a534a10174 req-83b012f2-b850-4f5f-b7ce-d0eb5da159f0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:34.351009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-282f1f4a-035b-4950-86c2-a6a534a10174 req-83b012f2-b850-4f5f-b7ce-d0eb5da159f0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0477633 Apr 20 13:41:34.389182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-282f1f4a-035b-4950-86c2-a6a534a10174 req-a2925c66-818f-4622-a010-1652c2106bef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316939 Apr 20 13:41:35.506172 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f54df-46be-417b-83d2-d0dc883a9e3e req-41478314-1187-4b60-a2b1-7541a93307ee tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:41:35.507641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d2f54df-46be-417b-83d2-d0dc883a9e3e req-41478314-1187-4b60-a2b1-7541a93307ee tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Apr 20 13:41:35.546419 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5d2f54df-46be-417b-83d2-d0dc883a9e3e req-2d0f720b-8ad3-4777-a907-d4becfe1335a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322895 Apr 20 13:41:35.567891 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52962) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:41:35.627385 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8e41c95b-4acd-4056-b6ca-f557648278aa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/9902e342-0fb0-4dec-97bd-5250cb47faad HTTP/1.1" status: 200 len: 993 time: 0.0584018 Apr 20 13:41:36.053624 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dfabec2d-fc7e-4181-8c7c-748ecc61191c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:37.346811 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:38.706119 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:39.015952 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:49.530367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:41:54.112933 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:03.730742 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9263a204-49aa-40d7-9472-5d9af2c56129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.055728 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a04e06e-d9f2-448a-9c5e-16663d029880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.321471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52974) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:06.477874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 6cfb15ad-5298-4bb9-b6b6-9678a42a4eb5 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:42:06.478214 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.551877 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.552192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.564495 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 6cfb15ad-5298-4bb9-b6b6-9678a42a4eb5 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:42:06.708035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.731977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=6cfb15ad-5298-4bb9-b6b6-9678a42a4eb5,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:06.743389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.744224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.744563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.744896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.745221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.745549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.745898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.746223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.746547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.746877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.747195 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.747514 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:06.803255 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:06.803576 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP 9902e342-0fb0-4dec-97bd-5250cb47faad disassociated (deleted). External IP: 172.25.3.237, port: 27c95cac-01c1-40af-870a-4116101e0453. Apr 20 13:42:07.002770 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c5a99999-41b2-422e-9755-311e4b037844 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:42:07.106549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:42:07.111105 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.115482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] Sync routers for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:42:07.126974 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:07.127574 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:07.140738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3aa804a4-aaa3-4b9c-afb2-b8e4dd95053c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/floatingips/9902e342-0fb0-4dec-97bd-5250cb47faad HTTP/1.1" status: 204 len: 168 time: 0.8177283 Apr 20 13:42:07.141315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'tag': '27c95cac-01c1-40af-870a-4116101e0453'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:07.143569 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878bb7a-4193-4386-a82e-b2a1d6c468bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "tag": "27c95cac-01c1-40af-870a-4116101e0453"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:07.183061 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af7411f-952f-45b3-bf16-fb02e93d6f3d x-openstack-request-id: req-5af7411f-952f-45b3-bf16-fb02e93d6f3d {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:07.183865 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "tag": "27c95cac-01c1-40af-870a-4116101e0453", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:07.183865 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5af7411f-952f-45b3-bf16-fb02e93d6f3d {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:07.184194 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af7411f-952f-45b3-bf16-fb02e93d6f3d'] response: {'name': 'network-changed', 'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'tag': '27c95cac-01c1-40af-870a-4116101e0453', 'status': 'completed', 'code': 200} Apr 20 13:42:07.247029 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:07.248712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-b1d67c64-8df1-4889-9371-de85b53b9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:07.250247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-b1d67c64-8df1-4889-9371-de85b53b9aad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 1096 time: 0.0448027 Apr 20 13:42:07.350248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:07.383301 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-da9313eb-bc08-42bf-a84f-40fe57978525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:07.384801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-da9313eb-bc08-42bf-a84f-40fe57978525 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 200 len: 898 time: 0.1218967 Apr 20 13:42:07.397555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3968de8-4a48-434d-a50b-4f0d61991609 req-2f6d1fff-4a05-4735-ab06-dcbd291b10fa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:07.399101 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3968de8-4a48-434d-a50b-4f0d61991609 req-2f6d1fff-4a05-4735-ab06-dcbd291b10fa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0758979 Apr 20 13:42:07.454172 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-73f31aaa-6fb4-4364-ab3e-eaff8b92989a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 200 len: 217 time: 0.0540676 Apr 20 13:42:07.500920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e3968de8-4a48-434d-a50b-4f0d61991609 req-4b7bcf0e-9347-497b-a30d-591c8f13b765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875120 Apr 20 13:42:07.523489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-33be971e-198d-48dc-84c5-fbe4a212061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:07.526210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-33be971e-198d-48dc-84c5-fbe4a212061a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfec4203-8929-4624-a74b-ee87e4077e80 HTTP/1.1" status: 200 len: 835 time: 0.0644054 Apr 20 13:42:07.553492 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:07.576682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-94ce178a-b535-4055-bc7e-052f5582a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:07.578184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-94ce178a-b535-4055-bc7e-052f5582a8a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5efcc2c-1b15-4144-abec-440569df6c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452523 Apr 20 13:42:07.579491 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] Checking router: c5a99999-41b2-422e-9755-311e4b037844 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:42:07.588151 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:07.588749 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:07.668435 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-4d04d6d3-7dca-4723-8307-3e4ed232d0ed service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820334 Apr 20 13:42:07.693918 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:07.772225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7878bb7a-4193-4386-a82e-b2a1d6c468bc req-b93e1e20-d838-4d18-81bd-8070715a40ce service neutron] 10.222.0.37 "GET /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965014 Apr 20 13:42:07.903206 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:07.930896 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042ad385-9500-48e9-9e06-bf07822999c7 None None] The sync data for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 is: [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '2ae02dfa-b491-4c15-8aa0-030765164496', 'name': '', 'network_id': 'd5efcc2c-1b15-4144-abec-440569df6c3a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:e5:8e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_interface', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:26Z', 'updated_at': '2022-04-20T13:40:29Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': 'dfec4203-8929-4624-a74b-ee87e4077e80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:42:08.174690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60851c79-813e-4e22-84d4-9617920cbe0d None None] New status for floating IP 9902e342-0fb0-4dec-97bd-5250cb47faad: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:42:08.621910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8b6db-eb47-4285-8605-6fb15ec07bb8 req-ef9f162c-8102-43b5-83df-9b71621ff21a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.623364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abe8b6db-eb47-4285-8605-6fb15ec07bb8 req-ef9f162c-8102-43b5-83df-9b71621ff21a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0491512 Apr 20 13:42:08.660874 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-abe8b6db-eb47-4285-8605-6fb15ec07bb8 req-3838c86f-9751-4241-b6d6-d299f2305248 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1ac15a-d5c4-4099-a312-b405f2b888b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314448 Apr 20 13:42:08.708192 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:08.781735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-48f1ee46-965f-4c08-af6f-7ec267337e8d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:08.783157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-48f1ee46-965f-4c08-af6f-7ec267337e8d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac4017f7-1984-48fd-8525-5aac4c07e2f1 HTTP/1.1" status: 200 len: 945 time: 0.0473182 Apr 20 13:42:08.873581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 27c95cac-01c1-40af-870a-4116101e0453 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:42:08.873955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:08.959673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 27c95cac-01c1-40af-870a-4116101e0453, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=27c95cac-01c1-40af-870a-4116101e0453,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:08.959954 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:08.972999 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 27c95cac-01c1-40af-870a-4116101e0453 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:42:09.018118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:09.101061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:09.130519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=27c95cac-01c1-40af-870a-4116101e0453,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:09.170505 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] No DVR routers for this DVR port 27c95cac-01c1-40af-870a-4116101e0453 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:42:09.173069 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:09.176287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f118cae4-cb47-4b32-a99e-f9baa0e70cbf req-fd081b6a-9e25-4d17-b3a9-41d4b59bb2a6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "DELETE /v2.0/ports/27c95cac-01c1-40af-870a-4116101e0453 HTTP/1.1" status: 204 len: 173 time: 0.3860695 Apr 20 13:42:09.184923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'name': 'network-vif-deleted', 'tag': '27c95cac-01c1-40af-870a-4116101e0453'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:09.187356 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f3497-b251-495a-b99f-25adef68197c" -d '{"events": [{"server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "name": "network-vif-deleted", "tag": "27c95cac-01c1-40af-870a-4116101e0453"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:09.224419 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ff0fd9-f350-48e9-92aa-8821ca6b827c x-openstack-request-id: req-c9ff0fd9-f350-48e9-92aa-8821ca6b827c {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:09.224713 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4017f7-1984-48fd-8525-5aac4c07e2f1", "name": "network-vif-deleted", "tag": "27c95cac-01c1-40af-870a-4116101e0453", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:09.224968 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9ff0fd9-f350-48e9-92aa-8821ca6b827c {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:09.225372 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9ff0fd9-f350-48e9-92aa-8821ca6b827c'] response: {'server_uuid': 'ac4017f7-1984-48fd-8525-5aac4c07e2f1', 'name': 'network-vif-deleted', 'tag': '27c95cac-01c1-40af-870a-4116101e0453', 'status': 'completed', 'code': 200} Apr 20 13:42:09.716214 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52988) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:10.070879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:10.321146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 2ae02dfa-b491-4c15-8aa0-030765164496 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:42:10.321441 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:10.409405 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 2ae02dfa-b491-4c15-8aa0-030765164496, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2ae02dfa-b491-4c15-8aa0-030765164496,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:10.409797 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:10.421861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 2ae02dfa-b491-4c15-8aa0-030765164496 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:42:10.600835 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:10.632063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=2ae02dfa-b491-4c15-8aa0-030765164496,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:10.798858 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.024019 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:42:11.326708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c5a99999-41b2-422e-9755-311e4b037844 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:42:11.430181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:42:11.435702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e75efc57-769e-44a7-8a2e-cec4f4e1e41c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/c5a99999-41b2-422e-9755-311e4b037844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7184784 Apr 20 13:42:11.438362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52990) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:11.440903 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] Sync routers for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:42:11.450255 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:11.450854 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:11.487488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting subnet dfec4203-8929-4624-a74b-ee87e4077e80 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:42:11.490707 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.534627 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.555137 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:11.624218 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.684113 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.711244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Subnet': ['ID=dfec4203-8929-4624-a74b-ee87e4077e80,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:11.713724 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.716780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5533085c-0e9f-4880-a8b0-28aa8e70d34b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/subnets/dfec4203-8929-4624-a74b-ee87e4077e80 HTTP/1.1" status: 204 len: 168 time: 0.2774973 Apr 20 13:42:11.719368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52992) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:11.724743 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb28c1b-f52a-4c13-a98a-9cf6284c9837 None None] Network d5efcc2c-1b15-4144-abec-440569df6c3a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:42:11.737022 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:42:10Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:11.767774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] Checking router: c5a99999-41b2-422e-9755-311e4b037844 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:42:11.776650 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] Routers {'c5a99999-41b2-422e-9755-311e4b037844'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:11.777268 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c5a99999-41b2-422e-9755-311e4b037844'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:11.828445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.894258 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] Set router c5a99999-41b2-422e-9755-311e4b037844 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:11.925035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] DHCP port deletion for d5efcc2c-1b15-4144-abec-440569df6c3a request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:42:11.946145 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:11.975380 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Deleting port 171a2058-46c7-4e3f-b916-1e26cbaeae58 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:42:11.975780 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.004801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port d76a0f96-48dc-482d-93b0-a3ac992f50df {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:42:12.005154 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.044840 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] For port 171a2058-46c7-4e3f-b916-1e26cbaeae58, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=171a2058-46c7-4e3f-b916-1e26cbaeae58,segment=NetworkSegment(ac9b4524-b005-40b8-86cd-80214be4a9fc),segment_id=ac9b4524-b005-40b8-86cd-80214be4a9fc)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:12.045264 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.059106 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Calling delete_port for 171a2058-46c7-4e3f-b916-1e26cbaeae58 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:42:12.080505 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:42:10Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:12.091710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port d76a0f96-48dc-482d-93b0-a3ac992f50df, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=d76a0f96-48dc-482d-93b0-a3ac992f50df,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:12.092082 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.105183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for d76a0f96-48dc-482d-93b0-a3ac992f50df owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:42:12.106913 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c17fb72-e93f-4299-b630-1e4026301e58 None None] The sync data for ids ['c5a99999-41b2-422e-9755-311e4b037844'] in n-d-838550-2 is: [{'id': 'c5a99999-41b2-422e-9755-311e4b037844', 'name': 'tempest-TestNetworkAdvancedServerOps-router-487383011', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:40:23Z', 'updated_at': '2022-04-20T13:42:10Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'd76a0f96-48dc-482d-93b0-a3ac992f50df', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a99999-41b2-422e-9755-311e4b037844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:40:24Z', 'updated_at': '2022-04-20T13:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:42:12.146820 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.172481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Pushing event deleted for resources: {'Port': ['ID=171a2058-46c7-4e3f-b916-1e26cbaeae58,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:12.176470 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] No DVR routers for this DVR port 171a2058-46c7-4e3f-b916-1e26cbaeae58 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:42:12.182968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.183308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.187677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffabea92-c569-43b8-acd4-0113c1905866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:12.288191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.314795 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=d76a0f96-48dc-482d-93b0-a3ac992f50df,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:12.372000 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.437179 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 27c95cac-01c1-40af-870a-4116101e0453 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:42:12.461573 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 27c95cac-01c1-40af-870a-4116101e0453 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:42:12.461949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 27c95cac-01c1-40af-870a-4116101e0453 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:42:12.475269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.477495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.523400 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.524071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Fanout notify agent at l3_agent the message router_deleted on router c5a99999-41b2-422e-9755-311e4b037844 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:42:12.531033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.532160 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4eeb8cf7-bd62-48d4-8574-4ea9d49514af tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/routers/c5a99999-41b2-422e-9755-311e4b037844 HTTP/1.1" status: 204 len: 168 time: 0.8118882 Apr 20 13:42:12.534905 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 52994) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:12.611401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.702784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.723810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5efcc2c-1b15-4144-abec-440569df6c3a']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:12.734039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9b4524-b005-40b8-86cd-80214be4a9fc') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:12.734333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9b4524-b005-40b8-86cd-80214be4a9fc') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:12.744577 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.760112 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.765954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:42:12.766342 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:42:12.769190 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:42:12.830217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.835746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.838900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/networks/d5efcc2c-1b15-4144-abec-440569df6c3a HTTP/1.1" status: 204 len: 168 time: 0.3030229 Apr 20 13:42:12.841786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 52996) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:12.853821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd291f-15cc-4fff-b3ef-41c6235bada9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Network': ['ID=d5efcc2c-1b15-4144-abec-440569df6c3a,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:12.904526 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.931060 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.990177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.992675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:12.994617 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/security-groups/3f1ac15a-d5c4-4099-a312-b405f2b888b6 HTTP/1.1" status: 204 len: 168 time: 0.1509674 Apr 20 13:42:13.004041 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1ac15a-d5c4-4099-a312-b405f2b888b6,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:13.012722 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.013077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.013422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.013790 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.014127 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.014518 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.014854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.015197 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.015552 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.015884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.016212 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.016695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd2049-61db-4898-b6ba-aaa20a37dfb0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:13.336592 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53004) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:13.341548 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-098077fa-624e-4439-9d65-bf7e9a4f576f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886851587', 'description': 'tempest-secgroup-smoke-886851587 description', 'project_id': 'd98035024175401caa86c551eea5ca6a'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:13.362636 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-098077fa-624e-4439-9d65-bf7e9a4f576f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.425700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-098077fa-624e-4439-9d65-bf7e9a4f576f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.429123 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-098077fa-624e-4439-9d65-bf7e9a4f576f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.451284 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-098077fa-624e-4439-9d65-bf7e9a4f576f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.452459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-098077fa-624e-4439-9d65-bf7e9a4f576f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1148958 Apr 20 13:42:13.455481 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53006) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:13.460191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098077fa-624e-4439-9d65-bf7e9a4f576f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70232b32-afd7-49bf-956c-b7b255f81b35,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:13.460665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-f992ad1c-312e-449e-9cf1-2b8341165060 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '70232b32-afd7-49bf-956c-b7b255f81b35', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:13.492422 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f992ad1c-312e-449e-9cf1-2b8341165060 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.539903 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f992ad1c-312e-449e-9cf1-2b8341165060 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.543841 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f992ad1c-312e-449e-9cf1-2b8341165060 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.560819 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f992ad1c-312e-449e-9cf1-2b8341165060 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0cfe8b6-6b94-4c48-9c0e-72d2edf71678,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:13.568896 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f992ad1c-312e-449e-9cf1-2b8341165060 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.573389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53008) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:13.573576 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f992ad1c-312e-449e-9cf1-2b8341165060 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168749 Apr 20 13:42:13.577937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6e0f00f1-8a84-418c-b611-8274d49ab4f7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '70232b32-afd7-49bf-956c-b7b255f81b35', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:13.603746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e0f00f1-8a84-418c-b611-8274d49ab4f7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.654130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2ae02dfa-b491-4c15-8aa0-030765164496 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:42:13.662991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e0f00f1-8a84-418c-b611-8274d49ab4f7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.666685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e0f00f1-8a84-418c-b611-8274d49ab4f7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.674534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2ae02dfa-b491-4c15-8aa0-030765164496 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:42:13.674877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2ae02dfa-b491-4c15-8aa0-030765164496 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:42:13.675281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d76a0f96-48dc-482d-93b0-a3ac992f50df no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:42:13.686835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f00f1-8a84-418c-b611-8274d49ab4f7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a384a4a2-2dea-4308-9502-f3b41c959505,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:13.692686 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6e0f00f1-8a84-418c-b611-8274d49ab4f7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.697199 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6e0f00f1-8a84-418c-b611-8274d49ab4f7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197400 Apr 20 13:42:13.697330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: d76a0f96-48dc-482d-93b0-a3ac992f50df {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:42:13.697330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device d76a0f96-48dc-482d-93b0-a3ac992f50df not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:42:13.697330 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 171a2058-46c7-4e3f-b916-1e26cbaeae58 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:42:13.698396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53010) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:13.702633 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4b482961-8306-4299-946b-39d2dc471952 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '70232b32-afd7-49bf-956c-b7b255f81b35', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:13.714796 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 171a2058-46c7-4e3f-b916-1e26cbaeae58 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:42:13.715147 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 171a2058-46c7-4e3f-b916-1e26cbaeae58 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:42:13.727799 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b482961-8306-4299-946b-39d2dc471952 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.784053 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b482961-8306-4299-946b-39d2dc471952 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.787663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b482961-8306-4299-946b-39d2dc471952 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.807163 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b482961-8306-4299-946b-39d2dc471952 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2ceac0-132f-458f-bc6a-6cb7dcb3a002,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:13.815179 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4b482961-8306-4299-946b-39d2dc471952 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.816410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4b482961-8306-4299-946b-39d2dc471952 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170399 Apr 20 13:42:13.819036 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53012) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:13.823756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2e1532aa-c103-4f6e-a42f-4b42b331cda1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '70232b32-afd7-49bf-956c-b7b255f81b35', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:13.847443 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e1532aa-c103-4f6e-a42f-4b42b331cda1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.904401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e1532aa-c103-4f6e-a42f-4b42b331cda1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.907923 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e1532aa-c103-4f6e-a42f-4b42b331cda1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.926229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1532aa-c103-4f6e-a42f-4b42b331cda1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad71bd0-fcb2-461c-8704-d163083c4113,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:13.930503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2e1532aa-c103-4f6e-a42f-4b42b331cda1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:13.932276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2e1532aa-c103-4f6e-a42f-4b42b331cda1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122563 Apr 20 13:42:13.934937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53014) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:13.939248 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '70232b32-afd7-49bf-956c-b7b255f81b35', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:13.959155 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:42:13.964477 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.022210 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.026062 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.040420 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643ebd6c-b488-4626-b05a-9c4bf73fc7c6,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:14.051437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.052243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1a5d7c0d-0e9b-48de-98df-844c5a9c9f49 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163812 Apr 20 13:42:14.055041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53016) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:14.059385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '70232b32-afd7-49bf-956c-b7b255f81b35', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:14.078630 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:42:14.083310 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.142333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.145488 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.162024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53820b0-1245-4c2d-a876-2ba6224a8516,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:14.170014 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.171180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2353948c-f920-427d-a4de-0898b05e40f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152034 Apr 20 13:42:14.173966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53018) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:14.178936 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'network': {'name': 'tempest-network-smoke--1486264506', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:14.196837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:42:14.200125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.223648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:42:14.232742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.233136 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Added segment d27d6b34-72ec-4f7e-920a-1e41e6523ef6 of type vlan for network 83138798-0e97-4578-9474-25d8c5606f01 Apr 20 13:42:14.273350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.297693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.303252 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:14.303829 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.362872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1876805 Apr 20 13:42:14.365461 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53020) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:14.369637 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'admin_state_up': True, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:14.383898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e645e-9f6e-416b-9dc1-63d50f7e8ac5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Network': ['ID=83138798-0e97-4578-9474-25d8c5606f01,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:14.395108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 83138798-0e97-4578-9474-25d8c5606f01 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:42:14.399539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.401207 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.456866 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.594246 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.785030 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.803621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:14.908662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.133 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/4e9f28ab-1a24-4b30-bc48-5e16ac295261) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:15.007725 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:15.040709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:15.074880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:15.077577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:15.083246 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:15.115561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=4e9f28ab-1a24-4b30-bc48-5e16ac295261,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:15.335631 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:15.527979 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:15.969509 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router a5784151-62e6-4ab7-ba8f-7856c98c28d7 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:42:16.079557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:42:16.100679 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.101996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-49ad0c01-cb97-4141-afe7-15feda0f2e43 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7355936 Apr 20 13:42:16.105759 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53022) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:16.136188 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e830bef0-e966-486f-a7ae-6566f76c9e87 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d98035024175401caa86c551eea5ca6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292525 Apr 20 13:42:16.138833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53024) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:16.208759 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Sync routers for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:42:16.219274 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:16.219927 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:16.228057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f4463a-ece9-460f-b01e-b76266482ca5 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:16.230171 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c9f4463a-ece9-460f-b01e-b76266482ca5 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903964 Apr 20 13:42:16.232984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53026) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:16.260938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4dfd93eb-f557-4986-b6e2-23559a01301b tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268142 Apr 20 13:42:16.263375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53028) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:16.267973 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-972798699', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:16.329837 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:16.360528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:42:16.364073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.553525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.612875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Subnet': ['ID=92a357ff-293c-4729-b9e9-2b0f4eb90a11,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:16.621425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Checking segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:42:16.621815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network hostable DHCP agents. Network: 83138798-0e97-4578-9474-25d8c5606f01, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:42:16.639355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 83138798-0e97-4578-9474-25d8c5606f01 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:42:16.647765 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 83138798-0e97-4578-9474-25d8c5606f01) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:16.652837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:16.653688 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.659408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f02c2-d3ea-45c4-86ca-e4901ca4f260 None None] Network 83138798-0e97-4578-9474-25d8c5606f01 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:42:16.669585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2bfb5907-9361-4808-a65a-90ac99545709 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4052303 Apr 20 13:42:16.672292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53030) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:16.735364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:15Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:16.772513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Checking router: a5784151-62e6-4ab7-ba8f-7856c98c28d7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:42:16.772865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Updating router a5784151-62e6-4ab7-ba8f-7856c98c28d7 port 4e9f28ab-1a24-4b30-bc48-5e16ac295261 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:42:16.819484 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:16.930370 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-83138798-0e97-4578-9474-25d8c5606f01', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:42:16.931209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.100174 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.158161 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Allocated IP 172.20.0.2 (83138798-0e97-4578-9474-25d8c5606f01/92a357ff-293c-4729-b9e9-2b0f4eb90a11/55600215-35fd-4e6c-abfb-40d0cb54412f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:17.273202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.284270 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.352236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Attempting to bind port 4e9f28ab-1a24-4b30-bc48-5e16ac295261 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:42:17.352531 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Attempting to bind port 4e9f28ab-1a24-4b30-bc48-5e16ac295261 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:42:17.352888 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Attempting to bind port 4e9f28ab-1a24-4b30-bc48-5e16ac295261 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:42:17.363016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ae6f4-ea6e-4a68-bb94-405ef2bdd2b1 None None] Pushing event updated for resources: {'Port': ['ID=4e9f28ab-1a24-4b30-bc48-5e16ac295261,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:17.382285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:42:17.382661 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:42:17.383060 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.383444 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:42:17.383906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Bound port: 4e9f28ab-1a24-4b30-bc48-5e16ac295261, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:42:17.384285 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.438183 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.452968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.457494 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] For port 4e9f28ab-1a24-4b30-bc48-5e16ac295261, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:42:17.461820 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] For port 4e9f28ab-1a24-4b30-bc48-5e16ac295261, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4e9f28ab-1a24-4b30-bc48-5e16ac295261,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:42:17.485732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.508749 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Network 83138798-0e97-4578-9474-25d8c5606f01 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:17.513220 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.1 (83138798-0e97-4578-9474-25d8c5606f01/92a357ff-293c-4729-b9e9-2b0f4eb90a11/b95e9232-6874-402c-a1b6-817ebc03c491) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:17.514512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:17.516071 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Pushing event updated for resources: {'Port': ['ID=55600215-35fd-4e6c-abfb-40d0cb54412f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:17.520134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:17.582407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:17.583040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:17.638587 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.654448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ae6f4-ea6e-4a68-bb94-405ef2bdd2b1 None None] Pushing event updated for resources: {'Port': ['ID=4e9f28ab-1a24-4b30-bc48-5e16ac295261,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:17.659060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Attempting to bind port 55600215-35fd-4e6c-abfb-40d0cb54412f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:42:17.659439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Attempting to bind port 55600215-35fd-4e6c-abfb-40d0cb54412f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:42:17.659799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Attempting to bind port 55600215-35fd-4e6c-abfb-40d0cb54412f on network 83138798-0e97-4578-9474-25d8c5606f01 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:42:17.670385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:42:17.670758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Checking segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:42:17.671158 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.671554 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Bound using segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:42:17.672023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Bound port: 55600215-35fd-4e6c-abfb-40d0cb54412f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:42:17.672390 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.673928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.709445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 83138798-0e97-4578-9474-25d8c5606f01 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:17.712426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:17.719744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:17.755015 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=b95e9232-6874-402c-a1b6-817ebc03c491,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:17.769652 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:17.772685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.833873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] For port 55600215-35fd-4e6c-abfb-40d0cb54412f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:42:17.879678 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] For port 55600215-35fd-4e6c-abfb-40d0cb54412f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=55600215-35fd-4e6c-abfb-40d0cb54412f,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:42:17.885352 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.902689 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:17.971257 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed96d4-64c5-4fe7-8544-3cd62970ceaf None None] Pushing event updated for resources: {'Port': ['ID=55600215-35fd-4e6c-abfb-40d0cb54412f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:18.022500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:15Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:18.051486 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a40ae1-64a8-4933-b4b4-e7f18de94cd1 None None] The sync data for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 is: [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:15Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:42:18.223098 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:18.228740 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:18.318829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=b95e9232-6874-402c-a1b6-817ebc03c491,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:18.323448 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:18.420848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 83138798-0e97-4578-9474-25d8c5606f01 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:18.423281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:18.542672 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router a5784151-62e6-4ab7-ba8f-7856c98c28d7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:42:18.657711 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:42:18.665517 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-517e7666-a4ea-4256-910d-2afdea543df5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/a5784151-62e6-4ab7-ba8f-7856c98c28d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9922028 Apr 20 13:42:18.812292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-cc61ee75-fefe-470a-8bd8-402138933a37 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886851587&fields=id&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 267 time: 0.0365329 Apr 20 13:42:18.939072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-3fb87b62-e29e-4ee9-96ba-dfc02341ce3c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:18.940611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-3fb87b62-e29e-4ee9-96ba-dfc02341ce3c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 797 time: 0.1213701 Apr 20 13:42:18.956717 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-f2da512b-02af-4a96-8d04-6d34dbb44a60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/quotas/d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 375 time: 0.0100107 Apr 20 13:42:18.981056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff80aa3-2875-444e-a2ae-7edafdf83660 None None] Network 83138798-0e97-4578-9474-25d8c5606f01 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:42:19.012774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-f167adf0-1972-4b8e-910d-60ea82829b50 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499306 Apr 20 13:42:19.028557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-e365cd38-2ec7-4007-9590-8fa1cb0493aa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:42:19.029519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-e365cd38-2ec7-4007-9590-8fa1cb0493aa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053298 Apr 20 13:42:19.093943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-52dcf310-969e-4938-9973-9c211c92b6c9 None None] Provisioning complete for port 55600215-35fd-4e6c-abfb-40d0cb54412f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:19.094310 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52dcf310-969e-4938-9973-9c211c92b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.127438 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-71b1491d-aa0b-4564-b526-4b96effda3a1 service neutron] 10.222.0.24 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915630 Apr 20 13:42:19.214702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52dcf310-969e-4938-9973-9c211c92b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.219766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-4d798d8c-4b75-4be5-bf7e-347cda5c2738 service neutron] 10.222.0.24 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Apr 20 13:42:19.248460 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-52dcf310-969e-4938-9973-9c211c92b6c9 None None] For port 55600215-35fd-4e6c-abfb-40d0cb54412f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=55600215-35fd-4e6c-abfb-40d0cb54412f,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:19.254288 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-52dcf310-969e-4938-9973-9c211c92b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.304864 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcf310-969e-4938-9973-9c211c92b6c9 None None] Pushing event updated for resources: {'Port': ['ID=55600215-35fd-4e6c-abfb-40d0cb54412f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:19.404808 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f21afd49-cc32-437b-8c5a-dc45b5a9b660 req-aef78246-d479-464e-ac96-b217c5559246 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 210 time: 0.0310593 Apr 20 13:42:19.477936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7600e18e-0c73-4985-9990-10c6c752661b None None] Provisioning complete for port 55600215-35fd-4e6c-abfb-40d0cb54412f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:19.478340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7600e18e-0c73-4985-9990-10c6c752661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.534350 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.711836 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Sync routers for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:42:19.731907 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:19.732535 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:19.732747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e9f28ab-1a24-4b30-bc48-5e16ac295261 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:42:19.790253 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7600e18e-0c73-4985-9990-10c6c752661b None None] Provisioning complete for port b95e9232-6874-402c-a1b6-817ebc03c491 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:19.790625 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7600e18e-0c73-4985-9990-10c6c752661b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.827567 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4e9f28ab-1a24-4b30-bc48-5e16ac295261 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:19.827935 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.831989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7600e18e-0c73-4985-9990-10c6c752661b None None] Port b95e9232-6874-402c-a1b6-817ebc03c491 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:42:19.844107 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:19.908077 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.928496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 4e9f28ab-1a24-4b30-bc48-5e16ac295261, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4e9f28ab-1a24-4b30-bc48-5e16ac295261,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:19.934717 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:19.935585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 55600215-35fd-4e6c-abfb-40d0cb54412f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:42:20.017395 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bfaac9b2-2bb6-4ce4-bbc5-b3e6854a44e8 None None] Provisioning complete for port b95e9232-6874-402c-a1b6-817ebc03c491 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:20.018103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bfaac9b2-2bb6-4ce4-bbc5-b3e6854a44e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.055120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=4e9f28ab-1a24-4b30-bc48-5e16ac295261,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:20.075563 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bfaac9b2-2bb6-4ce4-bbc5-b3e6854a44e8 None None] Port b95e9232-6874-402c-a1b6-817ebc03c491 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:42:20.077047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 55600215-35fd-4e6c-abfb-40d0cb54412f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:20.077419 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.141314 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:18Z', 'revision_number': 2, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:20.167022 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Checking router: a5784151-62e6-4ab7-ba8f-7856c98c28d7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:42:20.167372 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Updating router a5784151-62e6-4ab7-ba8f-7856c98c28d7 port b95e9232-6874-402c-a1b6-817ebc03c491 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:42:20.191001 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.456993 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.462222 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.487650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ef4bae44-42a8-4a6c-9a7c-1b522f7c0bc8 req-a6e12a28-3b19-481a-93c9-7760b91eb924 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 210 time: 0.0281801 Apr 20 13:42:20.518050 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Pushing event updated for resources: {'Port': ['ID=b95e9232-6874-402c-a1b6-817ebc03c491,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:20.543923 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.544266 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.544605 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.544938 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.545268 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.545595 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.545944 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.546268 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.546590 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.546915 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.547240 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.547559 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:42:20.579896 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Attempting to bind port b95e9232-6874-402c-a1b6-817ebc03c491 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:42:20.580258 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Attempting to bind port b95e9232-6874-402c-a1b6-817ebc03c491 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:42:20.580618 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Attempting to bind port b95e9232-6874-402c-a1b6-817ebc03c491 on network 83138798-0e97-4578-9474-25d8c5606f01 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:42:20.585906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:42:20.586272 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Checking segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:42:20.586674 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.587054 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Bound using segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:42:20.587509 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Bound port: b95e9232-6874-402c-a1b6-817ebc03c491, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:42:20.587912 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.654321 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] For port b95e9232-6874-402c-a1b6-817ebc03c491, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:42:20.657896 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] For port b95e9232-6874-402c-a1b6-817ebc03c491, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b95e9232-6874-402c-a1b6-817ebc03c491,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:42:20.662057 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.698755 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-959951fd-9676-4796-815e-068b73f96b89 None None] Provisioning complete for port b95e9232-6874-402c-a1b6-817ebc03c491 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:20.699419 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959951fd-9676-4796-815e-068b73f96b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.718907 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c2e9c-ea5d-4007-8a19-56fec4823f88 None None] Pushing event updated for resources: {'Port': ['ID=b95e9232-6874-402c-a1b6-817ebc03c491,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:20.721513 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:20.722304 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:20.797955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959951fd-9676-4796-815e-068b73f96b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.832321 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-959951fd-9676-4796-815e-068b73f96b89 None None] For port b95e9232-6874-402c-a1b6-817ebc03c491, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b95e9232-6874-402c-a1b6-817ebc03c491,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:20.834618 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:20.836788 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-959951fd-9676-4796-815e-068b73f96b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:20.886857 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959951fd-9676-4796-815e-068b73f96b89 None None] Pushing event updated for resources: {'Port': ['ID=b95e9232-6874-402c-a1b6-817ebc03c491,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:20.956346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-0948533d-1d87-4264-9981-8a7dfacd254c None None] Provisioning complete for port b95e9232-6874-402c-a1b6-817ebc03c491 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:20.956725 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0948533d-1d87-4264-9981-8a7dfacd254c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:21.035738 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:21.065283 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c11f87-79c3-4262-bfe1-997cab21716e None None] The sync data for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 is: [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:42:21.581523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da035393-3dfa-477a-9965-2b2034fe821a req-ef72edfb-6a26-4400-9581-7203c0ae4b23 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 210 time: 0.0335677 Apr 20 13:42:21.721968 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b95e9232-6874-402c-a1b6-817ebc03c491 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:42:21.772356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port b95e9232-6874-402c-a1b6-817ebc03c491 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:21.772731 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:21.856247 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e9f28ab-1a24-4b30-bc48-5e16ac295261 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:42:21.903767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4e9f28ab-1a24-4b30-bc48-5e16ac295261 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:21.904038 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:22.662737 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f917fd01-0ac7-4feb-9800-5b5104c4f3f6 req-96687626-b8af-4329-867e-26258e7126ce tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 210 time: 0.0260746 Apr 20 13:42:23.754615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-047ab825-3dc8-4090-bc55-4fba8cc8a040 req-ff44327a-6878-48fc-b422-bdf4df4a3608 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 210 time: 0.0255775 Apr 20 13:42:24.110400 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:24.418485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-2743ecc4-efd7-46fb-af7d-646467543064 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:24.419817 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-2743ecc4-efd7-46fb-af7d-646467543064 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 797 time: 0.1001389 Apr 20 13:42:24.466725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-06915b82-72fb-40b3-ba73-0c4d165bc165 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 379 time: 0.0379958 Apr 20 13:42:24.475964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'port': {'device_id': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'admin_state_up': True, 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'security_groups': ['70232b32-afd7-49bf-956c-b7b255f81b35']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:24.578350 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:42:24.581857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:24.706179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.12 (83138798-0e97-4578-9474-25d8c5606f01/92a357ff-293c-4729-b9e9-2b0f4eb90a11/8d70c1f1-82d2-4052-be5c-a609b5b10a75) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:24.857184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dfd4c096-8b86-4384-aa61-4a84940830f9 req-e68eb4d9-0bfc-44b0-b23b-3922084b21a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 210 time: 0.0340624 Apr 20 13:42:24.866339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:24.898545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:24.942558 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 83138798-0e97-4578-9474-25d8c5606f01 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:24.945649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:24.949428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:24.955617 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:25.002408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:25.003026 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.020437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-9c6c1345-6a42-4e5c-97d7-bde8045ed58d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478921 Apr 20 13:42:25.033135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Request body: {'port': {'device_id': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:25.088500 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.186093 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ce1c216d-e32f-4318-a69f-1bfe4916b617 None None] Provisioning complete for port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:25.186695 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ce1c216d-e32f-4318-a69f-1bfe4916b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.219505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-ce1c216d-e32f-4318-a69f-1bfe4916b617 None None] Port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:42:25.360192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d70c1f1-82d2-4052-be5c-a609b5b10a75 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:42:25.367302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.378488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Transition to ACTIVE for port object 8d70c1f1-82d2-4052-be5c-a609b5b10a75 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:42:25.382302 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.447824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:25.499640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:42:25.499982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:42:25.500311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on network 83138798-0e97-4578-9474-25d8c5606f01 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:42:25.504748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on network 83138798-0e97-4578-9474-25d8c5606f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:42:25.505066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on network 83138798-0e97-4578-9474-25d8c5606f01 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:42:25.510213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:42:25.510549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Checking segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:42:25.510932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Bound using segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:42:25.511361 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Bound port: 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:42:25.511722 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.584922 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:42:25.588584 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:42:25.593562 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.626194 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:25.626823 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:25.628194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1092 time: 0.5995638 Apr 20 13:42:25.628623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:25.631071 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0432423-5f83-4b62-a1c4-9720e258cabd" -d '{"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:25.664292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8635a3-1d57-4766-80af-9f0f4a79bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:25.688568 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66aef4df-557e-4d4f-82df-129cb8689b16 x-openstack-request-id: req-66aef4df-557e-4d4f-82df-129cb8689b16 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:25.688858 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:25.689106 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-66aef4df-557e-4d4f-82df-129cb8689b16 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:25.689503 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66aef4df-557e-4d4f-82df-129cb8689b16'] response: {'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'status': 'completed', 'code': 200} Apr 20 13:42:25.723184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-58af2e60-7d37-4e4c-a267-17fb9534f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:25.724879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-58af2e60-7d37-4e4c-a267-17fb9534f85f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1095 time: 0.0448735 Apr 20 13:42:25.770483 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-708aa49f-7f24-4e1f-b87d-8616327532ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 217 time: 0.0384803 Apr 20 13:42:25.819334 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-0674ffbc-cfce-4207-b9de-0ee242fc113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:25.820799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-0674ffbc-cfce-4207-b9de-0ee242fc113d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0435927 Apr 20 13:42:25.864283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-56a7dfba-53a0-4eb3-860b-257b99298dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:25.865739 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-56a7dfba-53a0-4eb3-860b-257b99298dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384676 Apr 20 13:42:25.964933 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-eafe17b7-4f05-47c0-b80d-d4be4cc78ec9 service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929284 Apr 20 13:42:26.412285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425fa01-d91e-471d-8bec-b7ea02bd0d27 req-828cddfd-e8c1-481b-9758-aa333bb70771 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:26.413738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b425fa01-d91e-471d-8bec-b7ea02bd0d27 req-828cddfd-e8c1-481b-9758-aa333bb70771 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.4847016 Apr 20 13:42:26.415877 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a132b8c1-27f6-451b-b7ee-79bdcadfc3c5 req-ba19cbf9-5c9d-4ad1-bdc0-d2d5f300a3ac service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445062 Apr 20 13:42:26.455716 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b425fa01-d91e-471d-8bec-b7ea02bd0d27 req-a85cac35-2954-4c6b-8b4b-d44a2b646eb1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350680 Apr 20 13:42:26.498316 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-4280c591-3546-45a5-b8dd-46d38d181fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:26.499809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-4280c591-3546-45a5-b8dd-46d38d181fa4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1095 time: 0.0402355 Apr 20 13:42:26.587552 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-fa004ffe-fefc-49af-a8c0-2c11b49081e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:26.589037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-fa004ffe-fefc-49af-a8c0-2c11b49081e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.0825927 Apr 20 13:42:26.632580 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-ddd45c4a-4735-44b8-a21e-8fea23f8a9a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 217 time: 0.0376923 Apr 20 13:42:26.681027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-0f7d3ad4-7811-4b8f-919e-d10826f2cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:26.682418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-0f7d3ad4-7811-4b8f-919e-d10826f2cb12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0431557 Apr 20 13:42:26.726098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-dfa08c0b-c818-43be-8048-5d9554189fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:26.727498 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-dfa08c0b-c818-43be-8048-5d9554189fde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375834 Apr 20 13:42:26.815757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-57881722-9b5e-44c7-b8b4-d416e03373ce service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811896 Apr 20 13:42:26.901320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0432423-5f83-4b62-a1c4-9720e258cabd req-f18939e6-08f6-4371-9065-9ad9f05c139c service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788176 Apr 20 13:42:27.628855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020f9d-366b-4f66-b914-935a50044be2 req-70023c79-8135-4209-ad14-331ab85efe5b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:27.630355 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20020f9d-366b-4f66-b914-935a50044be2 req-70023c79-8135-4209-ad14-331ab85efe5b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.1071866 Apr 20 13:42:27.667334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-20020f9d-366b-4f66-b914-935a50044be2 req-b77a3fc6-dfc7-473f-86b4-506d701f2b78 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303102 Apr 20 13:42:28.780136 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb38591-6ed1-4f50-a52b-4d2a5cc9ebb8 req-7d8abfd5-9e54-4592-8a04-7b9ab88a3e9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:28.781862 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbb38591-6ed1-4f50-a52b-4d2a5cc9ebb8 req-7d8abfd5-9e54-4592-8a04-7b9ab88a3e9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.0481527 Apr 20 13:42:28.817274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbb38591-6ed1-4f50-a52b-4d2a5cc9ebb8 req-8bbb8215-6e2d-4ef9-baae-789c18482c8b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295928 Apr 20 13:42:29.931143 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d556a4-66dd-49c0-bf95-e1e652c6a0c3 req-4053e193-be19-4f4f-98e7-73d2ceea0798 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:29.932576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3d556a4-66dd-49c0-bf95-e1e652c6a0c3 req-4053e193-be19-4f4f-98e7-73d2ceea0798 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.0499814 Apr 20 13:42:29.968686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3d556a4-66dd-49c0-bf95-e1e652c6a0c3 req-64b89a23-0984-4594-ac80-2dd774589a76 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302322 Apr 20 13:42:30.548064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:42:30.645747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:30.657345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'port_id': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'mac_address': 'fa:16:3e:90:32:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:42:30.695721 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:30.708717 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d70c1f1-82d2-4052-be5c-a609b5b10a75 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:42:30.727060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:30.731121 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:30.780095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:30.977401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['8d70c1f1-82d2-4052-be5c-a609b5b10a75'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:42:31.085942 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31977e-838f-45c6-bdda-01750bddb9d8 req-6e71c136-1cf4-456b-9c60-7f1a73e4e75d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:31.087298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f31977e-838f-45c6-bdda-01750bddb9d8 req-6e71c136-1cf4-456b-9c60-7f1a73e4e75d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 945 time: 0.0511453 Apr 20 13:42:31.125066 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f31977e-838f-45c6-bdda-01750bddb9d8 req-dc9cbe4a-33e1-4ec1-957d-2981b52edb0b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314450 Apr 20 13:42:32.240174 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd76cfce-87db-46da-a44d-242646da5e6a req-2b8afb92-a9c5-442d-977c-2ab093849add tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:32.241603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd76cfce-87db-46da-a44d-242646da5e6a req-2b8afb92-a9c5-442d-977c-2ab093849add tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 945 time: 0.0469716 Apr 20 13:42:32.279001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cd76cfce-87db-46da-a44d-242646da5e6a req-e27859d0-5fee-45e5-bdf3-586c3e548e7e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309749 Apr 20 13:42:32.565907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:42:32.616597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:42:32.621132 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:42:32.621498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:32.698070 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:32.719727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:32.721985 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e936fd5-ea23-44cd-a0cc-145810e3ea8d" -d '{"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-plugged", "status": "completed", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:32.735018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:42:32.738418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:32.764563 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7121ff70-0939-4821-aa2c-632800523e00 x-openstack-request-id: req-7121ff70-0939-4821-aa2c-632800523e00 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:32.764795 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-plugged", "status": "completed", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:32.765041 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7121ff70-0939-4821-aa2c-632800523e00 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:32.765423 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7121ff70-0939-4821-aa2c-632800523e00'] response: {'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'code': 200} Apr 20 13:42:32.790604 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:32.859228 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eae852-654d-49da-8122-e58d6d4c000f req-f47ffcbf-758b-4208-b916-1a890ba48106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:32.860692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26eae852-654d-49da-8122-e58d6d4c000f req-f47ffcbf-758b-4208-b916-1a890ba48106 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1097 time: 0.0456643 Apr 20 13:42:32.893970 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26eae852-654d-49da-8122-e58d6d4c000f req-ed8fdce0-3964-46bb-a300-70156affc6b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263312 Apr 20 13:42:33.396395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c4cba-595f-4bd1-be10-2673ac5a02ab req-536d3aaf-05aa-4a34-ab10-c37cc062984f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:33.397839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c88c4cba-595f-4bd1-be10-2673ac5a02ab req-536d3aaf-05aa-4a34-ab10-c37cc062984f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0518816 Apr 20 13:42:33.437526 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c88c4cba-595f-4bd1-be10-2673ac5a02ab req-2cb63007-4e9d-42b0-8ed6-5d19937c10a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330861 Apr 20 13:42:33.733957 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-544ad742-2aab-4b16-b514-ae03fec49013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:34.553497 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debea0d9-4306-4a33-8d90-b4859abad167 req-f593edf1-3699-4961-9968-27348835a84b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:34.554965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-debea0d9-4306-4a33-8d90-b4859abad167 req-f593edf1-3699-4961-9968-27348835a84b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0488448 Apr 20 13:42:34.592193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-debea0d9-4306-4a33-8d90-b4859abad167 req-82dcb1e6-77dc-49b0-b81b-7cdc566d915b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313079 Apr 20 13:42:34.703919 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832e4f-9693-44cb-848d-a9440cd9964c req-116cefb7-5297-4ae1-8059-e04df340740e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:34.705356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e832e4f-9693-44cb-848d-a9440cd9964c req-116cefb7-5297-4ae1-8059-e04df340740e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0480261 Apr 20 13:42:34.741995 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e832e4f-9693-44cb-848d-a9440cd9964c req-6b1b5b87-b13b-4489-ac79-9589604a0c6e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304353 Apr 20 13:42:34.763779 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53106) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:34.802249 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09dd20f-a32b-4070-860a-ada67846a76d tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:34.803713 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a09dd20f-a32b-4070-860a-ada67846a76d tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1092 time: 0.0389466 Apr 20 13:42:34.806488 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53108) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:34.810564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:42:34.830146 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:34.930801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:35.031872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.205 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/bdb0106b-5d9a-41cf-bb05-e42ceee3b490) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:42:35.134277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:35.167732 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:35.203916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:42:35.208665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:42:35.212221 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:42:35.238397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=bdb0106b-5d9a-41cf-bb05-e42ceee3b490,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:35.663245 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:35.763567 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:35.905770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:35.910270 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:35.981928 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=bdb0106b-5d9a-41cf-bb05-e42ceee3b490,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:42:35.989808 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:36.057445 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-698eb9d4-c7f2-4d32-8852-ee090e85fe0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:36.091656 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP ee15529f-c0be-4b90-b750-71f54653d24e associated. External IP: 172.25.3.205, port: 8d70c1f1-82d2-4052-be5c-a609b5b10a75. Apr 20 13:42:36.597468 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router a5784151-62e6-4ab7-ba8f-7856c98c28d7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:42:36.704312 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:42:36.713998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] Sync routers for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:42:36.722281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:36.722949 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:36.723548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:36.749239 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-84d7e163-56f9-4656-9add-ed0b61fc2ed2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9417617 Apr 20 13:42:36.749854 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:42:36.752123 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0841808-3023-4158-b015-6a9265312a89" -d '{"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:42:36.795288 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752415d-e797-4b32-bbee-ddd29f734f69 x-openstack-request-id: req-d752415d-e797-4b32-bbee-ddd29f734f69 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:42:36.795579 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:42:36.795831 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d752415d-e797-4b32-bbee-ddd29f734f69 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:42:36.796262 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d752415d-e797-4b32-bbee-ddd29f734f69'] response: {'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'status': 'completed', 'code': 200} Apr 20 13:42:36.835420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:36.882355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db648de9-624f-4cec-9a9f-17205c7b8133 req-d4232e4a-813e-485e-8b30-833025afb747 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:36.883803 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db648de9-624f-4cec-9a9f-17205c7b8133 req-d4232e4a-813e-485e-8b30-833025afb747 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0797317 Apr 20 13:42:36.889572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0841808-3023-4158-b015-6a9265312a89 req-381d6a70-4ac2-4001-856f-11ab7ab05054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:36.890984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0841808-3023-4158-b015-6a9265312a89 req-381d6a70-4ac2-4001-856f-11ab7ab05054 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1097 time: 0.0568318 Apr 20 13:42:36.977023 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-db648de9-624f-4cec-9a9f-17205c7b8133 req-d4b85846-5529-4aec-a295-4d2802a050db tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850794 Apr 20 13:42:37.000770 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53114) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:37.008987 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0841808-3023-4158-b015-6a9265312a89 req-bfaaee38-e9c8-427b-a7de-e6a07cdf9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:37.010974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0841808-3023-4158-b015-6a9265312a89 req-bfaaee38-e9c8-427b-a7de-e6a07cdf9c59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.1126392 Apr 20 13:42:37.065561 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7c4549f9-bd60-4ea8-899e-5ce9e35e49e4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/ee15529f-c0be-4b90-b750-71f54653d24e HTTP/1.1" status: 200 len: 992 time: 0.0620577 Apr 20 13:42:37.066455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'ee15529f-c0be-4b90-b750-71f54653d24e', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'port_id': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'mac_address': 'fa:16:3e:90:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:35Z', 'updated_at': '2022-04-20T13:42:35Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:37.078595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0841808-3023-4158-b015-6a9265312a89 req-a92a239e-97f7-4ac5-beb2-81bfdf3b9820 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1000 time: 0.0612712 Apr 20 13:42:37.093814 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] Checking router: a5784151-62e6-4ab7-ba8f-7856c98c28d7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:42:37.102019 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:42:37.102632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:42:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:37.126615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0841808-3023-4158-b015-6a9265312a89 req-a5ad7558-d2b0-4c9c-8fb1-0233fe85237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:37.128026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0841808-3023-4158-b015-6a9265312a89 req-a5ad7558-d2b0-4c9c-8fb1-0233fe85237c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0428355 Apr 20 13:42:37.176720 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0841808-3023-4158-b015-6a9265312a89 req-f5d6681d-6fbb-4619-a194-dea65c3fb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:42:37.178193 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0841808-3023-4158-b015-6a9265312a89 req-f5d6681d-6fbb-4619-a194-dea65c3fb498 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435615 Apr 20 13:42:37.209890 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:42:37.266907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0841808-3023-4158-b015-6a9265312a89 req-9de1f783-e0b9-49a7-ab81-08f6756076af service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811510 Apr 20 13:42:37.359594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a0841808-3023-4158-b015-6a9265312a89 req-8e340a29-e1be-4e03-b0cf-dd4201c3896b service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863748 Apr 20 13:42:37.378243 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:37.450536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'ee15529f-c0be-4b90-b750-71f54653d24e', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'port_id': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'mac_address': 'fa:16:3e:90:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:35Z', 'updated_at': '2022-04-20T13:42:35Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:42:37.481016 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0b981b-0a75-40f0-8f31-ce09e192371c None None] The sync data for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 is: [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'ee15529f-c0be-4b90-b750-71f54653d24e', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'port_id': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'mac_address': 'fa:16:3e:90:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:42:35Z', 'updated_at': '2022-04-20T13:42:35Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:42:37.674970 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09779834-17ee-4335-a837-99f408662649 None None] New status for floating IP ee15529f-c0be-4b90-b750-71f54653d24e: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:42:38.068330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53116) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:42:38.131261 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-87871e33-f875-40d6-8729-c76adcca5597 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/ee15529f-c0be-4b90-b750-71f54653d24e HTTP/1.1" status: 200 len: 994 time: 0.0617821 Apr 20 13:42:38.711537 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:39.019801 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:48.022414 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:42:49.533702 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:42:54.110049 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:03.735690 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d33e-d806-4a6a-8c26-5f39d5e6cd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:06.059122 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7320-a52f-4870-90ed-1382f019f7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:07.357929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:08.713719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:09.021348 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:09.282959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-266711db-78cd-40f9-b266-2513a92a9a0f req-adfa196a-b121-4374-9e04-07fe29bfca04 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:43:09.283863 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-266711db-78cd-40f9-b266-2513a92a9a0f req-adfa196a-b121-4374-9e04-07fe29bfca04 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057378 Apr 20 13:43:09.401936 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53134) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:09.462794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf369a9-93ea-4756-97dc-656cfd67330b req-214af23b-7085-4802-8949-60ba1308cb52 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:09.464265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdf369a9-93ea-4756-97dc-656cfd67330b req-214af23b-7085-4802-8949-60ba1308cb52 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0502689 Apr 20 13:43:09.491987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-3f48cbaf-0aa0-4331-ab65-81e7ebe3b440 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888648 Apr 20 13:43:09.500877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-212f80b7-26c9-47c9-aaeb-71538a0e40d0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:43:09.501869 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-212f80b7-26c9-47c9-aaeb-71538a0e40d0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049241 Apr 20 13:43:09.509443 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cdf369a9-93ea-4756-97dc-656cfd67330b req-f9618d3a-6e62-4268-9c86-82be74bc7a37 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388336 Apr 20 13:43:10.627442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af476-948f-4a64-af3a-b834b46e152b req-951c26b5-8763-4c02-845e-6d40564db763 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:10.628810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c08af476-948f-4a64-af3a-b834b46e152b req-951c26b5-8763-4c02-845e-6d40564db763 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0472720 Apr 20 13:43:10.666886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c08af476-948f-4a64-af3a-b834b46e152b req-f7be3579-602b-44b8-842a-af6f69e549ce tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Apr 20 13:43:10.758762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-bb9a5799-ad0a-4737-9ce2-aa8e61a0a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:10.760696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-bb9a5799-ad0a-4737-9ce2-aa8e61a0a67f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1097 time: 0.0402031 Apr 20 13:43:10.852473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-1f523970-2b0a-4817-98e8-3c9d3b5dd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:10.853978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-1f523970-2b0a-4817-98e8-3c9d3b5dd568 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.0868456 Apr 20 13:43:10.918633 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-e18f721d-2509-45bc-82fd-dc633d1e7ea5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1002 time: 0.0580091 Apr 20 13:43:10.969601 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-36fe52ed-7119-4465-a3f6-dafcecdbea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:10.971012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-36fe52ed-7119-4465-a3f6-dafcecdbea96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0464420 Apr 20 13:43:11.014782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-cd30ebc6-9803-4453-82c4-ac75276e1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:11.016252 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-cd30ebc6-9803-4453-82c4-ac75276e1f13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385385 Apr 20 13:43:11.104622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-72bbc1b6-6219-4245-8034-08b91e568d58 service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812488 Apr 20 13:43:11.195301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-e2c8fc06-0289-4a57-ae91-dd066882e3f3 service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841136 Apr 20 13:43:11.782148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad536da-7978-4e0d-828d-347ea1ee6381 req-b9bff84a-6869-4a64-8706-07503b857911 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:11.783579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ad536da-7978-4e0d-828d-347ea1ee6381 req-b9bff84a-6869-4a64-8706-07503b857911 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0483959 Apr 20 13:43:11.819971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8ad536da-7978-4e0d-828d-347ea1ee6381 req-28ee2c2c-af1d-438f-9a32-3648145e8bba tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305784 Apr 20 13:43:12.943101 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb30a65-0a0f-4445-8f80-bb19a0d50c1f req-087d3e6d-80fa-4eaa-834f-236b9ae4400d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:12.944650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cb30a65-0a0f-4445-8f80-bb19a0d50c1f req-087d3e6d-80fa-4eaa-834f-236b9ae4400d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0568514 Apr 20 13:43:12.981553 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7cb30a65-0a0f-4445-8f80-bb19a0d50c1f req-71dd754a-0772-441d-acb9-65f9cb398f22 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308852 Apr 20 13:43:14.098239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487d953-4773-44e5-ab69-8443c0ec31d9 req-d24ae2ea-9ac0-4a38-b302-29808ca3173f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:14.099705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6487d953-4773-44e5-ab69-8443c0ec31d9 req-d24ae2ea-9ac0-4a38-b302-29808ca3173f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0476856 Apr 20 13:43:14.136885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6487d953-4773-44e5-ab69-8443c0ec31d9 req-86844fa6-ff45-4b0e-839b-439f153b7e01 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306222 Apr 20 13:43:15.250670 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a1582-fead-480b-9827-bb8db4749c0d req-764a4b1a-6008-402d-b9fe-e6d59fa78f77 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:15.252125 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-949a1582-fead-480b-9827-bb8db4749c0d req-764a4b1a-6008-402d-b9fe-e6d59fa78f77 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0481260 Apr 20 13:43:15.288441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-949a1582-fead-480b-9827-bb8db4749c0d req-07af8c3d-d07c-407f-9f78-f8614c7ad92f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304279 Apr 20 13:43:16.407330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b099b-88d8-4d64-8eeb-914b761c133d req-ad0badd2-0309-47d0-83d3-349ce13ae403 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:16.408777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b24b099b-88d8-4d64-8eeb-914b761c133d req-ad0badd2-0309-47d0-83d3-349ce13ae403 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0523915 Apr 20 13:43:16.445368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b24b099b-88d8-4d64-8eeb-914b761c133d req-abaea80a-d0c1-49e4-ac3b-52780e9c988c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306454 Apr 20 13:43:17.561041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb18f9e-b59c-4570-bcae-c04b762b7238 req-aea47058-8302-4979-a72f-80e6498ccc50 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:17.562555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfb18f9e-b59c-4570-bcae-c04b762b7238 req-aea47058-8302-4979-a72f-80e6498ccc50 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0485432 Apr 20 13:43:17.599501 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfb18f9e-b59c-4570-bcae-c04b762b7238 req-b7c93bf3-cc91-4d83-b160-623c4716bb4e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 Apr 20 13:43:18.711043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ce2c6-3c2b-4a81-94cc-033b00ab9cb7 req-99a0feb5-2329-483e-b715-97b6424aea2b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:18.712962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0ce2c6-3c2b-4a81-94cc-033b00ab9cb7 req-99a0feb5-2329-483e-b715-97b6424aea2b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0468969 Apr 20 13:43:18.749112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f0ce2c6-3c2b-4a81-94cc-033b00ab9cb7 req-8ad753ae-c556-4f05-8f3e-fbd26f2d70d7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302873 Apr 20 13:43:19.545154 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:19.866308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb549199-a0ad-46d6-a097-55d5e1ec40a0 req-f8fa682f-05e7-4b7d-8df1-7874defd89d6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:19.867788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb549199-a0ad-46d6-a097-55d5e1ec40a0 req-f8fa682f-05e7-4b7d-8df1-7874defd89d6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0517027 Apr 20 13:43:19.905251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cb549199-a0ad-46d6-a097-55d5e1ec40a0 req-824f7695-5bd1-44b3-96c5-838cac2b5bfd tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308821 Apr 20 13:43:21.025185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fde117-672a-4a88-88bd-59a9be670868 req-f3f89b92-59e5-4c17-a90c-4811c7c82fd4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:21.026642 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85fde117-672a-4a88-88bd-59a9be670868 req-f3f89b92-59e5-4c17-a90c-4811c7c82fd4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0481720 Apr 20 13:43:21.065165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85fde117-672a-4a88-88bd-59a9be670868 req-8bd37bab-9573-4ca0-833a-884bb8a0ed73 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317504 Apr 20 13:43:22.179160 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d47ef6-f905-4da5-a9ac-cee705fbd1ca req-da6356ff-68a8-4da9-94bc-fa6b9dbaa987 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:22.180567 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14d47ef6-f905-4da5-a9ac-cee705fbd1ca req-da6356ff-68a8-4da9-94bc-fa6b9dbaa987 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0474303 Apr 20 13:43:22.217376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14d47ef6-f905-4da5-a9ac-cee705fbd1ca req-be8f6045-474e-4bd2-8633-accbb3947459 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303137 Apr 20 13:43:23.335474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4741cec-93d9-4452-ac64-a52359b83adc req-b81b0d8b-a334-4b62-b512-675cc86b330f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:23.336925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4741cec-93d9-4452-ac64-a52359b83adc req-b81b0d8b-a334-4b62-b512-675cc86b330f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0519600 Apr 20 13:43:23.373881 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4741cec-93d9-4452-ac64-a52359b83adc req-b4f02120-64bf-4c74-bb45-d3152393c4eb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303543 Apr 20 13:43:24.108029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:24.489197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a233e7-cba7-47c9-8696-f3a6926af43b req-8323ba15-3392-45c8-9163-fe33e35cd978 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:24.490654 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6a233e7-cba7-47c9-8696-f3a6926af43b req-8323ba15-3392-45c8-9163-fe33e35cd978 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0490689 Apr 20 13:43:24.541624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e6a233e7-cba7-47c9-8696-f3a6926af43b req-3e212003-785c-43ab-825d-4a2d810641ce tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Apr 20 13:43:25.021722 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:43:25.659162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914621b1-063b-4e3d-817d-b14a1f4d5c8e req-d469b8ed-8d08-465e-b931-63bf7a36ad8e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:25.660592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-914621b1-063b-4e3d-817d-b14a1f4d5c8e req-d469b8ed-8d08-465e-b931-63bf7a36ad8e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0485685 Apr 20 13:43:25.697350 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-914621b1-063b-4e3d-817d-b14a1f4d5c8e req-be0f5b87-3f6b-4089-95e7-3eb3bdc59e03 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307391 Apr 20 13:43:26.814283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c48163-0549-4ac1-b5da-2e00bdc01f14 req-23587da8-1603-449d-bbdc-c3e9ec0df26d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:26.815702 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c48163-0549-4ac1-b5da-2e00bdc01f14 req-23587da8-1603-449d-bbdc-c3e9ec0df26d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0508738 Apr 20 13:43:26.851903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26c48163-0549-4ac1-b5da-2e00bdc01f14 req-0abcab3b-8db9-4067-aabc-f0368c05c607 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Apr 20 13:43:27.968239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fc667-c0ba-402a-ba73-67661ac483a4 req-0ad9a203-98ce-42d0-8801-a522fd43c8db tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:27.969686 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-737fc667-c0ba-402a-ba73-67661ac483a4 req-0ad9a203-98ce-42d0-8801-a522fd43c8db tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0471630 Apr 20 13:43:28.006407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-737fc667-c0ba-402a-ba73-67661ac483a4 req-3be5e9b0-78f7-45e8-9b80-50d6236a0342 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Apr 20 13:43:28.069321 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-9bcc602f-20c7-4c4f-86c1-a11e591be415 service neutron] show failed (client error): The resource could not be found. Apr 20 13:43:28.070339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-9bcc602f-20c7-4c4f-86c1-a11e591be415 service neutron] 10.222.0.37 "GET /v2.0/ports/8d70c1f1-82d2-4052-be5c-a609b5b10a75/bindings/n-h1-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0556881 Apr 20 13:43:28.307510 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-e1c02b60-3263-49bf-b819-679a56b8d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:28.309026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-e1c02b60-3263-49bf-b819-679a56b8d37c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 1097 time: 0.0877607 Apr 20 13:43:28.319612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-29ea6992-ed55-47c5-8c8b-3653e4be3270 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:43:28.320512 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-29ea6992-ed55-47c5-8c8b-3653e4be3270 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047147 Apr 20 13:43:28.331292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:43:28.384733 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.586822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:28.618525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:28.657271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:43:28.659684 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ce54a-b061-4dd4-a137-0a6c27e270f3" -d '{"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-unplugged", "status": "completed", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:43:28.663389 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.675358 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Transition to ACTIVE for port object 8d70c1f1-82d2-4052-be5c-a609b5b10a75 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:43:28.680266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:28.711212 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e0b7bf-dc2e-4e03-952a-3dfa63b59236 x-openstack-request-id: req-b2e0b7bf-dc2e-4e03-952a-3dfa63b59236 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:43:28.711502 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-unplugged", "status": "completed", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:43:28.711757 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2e0b7bf-dc2e-4e03-952a-3dfa63b59236 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:43:28.712150 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e0b7bf-dc2e-4e03-952a-3dfa63b59236'] response: {'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'code': 200} Apr 20 13:43:28.735045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=6']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:28.774004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.774347 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.774692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.775029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.775360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.775691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.776019 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.776345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.776801 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.777775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.778105 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.778430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:28.817166 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] No DVR routers for this DVR port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:43:28.953965 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:43:28.954300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:43:28.954631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on network 83138798-0e97-4578-9474-25d8c5606f01 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:28.958879 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on network 83138798-0e97-4578-9474-25d8c5606f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:43:28.959193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Attempting to bind port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on network 83138798-0e97-4578-9474-25d8c5606f01 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:43:28.963923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:43:28.964268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Checking segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:43:28.964650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Bound using segment: {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:43:28.965071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Bound port: 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83138798-0e97-4578-9474-25d8c5606f01'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:43:28.965422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.031094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:43:29.034430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:43:29.039125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.073810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:29.074892 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:29.076271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] 10.222.0.30 "PUT /v2.0/ports/8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1092 time: 0.7485101 Apr 20 13:43:29.148874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef52ff-b2d6-4e4a-adf0-6b92848ec3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:29.175062 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301f5d5-7b2a-4868-9264-4d504f882f81 req-d80b3799-ccf5-4bea-b03d-5267a59e6cc4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:29.176649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a301f5d5-7b2a-4868-9264-4d504f882f81 req-d80b3799-ccf5-4bea-b03d-5267a59e6cc4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.0994918 Apr 20 13:43:29.181978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-5f59c427-4937-48c4-9661-500d43b7797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:29.184015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-5f59c427-4937-48c4-9661-500d43b7797c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1095 time: 0.0736504 Apr 20 13:43:29.272504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a301f5d5-7b2a-4868-9264-4d504f882f81 req-11bfeb71-e41c-4d52-86a3-2bdd2b0bf4d2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875070 Apr 20 13:43:29.303734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-d7b81cb3-d4b8-4bd6-929a-29e5943667c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:29.305197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-d7b81cb3-d4b8-4bd6-929a-29e5943667c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.1142735 Apr 20 13:43:29.378254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-c06958fd-c758-4699-a3d5-559bcc222c5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1000 time: 0.0660846 Apr 20 13:43:29.426352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-b36e50c4-0b49-4abe-b4c6-aab0d5154082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:29.427731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-b36e50c4-0b49-4abe-b4c6-aab0d5154082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0428200 Apr 20 13:43:29.471072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-d6df4919-4a1f-47e4-b692-ed420ae10ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:29.472534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-d6df4919-4a1f-47e4-b692-ed420ae10ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380781 Apr 20 13:43:29.563319 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-41ad4214-e0b3-4f36-a6bd-1eca5fd53e02 service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844536 Apr 20 13:43:29.650259 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ba787fc-c78f-4c2e-a849-a2c0ad313c9c req-96c62cb9-7ef3-4351-b204-dc5ade69c2cc service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804627 Apr 20 13:43:30.390581 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc09ab-f49a-45ac-b3ad-f6e85c062633 req-496805d4-c1df-4ff2-8b75-aa2c3bba8b1e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:30.392020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52bc09ab-f49a-45ac-b3ad-f6e85c062633 req-496805d4-c1df-4ff2-8b75-aa2c3bba8b1e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.0477495 Apr 20 13:43:30.429296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-52bc09ab-f49a-45ac-b3ad-f6e85c062633 req-97fff07b-c590-43e5-8c15-63f03a894594 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314054 Apr 20 13:43:30.713775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:43:30.716609 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:43:30.768201 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e8e4f1-a4bf-4849-906c-1161b8b09fc9 x-openstack-request-id: req-f1e8e4f1-a4bf-4849-906c-1161b8b09fc9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:43:30.768499 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:43:30.768794 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1e8e4f1-a4bf-4849-906c-1161b8b09fc9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:43:30.769250 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e8e4f1-a4bf-4849-906c-1161b8b09fc9'] response: {'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'status': 'completed', 'code': 200} Apr 20 13:43:30.854416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-5f9d8e88-8e83-4bd3-9c2c-4906bf68b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:30.855929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-5f9d8e88-8e83-4bd3-9c2c-4906bf68b0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1095 time: 0.0693347 Apr 20 13:43:30.864496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-57b851ac-f6a7-4a48-b126-2c8fa2276a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:30.865847 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-57b851ac-f6a7-4a48-b126-2c8fa2276a84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1095 time: 0.0691972 Apr 20 13:43:31.018395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-d5b62e47-334e-4539-8549-593c6b5c1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:31.019742 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-d5b62e47-334e-4539-8549-593c6b5c1f1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.1450105 Apr 20 13:43:31.020771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-73b5ea97-46d5-4521-bc4e-8c8a916fe935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:31.022067 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-73b5ea97-46d5-4521-bc4e-8c8a916fe935 service neutron] 10.222.0.37 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.1542792 Apr 20 13:43:31.129059 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-480eaf27-e844-4eaa-bd17-a968289c6528 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1000 time: 0.1021488 Apr 20 13:43:31.130782 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-6045324a-9e7a-41fb-a0b5-c6da43cbac96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1000 time: 0.0977466 Apr 20 13:43:31.212752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-22212953-cddb-4d2a-b452-93b26c6be185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:31.214200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-22212953-cddb-4d2a-b452-93b26c6be185 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0786572 Apr 20 13:43:31.215546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-b562d3f5-72cd-438d-b7eb-3f38ebf9dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:31.216793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-b562d3f5-72cd-438d-b7eb-3f38ebf9dc6f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0738525 Apr 20 13:43:31.294851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-5276ac1a-0e09-4c88-a861-11d00d351da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:31.296329 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-5276ac1a-0e09-4c88-a861-11d00d351da4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754340 Apr 20 13:43:31.301499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-4b742938-aaf4-40c7-bf10-2fdb181592be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:31.302994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-4b742938-aaf4-40c7-bf10-2fdb181592be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742886 Apr 20 13:43:31.446776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-b9aca680-d229-4851-8582-5e1e349c2afa service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428747 Apr 20 13:43:31.450561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-ede29931-bf06-445f-83d7-2a127786311b service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389511 Apr 20 13:43:31.962910 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-9b3629d9-05a1-4c11-8883-5df2eab63461 service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090027 Apr 20 13:43:31.973599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fdbbcb1d-cd99-4ea3-a10a-a5bfa29d57a9 req-7fa3c279-798b-4dab-a7d2-bebacdf57d4d service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122521 Apr 20 13:43:31.982205 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845935-9b72-432d-9c8e-e880f32cc13b req-4edf7d5a-fffe-4389-8834-8eee7aa3151e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:31.983608 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d845935-9b72-432d-9c8e-e880f32cc13b req-4edf7d5a-fffe-4389-8834-8eee7aa3151e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.4652281 Apr 20 13:43:32.020889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d845935-9b72-432d-9c8e-e880f32cc13b req-cd841b17-4777-4486-a0ae-7168918a30a5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312257 Apr 20 13:43:32.870125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:43:32.908545 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:43:33.137536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84efbc-f3a7-47a7-a097-bbd89f5d4caf req-d657e131-89ba-4e9b-9b9e-5631daf41260 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.138902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd84efbc-f3a7-47a7-a097-bbd89f5d4caf req-d657e131-89ba-4e9b-9b9e-5631daf41260 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.0476816 Apr 20 13:43:33.175370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd84efbc-f3a7-47a7-a097-bbd89f5d4caf req-1271eec6-7fc8-419e-97e4-b46125c260c8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305791 Apr 20 13:43:33.328300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:43:33.398010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-8332659d-1647-40df-bc45-7bcc073bfbed tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.399328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-8332659d-1647-40df-bc45-7bcc073bfbed tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d&tenant_id=d98035024175401caa86c551eea5ca6a&binding%3Ahost_id=n-h1-838550-2 HTTP/1.1" status: 200 len: 944 time: 0.0721939 Apr 20 13:43:33.407945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17355bce-555c-4942-a7a0-3f2c70526f6d req-251c593d-2794-4a4a-a6d1-b7512e2dffaa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.409272 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17355bce-555c-4942-a7a0-3f2c70526f6d req-251c593d-2794-4a4a-a6d1-b7512e2dffaa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 944 time: 0.0906718 Apr 20 13:43:33.426390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:33.437800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'port_id': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'mac_address': 'fa:16:3e:90:32:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:43:33.473618 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:33.479271 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-17355bce-555c-4942-a7a0-3f2c70526f6d req-dbe0dc9b-3391-4476-851d-652cf508681d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631232 Apr 20 13:43:33.486775 n-d-838550-2 neutron-server[109410]: INFO neutron.api.v2.resource [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-95aa070e-5b0a-45cb-bcc9-e61ead0b15da service neutron] delete failed (client error): The resource could not be found. Apr 20 13:43:33.487900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-95aa070e-5b0a-45cb-bcc9-e61ead0b15da service neutron] 10.222.0.37 "DELETE /v2.0/ports/8d70c1f1-82d2-4052-be5c-a609b5b10a75/bindings/n-h2-838550-2 HTTP/1.1" status: 404 len: 380 time: 0.0777624 Apr 20 13:43:33.488040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d70c1f1-82d2-4052-be5c-a609b5b10a75 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:43:33.516095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:33.521449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:33.584272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:33.589005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.589390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.589747 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.590080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.590407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.590730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.591052 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.591373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.591690 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.592011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.592329 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.592657 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:43:33.619722 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-b17c17a4-10c4-4af5-92e2-d59078960fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.621738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-b17c17a4-10c4-4af5-92e2-d59078960fce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1096 time: 0.0792522 Apr 20 13:43:33.633455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718ebc6-58de-469e-9cb9-c158d6120f57 req-cb15a7de-54e1-441a-93e0-20170edbbdc9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.634826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0718ebc6-58de-469e-9cb9-c158d6120f57 req-cb15a7de-54e1-441a-93e0-20170edbbdc9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 945 time: 0.0663621 Apr 20 13:43:33.716928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0718ebc6-58de-469e-9cb9-c158d6120f57 req-006736d1-1b40-46f3-9b62-58119ba19590 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735447 Apr 20 13:43:33.738880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-33a3921e-3c43-4aa5-b8d3-5e4e685ba193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:33.743189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-a8cde9a4-f94a-4c15-99fc-fbdfbe9c8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.744622 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-a8cde9a4-f94a-4c15-99fc-fbdfbe9c8e7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.1089699 Apr 20 13:43:33.812993 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-1c5d6941-91f8-4559-8843-893103bdacda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1001 time: 0.0623004 Apr 20 13:43:33.860822 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-4f09c8fd-5f09-42d9-81d3-d2c6ab885449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.863204 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-4f09c8fd-5f09-42d9-81d3-d2c6ab885449 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0431943 Apr 20 13:43:33.892905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['8d70c1f1-82d2-4052-be5c-a609b5b10a75'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:43:33.907667 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-315c7894-0531-4f16-9241-2ba21f016078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:33.909120 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-315c7894-0531-4f16-9241-2ba21f016078 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386333 Apr 20 13:43:34.000293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-f3b03673-af92-4d2f-a23f-d50f75f8643f service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842462 Apr 20 13:43:34.088989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-405c8fbf-c6df-46f1-87d9-7cdfbe0fb80c req-379474a6-b709-4126-9a35-cf19f653ddb9 service neutron] 10.222.0.37 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824189 Apr 20 13:43:34.847575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf5af-0e14-407a-bb02-328357cd9533 req-a52c0669-b16d-4447-beb0-68a6c754d6c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:34.849022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21baf5af-0e14-407a-bb02-328357cd9533 req-a52c0669-b16d-4447-beb0-68a6c754d6c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 945 time: 0.0526373 Apr 20 13:43:34.887032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-21baf5af-0e14-407a-bb02-328357cd9533 req-6973efab-cc28-4506-bd9b-79f8d11f3f58 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314083 Apr 20 13:43:34.909329 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53224) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:43:34.969687 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8748d562-188b-4c0f-ac9b-3ba501090c57 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/ee15529f-c0be-4b90-b750-71f54653d24e HTTP/1.1" status: 200 len: 993 time: 0.0592208 Apr 20 13:43:35.344618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:43:35.391916 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:43:35.395754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:43:35.396119 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:35.471757 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:35.493136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:43:35.496127 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471d76de-2753-4624-b7c4-5a649371f4e2" -d '{"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-plugged", "status": "completed", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:43:35.508789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:43:35.514229 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:35.539283 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36117a76-60c2-4f8a-8ad6-374561d760eb x-openstack-request-id: req-36117a76-60c2-4f8a-8ad6-374561d760eb {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:43:35.539575 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-plugged", "status": "completed", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:43:35.539818 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36117a76-60c2-4f8a-8ad6-374561d760eb {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:43:35.540197 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36117a76-60c2-4f8a-8ad6-374561d760eb'] response: {'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'code': 200} Apr 20 13:43:35.564065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:43:36.061451 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-79842d14-0439-457b-ae84-f6c921a2248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:37.358357 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:38.715784 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:39.022033 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:49.554205 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:43:53.001318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-9a62800a-90da-4113-8a93-f81546f3fb11 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396852 Apr 20 13:43:53.084481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-6549a6ce-5834-42ad-b247-ed70cff48f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:53.085958 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-6549a6ce-5834-42ad-b247-ed70cff48f24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1097 time: 0.0424163 Apr 20 13:43:53.186470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-1b0a263d-765c-4070-8257-123b0f0c8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:53.187890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-1b0a263d-765c-4070-8257-123b0f0c8590 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.0820205 Apr 20 13:43:53.255410 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-4eb196d3-ddb3-4a0a-a4f0-af5c88bf8d14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 1002 time: 0.0603507 Apr 20 13:43:53.302426 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-86de4536-6c4b-4810-bebb-8b85ee92e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:53.303828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-86de4536-6c4b-4810-bebb-8b85ee92e1d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0418508 Apr 20 13:43:53.349011 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-ea6fe5f8-206d-41dc-9535-95497525b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:43:53.350536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-ea6fe5f8-206d-41dc-9535-95497525b1a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393469 Apr 20 13:43:53.449109 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-d7884ad3-af6c-4c70-9c99-c44b5b91cec3 service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910399 Apr 20 13:43:53.537823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cf79de96-3bd5-4d72-9830-3f8e264b9b69 req-85b4ee0d-1280-4749-86d1-479d3f390d5d service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814364 Apr 20 13:43:54.113116 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:02.020811 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:44:03.740565 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-93184574-a5ae-4efe-ad82-e5704d1eb763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:06.061525 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dde45ab2-ee30-44e6-b9cc-2d1a18d8f889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:07.361850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:08.717916 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:09.023228 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:19.553737 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:24.126444 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:30.219392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53242) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:30.415477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port bdb0106b-5d9a-41cf-bb05-e42ceee3b490 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:30.415820 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:30.491236 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:30.491489 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:30.503151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for bdb0106b-5d9a-41cf-bb05-e42ceee3b490 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:30.648428 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:30.674072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=bdb0106b-5d9a-41cf-bb05-e42ceee3b490,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:30.686038 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.686390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.686725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.687060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.687389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.687715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.688041 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.688365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.688688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.689012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.689330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.689674 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:30.741603 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:30.741958 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP ee15529f-c0be-4b90-b750-71f54653d24e disassociated (deleted). External IP: 172.25.3.205, port: 8d70c1f1-82d2-4052-be5c-a609b5b10a75. Apr 20 13:44:30.949258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router a5784151-62e6-4ab7-ba8f-7856c98c28d7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:44:31.057918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:31.062321 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:31.072854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] Sync routers for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:31.083903 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:31.084525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:31.092797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-bc9c4e70-1f51-4af5-9bdf-f04dcb37fdbf tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/floatingips/ee15529f-c0be-4b90-b750-71f54653d24e HTTP/1.1" status: 204 len: 168 time: 0.8722942 Apr 20 13:44:31.093434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:44:31.095884 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640cbae4-7e30-4da3-9389-50c8e510979d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:44:31.209826 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a1fc1c-c09a-4fed-98d4-99b398fd07b8 x-openstack-request-id: req-31a1fc1c-c09a-4fed-98d4-99b398fd07b8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:44:31.210216 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:44:31.210422 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31a1fc1c-c09a-4fed-98d4-99b398fd07b8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:44:31.210776 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a1fc1c-c09a-4fed-98d4-99b398fd07b8'] response: {'name': 'network-changed', 'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'status': 'completed', 'code': 200} Apr 20 13:44:31.224261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:31.325424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cbae4-7e30-4da3-9389-50c8e510979d req-01acf229-8bc2-43a2-b124-6897db2620de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:31.326888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640cbae4-7e30-4da3-9389-50c8e510979d req-01acf229-8bc2-43a2-b124-6897db2620de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 1097 time: 0.0876527 Apr 20 13:44:31.417775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c469386-12dd-4691-8d3b-ea6815c61eeb req-a97480ce-c851-40fa-9bfc-24f275246ca9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:31.419281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c469386-12dd-4691-8d3b-ea6815c61eeb req-a97480ce-c851-40fa-9bfc-24f275246ca9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.1073742 Apr 20 13:44:31.443357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:31.462785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cbae4-7e30-4da3-9389-50c8e510979d req-02eac535-edd0-42cf-bf48-0ae20b5163a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:31.464211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640cbae4-7e30-4da3-9389-50c8e510979d req-02eac535-edd0-42cf-bf48-0ae20b5163a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 200 len: 898 time: 0.1196578 Apr 20 13:44:31.470383 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] Checking router: a5784151-62e6-4ab7-ba8f-7856c98c28d7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:31.478481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:31.479092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:31.483444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c469386-12dd-4691-8d3b-ea6815c61eeb req-d1a083b1-e2e3-4df0-8e95-fe9417b33649 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529423 Apr 20 13:44:31.515213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640cbae4-7e30-4da3-9389-50c8e510979d req-78d6fa3f-ff26-46fd-873d-e7e6489bd91a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 200 len: 217 time: 0.0425723 Apr 20 13:44:31.564488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cbae4-7e30-4da3-9389-50c8e510979d req-f641962a-807b-4a06-8b6d-80b24a55d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:31.565940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640cbae4-7e30-4da3-9389-50c8e510979d req-f641962a-807b-4a06-8b6d-80b24a55d3a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 200 len: 834 time: 0.0433261 Apr 20 13:44:31.585991 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:31.610796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cbae4-7e30-4da3-9389-50c8e510979d req-7f78b114-37b2-4342-98b4-649b571a493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:31.612478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640cbae4-7e30-4da3-9389-50c8e510979d req-7f78b114-37b2-4342-98b4-649b571a493c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83138798-0e97-4578-9474-25d8c5606f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399923 Apr 20 13:44:31.706146 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640cbae4-7e30-4da3-9389-50c8e510979d req-1dea4328-628b-4ad1-83c0-561c927d7eac service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866473 Apr 20 13:44:31.782252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:31.795576 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640cbae4-7e30-4da3-9389-50c8e510979d req-f1b730d6-0899-4892-b2db-6efa3d848b08 service neutron] 10.222.0.30 "GET /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827496 Apr 20 13:44:31.812392 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb3ac9-4c75-4256-ba7f-6c1571d532db None None] The sync data for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 is: [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:17Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'b95e9232-6874-402c-a1b6-817ebc03c491', 'name': '', 'network_id': '83138798-0e97-4578-9474-25d8c5606f01', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:26:84:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:17Z', 'updated_at': '2022-04-20T13:42:20Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '92a357ff-293c-4729-b9e9-2b0f4eb90a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:32.023632 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25308484-c6dc-4109-a838-37aab8d3b9c7 None None] New status for floating IP ee15529f-c0be-4b90-b750-71f54653d24e: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:44:32.600069 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb92146-80f6-4823-b688-c918299ffb80 req-619a02ca-44a0-403e-8b03-020cd86c76ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:32.601540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffb92146-80f6-4823-b688-c918299ffb80 req-619a02ca-44a0-403e-8b03-020cd86c76ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0485859 Apr 20 13:44:32.650907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ffb92146-80f6-4823-b688-c918299ffb80 req-1ecaa2d1-b745-40c4-b75f-c73df0c5cc60 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=70232b32-afd7-49bf-956c-b7b255f81b35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Apr 20 13:44:32.860233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a5044-0ade-4d22-978d-713334ae17ab req-0deb64bb-aa12-4db0-a80e-7bac36ef719a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:32.861685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-033a5044-0ade-4d22-978d-713334ae17ab req-0deb64bb-aa12-4db0-a80e-7bac36ef719a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 946 time: 0.0493364 Apr 20 13:44:32.946520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:32.946855 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.045086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 8d70c1f1-82d2-4052-be5c-a609b5b10a75, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=8d70c1f1-82d2-4052-be5c-a609b5b10a75,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:33.045445 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.058281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 8d70c1f1-82d2-4052-be5c-a609b5b10a75 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:33.184699 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.213003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=8d70c1f1-82d2-4052-be5c-a609b5b10a75,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:33.252984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] No DVR routers for this DVR port 8d70c1f1-82d2-4052-be5c-a609b5b10a75 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:44:33.255657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.259040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-033a5044-0ade-4d22-978d-713334ae17ab req-0f987c0b-6fd1-4f2b-aa21-134b5631a765 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.30 "DELETE /v2.0/ports/8d70c1f1-82d2-4052-be5c-a609b5b10a75 HTTP/1.1" status: 204 len: 173 time: 0.3920107 Apr 20 13:44:33.259468 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-deleted', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:44:33.261695 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795284b9-3c28-4b94-be7a-5875aece37c7" -d '{"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-deleted", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:44:33.299242 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e75c1-806d-4f04-8237-051497e78bbe x-openstack-request-id: req-126e75c1-806d-4f04-8237-051497e78bbe {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:44:33.299529 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1694d77-fd32-4590-ac9a-7ac9643b858d", "name": "network-vif-deleted", "tag": "8d70c1f1-82d2-4052-be5c-a609b5b10a75", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:44:33.299779 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-126e75c1-806d-4f04-8237-051497e78bbe {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:44:33.300183 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126e75c1-806d-4f04-8237-051497e78bbe'] response: {'server_uuid': 'e1694d77-fd32-4590-ac9a-7ac9643b858d', 'name': 'network-vif-deleted', 'tag': '8d70c1f1-82d2-4052-be5c-a609b5b10a75', 'status': 'completed', 'code': 200} Apr 20 13:44:33.744447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0f67f3d1-6268-4e05-a7d8-0cb20b8efe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:33.769093 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0ba45c73-5236-4ebb-9859-d0ae9a8934e1 req-5768c84d-caee-4b12-a7d9-1928d37bf574 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1694d77-fd32-4590-ac9a-7ac9643b858d HTTP/1.1" status: 200 len: 210 time: 0.0306807 Apr 20 13:44:34.823866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53262) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:35.179983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:35.424416 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port b95e9232-6874-402c-a1b6-817ebc03c491 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:35.424751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:35.508918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port b95e9232-6874-402c-a1b6-817ebc03c491, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=b95e9232-6874-402c-a1b6-817ebc03c491,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:35.509209 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:35.522025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for b95e9232-6874-402c-a1b6-817ebc03c491 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:35.624358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:44:35.644085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 8d70c1f1-82d2-4052-be5c-a609b5b10a75 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:44:35.644429 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 8d70c1f1-82d2-4052-be5c-a609b5b10a75 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:44:35.707103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:35.735277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=b95e9232-6874-402c-a1b6-817ebc03c491,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:35.907510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.063862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5a06db43-4e12-4836-8b36-8ae7325d6e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.124707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router a5784151-62e6-4ab7-ba8f-7856c98c28d7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:44:36.228851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:36.233930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1f43b34f-c7d9-4a1e-8a0b-aeb80ff73860 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/a5784151-62e6-4ab7-ba8f-7856c98c28d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4090397 Apr 20 13:44:36.236786 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53264) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:36.238487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] Sync routers for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:36.248403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:36.249015 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:36.287658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting subnet 92a357ff-293c-4729-b9e9-2b0f4eb90a11 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:44:36.290641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.329807 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.356180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:36.546580 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:44:35Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:36.574947 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] Checking router: a5784151-62e6-4ab7-ba8f-7856c98c28d7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:36.584408 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] Routers {'a5784151-62e6-4ab7-ba8f-7856c98c28d7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:36.584951 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:36.693571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] Set router a5784151-62e6-4ab7-ba8f-7856c98c28d7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:36.753349 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.811561 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.838408 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Subnet': ['ID=92a357ff-293c-4729-b9e9-2b0f4eb90a11,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:36.840273 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.846701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7463f524-a6f6-46a2-bbed-e9778dc41fd6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/subnets/92a357ff-293c-4729-b9e9-2b0f4eb90a11 HTTP/1.1" status: 204 len: 168 time: 0.6052999 Apr 20 13:44:36.846701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53266) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:36.858277 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc04939-8060-4b48-93c0-f07ce504bd38 None None] Network 83138798-0e97-4578-9474-25d8c5606f01 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:44:36.938031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:44:35Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:36.954753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:36.981094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39768299-c322-4be3-b8c6-07e59444b873 None None] The sync data for ids ['a5784151-62e6-4ab7-ba8f-7856c98c28d7'] in n-d-838550-2 is: [{'id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2086872640', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:44:35Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '4e9f28ab-1a24-4b30-bc48-5e16ac295261', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:16:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5784151-62e6-4ab7-ba8f-7856c98c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:42:14Z', 'updated_at': '2022-04-20T13:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:37.072669 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.128473 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 4e9f28ab-1a24-4b30-bc48-5e16ac295261 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:37.128712 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.211066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 4e9f28ab-1a24-4b30-bc48-5e16ac295261, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4e9f28ab-1a24-4b30-bc48-5e16ac295261,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:37.211437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.223348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 4e9f28ab-1a24-4b30-bc48-5e16ac295261 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:37.368958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] DHCP port deletion for 83138798-0e97-4578-9474-25d8c5606f01 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:44:37.377295 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.402107 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.422006 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Deleting port 55600215-35fd-4e6c-abfb-40d0cb54412f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:44:37.422392 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.433487 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=4e9f28ab-1a24-4b30-bc48-5e16ac295261,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:37.494490 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] For port 55600215-35fd-4e6c-abfb-40d0cb54412f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=55600215-35fd-4e6c-abfb-40d0cb54412f,segment=NetworkSegment(d27d6b34-72ec-4f7e-920a-1e41e6523ef6),segment_id=d27d6b34-72ec-4f7e-920a-1e41e6523ef6)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:37.495013 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.498039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.510194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Calling delete_port for 55600215-35fd-4e6c-abfb-40d0cb54412f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:44:37.588686 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.599040 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.601235 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.616638 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Pushing event deleted for resources: {'Port': ['ID=55600215-35fd-4e6c-abfb-40d0cb54412f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:37.618871 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] No DVR routers for this DVR port 55600215-35fd-4e6c-abfb-40d0cb54412f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:44:37.629428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.629924 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.630135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.630541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.630787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.631116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.631441 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.631764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.632085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.632426 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.632938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.633263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88953701-cfaf-474a-a8d8-3f7c582100ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:37.645518 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.646098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Fanout notify agent at l3_agent the message router_deleted on router a5784151-62e6-4ab7-ba8f-7856c98c28d7 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:44:37.653267 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.654950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-eb6dadf0-29e3-4f1d-946b-11f9db72f950 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/routers/a5784151-62e6-4ab7-ba8f-7856c98c28d7 HTTP/1.1" status: 204 len: 168 time: 0.8078153 Apr 20 13:44:37.657903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53268) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:37.741188 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.789561 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b95e9232-6874-402c-a1b6-817ebc03c491 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:44:37.814313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: b95e9232-6874-402c-a1b6-817ebc03c491 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:44:37.814654 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device b95e9232-6874-402c-a1b6-817ebc03c491 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:44:37.815066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 55600215-35fd-4e6c-abfb-40d0cb54412f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:44:37.834665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 55600215-35fd-4e6c-abfb-40d0cb54412f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:44:37.834665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 55600215-35fd-4e6c-abfb-40d0cb54412f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:44:37.843158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.864376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83138798-0e97-4578-9474-25d8c5606f01']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:37.874668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:37.874964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27d6b34-72ec-4f7e-920a-1e41e6523ef6') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:37.884747 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.898397 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.904142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:44:37.904525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:44:37.907667 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:44:37.967999 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.978739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:37.981765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/networks/83138798-0e97-4578-9474-25d8c5606f01 HTTP/1.1" status: 204 len: 168 time: 0.3229063 Apr 20 13:44:37.984568 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53270) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:37.993216 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852c291-56c3-4fb3-8fa6-487bf5e41986 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Network': ['ID=83138798-0e97-4578-9474-25d8c5606f01,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:38.043568 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.072129 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.131666 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.134305 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.135460 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/security-groups/70232b32-afd7-49bf-956c-b7b255f81b35 HTTP/1.1" status: 204 len: 168 time: 0.1498606 Apr 20 13:44:38.148174 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70232b32-afd7-49bf-956c-b7b255f81b35,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:38.155892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.156243 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.156842 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.157280 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.157612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.157976 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.158291 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.158643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.159033 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.159355 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.159698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.160085 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b54e306-33ac-42b9-890d-2f4a76f71369 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:38.399024 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53278) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:38.403674 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b21c6605-cd2f-487c-a842-0b7ed5cd06ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910055548', 'description': 'tempest-secgroup-smoke-910055548 description', 'project_id': 'd98035024175401caa86c551eea5ca6a'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:38.424027 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c6605-cd2f-487c-a842-0b7ed5cd06ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.489029 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c6605-cd2f-487c-a842-0b7ed5cd06ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.492716 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c6605-cd2f-487c-a842-0b7ed5cd06ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.522540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b21c6605-cd2f-487c-a842-0b7ed5cd06ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.523802 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b21c6605-cd2f-487c-a842-0b7ed5cd06ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1237724 Apr 20 13:44:38.525075 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c6605-cd2f-487c-a842-0b7ed5cd06ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920b5510-1890-42cc-bf0d-f125def52399,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:38.526864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53280) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:38.533297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-91e777a5-2697-4049-8ce4-09e3c235c3b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '920b5510-1890-42cc-bf0d-f125def52399', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:38.558200 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91e777a5-2697-4049-8ce4-09e3c235c3b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.615506 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91e777a5-2697-4049-8ce4-09e3c235c3b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.618982 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91e777a5-2697-4049-8ce4-09e3c235c3b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.636043 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e777a5-2697-4049-8ce4-09e3c235c3b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed3d3cf-1e98-4fe9-b4cb-84e35b4bbd57,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:38.643576 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-91e777a5-2697-4049-8ce4-09e3c235c3b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.644836 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-91e777a5-2697-4049-8ce4-09e3c235c3b7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161695 Apr 20 13:44:38.647590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53282) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:38.651933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-8f854384-9871-4ea1-b6ba-2f38bae140c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '920b5510-1890-42cc-bf0d-f125def52399', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:38.676324 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f854384-9871-4ea1-b6ba-2f38bae140c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.720645 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.734588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f854384-9871-4ea1-b6ba-2f38bae140c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.737895 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f854384-9871-4ea1-b6ba-2f38bae140c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.755654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f854384-9871-4ea1-b6ba-2f38bae140c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccc703f-7ec9-4305-ad12-13adac8e6dbe,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:38.760073 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-8f854384-9871-4ea1-b6ba-2f38bae140c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.761246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-8f854384-9871-4ea1-b6ba-2f38bae140c7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126816 Apr 20 13:44:38.764324 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53284) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:38.768926 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-b7a01011-6c95-412e-89c0-ccb2d5b3f14e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '920b5510-1890-42cc-bf0d-f125def52399', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:38.793259 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b7a01011-6c95-412e-89c0-ccb2d5b3f14e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.849693 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b7a01011-6c95-412e-89c0-ccb2d5b3f14e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.853163 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b7a01011-6c95-412e-89c0-ccb2d5b3f14e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.873692 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a01011-6c95-412e-89c0-ccb2d5b3f14e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90312fea-da80-4573-9d90-667c6690c2be,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:38.880122 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-b7a01011-6c95-412e-89c0-ccb2d5b3f14e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.881012 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-b7a01011-6c95-412e-89c0-ccb2d5b3f14e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1156065 Apr 20 13:44:38.883757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53286) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:38.888938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-a37f286d-803c-4de1-b2dd-2f9fbb9b70a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '920b5510-1890-42cc-bf0d-f125def52399', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:38.914485 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a37f286d-803c-4de1-b2dd-2f9fbb9b70a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.976911 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a37f286d-803c-4de1-b2dd-2f9fbb9b70a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.980155 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a37f286d-803c-4de1-b2dd-2f9fbb9b70a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:38.997348 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f286d-803c-4de1-b2dd-2f9fbb9b70a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4a8e9d-66a6-460f-bb85-a93167645f1e,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:39.001489 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a37f286d-803c-4de1-b2dd-2f9fbb9b70a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.002662 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a37f286d-803c-4de1-b2dd-2f9fbb9b70a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179912 Apr 20 13:44:39.005371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53288) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:39.009564 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '920b5510-1890-42cc-bf0d-f125def52399', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:39.020055 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:44:39.026419 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.031090 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:44:39.036181 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.093768 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.097114 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.114365 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbe2263-2f20-41c0-b967-39fac7398f4b,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:39.119069 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.120222 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d39fd2c1-8838-4881-a0c4-d86dbc233c94 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139112 Apr 20 13:44:39.122993 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53290) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:39.127131 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': '920b5510-1890-42cc-bf0d-f125def52399', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:39.146538 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:44:39.151515 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.212138 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.215564 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.232774 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7bfe1d7-8470-4be8-9575-7f1407b427ca,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:39.240135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.241310 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7269ce1c-a743-4abc-af80-0d4b1095b374 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174231 Apr 20 13:44:39.244161 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53292) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:39.249118 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'network': {'name': 'tempest-network-smoke--1926568100', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'port_security_enabled': True}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:39.267068 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:44:39.270355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.293695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:44:39.302698 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.303080 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Added segment 4afef79a-4f67-4165-88a7-6adf7d1ed774 of type vlan for network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a Apr 20 13:44:39.344878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.368034 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.373944 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:39.374518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.427928 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1827543 Apr 20 13:44:39.430762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53294) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:39.435823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'admin_state_up': True, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:39.442836 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58476215-19ef-44f1-96bf-0ca4bfe353e0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Network': ['ID=364324b9-ed3a-415e-b9fa-e8cdcc31b37a,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:39.454508 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:44:39.459201 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.460336 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.514481 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.651035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.674322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e9f28ab-1a24-4b30-bc48-5e16ac295261 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:44:39.707891 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4e9f28ab-1a24-4b30-bc48-5e16ac295261 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:44:39.708415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4e9f28ab-1a24-4b30-bc48-5e16ac295261 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:44:39.868711 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.887362 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:39.991318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.199 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a472adab-7b3d-46c5-b51a-06d288fb5d3d) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:40.089197 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:40.122256 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:40.157119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:40.161771 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:40.164684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:40.197324 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=a472adab-7b3d-46c5-b51a-06d288fb5d3d,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:40.415216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:40.618917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:40.742908 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:44:40.853817 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:40.866870 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Sync routers for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:40.875888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:40.880262 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c787209f-9d04-4ad0-8bad-c910cd48e855 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4453321 Apr 20 13:44:40.880418 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:40.880418 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:40.880613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53296) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:40.964414 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f0e12fad-bf7f-40cd-b063-b803a961cede tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d98035024175401caa86c551eea5ca6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826516 Apr 20 13:44:40.967039 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53300) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:40.984886 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:41.063462 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a237562-f711-4d9c-8344-0e4d8ab53dd6 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:41.067638 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5a237562-f711-4d9c-8344-0e4d8ab53dd6 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970387 Apr 20 13:44:41.067911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53302) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:41.099676 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-7a590b41-6ce4-4b79-8974-e7ecb959bb47 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283852 Apr 20 13:44:41.099886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53304) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:41.104832 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236610397', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:41.172571 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:40Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:41.195731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:44:41.198697 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Checking router: e3f8a5c9-2f64-4f01-9f1a-0432365c91ba for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:41.199045 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Updating router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba port a472adab-7b3d-46c5-b51a-06d288fb5d3d binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:44:41.199978 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.227543 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.392876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.454688 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Subnet': ['ID=2bf82e87-ba01-4760-85d4-1324f7a5d216,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:41.462977 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Checking segment: {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:41.463338 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network hostable DHCP agents. Network: 364324b9-ed3a-415e-b9fa-e8cdcc31b37a, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:44:41.479559 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:44:41.489451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 364324b9-ed3a-415e-b9fa-e8cdcc31b37a) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:41.492848 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.494335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:41.494945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.505473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa4eec1-d03c-4064-a0f3-a37419b940ec None None] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:44:41.516258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dab0095c-165a-46f1-88d7-c2a9d80ffcf0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4152269 Apr 20 13:44:41.518943 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53306) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:41.519814 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.577501 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Attempting to bind port a472adab-7b3d-46c5-b51a-06d288fb5d3d on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:44:41.577883 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Attempting to bind port a472adab-7b3d-46c5-b51a-06d288fb5d3d by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:44:41.578234 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Attempting to bind port a472adab-7b3d-46c5-b51a-06d288fb5d3d on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:41.584861 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Pushing event updated for resources: {'Port': ['ID=a472adab-7b3d-46c5-b51a-06d288fb5d3d,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:41.592717 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.593057 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.593388 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.593738 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.594065 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.594615 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.594741 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.595002 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.595329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.595631 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.595940 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.596250 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:44:41.599360 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:44:41.600159 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:41.600159 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.600474 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:44:41.600925 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Bound port: a472adab-7b3d-46c5-b51a-06d288fb5d3d, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:44:41.601297 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.657316 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] For port a472adab-7b3d-46c5-b51a-06d288fb5d3d, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:44:41.660326 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] For port a472adab-7b3d-46c5-b51a-06d288fb5d3d, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a472adab-7b3d-46c5-b51a-06d288fb5d3d,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:44:41.667962 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.678883 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:44:41.681390 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.717420 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:41.718076 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:41.776903 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76980615-2001-4422-a149-bb7dbe6e1e4f None None] Pushing event updated for resources: {'Port': ['ID=a472adab-7b3d-46c5-b51a-06d288fb5d3d,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:41.833358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Allocated IP 172.20.0.2 (364324b9-ed3a-415e-b9fa-e8cdcc31b37a/2bf82e87-ba01-4760-85d4-1324f7a5d216/6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:41.842509 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:41.981093 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:41.990045 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.020202 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.028898 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:40Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:42.057003 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b707f-383d-4cef-bf49-6395356fea44 None None] The sync data for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 is: [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:40Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:42.195646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:42.198624 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:42.203176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:42.210149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Pushing event updated for resources: {'Port': ['ID=6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:42.261100 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Attempting to bind port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:44:42.261469 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Attempting to bind port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:44:42.261866 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Attempting to bind port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f on network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:42.267656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:44:42.268037 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Checking segment: {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:42.268447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.268843 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Bound using segment: {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:44:42.269309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Bound port: 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:44:42.269719 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.343998 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.1 (364324b9-ed3a-415e-b9fa-e8cdcc31b37a/2bf82e87-ba01-4760-85d4-1324f7a5d216/f1ce76b5-3283-4640-a05c-b09f15790634) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:42.345156 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] For port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:44:42.348705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] For port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:44:42.352791 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.427473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec29eed-3d31-4d86-82d8-5458aa804c5a None None] Pushing event updated for resources: {'Port': ['ID=6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:42.480650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.517887 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.570841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:42.574605 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:42.578358 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:42.626828 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=f1ce76b5-3283-4640-a05c-b09f15790634,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:42.647642 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:42.798097 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.086533 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.092695 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.171521 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.173271 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=f1ce76b5-3283-4640-a05c-b09f15790634,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:43.266822 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:43.268237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:43.386710 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:44:43.414639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45128e3-b032-4fa9-9cc1-fc33c8e919cf None None] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:44:43.475464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-54200efc-2493-4e60-add4-d1d215174771 None None] Provisioning complete for port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:43.475833 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-54200efc-2493-4e60-add4-d1d215174771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.501902 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:43.512369 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9c2bba90-e993-4320-9b0c-73949f625571 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/e3f8a5c9-2f64-4f01-9f1a-0432365c91ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9873636 Apr 20 13:44:43.633809 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-54200efc-2493-4e60-add4-d1d215174771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.667759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-f9f5512c-e151-4b1b-942a-bbdbd78ceb96 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910055548&fields=id&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 267 time: 0.0380225 Apr 20 13:44:43.672136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-54200efc-2493-4e60-add4-d1d215174771 None None] For port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:43.683890 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-54200efc-2493-4e60-add4-d1d215174771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.749058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54200efc-2493-4e60-add4-d1d215174771 None None] Pushing event updated for resources: {'Port': ['ID=6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:43.823645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-48355378-5495-4eec-974f-7ab6ebfd141d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:43.825225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-48355378-5495-4eec-974f-7ab6ebfd141d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/networks?id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 200 len: 797 time: 0.1498694 Apr 20 13:44:43.827008 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a472adab-7b3d-46c5-b51a-06d288fb5d3d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:43.841788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-1e3ae345-0f2e-476c-ba04-a4fb448d36e7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/quotas/d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 375 time: 0.0094604 Apr 20 13:44:43.881882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a472adab-7b3d-46c5-b51a-06d288fb5d3d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:43.882858 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:43.904251 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-86705451-fd7d-413a-83c1-b95bf11e06a7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563564 Apr 20 13:44:43.974094 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Sync routers for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:43.981026 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.007357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:44.008029 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:44.010861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port a472adab-7b3d-46c5-b51a-06d288fb5d3d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a472adab-7b3d-46c5-b51a-06d288fb5d3d,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:44.021254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-0c65e273-b450-4221-904c-21c378d89f72 service neutron] 10.222.0.24 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016545 Apr 20 13:44:44.052137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.052989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:44.124096 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7d8346bb-ceb6-420d-84ff-e47f1ecdeb65 None None] Provisioning complete for port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:44.124468 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d8346bb-ceb6-420d-84ff-e47f1ecdeb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.127651 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-657be23f-1d86-4eb0-b1a5-a3110db06b65 service neutron] 10.222.0.24 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985012 Apr 20 13:44:44.221385 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=a472adab-7b3d-46c5-b51a-06d288fb5d3d,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:44.238882 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:44.297449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:44.298497 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.333347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0f5512fb-612e-4d37-bd1c-d329a693044d req-3e748c94-cf54-410c-bba2-c1dec62c1169 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 210 time: 0.0350680 Apr 20 13:44:44.493484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7d8346bb-ceb6-420d-84ff-e47f1ecdeb65 None None] Provisioning complete for port f1ce76b5-3283-4640-a05c-b09f15790634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:44.494047 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d8346bb-ceb6-420d-84ff-e47f1ecdeb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.582283 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7d8346bb-ceb6-420d-84ff-e47f1ecdeb65 None None] Port f1ce76b5-3283-4640-a05c-b09f15790634 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:44:44.605687 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 2, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:44.636067 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Checking router: e3f8a5c9-2f64-4f01-9f1a-0432365c91ba for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:44.636428 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Updating router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba port f1ce76b5-3283-4640-a05c-b09f15790634 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:44:44.661952 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.771564 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-58762016-a437-41f7-b44e-34802664a537 None None] Provisioning complete for port f1ce76b5-3283-4640-a05c-b09f15790634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:44.771948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-58762016-a437-41f7-b44e-34802664a537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.825597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-58762016-a437-41f7-b44e-34802664a537 None None] Port f1ce76b5-3283-4640-a05c-b09f15790634 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:44:44.971257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:44.976450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.026044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6404-487c-4d51-941d-8f17b6b39488 None None] Pushing event updated for resources: {'Port': ['ID=f1ce76b5-3283-4640-a05c-b09f15790634,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:45.076450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Attempting to bind port f1ce76b5-3283-4640-a05c-b09f15790634 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:44:45.076819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Attempting to bind port f1ce76b5-3283-4640-a05c-b09f15790634 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:44:45.077184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Attempting to bind port f1ce76b5-3283-4640-a05c-b09f15790634 on network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:45.082237 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:44:45.082614 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Checking segment: {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:45.083037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.083450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Bound using segment: {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:44:45.083948 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Bound port: f1ce76b5-3283-4640-a05c-b09f15790634, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:44:45.084443 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.157414 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] For port f1ce76b5-3283-4640-a05c-b09f15790634, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:44:45.160896 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] For port f1ce76b5-3283-4640-a05c-b09f15790634, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f1ce76b5-3283-4640-a05c-b09f15790634,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:44:45.166317 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.220390 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:45.221109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:45.283020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a6404-487c-4d51-941d-8f17b6b39488 None None] Pushing event updated for resources: {'Port': ['ID=f1ce76b5-3283-4640-a05c-b09f15790634,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:45.311398 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4dd9a23e-78c3-4b79-a905-7a753a61d73a None None] Provisioning complete for port f1ce76b5-3283-4640-a05c-b09f15790634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:45.311891 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a23e-78c3-4b79-a905-7a753a61d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.562571 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:45.611176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-39df6b11-4cd7-496b-9b8e-c19cea967818 req-e7f3fd8c-8ac5-4876-abd3-12e6991b55b1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 210 time: 0.0313892 Apr 20 13:44:45.645712 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-1e2a12e6-84a1-42a8-9f22-7ffe4efc38b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:45.647161 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-1e2a12e6-84a1-42a8-9f22-7ffe4efc38b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/networks?id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 200 len: 797 time: 0.4856417 Apr 20 13:44:45.689735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-27ca5ad0-4c40-47a8-8b18-9c32f6386616 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 379 time: 0.0333784 Apr 20 13:44:45.698845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'port': {'device_id': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'admin_state_up': True, 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'security_groups': ['920b5510-1890-42cc-bf0d-f125def52399']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:45.706393 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a23e-78c3-4b79-a905-7a753a61d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.748603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a472adab-7b3d-46c5-b51a-06d288fb5d3d up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:45.789190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-4dd9a23e-78c3-4b79-a905-7a753a61d73a None None] For port f1ce76b5-3283-4640-a05c-b09f15790634, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f1ce76b5-3283-4640-a05c-b09f15790634,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:45.800062 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4dd9a23e-78c3-4b79-a905-7a753a61d73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.811788 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:44:45.815282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.893134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9a23e-78c3-4b79-a905-7a753a61d73a None None] Pushing event updated for resources: {'Port': ['ID=f1ce76b5-3283-4640-a05c-b09f15790634,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:45.897558 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a472adab-7b3d-46c5-b51a-06d288fb5d3d triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:45.897946 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.941455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.11 (364324b9-ed3a-415e-b9fa-e8cdcc31b37a/2bf82e87-ba01-4760-85d4-1324f7a5d216/b0c365ef-085f-4b7f-85bd-81f5f3e7f303) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:45.943612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:45.976445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-4c8e51f3-65d6-4380-b805-6a663dfc3d57 None None] Provisioning complete for port f1ce76b5-3283-4640-a05c-b09f15790634 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:45.976808 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4c8e51f3-65d6-4380-b805-6a663dfc3d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:45.978978 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7694afb8-e6ca-4229-902e-6a1b6e5d57ba None None] The sync data for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 is: [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:46.070850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:46.127837 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.149033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:46.149396 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.168300 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.221948 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:46.225268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:46.228425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:46.259024 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:46.294396 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:46.295004 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.319949 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-c8978047-8f1a-481e-895e-05d7e2d837b2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6248538 Apr 20 13:44:46.386819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Request body: {'port': {'device_id': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:46.450796 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.464150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-80764293-49c9-4b21-adce-87b29ee60d94 None None] Provisioning complete for port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:46.464812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-80764293-49c9-4b21-adce-87b29ee60d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.500475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-80764293-49c9-4b21-adce-87b29ee60d94 None None] Port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:44:46.768981 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4783d7d-efd0-4a0a-873e-4e50d914ed6d req-8524e3c4-edeb-448f-9ca0-c391661a41e4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:46.770431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4783d7d-efd0-4a0a-873e-4e50d914ed6d req-8524e3c4-edeb-448f-9ca0-c391661a41e4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 932 time: 0.0860868 Apr 20 13:44:46.776284 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c365ef-085f-4b7f-85bd-81f5f3e7f303 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:44:46.790424 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.818386 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Transition to ACTIVE for port object b0c365ef-085f-4b7f-85bd-81f5f3e7f303 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:44:46.824207 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:46.855194 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4783d7d-efd0-4a0a-873e-4e50d914ed6d req-f03adeae-96c2-4816-a097-cdfda575f90a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738995 Apr 20 13:44:46.891295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Pushing event updated for resources: {'Port': ['ID=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:46.967960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Attempting to bind port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:44:46.968297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Attempting to bind port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:44:46.968624 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Attempting to bind port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 on network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:46.973483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 on network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:44:46.973833 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Attempting to bind port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 on network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:44:46.979201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:44:46.979537 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Checking segment: {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:44:46.979916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Bound using segment: {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:44:46.980336 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Bound port: b0c365ef-085f-4b7f-85bd-81f5f3e7f303, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afef79a-4f67-4165-88a7-6adf7d1ed774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:44:46.980691 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.055413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] For port b0c365ef-085f-4b7f-85bd-81f5f3e7f303, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:44:47.058653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] For port b0c365ef-085f-4b7f-85bd-81f5f3e7f303, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:44:47.067700 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.102323 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.103066 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.104699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] 10.222.0.37 "PUT /v2.0/ports/b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 200 len: 1092 time: 0.7740664 Apr 20 13:44:47.105215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:44:47.108152 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae018d112f3ec4b4d6738fafa8d0b0298de1a7a923befcd14976d51092f31288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4b8486-1c97-4509-9637-41acd38752b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:44:47.135111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e1144-661f-44f1-8dc6-6ae07d27507c service neutron] Pushing event updated for resources: {'Port': ['ID=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:47.162930 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd29cca0-3ad5-4a37-aad3-f71d5951939e x-openstack-request-id: req-cd29cca0-3ad5-4a37-aad3-f71d5951939e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:44:47.163118 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:44:47.163362 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd29cca0-3ad5-4a37-aad3-f71d5951939e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:44:47.163765 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd29cca0-3ad5-4a37-aad3-f71d5951939e'] response: {'name': 'network-changed', 'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'status': 'completed', 'code': 200} Apr 20 13:44:47.216467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-be2306cf-3200-46b6-9295-ee1d84ed4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.218086 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-be2306cf-3200-46b6-9295-ee1d84ed4d37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1095 time: 0.0467231 Apr 20 13:44:47.271764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-e66bb317-1971-4d02-ae2d-c0108646cfe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 200 len: 217 time: 0.0433578 Apr 20 13:44:47.323222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-85c182c9-3ebb-4ae8-b6a7-b402240aa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.324668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-85c182c9-3ebb-4ae8-b6a7-b402240aa848 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bf82e87-ba01-4760-85d4-1324f7a5d216 HTTP/1.1" status: 200 len: 835 time: 0.0463457 Apr 20 13:44:47.370104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-f71adedc-686e-4c8f-95c8-d6b6759462a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.371565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-f71adedc-686e-4c8f-95c8-d6b6759462a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393410 Apr 20 13:44:47.461773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-7fca76ba-df93-4d93-94e9-b6d9e39f06fb service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834827 Apr 20 13:44:47.553694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-25476640-b531-41bb-a2a7-3a3aa34057c2 req-b0a63c03-1595-4862-aadf-d1b4b2875338 service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813687 Apr 20 13:44:47.638368 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-9d33d602-0492-4630-841a-9cd61c48adac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.639864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-9d33d602-0492-4630-841a-9cd61c48adac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1095 time: 0.0413892 Apr 20 13:44:47.738620 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-a319037a-9e46-4d63-b615-e33edc4d3bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.740083 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-a319037a-9e46-4d63-b615-e33edc4d3bc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 200 len: 898 time: 0.0919271 Apr 20 13:44:47.740224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f1ce76b5-3283-4640-a05c-b09f15790634 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:47.783078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-35e30d59-5cbb-4b47-9199-28650d77c313 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 200 len: 217 time: 0.0348320 Apr 20 13:44:47.788553 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f1ce76b5-3283-4640-a05c-b09f15790634 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:47.788927 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:47.832523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-79f0ae1b-6d93-4ad5-80c6-91fea2ece9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.833891 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-79f0ae1b-6d93-4ad5-80c6-91fea2ece9b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bf82e87-ba01-4760-85d4-1324f7a5d216 HTTP/1.1" status: 200 len: 835 time: 0.0429165 Apr 20 13:44:47.884925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-f1562464-043c-45bb-b6ff-c17f5b39cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:47.886810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-f1562464-043c-45bb-b6ff-c17f5b39cd60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439889 Apr 20 13:44:48.014689 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572da8-8623-4430-91fa-ec7e71d652d0 req-85560a6f-214e-4805-bcd8-5d4e61d3908f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:48.016135 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d572da8-8623-4430-91fa-ec7e71d652d0 req-85560a6f-214e-4805-bcd8-5d4e61d3908f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 944 time: 0.0742218 Apr 20 13:44:48.021334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-4161cce2-11c2-48b9-9c3b-98fa49b38956 service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250136 Apr 20 13:44:48.098990 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d572da8-8623-4430-91fa-ec7e71d652d0 req-491ea032-ad41-4afc-88af-17fae77b3d2d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766964 Apr 20 13:44:48.131256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4d4b8486-1c97-4509-9637-41acd38752b3 req-c37fddf9-41aa-47f2-ab14-1f3ca6499161 service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025755 Apr 20 13:44:49.219577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b50e0-d7c7-4ce4-83ff-eab8ded31852 req-649fe37e-23a5-4ebe-938f-6517f9e8841e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:49.221335 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062b50e0-d7c7-4ce4-83ff-eab8ded31852 req-649fe37e-23a5-4ebe-938f-6517f9e8841e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 944 time: 0.0533669 Apr 20 13:44:49.257834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-062b50e0-d7c7-4ce4-83ff-eab8ded31852 req-e29a8279-3e76-472c-901a-e37c3bb54204 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305123 Apr 20 13:44:49.573803 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:50.370066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446e667-994d-44aa-9b50-9383a48c3dfc req-59a1e704-3523-4034-a716-9e4fa27e61ba tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:50.371484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3446e667-994d-44aa-9b50-9383a48c3dfc req-59a1e704-3523-4034-a716-9e4fa27e61ba tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 944 time: 0.0474043 Apr 20 13:44:50.408325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3446e667-994d-44aa-9b50-9383a48c3dfc req-e59ec028-eb9c-4406-8012-f2be6cf0a336 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309904 Apr 20 13:44:51.262131 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0c365ef-085f-4b7f-85bd-81f5f3e7f303 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:44:51.357487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0c365ef-085f-4b7f-85bd-81f5f3e7f303, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:51.368737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'port_id': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'mac_address': 'fa:16:3e:15:bf:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:44:51.403924 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.416135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c365ef-085f-4b7f-85bd-81f5f3e7f303 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:44:51.436265 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0c365ef-085f-4b7f-85bd-81f5f3e7f303, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:51.440506 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:51.487231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:51.522465 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f707a20-f3b7-467f-a381-c7fc9a7aa366 req-29036730-e1b6-428d-b3c0-535b57ea10b3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:51.523939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f707a20-f3b7-467f-a381-c7fc9a7aa366 req-29036730-e1b6-428d-b3c0-535b57ea10b3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 945 time: 0.0497153 Apr 20 13:44:51.562588 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9f707a20-f3b7-467f-a381-c7fc9a7aa366 req-c5bb813e-0b56-4e39-a56e-6284d1c4a91f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318384 Apr 20 13:44:51.652393 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['b0c365ef-085f-4b7f-85bd-81f5f3e7f303'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:44:52.678585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfb3f7-83f6-4343-af3b-114f29fa0bad req-66b80af7-2ea1-445a-84e6-d153d6f72a22 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:52.680000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28dfb3f7-83f6-4343-af3b-114f29fa0bad req-66b80af7-2ea1-445a-84e6-d153d6f72a22 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 945 time: 0.0512757 Apr 20 13:44:52.716318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-28dfb3f7-83f6-4343-af3b-114f29fa0bad req-e9a20b0c-b859-40f0-b4be-e8e491aa617d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296683 Apr 20 13:44:53.262377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0c365ef-085f-4b7f-85bd-81f5f3e7f303 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:44:53.310291 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:44:53.314241 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:44:53.314612 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:53.389028 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:53.411775 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:44:53.414020 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e71f1b29f62b5c230eebf7c3847c64ad5bbe5b0176c5a94afe3293a73badffd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c35cd7-c23d-470f-9c48-736edfa6835f" -d '{"events": [{"server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:44:53.426915 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0c365ef-085f-4b7f-85bd-81f5f3e7f303, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:44:53.430854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:53.482976 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:53.507669 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5383c3-32b2-4f35-b872-4d331475d6f0 x-openstack-request-id: req-7b5383c3-32b2-4f35-b872-4d331475d6f0 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:44:53.507963 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:44:53.508212 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b5383c3-32b2-4f35-b872-4d331475d6f0 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:44:53.508611 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5383c3-32b2-4f35-b872-4d331475d6f0'] response: {'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'code': 200} Apr 20 13:44:53.603768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9eb0cd-0184-40cf-a31a-d3456422ca43 req-a67167e7-cd68-4720-bb21-e01a2833fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:53.605274 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff9eb0cd-0184-40cf-a31a-d3456422ca43 req-a67167e7-cd68-4720-bb21-e01a2833fa29 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1097 time: 0.0405943 Apr 20 13:44:53.640641 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ff9eb0cd-0184-40cf-a31a-d3456422ca43 req-2a96fa03-f168-4e48-81be-1829dd8d837b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280969 Apr 20 13:44:54.093893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c40ef6-945e-4d64-8359-713ee04b2117 req-76eed741-e205-436e-b75b-8475b09bb8e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:54.095389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37c40ef6-945e-4d64-8359-713ee04b2117 req-76eed741-e205-436e-b75b-8475b09bb8e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0479798 Apr 20 13:44:54.132127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37c40ef6-945e-4d64-8359-713ee04b2117 req-4a49bd32-c1b4-4d2e-90cf-11282bcfcce5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309031 Apr 20 13:44:54.153210 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.257725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc65a8-9775-4586-a803-50025dbc32b1 req-f564a0f0-4efd-4864-9e29-db13f6d7a63c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:55.259156 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00bc65a8-9775-4586-a803-50025dbc32b1 req-f564a0f0-4efd-4864-9e29-db13f6d7a63c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0511515 Apr 20 13:44:55.296197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00bc65a8-9775-4586-a803-50025dbc32b1 req-9f91f735-9c12-4afc-adbc-2e63dd0f5576 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302713 Apr 20 13:44:55.407907 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a53403-1277-4021-811e-529d2d892fd2 req-d0dc105b-cf3c-4bc3-93d0-e1b512e90238 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:55.409331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86a53403-1277-4021-811e-529d2d892fd2 req-d0dc105b-cf3c-4bc3-93d0-e1b512e90238 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0480587 Apr 20 13:44:55.447503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-86a53403-1277-4021-811e-529d2d892fd2 req-afffdbd9-1638-4730-a907-2adc87391c7e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Apr 20 13:44:55.468496 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53362) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:55.508113 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2e679f-5d93-47f6-8831-3e51bfbe290b tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:55.509748 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8e2e679f-5d93-47f6-8831-3e51bfbe290b tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1092 time: 0.0402548 Apr 20 13:44:55.512685 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53364) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:55.516795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:44:55.536675 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.633810 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.734074 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.59 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/a67257fb-38f9-43d6-b7b8-aa8157f750ac) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:44:55.838271 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.873188 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:55.908845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:44:55.913684 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:44:55.917153 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:44:55.948129 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=a67257fb-38f9-43d6-b7b8-aa8157f750ac,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:56.281347 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.349793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.491708 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.495640 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.568148 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=a67257fb-38f9-43d6-b7b8-aa8157f750ac,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:44:56.579676 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:56.678554 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP 479462e8-950a-4a8d-aabe-742917c1d869 associated. External IP: 172.25.3.59, port: b0c365ef-085f-4b7f-85bd-81f5f3e7f303. Apr 20 13:44:56.880034 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:44:56.984325 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:44:56.994173 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] Sync routers for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:44:57.001832 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:44:57.003732 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:57.004337 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:57.112736 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:57.344080 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '479462e8-950a-4a8d-aabe-742917c1d869', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'port_id': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'mac_address': 'fa:16:3e:15:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:44:56Z', 'updated_at': '2022-04-20T13:44:56Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:57.349967 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c93d6489-0415-4ac3-98b0-000349546f9e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8363307 Apr 20 13:44:57.350798 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:44:57.353391 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}069c0990d0a19b767c0c5d85845c9afc2ec92371d93feaffa768912419d35cf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee8237-1961-45ed-be81-da668c559bac" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:44:57.370296 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] Checking router: e3f8a5c9-2f64-4f01-9f1a-0432365c91ba for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:44:57.379774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:44:57.380381 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:44:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:57.402633 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-c8399d05-404b-4961-9154-406da84eb4fc req-37ecdb5b-dd85-46f6-a9d2-2f019278247b tempest-ServerDiskConfigTestJSON-147830657 tempest-ServerDiskConfigTestJSON-147830657-project] (109409) timed out ('10.222.0.37', 59401) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:44:57.457749 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945906b7-578d-4fd1-ab5e-238b75ef80f9 req-96c0e663-5d97-4b8b-8ec7-78fefc7588a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:57.459246 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-945906b7-578d-4fd1-ab5e-238b75ef80f9 req-96c0e663-5d97-4b8b-8ec7-78fefc7588a1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0577841 Apr 20 13:44:57.465827 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f348b77-ef0f-445d-8e9f-17d5d5a7125e x-openstack-request-id: req-7f348b77-ef0f-445d-8e9f-17d5d5a7125e {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:44:57.466186 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:44:57.466444 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f348b77-ef0f-445d-8e9f-17d5d5a7125e {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:44:57.466887 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f348b77-ef0f-445d-8e9f-17d5d5a7125e'] response: {'name': 'network-changed', 'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'status': 'completed', 'code': 200} Apr 20 13:44:57.531942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-945906b7-578d-4fd1-ab5e-238b75ef80f9 req-57557e9f-0fe0-411a-b34b-cf78b99305c8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642669 Apr 20 13:44:57.546085 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8237-1961-45ed-be81-da668c559bac req-67761a47-d830-4cc0-b94a-56e255e6b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:57.547572 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8237-1961-45ed-be81-da668c559bac req-67761a47-d830-4cc0-b94a-56e255e6b997 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1097 time: 0.0578761 Apr 20 13:44:57.554343 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53372) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:57.592652 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:44:57.623311 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-9101acfc-3e04-44ad-acf1-2e8d81ff6078 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/479462e8-950a-4a8d-aabe-742917c1d869 HTTP/1.1" status: 200 len: 991 time: 0.0665491 Apr 20 13:44:57.637898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8237-1961-45ed-be81-da668c559bac req-5a322c3b-6b89-4609-b8d7-517511b2067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:57.639870 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8237-1961-45ed-be81-da668c559bac req-5a322c3b-6b89-4609-b8d7-517511b2067d service neutron] 10.222.0.37 "GET /v2.0/networks?id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 200 len: 898 time: 0.0855811 Apr 20 13:44:57.711407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8237-1961-45ed-be81-da668c559bac req-f5ef0c95-7868-4204-a71c-675fa543a6bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 200 len: 999 time: 0.0648139 Apr 20 13:44:57.758538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8237-1961-45ed-be81-da668c559bac req-66020837-4fa7-4afd-91f3-8fd2525574bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:57.760005 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8237-1961-45ed-be81-da668c559bac req-66020837-4fa7-4afd-91f3-8fd2525574bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bf82e87-ba01-4760-85d4-1324f7a5d216 HTTP/1.1" status: 200 len: 835 time: 0.0415754 Apr 20 13:44:57.803663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8237-1961-45ed-be81-da668c559bac req-a622e92e-0fbd-413e-bac0-91d27b8ab1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:44:57.805112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8237-1961-45ed-be81-da668c559bac req-a622e92e-0fbd-413e-bac0-91d27b8ab1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388412 Apr 20 13:44:57.810492 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '479462e8-950a-4a8d-aabe-742917c1d869', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'port_id': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'mac_address': 'fa:16:3e:15:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:44:56Z', 'updated_at': '2022-04-20T13:44:56Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:44:57.839523 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbbadfb-d79f-414c-b664-037c576f2670 None None] The sync data for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 is: [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '479462e8-950a-4a8d-aabe-742917c1d869', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.59', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'port_id': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'mac_address': 'fa:16:3e:15:bf:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:44:56Z', 'updated_at': '2022-04-20T13:44:56Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:44:57.897843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8237-1961-45ed-be81-da668c559bac req-23dc5dde-ec1b-47da-89c7-6abbfa1f593a service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864029 Apr 20 13:44:57.990377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-26ee8237-1961-45ed-be81-da668c559bac req-d2d48a0d-1025-4b6b-b1ae-d4d92b4155a1 service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858538 Apr 20 13:44:58.036917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e965b5-6cd3-41a7-a45d-5ce013be7141 None None] New status for floating IP 479462e8-950a-4a8d-aabe-742917c1d869: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:44:58.626845 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53374) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:44:58.688444 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3b09b9fb-b0a2-428f-a347-bdc18b77631b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/479462e8-950a-4a8d-aabe-742917c1d869 HTTP/1.1" status: 200 len: 993 time: 0.0604184 Apr 20 13:45:03.746055 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68561d51-4766-4441-92ba-bbdf018d7dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:06.064430 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fc7e88ba-4bb7-4a35-b029-8f7071975dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:07.366402 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:08.722269 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:09.028573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:16.018683 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:45:19.572653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:24.152277 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:30.164226 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c687e-d3c8-49c7-a585-5a877afba804 req-87091300-ff35-4782-8d66-dc0be83532b5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:30.165696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea5c687e-d3c8-49c7-a585-5a877afba804 req-87091300-ff35-4782-8d66-dc0be83532b5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0923722 Apr 20 13:45:30.202145 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ea5c687e-d3c8-49c7-a585-5a877afba804 req-52eda5aa-2589-4f02-aaf7-3fd7fc7d1657 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304806 Apr 20 13:45:31.441732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8d342-fdec-49f6-af7b-01b82640f1a2 req-d11c8db9-0898-4f00-b888-18f94ef43c9c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:31.446000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1db8d342-fdec-49f6-af7b-01b82640f1a2 req-d11c8db9-0898-4f00-b888-18f94ef43c9c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0982392 Apr 20 13:45:31.481880 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1db8d342-fdec-49f6-af7b-01b82640f1a2 req-ada934e4-e053-4c4f-952d-1b9d6d3e9f8e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320847 Apr 20 13:45:32.596137 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2bec20-c957-4978-8e48-4ce3849298fe req-64979452-2f30-442c-9e7c-dc425b3685ad tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:32.597589 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc2bec20-c957-4978-8e48-4ce3849298fe req-64979452-2f30-442c-9e7c-dc425b3685ad tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0476871 Apr 20 13:45:32.634507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc2bec20-c957-4978-8e48-4ce3849298fe req-debeb461-4696-4ae2-b512-ff48d2f7a355 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309649 Apr 20 13:45:33.472182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-8934f42e-1c74-4750-82b8-cd8791d67eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:33.473620 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-8934f42e-1c74-4750-82b8-cd8791d67eec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1097 time: 0.0777960 Apr 20 13:45:33.577217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-7496b243-1630-4fae-be19-eadc8845a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:33.578908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-7496b243-1630-4fae-be19-eadc8845a5cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 200 len: 898 time: 0.0861204 Apr 20 13:45:33.644841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-5df1a7ae-cf81-4a65-ae65-23f201674dae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 200 len: 1001 time: 0.0584958 Apr 20 13:45:33.698476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-e4bef2c0-a801-41ca-bfb8-acd099e524e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:33.699922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-e4bef2c0-a801-41ca-bfb8-acd099e524e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bf82e87-ba01-4760-85d4-1324f7a5d216 HTTP/1.1" status: 200 len: 835 time: 0.0483992 Apr 20 13:45:33.747465 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-91421eb1-ef57-4c4f-90a9-02b183eec3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:33.773134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-b24f363e-753b-44f8-b09b-91ca0e3552fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:33.774650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-b24f363e-753b-44f8-b09b-91ca0e3552fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684664 Apr 20 13:45:33.783352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c00d-832c-4147-be7f-7e5a53685bb5 req-4314a620-ac0c-4d68-b463-48e71ab897f4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:33.784684 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9009c00d-832c-4147-be7f-7e5a53685bb5 req-4314a620-ac0c-4d68-b463-48e71ab897f4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0774407 Apr 20 13:45:33.869485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9009c00d-832c-4147-be7f-7e5a53685bb5 req-7707d280-88ae-4d5b-8685-b2c9febb9e9f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764072 Apr 20 13:45:33.893598 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-2cabe4a3-33e4-462f-a5d9-b9618363d3e2 service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080043 Apr 20 13:45:33.982660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d5fd43a-f3c2-42ac-867c-414b7a471fc8 req-f9c0c1bd-c8b3-4193-b05d-d1bf250f95e9 service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819638 Apr 20 13:45:34.992171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a9788-817b-42f1-a5de-0fa5b7b64209 req-682a5b84-2b79-4870-8408-f0c3ae262d9a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:34.993648 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a7a9788-817b-42f1-a5de-0fa5b7b64209 req-682a5b84-2b79-4870-8408-f0c3ae262d9a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0538876 Apr 20 13:45:35.031727 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3a7a9788-817b-42f1-a5de-0fa5b7b64209 req-88904185-29c8-4997-8c5a-450f1533dc09 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315771 Apr 20 13:45:36.067178 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a3ba9301-bb24-4058-863d-4e3f2ad19c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:36.145819 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7db43-94bb-4027-9bb8-79deaaf6022b req-70400448-e98e-4fb5-a4d0-407a40671d54 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:36.147234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3a7db43-94bb-4027-9bb8-79deaaf6022b req-70400448-e98e-4fb5-a4d0-407a40671d54 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0474412 Apr 20 13:45:36.184106 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f3a7db43-94bb-4027-9bb8-79deaaf6022b req-b1643260-cc88-4485-af88-b9004c812d12 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310214 Apr 20 13:45:37.301315 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430f288-2d02-4992-a559-a8757b93b387 req-8e8de9d2-83e9-4c43-9d85-ba09d1384361 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:37.302825 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0430f288-2d02-4992-a559-a8757b93b387 req-8e8de9d2-83e9-4c43-9d85-ba09d1384361 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0478647 Apr 20 13:45:37.339014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0430f288-2d02-4992-a559-a8757b93b387 req-1f4c548e-68f4-48f4-b4b6-f4de5af23344 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301268 Apr 20 13:45:37.376222 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:38.458112 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756ea87-3d16-4e18-9a63-e1ae34099fbd req-7d8d8424-8cc2-4d91-aa60-4042b0f22a0d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:38.459525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7756ea87-3d16-4e18-9a63-e1ae34099fbd req-7d8d8424-8cc2-4d91-aa60-4042b0f22a0d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0516160 Apr 20 13:45:38.497061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7756ea87-3d16-4e18-9a63-e1ae34099fbd req-60d0befe-ba22-4cd3-91a6-759205e692f9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314243 Apr 20 13:45:38.725383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.029842 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:39.611721 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626f4cd-a39b-46e7-93fa-9021b61a9a56 req-745daab7-1136-4310-9f07-057cb7bd1cfa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:39.613175 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f626f4cd-a39b-46e7-93fa-9021b61a9a56 req-745daab7-1136-4310-9f07-057cb7bd1cfa tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0479753 Apr 20 13:45:39.650051 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f626f4cd-a39b-46e7-93fa-9021b61a9a56 req-5a464315-df38-4144-a036-efe23abed96a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308843 Apr 20 13:45:40.766365 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cee37d-2414-4d3b-9871-39e1e6516c80 req-ad3f7811-900c-42bd-b963-85eff4bc6518 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:40.767746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2cee37d-2414-4d3b-9871-39e1e6516c80 req-ad3f7811-900c-42bd-b963-85eff4bc6518 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0505524 Apr 20 13:45:40.812701 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f2cee37d-2414-4d3b-9871-39e1e6516c80 req-6665ecde-4bcf-4621-9cc4-36047009cb13 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Apr 20 13:45:41.928729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87374207-2a20-42f5-9d12-45e83321334b req-ec0f48dd-e12e-44d1-9520-8872ddcf114e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:41.930293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87374207-2a20-42f5-9d12-45e83321334b req-ec0f48dd-e12e-44d1-9520-8872ddcf114e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0509257 Apr 20 13:45:41.966981 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87374207-2a20-42f5-9d12-45e83321334b req-c6a003d3-d352-49ed-94a2-dea4afac5a54 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301173 Apr 20 13:45:43.081208 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e7800-e931-4e00-81ca-3d41071fe95c req-392150d2-0fd9-44a6-b538-47aaeede06ea tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:43.082660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f08e7800-e931-4e00-81ca-3d41071fe95c req-392150d2-0fd9-44a6-b538-47aaeede06ea tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0468745 Apr 20 13:45:43.119561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f08e7800-e931-4e00-81ca-3d41071fe95c req-816adee7-25a5-42d4-ad26-b5351c924357 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309329 Apr 20 13:45:44.233197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4368f-07e8-4421-a73c-3ba8fda4b428 req-97ce1a79-df25-496b-af32-0c5846f9588c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:44.234640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98e4368f-07e8-4421-a73c-3ba8fda4b428 req-97ce1a79-df25-496b-af32-0c5846f9588c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0472295 Apr 20 13:45:44.270886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98e4368f-07e8-4421-a73c-3ba8fda4b428 req-8148ec70-2a5f-4740-b804-96ec0e9f59b4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303552 Apr 20 13:45:45.388618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbdead-42c1-4440-8439-6fc35bf15a37 req-eb32f9e7-1b9c-4df7-90be-6f4982ff10b3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:45.390061 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60fbdead-42c1-4440-8439-6fc35bf15a37 req-eb32f9e7-1b9c-4df7-90be-6f4982ff10b3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0516682 Apr 20 13:45:45.426039 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60fbdead-42c1-4440-8439-6fc35bf15a37 req-62aa596a-fd5d-45f0-8e83-e5695196472b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299966 Apr 20 13:45:45.447911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:45.505810 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-020e7fb0-e6cc-4951-8ad4-3aab5f53aa7a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/479462e8-950a-4a8d-aabe-742917c1d869 HTTP/1.1" status: 200 len: 993 time: 0.0567970 Apr 20 13:45:46.798378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019bb0-f2d7-4ba2-bb47-946f515ca82e req-c152f46a-f974-4647-ae30-9688b45a10fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:46.799840 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3019bb0-f2d7-4ba2-bb47-946f515ca82e req-c152f46a-f974-4647-ae30-9688b45a10fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0819693 Apr 20 13:45:46.815577 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-c0d31660-8c27-4f6f-a757-e8ded607fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:46.816941 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-c0d31660-8c27-4f6f-a757-e8ded607fdc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1097 time: 0.0673246 Apr 20 13:45:46.883907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d3019bb0-f2d7-4ba2-bb47-946f515ca82e req-be99893d-ca93-444a-b0bb-329d4840a8ac tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777454 Apr 20 13:45:46.919439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-5c8c631b-2d82-4e80-8ec3-f22bb25d02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:46.920974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-5c8c631b-2d82-4e80-8ec3-f22bb25d02ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 200 len: 898 time: 0.0962992 Apr 20 13:45:46.989605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-00f1ec6f-86ef-4c4d-84df-664e9c95195d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 200 len: 1001 time: 0.0612531 Apr 20 13:45:47.035902 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-56796d5f-6cd1-4264-8812-600f2c8e0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:47.037247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-56796d5f-6cd1-4264-8812-600f2c8e0b5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bf82e87-ba01-4760-85d4-1324f7a5d216 HTTP/1.1" status: 200 len: 835 time: 0.0416019 Apr 20 13:45:47.080060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-11911980-6d50-43a5-bd77-c357fa92fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:47.081374 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-11911980-6d50-43a5-bd77-c357fa92fe69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377483 Apr 20 13:45:47.172635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-c160e1b4-6459-436c-81ee-1e62b97eca0f service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833921 Apr 20 13:45:47.259786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd30824-0c55-496c-8bfe-171a572de8bd req-b5213755-7540-4391-b9de-341f911a3b0e service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800958 Apr 20 13:45:47.999752 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710cbec-8eed-4c88-8f2b-046d45819329 req-fad146f4-91bc-422e-b659-9d58059d237f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:45:48.001164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f710cbec-8eed-4c88-8f2b-046d45819329 req-fad146f4-91bc-422e-b659-9d58059d237f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0475311 Apr 20 13:45:48.042703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f710cbec-8eed-4c88-8f2b-046d45819329 req-28ac541f-0cf7-414b-8617-71fb9e0b8138 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356271 Apr 20 13:45:48.064354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53452) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:45:48.123149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9cb6a026-8fce-4ef3-8683-3e7ef91c441e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/479462e8-950a-4a8d-aabe-742917c1d869 HTTP/1.1" status: 200 len: 993 time: 0.0576701 Apr 20 13:45:49.568749 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:45:53.019119 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:45:54.153371 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:03.747898 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-48d655ab-a34a-455c-94ab-32d921741cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:06.068718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a280c4e3-c9a9-48e9-8ef9-0aa9ea3911f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:07.367982 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:08.727980 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:09.030364 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.557878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53464) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:18.711217 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port a67257fb-38f9-43d6-b7b8-aa8157f750ac {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:18.711560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.788693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.789020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.800223 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for a67257fb-38f9-43d6-b7b8-aa8157f750ac owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:18.943765 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:18.969582 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=a67257fb-38f9-43d6-b7b8-aa8157f750ac,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:18.994469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.994820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.995164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.995503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.995857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.996170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.996498 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.996824 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.997692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.998027 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.998348 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:18.998666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:19.038656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:19.039027 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP 479462e8-950a-4a8d-aabe-742917c1d869 disassociated (deleted). External IP: 172.25.3.59, port: b0c365ef-085f-4b7f-85bd-81f5f3e7f303. Apr 20 13:46:19.565151 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:19.573146 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:19.671234 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:19.675950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:19.680406 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] Sync routers for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:19.689949 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:19.690556 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:19.702996 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-28fc0d1d-dce0-40f7-8950-a3f3c393370d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/floatingips/479462e8-950a-4a8d-aabe-742917c1d869 HTTP/1.1" status: 204 len: 168 time: 1.1440029 Apr 20 13:46:19.703652 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:19.746190 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:19.802584 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:19.853761 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8feefb9-6865-4572-a417-05333992812e x-openstack-request-id: req-d8feefb9-6865-4572-a417-05333992812e {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:19.854152 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:19.854398 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8feefb9-6865-4572-a417-05333992812e {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:19.854793 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8feefb9-6865-4572-a417-05333992812e'] response: {'name': 'network-changed', 'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'status': 'completed', 'code': 200} Apr 20 13:46:19.953111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-c7dc1dfb-2f7a-4055-a5e1-d03d62143fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:19.954592 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-c7dc1dfb-2f7a-4055-a5e1-d03d62143fe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 1097 time: 0.0728807 Apr 20 13:46:19.966398 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c291-540c-437f-b0d7-5b52ccdbc6fc req-6ff8c9b8-fe05-4a7d-9f6c-1fc26628ba30 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:19.967843 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62d9c291-540c-437f-b0d7-5b52ccdbc6fc req-6ff8c9b8-fe05-4a7d-9f6c-1fc26628ba30 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0610144 Apr 20 13:46:20.008306 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:20.037946 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] Checking router: e3f8a5c9-2f64-4f01-9f1a-0432365c91ba for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:20.046613 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:20.047218 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:20.050058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-62d9c291-540c-437f-b0d7-5b52ccdbc6fc req-f20231ac-5135-4db5-ba70-90ac7934fc4e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741909 Apr 20 13:46:20.077963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-ef3c419a-96b4-4f0d-af50-00978d723413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:20.079409 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-ef3c419a-96b4-4f0d-af50-00978d723413 service neutron] 10.222.0.37 "GET /v2.0/networks?id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 200 len: 898 time: 0.1107202 Apr 20 13:46:20.124489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-55abcd08-d0a4-4d96-ad09-fb38d2ebcd4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 200 len: 217 time: 0.0378957 Apr 20 13:46:20.150446 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:20.173078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-c6f1b400-ead0-449b-b1bd-8b67962280a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:20.174556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-c6f1b400-ead0-449b-b1bd-8b67962280a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2bf82e87-ba01-4760-85d4-1324f7a5d216 HTTP/1.1" status: 200 len: 835 time: 0.0430822 Apr 20 13:46:20.219179 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-a4a58f12-c3d3-439b-a568-67c53225ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:20.220635 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-a4a58f12-c3d3-439b-a568-67c53225ae5c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364324b9-ed3a-415e-b9fa-e8cdcc31b37a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393920 Apr 20 13:46:20.311400 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-5fdc88b8-e5df-4c68-87a4-1702aaf3aaea service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829604 Apr 20 13:46:20.343042 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:20.368201 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57852a53-724b-4fb8-8048-c3c8055326ff None None] The sync data for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 is: [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:42Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'f1ce76b5-3283-4640-a05c-b09f15790634', 'name': '', 'network_id': '364324b9-ed3a-415e-b9fa-e8cdcc31b37a', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:75:81:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:42Z', 'updated_at': '2022-04-20T13:44:45Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '2bf82e87-ba01-4760-85d4-1324f7a5d216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:20.399624 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-68ad8cd8-a45b-43e5-b30e-dfa0b5f129ed req-11aab98c-a88d-4ac1-8caa-0a472930ca46 service neutron] 10.222.0.37 "GET /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811865 Apr 20 13:46:20.582613 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4400f-4c87-493c-a9b5-bff668eddc17 None None] New status for floating IP 479462e8-950a-4a8d-aabe-742917c1d869: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:46:21.166190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4e670-89a8-4293-a3f5-7903ba042efb req-bc7b7e59-7105-476d-90c6-c12e9768a9e4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:21.167784 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab4e670-89a8-4293-a3f5-7903ba042efb req-bc7b7e59-7105-476d-90c6-c12e9768a9e4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0483282 Apr 20 13:46:21.206478 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cab4e670-89a8-4293-a3f5-7903ba042efb req-df97f6bd-61cc-46ea-927a-d3ff691912e5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=920b5510-1890-42cc-bf0d-f125def52399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Apr 20 13:46:21.384853 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8e37faab-3035-427e-a1b8-418fb99be2dd tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:21.386210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8e37faab-3035-427e-a1b8-418fb99be2dd tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/ports?device_id=5ca03f77-f896-47d0-ab4f-6c35aedbe93d HTTP/1.1" status: 200 len: 946 time: 0.0519140 Apr 20 13:46:21.471884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:21.472223 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:21.562926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port b0c365ef-085f-4b7f-85bd-81f5f3e7f303, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:21.563282 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:21.576048 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for b0c365ef-085f-4b7f-85bd-81f5f3e7f303 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:21.697503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:21.730070 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=b0c365ef-085f-4b7f-85bd-81f5f3e7f303,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:21.769887 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] No DVR routers for this DVR port b0c365ef-085f-4b7f-85bd-81f5f3e7f303 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:46:21.772484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:21.775738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ccb8d463-0929-41cb-b96f-296f54047257 req-8784a422-9ab4-4f8a-aa45-28f6145b615d tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "DELETE /v2.0/ports/b0c365ef-085f-4b7f-85bd-81f5f3e7f303 HTTP/1.1" status: 204 len: 173 time: 0.3839738 Apr 20 13:46:21.856167 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'name': 'network-vif-deleted', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:21.858630 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3a222a-5506-4f0d-812a-d38ffbc33d61" -d '{"events": [{"server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "name": "network-vif-deleted", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:21.894006 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b7d96e-f46b-4a02-819f-19485a0b66e6 x-openstack-request-id: req-28b7d96e-f46b-4a02-819f-19485a0b66e6 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:21.894339 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ca03f77-f896-47d0-ab4f-6c35aedbe93d", "name": "network-vif-deleted", "tag": "b0c365ef-085f-4b7f-85bd-81f5f3e7f303", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:21.894548 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28b7d96e-f46b-4a02-819f-19485a0b66e6 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:21.894955 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b7d96e-f46b-4a02-819f-19485a0b66e6'] response: {'server_uuid': '5ca03f77-f896-47d0-ab4f-6c35aedbe93d', 'name': 'network-vif-deleted', 'tag': 'b0c365ef-085f-4b7f-85bd-81f5f3e7f303', 'status': 'completed', 'code': 200} Apr 20 13:46:22.264916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53482) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:22.618550 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.872658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port f1ce76b5-3283-4640-a05c-b09f15790634 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:22.873003 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.960251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port f1ce76b5-3283-4640-a05c-b09f15790634, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f1ce76b5-3283-4640-a05c-b09f15790634,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:22.960610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:22.973602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for f1ce76b5-3283-4640-a05c-b09f15790634 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:23.155664 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.182410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=f1ce76b5-3283-4640-a05c-b09f15790634,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:23.356318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.568546 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:23.671939 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:23.676922 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-e6b78c44-1452-4836-b728-d74a2248fe68 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/e3f8a5c9-2f64-4f01-9f1a-0432365c91ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4108279 Apr 20 13:46:23.679464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53484) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:23.682565 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] Sync routers for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:23.696956 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:23.697557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:23.731776 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting subnet 2bf82e87-ba01-4760-85d4-1324f7a5d216 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:46:23.735473 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.777845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.805251 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:23.865392 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.924833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.954723 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf82e87-ba01-4760-85d4-1324f7a5d216,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:23.956710 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:23.962616 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-637fc85d-8589-4a57-93d8-39901c7ba4e9 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/subnets/2bf82e87-ba01-4760-85d4-1324f7a5d216 HTTP/1.1" status: 204 len: 168 time: 0.2794907 Apr 20 13:46:23.962616 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53486) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:23.968226 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077017e3-354d-4ba1-819b-7b89f7950f65 None None] Network 364324b9-ed3a-415e-b9fa-e8cdcc31b37a requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:24.077199 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:46:23Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:24.080815 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.105188 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] Checking router: e3f8a5c9-2f64-4f01-9f1a-0432365c91ba for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:24.114336 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] Routers {'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:24.114935 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:24.155710 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.173664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] DHCP port deletion for 364324b9-ed3a-415e-b9fa-e8cdcc31b37a request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:46:24.224169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Deleting port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:24.224852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.232609 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] Set router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:24.297659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] For port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f,segment=NetworkSegment(4afef79a-4f67-4165-88a7-6adf7d1ed774),segment_id=4afef79a-4f67-4165-88a7-6adf7d1ed774)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:24.298235 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.313225 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Calling delete_port for 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:24.393797 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.420537 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:46:23Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:24.423611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Pushing event deleted for resources: {'Port': ['ID=6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:24.434069 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] No DVR routers for this DVR port 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:46:24.436682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.437122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.438066 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.438519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.438944 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.439369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.439912 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.440332 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.440753 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.441173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.441594 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.442031 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a1e070-7688-4a2b-a77a-2939c5e2effa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:24.453879 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359d9bc7-a669-488f-b5d9-81ec8b489ad7 None None] The sync data for ids ['e3f8a5c9-2f64-4f01-9f1a-0432365c91ba'] in n-d-838550-2 is: [{'id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-499707594', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:46:23Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': 'a472adab-7b3d-46c5-b51a-06d288fb5d3d', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:71:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f8a5c9-2f64-4f01-9f1a-0432365c91ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:44:39Z', 'updated_at': '2022-04-20T13:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:24.533598 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.587627 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port a472adab-7b3d-46c5-b51a-06d288fb5d3d {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:46:24.587967 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.671134 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port a472adab-7b3d-46c5-b51a-06d288fb5d3d, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a472adab-7b3d-46c5-b51a-06d288fb5d3d,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:24.671501 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.684362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for a472adab-7b3d-46c5-b51a-06d288fb5d3d owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:46:24.848225 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:24.876485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=a472adab-7b3d-46c5-b51a-06d288fb5d3d,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:24.942843 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.033350 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.035484 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.077841 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.078397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Fanout notify agent at l3_agent the message router_deleted on router e3f8a5c9-2f64-4f01-9f1a-0432365c91ba {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:46:25.085763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.089253 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f914e577-6f81-44c3-9e99-6e5482a6116c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/routers/e3f8a5c9-2f64-4f01-9f1a-0432365c91ba HTTP/1.1" status: 204 len: 168 time: 1.1226792 Apr 20 13:46:25.089676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53490) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:25.167654 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.255246 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.275211 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364324b9-ed3a-415e-b9fa-e8cdcc31b37a']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:25.284240 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afef79a-4f67-4165-88a7-6adf7d1ed774') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:25.284547 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afef79a-4f67-4165-88a7-6adf7d1ed774') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:25.293414 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.306264 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.312335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:46:25.312801 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:46:25.316191 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:46:25.377274 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.382608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.385717 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/networks/364324b9-ed3a-415e-b9fa-e8cdcc31b37a HTTP/1.1" status: 204 len: 168 time: 0.2949462 Apr 20 13:46:25.388613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53494) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:25.400156 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Network': ['ID=364324b9-ed3a-415e-b9fa-e8cdcc31b37a,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:25.407695 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.408040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.408378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.408712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.409045 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.409373 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.409723 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.410052 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.410380 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.410698 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.411022 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.411335 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89254329-0be0-40b6-89e9-944f441c8f36 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:25.450158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-542020e5-475a-471c-9a04-36342d00b6fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.474752 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-542020e5-475a-471c-9a04-36342d00b6fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.539125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-542020e5-475a-471c-9a04-36342d00b6fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.541782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-542020e5-475a-471c-9a04-36342d00b6fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.542936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-542020e5-475a-471c-9a04-36342d00b6fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/security-groups/920b5510-1890-42cc-bf0d-f125def52399 HTTP/1.1" status: 204 len: 168 time: 0.1532242 Apr 20 13:46:25.553664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542020e5-475a-471c-9a04-36342d00b6fb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920b5510-1890-42cc-bf0d-f125def52399,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:25.748719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0c365ef-085f-4b7f-85bd-81f5f3e7f303 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:46:25.769500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: b0c365ef-085f-4b7f-85bd-81f5f3e7f303 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:46:25.769932 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0c365ef-085f-4b7f-85bd-81f5f3e7f303 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:46:25.772701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f1ce76b5-3283-4640-a05c-b09f15790634 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:46:25.792691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f1ce76b5-3283-4640-a05c-b09f15790634 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:46:25.793115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f1ce76b5-3283-4640-a05c-b09f15790634 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:46:25.793513 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a472adab-7b3d-46c5-b51a-06d288fb5d3d no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:46:25.811878 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a472adab-7b3d-46c5-b51a-06d288fb5d3d {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:46:25.812219 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a472adab-7b3d-46c5-b51a-06d288fb5d3d not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:46:25.812606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:46:25.830335 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:46:25.830622 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6d3bbdc1-01e6-47d1-aa0d-66f3d15a161f not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:46:25.886556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53502) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:25.891107 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-53515dda-b263-4f19-a587-714ab2ed0119 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296105870', 'description': 'tempest-secgroup-smoke-296105870 description', 'project_id': 'd98035024175401caa86c551eea5ca6a'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:25.911784 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53515dda-b263-4f19-a587-714ab2ed0119 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.978287 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53515dda-b263-4f19-a587-714ab2ed0119 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:25.982269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53515dda-b263-4f19-a587-714ab2ed0119 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.005103 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-53515dda-b263-4f19-a587-714ab2ed0119 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.006333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-53515dda-b263-4f19-a587-714ab2ed0119 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1187999 Apr 20 13:46:26.009301 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53504) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.014071 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-08aafd9b-3388-404d-a1f2-f3c02d0e00ff tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': 'd5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.014243 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53515dda-b263-4f19-a587-714ab2ed0119 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.039494 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08aafd9b-3388-404d-a1f2-f3c02d0e00ff tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.096672 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08aafd9b-3388-404d-a1f2-f3c02d0e00ff tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.100194 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08aafd9b-3388-404d-a1f2-f3c02d0e00ff tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.116643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aafd9b-3388-404d-a1f2-f3c02d0e00ff tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea389485-56cd-45e5-9190-8a1c210e7337,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.125235 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-08aafd9b-3388-404d-a1f2-f3c02d0e00ff tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.126479 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-08aafd9b-3388-404d-a1f2-f3c02d0e00ff tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160123 Apr 20 13:46:26.129103 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53506) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.133429 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6343d6b8-8679-415c-8505-ed9a48a7c027 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': 'd5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.157793 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6343d6b8-8679-415c-8505-ed9a48a7c027 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.211386 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6343d6b8-8679-415c-8505-ed9a48a7c027 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.214804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6343d6b8-8679-415c-8505-ed9a48a7c027 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.232230 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343d6b8-8679-415c-8505-ed9a48a7c027 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dbce4f-dec7-470b-bab3-e17979a36ca0,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.239895 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6343d6b8-8679-415c-8505-ed9a48a7c027 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.241129 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6343d6b8-8679-415c-8505-ed9a48a7c027 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110673 Apr 20 13:46:26.243862 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53508) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.250098 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-6fe8d8b5-a084-4405-a7f8-d7f892660854 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': 'd5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.274301 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d8b5-a084-4405-a7f8-d7f892660854 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.332956 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d8b5-a084-4405-a7f8-d7f892660854 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.336338 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d8b5-a084-4405-a7f8-d7f892660854 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.355117 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8d8b5-a084-4405-a7f8-d7f892660854 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f318e214-d559-43e0-9c6c-4180f0fa61a5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.362851 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d8b5-a084-4405-a7f8-d7f892660854 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.364057 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6fe8d8b5-a084-4405-a7f8-d7f892660854 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192732 Apr 20 13:46:26.366793 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53510) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.371042 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7dd16727-ff08-4384-8468-3a2b943e6cb7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': 'd5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.395210 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dd16727-ff08-4384-8468-3a2b943e6cb7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.452420 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dd16727-ff08-4384-8468-3a2b943e6cb7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.455691 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dd16727-ff08-4384-8468-3a2b943e6cb7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.470572 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd16727-ff08-4384-8468-3a2b943e6cb7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2390c4-adb9-4e55-a115-b2e9304359b5,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.479957 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7dd16727-ff08-4384-8468-3a2b943e6cb7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.481128 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7dd16727-ff08-4384-8468-3a2b943e6cb7 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134107 Apr 20 13:46:26.484005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53512) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.488445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': 'd5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.507297 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:46:26.512483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.571025 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.574526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.593894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723ba0b7-1319-46a7-b0e2-1798456a56e3,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.601528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.602715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-10834a50-47af-4772-b5fb-f549357c78c5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177840 Apr 20 13:46:26.606345 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53514) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.610525 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'security_group_rule': {'security_group_id': 'd5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.629731 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Project d98035024175401caa86c551eea5ca6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:46:26.634317 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.692269 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.695402 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.712279 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4089f33d-0d9c-4c77-9afa-f4e79afb53c1,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.720020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.721197 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-733cefa0-7df4-403c-8451-e76566830121 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1139491 Apr 20 13:46:26.724055 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53516) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.728767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'network': {'name': 'tempest-network-smoke--1664211287', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'port_security_enabled': True}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.746229 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:26.750140 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.772504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:46:26.781017 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.781357 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Added segment be2e471e-4365-40d8-a74c-6e5990c122e1 of type vlan for network d07efb8f-5c52-4856-bca2-3b9c04fc1083 Apr 20 13:46:26.820158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.843013 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.848664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:26.849243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.878557 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1535180 Apr 20 13:46:26.881330 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53518) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:26.886170 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'admin_state_up': True, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:26.906774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.908007 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:26.922515 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c8cc4-ebaf-4692-9ee8-78578d68504f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Network': ['ID=d07efb8f-5c52-4856-bca2-3b9c04fc1083,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:26.935177 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:46:26.964189 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.110165 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.309740 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.328342 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.430004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.232 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:27.533295 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.566159 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:27.601592 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:27.606354 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:27.609844 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:27.637057 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:27.857472 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.053203 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.177989 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c828af11-26cf-4aaf-b801-a8cbd2b3bdde is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:46:28.283220 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:28.293249 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Sync routers for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:28.302157 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.302772 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:28.303409 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-522bdda1-fda5-4c8b-8537-ab5eebd96fd3 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4209023 Apr 20 13:46:28.303894 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:28.306538 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53520) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:28.337138 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-535fba76-80da-4451-ab4a-618467523ad4 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=d98035024175401caa86c551eea5ca6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272777 Apr 20 13:46:28.337368 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53522) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:28.409788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:28.426290 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34f0e4-bdef-4a95-99f7-f3113ce9a076 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:28.427792 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ec34f0e4-bdef-4a95-99f7-f3113ce9a076 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895400 Apr 20 13:46:28.430680 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53524) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:28.458659 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a9bbee6b-bf35-4adc-b038-fa63c1607a0b tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=724cd4bc-5a1a-4a63-a6a7-3df332e9e1df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269461 Apr 20 13:46:28.461140 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53526) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:28.465767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1639125624', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'project_id': 'd98035024175401caa86c551eea5ca6a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:28.551479 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:28.555056 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.592865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:27Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:28.620374 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Checking router: c828af11-26cf-4aaf-b801-a8cbd2b3bdde for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:28.620727 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Updating router c828af11-26cf-4aaf-b801-a8cbd2b3bdde port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:46:28.646498 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.735143 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.799007 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Subnet': ['ID=02eb8c53-ea18-47e5-ad16-9bcf14aeba60,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:28.807670 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Checking segment: {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:28.808032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network hostable DHCP agents. Network: d07efb8f-5c52-4856-bca2-3b9c04fc1083, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:46:28.824135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:46:28.833215 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, d07efb8f-5c52-4856-bca2-3b9c04fc1083) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:28.837378 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:28.837995 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:28.848885 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b46e77-2efb-4f8c-9a4c-e22b99682b89 None None] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:28.854451 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5d31a8df-13cf-4b6e-87a9-d03d325c45e2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3923185 Apr 20 13:46:28.857754 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53528) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:28.978382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.002706 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.074994 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Attempting to bind port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:29.075813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Attempting to bind port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:29.076176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Attempting to bind port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:29.092097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808362-7c17-4216-8c0f-c76051ed94df None None] Pushing event updated for resources: {'Port': ['ID=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:29.098082 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:29.098464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:29.098874 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.099263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:29.099733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Bound port: 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:29.100136 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.120919 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-d07efb8f-5c52-4856-bca2-3b9c04fc1083', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:46:29.122828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.225850 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] For port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:29.247476 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] For port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:29.257638 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.287721 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.351254 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Allocated IP 172.20.0.2 (d07efb8f-5c52-4856-bca2-3b9c04fc1083/02eb8c53-ea18-47e5-ad16-9bcf14aeba60/da1f1556-1dff-4481-8611-7e77199a2154) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:29.353231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:29.353869 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:29.355525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808362-7c17-4216-8c0f-c76051ed94df None None] Pushing event updated for resources: {'Port': ['ID=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:29.521343 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:29.691182 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.701848 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.748614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.1 (d07efb8f-5c52-4856-bca2-3b9c04fc1083/02eb8c53-ea18-47e5-ad16-9bcf14aeba60/6d1ffd33-efc9-4c5a-8cec-30d781feba06) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:29.760039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:29.768813 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:29.772907 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:29.781534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Pushing event updated for resources: {'Port': ['ID=da1f1556-1dff-4481-8611-7e77199a2154,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:29.841778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Attempting to bind port da1f1556-1dff-4481-8611-7e77199a2154 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:29.842149 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Attempting to bind port da1f1556-1dff-4481-8611-7e77199a2154 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:29.842507 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Attempting to bind port da1f1556-1dff-4481-8611-7e77199a2154 on network d07efb8f-5c52-4856-bca2-3b9c04fc1083 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:29.846587 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:27Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:29.851023 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:29.851388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Checking segment: {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:29.851785 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.852172 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Bound using segment: {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:29.852630 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Bound port: da1f1556-1dff-4481-8611-7e77199a2154, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:29.853012 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.863417 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.887166 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe8394a-db4d-4842-aa35-ea0075a55334 None None] The sync data for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 is: [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:27Z', 'revision_number': 3, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:29.899938 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.947120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] For port da1f1556-1dff-4481-8611-7e77199a2154, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:29.951418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] For port da1f1556-1dff-4481-8611-7e77199a2154, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=da1f1556-1dff-4481-8611-7e77199a2154,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:29.955852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:29.959423 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:29.962016 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:29.962917 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:29.990315 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=6d1ffd33-efc9-4c5a-8cec-30d781feba06,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:30.013950 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.020569 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:46:30.030075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f826-783d-4bd7-a1bf-89e3cc4abfab None None] Pushing event updated for resources: {'Port': ['ID=da1f1556-1dff-4481-8611-7e77199a2154,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:30.172860 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.491525 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.496267 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.570294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:30.572188 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=6d1ffd33-efc9-4c5a-8cec-30d781feba06,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:30.672951 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:30.674418 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:30.802189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c828af11-26cf-4aaf-b801-a8cbd2b3bdde has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:30.912773 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:30.918482 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0bff58b3-689b-49fb-b426-d444705c82d4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/c828af11-26cf-4aaf-b801-a8cbd2b3bdde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0597131 Apr 20 13:46:31.034127 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348fae48-73fd-4886-8a8e-4e8b21e938ee None None] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:46:31.070289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-2cda1bb9-316e-42ea-8e5d-b60a0ca172da tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296105870&fields=id&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 267 time: 0.0336642 Apr 20 13:46:31.115032 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-cc2c8ccf-a70d-4d75-b998-575b1cea6481 None None] Provisioning complete for port da1f1556-1dff-4481-8611-7e77199a2154 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:31.115405 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c8ccf-a70d-4d75-b998-575b1cea6481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.182579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-884889f1-f94f-4ffe-a08c-9a59d04dc1df tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:31.184021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-884889f1-f94f-4ffe-a08c-9a59d04dc1df tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/networks?id=d07efb8f-5c52-4856-bca2-3b9c04fc1083 HTTP/1.1" status: 200 len: 797 time: 0.1010747 Apr 20 13:46:31.200216 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-e7b060a0-87b4-4f0a-a4c7-7f7df2810184 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/quotas/d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 375 time: 0.0103023 Apr 20 13:46:31.260169 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-7b2d6302-d290-4631-bbe0-7bd7b745bbad tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542157 Apr 20 13:46:31.261092 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c8ccf-a70d-4d75-b998-575b1cea6481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.302307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cc2c8ccf-a70d-4d75-b998-575b1cea6481 None None] For port da1f1556-1dff-4481-8611-7e77199a2154, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=da1f1556-1dff-4481-8611-7e77199a2154,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:31.307151 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cc2c8ccf-a70d-4d75-b998-575b1cea6481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.372639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c8ccf-a70d-4d75-b998-575b1cea6481 None None] Pushing event updated for resources: {'Port': ['ID=da1f1556-1dff-4481-8611-7e77199a2154,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:31.464732 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-309e5783-937d-4c93-99af-1ffdb4647847 service neutron] 10.222.0.24 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425350 Apr 20 13:46:31.535003 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-58353e5b-3a15-4128-af45-ac394bb02b5f None None] Provisioning complete for port da1f1556-1dff-4481-8611-7e77199a2154 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:31.535373 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-58353e5b-3a15-4128-af45-ac394bb02b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.567950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-121ccde1-8575-48eb-94be-e3d2238c1fe2 service neutron] 10.222.0.24 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963764 Apr 20 13:46:31.645720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-58353e5b-3a15-4128-af45-ac394bb02b5f None None] Provisioning complete for port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:31.646101 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-58353e5b-3a15-4128-af45-ac394bb02b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.663373 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Sync routers for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:31.677586 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:31.678263 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:31.733281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-58353e5b-3a15-4128-af45-ac394bb02b5f None None] Port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:31.877617 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:31.879238 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-855c9161-81d4-48c3-ba09-163bed27a96c None None] Provisioning complete for port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:31.879793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-855c9161-81d4-48c3-ba09-163bed27a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:31.901060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7af2f8c7-1e0f-46dd-8bd1-07fad229e634 req-7fed9e4c-bd0a-4a16-ae5a-5ad779e6bfa0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 210 time: 0.0642672 Apr 20 13:46:31.945075 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:32.172743 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 2, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:32.188611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-855c9161-81d4-48c3-ba09-163bed27a96c None None] Port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:32.204340 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Checking router: c828af11-26cf-4aaf-b801-a8cbd2b3bdde for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:32.204696 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Updating router c828af11-26cf-4aaf-b801-a8cbd2b3bdde port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:46:32.204842 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:32.205140 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.233080 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.284472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.315130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:32.320906 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.321780 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device da1f1556-1dff-4481-8611-7e77199a2154 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:32.348981 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c008e341-f2fc-4a2f-9155-fd226ce80dfb None None] Provisioning complete for port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:32.349339 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c008e341-f2fc-4a2f-9155-fd226ce80dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.455124 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c008e341-f2fc-4a2f-9155-fd226ce80dfb None None] Port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:32.458782 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:32.472462 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port da1f1556-1dff-4481-8611-7e77199a2154 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:32.473750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.508083 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.514887 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.624699 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Pushing event updated for resources: {'Port': ['ID=6d1ffd33-efc9-4c5a-8cec-30d781feba06,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:32.646093 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.646432 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.646765 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.647094 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.647426 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.647748 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.648074 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.648399 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.648911 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.649012 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.649321 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.649621 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:46:32.685774 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Attempting to bind port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:32.686390 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Attempting to bind port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:32.686500 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Attempting to bind port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 on network d07efb8f-5c52-4856-bca2-3b9c04fc1083 {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:32.693851 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:32.694221 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Checking segment: {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:32.694619 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.695006 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Bound using segment: {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:32.695461 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Bound port: 6d1ffd33-efc9-4c5a-8cec-30d781feba06, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:32.695834 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.771658 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] For port 6d1ffd33-efc9-4c5a-8cec-30d781feba06, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:32.775597 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] For port 6d1ffd33-efc9-4c5a-8cec-30d781feba06, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6d1ffd33-efc9-4c5a-8cec-30d781feba06,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:32.780439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1629d4c2-b8a0-4e48-b949-20f4437c9f46 None None] Provisioning complete for port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:32.780804 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1629d4c2-b8a0-4e48-b949-20f4437c9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.782572 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.873768 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1629d4c2-b8a0-4e48-b949-20f4437c9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.874605 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:32.874912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:32.908134 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1629d4c2-b8a0-4e48-b949-20f4437c9f46 None None] For port 6d1ffd33-efc9-4c5a-8cec-30d781feba06, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6d1ffd33-efc9-4c5a-8cec-30d781feba06,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:32.914446 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b89e10-739f-4cfb-8c94-3b3cde63ba72 None None] Pushing event updated for resources: {'Port': ['ID=6d1ffd33-efc9-4c5a-8cec-30d781feba06,revision_number=4']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:32.918908 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1629d4c2-b8a0-4e48-b949-20f4437c9f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:32.998962 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629d4c2-b8a0-4e48-b949-20f4437c9f46 None None] Pushing event updated for resources: {'Port': ['ID=6d1ffd33-efc9-4c5a-8cec-30d781feba06,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:33.067323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d0c17c16-fdde-436f-ad6a-184ca7f14931 req-cfb55e1a-27e9-40fd-a193-b30e34ac9d33 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 210 time: 0.0436714 Apr 20 13:46:33.127115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-0611c5d6-168d-44ca-84a7-e46ff4a49410 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:33.128823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-0611c5d6-168d-44ca-84a7-e46ff4a49410 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/networks?id=d07efb8f-5c52-4856-bca2-3b9c04fc1083 HTTP/1.1" status: 200 len: 797 time: 0.2411687 Apr 20 13:46:33.135552 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:33.179112 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-e7d95f17-54f1-4cc0-9756-12fe25e092e4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d98035024175401caa86c551eea5ca6a HTTP/1.1" status: 200 len: 379 time: 0.0376518 Apr 20 13:46:33.189400 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'port': {'device_id': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'admin_state_up': True, 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'security_groups': ['d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:33.246592 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c30f39b0-68af-4bf1-9a52-dc3b3605c45a None None] Provisioning complete for port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:33.247703 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c30f39b0-68af-4bf1-9a52-dc3b3605c45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.297185 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Made reservation on behalf of d98035024175401caa86c551eea5ca6a for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:46:33.300928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.345421 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:33.375843 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a07e00-d508-4505-8272-f040e8884f8f None None] The sync data for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 is: [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:33.453001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.20.0.10 (d07efb8f-5c52-4856-bca2-3b9c04fc1083/02eb8c53-ea18-47e5-ad16-9bcf14aeba60/69f0644f-6ae7-43be-9256-aab8dd24d194) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:33.597903 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.639319 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.685148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:33.688327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:33.692245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:33.717470 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=69f0644f-6ae7-43be-9256-aab8dd24d194,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:33.764008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:33.764657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.765893 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-178575bb-d9f2-4969-9e3f-1613b377516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.784582 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-041ca645-5e40-4a52-92c1-7bc125b5da3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986981 Apr 20 13:46:33.797349 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Request body: {'port': {'device_id': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:33.867281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:33.901018 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6d1ffd33-efc9-4c5a-8cec-30d781feba06 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:33.974491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:33.974922 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.071809 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:34.073660 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2e761f4a-fca3-4b49-940b-bfea86f399b9 None None] Provisioning complete for port 69f0644f-6ae7-43be-9256-aab8dd24d194 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:34.073905 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e761f4a-fca3-4b49-940b-bfea86f399b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.138320 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-2e761f4a-fca3-4b49-940b-bfea86f399b9 None None] Port 69f0644f-6ae7-43be-9256-aab8dd24d194 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:46:34.152825 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:34.153768 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.219528 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f0644f-6ae7-43be-9256-aab8dd24d194 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:46:34.228522 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.243645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621fab3-0ad8-49de-ac79-1134d63aa4aa req-a9135ccc-35e1-4638-830c-2972c739b233 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:34.245154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6621fab3-0ad8-49de-ac79-1134d63aa4aa req-a9135ccc-35e1-4638-830c-2972c739b233 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 932 time: 0.0939231 Apr 20 13:46:34.254471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Transition to ACTIVE for port object 69f0644f-6ae7-43be-9256-aab8dd24d194 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:46:34.267321 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.331185 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6621fab3-0ad8-49de-ac79-1134d63aa4aa req-49697531-367f-4641-a84a-a3fbe0c0b499 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786028 Apr 20 13:46:34.340235 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=69f0644f-6ae7-43be-9256-aab8dd24d194,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:34.417856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Attempting to bind port 69f0644f-6ae7-43be-9256-aab8dd24d194 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:46:34.418201 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Attempting to bind port 69f0644f-6ae7-43be-9256-aab8dd24d194 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:46:34.418536 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Attempting to bind port 69f0644f-6ae7-43be-9256-aab8dd24d194 on network d07efb8f-5c52-4856-bca2-3b9c04fc1083 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:34.423360 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Port 69f0644f-6ae7-43be-9256-aab8dd24d194 on network d07efb8f-5c52-4856-bca2-3b9c04fc1083 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:46:34.423680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Attempting to bind port 69f0644f-6ae7-43be-9256-aab8dd24d194 on network d07efb8f-5c52-4856-bca2-3b9c04fc1083 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:46:34.429203 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:46:34.429512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Checking segment: {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:46:34.429988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Bound using segment: {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:46:34.430916 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Bound port: 69f0644f-6ae7-43be-9256-aab8dd24d194, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2e471e-4365-40d8-a74c-6e5990c122e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:46:34.431283 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.502757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] For port 69f0644f-6ae7-43be-9256-aab8dd24d194, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:46:34.505937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] For port 69f0644f-6ae7-43be-9256-aab8dd24d194, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=69f0644f-6ae7-43be-9256-aab8dd24d194,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:46:34.517163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.563483 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:34.564782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:34.566235 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] 10.222.0.37 "PUT /v2.0/ports/69f0644f-6ae7-43be-9256-aab8dd24d194 HTTP/1.1" status: 200 len: 1092 time: 0.7739022 Apr 20 13:46:34.566650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:34.568999 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f2f9f4-999d-43ce-847e-ea45cdacca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:34.592474 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53638c3f-0957-4f4c-88d1-6b6975d2b0a8 service neutron] Pushing event updated for resources: {'Port': ['ID=69f0644f-6ae7-43be-9256-aab8dd24d194,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:34.646608 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a58a0-6a8a-4b93-a7e0-82660c05004f x-openstack-request-id: req-a77a58a0-6a8a-4b93-a7e0-82660c05004f {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:34.646931 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:34.647281 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a77a58a0-6a8a-4b93-a7e0-82660c05004f {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:34.647836 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77a58a0-6a8a-4b93-a7e0-82660c05004f'] response: {'name': 'network-changed', 'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'status': 'completed', 'code': 200} Apr 20 13:46:34.670684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-3908ce7c-70da-45ca-b388-9d69e2033c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:34.673688 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-3908ce7c-70da-45ca-b388-9d69e2033c31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0604184 Apr 20 13:46:34.716211 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-de98006e-f7a3-403b-bfae-a734a134b93b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f0644f-6ae7-43be-9256-aab8dd24d194 HTTP/1.1" status: 200 len: 217 time: 0.0352273 Apr 20 13:46:34.764876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-fb541ce7-c7fb-43c0-ba96-8fad4d178dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:34.766366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-fb541ce7-c7fb-43c0-ba96-8fad4d178dc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02eb8c53-ea18-47e5-ad16-9bcf14aeba60 HTTP/1.1" status: 200 len: 835 time: 0.0449252 Apr 20 13:46:34.815215 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45190430-6d8c-4408-9575-6caf292101ac req-9c6a7415-68c9-42d4-b23d-c9620e4dcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:34.816681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-9c6a7415-68c9-42d4-b23d-c9620e4dcfd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d07efb8f-5c52-4856-bca2-3b9c04fc1083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441272 Apr 20 13:46:34.908459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-3b3c240e-fddf-4b3f-a71c-9dad6d127dab service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837586 Apr 20 13:46:35.005606 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-45190430-6d8c-4408-9575-6caf292101ac req-e65e4712-5887-48ae-9df0-9ed0902784cf service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879934 Apr 20 13:46:35.090435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-3deae963-762f-4821-b416-b67ea9c83445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:35.091920 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-3deae963-762f-4821-b416-b67ea9c83445 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 1095 time: 0.0408864 Apr 20 13:46:35.182826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-c195b27b-5f06-481a-a9c6-84fcdc7df18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:35.184231 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-c195b27b-5f06-481a-a9c6-84fcdc7df18a service neutron] 10.222.0.37 "GET /v2.0/networks?id=d07efb8f-5c52-4856-bca2-3b9c04fc1083 HTTP/1.1" status: 200 len: 898 time: 0.0857997 Apr 20 13:46:35.225754 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-02cb5c56-db17-4ccb-b795-886475b83e84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f0644f-6ae7-43be-9256-aab8dd24d194 HTTP/1.1" status: 200 len: 217 time: 0.0330150 Apr 20 13:46:35.273825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-4543e9d5-0eb9-481b-831d-182722e772ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:35.275178 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-4543e9d5-0eb9-481b-831d-182722e772ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02eb8c53-ea18-47e5-ad16-9bcf14aeba60 HTTP/1.1" status: 200 len: 835 time: 0.0412588 Apr 20 13:46:35.320125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-3cb96a3b-e606-42d6-b501-8c9994f0bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:35.321568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-3cb96a3b-e606-42d6-b501-8c9994f0bd60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d07efb8f-5c52-4856-bca2-3b9c04fc1083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399327 Apr 20 13:46:35.435770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-25bd737b-a857-472f-8665-c7fc6e0e52a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068461 Apr 20 13:46:35.474997 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5209c-9624-48f8-a277-8ed2cb4650e4 req-39b95286-738b-4ad8-9a10-c074fe6eb1b1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:35.476404 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fd5209c-9624-48f8-a277-8ed2cb4650e4 req-39b95286-738b-4ad8-9a10-c074fe6eb1b1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 944 time: 0.0754814 Apr 20 13:46:35.555772 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fd5209c-9624-48f8-a277-8ed2cb4650e4 req-5aad0787-2678-489f-9928-b33044d860b6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510197 Apr 20 13:46:35.568777 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94f2f9f4-999d-43ce-847e-ea45cdacca2f req-d6d9afca-5adf-44fd-a4da-008ae4c9beea service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255233 Apr 20 13:46:36.071547 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ac0d6d4e-2b7d-4ba5-b2bc-e6eebabfaf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:36.672731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421230d8-949a-4508-87d3-8d1e91962448 req-b1a22868-9a76-4eb4-a8d7-bc6ddfff24c6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:36.674225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-421230d8-949a-4508-87d3-8d1e91962448 req-b1a22868-9a76-4eb4-a8d7-bc6ddfff24c6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 944 time: 0.0502813 Apr 20 13:46:36.710391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-421230d8-949a-4508-87d3-8d1e91962448 req-44ab3627-9597-496f-ae70-d034030a4793 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302129 Apr 20 13:46:37.370951 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:37.809805 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 69f0644f-6ae7-43be-9256-aab8dd24d194 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:46:37.826545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab8c7-3884-488f-b415-2c51086a2598 req-f0db07fd-7a19-4e3a-93a0-57b141d95443 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:37.828060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-409ab8c7-3884-488f-b415-2c51086a2598 req-f0db07fd-7a19-4e3a-93a0-57b141d95443 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 944 time: 0.0520556 Apr 20 13:46:37.865080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-409ab8c7-3884-488f-b415-2c51086a2598 req-9e8d561c-8413-4650-8af3-88abf63ec8cb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Apr 20 13:46:37.905315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 69f0644f-6ae7-43be-9256-aab8dd24d194, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=69f0644f-6ae7-43be-9256-aab8dd24d194,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:37.916663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'port_id': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'mac_address': 'fa:16:3e:29:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:46:37.953096 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:37.966145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f0644f-6ae7-43be-9256-aab8dd24d194 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:46:37.985875 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 69f0644f-6ae7-43be-9256-aab8dd24d194, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=69f0644f-6ae7-43be-9256-aab8dd24d194,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:37.993852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:38.043739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=69f0644f-6ae7-43be-9256-aab8dd24d194,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:38.195500 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['69f0644f-6ae7-43be-9256-aab8dd24d194'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:46:38.730562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:38.982042 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c5d77-1e99-4dc8-850a-296c0ba53722 req-23b1d8e8-9a7e-401e-96f0-ef2def868990 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:38.983500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a0c5d77-1e99-4dc8-850a-296c0ba53722 req-23b1d8e8-9a7e-401e-96f0-ef2def868990 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 945 time: 0.0482063 Apr 20 13:46:39.026834 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a0c5d77-1e99-4dc8-850a-296c0ba53722 req-5e40207f-e3dc-43ee-93a1-2a145da7a81e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Apr 20 13:46:39.033315 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:39.810707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 69f0644f-6ae7-43be-9256-aab8dd24d194 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:46:39.858207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 69f0644f-6ae7-43be-9256-aab8dd24d194 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:46:39.862415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 69f0644f-6ae7-43be-9256-aab8dd24d194 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:46:39.862789 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:39.942893 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:39.966433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:39.979945 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 69f0644f-6ae7-43be-9256-aab8dd24d194, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=69f0644f-6ae7-43be-9256-aab8dd24d194,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:46:39.984042 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:40.007660 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87623ffa-78ab-4357-8b52-8515f25896ec" -d '{"events": [{"server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "name": "network-vif-plugged", "status": "completed", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:40.035442 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=69f0644f-6ae7-43be-9256-aab8dd24d194,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:40.097640 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b9f82d-f7ab-4b7f-a4ca-7171f15bf53e x-openstack-request-id: req-d2b9f82d-f7ab-4b7f-a4ca-7171f15bf53e {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:40.097975 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "name": "network-vif-plugged", "status": "completed", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:40.098586 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2b9f82d-f7ab-4b7f-a4ca-7171f15bf53e {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:40.098987 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b9f82d-f7ab-4b7f-a4ca-7171f15bf53e'] response: {'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'code': 200} Apr 20 13:46:40.141970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfd114-82ec-4ea0-b864-45a80d149985 req-e9d56c51-6722-4656-8a1e-2a2f553474ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:40.143457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fbfd114-82ec-4ea0-b864-45a80d149985 req-e9d56c51-6722-4656-8a1e-2a2f553474ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0482862 Apr 20 13:46:40.212024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3fbfd114-82ec-4ea0-b864-45a80d149985 req-9b3755c2-d78b-4790-abf9-e36d70230050 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620909 Apr 20 13:46:40.216777 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd03b06-4e83-4e4d-b3f1-0938989bf068 req-95acc043-3b28-438e-abee-e89b1f6844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:40.218176 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fd03b06-4e83-4e4d-b3f1-0938989bf068 req-95acc043-3b28-438e-abee-e89b1f6844a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0622141 Apr 20 13:46:40.252157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5fd03b06-4e83-4e4d-b3f1-0938989bf068 req-1c1ac7ca-74d3-475c-8502-db2c95659e0f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275154 Apr 20 13:46:41.333063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd520e-c9fd-4289-a7e5-639eb94c0a39 req-ec9f52bb-5329-44bf-8cce-117592a85c3f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:41.334534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edcd520e-c9fd-4289-a7e5-639eb94c0a39 req-ec9f52bb-5329-44bf-8cce-117592a85c3f tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0523522 Apr 20 13:46:41.378325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-edcd520e-c9fd-4289-a7e5-639eb94c0a39 req-d4dd827a-69e9-431b-945c-6fce6cf57937 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361805 Apr 20 13:46:42.489864 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5167607-ffa0-4ecd-8f89-1aa3a3ec19fb req-df587eab-330c-41d9-a462-927e7a53875c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.491289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5167607-ffa0-4ecd-8f89-1aa3a3ec19fb req-df587eab-330c-41d9-a462-927e7a53875c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0469627 Apr 20 13:46:42.530500 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e5167607-ffa0-4ecd-8f89-1aa3a3ec19fb req-22907285-d546-4efc-b816-3573345a6003 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327954 Apr 20 13:46:42.654431 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceb173-b145-4a51-9e68-e4bc5ad49c4b req-835572c6-133e-47fe-84c3-b7302e189c18 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.655962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2eceb173-b145-4a51-9e68-e4bc5ad49c4b req-835572c6-133e-47fe-84c3-b7302e189c18 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0568018 Apr 20 13:46:42.694113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2eceb173-b145-4a51-9e68-e4bc5ad49c4b req-d1b60b21-8dab-4ec7-b468-2a506a9af5f2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320222 Apr 20 13:46:42.715851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53606) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:42.758551 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d51d909-c71f-40a5-ac44-b149f84b2e81 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:42.760035 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-5d51d909-c71f-40a5-ac44-b149f84b2e81 tempest-TestNetworkAdvancedServerOps-1088488819 tempest-TestNetworkAdvancedServerOps-1088488819-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 1092 time: 0.0431731 Apr 20 13:46:42.762707 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53608) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:42.766827 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:46:42.787012 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:42.882277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:42.996077 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Allocated IP 172.25.3.156 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/5effae42-67a7-4378-aa0c-334729005980) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:46:43.102133 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:43.134481 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:43.491200 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:46:43.495932 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:46:43.500171 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:46:43.525453 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=5effae42-67a7-4378-aa0c-334729005980,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:43.848387 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:43.916342 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:44.068364 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:44.072682 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:44.140763 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event updated for resources: {'Port': ['ID=5effae42-67a7-4378-aa0c-334729005980,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:46:44.150277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:44.249187 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP 46b488d4-3eed-4eb4-8bd9-110a83485247 associated. External IP: 172.25.3.156, port: 69f0644f-6ae7-43be-9256-aab8dd24d194. Apr 20 13:46:44.450309 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c828af11-26cf-4aaf-b801-a8cbd2b3bdde has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:46:44.556602 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:46:44.566302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] Sync routers for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:46:44.573198 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:44.575789 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:44.576399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:44.599858 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e9a35842-2f86-44c9-8621-c3c2584ac20a tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8361576 Apr 20 13:46:44.600427 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:46:44.641181 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2edb627f307ab7ddf4a25386e62abf76dcdf75407a802ff210f4c5cc3594980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c" -d '{"events": [{"name": "network-changed", "server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:46:44.689402 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:44.698805 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd3a25-7aa2-42ed-8593-bd17e9d96ab7 req-a0abdbbe-351d-465d-a52f-a9d2288f8f3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:44.702182 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-babd3a25-7aa2-42ed-8593-bd17e9d96ab7 req-a0abdbbe-351d-465d-a52f-a9d2288f8f3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0526149 Apr 20 13:46:44.733289 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b64c60-5ab8-4e44-bffc-27c01fc85062 x-openstack-request-id: req-09b64c60-5ab8-4e44-bffc-27c01fc85062 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:46:44.733672 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:46:44.733993 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09b64c60-5ab8-4e44-bffc-27c01fc85062 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:46:44.734730 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b64c60-5ab8-4e44-bffc-27c01fc85062'] response: {'name': 'network-changed', 'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'status': 'completed', 'code': 200} Apr 20 13:46:44.744181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-babd3a25-7aa2-42ed-8593-bd17e9d96ab7 req-456b5c10-c096-4954-bb91-ddc9c713dafb tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372841 Apr 20 13:46:44.768114 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53618) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:44.807094 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-8ee7ac00-3e61-4db1-a552-93db3cc3d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:44.807707 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-8ee7ac00-3e61-4db1-a552-93db3cc3d795 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0497620 Apr 20 13:46:44.835721 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-922dd7a7-503e-4c99-bb2c-5640649248f8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/46b488d4-3eed-4eb4-8bd9-110a83485247 HTTP/1.1" status: 200 len: 992 time: 0.0662811 Apr 20 13:46:44.902434 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-7483103f-46dc-45ad-a738-bfea39485356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:44.904014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-7483103f-46dc-45ad-a738-bfea39485356 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d07efb8f-5c52-4856-bca2-3b9c04fc1083 HTTP/1.1" status: 200 len: 898 time: 0.0892408 Apr 20 13:46:44.927255 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '46b488d4-3eed-4eb4-8bd9-110a83485247', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'port_id': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'mac_address': 'fa:16:3e:29:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:43Z', 'updated_at': '2022-04-20T13:46:43Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:44.955239 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] Checking router: c828af11-26cf-4aaf-b801-a8cbd2b3bdde for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:46:44.963202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:46:44.963800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:46:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:44.974637 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-43ba1e5d-bcbf-464d-9a0b-401a297f178b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f0644f-6ae7-43be-9256-aab8dd24d194 HTTP/1.1" status: 200 len: 1000 time: 0.0644357 Apr 20 13:46:45.028017 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-7d3b1fac-6ca8-4651-ab57-3c91ce36f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:45.029505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-7d3b1fac-6ca8-4651-ab57-3c91ce36f762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02eb8c53-ea18-47e5-ad16-9bcf14aeba60 HTTP/1.1" status: 200 len: 835 time: 0.0471418 Apr 20 13:46:45.073375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-ef66ce2a-28ee-4003-a9b3-a9b5961db379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:46:45.073612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:46:45.074917 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-ef66ce2a-28ee-4003-a9b3-a9b5961db379 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d07efb8f-5c52-4856-bca2-3b9c04fc1083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394714 Apr 20 13:46:45.161982 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-03d4dab5-3a77-4eb5-97ea-074ed72ba9a1 service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805848 Apr 20 13:46:45.254352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eef36fdf-09bf-4471-82b7-07fd7ab1c76c req-84f9f5ae-7ca0-44f0-98f1-9b3a6b9137ea service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858769 Apr 20 13:46:45.295311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '46b488d4-3eed-4eb4-8bd9-110a83485247', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'port_id': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'mac_address': 'fa:16:3e:29:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:43Z', 'updated_at': '2022-04-20T13:46:43Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:46:45.320821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b557ba4-300a-49cf-afae-ed6e7152af09 None None] The sync data for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 is: [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '46b488d4-3eed-4eb4-8bd9-110a83485247', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'port_id': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'mac_address': 'fa:16:3e:29:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:46:43Z', 'updated_at': '2022-04-20T13:46:43Z', 'revision_number': 0, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:46:45.496758 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd5d2fd-6a5c-411b-a710-589cb7765ac3 None None] New status for floating IP 46b488d4-3eed-4eb4-8bd9-110a83485247: ACTIVE {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:46:45.839356 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53620) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:46:45.902375 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a11a52f4-f9ca-4b37-95c9-64e3285912bc tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/46b488d4-3eed-4eb4-8bd9-110a83485247 HTTP/1.1" status: 200 len: 994 time: 0.0619063 Apr 20 13:46:49.573980 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:46:54.149751 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:03.750634 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-252266cb-7b6d-4ad0-ba09-46a910e51d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:06.072802 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3faff0c7-e32a-424c-8c9d-648d4ecdf660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:07.019664 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:47:07.373455 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:08.733310 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:09.034710 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:12.644618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e7971-b6f5-476a-ae07-7f566531e6f9 req-f843285e-7da4-4c06-99df-e140ffb1b1ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:12.646097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-789e7971-b6f5-476a-ae07-7f566531e6f9 req-f843285e-7da4-4c06-99df-e140ffb1b1ef tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0489879 Apr 20 13:47:12.682509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-789e7971-b6f5-476a-ae07-7f566531e6f9 req-7801c052-a829-4a46-8bd2-fff36a971902 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306444 Apr 20 13:47:13.797395 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3d485-10ba-41c1-8c2a-a2db5f8fa596 req-6e07ae52-aac9-4fad-bb69-76114e0741f0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:13.798851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9a3d485-10ba-41c1-8c2a-a2db5f8fa596 req-6e07ae52-aac9-4fad-bb69-76114e0741f0 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0472174 Apr 20 13:47:13.835730 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e9a3d485-10ba-41c1-8c2a-a2db5f8fa596 req-99b453fc-66e8-49e7-933d-83206dbc06db tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Apr 20 13:47:13.857221 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53636) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:13.920987 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6f7be803-37e1-40a6-9eb5-d9fde2b5d324 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/46b488d4-3eed-4eb4-8bd9-110a83485247 HTTP/1.1" status: 200 len: 994 time: 0.0626223 Apr 20 13:47:15.230224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd1576-0e39-4e67-b9a8-948066c0b1a5 req-ca141baf-5216-4abf-a32c-197ee554b500 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:15.231736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58bd1576-0e39-4e67-b9a8-948066c0b1a5 req-ca141baf-5216-4abf-a32c-197ee554b500 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0810897 Apr 20 13:47:15.237355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-0bd09f69-6b78-433d-a522-9f67717151ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:15.238795 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-0bd09f69-6b78-433d-a522-9f67717151ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0589621 Apr 20 13:47:15.318722 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-58bd1576-0e39-4e67-b9a8-948066c0b1a5 req-c6e4c824-f81a-4eec-a20c-e7ca95023fc6 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789442 Apr 20 13:47:15.350429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-b792ec9b-0c3e-4ce7-a68f-03c10bdcf5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:15.351876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-b792ec9b-0c3e-4ce7-a68f-03c10bdcf5d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d07efb8f-5c52-4856-bca2-3b9c04fc1083 HTTP/1.1" status: 200 len: 898 time: 0.1063581 Apr 20 13:47:15.420037 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-58094998-e0c8-40c8-837b-0d784fa7aed3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f0644f-6ae7-43be-9256-aab8dd24d194 HTTP/1.1" status: 200 len: 1002 time: 0.0620420 Apr 20 13:47:15.469119 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-523f8407-9c46-4521-9fcd-96da77a654d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:15.470587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-523f8407-9c46-4521-9fcd-96da77a654d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02eb8c53-ea18-47e5-ad16-9bcf14aeba60 HTTP/1.1" status: 200 len: 835 time: 0.0450983 Apr 20 13:47:15.515828 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-3c86f6f0-0c4d-469c-8304-8b66b60f7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:15.517321 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-3c86f6f0-0c4d-469c-8304-8b66b60f7c82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d07efb8f-5c52-4856-bca2-3b9c04fc1083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403802 Apr 20 13:47:15.611041 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-a937014d-ca42-43cc-a3fd-0343c719aace service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869515 Apr 20 13:47:15.703492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8c7ac1c4-7954-4a67-9b84-0a1d4762bc01 req-378b03b3-0032-4999-af6a-1df0039bcae2 service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862591 Apr 20 13:47:16.434810 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284134d-e06b-4165-ac63-8ea47f2be161 req-ae35e1f1-515b-4a61-9a24-c248a365c388 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:16.436254 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c284134d-e06b-4165-ac63-8ea47f2be161 req-ae35e1f1-515b-4a61-9a24-c248a365c388 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0490468 Apr 20 13:47:16.474266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c284134d-e06b-4165-ac63-8ea47f2be161 req-ac6fef9c-9ba6-43af-8d7c-41cb10c88a9c tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Apr 20 13:47:17.591295 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef92c-233b-4db6-a60a-d0ef0c300b6f req-b233a276-8ee4-4351-b2d8-baa656182a74 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:17.592718 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bcef92c-233b-4db6-a60a-d0ef0c300b6f req-b233a276-8ee4-4351-b2d8-baa656182a74 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0521319 Apr 20 13:47:17.629939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8bcef92c-233b-4db6-a60a-d0ef0c300b6f req-1a035f8b-e174-4fb7-a885-64e66ceea030 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Apr 20 13:47:17.652450 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53648) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:17.710766 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-d117f920-87e7-4eba-aee7-4e3fc358a394 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/floatingips/46b488d4-3eed-4eb4-8bd9-110a83485247 HTTP/1.1" status: 200 len: 994 time: 0.0572402 Apr 20 13:47:17.990727 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53654) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:18.178452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 5effae42-67a7-4378-aa0c-334729005980 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:18.178720 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:18.259926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:18.260243 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:18.272512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 5effae42-67a7-4378-aa0c-334729005980 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:18.419367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:18.444928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=5effae42-67a7-4378-aa0c-334729005980,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:18.501061 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:18.501456 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Floating IP 46b488d4-3eed-4eb4-8bd9-110a83485247 disassociated (deleted). External IP: 172.25.3.156, port: 69f0644f-6ae7-43be-9256-aab8dd24d194. Apr 20 13:47:19.029664 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c828af11-26cf-4aaf-b801-a8cbd2b3bdde has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:19.133164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:19.138330 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:19.143543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] Sync routers for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:19.152688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:19.153941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:19.164265 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-dc13b955-ef7b-459a-8d96-ec0bd4927a3e tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/floatingips/46b488d4-3eed-4eb4-8bd9-110a83485247 HTTP/1.1" status: 204 len: 168 time: 1.1724608 Apr 20 13:47:19.164918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:19.167276 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafe557f-2911-4cea-8881-81dbf1539d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:19.205015 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3905c52-4389-44c3-a37d-640dcb3ffe00 x-openstack-request-id: req-c3905c52-4389-44c3-a37d-640dcb3ffe00 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:19.205313 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:19.205564 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3905c52-4389-44c3-a37d-640dcb3ffe00 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:19.205998 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3905c52-4389-44c3-a37d-640dcb3ffe00'] response: {'name': 'network-changed', 'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'status': 'completed', 'code': 200} Apr 20 13:47:19.266534 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:19.274979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-d4b6f55c-dfbd-4dc3-9c4b-ae5c9532ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:19.276475 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-d4b6f55c-dfbd-4dc3-9c4b-ae5c9532ef86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d98035024175401caa86c551eea5ca6a&device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 1097 time: 0.0468121 Apr 20 13:47:19.413877 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-f150da92-e3ed-4007-a7e1-8e405b821e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:19.415347 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-f150da92-e3ed-4007-a7e1-8e405b821e64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d07efb8f-5c52-4856-bca2-3b9c04fc1083 HTTP/1.1" status: 200 len: 898 time: 0.1232007 Apr 20 13:47:19.470650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ffe3f-0371-4448-9c11-89760ff7fdee req-d21f2fad-6852-406d-bf56-b49dc9f0151b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:19.472088 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b3ffe3f-0371-4448-9c11-89760ff7fdee req-d21f2fad-6852-406d-bf56-b49dc9f0151b tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0976045 Apr 20 13:47:19.473900 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-73bc1d67-df0b-4ecf-a67a-4cb592b8f432 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=69f0644f-6ae7-43be-9256-aab8dd24d194 HTTP/1.1" status: 200 len: 217 time: 0.0506148 Apr 20 13:47:19.477364 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:19.507344 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] Checking router: c828af11-26cf-4aaf-b801-a8cbd2b3bdde for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:19.516261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:19.516868 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:19.544595 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6b3ffe3f-0371-4448-9c11-89760ff7fdee req-bcb356c7-8e36-4880-b746-c13fa2b005f4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660417 Apr 20 13:47:19.548236 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-bb6958bc-7f95-482a-8d99-5c43bec195bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:19.549674 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-bb6958bc-7f95-482a-8d99-5c43bec195bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=02eb8c53-ea18-47e5-ad16-9bcf14aeba60 HTTP/1.1" status: 200 len: 835 time: 0.0652702 Apr 20 13:47:19.598000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-bf6b51f2-ea89-4ee3-be03-aa396d7776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:19.599479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-bf6b51f2-ea89-4ee3-be03-aa396d7776b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d07efb8f-5c52-4856-bca2-3b9c04fc1083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418625 Apr 20 13:47:19.697762 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-1daaba68-c9c8-48bd-b0f6-fd77e1c3beb4 service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911582 Apr 20 13:47:19.787141 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:19.792558 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-eafe557f-2911-4cea-8881-81dbf1539d5a req-f83734de-0c73-428a-b364-19dcce57e0b3 service neutron] 10.222.0.37 "GET /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871387 Apr 20 13:47:19.794245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:19.987855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:20.014464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4681e111-ea16-4a28-ad65-b897550baf17 None None] The sync data for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 is: [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:46:30Z', 'revision_number': 4, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6d1ffd33-efc9-4c5a-8cec-30d781feba06', 'name': '', 'network_id': 'd07efb8f-5c52-4856-bca2-3b9c04fc1083', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'mac_address': 'fa:16:3e:b9:c6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:29Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'subnets': [{'id': '02eb8c53-ea18-47e5-ad16-9bcf14aeba60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:20.219286 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a173a8c-445d-42cd-92d6-3822d4717bb4 None None] New status for floating IP 46b488d4-3eed-4eb4-8bd9-110a83485247: DOWN {{(pid=109412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:47:20.665903 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bcf96-ca1e-47b9-a70a-1672b202c380 req-bb56cd2c-32d4-438b-89b9-d775afc79e66 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:20.667333 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a9bcf96-ca1e-47b9-a70a-1672b202c380 req-bb56cd2c-32d4-438b-89b9-d775afc79e66 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0524776 Apr 20 13:47:20.703931 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4a9bcf96-ca1e-47b9-a70a-1672b202c380 req-48b7e479-d6f8-42e9-af59-cf9ff86f8c00 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297956 Apr 20 13:47:20.989746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-d4ee1150-2566-46e0-b9d6-2005ed7f6715 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:20.991077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-d4ee1150-2566-46e0-b9d6-2005ed7f6715 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 946 time: 0.0481155 Apr 20 13:47:21.076925 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 69f0644f-6ae7-43be-9256-aab8dd24d194 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:21.077260 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:21.166693 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 69f0644f-6ae7-43be-9256-aab8dd24d194, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=69f0644f-6ae7-43be-9256-aab8dd24d194,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:21.167058 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:21.179945 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 69f0644f-6ae7-43be-9256-aab8dd24d194 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:21.308625 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:21.337411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=69f0644f-6ae7-43be-9256-aab8dd24d194,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:21.361377 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.361747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.362090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.362428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.362756 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.363082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.363410 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.363735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.364060 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.364382 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.364701 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.365021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:21.386086 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] No DVR routers for this DVR port 69f0644f-6ae7-43be-9256-aab8dd24d194 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:21.389095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:21.392431 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-265af811-a683-4b5d-ba24-1bc96a024b8a req-eb23e70f-25c7-45e6-9ec2-b31fb66620a4 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.37 "DELETE /v2.0/ports/69f0644f-6ae7-43be-9256-aab8dd24d194 HTTP/1.1" status: 204 len: 173 time: 0.3951845 Apr 20 13:47:21.392854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'name': 'network-vif-deleted', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:21.395092 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a9c3b2-81d0-4430-a57f-dcf35e82ea9d" -d '{"events": [{"server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "name": "network-vif-deleted", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:21.439459 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7d6013-410a-4343-9726-634998e2c974 x-openstack-request-id: req-3d7d6013-410a-4343-9726-634998e2c974 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:21.439809 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1", "name": "network-vif-deleted", "tag": "69f0644f-6ae7-43be-9256-aab8dd24d194", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:21.440071 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d7d6013-410a-4343-9726-634998e2c974 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:21.440477 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7d6013-410a-4343-9726-634998e2c974'] response: {'server_uuid': 'a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1', 'name': 'network-vif-deleted', 'tag': '69f0644f-6ae7-43be-9256-aab8dd24d194', 'status': 'completed', 'code': 200} Apr 20 13:47:21.827902 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8df5434a-8072-4896-a88e-1ca99b0558af req-46f47e0b-3785-4259-bf8a-8967a45d12d8 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "GET /v2.0/ports?device_id=a20d7d2c-6628-4bd9-b8ac-46b9c4ec1ff1 HTTP/1.1" status: 200 len: 210 time: 0.0319004 Apr 20 13:47:22.886266 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53670) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:23.269367 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:23.522165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 6d1ffd33-efc9-4c5a-8cec-30d781feba06 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:23.522454 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:23.617513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 6d1ffd33-efc9-4c5a-8cec-30d781feba06, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6d1ffd33-efc9-4c5a-8cec-30d781feba06,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:23.617926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:23.629851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 6d1ffd33-efc9-4c5a-8cec-30d781feba06 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:23.813871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:23.838437 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=6d1ffd33-efc9-4c5a-8cec-30d781feba06,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:24.013721 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.045039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 69f0644f-6ae7-43be-9256-aab8dd24d194 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:24.064650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 69f0644f-6ae7-43be-9256-aab8dd24d194 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:24.064925 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 69f0644f-6ae7-43be-9256-aab8dd24d194 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:24.143377 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.234056 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Router c828af11-26cf-4aaf-b801-a8cbd2b3bdde has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:24.338785 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:24.346714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27b164c5-a089-45c7-b549-ec7e71ef1c87 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "PUT /v2.0/routers/c828af11-26cf-4aaf-b801-a8cbd2b3bdde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4563160 Apr 20 13:47:24.346714 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53676) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:24.348345 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] Sync routers for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:24.358307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:24.358921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:24.395915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting subnet 02eb8c53-ea18-47e5-ad16-9bcf14aeba60 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:47:24.398926 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.438515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.465260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:24.527217 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.587436 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.615460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Subnet': ['ID=02eb8c53-ea18-47e5-ad16-9bcf14aeba60,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:24.617336 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.623897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-98f27562-5055-4e59-b4b1-86633236e2c2 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/subnets/02eb8c53-ea18-47e5-ad16-9bcf14aeba60 HTTP/1.1" status: 204 len: 168 time: 0.2732658 Apr 20 13:47:24.623897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53682) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:24.627974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146041c4-145a-4ed1-ad4e-720421faa361 None None] Network d07efb8f-5c52-4856-bca2-3b9c04fc1083 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:47:24.729539 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.755028 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:47:23Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:24.788450 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] Checking router: c828af11-26cf-4aaf-b801-a8cbd2b3bdde for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:24.800391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] Routers {'c828af11-26cf-4aaf-b801-a8cbd2b3bdde'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:24.800984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:24.837755 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.885519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] DHCP port deletion for d07efb8f-5c52-4856-bca2-3b9c04fc1083 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:47:24.892881 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Deleting port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:24.893233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.929967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] Set router c828af11-26cf-4aaf-b801-a8cbd2b3bdde gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:24.977343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] For port 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:24.977744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:24.989596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Calling delete_port for 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:25.056530 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Deleting port da1f1556-1dff-4481-8611-7e77199a2154 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:47:25.057157 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.151818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] For port da1f1556-1dff-4481-8611-7e77199a2154, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=da1f1556-1dff-4481-8611-7e77199a2154,segment=NetworkSegment(be2e471e-4365-40d8-a74c-6e5990c122e1),segment_id=be2e471e-4365-40d8-a74c-6e5990c122e1)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:25.152098 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.155928 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.165984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Calling delete_port for da1f1556-1dff-4481-8611-7e77199a2154 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:47:25.181189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Port': ['ID=0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:25.240888 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.241827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:47:23Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:25.274391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0782f6-9537-42c8-9e16-dc0d69c27098 None None] The sync data for ids ['c828af11-26cf-4aaf-b801-a8cbd2b3bdde'] in n-d-838550-2 is: [{'id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1498029821', 'tenant_id': 'd98035024175401caa86c551eea5ca6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:46:26Z', 'updated_at': '2022-04-20T13:47:23Z', 'revision_number': 5, 'project_id': 'd98035024175401caa86c551eea5ca6a', 'gw_port': {'id': '0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c828af11-26cf-4aaf-b801-a8cbd2b3bdde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:46:27Z', 'updated_at': '2022-04-20T13:46:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:25.297155 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.325496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Pushing event deleted for resources: {'Port': ['ID=da1f1556-1dff-4481-8611-7e77199a2154,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:25.335318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] No DVR routers for this DVR port da1f1556-1dff-4481-8611-7e77199a2154 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:47:25.338929 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.339277 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.340116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.340116 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.340325 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.340586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.340943 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.342104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.342104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.342788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.342788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.342788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f6f18c-183f-4ad6-9273-9a0bc815b4d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:25.344076 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.347149 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.390081 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.390632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Fanout notify agent at l3_agent the message router_deleted on router c828af11-26cf-4aaf-b801-a8cbd2b3bdde {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:47:25.397232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.398349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-27e76c76-4560-40b0-92dd-76f45398edc5 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/routers/c828af11-26cf-4aaf-b801-a8cbd2b3bdde HTTP/1.1" status: 204 len: 168 time: 0.7736089 Apr 20 13:47:25.400980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53688) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:25.474159 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.561508 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.580763 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07efb8f-5c52-4856-bca2-3b9c04fc1083']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:25.589599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2e471e-4365-40d8-a74c-6e5990c122e1') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:25.589923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2e471e-4365-40d8-a74c-6e5990c122e1') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:25.598876 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.613663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.623065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:47:25.623463 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: timer() Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:47:25.626428 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:47:25.689369 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.697039 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.699905 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/networks/d07efb8f-5c52-4856-bca2-3b9c04fc1083 HTTP/1.1" status: 204 len: 168 time: 0.2980256 Apr 20 13:47:25.702718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53692) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:25.727206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd38aa7-b8e2-4e24-840d-30e029c2fee1 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'Network': ['ID=d07efb8f-5c52-4856-bca2-3b9c04fc1083,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:25.783364 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3241a0d1-6c28-4c77-bca9-2a735bf6af42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.809918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3241a0d1-6c28-4c77-bca9-2a735bf6af42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.871155 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6d1ffd33-efc9-4c5a-8cec-30d781feba06 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:25.883097 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3241a0d1-6c28-4c77-bca9-2a735bf6af42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.885696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3241a0d1-6c28-4c77-bca9-2a735bf6af42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:25.889387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3241a0d1-6c28-4c77-bca9-2a735bf6af42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] 10.222.0.24 "DELETE /v2.0/security-groups/d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6 HTTP/1.1" status: 204 len: 168 time: 0.1815107 Apr 20 13:47:25.896452 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241a0d1-6c28-4c77-bca9-2a735bf6af42 tempest-TestNetworkAdvancedServerOps-984732758 tempest-TestNetworkAdvancedServerOps-984732758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ea2d51-4dfa-4f0d-8325-0bce8ef81cc6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:25.914714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6d1ffd33-efc9-4c5a-8cec-30d781feba06 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:25.915053 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6d1ffd33-efc9-4c5a-8cec-30d781feba06 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:25.915966 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device da1f1556-1dff-4481-8611-7e77199a2154 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:25.949004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: da1f1556-1dff-4481-8611-7e77199a2154 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:25.949004 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device da1f1556-1dff-4481-8611-7e77199a2154 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:26.180286 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53700) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:26.312572 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-6ef4abae-f141-45e8-8fe0-c402c67e1e23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d98035024175401caa86c551eea5ca6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307592 Apr 20 13:47:26.314164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53704) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:26.365033 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-071cb0e4-1d44-48d3-a21d-209e5f2c23fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.385560 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-071cb0e4-1d44-48d3-a21d-209e5f2c23fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.435619 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-071cb0e4-1d44-48d3-a21d-209e5f2c23fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.438157 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-071cb0e4-1d44-48d3-a21d-209e5f2c23fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.439305 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-071cb0e4-1d44-48d3-a21d-209e5f2c23fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f117cfb7-6a33-4e39-964e-88471303bc22 HTTP/1.1" status: 204 len: 168 time: 0.1241632 Apr 20 13:47:26.446690 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cb0e4-1d44-48d3-a21d-209e5f2c23fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117cfb7-6a33-4e39-964e-88471303bc22,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:26.693253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53710) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:26.707048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.785863 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.789491 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.819005 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca63359877544b03afa1888bb93ad63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246798 Apr 20 13:47:26.822082 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53718) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:26.831675 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb8f459-adef-4b55-afd4-2d9f1d62937f,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:26.843550 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.843895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.844234 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.844575 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.844903 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.845231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.845556 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.845904 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.846237 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.846549 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.846870 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.847189 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e1c701-5f4b-42c1-8290-226176356a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:26.871034 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4df193f4-b62a-4cc9-8c07-201a48f3c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.892276 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4df193f4-b62a-4cc9-8c07-201a48f3c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.938763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4df193f4-b62a-4cc9-8c07-201a48f3c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.941827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4df193f4-b62a-4cc9-8c07-201a48f3c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:26.942977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4df193f4-b62a-4cc9-8c07-201a48f3c977 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bb8f459-adef-4b55-afd4-2d9f1d62937f HTTP/1.1" status: 204 len: 168 time: 0.1198592 Apr 20 13:47:26.950451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df193f4-b62a-4cc9-8c07-201a48f3c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb8f459-adef-4b55-afd4-2d9f1d62937f,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:27.595655 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53742) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:27.687659 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-170221699-network', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:27.705960 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Made reservation on behalf of 11e1e9fbd75d4d67a98d3d0e68c25031 for: {'network': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:47:27.708247 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.717131 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.758112 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:47:27.783200 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:47:27.783544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 0c56eb83-55a1-4497-a6fc-0a3c0ddf3e74 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:47:27.794164 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.797875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.824522 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109409) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:47:27.831226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06127d31-cb24-4b74-b418-c3866c1ba4cf,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:27.838531 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.838922 n-d-838550-2 neutron-server[109409]: INFO neutron.db.segments_db [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Added segment c98f1fc3-83f3-4c11-8793-2a6f3d0b4446 of type vlan for network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 Apr 20 13:47:27.878571 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.902407 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.903946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:27.904516 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:27.962807 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3660624 Apr 20 13:47:27.965318 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-7fab085c-0925-4587-b694-08267b35e036 req-f266c417-05cf-4ed3-9681-1f8b5062edd5 service neutron] (109410) timed out ('10.222.0.30', 50088) {{(pid=109410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:47:27.965928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53746) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:27.969729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9c4ce-5701-413a-96aa-a179d2ab7e00 admin admin] Pushing event updated for resources: {'Network': ['ID=0170c1a7-c0bd-461d-9df8-d0f5d9c02623,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:27.970745 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Request body: {'subnet': {'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-170221699-subnet', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'ip_version': 4}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:27.979512 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:47:27.989424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Made reservation on behalf of 11e1e9fbd75d4d67a98d3d0e68c25031 for: {'subnet': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:47:27.991788 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8800925'] for subnet, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.153656 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9405398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8800907'] for subnet, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.206513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=667932e2-c55c-4dc9-aa83-5c2d60daa9fc,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:28.221018 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Checking segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:28.221363 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Network hostable DHCP agents. Network: 0170c1a7-c0bd-461d-9df8-d0f5d9c02623, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:47:28.237032 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:47:28.245585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 0170c1a7-c0bd-461d-9df8-d0f5d9c02623) {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:28.250088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:28.250685 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.254942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29559903-5f37-4abe-99ae-d9464d052d89 None None] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:47:28.266457 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-800f08fa-8c85-4b91-b3b0-524688c6f5ea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2994821 Apr 20 13:47:28.269115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53748) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:28.273346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:28.292052 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.293078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.404423 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:47:28.405201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.553467 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Allocated IP 172.20.0.2 (0170c1a7-c0bd-461d-9df8-d0f5d9c02623/667932e2-c55c-4dc9-aa83-5c2d60daa9fc/3a0fb851-6af9-4fab-9861-ef895ff7537c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:28.680423 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.701882 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.707514 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.748098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:28.751011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:28.754646 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:28.761376 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Pushing event updated for resources: {'Port': ['ID=3a0fb851-6af9-4fab-9861-ef895ff7537c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:28.811276 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Attempting to bind port 3a0fb851-6af9-4fab-9861-ef895ff7537c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:28.811642 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Attempting to bind port 3a0fb851-6af9-4fab-9861-ef895ff7537c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:28.812005 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Attempting to bind port 3a0fb851-6af9-4fab-9861-ef895ff7537c on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:28.816822 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:28.817195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Checking segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:28.817602 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.818024 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Bound using segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:28.818358 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.818487 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Bound port: 3a0fb851-6af9-4fab-9861-ef895ff7537c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:28.818854 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.883712 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] For port 3a0fb851-6af9-4fab-9861-ef895ff7537c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:28.886795 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] For port 3a0fb851-6af9-4fab-9861-ef895ff7537c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3a0fb851-6af9-4fab-9861-ef895ff7537c,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:28.892042 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:28.953734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80e152-f5cf-4f9a-8b95-08527af59636 None None] Pushing event updated for resources: {'Port': ['ID=3a0fb851-6af9-4fab-9861-ef895ff7537c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:29.031077 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.051216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.174162 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Allocated IP 172.25.3.25 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:29.276573 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.309606 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.353127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:29.357481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:29.359862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:29.381512 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:29.611099 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.826583 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:29.844765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3a0fb851-6af9-4fab-9861-ef895ff7537c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:29.848865 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592aef4a-85a9-4a62-af0c-ac03502b56d3 None None] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:47:29.965730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Router e87fc447-400a-4135-b7cc-3c0467d8faa4 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:47:30.071680 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:30.083170 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Sync routers for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:30.092752 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:30.093360 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:30.094258 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.097375 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-6e978e16-4fe2-4cb9-8e75-a5c0d736e7ba None None] Provisioning complete for port 3a0fb851-6af9-4fab-9861-ef895ff7537c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:30.097556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fac39923-754c-4d91-8133-9f5f1ebff3e6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8263943 Apr 20 13:47:30.097777 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e978e16-4fe2-4cb9-8e75-a5c0d736e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.099169 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53752) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:30.167691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 3a0fb851-6af9-4fab-9861-ef895ff7537c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:30.168066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.201490 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:30.302235 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e978e16-4fe2-4cb9-8e75-a5c0d736e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.369301 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.373510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6e978e16-4fe2-4cb9-8e75-a5c0d736e7ba None None] For port 3a0fb851-6af9-4fab-9861-ef895ff7537c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3a0fb851-6af9-4fab-9861-ef895ff7537c,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:30.384266 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e978e16-4fe2-4cb9-8e75-a5c0d736e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.397439 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:29Z', 'revision_number': 3, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:30.426125 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Checking router: e87fc447-400a-4135-b7cc-3c0467d8faa4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:30.426472 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Updating router e87fc447-400a-4135-b7cc-3c0467d8faa4 port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:47:30.460209 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.474664 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e978e16-4fe2-4cb9-8e75-a5c0d736e7ba None None] Pushing event updated for resources: {'Port': ['ID=3a0fb851-6af9-4fab-9861-ef895ff7537c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:30.482948 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 20 13:47:30.483303 n-d-838550-2 neutron-server[109411]: DEBUG oslo_db.api [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 20 13:47:30.593044 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.603906 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-2200d3fa-1191-4ba7-be91-483776eba37c None None] Provisioning complete for port 3a0fb851-6af9-4fab-9861-ef895ff7537c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:30.604623 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2200d3fa-1191-4ba7-be91-483776eba37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.743043 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.747773 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.752568 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Allocated IP 172.20.0.1 (0170c1a7-c0bd-461d-9df8-d0f5d9c02623/667932e2-c55c-4dc9-aa83-5c2d60daa9fc/90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:30.800570 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Attempting to bind port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:30.800938 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Attempting to bind port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:30.801300 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Attempting to bind port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:30.804067 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd23a6b-aa6c-4653-87f1-d28135df62f7 None None] Pushing event updated for resources: {'Port': ['ID=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:30.808586 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:30.808960 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:30.809397 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.809803 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:30.810264 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Bound port: 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:30.810648 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.853329 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.861612 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] For port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:30.864587 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] For port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:30.868390 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.886756 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:30.921072 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:30.921327 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:30.921728 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:30.924049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:30.929521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:30.961454 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:30.975026 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd23a6b-aa6c-4653-87f1-d28135df62f7 None None] Pushing event updated for resources: {'Port': ['ID=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:30.979191 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.037968 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:31.117588 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.205854 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-826c356a-f1ba-4b50-aee5-2c66e8c9a407 None None] Provisioning complete for port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:31.206424 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-826c356a-f1ba-4b50-aee5-2c66e8c9a407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.246730 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-826c356a-f1ba-4b50-aee5-2c66e8c9a407 None None] Port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:47:31.282469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.287275 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.322931 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:29Z', 'revision_number': 3, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:31.348040 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021629f5-93f4-45e2-bf43-fb69646e4c94 None None] The sync data for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 is: [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:29Z', 'revision_number': 3, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:31.355870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:31.358994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.455432 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:31.456746 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:31.618734 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Router e87fc447-400a-4135-b7cc-3c0467d8faa4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:31.738429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:31.743692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4614bb4b-1f7b-4149-8933-0f9b2957f5c8 admin admin] 10.222.0.24 "PUT /v2.0/routers/e87fc447-400a-4135-b7cc-3c0467d8faa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6434104 Apr 20 13:47:31.780758 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c6898c1c-2a89-43a8-a1c9-45de47835533 None None] Provisioning complete for port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:31.781257 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c6898c1c-2a89-43a8-a1c9-45de47835533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:31.824977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c6898c1c-2a89-43a8-a1c9-45de47835533 None None] Port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:47:31.897282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3a0fb851-6af9-4fab-9861-ef895ff7537c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:31.954946 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 3a0fb851-6af9-4fab-9861-ef895ff7537c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:31.955411 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.044449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:32.098272 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:32.098650 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.195146 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.222394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:32.228089 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.292769 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:32.317073 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53768) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:32.322241 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1413412073-network', 'tenant_id': '1f432a916f364f7e865d8840876d00c8'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:32.344564 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Made reservation on behalf of 1f432a916f364f7e865d8840876d00c8 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:47:32.347078 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.355621 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.433442 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.438507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.467590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:47:32.477411 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002fa657-2c7a-42d3-a11b-fdbe771b0528,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:32.484649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.484999 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Added segment dec22ec9-44ee-4373-8498-4e409be57143 of type vlan for network 15fe85c6-47c9-467b-880f-165238e75331 Apr 20 13:47:32.527693 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.552969 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.553953 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:32.554531 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.604063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2857840 Apr 20 13:47:32.606858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53770) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:32.611895 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Request body: {'subnet': {'network_id': '15fe85c6-47c9-467b-880f-165238e75331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1413412073-subnet', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:32.616578 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce961e8f-e085-4be8-9f74-ef512b3ecf6f admin admin] Pushing event updated for resources: {'Network': ['ID=15fe85c6-47c9-467b-880f-165238e75331,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:32.627138 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 15fe85c6-47c9-467b-880f-165238e75331 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:47:32.634226 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Made reservation on behalf of 1f432a916f364f7e865d8840876d00c8 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:47:32.636589 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.814323 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.869874 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ceff46-62aa-4c1f-8eed-3f226006e670,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:32.880266 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Checking segment: {'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:32.880630 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Network hostable DHCP agents. Network: 15fe85c6-47c9-467b-880f-165238e75331, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:47:32.897300 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Network 15fe85c6-47c9-467b-880f-165238e75331 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:47:32.907208 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 15fe85c6-47c9-467b-880f-165238e75331) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:32.911872 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:32.912452 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.917449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f298b-d904-4b2b-b8ad-9143f0566afa None None] Network 15fe85c6-47c9-467b-880f-165238e75331 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:47:32.929181 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1ce6050b-d2ce-4314-a7bb-b5826614d8f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3212223 Apr 20 13:47:32.931897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53772) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:32.936424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:32.955955 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:32.956921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.000282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Sync routers for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:33.015075 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.038914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:33.039591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:33.147373 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-15fe85c6-47c9-467b-880f-165238e75331', 'network_id': '15fe85c6-47c9-467b-880f-165238e75331', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'fixed_ips': [{'subnet_id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:47:33.148208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.152162 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.192076 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:33.354652 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.373657 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.413108 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Allocated IP 172.20.0.2 (15fe85c6-47c9-467b-880f-165238e75331/e7ceff46-62aa-4c1f-8eed-3f226006e670/37882c4d-846a-4185-b71c-03ad4da41c0c) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:33.480376 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Allocated IP 172.25.3.240 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/2f36dfc9-6611-4ab5-85b7-11089414b109) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:33.593931 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.594125 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 2, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:33.625955 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Checking router: e87fc447-400a-4135-b7cc-3c0467d8faa4 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:33.626300 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Updating router e87fc447-400a-4135-b7cc-3c0467d8faa4 port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:47:33.628544 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.646492 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.655733 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.663379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:33.665142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:33.670413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:33.675897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:33.711685 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Network 15fe85c6-47c9-467b-880f-165238e75331 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:33.734438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:33.743189 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:33.746484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Pushing event updated for resources: {'Port': ['ID=37882c4d-846a-4185-b71c-03ad4da41c0c,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:33.849565 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:33.851732 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f5e4b23f-eff1-4b79-966f-481264036fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.037225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2f36dfc9-6611-4ab5-85b7-11089414b109,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:34.088601 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Attempting to bind port 37882c4d-846a-4185-b71c-03ad4da41c0c on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:34.088961 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Attempting to bind port 37882c4d-846a-4185-b71c-03ad4da41c0c by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:34.089315 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Attempting to bind port 37882c4d-846a-4185-b71c-03ad4da41c0c on network 15fe85c6-47c9-467b-880f-165238e75331 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:34.103520 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:34.103818 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Checking segment: {'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:34.104212 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.104597 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Bound using segment: {'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:34.105054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Bound port: 37882c4d-846a-4185-b71c-03ad4da41c0c, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:34.105438 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.195154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:34.195521 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.255416 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.283033 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] For port 37882c4d-846a-4185-b71c-03ad4da41c0c, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:34.306733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] For port 37882c4d-846a-4185-b71c-03ad4da41c0c, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=37882c4d-846a-4185-b71c-03ad4da41c0c,segment=NetworkSegment(dec22ec9-44ee-4373-8498-4e409be57143),segment_id=dec22ec9-44ee-4373-8498-4e409be57143)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:34.318786 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.433456 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.441180 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0f64d-4d9d-43bf-934e-b465a5992086 None None] Pushing event updated for resources: {'Port': ['ID=37882c4d-846a-4185-b71c-03ad4da41c0c,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:34.445911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.464295 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.501323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7ffe1-37a8-4b22-b89f-9f6aedc0aee3 None None] Pushing event updated for resources: {'Port': ['ID=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:34.554997 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Attempting to bind port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:34.555365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Attempting to bind port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:34.555723 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Attempting to bind port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:34.561420 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:34.561821 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Checking segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:34.562224 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.562611 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Bound using segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:34.563213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Bound port: 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:34.563596 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.650489 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:47:34.666636 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] For port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:34.671521 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] For port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:34.676936 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.748766 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:34.749543 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:34.788527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:34.805103 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Sync routers for ids ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:34.820420 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:34.822696 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-318bece6-575e-4e90-a12b-a05ddd4426c9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8891430 Apr 20 13:47:34.823154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7ffe1-37a8-4b22-b89f-9f6aedc0aee3 None None] Pushing event updated for resources: {'Port': ['ID=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:34.824996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53776) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:34.829872 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Routers {'713e0ddd-4bca-4145-a5eb-80966ad3d8c4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:34.836598 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:34.904786 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:34.962623 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Set router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:35.041698 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ba2ac276-be9e-4ea5-9bce-598acee6c8fc None None] Provisioning complete for port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:35.042231 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac276-be9e-4ea5-9bce-598acee6c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.183644 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:47:34Z', 'revision_number': 3, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port': {'id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:33Z', 'updated_at': '2022-04-20T13:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:35.220945 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Checking router: 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:35.221992 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Updating router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 port 2f36dfc9-6611-4ab5-85b7-11089414b109 binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:47:35.228329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac276-be9e-4ea5-9bce-598acee6c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.259140 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.277097 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-ba2ac276-be9e-4ea5-9bce-598acee6c8fc None None] For port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:35.282411 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:34Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:35.286708 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac276-be9e-4ea5-9bce-598acee6c8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.307932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.317445 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a42d18-ecc1-42de-9cde-2272ef655e6b None None] The sync data for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 is: [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:34Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:35.391933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ac276-be9e-4ea5-9bce-598acee6c8fc None None] Pushing event updated for resources: {'Port': ['ID=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:35.426714 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-24e05c4d-e792-4529-b903-d03b2205df0b None None] Provisioning complete for port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:35.426915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-24e05c4d-e792-4529-b903-d03b2205df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.555523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Allocated IP 172.20.0.1 (15fe85c6-47c9-467b-880f-165238e75331/e7ceff46-62aa-4c1f-8eed-3f226006e670/47a3b7aa-058b-4549-9dda-0aa0ccc071d6) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:35.696668 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.703473 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788bf2d8-1075-43d8-8fab-3b21a1c30476 None None] Network 15fe85c6-47c9-467b-880f-165238e75331 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:47:35.711302 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.711566 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.752651 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.764848 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f376b22a-9903-49c9-ba39-fde4d2c8fea9 None None] Provisioning complete for port 37882c4d-846a-4185-b71c-03ad4da41c0c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:35.765328 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f376b22a-9903-49c9-ba39-fde4d2c8fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.777373 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Pushing event updated for resources: {'Port': ['ID=2f36dfc9-6611-4ab5-85b7-11089414b109,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:35.793662 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.794622 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.794622 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.795231 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.795883 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.796234 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.796573 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.797254 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.797254 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.797549 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.797907 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.798236 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:47:35.798608 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Network 15fe85c6-47c9-467b-880f-165238e75331 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:35.801686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:35.805292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:35.808066 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Attempting to bind port 2f36dfc9-6611-4ab5-85b7-11089414b109 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:35.808961 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Attempting to bind port 2f36dfc9-6611-4ab5-85b7-11089414b109 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:35.809558 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Attempting to bind port 2f36dfc9-6611-4ab5-85b7-11089414b109 on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:35.818482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:35.819078 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:35.819649 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.820196 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:35.821014 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Bound port: 2f36dfc9-6611-4ab5-85b7-11089414b109, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:35.821712 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.861103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Pushing event updated for resources: {'Port': ['ID=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:35.875433 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.925715 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] For port 2f36dfc9-6611-4ab5-85b7-11089414b109, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:35.936144 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] For port 2f36dfc9-6611-4ab5-85b7-11089414b109, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f36dfc9-6611-4ab5-85b7-11089414b109,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:35.945255 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:35.973099 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f376b22a-9903-49c9-ba39-fde4d2c8fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.042040 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96fcb7-b936-4d4e-a965-3f3f290c7953 None None] Pushing event updated for resources: {'Port': ['ID=2f36dfc9-6611-4ab5-85b7-11089414b109,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:36.042440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 37882c4d-846a-4185-b71c-03ad4da41c0c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:36.047215 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Routers {'713e0ddd-4bca-4145-a5eb-80966ad3d8c4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:36.047906 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:36.082526 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.099965 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-f376b22a-9903-49c9-ba39-fde4d2c8fea9 None None] For port 37882c4d-846a-4185-b71c-03ad4da41c0c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=37882c4d-846a-4185-b71c-03ad4da41c0c,segment=NetworkSegment(dec22ec9-44ee-4373-8498-4e409be57143),segment_id=dec22ec9-44ee-4373-8498-4e409be57143)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:36.122827 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f376b22a-9903-49c9-ba39-fde4d2c8fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.154823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e5e564e-46f4-4861-8216-d5c250a49256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.197942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376b22a-9903-49c9-ba39-fde4d2c8fea9 None None] Pushing event updated for resources: {'Port': ['ID=37882c4d-846a-4185-b71c-03ad4da41c0c,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:36.207471 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 37882c4d-846a-4185-b71c-03ad4da41c0c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:36.207983 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.228659 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] Set router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:36.292610 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.298800 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.341985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:36.358780 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Pushing event updated for resources: {'Port': ['ID=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:36.400222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:36.400604 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.408707 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.466629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7505cc58-c168-4127-9ef6-ec7ad17e63e2 None None] Provisioning complete for port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:36.466855 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7505cc58-c168-4127-9ef6-ec7ad17e63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.559253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Network 15fe85c6-47c9-467b-880f-165238e75331 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:36.562612 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:36.574150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-7505cc58-c168-4127-9ef6-ec7ad17e63e2 None None] Port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:47:36.578657 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:47:36Z', 'revision_number': 4, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port': {'id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:33Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '47a3b7aa-058b-4549-9dda-0aa0ccc071d6', 'name': '', 'network_id': '15fe85c6-47c9-467b-880f-165238e75331', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'mac_address': 'fa:16:3e:44:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:35Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 1, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'subnets': [{'id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:36.591186 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-7505cc58-c168-4127-9ef6-ec7ad17e63e2 None None] Provisioning complete for port 37882c4d-846a-4185-b71c-03ad4da41c0c triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:36.591562 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7505cc58-c168-4127-9ef6-ec7ad17e63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.644979 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f1da85-1dcf-4a84-9092-01358b6816ca None None] The sync data for ids ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'] in n-d-838550-2 is: [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:47:36Z', 'revision_number': 4, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port': {'id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:33Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '47a3b7aa-058b-4549-9dda-0aa0ccc071d6', 'name': '', 'network_id': '15fe85c6-47c9-467b-880f-165238e75331', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'mac_address': 'fa:16:3e:44:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:35Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 1, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'subnets': [{'id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:36.756870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:36.825449 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bac40f00-fd90-478b-a37d-c665feefe69e None None] Provisioning complete for port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:36.827226 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bac40f00-fd90-478b-a37d-c665feefe69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:36.869248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bac40f00-fd90-478b-a37d-c665feefe69e None None] Port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:47:36.890892 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:36.896063 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-260ffa42-9f04-4c1b-810e-416352d92e04 admin admin] 10.222.0.24 "PUT /v2.0/routers/713e0ddd-4bca-4145-a5eb-80966ad3d8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0699799 Apr 20 13:47:37.011617 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-f25d8feb-2da9-43dd-aaf1-a17e8431e164 None None] Provisioning complete for port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:37.012513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f25d8feb-2da9-43dd-aaf1-a17e8431e164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.058644 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-f25d8feb-2da9-43dd-aaf1-a17e8431e164 None None] Port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:47:37.352251 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53786) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:37.357070 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-182a90c1-feeb-4b7f-b385-a83af7284bce tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-372168395', 'description': 'tempest-secgroup-smoke-372168395 description', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:37.379690 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.381929 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-182a90c1-feeb-4b7f-b385-a83af7284bce tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.454883 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-182a90c1-feeb-4b7f-b385-a83af7284bce tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.458492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-182a90c1-feeb-4b7f-b385-a83af7284bce tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.485854 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-182a90c1-feeb-4b7f-b385-a83af7284bce tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.486997 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-182a90c1-feeb-4b7f-b385-a83af7284bce tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1336224 Apr 20 13:47:37.490090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53788) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:37.490977 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a90c1-feeb-4b7f-b385-a83af7284bce tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49113d1f-60cc-4645-b705-8d5a3cd60ee1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:37.494662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-0b6b4eca-c528-4362-97ef-3da59d140d84 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': '49113d1f-60cc-4645-b705-8d5a3cd60ee1', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:37.520015 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4eca-c528-4362-97ef-3da59d140d84 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.575860 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4eca-c528-4362-97ef-3da59d140d84 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.579343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4eca-c528-4362-97ef-3da59d140d84 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.596343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b4eca-c528-4362-97ef-3da59d140d84 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606dc166-38fc-4ff9-b549-5e7e71fee30d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:37.603537 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4eca-c528-4362-97ef-3da59d140d84 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.604705 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0b6b4eca-c528-4362-97ef-3da59d140d84 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136091 Apr 20 13:47:37.607623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53790) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:37.611775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-6ce41934-8eb2-4283-bc89-58d9d4f087a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': '49113d1f-60cc-4645-b705-8d5a3cd60ee1', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:37.635194 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ce41934-8eb2-4283-bc89-58d9d4f087a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.694459 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ce41934-8eb2-4283-bc89-58d9d4f087a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.698503 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ce41934-8eb2-4283-bc89-58d9d4f087a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.715944 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce41934-8eb2-4283-bc89-58d9d4f087a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d608fe8-bbfc-4c86-a8a4-6714caf50ef1,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:37.723795 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-6ce41934-8eb2-4283-bc89-58d9d4f087a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.725220 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-6ce41934-8eb2-4283-bc89-58d9d4f087a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167016 Apr 20 13:47:37.729895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53792) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:37.734825 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-22d4f3a2-7f96-48a3-ac7b-0a23f9a2db80 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': '49113d1f-60cc-4645-b705-8d5a3cd60ee1', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:37.759042 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22d4f3a2-7f96-48a3-ac7b-0a23f9a2db80 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.816281 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 37882c4d-846a-4185-b71c-03ad4da41c0c up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:37.825987 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22d4f3a2-7f96-48a3-ac7b-0a23f9a2db80 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.830871 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22d4f3a2-7f96-48a3-ac7b-0a23f9a2db80 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.847982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4f3a2-7f96-48a3-ac7b-0a23f9a2db80 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3670529a-dc8f-4d05-9c26-a53f4a647bea,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:37.858129 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-22d4f3a2-7f96-48a3-ac7b-0a23f9a2db80 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.862108 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-22d4f3a2-7f96-48a3-ac7b-0a23f9a2db80 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312153 Apr 20 13:47:37.862945 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53794) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:37.867996 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-d21bc4ac-e171-4369-a05c-fc106aede62a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': '49113d1f-60cc-4645-b705-8d5a3cd60ee1', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:37.868263 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 37882c4d-846a-4185-b71c-03ad4da41c0c triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:37.868725 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.891964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d21bc4ac-e171-4369-a05c-fc106aede62a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.954912 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d21bc4ac-e171-4369-a05c-fc106aede62a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.958592 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d21bc4ac-e171-4369-a05c-fc106aede62a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.975609 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21bc4ac-e171-4369-a05c-fc106aede62a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab7cfaf-2bc3-49de-8eb8-bc8323641bed,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:37.984047 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d21bc4ac-e171-4369-a05c-fc106aede62a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:37.985409 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d21bc4ac-e171-4369-a05c-fc106aede62a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211956 Apr 20 13:47:37.988044 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53796) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:37.992447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': '49113d1f-60cc-4645-b705-8d5a3cd60ee1', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:38.011729 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Project 11e1e9fbd75d4d67a98d3d0e68c25031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:47:38.016314 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.080983 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.086041 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.100732 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba334566-603a-4b83-8298-f9387460248f,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:38.118774 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.120290 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-862cc996-2214-44c3-ba43-ccc17317d352 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313148 Apr 20 13:47:38.122890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 53798) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:38.127447 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': '49113d1f-60cc-4645-b705-8d5a3cd60ee1', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:38.151678 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Project 11e1e9fbd75d4d67a98d3d0e68c25031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:47:38.157736 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.223650 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.227588 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.245411 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a142cb7d-1796-40ab-b6c1-a5aa42e41fd8,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:38.258842 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.260083 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-c39d778f-ec72-45e7-ac65-0a36c4192aed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362419 Apr 20 13:47:38.406694 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3deca7a5-4a4d-4891-97d6-6c0b96542416 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-372168395&fields=id&tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 267 time: 0.0339711 Apr 20 13:47:38.521268 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-d7492ca7-2862-4184-a64a-1736800c7739 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:38.522856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-d7492ca7-2862-4184-a64a-1736800c7739 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 808 time: 0.1087236 Apr 20 13:47:38.544010 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-94564889-2783-47e5-9474-93f40443a484 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/quotas/11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 375 time: 0.0096931 Apr 20 13:47:38.597441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-af63859b-aa10-4060-a6bb-638a152373c3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475111 Apr 20 13:47:38.736365 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:38.816942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-06b6ad45-957a-40ea-a5ca-181c0ddd12d9 service neutron] 10.222.0.24 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276231 Apr 20 13:47:38.909653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-ef5ee9b3-ac60-4858-80cb-46640f3fba3d service neutron] 10.222.0.24 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865812 Apr 20 13:47:39.043237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.081884 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a52b63d-7cd7-4616-968a-ab5d24d345cc req-fb795946-8ca7-46ea-9e42-ce04f942789d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 210 time: 0.0269420 Apr 20 13:47:39.441461 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Sync routers for ids ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:39.451603 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Routers {'713e0ddd-4bca-4145-a5eb-80966ad3d8c4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:39.452213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:39.562802 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Set router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:39.771110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:47:36Z', 'revision_number': 4, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port': {'id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:33Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '47a3b7aa-058b-4549-9dda-0aa0ccc071d6', 'name': '', 'network_id': '15fe85c6-47c9-467b-880f-165238e75331', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'mac_address': 'fa:16:3e:44:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:35Z', 'updated_at': '2022-04-20T13:47:36Z', 'revision_number': 2, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'subnets': [{'id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:39.799668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Checking router: 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:39.800139 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Updating router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:47:39.827146 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:39.840716 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f36dfc9-6611-4ab5-85b7-11089414b109 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:40.144790 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2f36dfc9-6611-4ab5-85b7-11089414b109 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:40.145483 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.211296 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-04f2c82f-7400-4011-8c7e-eecf30ba4b59 req-9ef4f7b2-c21e-4f7a-9afe-7a90f37b5697 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 210 time: 0.0377257 Apr 20 13:47:40.220099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-b04ef5f4-aa37-45f2-8e3a-dded7cb76c13 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.221741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-b04ef5f4-aa37-45f2-8e3a-dded7cb76c13 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 808 time: 0.1412334 Apr 20 13:47:40.271395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-77fc1ebd-c9e3-4698-93e1-f1ed6854e393 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 379 time: 0.0400364 Apr 20 13:47:40.282138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'port': {'device_id': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'admin_state_up': True, 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'security_groups': ['49113d1f-60cc-4645-b705-8d5a3cd60ee1']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:40.306845 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.342098 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 2f36dfc9-6611-4ab5-85b7-11089414b109, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f36dfc9-6611-4ab5-85b7-11089414b109,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:40.364633 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.399446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Made reservation on behalf of 11e1e9fbd75d4d67a98d3d0e68c25031 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:47:40.403360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.410190 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.423838 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.432649 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=2f36dfc9-6611-4ab5-85b7-11089414b109,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:40.483585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c500dc-6bdd-4455-9913-969c80738429 None None] Pushing event updated for resources: {'Port': ['ID=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:40.533213 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Attempting to bind port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:40.533591 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Attempting to bind port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:40.534000 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Attempting to bind port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 on network 15fe85c6-47c9-467b-880f-165238e75331 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:40.539692 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:40.540358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Checking segment: {'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:40.540634 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.541090 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Bound using segment: {'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:40.541389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Allocated IP 172.20.0.4 (0170c1a7-c0bd-461d-9df8-d0f5d9c02623/667932e2-c55c-4dc9-aa83-5c2d60daa9fc/b0052267-4959-43dc-abd0-01b6824a2fe0) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:40.541620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Bound port: 47a3b7aa-058b-4549-9dda-0aa0ccc071d6, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec22ec9-44ee-4373-8498-4e409be57143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '15fe85c6-47c9-467b-880f-165238e75331'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:40.542050 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.616626 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] For port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:40.620261 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] For port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,segment=NetworkSegment(dec22ec9-44ee-4373-8498-4e409be57143),segment_id=dec22ec9-44ee-4373-8498-4e409be57143)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:40.627314 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.680505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Routers {'713e0ddd-4bca-4145-a5eb-80966ad3d8c4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:40.681122 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:40.718965 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.724318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c500dc-6bdd-4455-9913-969c80738429 None None] Pushing event updated for resources: {'Port': ['ID=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:40.768074 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.835661 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:40.838054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] Set router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:40.841503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:40.841689 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fa00887c-a75e-4691-b3c7-6c76d8b4a1c5 None None] Provisioning complete for port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:40.841689 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa00887c-a75e-4691-b3c7-6c76d8b4a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.845659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:40.850975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:40.930516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:40.931146 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:40.955561 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9a3afbc3-7ae1-4e50-a3bc-8fce7cef8518 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6769328 Apr 20 13:47:40.970975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Request body: {'port': {'device_id': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:41.040759 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.079382 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa00887c-a75e-4691-b3c7-6c76d8b4a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.135484 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fa00887c-a75e-4691-b3c7-6c76d8b4a1c5 None None] For port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,segment=NetworkSegment(dec22ec9-44ee-4373-8498-4e409be57143),segment_id=dec22ec9-44ee-4373-8498-4e409be57143)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:41.161973 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa00887c-a75e-4691-b3c7-6c76d8b4a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.223438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00887c-a75e-4691-b3c7-6c76d8b4a1c5 None None] Pushing event updated for resources: {'Port': ['ID=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:41.250694 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:47:36Z', 'revision_number': 4, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port': {'id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:33Z', 'updated_at': '2022-04-20T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '47a3b7aa-058b-4549-9dda-0aa0ccc071d6', 'name': '', 'network_id': '15fe85c6-47c9-467b-880f-165238e75331', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'mac_address': 'fa:16:3e:44:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:35Z', 'updated_at': '2022-04-20T13:47:40Z', 'revision_number': 4, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'subnets': [{'id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:41.294150 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa9f4b7-bc2b-43ba-ac70-4b5e3a2d70a3 None None] The sync data for ids ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'] in n-d-838550-2 is: [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:47:36Z', 'revision_number': 4, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port': {'id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:33Z', 'updated_at': '2022-04-20T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '47a3b7aa-058b-4549-9dda-0aa0ccc071d6', 'name': '', 'network_id': '15fe85c6-47c9-467b-880f-165238e75331', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'mac_address': 'fa:16:3e:44:ad:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4400, 'fixed_ips': [{'subnet_id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:35Z', 'updated_at': '2022-04-20T13:47:40Z', 'revision_number': 4, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'subnets': [{'id': 'e7ceff46-62aa-4c1f-8eed-3f226006e670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:41.314056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-92c25c3a-c072-4bf0-8d6d-8c2becaeda35 None None] Provisioning complete for port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:41.314449 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92c25c3a-c072-4bf0-8d6d-8c2becaeda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.408078 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0052267-4959-43dc-abd0-01b6824a2fe0 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:47:41.423066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbd8cc-58c6-4fa9-ab7e-bb6751351bd4 req-8376897b-b85a-47ad-aa92-0f21b8ebc9da tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:41.424227 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-92c25c3a-c072-4bf0-8d6d-8c2becaeda35 None None] Provisioning complete for port b0052267-4959-43dc-abd0-01b6824a2fe0 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:41.424599 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-92c25c3a-c072-4bf0-8d6d-8c2becaeda35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.424975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcdbd8cc-58c6-4fa9-ab7e-bb6751351bd4 req-8376897b-b85a-47ad-aa92-0f21b8ebc9da tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 931 time: 0.1308239 Apr 20 13:47:41.428515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.460346 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-92c25c3a-c072-4bf0-8d6d-8c2becaeda35 None None] Port b0052267-4959-43dc-abd0-01b6824a2fe0 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:47:41.478503 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Transition to ACTIVE for port object b0052267-4959-43dc-abd0-01b6824a2fe0 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:47:41.484903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fcdbd8cc-58c6-4fa9-ab7e-bb6751351bd4 req-c3838f91-2cfd-4659-8bba-53b688986dd0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495338 Apr 20 13:47:41.486408 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.542297 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:41.618455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Attempting to bind port b0052267-4959-43dc-abd0-01b6824a2fe0 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:47:41.618792 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Attempting to bind port b0052267-4959-43dc-abd0-01b6824a2fe0 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:47:41.619126 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Attempting to bind port b0052267-4959-43dc-abd0-01b6824a2fe0 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:41.625012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Port b0052267-4959-43dc-abd0-01b6824a2fe0 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:47:41.625485 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Attempting to bind port b0052267-4959-43dc-abd0-01b6824a2fe0 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:47:41.631873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:47:41.632222 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Checking segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:47:41.632619 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Bound using segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:47:41.633097 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Bound port: b0052267-4959-43dc-abd0-01b6824a2fe0, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:47:41.633597 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.703681 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:47:41.706837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:47:41.711863 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.745562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:41.746206 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.747621 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] 10.222.0.37 "PUT /v2.0/ports/b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 1091 time: 0.7824049 Apr 20 13:47:41.748083 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:41.750309 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6839cffe-387a-480a-96ad-102c2edd7c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:41.786799 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f3c66-b2ac-47d7-b354-71907d077ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:41.802840 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88667191-6add-47b1-bafb-2fc8800f3293 x-openstack-request-id: req-88667191-6add-47b1-bafb-2fc8800f3293 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:41.803276 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:41.803642 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88667191-6add-47b1-bafb-2fc8800f3293 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:41.804260 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88667191-6add-47b1-bafb-2fc8800f3293'] response: {'name': 'network-changed', 'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'status': 'completed', 'code': 200} Apr 20 13:47:41.857830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9ca8389f-367f-4841-b01e-5e1aadb4cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:41.859392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-9ca8389f-367f-4841-b01e-5e1aadb4cb7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1094 time: 0.0440912 Apr 20 13:47:41.895447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:41.908228 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-5d00c817-d8c5-498c-88bd-6cdb81462f5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 217 time: 0.0413244 Apr 20 13:47:41.957105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:41.957474 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:41.964291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-110a8440-43ea-4918-ae96-96a2666cc869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:41.966413 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-110a8440-43ea-4918-ae96-96a2666cc869 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0524673 Apr 20 13:47:42.011355 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-8ef57bba-d97d-4e3f-9580-473dfc5e66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:42.013398 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-8ef57bba-d97d-4e3f-9580-473dfc5e66aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410881 Apr 20 13:47:42.054942 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f36dfc9-6611-4ab5-85b7-11089414b109 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:42.104295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 2f36dfc9-6611-4ab5-85b7-11089414b109 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:42.104663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:42.106234 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-24d18a71-1184-4df4-98d0-32eef0c44bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860722 Apr 20 13:47:42.197339 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-14a82321-a255-4872-9f3f-f72b7ab87c8b req-b2a6e12d-d282-4075-be48-99c00ac6b403 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 Apr 20 13:47:42.289448 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-7272290d-588a-4e62-9051-443856e89fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:42.291024 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-7272290d-588a-4e62-9051-443856e89fce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1094 time: 0.0463200 Apr 20 13:47:42.386697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-6df4a0d1-a77f-40bb-9a66-d387d58a2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:42.388741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-6df4a0d1-a77f-40bb-9a66-d387d58a2143 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0914507 Apr 20 13:47:42.429775 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-f5f48f3c-4ba8-455a-b79c-a4b02ac09906 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 217 time: 0.0344102 Apr 20 13:47:42.482961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-04634943-a78c-467a-923a-344f25be1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:42.484393 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-04634943-a78c-467a-923a-344f25be1cae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0483043 Apr 20 13:47:42.531642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-fe8c574c-34e8-49cd-9d93-473695883f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:42.533357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-fe8c574c-34e8-49cd-9d93-473695883f26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421460 Apr 20 13:47:42.988980 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4b990-9656-4451-85cd-09f7ee047e6b req-4faa406a-db97-463c-ad44-aa9f20b2fa48 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:42.990432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4e4b990-9656-4451-85cd-09f7ee047e6b req-4faa406a-db97-463c-ad44-aa9f20b2fa48 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.4043880 Apr 20 13:47:42.992585 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-0014e00c-a00a-498a-b00d-122bc840f2ea service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524167 Apr 20 13:47:43.072525 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d4e4b990-9656-4451-85cd-09f7ee047e6b req-e3ff3514-3d80-4f25-bff4-b0fbfa49095f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760486 Apr 20 13:47:43.103356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6839cffe-387a-480a-96ad-102c2edd7c1c req-2fafcda4-1456-4e15-85ee-5c98c6a3eaac service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009135 Apr 20 13:47:44.018366 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:47:44.191962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c998756-f615-4aee-9e9e-7027adc8def9 req-ec62f657-af82-470c-ba17-bb75eafcd8a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:44.193397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c998756-f615-4aee-9e9e-7027adc8def9 req-ec62f657-af82-470c-ba17-bb75eafcd8a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0525312 Apr 20 13:47:44.230392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c998756-f615-4aee-9e9e-7027adc8def9 req-dbe50606-4b84-437f-b5aa-f86ee6d89d82 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309880 Apr 20 13:47:45.342049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dee45c-f3e3-4d14-8e24-ddeb3769e48e req-50f01cca-b4e1-4ca2-a588-b1624f5921d3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:45.343489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5dee45c-f3e3-4d14-8e24-ddeb3769e48e req-50f01cca-b4e1-4ca2-a588-b1624f5921d3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0478032 Apr 20 13:47:45.379857 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5dee45c-f3e3-4d14-8e24-ddeb3769e48e req-291019f8-0070-4c75-9655-6be7e2421568 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304370 Apr 20 13:47:46.137331 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:47:46.234058 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:46.245260 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'port_id': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'mac_address': 'fa:16:3e:c6:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:47:46.280756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:46.294176 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0052267-4959-43dc-abd0-01b6824a2fe0 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:47:46.313481 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:46.317283 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:46.366659 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:46.496099 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b518a-6e20-416d-b5d1-2485c0245645 req-85be7282-2b29-474d-bcf0-bda9bef339e6 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:46.497566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a32b518a-6e20-416d-b5d1-2485c0245645 req-85be7282-2b29-474d-bcf0-bda9bef339e6 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 944 time: 0.0499451 Apr 20 13:47:46.518695 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['b0052267-4959-43dc-abd0-01b6824a2fe0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:47:46.537340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a32b518a-6e20-416d-b5d1-2485c0245645 req-6269ade5-967d-494e-a88f-ed0b88206a9c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335400 Apr 20 13:47:47.654761 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0efc2-87da-4511-9c71-1045f9d903ff req-4b8aa3f0-91ab-4d18-acbe-8c4bd6205bf7 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:47.656200 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9c0efc2-87da-4511-9c71-1045f9d903ff req-4b8aa3f0-91ab-4d18-acbe-8c4bd6205bf7 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 944 time: 0.0515935 Apr 20 13:47:47.693122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9c0efc2-87da-4511-9c71-1045f9d903ff req-8c9f5b2a-ec50-4573-86ad-911680b1acb5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Apr 20 13:47:48.152987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:47:48.201560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port b0052267-4959-43dc-abd0-01b6824a2fe0 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:47:48.205246 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port b0052267-4959-43dc-abd0-01b6824a2fe0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:47:48.205617 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:48.278375 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:48.303340 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:48.305570 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbc9095-19d6-41a4-acb9-ffbda70299a8" -d '{"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:48.321243 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:47:48.324875 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:48.354873 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4025a064-d50e-49ae-a1b7-1cfdc9920bd7 x-openstack-request-id: req-4025a064-d50e-49ae-a1b7-1cfdc9920bd7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:48.355162 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:48.355419 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4025a064-d50e-49ae-a1b7-1cfdc9920bd7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:48.355869 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4025a064-d50e-49ae-a1b7-1cfdc9920bd7'] response: {'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'code': 200} Apr 20 13:47:48.382301 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:48.435885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c00f5-b5f9-4224-8ce5-405c0f4a3d4c req-8be27da1-a3a1-4bcf-9144-76a4733b081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:48.437280 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b61c00f5-b5f9-4224-8ce5-405c0f4a3d4c req-8be27da1-a3a1-4bcf-9144-76a4733b081c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1096 time: 0.0399008 Apr 20 13:47:48.470009 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b61c00f5-b5f9-4224-8ce5-405c0f4a3d4c req-e71b0e0f-dd0d-4385-97ef-db6c39af3565 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267098 Apr 20 13:47:48.805970 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e28a05-2420-44e5-ab69-1c0ac1c22052 req-a53a3e7b-b4d4-44f7-886b-8fb278fa958a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:48.807465 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72e28a05-2420-44e5-ab69-1c0ac1c22052 req-a53a3e7b-b4d4-44f7-886b-8fb278fa958a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0477638 Apr 20 13:47:48.844263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72e28a05-2420-44e5-ab69-1c0ac1c22052 req-2168132e-6578-41a6-8846-37e6e3f639f0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309272 Apr 20 13:47:49.596817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:49.964478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83889d64-55ff-4cd7-ab12-78dd2e858fed req-58eb9502-1f7c-457f-a7ed-1b07f2eb29b1 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:49.965938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83889d64-55ff-4cd7-ab12-78dd2e858fed req-58eb9502-1f7c-457f-a7ed-1b07f2eb29b1 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0517561 Apr 20 13:47:50.002680 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-83889d64-55ff-4cd7-ab12-78dd2e858fed req-80818242-59e3-4697-825f-7cadde61db34 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306735 Apr 20 13:47:50.114874 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34bfa-2583-4bdf-a987-5ea3271f3218 req-394b47f7-324a-442f-8cce-8b9dacaf6688 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:50.116298 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ea34bfa-2583-4bdf-a987-5ea3271f3218 req-394b47f7-324a-442f-8cce-8b9dacaf6688 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0474255 Apr 20 13:47:50.152604 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7ea34bfa-2583-4bdf-a987-5ea3271f3218 req-c41d4c28-4f94-4087-92dc-c7c3324edf3b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302973 Apr 20 13:47:50.174074 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53870) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:50.252800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a02af-295b-44fc-8665-2076c75bde8b tempest-TestShelveInstance-1099103748 tempest-TestShelveInstance-1099103748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:50.254289 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3f6a02af-295b-44fc-8665-2076c75bde8b tempest-TestShelveInstance-1099103748 tempest-TestShelveInstance-1099103748-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1091 time: 0.0792654 Apr 20 13:47:50.257154 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 53874) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:47:50.261240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:47:50.280470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:50.382817 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:50.485425 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Allocated IP 172.25.3.225 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/6e0681a2-bfe6-47d9-a389-ed3eaf06cc05) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:47:50.583535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:50.614763 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:50.650238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:47:50.654886 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:47:50.658561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:47:50.685283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'Port': ['ID=6e0681a2-bfe6-47d9-a389-ed3eaf06cc05,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:51.010413 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:51.077991 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:51.220384 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:51.224667 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:51.296731 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'Port': ['ID=6e0681a2-bfe6-47d9-a389-ed3eaf06cc05,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:47:51.304535 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:51.402923 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Floating IP e01c0b34-47d4-42d0-b509-e45e64a990e4 associated. External IP: 172.25.3.225, port: b0052267-4959-43dc-abd0-01b6824a2fe0. Apr 20 13:47:51.608307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Router e87fc447-400a-4135-b7cc-3c0467d8faa4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:47:51.713988 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:47:51.723896 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] Sync routers for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:47:51.731333 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:47:51.734475 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:51.735088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:51.766150 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-00fa8649-2ba2-44de-b951-6794d9f51c3e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5079532 Apr 20 13:47:51.766784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:47:51.769062 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5faaed7-d452-4509-acaf-9f95b7cc7966" -d '{"events": [{"name": "network-changed", "server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:47:51.805243 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18409e63-4508-42df-8a99-a51cc6a253a4 x-openstack-request-id: req-18409e63-4508-42df-8a99-a51cc6a253a4 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:47:51.805571 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:47:51.805843 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18409e63-4508-42df-8a99-a51cc6a253a4 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:47:51.806263 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18409e63-4508-42df-8a99-a51cc6a253a4'] response: {'name': 'network-changed', 'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'status': 'completed', 'code': 200} Apr 20 13:47:51.841306 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:51.866148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-ab8ceb63-42c1-4280-add9-112c121d4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:51.867543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-ab8ceb63-42c1-4280-add9-112c121d4f0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1096 time: 0.0401828 Apr 20 13:47:51.962464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-c65eb95f-6bee-4b09-89fb-757ff45ef841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:51.963907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-c65eb95f-6bee-4b09-89fb-757ff45ef841 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0892351 Apr 20 13:47:52.061002 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'e01c0b34-47d4-42d0-b509-e45e64a990e4', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'port_id': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'mac_address': 'fa:16:3e:c6:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:47:50Z', 'updated_at': '2022-04-20T13:47:50Z', 'revision_number': 0, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:52.086535 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] Checking router: e87fc447-400a-4135-b7cc-3c0467d8faa4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:47:52.094551 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:47:52.095148 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:47:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:52.132813 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-045ae4bb-5710-486f-9e7c-ad4f80b5aa5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 999 time: 0.0588911 Apr 20 13:47:52.182115 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-e70ba94e-c495-471c-8c7a-b7b136ade33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:52.183653 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-e70ba94e-c495-471c-8c7a-b7b136ade33c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0445025 Apr 20 13:47:52.235111 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-4352d12b-6b87-44d7-99f1-7366f131e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:47:52.236599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-4352d12b-6b87-44d7-99f1-7366f131e462 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461450 Apr 20 13:47:52.286676 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:47:52.326032 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-82dce864-dcc2-4428-a01b-6315894a39d5 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827613 Apr 20 13:47:52.419323 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f5faaed7-d452-4509-acaf-9f95b7cc7966 req-f747e87d-c064-4b29-b32e-e45c68b2c18a service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869029 Apr 20 13:47:52.524867 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'e01c0b34-47d4-42d0-b509-e45e64a990e4', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'port_id': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'mac_address': 'fa:16:3e:c6:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:47:50Z', 'updated_at': '2022-04-20T13:47:50Z', 'revision_number': 0, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:47:52.551335 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d01e58b-db20-473b-878b-2f4a2106bdc6 None None] The sync data for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 is: [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': 'e01c0b34-47d4-42d0-b509-e45e64a990e4', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'port_id': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'mac_address': 'fa:16:3e:c6:a2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:47:50Z', 'updated_at': '2022-04-20T13:47:50Z', 'revision_number': 0, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:47:52.744433 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac1e4e3-1d6e-4e46-950b-12e30fa77b29 None None] New status for floating IP e01c0b34-47d4-42d0-b509-e45e64a990e4: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:47:54.148852 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:03.753923 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6966ec8a-e126-4a2c-9d01-9058c751a3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:06.075321 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6544d6d-7f97-49cd-b43b-1a203eac327b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:07.378527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:08.738295 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:09.037150 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:19.599752 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:21.017159 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:48:24.148534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:33.756406 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e87dd33a-e4db-4fbf-8131-5ba40adcb275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:36.075803 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3083a100-faa1-4067-8c36-665570238542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:37.369214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-67c7f4bc-469e-47f3-b4fa-1ad568416b67 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421524 Apr 20 13:48:37.383302 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:37.445913 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-441c5d7a-1baa-4a33-ae01-b8f665c4fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:37.447378 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-441c5d7a-1baa-4a33-ae01-b8f665c4fc0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1096 time: 0.0390868 Apr 20 13:48:37.554304 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-58f992a0-5d45-49c1-ab6f-a9ffbacaac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:37.555752 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-58f992a0-5d45-49c1-ab6f-a9ffbacaac30 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0900364 Apr 20 13:48:37.619906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-fd3acb1c-794b-47c5-847c-df04b35c6121 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0569446 Apr 20 13:48:37.667588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-e366e252-5339-486c-abca-538b986b052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:37.668962 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-e366e252-5339-486c-abca-538b986b052f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0428128 Apr 20 13:48:37.716549 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-e724efbd-82a7-47ac-b59a-de3e5266173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:48:37.718014 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-e724efbd-82a7-47ac-b59a-de3e5266173c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414045 Apr 20 13:48:37.727831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-94bc76c6-8692-4eba-ad2a-a8375b43e288 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:48:37.728743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-94bc76c6-8692-4eba-ad2a-a8375b43e288 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046558 Apr 20 13:48:37.815591 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-4cc80766-85d2-4b53-848d-8751ca121771 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803318 Apr 20 13:48:37.906050 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a48d0df-1d7b-4f9c-8ef2-b87b1f030716 req-65e9eaae-d378-4bcf-9f1d-181e60aada52 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834215 Apr 20 13:48:38.742335 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:39.038383 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:49.603208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:54.163640 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:48:58.016392 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:49:02.016973 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-9d240760-b283-4aad-b2ce-7c07fb8aecbd req-0f7e5f90-ce55-4c67-945e-a932884ec6b8 service neutron] (109409) timed out ('10.222.0.24', 55108) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 13:49:03.761089 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-441d2bd4-bb75-48b4-a4a5-9fcf20dfd0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:06.077097 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-658aa88e-9119-495f-bac7-3e8036c7900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:07.384576 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:08.745174 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:09.040225 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:19.615885 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:24.163501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:33.762011 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f4ffa084-cbd8-43b9-aa35-65ffc2ea469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:35.017119 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:49:36.079707 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b7df01ce-f101-46fd-8d2b-fa95bbf3e0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:37.350191 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-29b51731-20a9-46d1-819e-8d445769213d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397193 Apr 20 13:49:37.387256 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:37.428928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-f8b6f891-1345-4407-b00a-36329c6f4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:37.430480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-f8b6f891-1345-4407-b00a-36329c6f4c54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1096 time: 0.0403018 Apr 20 13:49:37.535096 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-8a86028d-ad10-45b2-a32d-dea3c5105636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:37.536535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-8a86028d-ad10-45b2-a32d-dea3c5105636 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0875366 Apr 20 13:49:37.599017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-c44a2fc4-f3c3-45cd-9335-48148a04e9c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0560901 Apr 20 13:49:37.646600 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-31e68655-ec48-435c-bf9c-f8c183b5a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:37.647888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-31e68655-ec48-435c-bf9c-f8c183b5a48f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0416660 Apr 20 13:49:37.694482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-0723093a-e4dc-4ae1-a15d-79ca7c575605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:37.696459 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-0723093a-e4dc-4ae1-a15d-79ca7c575605 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426311 Apr 20 13:49:37.784224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-1177a030-ceda-4111-9f95-9526f1174cfe service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812156 Apr 20 13:49:37.873779 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ac358a21-e50d-4cbc-a93c-6910a8c55050 req-3c8fad71-1f45-4e18-9ee5-ef02200be6a7 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834274 Apr 20 13:49:38.746099 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:39.041836 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:47.317192 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee53087-fa11-444b-9a61-c4ebb9b7825d req-2769dad7-8637-4619-8b58-c981fb079de2 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:47.318681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee53087-fa11-444b-9a61-c4ebb9b7825d req-2769dad7-8637-4619-8b58-c981fb079de2 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0493758 Apr 20 13:49:47.356154 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5ee53087-fa11-444b-9a61-c4ebb9b7825d req-2ec53230-9ee0-4ad9-a31c-33cdc0cf0134 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311935 Apr 20 13:49:48.480895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351ce9f-bc48-4e96-894a-f3e08e4773a6 req-1cb5023a-d429-43ec-bbcf-40154ea93f9d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:48.482341 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e351ce9f-bc48-4e96-894a-f3e08e4773a6 req-1cb5023a-d429-43ec-bbcf-40154ea93f9d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0467408 Apr 20 13:49:48.520162 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e351ce9f-bc48-4e96-894a-f3e08e4773a6 req-b9fbc5d0-f372-4b52-bdab-de261a3176e0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316019 Apr 20 13:49:49.627463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:49.646535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0307ba4-ad27-4c3f-b96e-4805a605ccaa req-1bdcb410-ee2c-4454-8cf1-819abc43bafe tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:49.647975 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0307ba4-ad27-4c3f-b96e-4805a605ccaa req-1bdcb410-ee2c-4454-8cf1-819abc43bafe tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0512311 Apr 20 13:49:49.684831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c0307ba4-ad27-4c3f-b96e-4805a605ccaa req-69b60698-f8f9-498e-a535-0a9aa4451bb7 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301640 Apr 20 13:49:50.799613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04627c-d430-4eb5-9aa5-222e9aa27cc2 req-2509e1d8-1820-4fec-b2f5-dc41c1359bd4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:50.801056 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a04627c-d430-4eb5-9aa5-222e9aa27cc2 req-2509e1d8-1820-4fec-b2f5-dc41c1359bd4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0492735 Apr 20 13:49:50.837721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a04627c-d430-4eb5-9aa5-222e9aa27cc2 req-1109377a-73dd-4a82-8273-252eaef545e6 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306101 Apr 20 13:49:51.952590 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3b50-ebec-49f3-b1a3-a11421ab5c56 req-902702d9-3572-4d99-b5dd-67c2a8914f40 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:51.953966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cddd3b50-ebec-49f3-b1a3-a11421ab5c56 req-902702d9-3572-4d99-b5dd-67c2a8914f40 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0478621 Apr 20 13:49:51.990876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cddd3b50-ebec-49f3-b1a3-a11421ab5c56 req-08e327a9-24c2-4fdb-b99e-f02cead28eee tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307341 Apr 20 13:49:53.108621 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c37d87-ae60-4a3c-8679-b3aae4bed611 req-1ec2abe2-9911-433b-a4fe-7396d3da9094 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:53.110097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0c37d87-ae60-4a3c-8679-b3aae4bed611 req-1ec2abe2-9911-433b-a4fe-7396d3da9094 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0526540 Apr 20 13:49:53.147519 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e0c37d87-ae60-4a3c-8679-b3aae4bed611 req-d1ca6073-d27f-4d0e-8c5c-43cdc79e914e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Apr 20 13:49:54.177594 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:49:54.262429 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd947-fa76-486d-bf69-6aae76d84c0e req-2f3f8022-4f25-47eb-bd3d-98aff96f9a49 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:54.263850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-608bd947-fa76-486d-bf69-6aae76d84c0e req-2f3f8022-4f25-47eb-bd3d-98aff96f9a49 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0468743 Apr 20 13:49:54.300568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-608bd947-fa76-486d-bf69-6aae76d84c0e req-de67f08b-7bd8-431d-8749-6606af877725 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307219 Apr 20 13:49:55.415996 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa94544-3ff3-451e-afeb-319058a10b3b req-38be1025-de6f-4003-a694-5b65958dddf2 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:55.417433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faa94544-3ff3-451e-afeb-319058a10b3b req-38be1025-de6f-4003-a694-5b65958dddf2 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0500541 Apr 20 13:49:55.453198 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faa94544-3ff3-451e-afeb-319058a10b3b req-38741898-faa8-4444-b77e-c3d5588e5321 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298548 Apr 20 13:49:56.569422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122c6bf-5e73-436c-97a7-844139e8774b req-80dcc4bd-4dc5-4c09-99bc-0f49800104d8 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:56.571376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1122c6bf-5e73-436c-97a7-844139e8774b req-80dcc4bd-4dc5-4c09-99bc-0f49800104d8 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0517960 Apr 20 13:49:56.608362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1122c6bf-5e73-436c-97a7-844139e8774b req-efe48c52-2873-4138-8162-d23b41cd99dd tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309978 Apr 20 13:49:57.721165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c8a76-0802-4de2-be12-2398db021031 req-924cf4a4-65a2-4761-a0a8-6fdc9804ce0e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:57.722666 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e1c8a76-0802-4de2-be12-2398db021031 req-924cf4a4-65a2-4761-a0a8-6fdc9804ce0e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0472362 Apr 20 13:49:57.760692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6e1c8a76-0802-4de2-be12-2398db021031 req-3547c7b1-4560-477e-be88-bf9097f1cf03 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314586 Apr 20 13:49:58.882866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438c4a5-2589-4447-88a2-1abeb77b3aed req-1233bcf7-f006-456c-85a4-1cf3ee17bf11 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:49:58.884297 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4438c4a5-2589-4447-88a2-1abeb77b3aed req-1233bcf7-f006-456c-85a4-1cf3ee17bf11 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0539045 Apr 20 13:49:58.922152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4438c4a5-2589-4447-88a2-1abeb77b3aed req-7b149616-4a30-4707-89eb-c1e2b595272a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318904 Apr 20 13:50:00.048968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ec755-8ca5-4080-92c2-f52c66e7ed69 req-40ca4e3a-c5c3-4452-9ec8-5ee6bc207d64 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:00.051102 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-924ec755-8ca5-4080-92c2-f52c66e7ed69 req-40ca4e3a-c5c3-4452-9ec8-5ee6bc207d64 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0563564 Apr 20 13:50:00.432942 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-924ec755-8ca5-4080-92c2-f52c66e7ed69 req-628318a9-a067-4f98-8b34-6fafde970b32 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718171 Apr 20 13:50:00.830537 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:50:00.947576 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:00.964773 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'port_id': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'mac_address': 'fa:16:3e:c6:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:50:01.003024 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:01.016618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0052267-4959-43dc-abd0-01b6824a2fe0 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:50:01.036491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:01.041557 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:01.105396 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:01.113763 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.114109 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.114448 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.114779 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.115105 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.115432 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.115757 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.116077 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.116384 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.116742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.117060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.117379 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:50:01.124680 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['b0052267-4959-43dc-abd0-01b6824a2fe0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:50:01.564305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd885-8fac-46dd-9da7-57d0d6f1d76c req-c4bd9e4a-15ad-44fc-b828-fece6ce3eb15 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:01.567141 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-338fd885-8fac-46dd-9da7-57d0d6f1d76c req-c4bd9e4a-15ad-44fc-b828-fece6ce3eb15 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 944 time: 0.0547321 Apr 20 13:50:01.609605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-338fd885-8fac-46dd-9da7-57d0d6f1d76c req-88a83ac4-6f9d-4724-8c68-be6e27728201 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Apr 20 13:50:02.739002 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e201d4-b636-473f-b5e7-f99009b48d55 req-f5dd3fee-9f10-40da-9cc5-0108624f006c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:02.740503 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37e201d4-b636-473f-b5e7-f99009b48d55 req-f5dd3fee-9f10-40da-9cc5-0108624f006c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 944 time: 0.0562882 Apr 20 13:50:02.785807 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-37e201d4-b636-473f-b5e7-f99009b48d55 req-82e85e83-872d-4a3d-a80e-e634f03de4b1 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383399 Apr 20 13:50:02.843464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:50:02.905080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port b0052267-4959-43dc-abd0-01b6824a2fe0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:50:02.905377 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:03.001381 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:03.028438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:50:03.030740 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2f6e61-2edc-4674-be2b-c764856b8d81" -d '{"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:50:03.067324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:03.078092 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:03.108276 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211b8e12-017e-434f-94c2-fbfaa7ca2722 x-openstack-request-id: req-211b8e12-017e-434f-94c2-fbfaa7ca2722 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:50:03.108657 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:50:03.108974 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-211b8e12-017e-434f-94c2-fbfaa7ca2722 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:50:03.109434 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211b8e12-017e-434f-94c2-fbfaa7ca2722'] response: {'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'code': 200} Apr 20 13:50:03.143074 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:03.765499 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5bbe1de1-f7b1-45d3-afcd-179eb74dbe16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:03.912331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6596333-070e-42c5-9e0c-3d574af88111 req-fa7c0025-3e00-47d6-a0bc-646a2ca9ea4b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:03.914330 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6596333-070e-42c5-9e0c-3d574af88111 req-fa7c0025-3e00-47d6-a0bc-646a2ca9ea4b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0547404 Apr 20 13:50:03.958690 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b6596333-070e-42c5-9e0c-3d574af88111 req-d69827d1-bb5b-45e2-a677-179bc341909a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383320 Apr 20 13:50:05.109710 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7920343-462e-42a0-a461-a3616e8608b5 req-e093b878-cc8f-4cae-a013-3d377c564628 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:05.114243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7920343-462e-42a0-a461-a3616e8608b5 req-e093b878-cc8f-4cae-a013-3d377c564628 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0608830 Apr 20 13:50:05.151820 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c7920343-462e-42a0-a461-a3616e8608b5 req-8036912a-441d-4087-9649-6a8c4435daa3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327260 Apr 20 13:50:06.082244 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc7ae43a-96be-4e23-b11e-966faff0a31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:06.279423 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15a027-d226-45e0-bce7-78d06536aced req-6b817094-6ef8-455e-bd63-50daa02b9683 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:06.280883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a15a027-d226-45e0-bce7-78d06536aced req-6b817094-6ef8-455e-bd63-50daa02b9683 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0566263 Apr 20 13:50:06.322534 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2a15a027-d226-45e0-bce7-78d06536aced req-b6279160-f46b-4cb6-b8e1-7263401c3481 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346391 Apr 20 13:50:07.394015 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:07.455851 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15de9f1-321b-4b26-82f2-ea431321d8b2 req-c9d3ce96-376e-450d-b1cc-69c38b8ec631 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:07.457466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a15de9f1-321b-4b26-82f2-ea431321d8b2 req-c9d3ce96-376e-450d-b1cc-69c38b8ec631 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0537105 Apr 20 13:50:07.501556 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a15de9f1-321b-4b26-82f2-ea431321d8b2 req-d9bf6d06-159a-41e8-a4ce-54b332fc109b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364029 Apr 20 13:50:08.615305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb4219-336d-4aa6-a53b-4fb079594889 req-0d1b7c66-6251-455c-8608-184cd8e94031 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:08.617407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbfb4219-336d-4aa6-a53b-4fb079594889 req-0d1b7c66-6251-455c-8608-184cd8e94031 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0469751 Apr 20 13:50:08.653462 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cbfb4219-336d-4aa6-a53b-4fb079594889 req-f0553a1b-5546-4a0a-b39e-dccfa61ff1bd tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302498 Apr 20 13:50:08.748654 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:09.025464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-0d8f3a8a-9349-4f85-8f62-a9285b98cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:09.026957 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-0d8f3a8a-9349-4f85-8f62-a9285b98cec4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1096 time: 0.0397921 Apr 20 13:50:09.043772 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:09.118472 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-42cb71a1-ebfe-4ea9-8aa7-86a913ea0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:09.119926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-42cb71a1-ebfe-4ea9-8aa7-86a913ea0fd6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0850031 Apr 20 13:50:09.183317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-ed1d08a8-518d-4c28-a2cc-c7da37387ea0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0564332 Apr 20 13:50:09.236367 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-3fe1bd8b-6905-41fb-9163-a5f08cf63070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:09.237815 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-3fe1bd8b-6905-41fb-9163-a5f08cf63070 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0473399 Apr 20 13:50:09.282422 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-7e8a4be5-aa60-45a3-b504-b6c6c8e807a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:09.283774 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-7e8a4be5-aa60-45a3-b504-b6c6c8e807a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389299 Apr 20 13:50:09.369299 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-e0fca9dc-0a1d-4d43-9a90-1c9e5bbb163f service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788233 Apr 20 13:50:09.462432 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fca3824c-32d7-446a-a605-828c56ba2a72 req-ff2e292a-8c04-42ee-953b-6ae030a61bad service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852251 Apr 20 13:50:09.768000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a5044-2a57-456d-a02f-33464f2f40a8 req-18526914-794e-4500-a4b8-951c29dd26a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:09.769415 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd1a5044-2a57-456d-a02f-33464f2f40a8 req-18526914-794e-4500-a4b8-951c29dd26a5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0482395 Apr 20 13:50:09.806524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd1a5044-2a57-456d-a02f-33464f2f40a8 req-a04c87b3-fc70-468e-be98-12f100dd89a0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Apr 20 13:50:10.947518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1110432-9f8e-445f-98f0-6f7ccb5d8e8f req-4983bb01-fa88-497c-bd8c-e875f1eeabac tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:10.949429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1110432-9f8e-445f-98f0-6f7ccb5d8e8f req-4983bb01-fa88-497c-bd8c-e875f1eeabac tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0758252 Apr 20 13:50:10.993379 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b1110432-9f8e-445f-98f0-6f7ccb5d8e8f req-a2c43db8-38d2-4c92-872f-4aa060fbe372 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366175 Apr 20 13:50:12.017126 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:50:12.112539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bfc58-bed5-4f3e-a38e-55b331a43c24 req-1d66b942-ceba-4df4-bfa2-5d2e20145cee tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:12.113897 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-316bfc58-bed5-4f3e-a38e-55b331a43c24 req-1d66b942-ceba-4df4-bfa2-5d2e20145cee tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0527825 Apr 20 13:50:12.153107 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-316bfc58-bed5-4f3e-a38e-55b331a43c24 req-21927b12-f500-4bae-b316-e7da1760469f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331650 Apr 20 13:50:12.222818 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-5685e743-5b3d-41e2-bebc-cf4ed69b63ac req-603beff0-8f49-403d-8b9c-8511dff8c63e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:50:12.223793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5685e743-5b3d-41e2-bebc-cf4ed69b63ac req-603beff0-8f49-403d-8b9c-8511dff8c63e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053277 Apr 20 13:50:12.372135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60225d-aab1-4bf0-8243-3e24f4f639cf req-85db1ef9-ef94-46c1-987a-c946344f5555 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:12.373619 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f60225d-aab1-4bf0-8243-3e24f4f639cf req-85db1ef9-ef94-46c1-987a-c946344f5555 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 945 time: 0.0491757 Apr 20 13:50:12.411587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f60225d-aab1-4bf0-8243-3e24f4f639cf req-16885503-e570-4bf4-987e-76c86de2a7df tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318179 Apr 20 13:50:12.707991 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-ff6478b0-61e5-4ef7-ae9e-a4e83c9b3459 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0767524 Apr 20 13:50:12.910493 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:50:12.986142 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:13.009194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:50:13.011433 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054ada61-f661-4d9a-862b-6e169f58f66c" -d '{"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-unplugged", "status": "completed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:50:13.024933 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:13.034290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:13.058460 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 13:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0deac50-c248-44f7-b017-46d0cacc6d9f x-openstack-request-id: req-a0deac50-c248-44f7-b017-46d0cacc6d9f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:50:13.058747 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-unplugged", "status": "failed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "code": 422}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:50:13.058995 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0deac50-c248-44f7-b017-46d0cacc6d9f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:50:13.059384 n-d-838550-2 neutron-server[109411]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a0deac50-c248-44f7-b017-46d0cacc6d9f']: {'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'code': 422} returned with failed status Apr 20 13:50:13.088620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:13.533613 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-49066426-f05f-412e-806a-b99cd8cbf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:13.535359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-49066426-f05f-412e-806a-b99cd8cbf5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa&tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 1094 time: 0.0738811 Apr 20 13:50:13.547233 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f52e9-9caa-41e4-9b4f-c5bfd72ebbab req-33b9b03e-9e5e-48da-a603-69a77ba9e381 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:13.548625 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e03f52e9-9caa-41e4-9b4f-c5bfd72ebbab req-33b9b03e-9e5e-48da-a603-69a77ba9e381 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0628102 Apr 20 13:50:13.610946 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e03f52e9-9caa-41e4-9b4f-c5bfd72ebbab req-15c2a7d2-0f71-4252-b43a-826d9c57de0f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556233 Apr 20 13:50:13.620521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-6ab39898-858f-4292-a7a9-dbc84b070990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:13.622001 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-6ab39898-858f-4292-a7a9-dbc84b070990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1094 time: 0.0650797 Apr 20 13:50:13.714124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-10f2029f-7f8a-4a97-8ca3-ac242301cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:13.715484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-10f2029f-7f8a-4a97-8ca3-ac242301cb56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0873415 Apr 20 13:50:13.779352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-5dc961bb-6f5c-4584-8563-b301573002a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 999 time: 0.0575933 Apr 20 13:50:13.825826 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-963a16d4-d3d6-4fae-b7aa-500748bb5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:13.827184 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-963a16d4-d3d6-4fae-b7aa-500748bb5938 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0417721 Apr 20 13:50:13.874471 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-09d4edfd-ec83-467c-b2bd-d2785167259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:13.875899 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-09d4edfd-ec83-467c-b2bd-d2785167259f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423970 Apr 20 13:50:13.962256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-958a7a53-0e62-47dd-b487-1e4ac9ab04cc service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792143 Apr 20 13:50:14.053543 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6fb82a87-6985-4d31-a4e6-161ca97ec414 req-f955e3fc-3586-4d78-95cb-7a298d77a2f7 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847049 Apr 20 13:50:14.758008 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d80f6-614f-43f0-a0b6-bce3d11d5111 req-e7b0fcae-9c2e-4527-803d-4e69dc8ed051 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:14.759869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a1d80f6-614f-43f0-a0b6-bce3d11d5111 req-e7b0fcae-9c2e-4527-803d-4e69dc8ed051 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0639198 Apr 20 13:50:14.815915 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a1d80f6-614f-43f0-a0b6-bce3d11d5111 req-fa5aea45-05c0-48f2-adc1-331018599549 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499682 Apr 20 13:50:15.943098 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd9a8d-df98-40ee-8b60-e481f7cb6245 req-cc77b53c-5c67-4382-9789-0b0087f1fcee tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:15.944671 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbd9a8d-df98-40ee-8b60-e481f7cb6245 req-cc77b53c-5c67-4382-9789-0b0087f1fcee tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0538533 Apr 20 13:50:15.984316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bcbd9a8d-df98-40ee-8b60-e481f7cb6245 req-ab62132f-1159-4dc2-8d80-3d3480343e9d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332131 Apr 20 13:50:17.110813 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69660c76-b61b-4caa-a32f-f2c960f1d656 req-5ac130b8-10d9-47e0-90be-4f25c66325eb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:17.112359 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69660c76-b61b-4caa-a32f-f2c960f1d656 req-5ac130b8-10d9-47e0-90be-4f25c66325eb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0583503 Apr 20 13:50:17.155307 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-69660c76-b61b-4caa-a32f-f2c960f1d656 req-eb5732fe-3106-488b-b836-9c6e04198644 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361433 Apr 20 13:50:18.299457 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faddd719-c781-4697-8ecf-7c55086c79b5 req-b919611c-a509-4b1d-a532-e39e79cd57bc tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:18.301031 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faddd719-c781-4697-8ecf-7c55086c79b5 req-b919611c-a509-4b1d-a532-e39e79cd57bc tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0533488 Apr 20 13:50:18.349358 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-faddd719-c781-4697-8ecf-7c55086c79b5 req-319b99bc-6672-4575-8237-4c25c08bbc10 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Apr 20 13:50:19.472642 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3fdca-f062-4baf-9216-474509a6a82b req-d0826d58-d105-4b3a-a1a8-39131374594a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:19.474340 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16c3fdca-f062-4baf-9216-474509a6a82b req-d0826d58-d105-4b3a-a1a8-39131374594a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0524969 Apr 20 13:50:19.515939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16c3fdca-f062-4baf-9216-474509a6a82b req-f0d70c3a-43b6-46c4-b747-2d6202da2da9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348606 Apr 20 13:50:19.623989 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:20.646570 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d35098-6737-436b-90d2-2467f1e38b5a req-40523d01-367c-45c0-a9bf-b04be4e23f59 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:20.648721 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85d35098-6737-436b-90d2-2467f1e38b5a req-40523d01-367c-45c0-a9bf-b04be4e23f59 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0567062 Apr 20 13:50:20.689657 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-85d35098-6737-436b-90d2-2467f1e38b5a req-7bc394aa-de7e-4314-8d89-db377ea0a583 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340865 Apr 20 13:50:21.808821 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5cc1f4-5a40-4b7f-909b-365d94bb3b41 req-5de59c8b-c313-4daa-8948-779ca8f9428b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:21.810605 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f5cc1f4-5a40-4b7f-909b-365d94bb3b41 req-5de59c8b-c313-4daa-8948-779ca8f9428b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0499873 Apr 20 13:50:21.848320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5f5cc1f4-5a40-4b7f-909b-365d94bb3b41 req-1b7d4a2f-c087-4923-9ece-546c7903cfa7 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Apr 20 13:50:22.965325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e85494-72fd-48a9-8bb4-f7c08753e1d8 req-094540b9-7280-4cb8-a6d9-734c738225bd tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:22.966828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9e85494-72fd-48a9-8bb4-f7c08753e1d8 req-094540b9-7280-4cb8-a6d9-734c738225bd tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0488079 Apr 20 13:50:23.004352 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f9e85494-72fd-48a9-8bb4-f7c08753e1d8 req-d14a8ab7-c1b9-470f-913e-135ad05b604d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Apr 20 13:50:24.130213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332928c-d4cc-4239-9675-dfb6b8411147 req-89c0511c-e96b-4986-bc1b-e08e8005dbb3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:24.131568 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5332928c-d4cc-4239-9675-dfb6b8411147 req-89c0511c-e96b-4986-bc1b-e08e8005dbb3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 943 time: 0.0508981 Apr 20 13:50:24.168839 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5332928c-d4cc-4239-9675-dfb6b8411147 req-c3e2eefc-983d-41d8-bb09-c05db7d1fee0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306742 Apr 20 13:50:24.177208 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:24.970381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:50:25.064357 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:25.075829 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'port_id': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'mac_address': 'fa:16:3e:c6:a2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:50:25.112173 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:25.124606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0052267-4959-43dc-abd0-01b6824a2fe0 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:50:25.143861 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:25.148549 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:25.198847 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:25.286639 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f801ea-16f6-4d44-bc76-e907c2162695 req-8f667ec7-4faf-4540-b39f-727ac350530a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:25.288114 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70f801ea-16f6-4d44-bc76-e907c2162695 req-8f667ec7-4faf-4540-b39f-727ac350530a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 944 time: 0.0492291 Apr 20 13:50:25.328127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70f801ea-16f6-4d44-bc76-e907c2162695 req-416473c2-a1a1-4c76-aa09-887a93219fba tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Apr 20 13:50:25.356988 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['b0052267-4959-43dc-abd0-01b6824a2fe0'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:50:26.439643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12fcb8-ac01-4e7b-8862-efa6033420b8 req-b4d2fd46-2108-4526-9cde-af5a5f6f1ebc tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:26.441071 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d12fcb8-ac01-4e7b-8862-efa6033420b8 req-b4d2fd46-2108-4526-9cde-af5a5f6f1ebc tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 944 time: 0.0475345 Apr 20 13:50:26.478496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2d12fcb8-ac01-4e7b-8862-efa6033420b8 req-a078b1d2-b51f-4dcc-a7f0-1cd0709984fd tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315044 Apr 20 13:50:26.985585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:50:27.040044 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port b0052267-4959-43dc-abd0-01b6824a2fe0 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:50:27.040409 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:27.112967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:27.134394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:50:27.136571 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb1d9b-afca-4120-8045-14bc8d6f7e6b" -d '{"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:50:27.152686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:50:27.157171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:27.179984 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc20e75-1216-4df4-8478-3ef57bdd8e0f x-openstack-request-id: req-fcc20e75-1216-4df4-8478-3ef57bdd8e0f {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:50:27.180267 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-plugged", "status": "completed", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:50:27.180514 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcc20e75-1216-4df4-8478-3ef57bdd8e0f {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:50:27.180899 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc20e75-1216-4df4-8478-3ef57bdd8e0f'] response: {'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'code': 200} Apr 20 13:50:27.208701 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:50:27.336320 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3cdbb-ddbf-4fe3-b3ce-9e36192d9741 req-8625dfa1-4f36-48c3-be0f-bc6bd703e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:27.337746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8a3cdbb-ddbf-4fe3-b3ce-9e36192d9741 req-8625dfa1-4f36-48c3-be0f-bc6bd703e797 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1097 time: 0.0427563 Apr 20 13:50:27.370508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f8a3cdbb-ddbf-4fe3-b3ce-9e36192d9741 req-c813019e-55dc-4cae-9829-431f8572bd7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263700 Apr 20 13:50:27.593023 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb8d18-7108-4bf6-9448-064b5585db00 req-34864a05-d855-46a7-8cb9-a8d1cc5003f4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:27.594401 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05fb8d18-7108-4bf6-9448-064b5585db00 req-34864a05-d855-46a7-8cb9-a8d1cc5003f4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 946 time: 0.0483558 Apr 20 13:50:27.630743 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-05fb8d18-7108-4bf6-9448-064b5585db00 req-d3d03f26-eb75-4525-818e-f9aa1a46b68c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304976 Apr 20 13:50:28.748978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30b5c5-a4ca-4ec9-85d8-3fe13a00e63c req-81b52057-b492-406d-b8be-bc9c91da4f56 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:28.750353 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e30b5c5-a4ca-4ec9-85d8-3fe13a00e63c req-81b52057-b492-406d-b8be-bc9c91da4f56 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 946 time: 0.0473640 Apr 20 13:50:28.789078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4e30b5c5-a4ca-4ec9-85d8-3fe13a00e63c req-49d26bec-0b66-473f-9457-9b38d14b5356 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326965 Apr 20 13:50:29.955442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f60c5-03bd-49e8-af60-0b7562da1abd req-13bcc8ed-32ae-4271-8b2d-0d14790b1ae8 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:29.956885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-494f60c5-03bd-49e8-af60-0b7562da1abd req-13bcc8ed-32ae-4271-8b2d-0d14790b1ae8 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 946 time: 0.1016510 Apr 20 13:50:29.994127 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-494f60c5-03bd-49e8-af60-0b7562da1abd req-eeaf4f0f-6907-495d-884a-d893a98d69d3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Apr 20 13:50:33.766597 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a67c1539-7e57-4d5c-a3f3-f216442f0d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:36.085124 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2e019b5f-069b-471b-bf91-f95d492b33a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:37.386507 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:38.752233 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:39.045066 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:39.410456 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-8f9fa92d-a72f-468a-b346-7e0f3e510ea0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804665 Apr 20 13:50:39.488593 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-cbe6e2a0-c42b-4b0c-8600-8c19043fe56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:39.490392 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-cbe6e2a0-c42b-4b0c-8600-8c19043fe56a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1097 time: 0.0403359 Apr 20 13:50:39.594844 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-088b1b1d-fcb5-4867-b9c2-a0e3bd24c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:39.596214 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-088b1b1d-fcb5-4867-b9c2-a0e3bd24c075 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0869284 Apr 20 13:50:39.662103 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-a1d521d1-1f79-4611-b5e2-88b8c1ddf4e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 1001 time: 0.0574644 Apr 20 13:50:39.712419 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-9240793c-3125-4951-aca3-a65c64a45c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:39.714496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-9240793c-3125-4951-aca3-a65c64a45c05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0434859 Apr 20 13:50:39.763190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-87a3c5df-5d31-4a39-8e34-d2efda06647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:50:39.764603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-87a3c5df-5d31-4a39-8e34-d2efda06647f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422976 Apr 20 13:50:39.853768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-0ca20384-e3c2-4c3a-a3c8-70aa6fc28830 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787132 Apr 20 13:50:39.942000 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-640ec5e0-3b7a-4de5-a991-da4f3fff3321 req-7b1450bb-850e-4c5f-a0f9-676137b98aba service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822546 Apr 20 13:50:49.016150 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:50:49.638968 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:50:54.174943 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:03.768560 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7dd05aca-705e-4b95-8681-70fccdd28c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:06.087457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4d28a1c9-a8cb-44b1-9722-ee9e7a9b2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:07.388821 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:08.754891 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:09.045264 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:19.636869 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:24.175036 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:26.015618 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:51:33.770121 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-2fb0d00b-cb41-4274-a192-194fe7d026f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:36.087715 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7d4958f3-89d6-462b-ae96-dc0ee6efb876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:37.391883 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:38.586554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54214) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:38.738319 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Deleting port 6e0681a2-bfe6-47d9-a389-ed3eaf06cc05 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:51:38.738658 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:38.757930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:38.814128 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:38.814454 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:38.825873 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Calling delete_port for 6e0681a2-bfe6-47d9-a389-ed3eaf06cc05 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:51:38.967647 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:38.990884 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event deleted for resources: {'Port': ['ID=6e0681a2-bfe6-47d9-a389-ed3eaf06cc05,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:39.005139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.005486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.005855 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.006190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.006518 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.006845 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.007170 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.007692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.008021 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.008341 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.008659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.008978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:39.046526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:39.071371 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:39.071617 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Floating IP e01c0b34-47d4-42d0-b509-e45e64a990e4 disassociated (deleted). External IP: 172.25.3.225, port: b0052267-4959-43dc-abd0-01b6824a2fe0. Apr 20 13:51:39.270972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Router e87fc447-400a-4135-b7cc-3c0467d8faa4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:51:39.375830 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:51:39.380577 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:39.386287 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] Sync routers for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:51:39.396639 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:51:39.397324 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:39.410080 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-5413fb10-c99c-4fbf-9ddb-57153ad098fa tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "DELETE /v2.0/floatingips/e01c0b34-47d4-42d0-b509-e45e64a990e4 HTTP/1.1" status: 204 len: 168 time: 0.8221745 Apr 20 13:51:39.410653 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:51:39.412877 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d48f55-0d63-407e-975d-23f27d89db85" -d '{"events": [{"name": "network-changed", "server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:51:39.505799 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2858616-f464-403d-b056-3a429f13f747 x-openstack-request-id: req-f2858616-f464-403d-b056-3a429f13f747 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:51:39.510091 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:51:39.510091 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f2858616-f464-403d-b056-3a429f13f747 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:51:39.510091 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2858616-f464-403d-b056-3a429f13f747'] response: {'name': 'network-changed', 'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'status': 'completed', 'code': 200} Apr 20 13:51:39.510416 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:51:39.583597 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-094aeca3-3388-43f2-976d-495294979bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:39.585123 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-094aeca3-3388-43f2-976d-495294979bcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 1097 time: 0.0487571 Apr 20 13:51:39.712033 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd5987-d1c2-4d5d-8e42-c236ccca1dfd req-df9f0919-9a91-47a5-a267-ed80422839a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:39.713377 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6fd5987-d1c2-4d5d-8e42-c236ccca1dfd req-df9f0919-9a91-47a5-a267-ed80422839a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 946 time: 0.1008255 Apr 20 13:51:39.714882 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:39.716292 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-69d44a3f-28f6-42d6-811f-741bbf9c0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:39.717715 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-69d44a3f-28f6-42d6-811f-741bbf9c0282 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.1252856 Apr 20 13:51:39.741556 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] Checking router: e87fc447-400a-4135-b7cc-3c0467d8faa4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:51:39.749442 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:51:39.750578 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:51:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:39.766264 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-9ae70cb6-82b8-46f5-9867-91dbf4216021 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 200 len: 217 time: 0.0393677 Apr 20 13:51:39.808741 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6fd5987-d1c2-4d5d-8e42-c236ccca1dfd req-05d5a4cc-cb19-406b-a90e-974603ea7374 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883398 Apr 20 13:51:39.828544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-8bf68e55-3248-478b-9075-0e651d1c2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:39.830277 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-8bf68e55-3248-478b-9075-0e651d1c2efd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0536463 Apr 20 13:51:39.881606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-fe8dcf30-1119-4db9-9950-7a3aeaeeddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:39.882979 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-fe8dcf30-1119-4db9-9950-7a3aeaeeddc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443623 Apr 20 13:51:39.941955 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:51:39.972370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-3434af0e-43a8-4c2e-8568-147fd468c97a service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803540 Apr 20 13:51:40.066397 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a1d48f55-0d63-407e-975d-23f27d89db85 req-e6b4fa41-479a-4b55-a01f-6489c4b7c1cd service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Apr 20 13:51:40.136941 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:51:40.162317 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a46a53c-2b7b-48ae-bd15-195e718d4600 None None] The sync data for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 is: [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:51:40.380551 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a9f98a-8ecf-4e11-9e81-347a16a6ce75 None None] New status for floating IP e01c0b34-47d4-42d0-b509-e45e64a990e4: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:51:40.935575 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-e650656d-6197-4b59-86ff-eec953b424d7 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:40.937029 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-e650656d-6197-4b59-86ff-eec953b424d7 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 946 time: 0.0552123 Apr 20 13:51:41.034937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eea75-7e34-408d-98ab-2360f743688a req-11cce276-c77b-4f8e-807e-42f63275edbe tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:41.036480 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096eea75-7e34-408d-98ab-2360f743688a req-11cce276-c77b-4f8e-807e-42f63275edbe tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=7509582a-22a6-424f-9b3a-62d4b4638bfa HTTP/1.1" status: 200 len: 946 time: 0.1559868 Apr 20 13:51:41.086908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-096eea75-7e34-408d-98ab-2360f743688a req-fb8c9b08-0a29-46ec-b803-204e476478be tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=49113d1f-60cc-4645-b705-8d5a3cd60ee1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439041 Apr 20 13:51:41.094768 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Deleting port b0052267-4959-43dc-abd0-01b6824a2fe0 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:51:41.095125 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:41.181540 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] For port b0052267-4959-43dc-abd0-01b6824a2fe0, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=b0052267-4959-43dc-abd0-01b6824a2fe0,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:51:41.181937 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:41.198836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Calling delete_port for b0052267-4959-43dc-abd0-01b6824a2fe0 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:51:41.324227 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:41.353797 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event deleted for resources: {'Port': ['ID=b0052267-4959-43dc-abd0-01b6824a2fe0,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:41.398523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] No DVR routers for this DVR port b0052267-4959-43dc-abd0-01b6824a2fe0 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:51:41.401158 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:41.404504 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5bca2a3d-0923-43a1-9e80-00a14d48db50 req-1d215361-cfa8-48df-ac67-13ef7ef8daed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "DELETE /v2.0/ports/b0052267-4959-43dc-abd0-01b6824a2fe0 HTTP/1.1" status: 204 len: 173 time: 0.4583082 Apr 20 13:51:41.508453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-deleted', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:51:41.510692 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdd70ac-0d8d-4435-8255-ad245f530ac2" -d '{"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-deleted", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:51:41.556310 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f8da0-c66b-4a06-8c0e-7ce4017d8d45 x-openstack-request-id: req-ef4f8da0-c66b-4a06-8c0e-7ce4017d8d45 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:51:41.556592 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7509582a-22a6-424f-9b3a-62d4b4638bfa", "name": "network-vif-deleted", "tag": "b0052267-4959-43dc-abd0-01b6824a2fe0", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:51:41.556840 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef4f8da0-c66b-4a06-8c0e-7ce4017d8d45 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:51:41.557239 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4f8da0-c66b-4a06-8c0e-7ce4017d8d45'] response: {'server_uuid': '7509582a-22a6-424f-9b3a-62d4b4638bfa', 'name': 'network-vif-deleted', 'tag': 'b0052267-4959-43dc-abd0-01b6824a2fe0', 'status': 'completed', 'code': 200} Apr 20 13:51:42.142900 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54240) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:42.199248 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea3a205c-2c04-41d9-991f-c0a4734eec19 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.224192 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea3a205c-2c04-41d9-991f-c0a4734eec19 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.281900 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea3a205c-2c04-41d9-991f-c0a4734eec19 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.284395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea3a205c-2c04-41d9-991f-c0a4734eec19 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.285809 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ea3a205c-2c04-41d9-991f-c0a4734eec19 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "DELETE /v2.0/security-groups/49113d1f-60cc-4645-b705-8d5a3cd60ee1 HTTP/1.1" status: 204 len: 168 time: 0.1419265 Apr 20 13:51:42.294506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a205c-2c04-41d9-991f-c0a4734eec19 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49113d1f-60cc-4645-b705-8d5a3cd60ee1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:42.607476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54246) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:42.612046 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-c8cac73e-bb75-4e7c-b26f-fabe718d8bb0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020099076', 'description': 'tempest-secgroup-smoke-2020099076 description', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:42.632054 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8cac73e-bb75-4e7c-b26f-fabe718d8bb0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.695169 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8cac73e-bb75-4e7c-b26f-fabe718d8bb0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.698778 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8cac73e-bb75-4e7c-b26f-fabe718d8bb0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.729553 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8cac73e-bb75-4e7c-b26f-fabe718d8bb0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.730744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c8cac73e-bb75-4e7c-b26f-fabe718d8bb0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1222599 Apr 20 13:51:42.732556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cac73e-bb75-4e7c-b26f-fabe718d8bb0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d124ed77-4d75-447e-867b-04ec0e2ecd6c,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:42.733765 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54248) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:42.739647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': 'd124ed77-4d75-447e-867b-04ec0e2ecd6c', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:42.763822 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.819690 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.823177 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.840364 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b74ee2-816b-422e-9023-1698db946598,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:42.849997 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.851148 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163599 Apr 20 13:51:42.852608 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.852952 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.853289 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.853715 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.853991 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54252) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:42.854130 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.854363 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.854721 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.855032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.855436 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.855761 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.856082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.856399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8053bcb7-f865-4318-97ae-90aedc305f93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:51:42.858691 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-9d7191aa-3539-4d43-9e51-142f757faf73 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': 'd124ed77-4d75-447e-867b-04ec0e2ecd6c', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:42.882906 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d7191aa-3539-4d43-9e51-142f757faf73 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.939975 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d7191aa-3539-4d43-9e51-142f757faf73 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.943271 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d7191aa-3539-4d43-9e51-142f757faf73 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.959654 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7191aa-3539-4d43-9e51-142f757faf73 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7b8eb9-a578-4319-bd3b-fa508e12eb28,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:42.967046 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9d7191aa-3539-4d43-9e51-142f757faf73 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:42.968213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9d7191aa-3539-4d43-9e51-142f757faf73 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1130667 Apr 20 13:51:42.970935 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54254) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:42.975066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-691fcb72-fe1a-4c53-bd08-d790c80b13c4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': 'd124ed77-4d75-447e-867b-04ec0e2ecd6c', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:42.998232 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-691fcb72-fe1a-4c53-bd08-d790c80b13c4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.053520 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-691fcb72-fe1a-4c53-bd08-d790c80b13c4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.057495 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-691fcb72-fe1a-4c53-bd08-d790c80b13c4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.079414 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fcb72-fe1a-4c53-bd08-d790c80b13c4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c633ae-7576-46d4-a758-2d21f13f8a39,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:43.088374 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-691fcb72-fe1a-4c53-bd08-d790c80b13c4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.089566 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-691fcb72-fe1a-4c53-bd08-d790c80b13c4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177337 Apr 20 13:51:43.092283 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54256) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:43.098109 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-64b3068a-6f6f-45fa-827f-c1917b7e9545 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': 'd124ed77-4d75-447e-867b-04ec0e2ecd6c', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:43.129981 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b3068a-6f6f-45fa-827f-c1917b7e9545 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.184487 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b3068a-6f6f-45fa-827f-c1917b7e9545 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.188695 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b3068a-6f6f-45fa-827f-c1917b7e9545 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.207896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3068a-6f6f-45fa-827f-c1917b7e9545 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80a75df-c326-41f5-8c9b-374c2d43f179,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:43.214885 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-64b3068a-6f6f-45fa-827f-c1917b7e9545 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.216027 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-64b3068a-6f6f-45fa-827f-c1917b7e9545 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228509 Apr 20 13:51:43.218718 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54258) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:43.222964 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': 'd124ed77-4d75-447e-867b-04ec0e2ecd6c', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:43.242472 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Project 11e1e9fbd75d4d67a98d3d0e68c25031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:51:43.247018 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.310545 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.313916 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.330375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134d5453-0f2a-4798-82c8-6a5e06326f93,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:43.337348 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.338531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-85bed6f6-126b-44c5-a062-823d59f52fea tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189089 Apr 20 13:51:43.341271 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54260) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:51:43.346013 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'security_group_rule': {'security_group_id': 'd124ed77-4d75-447e-867b-04ec0e2ecd6c', 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:43.365295 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Project 11e1e9fbd75d4d67a98d3d0e68c25031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:51:43.369914 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.431872 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.435397 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.452325 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98599e8-6f98-40fe-b9cf-6dd096e17531,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:43.460746 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:43.461989 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ed86d28a-3286-4d64-85d2-f1403924a8a9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197281 Apr 20 13:51:45.264908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:51:45.285920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: b0052267-4959-43dc-abd0-01b6824a2fe0 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:51:45.286256 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device b0052267-4959-43dc-abd0-01b6824a2fe0 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:51:49.638118 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:54.175988 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:56.616210 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-52ca70c3-dd5e-4718-aa57-15d48b15bd3b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020099076&fields=id&tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 267 time: 0.0317640 Apr 20 13:51:56.719896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-2ea40f19-be0e-4949-92cf-f5abaecaf455 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:56.721195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-2ea40f19-be0e-4949-92cf-f5abaecaf455 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 808 time: 0.0985038 Apr 20 13:51:56.735953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-b94fb245-0445-4f3a-9538-61e1d255e007 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/quotas/11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 375 time: 0.0090353 Apr 20 13:51:56.785256 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-0c4dbd74-e10a-4ff6-ba38-c9db1d93eab6 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441148 Apr 20 13:51:56.919424 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-1dcce99a-0734-4d69-a822-0eb01e48e5fb service neutron] 10.222.0.24 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230209 Apr 20 13:51:57.323971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-946bde5f-57a9-49f8-b659-c915c90cfbba service neutron] 10.222.0.24 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978355 Apr 20 13:51:57.600257 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dd63fd3a-d18e-45e6-8b3b-0152beeda536 req-42cb7143-4723-4616-8ecc-47a31bc84c55 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 210 time: 0.0266449 Apr 20 13:51:58.473476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-f1f05283-a30d-43f9-a430-33dbab47ff39 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:58.475084 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-f1f05283-a30d-43f9-a430-33dbab47ff39 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 808 time: 0.1068006 Apr 20 13:51:58.524345 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-c7379168-7dd3-4aed-a619-1328392561b2 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 380 time: 0.0347643 Apr 20 13:51:58.529547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'port': {'device_id': '71c1a624-9898-4581-baf0-762751bf4849', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'admin_state_up': True, 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'security_groups': ['d124ed77-4d75-447e-867b-04ec0e2ecd6c']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:58.641147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Made reservation on behalf of 11e1e9fbd75d4d67a98d3d0e68c25031 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:51:58.644648 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:58.730710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ecf88cbf-b2a8-4828-a890-74445260218a req-e954cbb8-904b-406a-aa3d-3aa4df31c582 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 210 time: 0.0332322 Apr 20 13:51:58.803516 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Allocated IP 172.20.0.14 (0170c1a7-c0bd-461d-9df8-d0f5d9c02623/667932e2-c55c-4dc9-aa83-5c2d60daa9fc/81108ee2-93b6-465a-a6e1-93fc07e85658) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:51:58.946622 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:58.979918 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.024876 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:51:59.028029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:51:59.031984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:51:59.060673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:59.091521 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:59.092156 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.110057 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-05549b0d-7502-4c0f-9619-58d40ebb3f45 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5848083 Apr 20 13:51:59.121715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Request body: {'port': {'device_id': '71c1a624-9898-4581-baf0-762751bf4849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:51:59.180917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.275294 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-522606a8-d6c8-47fa-b11b-ca7b22f1b3ff None None] Provisioning complete for port 81108ee2-93b6-465a-a6e1-93fc07e85658 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:51:59.275895 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-522606a8-d6c8-47fa-b11b-ca7b22f1b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.314926 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-522606a8-d6c8-47fa-b11b-ca7b22f1b3ff None None] Port 81108ee2-93b6-465a-a6e1-93fc07e85658 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:51:59.454644 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81108ee2-93b6-465a-a6e1-93fc07e85658 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:51:59.462170 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.474530 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Transition to ACTIVE for port object 81108ee2-93b6-465a-a6e1-93fc07e85658 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:51:59.481894 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.552732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:59.611586 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:51:59.612257 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:51:59.612640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:51:59.620707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Port 81108ee2-93b6-465a-a6e1-93fc07e85658 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:51:59.620707 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:51:59.627809 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:51:59.628173 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Checking segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:51:59.628538 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Bound using segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:51:59.628979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Bound port: 81108ee2-93b6-465a-a6e1-93fc07e85658, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:51:59.629368 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.704050 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:51:59.707563 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:51:59.712024 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.752433 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:59.753038 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:51:59.754609 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] 10.222.0.37 "PUT /v2.0/ports/81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 1092 time: 0.6372795 Apr 20 13:51:59.755029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:51:59.757231 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:51:59.783894 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b9382-331a-48ea-9aa0-cc1320aca77b service neutron] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:51:59.839157 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaf80b8-3f89-411f-87c5-fb1100821dd8 x-openstack-request-id: req-efaf80b8-3f89-411f-87c5-fb1100821dd8 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:51:59.839451 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:51:59.839709 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efaf80b8-3f89-411f-87c5-fb1100821dd8 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:51:59.840117 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaf80b8-3f89-411f-87c5-fb1100821dd8'] response: {'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'status': 'completed', 'code': 200} Apr 20 13:51:59.855753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-b98a063a-669c-4f77-8ecf-0321b714fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:59.857349 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-b98a063a-669c-4f77-8ecf-0321b714fc39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1095 time: 0.0476539 Apr 20 13:51:59.916387 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-4f9b1b31-109f-4bc7-b13e-bc064e05e15e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 217 time: 0.0518770 Apr 20 13:51:59.997029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5940170-17ad-47be-93a4-b557c9a7cafa req-813f588b-f746-4bcf-b0b8-72e0ae5f3b2f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:51:59.998535 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5940170-17ad-47be-93a4-b557c9a7cafa req-813f588b-f746-4bcf-b0b8-72e0ae5f3b2f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0918403 Apr 20 13:52:00.002772 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-90874a8a-c4cf-4b00-93f2-5d2a92599eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:00.004078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-90874a8a-c4cf-4b00-93f2-5d2a92599eef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0636570 Apr 20 13:52:00.065429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b5940170-17ad-47be-93a4-b557c9a7cafa req-17864ac6-2071-4ae0-9cbd-1cc2378ad893 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599377 Apr 20 13:52:00.069968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-6233d22b-0970-48a6-ba14-7a8ae5ccdc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:00.071376 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-6233d22b-0970-48a6-ba14-7a8ae5ccdc9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604246 Apr 20 13:52:00.167023 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-db2189ea-4322-4d1e-8bf7-1641416f1b9b service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875897 Apr 20 13:52:00.260151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1c9f5d38-575c-4bad-a899-40cbb99eab84 req-20ff963c-a557-441c-af81-bbb98fe3a7ca service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867484 Apr 20 13:52:00.346784 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-89242aa6-76fe-442d-8be2-27e2ffaae103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:00.348181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-89242aa6-76fe-442d-8be2-27e2ffaae103 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1095 time: 0.0469365 Apr 20 13:52:00.437875 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-5111078b-b66a-453d-929b-72d078edd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:00.439311 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-5111078b-b66a-453d-929b-72d078edd499 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0845821 Apr 20 13:52:00.478736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-9813977b-ed46-498d-8e8f-c31c77843945 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 217 time: 0.0333562 Apr 20 13:52:00.531541 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-3cfd28be-983a-4a3a-a538-124694181c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:00.532977 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-3cfd28be-983a-4a3a-a538-124694181c67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0480866 Apr 20 13:52:00.577682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-39344d66-bf0e-4919-b6cb-0e9740f69c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:00.579164 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-39344d66-bf0e-4919-b6cb-0e9740f69c9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398414 Apr 20 13:52:00.665904 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-d4677ced-e939-42a5-818b-42a007e08021 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799587 Apr 20 13:52:00.757167 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d09cf21-ae59-4420-8fb1-4606b4dcfd88 req-ca8cd4ba-0b30-498d-8fe2-2b0347b048ea service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Apr 20 13:52:01.184362 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066159-1c29-418a-8dc4-386fb8cf8eec req-624193b6-af32-4250-bf28-a236d8f74764 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:01.186174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d066159-1c29-418a-8dc4-386fb8cf8eec req-624193b6-af32-4250-bf28-a236d8f74764 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0505610 Apr 20 13:52:01.227976 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d066159-1c29-418a-8dc4-386fb8cf8eec req-9a42d4b6-62e8-48ec-be49-ff7c2a86e424 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350897 Apr 20 13:52:02.352409 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7b6c7-1152-47a2-94e8-821b1c72c105 req-5a656b53-712f-4c72-8338-b9b74d6f33ad tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:02.353871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7b6c7-1152-47a2-94e8-821b1c72c105 req-5a656b53-712f-4c72-8338-b9b74d6f33ad tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0533049 Apr 20 13:52:02.392851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65f7b6c7-1152-47a2-94e8-821b1c72c105 req-70eddbf0-46db-4218-9ad2-f85e4260356c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330160 Apr 20 13:52:03.014645 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:52:03.509975 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10dd490-d5a2-438c-9f63-0c03101c2183 req-44a76797-75b0-425b-8722-f2d6712d578d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:03.511472 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c10dd490-d5a2-438c-9f63-0c03101c2183 req-44a76797-75b0-425b-8722-f2d6712d578d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0482857 Apr 20 13:52:03.550579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c10dd490-d5a2-438c-9f63-0c03101c2183 req-80c580be-ca31-468e-834b-c820f5b586fb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320170 Apr 20 13:52:03.770977 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01a87df2-5414-4277-88f3-d711eac82b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:04.664634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339396e8-8e7e-43c0-b86e-90a9a3c1d4bf req-df367413-a261-4912-bf80-b2120b31507f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:04.666075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-339396e8-8e7e-43c0-b86e-90a9a3c1d4bf req-df367413-a261-4912-bf80-b2120b31507f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0482783 Apr 20 13:52:04.702890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-339396e8-8e7e-43c0-b86e-90a9a3c1d4bf req-123108bc-38bd-4059-b9b7-2b37d8922020 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303452 Apr 20 13:52:05.820147 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadba3aa-4fd9-47f2-a91c-05064ee0c7e4 req-8115af50-b308-407f-8974-1494407bc96a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:05.821614 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cadba3aa-4fd9-47f2-a91c-05064ee0c7e4 req-8115af50-b308-407f-8974-1494407bc96a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0531924 Apr 20 13:52:05.858356 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-cadba3aa-4fd9-47f2-a91c-05064ee0c7e4 req-d44165e4-6179-45fd-8290-5de06a863465 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307462 Apr 20 13:52:06.088766 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7cd5e06f-5967-4bff-8248-3816ef5c872c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:06.971554 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c744-273f-45a2-9d66-dffce20134c2 req-2cba4cf0-3f94-462a-9d3e-d50239ce0c7b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:06.973002 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b598c744-273f-45a2-9d66-dffce20134c2 req-2cba4cf0-3f94-462a-9d3e-d50239ce0c7b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0479286 Apr 20 13:52:07.009137 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b598c744-273f-45a2-9d66-dffce20134c2 req-b675175d-5880-4445-8ee0-46f371373af9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301957 Apr 20 13:52:07.395206 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:08.123469 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9331c-f308-4cb3-84ab-1219d30c117a req-4b73dd6c-bdf9-4664-b068-654ee978147e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:08.125434 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87b9331c-f308-4cb3-84ab-1219d30c117a req-4b73dd6c-bdf9-4664-b068-654ee978147e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0484686 Apr 20 13:52:08.162348 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-87b9331c-f308-4cb3-84ab-1219d30c117a req-6b41cddf-e5cc-49b8-a57b-febd4f039d7c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Apr 20 13:52:08.760363 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:09.050373 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:09.279177 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000f7e8-c0f3-4f8d-9312-f9bd13c38e8e req-caf2d766-7263-4eab-8cd1-c354d79d8c69 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:09.280623 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e000f7e8-c0f3-4f8d-9312-f9bd13c38e8e req-caf2d766-7263-4eab-8cd1-c354d79d8c69 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0523396 Apr 20 13:52:09.318247 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e000f7e8-c0f3-4f8d-9312-f9bd13c38e8e req-0bd49b43-0a12-4a7b-8dc4-ca79d0aa964c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Apr 20 13:52:10.431306 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b02429-b6de-474e-844e-b4659c4c57d5 req-02bcbd20-ee4f-46f4-ae27-362f74cf3f6f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:10.432738 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2b02429-b6de-474e-844e-b4659c4c57d5 req-02bcbd20-ee4f-46f4-ae27-362f74cf3f6f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0482311 Apr 20 13:52:10.469600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e2b02429-b6de-474e-844e-b4659c4c57d5 req-9a48cd2d-80fb-47db-ad14-46d2a2262a7c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Apr 20 13:52:11.436297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 81108ee2-93b6-465a-a6e1-93fc07e85658 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:52:11.528491 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:52:11.542435 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'port_id': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'mac_address': 'fa:16:3e:0c:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:52:11.584879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:11.599224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81108ee2-93b6-465a-a6e1-93fc07e85658 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:52:11.619145 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:52:11.623581 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:11.674544 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:52:11.682399 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.682742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.683289 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.683418 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.683826 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.684230 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.684585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.684914 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.685236 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.685562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.685908 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.686232 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:52:11.831209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['81108ee2-93b6-465a-a6e1-93fc07e85658'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:52:11.855265 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abb131-48ba-4e62-90ef-930b14180386 req-79c02b1f-e2ee-4e17-8ed7-946cc527a1c9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:11.856724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19abb131-48ba-4e62-90ef-930b14180386 req-79c02b1f-e2ee-4e17-8ed7-946cc527a1c9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Apr 20 13:52:11.894507 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-19abb131-48ba-4e62-90ef-930b14180386 req-93cd0acc-92ce-4526-a857-b64b1949950a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316503 Apr 20 13:52:13.013182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33288572-f60b-4b8b-8b4c-1c9687ee0da0 req-5a52f2ae-139f-4328-b950-d7c9d45b09f1 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:13.015166 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33288572-f60b-4b8b-8b4c-1c9687ee0da0 req-5a52f2ae-139f-4328-b950-d7c9d45b09f1 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 945 time: 0.0519094 Apr 20 13:52:13.052309 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-33288572-f60b-4b8b-8b4c-1c9687ee0da0 req-8702862f-98b0-48b7-83ba-5a7372e7b420 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311108 Apr 20 13:52:13.451562 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 81108ee2-93b6-465a-a6e1-93fc07e85658 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:52:13.498356 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 81108ee2-93b6-465a-a6e1-93fc07e85658 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:52:13.502529 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 81108ee2-93b6-465a-a6e1-93fc07e85658 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:52:13.502889 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:13.581663 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:13.603641 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:52:13.605910 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ab2ad7-453c-4eee-9e11-843a5a49038e" -d '{"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-plugged", "status": "completed", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:52:13.618354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:52:13.621839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:13.670295 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:52:13.699352 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b21fd5-eddc-459f-9d93-dc8c2c8d866a x-openstack-request-id: req-90b21fd5-eddc-459f-9d93-dc8c2c8d866a {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:52:13.699643 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-plugged", "status": "completed", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:52:13.699902 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90b21fd5-eddc-459f-9d93-dc8c2c8d866a {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:52:13.700283 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90b21fd5-eddc-459f-9d93-dc8c2c8d866a'] response: {'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'code': 200} Apr 20 13:52:13.791854 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5476849-b168-47ab-aa2c-c2980861b335 req-564b14b2-8de5-4404-bd45-2dd4cf40da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:13.793269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5476849-b168-47ab-aa2c-c2980861b335 req-564b14b2-8de5-4404-bd45-2dd4cf40da1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1097 time: 0.0382440 Apr 20 13:52:13.827043 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5476849-b168-47ab-aa2c-c2980861b335 req-ab746351-4bec-441a-ad9e-ecb170beaa8d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273907 Apr 20 13:52:14.164949 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72479153-114c-4e03-bedc-0ebdce812f2c req-267164fd-1c78-41b2-9e5e-5aa3bec32b6d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:14.166408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72479153-114c-4e03-bedc-0ebdce812f2c req-267164fd-1c78-41b2-9e5e-5aa3bec32b6d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0476363 Apr 20 13:52:14.203485 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72479153-114c-4e03-bedc-0ebdce812f2c req-bdf30711-4461-405a-aa2b-de74927a76b6 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304816 Apr 20 13:52:15.321053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bc71b-8b6d-4e38-be5f-5c7e58019e24 req-2d34d9f5-40eb-4cb1-9834-09dcb9b5d1a0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:15.322516 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f93bc71b-8b6d-4e38-be5f-5c7e58019e24 req-2d34d9f5-40eb-4cb1-9834-09dcb9b5d1a0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0516124 Apr 20 13:52:15.358174 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f93bc71b-8b6d-4e38-be5f-5c7e58019e24 req-5ccc36f5-393d-4ac2-a3ac-c716bb897367 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297387 Apr 20 13:52:15.480730 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2d8cc-164e-4f7c-8f55-b8a6652f5f57 req-9c7430f1-042e-45af-a7d2-6914d6a725a0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:15.482268 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dce2d8cc-164e-4f7c-8f55-b8a6652f5f57 req-9c7430f1-042e-45af-a7d2-6914d6a725a0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0490544 Apr 20 13:52:15.521735 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-dce2d8cc-164e-4f7c-8f55-b8a6652f5f57 req-375418d6-2aee-4ff9-911e-70be0f4ffc90 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Apr 20 13:52:15.543782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54448) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:52:15.581715 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581fba66-a92b-4085-bd18-b37d22d6ae52 tempest-TestShelveInstance-1099103748 tempest-TestShelveInstance-1099103748-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:15.583149 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-581fba66-a92b-4085-bd18-b37d22d6ae52 tempest-TestShelveInstance-1099103748 tempest-TestShelveInstance-1099103748-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1092 time: 0.0384052 Apr 20 13:52:15.585956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54450) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:52:15.590076 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:52:15.610054 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:15.705666 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:15.804741 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Allocated IP 172.25.3.3 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f3eb951f-569a-456f-b2c9-9435f86735d0) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:52:15.906253 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:15.938395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:15.971968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:52:15.974628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:52:15.977335 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:52:16.011789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'Port': ['ID=f3eb951f-569a-456f-b2c9-9435f86735d0,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:52:16.349917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:16.417435 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:16.563453 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:16.568057 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:16.640993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event updated for resources: {'Port': ['ID=f3eb951f-569a-456f-b2c9-9435f86735d0,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:52:16.650688 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:16.752072 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Floating IP 9c91b668-c740-4427-8414-b5698a180f6d associated. External IP: 172.25.3.3, port: 81108ee2-93b6-465a-a6e1-93fc07e85658. Apr 20 13:52:16.956775 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Router e87fc447-400a-4135-b7cc-3c0467d8faa4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:52:17.060618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:52:17.069989 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] Sync routers for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:52:17.077674 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:17.080238 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:52:17.080850 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:52:17.104570 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-fb90b55f-4fdc-4f1a-b850-09b9400736b0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5176454 Apr 20 13:52:17.105230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:52:17.107541 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae4339-4b4f-4842-beda-41c2330d3678" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:52:17.144803 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7fda39-1706-4975-b1e7-b86e53efe2c0 x-openstack-request-id: req-0d7fda39-1706-4975-b1e7-b86e53efe2c0 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:52:17.145093 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:52:17.145344 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d7fda39-1706-4975-b1e7-b86e53efe2c0 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:52:17.145780 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7fda39-1706-4975-b1e7-b86e53efe2c0'] response: {'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'status': 'completed', 'code': 200} Apr 20 13:52:17.190511 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:52:17.208460 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-c519b028-5245-4394-a794-e3c6df26d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:17.209923 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-c519b028-5245-4394-a794-e3c6df26d2d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1097 time: 0.0401900 Apr 20 13:52:17.300001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-771cbdcf-5232-4792-94c7-8d0daf88423d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:17.301529 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-771cbdcf-5232-4792-94c7-8d0daf88423d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0842035 Apr 20 13:52:17.368489 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-da7a72d9-86b0-4d3b-9ebf-05513a0cf384 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 998 time: 0.0601363 Apr 20 13:52:17.408170 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '9c91b668-c740-4427-8414-b5698a180f6d', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'port_id': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'mac_address': 'fa:16:3e:0c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c1a624-9898-4581-baf0-762751bf4849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:52:16Z', 'updated_at': '2022-04-20T13:52:16Z', 'revision_number': 0, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:52:17.415869 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-87f09519-13e8-49f4-a6d2-c292bd5f160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:17.417292 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-87f09519-13e8-49f4-a6d2-c292bd5f160c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0424933 Apr 20 13:52:17.438695 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] Checking router: e87fc447-400a-4135-b7cc-3c0467d8faa4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:52:17.446840 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:52:17.447438 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:52:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:52:17.461103 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-e5c6e287-8780-4742-b2dc-b6e1ad9e7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:17.462518 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-e5c6e287-8780-4742-b2dc-b6e1ad9e7aeb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392010 Apr 20 13:52:17.552737 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:52:17.554864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-171e25a1-45ea-4fc8-a3e7-7c381cdfb487 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863295 Apr 20 13:52:17.644317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-27ae4339-4b4f-4842-beda-41c2330d3678 req-d8680b5e-0f8e-43cf-8717-709d251b053a service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822563 Apr 20 13:52:17.768725 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '9c91b668-c740-4427-8414-b5698a180f6d', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'port_id': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'mac_address': 'fa:16:3e:0c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c1a624-9898-4581-baf0-762751bf4849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:52:16Z', 'updated_at': '2022-04-20T13:52:16Z', 'revision_number': 0, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:52:17.797812 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208a5f5-6b50-4ec9-a3e8-5cc0d4867417 None None] The sync data for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 is: [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '9c91b668-c740-4427-8414-b5698a180f6d', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'port_id': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'mac_address': 'fa:16:3e:0c:d6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c1a624-9898-4581-baf0-762751bf4849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:52:16Z', 'updated_at': '2022-04-20T13:52:16Z', 'revision_number': 0, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:52:17.984174 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f52286-73fd-4a32-b0c4-7a3b454a7367 None None] New status for floating IP 9c91b668-c740-4427-8414-b5698a180f6d: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:52:19.636127 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:24.173703 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:33.776094 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b5c18c48-8635-48e8-9d4a-bd66bba48427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:36.091162 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bda09a91-9cce-464d-be07-d50708a96d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:37.397862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:38.762019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:39.050701 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:40.014852 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:52:40.711896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-d8586afd-2a4e-4196-b4ac-5bb99a888430 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3803449 Apr 20 13:52:40.802956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-3c17c54e-9f86-4866-b443-83d00954ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:40.804430 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-3c17c54e-9f86-4866-b443-83d00954ca81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1097 time: 0.0491278 Apr 20 13:52:40.919946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-75dc7d01-a444-480f-a1d9-381231896e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:40.921681 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-75dc7d01-a444-480f-a1d9-381231896e39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0928078 Apr 20 13:52:40.998250 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-bee743cf-889d-4147-80bf-b3706932bd0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 1000 time: 0.0702500 Apr 20 13:52:41.049655 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-5dfc8a1f-daf6-4da3-af50-aa2454fc0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:41.051165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-5dfc8a1f-daf6-4da3-af50-aa2454fc0bca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0466125 Apr 20 13:52:41.101963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-e3378846-ef2d-4250-ba0b-0e4522976cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:52:41.103768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-e3378846-ef2d-4250-ba0b-0e4522976cb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449684 Apr 20 13:52:41.200017 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-7e15947b-0d09-4390-84f6-f0f5218d72fd service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895131 Apr 20 13:52:41.292650 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b413d15-8c9f-4eb1-bf78-66fad8407c61 req-55ac570d-f631-40c1-ae2e-4357260131e7 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 Apr 20 13:52:49.635819 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:52:54.174955 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:03.777488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11a8d002-2a2b-4bee-97f6-e68ba9d69893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:06.092635 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dfd7617b-b947-423f-b09b-616c33c9a3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:07.401770 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:08.764856 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:09.052114 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:17.014063 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:53:19.634757 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:24.173352 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:33.784037 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d78c1106-7d94-4cd3-a401-77a1d146d613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:36.095942 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b71a3a20-d578-4ced-b6b3-9cbdcdf493da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:37.403658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:38.767794 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:39.053331 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:42.342322 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-2c8eb8e0-f4cd-4908-861b-4437da878b22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433822 Apr 20 13:53:42.420930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-9165c91e-f621-4888-9b5b-acf2ee28a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:42.422953 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-9165c91e-f621-4888-9b5b-acf2ee28a38a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1097 time: 0.0399284 Apr 20 13:53:42.523858 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-4488c468-4089-474d-bdfa-a99fcc2879b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:42.525315 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-4488c468-4089-474d-bdfa-a99fcc2879b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0831184 Apr 20 13:53:42.593733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-a2218b8f-bc04-45fe-b219-d056f94c2b9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 1000 time: 0.0608315 Apr 20 13:53:42.638588 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-49ce8027-9718-483a-95ea-47d6c64db558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:42.640444 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-49ce8027-9718-483a-95ea-47d6c64db558 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0409071 Apr 20 13:53:42.682931 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-70042469-5351-409f-811d-a7e92ba6f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:53:42.684360 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-70042469-5351-409f-811d-a7e92ba6f591 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383296 Apr 20 13:53:42.773788 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-eb6e45a5-476b-4ae2-9bac-099f2527d1f6 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829120 Apr 20 13:53:42.860896 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ad3fb919-f894-4ee1-907c-a7d916914c2c req-ea29658c-5898-47c5-9c98-e802f7ecd9d7 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797858 Apr 20 13:53:49.632598 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:53:54.013186 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:53:54.173649 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:03.776983 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-73b11a1e-8f04-4e73-9028-c908556e1e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:06.096875 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a9ea1911-03b4-414f-9357-5eaf91d3ad36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:07.406320 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:08.770019 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:09.054272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:15.093447 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24613591-5e29-43c8-a009-56f361c2751f req-1efff07e-8d77-4a51-83ea-9b627fae51f9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:15.095312 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24613591-5e29-43c8-a009-56f361c2751f req-1efff07e-8d77-4a51-83ea-9b627fae51f9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0536625 Apr 20 13:54:15.132994 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-24613591-5e29-43c8-a009-56f361c2751f req-0927dc92-4000-41e0-84e9-3d13fd9bb48a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314364 Apr 20 13:54:16.254244 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0aeee2-8923-4d8c-8c3f-715d7628d5b9 req-79d3449a-1431-49cc-a313-36ceb072fa8e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:16.255601 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba0aeee2-8923-4d8c-8c3f-715d7628d5b9 req-79d3449a-1431-49cc-a313-36ceb072fa8e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0478764 Apr 20 13:54:16.293020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba0aeee2-8923-4d8c-8c3f-715d7628d5b9 req-3beebca9-6eaa-475e-9845-4380249953cb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Apr 20 13:54:17.417165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1101bf-7b50-44ea-91c1-722b0d3cb628 req-6857364a-4179-4b19-98ed-102484382df0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:17.418636 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa1101bf-7b50-44ea-91c1-722b0d3cb628 req-6857364a-4179-4b19-98ed-102484382df0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0484855 Apr 20 13:54:17.456062 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa1101bf-7b50-44ea-91c1-722b0d3cb628 req-de0a9a36-4240-4aec-98c7-66b6a69496cf tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Apr 20 13:54:18.573550 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0d065-eb02-4d8f-bc5b-02a4ba5e67b2 req-39e5996c-5f69-49eb-99d1-bd833abcec8b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:18.575003 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aea0d065-eb02-4d8f-bc5b-02a4ba5e67b2 req-39e5996c-5f69-49eb-99d1-bd833abcec8b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0521951 Apr 20 13:54:18.611451 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aea0d065-eb02-4d8f-bc5b-02a4ba5e67b2 req-7694ee1a-cdd0-461a-845f-aaf62fdd7621 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Apr 20 13:54:19.632575 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:19.729962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d56cde-5fec-4166-abde-2edaac09a6b8 req-6b186867-ce7c-439f-8605-83a97aa27da0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:19.731403 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43d56cde-5fec-4166-abde-2edaac09a6b8 req-6b186867-ce7c-439f-8605-83a97aa27da0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0487108 Apr 20 13:54:19.768940 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-43d56cde-5fec-4166-abde-2edaac09a6b8 req-a0502c88-b687-4d41-aa12-c64d131e05e8 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Apr 20 13:54:20.883072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784989a-bbf1-4085-bd2f-fc934af5df80 req-e43e8eee-b2ef-4cbd-a3da-37f7bde43284 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:20.884521 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4784989a-bbf1-4085-bd2f-fc934af5df80 req-e43e8eee-b2ef-4cbd-a3da-37f7bde43284 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0482168 Apr 20 13:54:20.922768 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-4784989a-bbf1-4085-bd2f-fc934af5df80 req-e34adb64-5439-4074-8ae1-e8718cd31bc3 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320270 Apr 20 13:54:22.042572 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961acb55-9e66-49e2-a4c5-ec9fd3ed35bd req-2d429c5b-12a0-4cf7-9256-d494dca04431 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:22.044026 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-961acb55-9e66-49e2-a4c5-ec9fd3ed35bd req-2d429c5b-12a0-4cf7-9256-d494dca04431 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0526998 Apr 20 13:54:22.081481 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-961acb55-9e66-49e2-a4c5-ec9fd3ed35bd req-33bbf9a1-dec2-40d5-8b84-6780905f2e6c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314963 Apr 20 13:54:23.196911 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e75a14-8202-4f8f-b23c-8e164fb93999 req-b88b04cb-3959-42c3-b1a5-7e4d48276102 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:23.198509 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e75a14-8202-4f8f-b23c-8e164fb93999 req-b88b04cb-3959-42c3-b1a5-7e4d48276102 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0480580 Apr 20 13:54:23.236249 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e75a14-8202-4f8f-b23c-8e164fb93999 req-ac181543-71ca-445b-959a-16993bbdac0f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Apr 20 13:54:24.174394 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:24.349863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4291-6515-4b08-a952-41576ef6f9d8 req-cdcf0d41-0ccf-486b-a609-f3b497964034 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:24.351301 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f8c4291-6515-4b08-a952-41576ef6f9d8 req-cdcf0d41-0ccf-486b-a609-f3b497964034 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0477741 Apr 20 13:54:24.387801 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8f8c4291-6515-4b08-a952-41576ef6f9d8 req-b99e3092-6d0d-40f0-aef3-cbd7d9ae5b0e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306139 Apr 20 13:54:25.231757 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-d281fdd2-6cc6-432f-b22a-354c6f1d0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:25.233217 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-d281fdd2-6cc6-432f-b22a-354c6f1d0659 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1097 time: 0.0439398 Apr 20 13:54:25.320764 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-d3bb9f7c-86b3-4854-83fe-7ff091ba6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:25.322224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-d3bb9f7c-86b3-4854-83fe-7ff091ba6a71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0827827 Apr 20 13:54:25.389911 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-a4073157-3da7-46e2-8b6a-d895ca8cf008 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 1000 time: 0.0609894 Apr 20 13:54:25.437753 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-4e1be064-d4b8-4c86-adbc-57b65d44f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:25.439906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-4e1be064-d4b8-4c86-adbc-57b65d44f7cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0439990 Apr 20 13:54:25.513446 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-8caee220-77ae-4ca3-9acc-66abcd47ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:25.514960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-8caee220-77ae-4ca3-9acc-66abcd47ec32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684836 Apr 20 13:54:25.526066 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae598d0b-0922-4a0f-9d3c-3cb804f10094 req-fe1e1244-9c4f-4a47-b715-afe67b3e34bf tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:25.527449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae598d0b-0922-4a0f-9d3c-3cb804f10094 req-fe1e1244-9c4f-4a47-b715-afe67b3e34bf tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0574932 Apr 20 13:54:25.614959 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ae598d0b-0922-4a0f-9d3c-3cb804f10094 req-b97ed0d5-43df-4c9a-bed4-da0e2ec0048e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797033 Apr 20 13:54:25.641872 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-417e445a-43c6-4a8e-9281-f53978303e7f service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134808 Apr 20 13:54:25.734006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f537e85e-f993-4e01-839b-e83ff4d03102 req-6c6068d1-19db-49e4-aeeb-0b9c4de841f0 service neutron] 10.222.0.37 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Apr 20 13:54:26.729508 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2615a7-c757-43fb-b957-af9f7b113dae req-f3e4b0bd-dbf9-4f7d-8237-09e24085b8f9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:26.730965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa2615a7-c757-43fb-b957-af9f7b113dae req-f3e4b0bd-dbf9-4f7d-8237-09e24085b8f9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0485609 Apr 20 13:54:26.768408 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa2615a7-c757-43fb-b957-af9f7b113dae req-95f15efb-393e-438a-92b2-8d3c745592e4 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309989 Apr 20 13:54:27.884880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae7960-a4f3-499b-b872-2f67c85b9972 req-1227e8ae-56d0-438c-a21b-60929801258c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:27.886466 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4ae7960-a4f3-499b-b872-2f67c85b9972 req-1227e8ae-56d0-438c-a21b-60929801258c tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0499310 Apr 20 13:54:27.924099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f4ae7960-a4f3-499b-b872-2f67c85b9972 req-5b58075f-5987-45b9-aa93-8d13d9b1d105 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Apr 20 13:54:29.041863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fadef7-77e0-437c-b471-412c9400d47d req-54e6561f-6aed-4f40-9ade-56de03602edb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:29.043324 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00fadef7-77e0-437c-b471-412c9400d47d req-54e6561f-6aed-4f40-9ade-56de03602edb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0525682 Apr 20 13:54:29.081851 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-00fadef7-77e0-437c-b471-412c9400d47d req-2a130c9b-9766-40b6-b864-944dff14cc7d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Apr 20 13:54:29.185866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-fc2af05a-f181-41f7-a30e-3ab6f8a875e6 req-52794146-d1f5-4efc-be48-d61a3e9e4f58 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:54:29.186846 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fc2af05a-f181-41f7-a30e-3ab6f8a875e6 req-52794146-d1f5-4efc-be48-d61a3e9e4f58 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424185 Apr 20 13:54:29.311539 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-8a74a5c3-a10d-450b-acf9-ab99b7f83900 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422835 Apr 20 13:54:29.320367 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-ad562de0-64eb-47fd-acd2-35d299a767ca service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109409) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:54:29.321314 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-ad562de0-64eb-47fd-acd2-35d299a767ca service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049603 Apr 20 13:54:29.338659 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c6e45-f030-4f22-bc03-968c09517c35 req-7ea1c471-f1a6-498c-9200-3ee186d8cbdf tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:29.340554 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a21c6e45-f030-4f22-bc03-968c09517c35 req-7ea1c471-f1a6-498c-9200-3ee186d8cbdf tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 946 time: 0.0503280 Apr 20 13:54:29.378858 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a21c6e45-f030-4f22-bc03-968c09517c35 req-17c2cc1e-7f46-4cd2-9592-f56f0c8dcb49 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Apr 20 13:54:30.197606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 81108ee2-93b6-465a-a6e1-93fc07e85658 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:54:30.277768 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.302101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:54:30.304304 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5e855b-02e9-4158-a7d3-0746537fec09" -d '{"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-unplugged", "status": "completed", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:54:30.317873 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:30.321699 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:30.345493 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 20 Apr 2022 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6048c4-ac4d-4d9f-83dd-9ac85f9562c7 x-openstack-request-id: req-eb6048c4-ac4d-4d9f-83dd-9ac85f9562c7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:54:30.345815 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-unplugged", "status": "failed", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "code": 422}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:54:30.346065 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb6048c4-ac4d-4d9f-83dd-9ac85f9562c7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:54:30.346453 n-d-838550-2 neutron-server[109411]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-eb6048c4-ac4d-4d9f-83dd-9ac85f9562c7']: {'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'code': 422} returned with failed status Apr 20 13:54:30.374064 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:30.381764 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.382110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.382446 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.382781 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.383110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.383437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.383761 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.384085 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.384401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.384718 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.385040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.385358 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:30.494049 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ce1a4-5b83-4c9f-bc21-2a8d423df88b req-f02809b3-5ea6-4ae9-9c6f-58c950a409e9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:30.495448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b7ce1a4-5b83-4c9f-bc21-2a8d423df88b req-f02809b3-5ea6-4ae9-9c6f-58c950a409e9 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0488963 Apr 20 13:54:30.534685 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7b7ce1a4-5b83-4c9f-bc21-2a8d423df88b req-6ed4efc2-c942-41d8-85ff-7c65431aeb68 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Apr 20 13:54:31.012944 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:54:31.660242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9834ef-0f2c-4b07-af58-82bd33bff3ee req-7d0a7dfc-4a3a-425d-aa15-f5636abcd98a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:31.661883 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d9834ef-0f2c-4b07-af58-82bd33bff3ee req-7d0a7dfc-4a3a-425d-aa15-f5636abcd98a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0537176 Apr 20 13:54:31.699212 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1d9834ef-0f2c-4b07-af58-82bd33bff3ee req-b06b84c6-7e9b-4c91-8408-5c1094b4eaeb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312576 Apr 20 13:54:32.817737 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd436b3-7375-4250-87ee-6871d9d891bb req-0364bd79-fb7f-471a-be8f-687683f7af93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:32.819213 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bd436b3-7375-4250-87ee-6871d9d891bb req-0364bd79-fb7f-471a-be8f-687683f7af93 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0490053 Apr 20 13:54:32.856130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bd436b3-7375-4250-87ee-6871d9d891bb req-dc6c7d86-54b0-4a53-8b0f-fae39101c201 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307004 Apr 20 13:54:33.779253 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-72548978-141a-4060-bc2f-1867eb3c41f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:33.968230 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-8b6764d4-d214-4ae8-ae59-960687e49ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:33.969875 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-8b6764d4-d214-4ae8-ae59-960687e49ba5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849&tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031 HTTP/1.1" status: 200 len: 1095 time: 0.1078753 Apr 20 13:54:33.980303 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-5e6751ce-3f4f-41a9-aef4-0cb895494248 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:54:33.981219 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-5e6751ce-3f4f-41a9-aef4-0cb895494248 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049117 Apr 20 13:54:33.992915 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348d5ea-2095-4b90-ae15-10450a50505d req-0ca62e95-729e-411a-a475-584c5c33ca17 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:33.994317 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6348d5ea-2095-4b90-ae15-10450a50505d req-0ca62e95-729e-411a-a475-584c5c33ca17 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0679164 Apr 20 13:54:33.998863 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-838550-2', 'device_owner': 'compute:nova'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:54:34.082121 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:34.087020 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-6348d5ea-2095-4b90-ae15-10450a50505d req-e2240511-5d32-4941-abe6-e31c33f58754 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837612 Apr 20 13:54:34.295579 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:34.328486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:54:34.370128 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81108ee2-93b6-465a-a6e1-93fc07e85658 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:54:34.377879 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:34.389657 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Transition to ACTIVE for port object 81108ee2-93b6-465a-a6e1-93fc07e85658 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:54:34.393565 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:34.466442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=7']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:34.477704 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.478057 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.478392 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.478724 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.479051 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.479372 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.479692 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.480010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.480331 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.480649 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.480966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.481277 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:54:34.519309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] No DVR routers for this DVR port 81108ee2-93b6-465a-a6e1-93fc07e85658 on host n-h2-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:54:34.654299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:54:34.654640 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:54:34.654963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:54:34.659684 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Port 81108ee2-93b6-465a-a6e1-93fc07e85658 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:54:34.660028 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Attempting to bind port 81108ee2-93b6-465a-a6e1-93fc07e85658 on network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:54:34.665010 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:54:34.665343 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Checking segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:54:34.665751 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Bound using segment: {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:54:34.666178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Bound port: 81108ee2-93b6-465a-a6e1-93fc07e85658, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:54:34.666528 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:34.731193 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:54:34.734249 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:54:34.738851 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:34.776561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:34.777167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:34.778626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] 10.222.0.30 "PUT /v2.0/ports/81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 1092 time: 0.7834246 Apr 20 13:54:34.779063 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:54:34.781313 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69d238a-2472-41c6-b00f-a8124652fdf7" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:54:34.810104 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164d070-e280-4b6f-b290-6e7e68cf5b13 service neutron] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=8']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:34.831589 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f920a2e1-1b33-44de-aa24-71f0484cd635 x-openstack-request-id: req-f920a2e1-1b33-44de-aa24-71f0484cd635 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:54:34.831883 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:54:34.832139 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f920a2e1-1b33-44de-aa24-71f0484cd635 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:54:34.832541 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f920a2e1-1b33-44de-aa24-71f0484cd635'] response: {'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'status': 'completed', 'code': 200} Apr 20 13:54:34.848923 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-37ecda75-74c4-4648-90cc-c071399ea8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:34.850479 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-37ecda75-74c4-4648-90cc-c071399ea8e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1095 time: 0.0478964 Apr 20 13:54:34.946862 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-14b4aa48-2f69-4ebf-82ae-1dc0b0a5f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:34.948362 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-14b4aa48-2f69-4ebf-82ae-1dc0b0a5f35f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0919995 Apr 20 13:54:35.015776 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-0d43e3d5-cc3d-4f21-bdc1-27efb8336f5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 998 time: 0.0600889 Apr 20 13:54:35.067848 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-92d6e0c1-1b58-4f11-bdfb-3ca9e70d6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:35.069227 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-92d6e0c1-1b58-4f11-bdfb-3ca9e70d6820 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0471437 Apr 20 13:54:35.116504 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-6fa28369-c793-40c5-a6f9-c8cba25e3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:35.117914 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-6fa28369-c793-40c5-a6f9-c8cba25e3792 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405209 Apr 20 13:54:35.236747 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-0e779214-c12a-4bf2-b73e-b2f99cc60cfa service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123316 Apr 20 13:54:35.244556 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95071615-8f01-4161-977f-f4986df80799 req-53077e0d-60f4-4079-9407-05ca25eed08a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:35.245888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95071615-8f01-4161-977f-f4986df80799 req-53077e0d-60f4-4079-9407-05ca25eed08a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0770800 Apr 20 13:54:35.325586 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-95071615-8f01-4161-977f-f4986df80799 req-b12b1b64-d0ef-4301-8100-87620f85556a tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721946 Apr 20 13:54:35.351764 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-31904509-2417-4b62-9e0f-076bef851414 service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049943 Apr 20 13:54:35.437189 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-bf9aac76-0df6-4b96-89f4-c55556e35889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:35.439157 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-bf9aac76-0df6-4b96-89f4-c55556e35889 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1095 time: 0.0446069 Apr 20 13:54:35.525080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-1cdfe086-f530-455c-940f-a800a84d0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:35.526548 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-1cdfe086-f530-455c-940f-a800a84d0c3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0813208 Apr 20 13:54:35.593395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-83de9d71-a095-4555-af46-0c80fdf514aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 998 time: 0.0597694 Apr 20 13:54:35.639453 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-792676a2-76e7-43b7-ba6e-2cb13996a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:35.640790 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-792676a2-76e7-43b7-ba6e-2cb13996a293 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0412500 Apr 20 13:54:35.684285 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-b25691d2-acbd-4d46-8488-41524d8b4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:35.685703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-b25691d2-acbd-4d46-8488-41524d8b4f6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384016 Apr 20 13:54:35.773126 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-e6d741eb-edc8-4627-a4a6-4cd1581bdb71 service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811062 Apr 20 13:54:35.858285 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b69d238a-2472-41c6-b00f-a8124652fdf7 req-eed4fd77-e3ca-43ea-8f6e-eb00f101757e service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792406 Apr 20 13:54:36.099237 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ca331483-c140-4171-b8c2-bea341415d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:36.442006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16de2-b212-4baf-8e70-6679af432d77 req-6df03d45-39d0-4a4e-b935-42c1a697156b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:36.443439 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9c16de2-b212-4baf-8e70-6679af432d77 req-6df03d45-39d0-4a4e-b935-42c1a697156b tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0480211 Apr 20 13:54:36.480021 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a9c16de2-b212-4baf-8e70-6679af432d77 req-781b5f1e-98c6-477e-b2fa-70eabe21fc90 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306537 Apr 20 13:54:37.409807 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:37.599754 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf852b-c2c8-4442-8953-a272788d2328 req-078f9b71-14ed-4039-857f-967367f15bfc tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:37.601181 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84bf852b-c2c8-4442-8953-a272788d2328 req-078f9b71-14ed-4039-857f-967367f15bfc tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0514538 Apr 20 13:54:37.637913 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-84bf852b-c2c8-4442-8953-a272788d2328 req-eac089ca-d0f2-4c80-999a-977f91e22e32 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307577 Apr 20 13:54:38.749962 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d50fa6-cb97-4099-ad6a-ab040d57de82 req-a804a643-38b6-430e-ade8-f1f9583e3247 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:38.751152 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8d50fa6-cb97-4099-ad6a-ab040d57de82 req-a804a643-38b6-430e-ade8-f1f9583e3247 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0474250 Apr 20 13:54:38.773567 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:38.791797 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c8d50fa6-cb97-4099-ad6a-ab040d57de82 req-3cc2c5f1-2615-4b75-bf0d-5054264d1308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Apr 20 13:54:39.055197 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:39.905796 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd3352-3077-480f-8de3-2a44c1c73d66 req-50371d1e-1cde-4f4c-846e-4d6ec0a36e54 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:39.907759 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bcd3352-3077-480f-8de3-2a44c1c73d66 req-50371d1e-1cde-4f4c-846e-4d6ec0a36e54 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0466340 Apr 20 13:54:39.944492 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7bcd3352-3077-480f-8de3-2a44c1c73d66 req-febd997c-9e46-47f6-9543-f04c40732410 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305185 Apr 20 13:54:41.063794 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e7e3e-9cdd-4165-a457-a3ad7a07e7f6 req-62fa1431-f498-44f0-b227-7f489e95df28 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:41.065079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e0e7e3e-9cdd-4165-a457-a3ad7a07e7f6 req-62fa1431-f498-44f0-b227-7f489e95df28 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0538378 Apr 20 13:54:41.103269 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7e0e7e3e-9cdd-4165-a457-a3ad7a07e7f6 req-8f10a564-8419-4e48-be23-61c38f5ff1b5 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Apr 20 13:54:42.216012 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f7268-142f-4824-95cc-69133084fde1 req-80af5c09-82c6-46e3-b835-d607d3b2ef00 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:42.217448 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c63f7268-142f-4824-95cc-69133084fde1 req-80af5c09-82c6-46e3-b835-d607d3b2ef00 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0475724 Apr 20 13:54:42.253770 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-c63f7268-142f-4824-95cc-69133084fde1 req-f493cd2e-e8b5-47ea-ad35-5c66914e3e7e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303197 Apr 20 13:54:43.367305 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f4252-ebc6-4c27-808e-ad21f9972655 req-5a698d56-2759-4bcf-ba3b-8f1e50d9b191 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:43.368745 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f57f4252-ebc6-4c27-808e-ad21f9972655 req-5a698d56-2759-4bcf-ba3b-8f1e50d9b191 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 944 time: 0.0478494 Apr 20 13:54:43.404723 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-f57f4252-ebc6-4c27-808e-ad21f9972655 req-b5efbe2d-eb46-4d99-85cd-c1d3e368ffc0 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300763 Apr 20 13:54:44.111092 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 81108ee2-93b6-465a-a6e1-93fc07e85658 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:54:44.203328 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:44.213974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'port_id': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'mac_address': 'fa:16:3e:0c:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:54:44.253593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:44.265922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81108ee2-93b6-465a-a6e1-93fc07e85658 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:54:44.283770 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:44.287893 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:44.333778 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=9']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:44.520604 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f1012-271a-4b74-88c7-582dbafbf9af req-dbc37b89-ec66-42b3-8db6-bcd488e1b1cb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:44.522073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e0f1012-271a-4b74-88c7-582dbafbf9af req-dbc37b89-ec66-42b3-8db6-bcd488e1b1cb tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Apr 20 13:54:44.559824 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1e0f1012-271a-4b74-88c7-582dbafbf9af req-8522f0de-cfeb-4f71-9e28-9724399e0169 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317364 Apr 20 13:54:44.701087 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['81108ee2-93b6-465a-a6e1-93fc07e85658'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:54:45.671897 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dd4ce-fdc7-42f8-beeb-77c2e4897d1b req-36e060c4-cb48-4d2f-9e96-f0cf5ca1e42f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:45.673867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-326dd4ce-fdc7-42f8-beeb-77c2e4897d1b req-36e060c4-cb48-4d2f-9e96-f0cf5ca1e42f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 945 time: 0.0471108 Apr 20 13:54:45.710243 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-326dd4ce-fdc7-42f8-beeb-77c2e4897d1b req-ca2cdf7f-eb85-4f18-88e1-2742d94dfa09 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Apr 20 13:54:46.141679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 81108ee2-93b6-465a-a6e1-93fc07e85658 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:54:46.190012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 81108ee2-93b6-465a-a6e1-93fc07e85658 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:54:46.193917 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 81108ee2-93b6-465a-a6e1-93fc07e85658 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:54:46.194294 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:46.272367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:46.294688 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:54:46.296896 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454b74ee-7ab3-4da6-982e-2f573ac341d2" -d '{"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-plugged", "status": "completed", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:54:46.309391 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:54:46.313450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:46.338948 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922eee1b-b94e-421f-b365-818f71d8bc01 x-openstack-request-id: req-922eee1b-b94e-421f-b365-818f71d8bc01 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:54:46.339241 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-plugged", "status": "completed", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:54:46.339494 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-922eee1b-b94e-421f-b365-818f71d8bc01 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:54:46.340040 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922eee1b-b94e-421f-b365-818f71d8bc01'] response: {'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'code': 200} Apr 20 13:54:46.367663 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=10']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:54:46.470506 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd0899-6671-45e5-bff8-755acca24858 req-ef115b76-67b7-4454-af6a-307642041c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:46.471950 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77fd0899-6671-45e5-bff8-755acca24858 req-ef115b76-67b7-4454-af6a-307642041c3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1098 time: 0.0388756 Apr 20 13:54:46.505320 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-77fd0899-6671-45e5-bff8-755acca24858 req-a4ebe898-a545-4208-853c-13e5a49613d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256677 Apr 20 13:54:46.827806 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604dd02-28de-4fff-b6c7-e78d534d61dc req-48adba80-4c1b-46ac-a54e-caf2c422bc76 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:46.829816 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8604dd02-28de-4fff-b6c7-e78d534d61dc req-48adba80-4c1b-46ac-a54e-caf2c422bc76 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 947 time: 0.0512841 Apr 20 13:54:46.865974 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-8604dd02-28de-4fff-b6c7-e78d534d61dc req-21d51e45-2331-4602-a34e-a856589f997e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302255 Apr 20 13:54:47.981456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a851e-4db5-41d0-ae12-db7c60421972 req-fe0be79b-da4f-4777-a233-19f37d620153 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:54:47.982966 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-068a851e-4db5-41d0-ae12-db7c60421972 req-fe0be79b-da4f-4777-a233-19f37d620153 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 947 time: 0.0483761 Apr 20 13:54:48.019786 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-068a851e-4db5-41d0-ae12-db7c60421972 req-8078533e-0b07-4a83-a7ae-73fd5560f037 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Apr 20 13:54:49.631272 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:54:54.170360 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:03.780463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b32d50e9-a4fe-4f3c-a92e-0903dd1ccc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:06.101114 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-503fa7e3-d429-4612-aec0-d805b479bec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:07.416016 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:07.535973 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-790f428f-89c2-4ada-84f0-1c8fc5a99cc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398016 Apr 20 13:55:07.625357 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82622-cbda-4607-9390-10b7d8028f10 req-64ae9e80-f965-4f52-9272-bd3c3d608827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:07.626856 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-64ae9e80-f965-4f52-9272-bd3c3d608827 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1098 time: 0.0436854 Apr 20 13:55:07.727699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82622-cbda-4607-9390-10b7d8028f10 req-be192e09-21ce-48ed-bef7-4d57e453cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:07.729045 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-be192e09-21ce-48ed-bef7-4d57e453cec6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.0844147 Apr 20 13:55:07.798890 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-fc3814a8-6691-49d9-b534-3a8113a4330c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 1000 time: 0.0620360 Apr 20 13:55:07.846708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82622-cbda-4607-9390-10b7d8028f10 req-f94baffd-eba6-4e1e-8e4a-5ca4a61890da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:07.848138 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-f94baffd-eba6-4e1e-8e4a-5ca4a61890da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0434899 Apr 20 13:55:07.893110 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e82622-cbda-4607-9390-10b7d8028f10 req-f03c3eed-03ff-47b1-b4ff-3b9d6f76b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:55:07.894560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-f03c3eed-03ff-47b1-b4ff-3b9d6f76b478 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400884 Apr 20 13:55:07.989159 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-bc00adda-b63e-4bf3-ac0e-a80d0dfac4cc service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879476 Apr 20 13:55:08.012717 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:55:08.080626 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-36e82622-cbda-4607-9390-10b7d8028f10 req-412ac95d-fd2e-40ff-bd75-f051fd13a689 service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842569 Apr 20 13:55:08.775850 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:09.056938 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:19.630223 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:24.186225 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:33.782183 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-68b65274-c926-477d-9b9c-002fc22d4f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:36.103162 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8f8c538-1059-4f4d-8b31-6572a4a7df0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:37.415415 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:38.777388 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:39.057412 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:45.011345 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:55:49.617783 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:55:54.200313 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:00.611115 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54606) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:00.765157 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Deleting port f3eb951f-569a-456f-b2c9-9435f86735d0 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:00.765449 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:00.842277 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:00.842599 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:00.854320 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Calling delete_port for f3eb951f-569a-456f-b2c9-9435f86735d0 owned by network:floatingip {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:01.000019 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:01.025890 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event deleted for resources: {'Port': ['ID=f3eb951f-569a-456f-b2c9-9435f86735d0,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:01.051313 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.051665 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.052002 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.052337 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.052666 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.052997 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.053327 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.053678 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.054003 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.054326 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.054647 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.054965 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:01.092054 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for floatingip, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:01.092386 n-d-838550-2 neutron-server[109409]: INFO neutron.db.l3_db [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Floating IP 9c91b668-c740-4427-8414-b5698a180f6d disassociated (deleted). External IP: 172.25.3.3, port: 81108ee2-93b6-465a-a6e1-93fc07e85658. Apr 20 13:56:01.296866 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Router e87fc447-400a-4135-b7cc-3c0467d8faa4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:56:01.402578 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:01.407471 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:01.413872 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] Sync routers for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:01.422914 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:01.423509 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:55:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:01.434261 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-f076935e-a92f-4c79-afa0-fb4e3a753308 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "DELETE /v2.0/floatingips/9c91b668-c740-4427-8414-b5698a180f6d HTTP/1.1" status: 204 len: 168 time: 0.8221006 Apr 20 13:56:01.434841 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:56:01.437089 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2edb627f307ab7ddf4a25386e62abf76dcdf75407a802ff210f4c5cc3594980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:56:01.538912 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:01.540679 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd13244d-97fa-4861-8a2f-b2c04c4445d2 x-openstack-request-id: req-dd13244d-97fa-4861-8a2f-b2c04c4445d2 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:56:01.541000 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:56:01.541267 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd13244d-97fa-4861-8a2f-b2c04c4445d2 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:56:01.541720 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd13244d-97fa-4861-8a2f-b2c04c4445d2'] response: {'name': 'network-changed', 'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'status': 'completed', 'code': 200} Apr 20 13:56:01.643686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-57f1dc5a-ddde-48b7-b9e7-3123a910ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:01.646226 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-57f1dc5a-ddde-48b7-b9e7-3123a910ab67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 1098 time: 0.0788422 Apr 20 13:56:01.793921 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016663e6-d1a1-4d8c-aa32-2ae80ce2ffe6 req-76af9954-32fc-4829-827c-d47a0e67307e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:01.796822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-016663e6-d1a1-4d8c-aa32-2ae80ce2ffe6 req-76af9954-32fc-4829-827c-d47a0e67307e tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 947 time: 0.1692183 Apr 20 13:56:01.839557 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:01.864933 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-24a834ac-36f9-4b5b-acf9-3c5e14d5773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:01.866017 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] Checking router: e87fc447-400a-4135-b7cc-3c0467d8faa4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:01.866411 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-24a834ac-36f9-4b5b-acf9-3c5e14d5773e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 200 len: 909 time: 0.1871336 Apr 20 13:56:01.869331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-016663e6-d1a1-4d8c-aa32-2ae80ce2ffe6 req-b23e0147-d79d-4de1-b5de-349eb66e329f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650282 Apr 20 13:56:01.873963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:01.874555 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:55:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:01.910075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-bcbc605c-8646-4436-8de5-c1fcf941e41e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 200 len: 217 time: 0.0369623 Apr 20 13:56:01.958464 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-8a22a33d-1c32-4768-bdd4-7357dbc3a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:01.959873 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-8a22a33d-1c32-4768-bdd4-7357dbc3a5a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 200 len: 847 time: 0.0437367 Apr 20 13:56:01.981863 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:02.007901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-e62d6fe6-3236-4a5a-9f90-c3e10fe916da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:02.009357 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-e62d6fe6-3236-4a5a-9f90-c3e10fe916da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0170c1a7-c0bd-461d-9df8-d0f5d9c02623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392318 Apr 20 13:56:02.103163 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-133b746e-dbb9-4c49-a5db-dc2dea5a66fe service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847785 Apr 20 13:56:02.175053 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:02.191209 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-ba40f8b5-c3a0-46c8-ad5c-b2d72c674bc9 req-fb0d2fff-92cf-40aa-b0ea-4ad09da8b129 service neutron] 10.222.0.30 "GET /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816228 Apr 20 13:56:02.204945 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a287d59-7902-45c5-97b5-e74ae8d48aaf None None] The sync data for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 is: [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:47:31Z', 'revision_number': 4, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2', 'name': '', 'network_id': '0170c1a7-c0bd-461d-9df8-d0f5d9c02623', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'mac_address': 'fa:16:3e:34:c0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4388, 'fixed_ips': [{'subnet_id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:30Z', 'updated_at': '2022-04-20T13:47:35Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'subnets': [{'id': '667932e2-c55c-4dc9-aa83-5c2d60daa9fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:02.415191 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b35394-e441-4a32-adc3-282f445a55fc None None] New status for floating IP 9c91b668-c740-4427-8414-b5698a180f6d: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:56:03.037513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72645c0f-085c-49a7-8529-63ad5f064850 req-be3cdbbe-effd-4f46-9fc7-359134da0fed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:03.039022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72645c0f-085c-49a7-8529-63ad5f064850 req-be3cdbbe-effd-4f46-9fc7-359134da0fed tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 947 time: 0.0979428 Apr 20 13:56:03.076885 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-72645c0f-085c-49a7-8529-63ad5f064850 req-de511faa-d58e-44b0-94a8-1f905961fea8 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/security-groups?id=d124ed77-4d75-447e-867b-04ec0e2ecd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Apr 20 13:56:03.292090 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-5dfaff32-af36-4693-bb16-fedeb9fd73bd tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:03.293484 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-5dfaff32-af36-4693-bb16-fedeb9fd73bd tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.30 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 947 time: 0.0464354 Apr 20 13:56:03.383978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Deleting port 81108ee2-93b6-465a-a6e1-93fc07e85658 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:03.384352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:03.473870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] For port 81108ee2-93b6-465a-a6e1-93fc07e85658, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=81108ee2-93b6-465a-a6e1-93fc07e85658,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:03.474226 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:03.486658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Calling delete_port for 81108ee2-93b6-465a-a6e1-93fc07e85658 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:03.612426 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:03.641138 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event deleted for resources: {'Port': ['ID=81108ee2-93b6-465a-a6e1-93fc07e85658,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:03.654607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.654959 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.655861 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.656206 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.656631 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.656966 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.657300 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.657645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.657984 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.658309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.658634 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.658968 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:03.692135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] No DVR routers for this DVR port 81108ee2-93b6-465a-a6e1-93fc07e85658 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:56:03.694687 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:03.698058 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9bbdca51-775c-46b1-b22e-d5bf4f768ee3 req-2b725d3f-566f-4202-8857-fbea73833050 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.30 "DELETE /v2.0/ports/81108ee2-93b6-465a-a6e1-93fc07e85658 HTTP/1.1" status: 204 len: 173 time: 0.3987188 Apr 20 13:56:03.698499 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-deleted', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:56:03.700695 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a22ba-18c4-465f-839c-e7f6d9e3bf55" -d '{"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-deleted", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:56:03.741401 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3815b1a-3031-4282-9adf-1d7c95c51cd9 x-openstack-request-id: req-b3815b1a-3031-4282-9adf-1d7c95c51cd9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:56:03.741704 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c1a624-9898-4581-baf0-762751bf4849", "name": "network-vif-deleted", "tag": "81108ee2-93b6-465a-a6e1-93fc07e85658", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:56:03.741983 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3815b1a-3031-4282-9adf-1d7c95c51cd9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:56:03.742389 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3815b1a-3031-4282-9adf-1d7c95c51cd9'] response: {'server_uuid': '71c1a624-9898-4581-baf0-762751bf4849', 'name': 'network-vif-deleted', 'tag': '81108ee2-93b6-465a-a6e1-93fc07e85658', 'status': 'completed', 'code': 200} Apr 20 13:56:03.783841 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc66bf91-2edc-4fae-8823-474333fc0c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:04.177075 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-11d82d2b-83cf-4a16-9baa-5cc4bc93da44 req-e4ddf27e-e399-4109-8af9-89b7ff9a7a83 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 210 time: 0.0255597 Apr 20 13:56:05.276073 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-16d0953d-42be-40bb-afee-60460bc48340 req-d3ccabda-ca92-44a0-9931-fe1615e67ae7 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Apr 20 13:56:06.105739 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f947b858-09e2-41f6-b244-33b1ff4b504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:06.369599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-41582ac6-1d9d-4240-a649-a8269799412f req-98c7a904-c9b4-47e7-a567-a0fe8209d32f tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 210 time: 0.0257475 Apr 20 13:56:06.608431 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 81108ee2-93b6-465a-a6e1-93fc07e85658 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:56:06.628245 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] No Port match for: 81108ee2-93b6-465a-a6e1-93fc07e85658 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:56:06.628586 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 81108ee2-93b6-465a-a6e1-93fc07e85658 not bound to the agent host n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:56:07.422614 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:07.498889 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-006f1e1c-e7c9-4026-85cf-1c69e6bf71af req-8365bbb0-a1fb-4d36-8e7b-40dfd21f493d tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "GET /v2.0/ports?device_id=71c1a624-9898-4581-baf0-762751bf4849 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Apr 20 13:56:08.562342 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54646) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:08.620117 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bedfee8-48b1-4a54-8e7d-0333e9a4b935 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:08.644229 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bedfee8-48b1-4a54-8e7d-0333e9a4b935 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:08.704984 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bedfee8-48b1-4a54-8e7d-0333e9a4b935 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:08.707821 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-2bedfee8-48b1-4a54-8e7d-0333e9a4b935 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Notify callbacks [] for security_group, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:08.711703 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-2bedfee8-48b1-4a54-8e7d-0333e9a4b935 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] 10.222.0.24 "DELETE /v2.0/security-groups/d124ed77-4d75-447e-867b-04ec0e2ecd6c HTTP/1.1" status: 204 len: 168 time: 0.1455734 Apr 20 13:56:08.718857 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedfee8-48b1-4a54-8e7d-0333e9a4b935 tempest-TestShelveInstance-246797841 tempest-TestShelveInstance-246797841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d124ed77-4d75-447e-867b-04ec0e2ecd6c,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:08.758708 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54650) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:08.788696 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:09.060397 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:09.538266 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:09.781238 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Deleting port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:09.782019 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:09.859748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] For port 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:09.860036 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:09.877747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Calling delete_port for 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:10.061293 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:10.086632 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:10.251836 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:10.460242 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Router e87fc447-400a-4135-b7cc-3c0467d8faa4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:56:10.567651 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:10.572649 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ddd1731d-f017-40a7-a9c7-a034d7f49bdb admin admin] 10.222.0.24 "PUT /v2.0/routers/e87fc447-400a-4135-b7cc-3c0467d8faa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129094 Apr 20 13:56:10.575155 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54654) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:10.578426 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] Sync routers for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:10.588260 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:10.588977 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:10.678632 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:10.691664 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:10.782604 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:10.838643 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Deleting port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:10.838980 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:10.919378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] For port 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:10.919897 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:10.932835 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Calling delete_port for 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:10.962088 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:56:10Z', 'revision_number': 5, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port': {'id': '4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:8d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:29Z', 'updated_at': '2022-04-20T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:10.993988 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] Checking router: e87fc447-400a-4135-b7cc-3c0467d8faa4 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:11.002641 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] Routers {'e87fc447-400a-4135-b7cc-3c0467d8faa4'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:11.003232 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['e87fc447-400a-4135-b7cc-3c0467d8faa4'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:11.087743 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] Set router e87fc447-400a-4135-b7cc-3c0467d8faa4 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:11.103584 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.134071 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Pushing event deleted for resources: {'Port': ['ID=4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:11.140057 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:56:10Z', 'revision_number': 6, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:11.172090 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b8c9b-2b9b-4c3f-b01b-0625a49678a3 None None] The sync data for ids ['e87fc447-400a-4135-b7cc-3c0467d8faa4'] in n-d-838550-2 is: [{'id': 'e87fc447-400a-4135-b7cc-3c0467d8faa4', 'name': 'tempest-TestShelveInstance-170221699-router', 'tenant_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:28Z', 'updated_at': '2022-04-20T13:56:10Z', 'revision_number': 6, 'project_id': '11e1e9fbd75d4d67a98d3d0e68c25031', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:11.195809 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.285709 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.288091 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.330399 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.330917 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e87fc447-400a-4135-b7cc-3c0467d8faa4 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:56:11.335043 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.336165 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3824e44d-9e43-47aa-a107-5a7b5dbaed4c admin admin] 10.222.0.24 "DELETE /v2.0/routers/e87fc447-400a-4135-b7cc-3c0467d8faa4 HTTP/1.1" status: 204 len: 168 time: 0.7601132 Apr 20 13:56:11.338914 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54656) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:11.385542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] Deleting subnet 667932e2-c55c-4dc9-aa83-5c2d60daa9fc {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:56:11.388489 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.422994 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.497985 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.560525 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.589177 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.595195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f44d4-9ee9-4c92-84d9-daff42144087 None None] Network 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:56:11.596795 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54658) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:11.597437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] 10.222.0.24 "DELETE /v2.0/subnets/667932e2-c55c-4dc9-aa83-5c2d60daa9fc HTTP/1.1" status: 204 len: 168 time: 0.2576168 Apr 20 13:56:11.598407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344117d5-ad02-4c56-b982-1acfafc317df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667932e2-c55c-4dc9-aa83-5c2d60daa9fc,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:11.668254 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.724778 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Deleting port 3a0fb851-6af9-4fab-9861-ef895ff7537c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:11.725215 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.788105 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] For port 3a0fb851-6af9-4fab-9861-ef895ff7537c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=3a0fb851-6af9-4fab-9861-ef895ff7537c,segment=NetworkSegment(c98f1fc3-83f3-4c11-8793-2a6f3d0b4446),segment_id=c98f1fc3-83f3-4c11-8793-2a6f3d0b4446)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:11.788467 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.801606 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Calling delete_port for 3a0fb851-6af9-4fab-9861-ef895ff7537c owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:11.881878 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:11.906224 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0fb851-6af9-4fab-9861-ef895ff7537c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:11.920050 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] No DVR routers for this DVR port 3a0fb851-6af9-4fab-9861-ef895ff7537c on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:56:11.950967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd7151-7cd7-4141-99c1-76daa13c7448 None None] DHCP port deletion for 0170c1a7-c0bd-461d-9df8-d0f5d9c02623 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:56:11.999608 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.019080 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0170c1a7-c0bd-461d-9df8-d0f5d9c02623']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:12.028495 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:12.028717 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98f1fc3-83f3-4c11-8793-2a6f3d0b4446') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:12.042792 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.062510 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.070169 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:56:12.070695 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:56:12.072474 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:56:12.090203 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:56:12.111304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:56:12.111639 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 90c6f49d-fb8c-4dfa-aab5-7dedbe0c54b2 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:56:12.112049 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3a0fb851-6af9-4fab-9861-ef895ff7537c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:56:12.134309 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 3a0fb851-6af9-4fab-9861-ef895ff7537c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:56:12.134610 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 3a0fb851-6af9-4fab-9861-ef895ff7537c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:56:12.135012 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:56:12.139053 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.145770 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.149053 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] 10.222.0.24 "DELETE /v2.0/networks/0170c1a7-c0bd-461d-9df8-d0f5d9c02623 HTTP/1.1" status: 204 len: 168 time: 0.5495040 Apr 20 13:56:12.152025 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54660) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:12.156984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:56:12.157440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 4aab4f1b-d173-48a6-8c95-f3fe9c8f75b7 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:56:12.167422 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884eef8-199a-4d73-933c-26964631af1b admin admin] Pushing event deleted for resources: {'Network': ['ID=0170c1a7-c0bd-461d-9df8-d0f5d9c02623,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:12.503938 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.744456 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Deleting port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:12.744794 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.826522 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] For port 47a3b7aa-058b-4549-9dda-0aa0ccc071d6, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,segment=NetworkSegment(dec22ec9-44ee-4373-8498-4e409be57143),segment_id=dec22ec9-44ee-4373-8498-4e409be57143)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:12.826921 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:12.839553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Calling delete_port for 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:13.015557 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:13.039370 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Pushing event deleted for resources: {'Port': ['ID=47a3b7aa-058b-4549-9dda-0aa0ccc071d6,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:13.210462 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:13.736918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:56:13.840445 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:13.845562 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-9ea5098f-1075-4b4f-9792-0184d9648efd admin admin] 10.222.0.24 "PUT /v2.0/routers/713e0ddd-4bca-4145-a5eb-80966ad3d8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6917460 Apr 20 13:56:13.847829 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54662) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:13.850447 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] Sync routers for ids ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:13.859846 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] Routers {'713e0ddd-4bca-4145-a5eb-80966ad3d8c4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:13.860528 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:13.951785 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:13.963365 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] Set router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:14.060147 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.117439 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Deleting port 2f36dfc9-6611-4ab5-85b7-11089414b109 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:14.117773 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.146388 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:56:12Z', 'revision_number': 5, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port': {'id': '2f36dfc9-6611-4ab5-85b7-11089414b109', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4399, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:47:33Z', 'updated_at': '2022-04-20T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:14.174248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] Checking router: 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:14.182363 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] Routers {'713e0ddd-4bca-4145-a5eb-80966ad3d8c4'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:14.182959 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:14.196816 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] For port 2f36dfc9-6611-4ab5-85b7-11089414b109, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=2f36dfc9-6611-4ab5-85b7-11089414b109,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:14.197182 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.213836 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Calling delete_port for 2f36dfc9-6611-4ab5-85b7-11089414b109 owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:14.378950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.410407 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Pushing event deleted for resources: {'Port': ['ID=2f36dfc9-6611-4ab5-85b7-11089414b109,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:14.425956 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] Set router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:14.471196 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.477202 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:56:14Z', 'revision_number': 6, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:14.507209 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bc30a-1551-4699-84f9-fccbed85b1f6 None None] The sync data for ids ['713e0ddd-4bca-4145-a5eb-80966ad3d8c4'] in n-d-838550-2 is: [{'id': '713e0ddd-4bca-4145-a5eb-80966ad3d8c4', 'name': 'tempest-TestShelveInstance-1413412073-router', 'tenant_id': '1f432a916f364f7e865d8840876d00c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:47:32Z', 'updated_at': '2022-04-20T13:56:14Z', 'revision_number': 6, 'project_id': '1f432a916f364f7e865d8840876d00c8', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:14.562756 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.564837 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.611018 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.611539 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713e0ddd-4bca-4145-a5eb-80966ad3d8c4 {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 13:56:14.615698 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.616828 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ea4cc493-6be6-44fa-9d69-004374deb0ac admin admin] 10.222.0.24 "DELETE /v2.0/routers/713e0ddd-4bca-4145-a5eb-80966ad3d8c4 HTTP/1.1" status: 204 len: 168 time: 0.7677975 Apr 20 13:56:14.619506 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54664) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:14.662968 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] Deleting subnet e7ceff46-62aa-4c1f-8eed-3f226006e670 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 13:56:14.665916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.703541 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.777283 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.829230 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.855523 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ceff46-62aa-4c1f-8eed-3f226006e670,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:14.857656 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.860682 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-efe0f109-01b1-49cb-baa7-da0c9c5c8b4f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e7ceff46-62aa-4c1f-8eed-3f226006e670 HTTP/1.1" status: 204 len: 168 time: 0.2401409 Apr 20 13:56:14.863135 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54666) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:14.868285 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d85a2-c9d4-4722-98c0-4a9e968ad469 None None] Network 15fe85c6-47c9-467b-880f-165238e75331 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:56:14.938195 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:14.997812 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Deleting port 37882c4d-846a-4185-b71c-03ad4da41c0c {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 13:56:14.998206 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.060756 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] For port 37882c4d-846a-4185-b71c-03ad4da41c0c, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=37882c4d-846a-4185-b71c-03ad4da41c0c,segment=NetworkSegment(dec22ec9-44ee-4373-8498-4e409be57143),segment_id=dec22ec9-44ee-4373-8498-4e409be57143)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:15.061135 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.073612 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Calling delete_port for 37882c4d-846a-4185-b71c-03ad4da41c0c owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 13:56:15.155104 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.181357 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] No DVR routers for this DVR port 37882c4d-846a-4185-b71c-03ad4da41c0c on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 13:56:15.185107 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37882c4d-846a-4185-b71c-03ad4da41c0c,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:15.256020 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.276501 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fe85c6-47c9-467b-880f-165238e75331']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:15.286610 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec22ec9-44ee-4373-8498-4e409be57143') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:15.286916 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec22ec9-44ee-4373-8498-4e409be57143') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:15.296628 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.305984 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b26ce7b-264a-4dd0-8816-8f2b85b41ddd None None] DHCP port deletion for 15fe85c6-47c9-467b-880f-165238e75331 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 13:56:15.316576 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.320858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 13:56:15.321317 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: timer() Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 13:56:15.323152 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 13:56:15.378031 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.384040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.387911 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/15fe85c6-47c9-467b-880f-165238e75331 HTTP/1.1" status: 204 len: 168 time: 0.5238566 Apr 20 13:56:15.405861 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4bafa-7818-4b31-8381-4d98e7ee95d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=15fe85c6-47c9-467b-880f-165238e75331,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:15.502557 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54670) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:15.544126 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7ef232b4-4417-4358-b548-46454bad7d98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11e1e9fbd75d4d67a98d3d0e68c25031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403907 Apr 20 13:56:15.547066 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54672) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:15.598877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb819933-4f1a-4aa9-af50-530fb8964ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.619505 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb819933-4f1a-4aa9-af50-530fb8964ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.664010 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb819933-4f1a-4aa9-af50-530fb8964ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.666749 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-fb819933-4f1a-4aa9-af50-530fb8964ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:15.667885 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-fb819933-4f1a-4aa9-af50-530fb8964ca6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06127d31-cb24-4b74-b418-c3866c1ba4cf HTTP/1.1" status: 204 len: 168 time: 0.1198683 Apr 20 13:56:15.676529 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb819933-4f1a-4aa9-af50-530fb8964ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06127d31-cb24-4b74-b418-c3866c1ba4cf,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:15.982713 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54678) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:16.023892 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d399765b-19e3-4dc3-8a90-17712adbba1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f432a916f364f7e865d8840876d00c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372612 Apr 20 13:56:16.024753 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54680) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:16.072630 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e32885ce-46ad-4802-94bc-7caf4973b44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:16.082771 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 37882c4d-846a-4185-b71c-03ad4da41c0c no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:56:16.094699 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e32885ce-46ad-4802-94bc-7caf4973b44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:16.102691 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 37882c4d-846a-4185-b71c-03ad4da41c0c {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:56:16.103041 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 37882c4d-846a-4185-b71c-03ad4da41c0c not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:56:16.103456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:56:16.122677 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:56:16.123009 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 47a3b7aa-058b-4549-9dda-0aa0ccc071d6 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:56:16.123440 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f36dfc9-6611-4ab5-85b7-11089414b109 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:56:16.142825 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e32885ce-46ad-4802-94bc-7caf4973b44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:16.143798 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 2f36dfc9-6611-4ab5-85b7-11089414b109 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 13:56:16.144135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 2f36dfc9-6611-4ab5-85b7-11089414b109 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 13:56:16.146040 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e32885ce-46ad-4802-94bc-7caf4973b44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:16.147715 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e32885ce-46ad-4802-94bc-7caf4973b44d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/002fa657-2c7a-42d3-a11b-fdbe771b0528 HTTP/1.1" status: 204 len: 168 time: 0.1226025 Apr 20 13:56:16.155614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32885ce-46ad-4802-94bc-7caf4973b44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002fa657-2c7a-42d3-a11b-fdbe771b0528,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:16.807800 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54702) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:16.900260 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-416215135-network', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:16.919496 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Made reservation on behalf of 4308d8ba50264404bf95caa98d9122d6 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:56:16.922414 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:16.930782 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.003744 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.007366 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.027744 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:56:17.043270 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ec156-2641-4c1f-b05d-bf904900bd53,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:17.046167 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.046541 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Added segment 945b4638-ea89-4fcd-95a4-f36fc3c1eb9f of type vlan for network a524a4f8-d353-44f5-adc9-4e997f759ce4 Apr 20 13:56:17.085507 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.109298 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.110264 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:17.110838 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.163960 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3550508 Apr 20 13:56:17.166923 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54706) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:17.172004 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Request body: {'subnet': {'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-416215135-subnet', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:17.176240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa103b-63b9-4483-97ce-f70f221b87a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a524a4f8-d353-44f5-adc9-4e997f759ce4,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:17.186231 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:56:17.196433 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Made reservation on behalf of 4308d8ba50264404bf95caa98d9122d6 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:56:17.199032 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.361739 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.418938 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c95ab8-ace4-497c-9220-1ee51dd48520,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:17.428625 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Checking segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:17.428986 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Network hostable DHCP agents. Network: a524a4f8-d353-44f5-adc9-4e997f759ce4, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:56:17.445094 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:56:17.454082 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, a524a4f8-d353-44f5-adc9-4e997f759ce4) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:17.457955 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:17.458530 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.463354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6659ba2-c2fe-4c5f-9423-6ec3035e008d None None] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:56:17.472886 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-cce7f9a6-5cd4-4cd4-a582-3a1b69f3cb3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049092 Apr 20 13:56:17.475627 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54708) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:17.479911 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:17.497894 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.499335 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.551581 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.606936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-a524a4f8-d353-44f5-adc9-4e997f759ce4', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:56:17.607851 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.752792 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Allocated IP 172.20.0.2 (a524a4f8-d353-44f5-adc9-4e997f759ce4/f9c95ab8-ace4-497c-9220-1ee51dd48520/a7d1130e-8106-49bf-81ab-8dac2a8da5b3) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:17.899823 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.905672 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:17.952668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:17.955637 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:17.959311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:17.964922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Pushing event updated for resources: {'Port': ['ID=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:17.977437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.977810 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.978152 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.978510 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.978819 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.979151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.979478 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.979974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.980095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.980415 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.980740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:17.981056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:18.021574 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.027242 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Attempting to bind port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:18.027560 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Attempting to bind port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:18.027921 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Attempting to bind port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:18.033511 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:18.033920 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Checking segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:18.034327 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.034719 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Bound using segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:18.035181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Bound port: a7d1130e-8106-49bf-81ab-8dac2a8da5b3, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:18.035561 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.097222 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] For port a7d1130e-8106-49bf-81ab-8dac2a8da5b3, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:18.100181 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] For port a7d1130e-8106-49bf-81ab-8dac2a8da5b3, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:56:18.105429 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.166742 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9aa75b-b7bc-4beb-868f-97d3df496658 None None] Pushing event updated for resources: {'Port': ['ID=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:18.229959 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.254268 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.379604 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Allocated IP 172.25.3.49 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/e6a46e76-1bde-4b1a-9134-808d17e6f00e) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:18.487501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.520916 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:18.556217 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:18.560912 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:18.564962 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:18.590614 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a46e76-1bde-4b1a-9134-808d17e6f00e,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:18.812098 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.016125 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.068439 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af0227-61b3-4583-a7fa-5c12a53fc882 None None] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:56:19.148657 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:56:19.197541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-3487fd5b-2d6c-48d8-9376-e69e4e8b4273 None None] Provisioning complete for port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:19.197942 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3487fd5b-2d6c-48d8-9376-e69e4e8b4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.256397 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:19.274100 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Sync routers for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:19.280857 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.284799 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ece05648-0fc5-4268-b038-182f4d676655 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8055842 Apr 20 13:56:19.285716 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54710) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:19.288676 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:19.289218 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:19.306494 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3487fd5b-2d6c-48d8-9376-e69e4e8b4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.342048 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-3487fd5b-2d6c-48d8-9376-e69e4e8b4273 None None] For port a7d1130e-8106-49bf-81ab-8dac2a8da5b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:19.351447 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3487fd5b-2d6c-48d8-9376-e69e4e8b4273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.417677 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:19.420169 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487fd5b-2d6c-48d8-9376-e69e4e8b4273 None None] Pushing event updated for resources: {'Port': ['ID=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:19.571113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-686b7a8a-9ae4-4ea1-9899-ec94927dd2cf None None] Provisioning complete for port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:19.571761 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-686b7a8a-9ae4-4ea1-9899-ec94927dd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.609344 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:18Z', 'revision_number': 3, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:19.627782 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.643984 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Checking router: 91fe418d-aee6-42d6-9b7e-83d984d03bc7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:19.644338 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Updating router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 port e6a46e76-1bde-4b1a-9134-808d17e6f00e binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:56:19.671619 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.733510 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.886527 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Allocated IP 172.20.0.1 (a524a4f8-d353-44f5-adc9-4e997f759ce4/f9c95ab8-ace4-497c-9220-1ee51dd48520/6bcf56e2-0e20-4346-9328-6cedd0db0075) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:19.919515 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.925531 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.976233 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Pushing event updated for resources: {'Port': ['ID=e6a46e76-1bde-4b1a-9134-808d17e6f00e,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:19.978482 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Attempting to bind port e6a46e76-1bde-4b1a-9134-808d17e6f00e on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:19.978632 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Attempting to bind port e6a46e76-1bde-4b1a-9134-808d17e6f00e by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:19.978976 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Attempting to bind port e6a46e76-1bde-4b1a-9134-808d17e6f00e on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:19.988849 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.989187 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.989525 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.989879 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.990206 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.990527 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.990846 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.991165 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.991480 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.991798 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.992102 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.992386 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.992516 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:56:19.995447 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:19.995827 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:19.996207 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:19.996575 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:19.997024 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Bound port: e6a46e76-1bde-4b1a-9134-808d17e6f00e, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:19.997400 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.028035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.055754 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] For port e6a46e76-1bde-4b1a-9134-808d17e6f00e, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:20.059137 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] For port e6a46e76-1bde-4b1a-9134-808d17e6f00e, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e6a46e76-1bde-4b1a-9134-808d17e6f00e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:56:20.073715 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.073930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:20.073930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:20.073930 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:20.113324 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a7d1130e-8106-49bf-81ab-8dac2a8da5b3 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:20.118443 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Pushing event updated for resources: {'Port': ['ID=6bcf56e2-0e20-4346-9328-6cedd0db0075,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:20.127276 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.147802 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:20.149012 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:20.196472 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:20.196837 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.223810 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ff1d9-bd7a-420a-bcaf-eb0d1688f6b9 None None] Pushing event updated for resources: {'Port': ['ID=e6a46e76-1bde-4b1a-9134-808d17e6f00e,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:20.281857 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.302231 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:20.386475 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-c92d49b6-c7ee-4594-9c0c-e46245365475 None None] Provisioning complete for port 6bcf56e2-0e20-4346-9328-6cedd0db0075 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:20.386812 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c92d49b6-c7ee-4594-9c0c-e46245365475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.422234 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-c92d49b6-c7ee-4594-9c0c-e46245365475 None None] Port 6bcf56e2-0e20-4346-9328-6cedd0db0075 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:56:20.455839 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.460705 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.478895 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:18Z', 'revision_number': 3, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:20.526522 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:20.529545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Pushing event updated for resources: {'Port': ['ID=6bcf56e2-0e20-4346-9328-6cedd0db0075,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:20.602678 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2377b001-6610-4894-97ba-034c67aa9054 None None] The sync data for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 is: [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:18Z', 'revision_number': 3, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:20.634188 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:20.635542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:20.753520 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:56:20.888893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:20.894575 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-399505b0-e36d-40ae-b930-c657c971cb8d admin admin] 10.222.0.24 "PUT /v2.0/routers/91fe418d-aee6-42d6-9b7e-83d984d03bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6069679 Apr 20 13:56:20.963762 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-8c7bd855-b50e-4568-b570-b3efe0bf857b None None] Provisioning complete for port 6bcf56e2-0e20-4346-9328-6cedd0db0075 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:20.964137 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8c7bd855-b50e-4568-b570-b3efe0bf857b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.003682 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-8c7bd855-b50e-4568-b570-b3efe0bf857b None None] Port 6bcf56e2-0e20-4346-9328-6cedd0db0075 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:56:21.376609 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54726) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:21.381732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-661248107-network', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:21.401544 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Made reservation on behalf of d6cabdc8d3dd45b6bcac440e56cf0da0 for: {'network': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:56:21.403932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for network, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.413490 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.490793 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.494561 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.518725 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 20 13:56:21.528282 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05909e-c22c-4fea-baf3-bcf7302c1eee,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:21.533095 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.533435 n-d-838550-2 neutron-server[109410]: INFO neutron.db.segments_db [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Added segment f3183ae3-340d-422e-8e1c-b0b6276941ed of type vlan for network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 Apr 20 13:56:21.573418 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772267219146'] for network, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.596845 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713'] for network, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.597837 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:21.598405 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.650644 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2728729 Apr 20 13:56:21.653413 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54728) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:21.658543 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Request body: {'subnet': {'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-661248107-subnet', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'ip_version': 4}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:21.663421 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76ccce-5d28-4af6-ac8b-fa803a756d6e admin admin] Pushing event updated for resources: {'Network': ['ID=22dfcd8c-86ef-4f90-8792-1187e3ed1067,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:21.674505 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 details requested by agent ovs-agent-n-d-838550-2 with host n-d-838550-2 {{(pid=109411) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 20 13:56:21.679548 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Made reservation on behalf of d6cabdc8d3dd45b6bcac440e56cf0da0 for: {'subnet': 1} {{(pid=109409) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:56:21.681964 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8502966'] for subnet, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.856518 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9367970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8502944'] for subnet, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.914032 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a8f4ae-003d-47da-a158-54fd8b106373,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:21.924643 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Checking segment: {'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:21.925001 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Network hostable DHCP agents. Network: 22dfcd8c-86ef-4f90-8792-1187e3ed1067, hostable agents: ['05a08c22-cf12-4236-9c84-6c3c1f425c3b'], hosted agents: [] {{(pid=109409) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 20 13:56:21.941562 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 is scheduled to be hosted by DHCP agent 05a08c22-cf12-4236-9c84-6c3c1f425c3b with binding_index 1 {{(pid=109409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 20 13:56:21.953152 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-838550-2, 22dfcd8c-86ef-4f90-8792-1187e3ed1067) {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:21.957729 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:21.960044 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:21.963419 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ee46d0-66dc-459c-b019-256816ba03a7 None None] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:56:21.976519 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-67feaefb-f39c-4999-8940-f5e89f5b5aa0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3219318 Apr 20 13:56:21.979231 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54730) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:21.984171 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:22.011052 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:56:22.011548 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3673748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10273'] for router, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.012454 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3674334', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3829975', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10294'] for router, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.080754 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.131020 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e6a46e76-1bde-4b1a-9134-808d17e6f00e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:22.160303 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp48356aa6-0ddb-56bf-9cd7-d1843c36fa25-22dfcd8c-86ef-4f90-8792-1187e3ed1067', 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'fixed_ips': [{'subnet_id': '91a8f4ae-003d-47da-a158-54fd8b106373'}]}} from n-d-838550-2. {{(pid=109411) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 20 13:56:22.161704 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.234871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.256938 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Sync routers for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:22.292366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:22.292992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:22.358546 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e6a46e76-1bde-4b1a-9134-808d17e6f00e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:22.358911 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.436461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.457461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.462983 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.db_base_plugin_common [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Allocated IP 172.20.0.2 (22dfcd8c-86ef-4f90-8792-1187e3ed1067/91a8f4ae-003d-47da-a158-54fd8b106373/595c87f9-e7cc-465d-bdc0-5255ada24aa8) {{(pid=109411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:22.490430 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:22.567489 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Allocated IP 172.25.3.72 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/f7623174-d9f5-425c-897b-a887c35a1dbe) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:22.676260 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.711140 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.747613 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:22.754582 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:22.759159 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:22.788654 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=f7623174-d9f5-425c-897b-a887c35a1dbe,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:22.798367 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.872394 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port e6a46e76-1bde-4b1a-9134-808d17e6f00e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e6a46e76-1bde-4b1a-9134-808d17e6f00e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:22.885027 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:22.996874 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=e6a46e76-1bde-4b1a-9134-808d17e6f00e,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:23.007072 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Notify callbacks [] for port, precommit_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.018850 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.028473 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647'] for port, after_create {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.072999 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 is already hosted by enough agents. {{(pid=109411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:23.082194 n-d-838550-2 neutron-server[109411]: DEBUG neutron.scheduler.base_scheduler [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Resources bound (agent type, host, resource id): {{(pid=109411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:23.086754 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Received port after_create {{(pid=109411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:23.094035 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Pushing event updated for resources: {'Port': ['ID=595c87f9-e7cc-465d-bdc0-5255ada24aa8,revision_number=1']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:23.149709 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 2, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:23.153922 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Attempting to bind port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:23.154304 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Attempting to bind port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:23.154635 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Attempting to bind port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 on network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:23.183322 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Checking router: 91fe418d-aee6-42d6-9b7e-83d984d03bc7 for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:23.183671 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Updating router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 port 6bcf56e2-0e20-4346-9328-6cedd0db0075 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:56:23.187178 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:23.187547 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Checking segment: {'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:23.187944 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.188327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Bound using segment: {'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:23.188788 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Bound port: 595c87f9-e7cc-465d-bdc0-5255ada24aa8, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:23.189165 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.220461 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674349'] for router, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.223945 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.309416 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] For port 595c87f9-e7cc-465d-bdc0-5255ada24aa8, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:23.347207 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be is scheduled to L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 with binding_index 1 {{(pid=109409) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 20 13:56:23.378734 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] For port 595c87f9-e7cc-465d-bdc0-5255ada24aa8, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=595c87f9-e7cc-465d-bdc0-5255ada24aa8,segment=NetworkSegment(f3183ae3-340d-422e-8e1c-b0b6276941ed),segment_id=f3183ae3-340d-422e-8e1c-b0b6276941ed)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:56:23.384896 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.455725 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:23.470189 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Sync routers for ids ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:23.478898 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.480216 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-4316768a-a82e-4b0b-836c-b2cb86f52ef6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4999697 Apr 20 13:56:23.483929 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54732) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:23.492621 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Routers {'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:23.493184 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2f1c-1a2b-4f8a-9934-8f1e43df7058 None None] Pushing event updated for resources: {'Port': ['ID=595c87f9-e7cc-465d-bdc0-5255ada24aa8,revision_number=2']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:23.493329 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:23.612939 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.618880 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.634851 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Set router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:23.774404 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Attempting to bind port 6bcf56e2-0e20-4346-9328-6cedd0db0075 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:23.774787 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Attempting to bind port 6bcf56e2-0e20-4346-9328-6cedd0db0075 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:23.775154 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Attempting to bind port 6bcf56e2-0e20-4346-9328-6cedd0db0075 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:23.780686 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de53cd-eaa1-4bf0-b04d-e56dc90a9e55 None None] Pushing event updated for resources: {'Port': ['ID=6bcf56e2-0e20-4346-9328-6cedd0db0075,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:23.784011 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:23.784541 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Checking segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:23.784956 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.785354 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Bound using segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:23.785855 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Bound port: 6bcf56e2-0e20-4346-9328-6cedd0db0075, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:23.786534 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.893177 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 3, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port': {'id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:23.909434 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] For port 6bcf56e2-0e20-4346-9328-6cedd0db0075, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:23.914286 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] For port 6bcf56e2-0e20-4346-9328-6cedd0db0075, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6bcf56e2-0e20-4346-9328-6cedd0db0075,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:56:23.923392 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.933592 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Checking router: ed1e0fd3-41d4-4f22-8a14-f47b6556f0be for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:23.934454 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Updating router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be port f7623174-d9f5-425c-897b-a887c35a1dbe binding host n-d-838550-2 {{(pid=109412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:56:23.966582 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:23.989555 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:23.990464 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:24.034048 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.053985 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de53cd-eaa1-4bf0-b04d-e56dc90a9e55 None None] Pushing event updated for resources: {'Port': ['ID=6bcf56e2-0e20-4346-9328-6cedd0db0075,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:24.135958 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fa5f5e5c-8ce5-4e05-b726-b699a72bb68a None None] Provisioning complete for port 6bcf56e2-0e20-4346-9328-6cedd0db0075 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:24.136323 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5e5c-8ce5-4e05-b726-b699a72bb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.231395 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.233338 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:24.372981 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Notify callbacks [] for port, precommit_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.380622 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.386157 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 595c87f9-e7cc-465d-bdc0-5255ada24aa8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:24.422942 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5e5c-8ce5-4e05-b726-b699a72bb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.440207 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d11f0-05e5-483b-878f-a7af52fce233 None None] Pushing event updated for resources: {'Port': ['ID=f7623174-d9f5-425c-897b-a887c35a1dbe,revision_number=2']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:24.467349 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Attempting to bind port f7623174-d9f5-425c-897b-a887c35a1dbe on host n-d-838550-2 for vnic_type normal with profile {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:24.468147 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Attempting to bind port f7623174-d9f5-425c-897b-a887c35a1dbe by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:24.468599 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Attempting to bind port f7623174-d9f5-425c-897b-a887c35a1dbe on network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:24.474451 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:24.475152 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Checking segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:24.475255 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.476095 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Bound using segment: {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'} {{(pid=109412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:24.476213 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.managers [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Bound port: f7623174-d9f5-425c-897b-a887c35a1dbe, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1df9de-686e-470d-a621-007112ab7520', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df'}}] {{(pid=109412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:24.476661 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.514618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-fa5f5e5c-8ce5-4e05-b726-b699a72bb68a None None] For port 6bcf56e2-0e20-4346-9328-6cedd0db0075, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6bcf56e2-0e20-4346-9328-6cedd0db0075,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:24.528399 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fa5f5e5c-8ce5-4e05-b726-b699a72bb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.555689 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] For port f7623174-d9f5-425c-897b-a887c35a1dbe, host n-d-838550-2, cleared binding levels {{(pid=109412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:24.562253 n-d-838550-2 neutron-server[109412]: DEBUG neutron.plugins.ml2.db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] For port f7623174-d9f5-425c-897b-a887c35a1dbe, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f7623174-d9f5-425c-897b-a887c35a1dbe,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:56:24.569114 n-d-838550-2 neutron-server[109412]: DEBUG neutron_lib.callbacks.manager [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.612080 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:24.612997 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.636918 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Routers {'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:24.637555 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:24.666228 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f5e5c-8ce5-4e05-b726-b699a72bb68a None None] Pushing event updated for resources: {'Port': ['ID=6bcf56e2-0e20-4346-9328-6cedd0db0075,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:24.693963 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d11f0-05e5-483b-878f-a7af52fce233 None None] Pushing event updated for resources: {'Port': ['ID=f7623174-d9f5-425c-897b-a887c35a1dbe,revision_number=3']} {{(pid=109412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:24.707130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a230a837-e1a2-4621-861b-b5a3b02a8f96 None None] Provisioning complete for port 6bcf56e2-0e20-4346-9328-6cedd0db0075 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:24.707495 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a230a837-e1a2-4621-861b-b5a3b02a8f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.759892 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_common [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Allocated IP 172.20.0.1 (22dfcd8c-86ef-4f90-8792-1187e3ed1067/91a8f4ae-003d-47da-a158-54fd8b106373/fc67e1ab-b637-4dbf-8da1-b293278fe9a1) {{(pid=109409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:24.783761 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] Set router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:24.805360 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:23Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:24.837609 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.852905 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582f9eba-7151-48b8-bf4a-8b36bab856c8 None None] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 13:56:24.854731 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1e3e7f-22ca-4f4f-a405-c19338aa6bb3 None None] The sync data for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 is: [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:23Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:24.954415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.983746 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port 595c87f9-e7cc-465d-bdc0-5255ada24aa8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=595c87f9-e7cc-465d-bdc0-5255ada24aa8,segment=NetworkSegment(f3183ae3-340d-422e-8e1c-b0b6276941ed),segment_id=f3183ae3-340d-422e-8e1c-b0b6276941ed)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:24.997621 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:24.998456 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e6a46e76-1bde-4b1a-9134-808d17e6f00e up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:25.006671 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.046096 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 3, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port': {'id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:25.046428 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:25.049379 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:25.053402 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Received port after_create {{(pid=109409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:25.098164 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b765cba-d4cf-43d1-a0a4-502a4829a731 None None] The sync data for ids ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'] in n-d-838550-2 is: [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 3, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port': {'id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:25.098383 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3676638'] for router_interface, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.146751 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Pushing event updated for resources: {'Port': ['ID=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:25.250055 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.370620 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=595c87f9-e7cc-465d-bdc0-5255ada24aa8,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:25.387173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-5ca7c834-b1fe-4012-9807-653793b6b288 None None] Provisioning complete for port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:25.387546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c834-b1fe-4012-9807-653793b6b288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.442128 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port e6a46e76-1bde-4b1a-9134-808d17e6f00e triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:25.442504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.476362 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.484924 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9368347'] for port, after_update {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.574465 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3617699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3676578'] for router_interface, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.587676 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Pushing event updated for resources: {'Port': ['ID=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,revision_number=2']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:25.717949 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 is already hosted by enough agents. {{(pid=109409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:25.720858 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.base_scheduler [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Resources bound (agent type, host, resource id): {{(pid=109409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:25.831280 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-77b20210-739a-4062-ba79-503ceb38d019 None None] Provisioning complete for port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:25.831735 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77b20210-739a-4062-ba79-503ceb38d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:25.871459 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:56:25.966190 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-77b20210-739a-4062-ba79-503ceb38d019 None None] Provisioning complete for port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:25.966840 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77b20210-739a-4062-ba79-503ceb38d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.018057 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-77b20210-739a-4062-ba79-503ceb38d019 None None] Port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:56:26.020664 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:26.027891 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-59ed9e14-8a05-4f2e-8ea0-c40821bdf382 admin admin] 10.222.0.24 "PUT /v2.0/routers/ed1e0fd3-41d4-4f22-8a14-f47b6556f0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5429184 Apr 20 13:56:26.149459 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-fe621d58-63bb-4ddf-8946-863200f6733d None None] Provisioning complete for port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:26.150184 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fe621d58-63bb-4ddf-8946-863200f6733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.196585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-fe621d58-63bb-4ddf-8946-863200f6733d None None] Port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:56:26.263056 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6bcf56e2-0e20-4346-9328-6cedd0db0075 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:26.327707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 6bcf56e2-0e20-4346-9328-6cedd0db0075 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:26.328166 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.415195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 595c87f9-e7cc-465d-bdc0-5255ada24aa8 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:26.466314 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:26.466695 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.546739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-bc1355b1-be4e-495e-8658-f4646a86bf50 None None] Provisioning complete for port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:26.547111 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-bc1355b1-be4e-495e-8658-f4646a86bf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.587578 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f7623174-d9f5-425c-897b-a887c35a1dbe up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:26.613436 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-bc1355b1-be4e-495e-8658-f4646a86bf50 None None] Port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:56:26.641120 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f7623174-d9f5-425c-897b-a887c35a1dbe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:26.641493 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.720573 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.739612 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] For port f7623174-d9f5-425c-897b-a887c35a1dbe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f7623174-d9f5-425c-897b-a887c35a1dbe,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:26.743298 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.790632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Pushing event updated for resources: {'Port': ['ID=f7623174-d9f5-425c-897b-a887c35a1dbe,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:26.835712 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54742) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:26.840362 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-8f59d7d8-30d6-411b-8c61-3855048a161c tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1590167855', 'description': 'tempest-secgroup-smoke-1590167855 description', 'project_id': '4308d8ba50264404bf95caa98d9122d6'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:26.859626 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f59d7d8-30d6-411b-8c61-3855048a161c tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.923511 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f59d7d8-30d6-411b-8c61-3855048a161c tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.927075 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f59d7d8-30d6-411b-8c61-3855048a161c tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.955879 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-8f59d7d8-30d6-411b-8c61-3855048a161c tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:26.957110 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-8f59d7d8-30d6-411b-8c61-3855048a161c tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1203408 Apr 20 13:56:26.959008 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59d7d8-30d6-411b-8c61-3855048a161c tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ea56e4-6d62-430f-9cb9-5135285dab0d,revision_number=1']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:26.960124 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54744) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:26.964769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-4f85db13-dae2-4004-8db6-97325ddd29f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'security_group_rule': {'security_group_id': '90ea56e4-6d62-430f-9cb9-5135285dab0d', 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:26.991035 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f85db13-dae2-4004-8db6-97325ddd29f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.047089 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f85db13-dae2-4004-8db6-97325ddd29f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.050381 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f85db13-dae2-4004-8db6-97325ddd29f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.067963 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85db13-dae2-4004-8db6-97325ddd29f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d3913c-c384-48cc-b529-aff1318db90e,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:27.074850 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4f85db13-dae2-4004-8db6-97325ddd29f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.076030 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4f85db13-dae2-4004-8db6-97325ddd29f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147842 Apr 20 13:56:27.078811 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54746) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:27.083006 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3beba894-4349-4c13-9613-4ab0bf3fd696 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'security_group_rule': {'security_group_id': '90ea56e4-6d62-430f-9cb9-5135285dab0d', 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:27.106663 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3beba894-4349-4c13-9613-4ab0bf3fd696 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.161983 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3beba894-4349-4c13-9613-4ab0bf3fd696 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.165281 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3beba894-4349-4c13-9613-4ab0bf3fd696 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.182210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beba894-4349-4c13-9613-4ab0bf3fd696 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44855daa-a379-4460-ac5f-6ece28048558,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:27.190318 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3beba894-4349-4c13-9613-4ab0bf3fd696 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.191486 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3beba894-4349-4c13-9613-4ab0bf3fd696 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1117742 Apr 20 13:56:27.194142 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54748) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:27.198293 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-3622656d-6b0b-4da7-82e3-0894a4f3ed85 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'security_group_rule': {'security_group_id': '90ea56e4-6d62-430f-9cb9-5135285dab0d', 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:27.222498 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3622656d-6b0b-4da7-82e3-0894a4f3ed85 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.279401 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3622656d-6b0b-4da7-82e3-0894a4f3ed85 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.283208 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3622656d-6b0b-4da7-82e3-0894a4f3ed85 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.303259 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622656d-6b0b-4da7-82e3-0894a4f3ed85 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9976652-4e6b-4fb1-98f9-058ddb47d694,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:27.311427 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-3622656d-6b0b-4da7-82e3-0894a4f3ed85 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.312640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-3622656d-6b0b-4da7-82e3-0894a4f3ed85 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175742 Apr 20 13:56:27.315633 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54750) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:27.320225 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-7af80586-c569-499e-9046-dd584770ed47 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'security_group_rule': {'security_group_id': '90ea56e4-6d62-430f-9cb9-5135285dab0d', 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:27.346061 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7af80586-c569-499e-9046-dd584770ed47 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.408343 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7af80586-c569-499e-9046-dd584770ed47 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.412540 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7af80586-c569-499e-9046-dd584770ed47 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.430347 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af80586-c569-499e-9046-dd584770ed47 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e829c8e6-ecf6-4c35-a550-5de76ac9d7b2,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:27.438566 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-7af80586-c569-499e-9046-dd584770ed47 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.439763 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-7af80586-c569-499e-9046-dd584770ed47 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231296 Apr 20 13:56:27.442421 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 54752) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:27.446622 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.v2.base [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'security_group_rule': {'security_group_id': '90ea56e4-6d62-430f-9cb9-5135285dab0d', 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109409) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:27.468301 n-d-838550-2 neutron-server[109409]: INFO neutron.db.securitygroups_db [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Project 4308d8ba50264404bf95caa98d9122d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:56:27.473702 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.535248 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.539286 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.556184 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf8baf7-09a2-4440-bcdb-f25f9e38c9e7,revision_number=0']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:27.564415 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.565565 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-1933494e-71dc-41fb-9082-4ba4788ecbae tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222427 Apr 20 13:56:27.568442 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54754) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:27.572866 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'security_group_rule': {'security_group_id': '90ea56e4-6d62-430f-9cb9-5135285dab0d', 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:27.594125 n-d-838550-2 neutron-server[109410]: INFO neutron.db.securitygroups_db [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Project 4308d8ba50264404bf95caa98d9122d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 13:56:27.599378 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.666320 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.670233 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441565'] for security_group_rule, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.688322 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20032f8-4d76-40b9-9f1b-fea79a6bf89d,revision_number=0']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:27.695643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:27.696823 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-a94a8a0b-4ab2-4b72-a320-93f5c6634a59 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274087 Apr 20 13:56:27.833594 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-6f4219aa-48ad-4782-8fc2-6a0da6cd4c92 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590167855&fields=id&tenant_id=4308d8ba50264404bf95caa98d9122d6 HTTP/1.1" status: 200 len: 267 time: 0.0316896 Apr 20 13:56:27.945239 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-6a89d340-a878-402d-9ce3-9eecfe2edc46 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:27.946814 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-6a89d340-a878-402d-9ce3-9eecfe2edc46 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 809 time: 0.1064785 Apr 20 13:56:27.961963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-5332375c-f863-4cc4-b80c-b09d8ef44184 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/quotas/4308d8ba50264404bf95caa98d9122d6 HTTP/1.1" status: 200 len: 375 time: 0.0091436 Apr 20 13:56:28.016565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-3af1835c-da7c-42fe-ba8c-ed3696fd7a8a tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475185 Apr 20 13:56:28.033605 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-aee12cbb-6e82-4a5f-a88c-bc1807d27af4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:56:28.034660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-aee12cbb-6e82-4a5f-a88c-bc1807d27af4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057309 Apr 20 13:56:28.092729 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f7623174-d9f5-425c-897b-a887c35a1dbe up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:28.128757 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-b2abb42e-453d-4664-bff4-afbabb221284 service neutron] 10.222.0.24 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855627 Apr 20 13:56:28.141750 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port f7623174-d9f5-425c-897b-a887c35a1dbe triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:28.142152 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:28.188151 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Sync routers for ids ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:28.221040 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Routers {'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:28.221696 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:28.222926 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-df2e688d-c43b-4b7c-981e-344da0f8e36e service neutron] 10.222.0.24 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877111 Apr 20 13:56:28.347650 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Set router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:28.390473 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0e01d80e-f1fb-4607-84bc-711a3e4de13b req-3dac5b50-ee13-4bd7-8253-c147874d7c23 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 210 time: 0.0285530 Apr 20 13:56:28.556123 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:25Z', 'revision_number': 4, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port': {'id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fc67e1ab-b637-4dbf-8da1-b293278fe9a1', 'name': '', 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'mac_address': 'fa:16:3e:ee:04:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '91a8f4ae-003d-47da-a158-54fd8b106373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:24Z', 'updated_at': '2022-04-20T13:56:25Z', 'revision_number': 2, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'subnets': [{'id': '91a8f4ae-003d-47da-a158-54fd8b106373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:28.587697 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Checking router: ed1e0fd3-41d4-4f22-8a14-f47b6556f0be for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:28.588047 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Updating router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 binding host n-d-838550-2 {{(pid=109411) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 20 13:56:28.614204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:28.891536 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Notify callbacks [] for port, precommit_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:28.896284 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:28.954302 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7db221-5852-44cd-ada7-273419c8b934 None None] Pushing event updated for resources: {'Port': ['ID=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,revision_number=3']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:29.001892 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Attempting to bind port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 on host n-d-838550-2 for vnic_type normal with profile {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:29.002377 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Attempting to bind port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 by drivers openvswitch,hyperv on host n-d-838550-2 at level 0 using segments [{'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:29.002740 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Attempting to bind port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 on network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:29.007879 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Checking agent: {'id': '4847ad4e-d882-4241-8bed-4adff2a07da7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 37, 9), 'started_at': datetime.datetime(2022, 4, 20, 12, 37, 39), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-838550-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:29.008252 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Checking segment: {'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:29.008658 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.009051 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Bound using segment: {'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'} {{(pid=109411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:29.009519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.managers [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Bound port: fc67e1ab-b637-4dbf-8da1-b293278fe9a1, host: n-d-838550-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3183ae3-340d-422e-8e1c-b0b6276941ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067'}}] {{(pid=109411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:29.009930 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.082070 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] For port fc67e1ab-b637-4dbf-8da1-b293278fe9a1, host n-d-838550-2, cleared binding levels {{(pid=109411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:29.085585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] For port fc67e1ab-b637-4dbf-8da1-b293278fe9a1, host n-d-838550-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,segment=NetworkSegment(f3183ae3-340d-422e-8e1c-b0b6276941ed),segment_id=f3183ae3-340d-422e-8e1c-b0b6276941ed)] {{(pid=109411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:56:29.089971 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.155409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Routers {'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:29.156060 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:29.193668 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7db221-5852-44cd-ada7-273419c8b934 None None] Pushing event updated for resources: {'Port': ['ID=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:29.213872 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-1d7d6bec-dff1-4be7-af42-02ed54cefb71 None None] Provisioning complete for port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:29.214248 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6bec-dff1-4be7-af42-02ed54cefb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.303909 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] Set router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:29.454751 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6bec-dff1-4be7-af42-02ed54cefb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.533683 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-1d7d6bec-dff1-4be7-af42-02ed54cefb71 None None] For port fc67e1ab-b637-4dbf-8da1-b293278fe9a1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,segment=NetworkSegment(f3183ae3-340d-422e-8e1c-b0b6276941ed),segment_id=f3183ae3-340d-422e-8e1c-b0b6276941ed)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:29.552878 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6bec-dff1-4be7-af42-02ed54cefb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.613221 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d6bec-dff1-4be7-af42-02ed54cefb71 None None] Pushing event updated for resources: {'Port': ['ID=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:29.626437 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:25Z', 'revision_number': 4, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port': {'id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fc67e1ab-b637-4dbf-8da1-b293278fe9a1', 'name': '', 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'mac_address': 'fa:16:3e:ee:04:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '91a8f4ae-003d-47da-a158-54fd8b106373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:24Z', 'updated_at': '2022-04-20T13:56:29Z', 'revision_number': 4, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'subnets': [{'id': '91a8f4ae-003d-47da-a158-54fd8b106373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:29.655039 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0fa450-3943-43b8-a6a9-2cbad7cbaaec None None] The sync data for ids ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'] in n-d-838550-2 is: [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:25Z', 'revision_number': 4, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port': {'id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': 'fc67e1ab-b637-4dbf-8da1-b293278fe9a1', 'name': '', 'network_id': '22dfcd8c-86ef-4f90-8792-1187e3ed1067', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'mac_address': 'fa:16:3e:ee:04:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4448, 'fixed_ips': [{'subnet_id': '91a8f4ae-003d-47da-a158-54fd8b106373', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:24Z', 'updated_at': '2022-04-20T13:56:29Z', 'revision_number': 4, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'subnets': [{'id': '91a8f4ae-003d-47da-a158-54fd8b106373', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:29.673998 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-ba594ddf-33de-4072-a82d-12413557e229 None None] Provisioning complete for port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:29.674768 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ba594ddf-33de-4072-a82d-12413557e229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:29.831233 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94b530a2-cbb5-473a-9d4e-ce8890ed86c2 req-fbe9466b-c6b1-4844-8d51-0e069572fbf4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 210 time: 0.0317147 Apr 20 13:56:29.865389 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-672d3ef0-1a56-4464-839f-afd08dd80706 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:29.867195 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-672d3ef0-1a56-4464-839f-afd08dd80706 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 809 time: 0.5079665 Apr 20 13:56:29.912822 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-7868cadb-5a78-4f44-b0f8-220ee8731901 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4308d8ba50264404bf95caa98d9122d6 HTTP/1.1" status: 200 len: 380 time: 0.0357976 Apr 20 13:56:29.921735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'port': {'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'admin_state_up': True, 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'security_groups': ['90ea56e4-6d62-430f-9cb9-5135285dab0d']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:30.037666 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Made reservation on behalf of 4308d8ba50264404bf95caa98d9122d6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:56:30.045719 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.125409 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fc67e1ab-b637-4dbf-8da1-b293278fe9a1 up at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:30.179519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Allocated IP 172.20.0.10 (a524a4f8-d353-44f5-adc9-4e997f759ce4/f9c95ab8-ace4-497c-9220-1ee51dd48520/4f3b6993-f0d1-4e00-8bd3-1e30c428a987) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:30.184706 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Provisioning complete for port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:30.186268 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.331437 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.365406 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.410481 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:30.413938 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:30.417870 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:30.443958 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:30.473245 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:30.474020 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.492746 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-90007e77-a0d5-442b-9c02-136023af108d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5748150 Apr 20 13:56:30.605117 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Request body: {'port': {'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:30.663694 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.711707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-9a80f065-a222-46d4-aff3-8400587613ae None None] Provisioning complete for port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:30.712156 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9a80f065-a222-46d4-aff3-8400587613ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.747115 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-9a80f065-a222-46d4-aff3-8400587613ae None None] Port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:56:30.952182 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:56:30.961054 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:30.978000 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Transition to ACTIVE for port object 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:56:30.986960 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bbc21-d57d-44bc-9bc0-e5a9e8f1560c req-1284b5c9-c5d0-4c6d-93e2-3040829d1937 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:30.988388 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a8bbc21-d57d-44bc-9bc0-e5a9e8f1560c req-1284b5c9-c5d0-4c6d-93e2-3040829d1937 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 932 time: 0.0718179 Apr 20 13:56:30.989417 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:31.064686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:31.075346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1a8bbc21-d57d-44bc-9bc0-e5a9e8f1560c req-5bd190cf-ae00-4456-ad78-b59fbfebc295 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588803 Apr 20 13:56:31.149428 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Attempting to bind port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 on host n-h2-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:56:31.149831 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Attempting to bind port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 by drivers openvswitch,hyperv on host n-h2-838550-2 at level 0 using segments [{'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:56:31.150161 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Attempting to bind port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:31.155135 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 not bound, no agent of type Open vSwitch agent registered on host n-h2-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:56:31.155451 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Attempting to bind port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:56:31.160364 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Checking agent: {'id': '0781e44c-e602-4663-847b-5b7306c5b4ed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:56:31.160699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Checking segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:56:31.161079 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Bound using segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:56:31.161782 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Bound port: 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host: n-h2-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:56:31.162142 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:31.228202 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:56:31.231352 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:56:31.234933 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:31.270491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:31.271161 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:31.272524 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] 10.222.0.37 "PUT /v2.0/ports/4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 1092 time: 0.7717857 Apr 20 13:56:31.273139 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:56:31.275274 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81eb363-6159-4e1a-a273-221d431b46ed" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:56:31.303698 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f524f-97a6-47c0-9954-f300fdde8c38 service neutron] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:31.328778 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b6bb42-c3c1-49f8-b05c-1611522338e5 x-openstack-request-id: req-17b6bb42-c3c1-49f8-b05c-1611522338e5 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:56:31.329155 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:56:31.329398 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17b6bb42-c3c1-49f8-b05c-1611522338e5 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:56:31.329845 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b6bb42-c3c1-49f8-b05c-1611522338e5'] response: {'name': 'network-changed', 'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'status': 'completed', 'code': 200} Apr 20 13:56:31.360543 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-ea4b597a-1a3f-434f-adaa-485cc6991cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:31.362097 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-ea4b597a-1a3f-434f-adaa-485cc6991cc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1095 time: 0.0449038 Apr 20 13:56:31.406308 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-689b08f9-4403-40ce-9df9-37d4395c3a64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 217 time: 0.0355422 Apr 20 13:56:31.460045 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-374c50fe-8f1a-4d3b-b2be-a9dd0c7e0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:31.461496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-374c50fe-8f1a-4d3b-b2be-a9dd0c7e0d44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0485916 Apr 20 13:56:31.511476 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-cd6e4675-7895-4eb8-99de-70d302275569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:31.512955 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-cd6e4675-7895-4eb8-99de-70d302275569 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444167 Apr 20 13:56:31.600811 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-cd276612-9fd0-443e-975c-4a042b401381 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812905 Apr 20 13:56:31.694371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-31e1f32c-f2e4-4028-b55b-56d8a1bab435 req-c935e48e-402e-4ed9-a65d-413ce9a5bab0 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876691 Apr 20 13:56:31.783482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eb363-6159-4e1a-a273-221d431b46ed req-5cd285be-e21e-4ef1-8fca-cd4578467f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:31.784938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81eb363-6159-4e1a-a273-221d431b46ed req-5cd285be-e21e-4ef1-8fca-cd4578467f0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1095 time: 0.0416365 Apr 20 13:56:31.876812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eb363-6159-4e1a-a273-221d431b46ed req-9445c584-b324-4115-905d-b61041625ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:31.878266 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81eb363-6159-4e1a-a273-221d431b46ed req-9445c584-b324-4115-905d-b61041625ab1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0857689 Apr 20 13:56:31.919334 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81eb363-6159-4e1a-a273-221d431b46ed req-5250d831-ada9-4bc6-ac69-986b661b8e84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 217 time: 0.0342283 Apr 20 13:56:31.966758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eb363-6159-4e1a-a273-221d431b46ed req-ba45095c-4cec-460b-bee9-3388125fd821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:31.968778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81eb363-6159-4e1a-a273-221d431b46ed req-ba45095c-4cec-460b-bee9-3388125fd821 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0425806 Apr 20 13:56:32.017823 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eb363-6159-4e1a-a273-221d431b46ed req-83672d10-7693-488e-ad5c-00cbf1570a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:32.019276 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81eb363-6159-4e1a-a273-221d431b46ed req-83672d10-7693-488e-ad5c-00cbf1570a6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431397 Apr 20 13:56:32.107528 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81eb363-6159-4e1a-a273-221d431b46ed req-01f76e09-712a-4f4c-bb42-df25a3fa972d service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810215 Apr 20 13:56:32.235812 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81a0c-28da-4018-8868-d9ae96932e7f req-0b50ac00-c3b0-4e6b-8f90-738c5bedffc1 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:32.237287 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd81a0c-28da-4018-8868-d9ae96932e7f req-0b50ac00-c3b0-4e6b-8f90-738c5bedffc1 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 944 time: 0.0729985 Apr 20 13:56:32.240864 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a81eb363-6159-4e1a-a273-221d431b46ed req-f2a7dbc4-e2de-4c91-bb45-47b10d27862e service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263783 Apr 20 13:56:32.274789 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bbd81a0c-28da-4018-8868-d9ae96932e7f req-cf4a2c61-755f-47e5-abc1-88e5b44bdb8a tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Apr 20 13:56:33.392762 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7eb94a-2db4-41a7-b81a-f0ee5e8af7ea req-e1ab81da-66b5-4e03-9cb1-bc608d93ade1 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:33.394222 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e7eb94a-2db4-41a7-b81a-f0ee5e8af7ea req-e1ab81da-66b5-4e03-9cb1-bc608d93ade1 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 944 time: 0.0479536 Apr 20 13:56:33.430263 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-5e7eb94a-2db4-41a7-b81a-f0ee5e8af7ea req-1cf7eb9d-1a17-42cb-963e-542ca0770419 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301509 Apr 20 13:56:33.785648 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ee13c69a-8f16-4263-a9c7-f1e16a6f4b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:34.554585 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6edb2b-f6d8-4b49-8f4a-aa8098e158ff req-0c0b576f-fc22-4862-b6f5-e58bd0717a41 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:34.556389 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f6edb2b-f6d8-4b49-8f4a-aa8098e158ff req-0c0b576f-fc22-4862-b6f5-e58bd0717a41 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 944 time: 0.0570385 Apr 20 13:56:34.594368 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-7f6edb2b-f6d8-4b49-8f4a-aa8098e158ff req-6bd249bc-b2fd-42dd-af33-4289fb7e4dc8 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Apr 20 13:56:34.724737 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:56:34.968382 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:34.979224 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:56:35.019252 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:35.032118 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:56:35.050705 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:35.054501 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:35.099623 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:35.280516 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4f3b6993-f0d1-4e00-8bd3-1e30c428a987'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:56:35.709961 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd6768-8abd-4e69-bd3a-8404f7e2d3ad req-9a0bd855-00b5-42a0-bf8f-e5f5d86a517f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:35.711405 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74fd6768-8abd-4e69-bd3a-8404f7e2d3ad req-9a0bd855-00b5-42a0-bf8f-e5f5d86a517f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Apr 20 13:56:35.748091 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-74fd6768-8abd-4e69-bd3a-8404f7e2d3ad req-27d67c2d-4a1d-4500-9ac9-ed6c1bf484a7 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306194 Apr 20 13:56:36.106915 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7869538c-20e6-419a-a6a9-1972e23327e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:36.756110 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:56:36.806902 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning for port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:56:36.811010 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:56:36.811378 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:36.865430 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be73590-360e-445a-9675-361eb83df5e3 req-fd7f3c5d-cf75-483c-9613-5764f099e125 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:36.866929 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3be73590-360e-445a-9675-361eb83df5e3 req-fd7f3c5d-cf75-483c-9613-5764f099e125 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Apr 20 13:56:36.892289 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:36.904683 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3be73590-360e-445a-9675-361eb83df5e3 req-fcd9c82d-1f43-42bd-b35a-cbc43bff2127 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Apr 20 13:56:36.915045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:56:36.917326 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd39634-2513-4c14-b8db-48f4624c23bf" -d '{"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:56:36.929967 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:56:36.933831 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:36.970027 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e906b73-2bce-42b9-9e82-3a71af847778 x-openstack-request-id: req-5e906b73-2bce-42b9-9e82-3a71af847778 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:56:36.970324 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:56:36.970565 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e906b73-2bce-42b9-9e82-3a71af847778 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:56:36.970964 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e906b73-2bce-42b9-9e82-3a71af847778'] response: {'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'code': 200} Apr 20 13:56:36.986164 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:37.058705 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645ee2d-cabe-4055-b142-b07ed9ab9365 req-9c364f58-eb40-46fe-a256-5c6a5befdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:37.060089 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2645ee2d-cabe-4055-b142-b07ed9ab9365 req-9c364f58-eb40-46fe-a256-5c6a5befdc4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1097 time: 0.0429738 Apr 20 13:56:37.094493 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2645ee2d-cabe-4055-b142-b07ed9ab9365 req-b478aa66-28b6-4db1-9d6f-9acc1c04a77f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271354 Apr 20 13:56:37.422798 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:38.020299 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13d586-485c-4a9e-a972-55d8ee3f520e req-fdca0e70-34ef-4120-801b-ca6fba45247f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:38.021826 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe13d586-485c-4a9e-a972-55d8ee3f520e req-fdca0e70-34ef-4120-801b-ca6fba45247f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 946 time: 0.0494292 Apr 20 13:56:38.064040 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe13d586-485c-4a9e-a972-55d8ee3f520e req-30ec2044-c846-4a19-a547-eb4aec9e0e94 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357170 Apr 20 13:56:38.787163 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:39.061904 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:39.180308 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de2e9d-3a86-494f-9a41-aca50d4ccbbe req-2be16d01-183b-4e1b-af8c-fc5f9c66071f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:39.181793 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71de2e9d-3a86-494f-9a41-aca50d4ccbbe req-2be16d01-183b-4e1b-af8c-fc5f9c66071f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 946 time: 0.0485802 Apr 20 13:56:39.218441 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-71de2e9d-3a86-494f-9a41-aca50d4ccbbe req-67c0cd6e-cee5-4be5-b6b0-ad3727f89533 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306954 Apr 20 13:56:39.335424 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8788cb-010e-4a3c-8704-6a9558a2898c req-053ca023-6eeb-4459-a205-df14a1b2d049 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:39.336773 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d8788cb-010e-4a3c-8704-6a9558a2898c req-053ca023-6eeb-4459-a205-df14a1b2d049 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 946 time: 0.0527198 Apr 20 13:56:39.372725 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0d8788cb-010e-4a3c-8704-6a9558a2898c req-404ad526-a82d-4e70-bfdc-79350078b3dc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299315 Apr 20 13:56:39.394542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54812) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:39.473839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b49b4d-492a-4af2-835c-5744a707e520 tempest-TestSnapshotPattern-1133703196 tempest-TestSnapshotPattern-1133703196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:39.475316 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-19b49b4d-492a-4af2-835c-5744a707e520 tempest-TestSnapshotPattern-1133703196 tempest-TestSnapshotPattern-1133703196-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1092 time: 0.0795608 Apr 20 13:56:39.478146 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 54816) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:56:39.482258 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:56:39.502732 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:39.599509 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:39.700545 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Allocated IP 172.25.3.205 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/6ec8db79-4bc1-4d6b-8a7a-662663b193bd) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:56:39.802144 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:39.834395 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:39.873932 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:56:39.876699 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:56:39.880290 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:56:39.901171 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'Port': ['ID=6ec8db79-4bc1-4d6b-8a7a-662663b193bd,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:40.231239 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:40.294951 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:40.443183 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:40.447649 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:40.519276 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'Port': ['ID=6ec8db79-4bc1-4d6b-8a7a-662663b193bd,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:56:40.528086 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:40.630022 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Floating IP 887c7e8f-b351-4d13-bcd2-1b2870bff0d7 associated. External IP: 172.25.3.205, port: 4f3b6993-f0d1-4e00-8bd3-1e30c428a987. Apr 20 13:56:40.839141 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:56:40.946289 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:56:40.956569 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] Sync routers for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:56:40.965992 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:40.967440 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:40.968267 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:40.994239 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-46880072-8789-4a1b-9529-fb66755feef0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5151012 Apr 20 13:56:40.994827 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:56:40.997075 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:56:41.076793 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:41.108661 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65f58a6-0242-4879-af8c-2dce5780a309 x-openstack-request-id: req-f65f58a6-0242-4879-af8c-2dce5780a309 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:56:41.109019 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:56:41.109353 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f65f58a6-0242-4879-af8c-2dce5780a309 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:56:41.109836 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65f58a6-0242-4879-af8c-2dce5780a309'] response: {'name': 'network-changed', 'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'status': 'completed', 'code': 200} Apr 20 13:56:41.174954 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-a93406fe-a222-4956-ab4e-cffb3521ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:41.176587 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-a93406fe-a222-4956-ab4e-cffb3521ef94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1097 time: 0.0449443 Apr 20 13:56:41.268366 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-f79a8ff1-166d-4dc1-a731-175d321420ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:41.269965 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-f79a8ff1-166d-4dc1-a731-175d321420ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0856733 Apr 20 13:56:41.308064 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:40Z', 'revision_number': 0, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:41.340015 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-663f289c-25dc-4af1-afbd-8bc6be724d76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 1000 time: 0.0625083 Apr 20 13:56:41.393551 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-151d821a-e470-4646-a697-3a9fd4e45894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:41.395328 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-151d821a-e470-4646-a697-3a9fd4e45894 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0487645 Apr 20 13:56:41.429411 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] Checking router: 91fe418d-aee6-42d6-9b7e-83d984d03bc7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:56:41.438750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:56:41.439360 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:56:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:41.444197 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-f719aa68-7eb6-4b0f-af88-1b2285e6e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:41.445724 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-f719aa68-7eb6-4b0f-af88-1b2285e6e2a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431833 Apr 20 13:56:41.544388 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:56:41.545611 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-ce8c0d08-d798-4adb-9225-0ac2b1f75e02 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917590 Apr 20 13:56:41.639437 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-03e9d1c6-52ae-4119-9fd3-5aff913eab1c req-29fe3064-e94f-4016-b785-366ee3e113b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869982 Apr 20 13:56:41.774630 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:40Z', 'revision_number': 0, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:56:41.804287 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c012de31-5b5e-4acc-800a-24e1e5bbf93f None None] The sync data for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 is: [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:40Z', 'revision_number': 0, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:56:41.992305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffde905-42d5-49e3-aa7d-ff749d6ba423 None None] New status for floating IP 887c7e8f-b351-4d13-bcd2-1b2870bff0d7: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:56:47.329293 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-5a363240-072f-4b23-a5e2-86932dae5269 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390484 Apr 20 13:56:47.411767 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-20e8daaa-98d3-4141-9a7f-611d0677786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:47.413099 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-20e8daaa-98d3-4141-9a7f-611d0677786c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1097 time: 0.0429375 Apr 20 13:56:47.511311 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-51e59f56-ff00-468b-8650-a1e6de589e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:47.512778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-51e59f56-ff00-468b-8650-a1e6de589e89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0816233 Apr 20 13:56:47.579668 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-971d86c9-e8c6-412c-a089-7db4ddb5742d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 1002 time: 0.0609334 Apr 20 13:56:47.626486 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-2d0a8cfa-6f1a-4ee5-afd1-74f667a64e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:47.627876 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-2d0a8cfa-6f1a-4ee5-afd1-74f667a64e64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0423548 Apr 20 13:56:47.670562 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-906e43a2-db93-4760-a58c-418e82f13841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:56:47.672407 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-906e43a2-db93-4760-a58c-418e82f13841 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381467 Apr 20 13:56:47.765691 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-649dbfb7-bff3-4bbb-8b5f-43cb447a6559 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Apr 20 13:56:48.175453 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-d5309052-6a4c-4e29-bbc0-1959c37fce14 req-b048c7f9-7576-436b-9ab4-e063775ebdbc service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039428 Apr 20 13:56:49.631609 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:54.198463 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:56:59.011023 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:57:03.786798 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-cdea7f60-c3dc-4a3c-a8e0-7273af3563cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:06.109128 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9fb4332c-20d3-4306-9b47-77c5e180fe5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:07.425829 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:08.790334 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:09.062256 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:19.616339 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:24.196576 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:33.788318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-69d1d11c-aa03-4aba-90cc-a5873884b9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:36.009558 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:57:36.110403 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-40ec9bfe-e597-4ffd-abc2-f9842dc370ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:37.427952 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:38.792042 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:39.064189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:48.329538 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-e0fb99f4-4e00-4422-a094-8e5d11a26b12 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392072 Apr 20 13:57:48.412005 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-99275df7-f0d4-4b10-9e4f-1c0df02d0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:48.413417 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-99275df7-f0d4-4b10-9e4f-1c0df02d0b8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1097 time: 0.0429401 Apr 20 13:57:48.511291 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-73f6bde2-fcb6-4c32-b39c-8b344458391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:48.512710 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-73f6bde2-fcb6-4c32-b39c-8b344458391c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0815244 Apr 20 13:57:48.580536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-0425757f-c710-49ea-b266-8926dfcb95aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 1002 time: 0.0609608 Apr 20 13:57:48.627092 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-867300e7-5041-4f00-841f-e95bf0062478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:48.628482 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-867300e7-5041-4f00-841f-e95bf0062478 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0415297 Apr 20 13:57:48.671553 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-566b61e5-00bf-49eb-85f5-7d18afe304aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:57:48.673006 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-566b61e5-00bf-49eb-85f5-7d18afe304aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387347 Apr 20 13:57:48.762901 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-22fd08f9-774d-4ed9-b920-2c5b1ad32e09 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825577 Apr 20 13:57:48.848433 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56f4ce91-3a21-401c-b076-b698a3feae0a req-ebb9c73b-ad7e-45fe-9488-e9cc491d09e0 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790439 Apr 20 13:57:49.625756 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:57:54.203545 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:03.789778 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3ed3-1eb0-47ac-b58b-603ae82245af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:06.111657 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-84c3028f-55ff-446f-80e8-045355ddd688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:07.429860 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:08.794590 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:09.066322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:13.007631 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:58:19.625335 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:24.211653 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:33.793967 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-931039ba-c122-438d-a007-f471204827ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:36.113635 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-5d3b7b23-8377-4037-ac02-c3fe0b884ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:37.433205 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:38.796290 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:39.068202 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:39.416987 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 details requested by agent hyperv_n-h2-838550-2 with host n-h2-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:58:39.515273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:58:39.527207 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Returning: {'device': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:58:39.567029 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:39.581130 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:58:39.602277 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:58:39.606227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:39.655585 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:58:39.663621 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.663989 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.664311 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.664645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.664974 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.665307 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.665645 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.665977 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.666297 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.666619 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.666936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.667308 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:39.673407 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] get_ports_and_sgs() called for port_ids ['4f3b6993-f0d1-4e00-8bd3-1e30c428a987'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:58:41.430104 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 up at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:58:41.502369 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Provisioning complete for port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:58:41.502843 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:41.593056 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:41.616860 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:58:41.619214 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dbcc29-004a-4df4-831f-191cf89523eb" -d '{"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:58:41.648665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:58:41.661180 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:41.721413 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:58:41.759167 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd57f08-da0f-43f8-8c33-186e8ca030fe x-openstack-request-id: req-afd57f08-da0f-43f8-8c33-186e8ca030fe {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:58:41.759675 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-plugged", "status": "completed", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:58:41.760110 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afd57f08-da0f-43f8-8c33-186e8ca030fe {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:58:41.760700 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd57f08-da0f-43f8-8c33-186e8ca030fe'] response: {'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'code': 200} Apr 20 13:58:48.396650 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84530-7052-4368-a38c-65748a9ce68d req-b1d85ee5-cb6a-4690-a27e-4c09d5ccef2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:48.397963 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-b1d85ee5-cb6a-4690-a27e-4c09d5ccef2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1097 time: 0.0432878 Apr 20 13:58:48.506952 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84530-7052-4368-a38c-65748a9ce68d req-aaeea6e7-64e5-480c-974d-a3d0afb7dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:48.508394 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-aaeea6e7-64e5-480c-974d-a3d0afb7dbae service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0916870 Apr 20 13:58:48.575458 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-0838cf2a-449a-453e-b529-eb567a083784 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 1002 time: 0.0591259 Apr 20 13:58:48.631084 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84530-7052-4368-a38c-65748a9ce68d req-7ff34ee3-2eb6-4489-8da4-c6f4981b07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:48.632468 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-7ff34ee3-2eb6-4489-8da4-c6f4981b07b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0466344 Apr 20 13:58:48.676648 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84530-7052-4368-a38c-65748a9ce68d req-f6b3cf57-094f-41ae-9084-8885ec286c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:48.678007 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-f6b3cf57-094f-41ae-9084-8885ec286c56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387020 Apr 20 13:58:48.689662 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-f2766095-062d-4f0f-86b1-ef2cc0b925e6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:58:48.690565 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-f2766095-062d-4f0f-86b1-ef2cc0b925e6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047328 Apr 20 13:58:48.776508 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-bf20d110-3b2e-40d5-bef2-a99412b41a1f service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788388 Apr 20 13:58:48.939077 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-06f84530-7052-4368-a38c-65748a9ce68d req-4882118e-1d41-4eef-9e50-f7b934cc192b service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918586 Apr 20 13:58:49.100224 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-77e0ae35-bf58-4bf4-bbbd-38082669dcde tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1590167855&fields=id&tenant_id=4308d8ba50264404bf95caa98d9122d6 HTTP/1.1" status: 200 len: 267 time: 0.0332391 Apr 20 13:58:49.207645 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-93161cce-74be-47ca-a641-080caebf2235 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:49.208969 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-93161cce-74be-47ca-a641-080caebf2235 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 809 time: 0.1020391 Apr 20 13:58:49.223364 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-4abf6590-254c-4e1e-93de-13645d9a6882 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/quotas/4308d8ba50264404bf95caa98d9122d6 HTTP/1.1" status: 200 len: 375 time: 0.0086017 Apr 20 13:58:49.276850 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-a36fb8ef-ebbb-45af-aee0-00137bc6ffd0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0484221 Apr 20 13:58:49.333779 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-16a2f7bf-9149-4f94-a616-2b50711dd0e3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=109410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 20 13:58:49.334761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-16a2f7bf-9149-4f94-a616-2b50711dd0e3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465066 Apr 20 13:58:49.422060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-32daf5b3-929f-4357-b787-156e60e5c708 service neutron] 10.222.0.24 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809932 Apr 20 13:58:49.512765 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-f90a519f-cade-4187-8a3d-7d441416970a service neutron] 10.222.0.24 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Apr 20 13:58:49.629204 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:49.736939 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-38d7c0d4-5299-42b6-bb64-9376e3a50f6b req-378c3251-caaf-4026-91b5-a039f36e7ffc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 210 time: 0.0764620 Apr 20 13:58:50.006642 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:58:50.665354 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-c5d08065-832a-45d9-aab7-278fde7a538b tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:50.666841 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-c5d08065-832a-45d9-aab7-278fde7a538b tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.30 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 809 time: 0.1111145 Apr 20 13:58:50.710536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-180729cf-e0de-4e1c-9793-556286cfa3f3 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4308d8ba50264404bf95caa98d9122d6 HTTP/1.1" status: 200 len: 380 time: 0.0350115 Apr 20 13:58:50.724150 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'port': {'device_id': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'admin_state_up': True, 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'security_groups': ['90ea56e4-6d62-430f-9cb9-5135285dab0d']}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:58:50.854699 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-94fc379a-8be7-409d-be54-2a1866dc594e req-d91e5000-1202-4925-a698-6995cc6bed24 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 210 time: 0.0376287 Apr 20 13:58:50.872904 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Made reservation on behalf of 4308d8ba50264404bf95caa98d9122d6 for: {'port': 1} {{(pid=109410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 20 13:58:50.876974 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:51.042307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Allocated IP 172.20.0.11 (a524a4f8-d353-44f5-adc9-4e997f759ce4/f9c95ab8-ace4-497c-9220-1ee51dd48520/383568c1-b514-42d7-8fae-251eebc92017) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:58:51.219598 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:51.276739 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:51.324901 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:58:51.328618 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:58:51.332896 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:58:51.369480 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:58:51.396606 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.397302 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.398029 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.398647 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.399253 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.399880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.400482 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.401081 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.402148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.402748 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.403547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.405165 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 13:58:51.427842 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:51.428591 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:51.459260 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-6998bea4-b899-4a28-96af-5d65c483f732 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7383842 Apr 20 13:58:51.470095 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 13:58:51.591115 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:51.633136 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:58:51.634720 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:58:51.639258 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684fb22b-c27c-4020-a467-e722aeaf8d36" -d '{"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:58:51.644787 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:51.695618 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 13:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f160daf3-25e6-4122-8591-5bcd90148a6b x-openstack-request-id: req-f160daf3-25e6-4122-8591-5bcd90148a6b {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:58:51.695950 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-unplugged", "status": "completed", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:58:51.696211 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f160daf3-25e6-4122-8591-5bcd90148a6b {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:58:51.696605 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f160daf3-25e6-4122-8591-5bcd90148a6b'] response: {'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'code': 200} Apr 20 13:58:51.718765 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-a30a0609-3618-40c5-b67a-05bea6a06e5d None None] Provisioning complete for port 383568c1-b514-42d7-8fae-251eebc92017 triggered by entity DHCP. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:58:51.719418 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a30a0609-3618-40c5-b67a-05bea6a06e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:51.758401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Pushing event updated for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:58:51.767492 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a30a0609-3618-40c5-b67a-05bea6a06e5d None None] Port 383568c1-b514-42d7-8fae-251eebc92017 cannot update to ACTIVE because it is not bound. {{(pid=109411) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 20 13:58:51.987191 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1387e8-88b7-4832-8fac-47afe55a12ce req-1b9ea3d9-2810-46d8-9a3c-df85d58463ba tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:51.988999 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c1387e8-88b7-4832-8fac-47afe55a12ce req-1b9ea3d9-2810-46d8-9a3c-df85d58463ba tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0602479 Apr 20 13:58:52.042122 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c1387e8-88b7-4832-8fac-47afe55a12ce req-c4fe5ce9-759b-4122-9451-41a4675659af tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Apr 20 13:58:53.164596 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287f60a-a9c2-48b3-8889-3df8b126fe53 req-187d47de-fed9-4b44-bcd4-6f450d668bac tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:53.166304 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a287f60a-a9c2-48b3-8889-3df8b126fe53 req-187d47de-fed9-4b44-bcd4-6f450d668bac tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0640814 Apr 20 13:58:53.207371 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a287f60a-a9c2-48b3-8889-3df8b126fe53 req-01a045ae-b881-447a-89fa-f48c540ec902 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341196 Apr 20 13:58:54.219388 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:58:54.330729 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49018c30-bc89-4e8f-b864-30e07ce9e901 req-c93c17ef-75f8-43e4-80b1-f6023385dedc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:54.332196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49018c30-bc89-4e8f-b864-30e07ce9e901 req-c93c17ef-75f8-43e4-80b1-f6023385dedc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0512736 Apr 20 13:58:54.372615 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49018c30-bc89-4e8f-b864-30e07ce9e901 req-ee8684a5-799e-4600-a8f7-c29bd6930877 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343549 Apr 20 13:58:55.506694 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1f2c9-e571-4c67-bce2-82dd3111465d req-7cf6272f-cf72-4dcb-942a-68914b4b5f3b tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:55.508196 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65d1f2c9-e571-4c67-bce2-82dd3111465d req-7cf6272f-cf72-4dcb-942a-68914b4b5f3b tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0584176 Apr 20 13:58:55.548780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-65d1f2c9-e571-4c67-bce2-82dd3111465d req-d0b015d3-a968-468c-948e-0c6785a8b901 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340893 Apr 20 13:58:56.673178 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b0916-252a-4746-bd90-a956dd233d3f req-5a5b3e8d-91ca-4008-9ab9-e92c08419b53 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:56.674713 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c5b0916-252a-4746-bd90-a956dd233d3f req-5a5b3e8d-91ca-4008-9ab9-e92c08419b53 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0515912 Apr 20 13:58:56.719871 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0c5b0916-252a-4746-bd90-a956dd233d3f req-642c3080-4820-4d47-b0b5-876633c2f2de tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Apr 20 13:58:57.852535 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaeacb-0f81-4a61-a1fd-b47299b340bb req-7578cfb2-8f64-4e7b-95a2-913b4c73e19f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:57.854170 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34eaeacb-0f81-4a61-a1fd-b47299b340bb req-7578cfb2-8f64-4e7b-95a2-913b4c73e19f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0628989 Apr 20 13:58:57.895780 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-34eaeacb-0f81-4a61-a1fd-b47299b340bb req-a19e86ba-d73d-46a8-b65c-04fcc13f3cde tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350542 Apr 20 13:58:59.015790 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70314620-0fd0-4211-8aae-0cfdc9cca355 req-369c98a4-c6ba-409e-be47-e6124a37dcdd tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:58:59.017238 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70314620-0fd0-4211-8aae-0cfdc9cca355 req-369c98a4-c6ba-409e-be47-e6124a37dcdd tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0524616 Apr 20 13:58:59.053390 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-70314620-0fd0-4211-8aae-0cfdc9cca355 req-0e3cb854-75c5-464d-90ac-dd8db8e25fdb tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301731 Apr 20 13:59:00.168971 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181aef7-c5cf-4f4e-ab24-3eb131062a3f req-72f0fac4-a075-4f0e-b9e8-96b239793622 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:00.170469 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0181aef7-c5cf-4f4e-ab24-3eb131062a3f req-72f0fac4-a075-4f0e-b9e8-96b239793622 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0488529 Apr 20 13:59:00.207267 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-0181aef7-c5cf-4f4e-ab24-3eb131062a3f req-8ce733e8-276f-4d37-a733-b99fadbeaa55 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Apr 20 13:59:01.025267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Request body: {'port': {'device_id': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-838550-2'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:59:01.081002 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:01.349340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378e43-aab9-4b04-8da4-a596029d74fa req-e462e4d4-126a-48f6-b308-f915ad0d1460 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:01.350736 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97378e43-aab9-4b04-8da4-a596029d74fa req-e462e4d4-126a-48f6-b308-f915ad0d1460 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 932 time: 0.0744479 Apr 20 13:59:01.395478 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383568c1-b514-42d7-8fae-251eebc92017 {{(pid=109410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:59:01.408111 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:01.422113 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-97378e43-aab9-4b04-8da4-a596029d74fa req-782bbb90-f535-4060-84df-738c3a617d8f tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540402 Apr 20 13:59:01.426611 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.provisioning_blocks [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Transition to ACTIVE for port object 383568c1-b514-42d7-8fae-251eebc92017 will not be triggered until provisioned by entity L2. {{(pid=109410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 20 13:59:01.430422 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:01.484317 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:01.556567 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Attempting to bind port 383568c1-b514-42d7-8fae-251eebc92017 on host n-h1-838550-2 for vnic_type normal with profile {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 20 13:59:01.556895 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Attempting to bind port 383568c1-b514-42d7-8fae-251eebc92017 by drivers openvswitch,hyperv on host n-h1-838550-2 at level 0 using segments [{'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 20 13:59:01.557218 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Attempting to bind port 383568c1-b514-42d7-8fae-251eebc92017 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:59:01.561678 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Port 383568c1-b514-42d7-8fae-251eebc92017 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 not bound, no agent of type Open vSwitch agent registered on host n-h1-838550-2 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 13:59:01.561993 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Attempting to bind port 383568c1-b514-42d7-8fae-251eebc92017 on network a524a4f8-d353-44f5-adc9-4e997f759ce4 {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 20 13:59:01.566893 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Checking agent: {'id': '3087236b-729b-4676-b6f7-5f3371122f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-838550-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'started_at': datetime.datetime(2022, 4, 20, 12, 44, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 20, 13, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 20 13:59:01.567224 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Checking segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 20 13:59:01.567599 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Bound using segment: {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'} {{(pid=109410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 20 13:59:01.568016 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.managers [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Bound port: 383568c1-b514-42d7-8fae-251eebc92017, host: n-h1-838550-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4'}}] {{(pid=109410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 20 13:59:01.568366 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:01.635758 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, cleared binding levels {{(pid=109410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 20 13:59:01.639053 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 20 13:59:01.643848 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:01.681849 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:01.682469 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:01.683908 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] 10.222.0.30 "PUT /v2.0/ports/383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 1092 time: 0.6631885 Apr 20 13:59:01.684359 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'tag': '383568c1-b514-42d7-8fae-251eebc92017'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:59:01.686711 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "tag": "383568c1-b514-42d7-8fae-251eebc92017"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:59:01.714072 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77a98a-c4b0-4c64-b5bd-4102abfcf4ae service neutron] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=3']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:01.735142 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b9a8e-c3ce-410c-bffa-0d76935045b2 x-openstack-request-id: req-159b9a8e-c3ce-410c-bffa-0d76935045b2 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:59:01.735445 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "tag": "383568c1-b514-42d7-8fae-251eebc92017", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:59:01.735692 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-159b9a8e-c3ce-410c-bffa-0d76935045b2 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:59:01.736089 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159b9a8e-c3ce-410c-bffa-0d76935045b2'] response: {'name': 'network-changed', 'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'tag': '383568c1-b514-42d7-8fae-251eebc92017', 'status': 'completed', 'code': 200} Apr 20 13:59:01.768190 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-4c66c7bd-06e0-4ba1-b0fd-90b2252d576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:01.769733 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-4c66c7bd-06e0-4ba1-b0fd-90b2252d576e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1095 time: 0.0459952 Apr 20 13:59:01.813579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-70dacb66-de50-4f13-8566-eaafa9d5aab1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 217 time: 0.0361941 Apr 20 13:59:01.872281 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-19c0d396-491c-45a4-a6b8-23bc36e30d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:01.874395 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-19c0d396-491c-45a4-a6b8-23bc36e30d3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0513983 Apr 20 13:59:01.918089 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-e86b3b41-3b1a-413e-9650-aab8a4489616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:01.919505 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-e86b3b41-3b1a-413e-9650-aab8a4489616 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386310 Apr 20 13:59:02.005279 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-db0dddfe-3aa6-40b5-8f8d-df91521252ab service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796061 Apr 20 13:59:02.119078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-60bb4d9a-e792-40a4-89d2-68b68bf6ecad req-1aab0c17-8564-40b9-8ed1-1b0e6f21108d service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066537 Apr 20 13:59:02.199330 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-7fff37a5-b0fc-4c98-ad9a-0c9bff6c8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:02.200781 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-7fff37a5-b0fc-4c98-ad9a-0c9bff6c8fa6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1095 time: 0.0405390 Apr 20 13:59:02.292502 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-a1862a10-3d7f-440f-a4de-ad3c7c28b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:02.293971 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-a1862a10-3d7f-440f-a4de-ad3c7c28b648 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0862167 Apr 20 13:59:02.333599 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-174eeb3c-20a6-4c8d-882e-0456dfc0da16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 217 time: 0.0334079 Apr 20 13:59:02.379630 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-38c6dcc9-7e5e-4fb5-8fd3-94ddfdf47cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:02.380930 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-38c6dcc9-7e5e-4fb5-8fd3-94ddfdf47cc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0414243 Apr 20 13:59:02.430671 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-8c860ed6-073e-461e-9f4e-733d1b95eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:02.432140 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-8c860ed6-073e-461e-9f4e-733d1b95eaf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449073 Apr 20 13:59:02.547370 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-70b865d9-2a68-4e45-9d10-f254eec2b7e8 service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088750 Apr 20 13:59:02.559001 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6c182-a928-47e8-b469-d9d46074800f req-681ec67e-02d1-4c78-82a4-063eadafa9cc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:02.560327 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fc6c182-a928-47e8-b469-d9d46074800f req-681ec67e-02d1-4c78-82a4-063eadafa9cc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 944 time: 0.0688221 Apr 20 13:59:02.646143 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9fc6c182-a928-47e8-b469-d9d46074800f req-caa031e5-a8da-48b6-aacf-d2dcbe2f0040 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781021 Apr 20 13:59:02.672593 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-b8a4276d-fbf3-448e-8d80-1c6d22408b5a req-8c32ed7c-ba86-4217-9a3f-e08af2a958c4 service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112316 Apr 20 13:59:03.763065 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727eb208-a6fe-4b79-bc87-9d274d185eb8 req-de7ea851-d15a-4e9c-803b-2cf4b02d97c7 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:03.764906 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-727eb208-a6fe-4b79-bc87-9d274d185eb8 req-de7ea851-d15a-4e9c-803b-2cf4b02d97c7 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 944 time: 0.0483594 Apr 20 13:59:03.796269 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ada9202c-8c1a-4081-bbe1-8841f5c5a31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:03.803520 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-727eb208-a6fe-4b79-bc87-9d274d185eb8 req-3d0d322f-e5b8-4d7c-96dc-c08eaedfd569 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Apr 20 13:59:04.921380 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe1af-854b-460b-a10e-512068649e83 req-96aed82a-7d98-4440-9f6c-3877c90a30bc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:04.922845 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe7fe1af-854b-460b-a10e-512068649e83 req-96aed82a-7d98-4440-9f6c-3877c90a30bc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 944 time: 0.0525587 Apr 20 13:59:04.960151 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-fe7fe1af-854b-460b-a10e-512068649e83 req-c1b6bc3c-8538-4cdd-9bff-f5efba02d7fb tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312607 Apr 20 13:59:05.556496 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 383568c1-b514-42d7-8fae-251eebc92017 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 13:59:05.652045 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:05.663318 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '383568c1-b514-42d7-8fae-251eebc92017', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'port_id': '383568c1-b514-42d7-8fae-251eebc92017', 'mac_address': 'fa:16:3e:55:db:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 13:59:05.698953 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:05.711707 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383568c1-b514-42d7-8fae-251eebc92017 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 13:59:05.730455 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:05.734987 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:05.780538 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=4']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:06.075116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae06077-a434-47c8-bde9-0daac4b4d63c req-317335c4-1f64-4efa-8376-01c58ef09795 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:06.077331 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ae06077-a434-47c8-bde9-0daac4b4d63c req-317335c4-1f64-4efa-8376-01c58ef09795 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 945 time: 0.0480945 Apr 20 13:59:06.084282 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['383568c1-b514-42d7-8fae-251eebc92017'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 13:59:06.116660 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9ae06077-a434-47c8-bde9-0daac4b4d63c req-da100b05-6072-4e0b-b04c-d3326249e183 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330832 Apr 20 13:59:06.134991 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e8b2e190-4cc8-40cc-94a1-f438b972887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:07.231394 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d7134-5d3c-4371-ae79-d2d77ef1978c req-995aeb7a-b1f6-4cef-be6f-c592dded5596 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:07.233429 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-121d7134-5d3c-4371-ae79-d2d77ef1978c req-995aeb7a-b1f6-4cef-be6f-c592dded5596 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 945 time: 0.0470936 Apr 20 13:59:07.272938 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-121d7134-5d3c-4371-ae79-d2d77ef1978c req-d0aab085-da26-4d51-bec3-b25feb96fd82 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333416 Apr 20 13:59:07.436292 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:07.571877 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 383568c1-b514-42d7-8fae-251eebc92017 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 13:59:07.619859 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning for port 383568c1-b514-42d7-8fae-251eebc92017 completed by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 20 13:59:07.624524 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 383568c1-b514-42d7-8fae-251eebc92017 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 13:59:07.624888 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:07.699467 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:07.723827 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383568c1-b514-42d7-8fae-251eebc92017'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:59:07.726220 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874d0f16-32df-4c37-b959-9591909f7c4f" -d '{"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-plugged", "status": "completed", "tag": "383568c1-b514-42d7-8fae-251eebc92017"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:59:07.738739 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 13:59:07.742944 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:07.768274 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 13:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abf4d90-813c-4071-a23b-b359c091b4d7 x-openstack-request-id: req-5abf4d90-813c-4071-a23b-b359c091b4d7 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:59:07.768571 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-plugged", "status": "completed", "tag": "383568c1-b514-42d7-8fae-251eebc92017", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:59:07.768825 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5abf4d90-813c-4071-a23b-b359c091b4d7 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:59:07.769224 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5abf4d90-813c-4071-a23b-b359c091b4d7'] response: {'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383568c1-b514-42d7-8fae-251eebc92017', 'code': 200} Apr 20 13:59:07.792569 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=5']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:07.862946 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5bc80-ab38-42b2-9312-03dfed28c56b req-4c08603d-2cb1-421f-82c5-ee0c80ca70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:07.864373 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfb5bc80-ab38-42b2-9312-03dfed28c56b req-4c08603d-2cb1-421f-82c5-ee0c80ca70ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1097 time: 0.0421979 Apr 20 13:59:07.900205 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bfb5bc80-ab38-42b2-9312-03dfed28c56b req-6fba6de7-708c-4f01-8394-70cb9ba5844b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271592 Apr 20 13:59:08.389815 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d30cd-5be3-4c30-af4b-2d5fe8e61c70 req-363af929-e9f0-41d4-847e-018e94c6d810 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:08.391240 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-583d30cd-5be3-4c30-af4b-2d5fe8e61c70 req-363af929-e9f0-41d4-847e-018e94c6d810 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 946 time: 0.0489938 Apr 20 13:59:08.427180 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-583d30cd-5be3-4c30-af4b-2d5fe8e61c70 req-dbe729ad-6885-4795-b864-88b2244af296 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299807 Apr 20 13:59:08.799913 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:09.068678 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:09.546181 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efeeb1-833e-43ab-9d64-f3a0f792d901 req-764d734e-057a-4e03-ad2e-38bc4696e9d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:09.547640 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6efeeb1-833e-43ab-9d64-f3a0f792d901 req-764d734e-057a-4e03-ad2e-38bc4696e9d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 946 time: 0.0500579 Apr 20 13:59:09.584539 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a6efeeb1-833e-43ab-9d64-f3a0f792d901 req-afdb5620-ff1d-4d91-947b-6c45fa57ea99 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309238 Apr 20 13:59:09.701100 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da665ba8-f737-4b04-a81a-9256abc02501 req-0c4f8ae8-e310-49e2-bde6-25262e8807dc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:09.702607 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da665ba8-f737-4b04-a81a-9256abc02501 req-0c4f8ae8-e310-49e2-bde6-25262e8807dc tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 946 time: 0.0518954 Apr 20 13:59:09.739318 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-da665ba8-f737-4b04-a81a-9256abc02501 req-441cd306-67fe-455a-a681-d21e1791e6f4 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306020 Apr 20 13:59:09.760412 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55104) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:09.798088 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313472a8-6e27-4dfa-ba8d-56ff9ceb74f9 tempest-TestSnapshotPattern-1133703196 tempest-TestSnapshotPattern-1133703196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:09.799555 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-313472a8-6e27-4dfa-ba8d-56ff9ceb74f9 tempest-TestSnapshotPattern-1133703196 tempest-TestSnapshotPattern-1133703196-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1092 time: 0.0382073 Apr 20 13:59:09.802209 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55106) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 13:59:09.806267 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.v2.base [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Request body: {'floatingip': {'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'port_id': '383568c1-b514-42d7-8fae-251eebc92017', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 13:59:09.832599 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:09.929471 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.028467 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_common [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Allocated IP 172.25.3.140 (724cd4bc-5a1a-4a63-a6a7-3df332e9e1df/13c41db0-0adb-432d-9e70-2e771d55f292/5a8fbcf5-cbb6-4860-bc20-464bbcfaf512) {{(pid=109410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 20 13:59:10.136715 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for port, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.169751 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772267238647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.206213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Network 724cd4bc-5a1a-4a63-a6a7-3df332e9e1df is already hosted by enough agents. {{(pid=109410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 20 13:59:10.210912 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.base_scheduler [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Resources bound (agent type, host, resource id): {{(pid=109410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 20 13:59:10.213491 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Received port after_create {{(pid=109410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 20 13:59:10.240607 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'Port': ['ID=5a8fbcf5-cbb6-4860-bc20-464bbcfaf512,revision_number=1']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:10.571216 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.635878 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.781504 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for port, precommit_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.786071 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9404783'] for port, after_update {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.851839 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event updated for resources: {'Port': ['ID=5a8fbcf5-cbb6-4860-bc20-464bbcfaf512,revision_number=2']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 13:59:10.866473 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3676483'] for floatingip, after_create {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:10.961175 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Floating IP 8dda7540-b1db-4a02-bc35-771213fb4cee associated. External IP: 172.25.3.140, port: 383568c1-b514-42d7-8fae-251eebc92017. Apr 20 13:59:11.486686 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 13:59:11.591555 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 13:59:11.602021 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] Sync routers for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 13:59:11.610343 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:11.613467 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:11.614097 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:11.636418 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-de642ebb-16b5-4824-ac27-651123433505 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8332396 Apr 20 13:59:11.636979 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'tag': '383568c1-b514-42d7-8fae-251eebc92017'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 13:59:11.639272 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951af82-d9cd-4a58-80de-bae946c2d364" -d '{"events": [{"name": "network-changed", "server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "tag": "383568c1-b514-42d7-8fae-251eebc92017"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 13:59:11.675098 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 13:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c35345-457f-438e-8f1a-a3354daf1fca x-openstack-request-id: req-a0c35345-457f-438e-8f1a-a3354daf1fca {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 13:59:11.675393 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "tag": "383568c1-b514-42d7-8fae-251eebc92017", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 13:59:11.675645 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0c35345-457f-438e-8f1a-a3354daf1fca {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 13:59:11.676052 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c35345-457f-438e-8f1a-a3354daf1fca'] response: {'name': 'network-changed', 'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'tag': '383568c1-b514-42d7-8fae-251eebc92017', 'status': 'completed', 'code': 200} Apr 20 13:59:11.719157 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:11.737918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-f4df72b1-b2b9-4191-83be-fe8c6daaee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:11.739325 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-f4df72b1-b2b9-4191-83be-fe8c6daaee25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1097 time: 0.0405667 Apr 20 13:59:11.828531 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-6eb16103-0107-44aa-8832-060fa246ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:11.830022 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-6eb16103-0107-44aa-8832-060fa246ca3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0836999 Apr 20 13:59:11.900177 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-8a2a6c9e-3ea6-4782-8109-9dd9839720cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 1000 time: 0.0631580 Apr 20 13:59:11.941202 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:42Z', 'revision_number': 1, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}, {'id': '8dda7540-b1db-4a02-bc35-771213fb4cee', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '383568c1-b514-42d7-8fae-251eebc92017', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:55:db:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:59:10Z', 'updated_at': '2022-04-20T13:59:10Z', 'revision_number': 0, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:11.948309 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-8b8f3af2-651c-449b-956b-031f265f1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:11.949778 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-8b8f3af2-651c-449b-956b-031f265f1398 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0430338 Apr 20 13:59:11.967862 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] Checking router: 91fe418d-aee6-42d6-9b7e-83d984d03bc7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 13:59:11.975882 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 13:59:11.976481 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T13:59:06Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:11.997397 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-6fa57255-9bd2-4e6e-b324-7dc84b3a7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:11.998925 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-6fa57255-9bd2-4e6e-b324-7dc84b3a7ed7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400422 Apr 20 13:59:12.079658 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 13:59:12.090326 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-e323c55b-d992-4257-b3b6-fea5406f9265 service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849710 Apr 20 13:59:12.184936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-9951af82-d9cd-4a58-80de-bae946c2d364 req-4303dbd5-9f41-4448-99a3-bfaa68e16ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882275 Apr 20 13:59:12.383215 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:42Z', 'revision_number': 1, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}, {'id': '8dda7540-b1db-4a02-bc35-771213fb4cee', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '383568c1-b514-42d7-8fae-251eebc92017', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:55:db:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:59:10Z', 'updated_at': '2022-04-20T13:59:10Z', 'revision_number': 0, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 13:59:12.411764 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc71130e-b045-4088-b933-57910b5ab5c0 None None] The sync data for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 is: [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:42Z', 'revision_number': 1, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}, {'id': '8dda7540-b1db-4a02-bc35-771213fb4cee', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.140', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '383568c1-b514-42d7-8fae-251eebc92017', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:55:db:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:59:10Z', 'updated_at': '2022-04-20T13:59:10Z', 'revision_number': 0, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 13:59:12.611552 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4dfa5-95b8-4826-83ad-264a2517e6b6 None None] New status for floating IP 8dda7540-b1db-4a02-bc35-771213fb4cee: ACTIVE {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 13:59:13.582714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-aec37d72-80d8-40e4-9a70-8942290d263b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436161 Apr 20 13:59:13.663413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc008f-abba-4922-8bfb-29028a977a26 req-59fd069e-7777-452e-80a5-97857a84b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:13.664867 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-59fd069e-7777-452e-80a5-97857a84b31f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1097 time: 0.0407393 Apr 20 13:59:13.768547 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc008f-abba-4922-8bfb-29028a977a26 req-2920f722-22ba-4330-85fb-d4a08b031cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:13.769936 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-2920f722-22ba-4330-85fb-d4a08b031cba service neutron] 10.222.0.30 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0848851 Apr 20 13:59:13.837464 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-af40790c-5393-4c21-a683-5a7cfdce73f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 1002 time: 0.0611346 Apr 20 13:59:13.884130 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc008f-abba-4922-8bfb-29028a977a26 req-7c7c8829-afe8-4dda-b3a6-3b25a6550700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:13.885510 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-7c7c8829-afe8-4dda-b3a6-3b25a6550700 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0419660 Apr 20 13:59:13.928677 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc008f-abba-4922-8bfb-29028a977a26 req-4291d85e-fd46-4694-96ac-c725212726eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:13.930130 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-4291d85e-fd46-4694-96ac-c725212726eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382626 Apr 20 13:59:14.022714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-4ae68b86-66ca-497a-99e8-a18cc7039d4e service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Apr 20 13:59:14.113531 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-56bc008f-abba-4922-8bfb-29028a977a26 req-96ed15f3-b985-4aec-94bd-13e7f91734ed service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810132 Apr 20 13:59:19.612103 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:24.236817 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:27.007184 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 13:59:33.798111 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-deb57054-8213-4f1c-a8fa-bde4eee23b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:36.119527 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e335c959-5144-49d7-9794-9e013ba27843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:37.437241 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:38.801182 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:39.069439 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:49.330761 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-890372b6-8991-4eca-be12-9385b5a6578b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442572 Apr 20 13:59:49.409519 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-5891e786-2524-4938-abea-ee708e7ff84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:49.410984 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-5891e786-2524-4938-abea-ee708e7ff84a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1095 time: 0.0398898 Apr 20 13:59:49.509769 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-dc6efe46-7f82-49ae-8efb-7581e790d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:49.511223 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-dc6efe46-7f82-49ae-8efb-7581e790d5a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0828850 Apr 20 13:59:49.585402 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-40a06972-3cb2-4949-a670-adeff80c1a64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 1000 time: 0.0668674 Apr 20 13:59:49.622656 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 13:59:49.635413 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-add681ef-eb9e-4c7d-b793-b08efee24394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:49.636978 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-add681ef-eb9e-4c7d-b793-b08efee24394 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0457082 Apr 20 13:59:49.680591 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-aecf878c-056b-4c89-abca-5cd712b475e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 13:59:49.682064 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-aecf878c-056b-4c89-abca-5cd712b475e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385330 Apr 20 13:59:49.773692 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-26163cdb-824f-42fb-b496-96d6779f639e service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842755 Apr 20 13:59:49.861044 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-2773c4fb-e66d-4e89-91c2-ce9302d26593 req-5df962bd-fcf4-4a02-8380-83b40646f8da service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810635 Apr 20 13:59:54.240338 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:03.800013 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-dbf0df22-1ecc-4422-8fd8-99607fe1fb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:04.006327 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:00:06.121084 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d7b8dc0b-ffb3-489a-ba9f-6779d2e0f73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:07.440061 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:08.803592 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:09.070563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:14.656540 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-c17a540e-67e9-48c7-a3dd-51aa40a579a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1324019 Apr 20 14:00:14.734125 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-e1045d5c-9916-45fc-a75c-0ef1c728a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:14.735579 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-e1045d5c-9916-45fc-a75c-0ef1c728a296 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1097 time: 0.0387650 Apr 20 14:00:14.835820 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-cc1d1409-3d10-42ac-bc30-2c58fbd9f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:14.837258 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-cc1d1409-3d10-42ac-bc30-2c58fbd9f203 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0830142 Apr 20 14:00:14.906496 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-78d129cc-89da-412b-aa51-3c9daceef6b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 1002 time: 0.0609014 Apr 20 14:00:14.954427 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-01fbdb8c-5a48-4752-9a60-ac36195a2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:14.955799 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-01fbdb8c-5a48-4752-9a60-ac36195a2d35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0424201 Apr 20 14:00:14.998814 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-a9ccbff2-c527-4275-bea4-544a945ac37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:15.000421 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-a9ccbff2-c527-4275-bea4-544a945ac37f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388148 Apr 20 14:00:15.091391 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-c90f62c8-17c1-4f78-bc0a-16a2948756fe service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841684 Apr 20 14:00:15.176928 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-894afd5b-bdcc-4652-91b3-6a029c9df312 req-2be9fef9-f522-4adf-97a3-fb72a4419860 service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791914 Apr 20 14:00:19.623350 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:24.232620 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:33.801559 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-f6c00b1f-b079-4ad1-b018-d660c4dc2e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:36.121652 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3b2f24d9-4dfc-4102-96c1-8f7e159758d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:37.442951 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:38.806010 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:39.072071 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:41.006129 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:00:49.361179 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-fab7082a-6dee-425e-b454-f0007f71582d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442541 Apr 20 14:00:49.442131 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad690a-b404-4800-8880-200dd51cc927 req-043f91ed-839e-415b-8eac-c9c889bc3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:49.443603 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-043f91ed-839e-415b-8eac-c9c889bc3998 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1095 time: 0.0410247 Apr 20 14:00:49.544955 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad690a-b404-4800-8880-200dd51cc927 req-3480c4a1-e7fc-4bf3-86f3-377d476b2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:49.546423 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-3480c4a1-e7fc-4bf3-86f3-377d476b2219 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0848138 Apr 20 14:00:49.622300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:00:49.622869 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-95f40dd7-dd06-4543-acf3-18606a2174d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 1000 time: 0.0693557 Apr 20 14:00:49.671127 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad690a-b404-4800-8880-200dd51cc927 req-d4527a0e-41e5-4baa-9028-17e92e98a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:49.672536 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-d4527a0e-41e5-4baa-9028-17e92e98a5e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0440898 Apr 20 14:00:49.715697 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad690a-b404-4800-8880-200dd51cc927 req-4af825db-f004-4c67-be39-e6a6303d3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:00:49.717104 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-4af825db-f004-4c67-be39-e6a6303d3484 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378997 Apr 20 14:00:49.810074 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-2ac7e6e6-f5bf-4b26-96f0-790babc28899 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Apr 20 14:00:49.897600 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-49ad690a-b404-4800-8880-200dd51cc927 req-74bad5a4-b7ab-4805-b292-b586856fa31d service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814545 Apr 20 14:00:54.247600 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:03.803171 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a89a8418-c249-4aea-9022-1551699b21c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:06.121285 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6fce618-c4d4-4eed-af98-aec5c32e0c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:07.445983 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:08.809322 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:09.075318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:15.967078 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-7fdf532d-9c9b-44c8-a98c-fca0d7656ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434515 Apr 20 14:01:16.044982 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13569a6d-e873-4a46-8505-06a643b036e3 req-581da349-27ab-45fe-b673-71956ce3b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:16.046449 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-581da349-27ab-45fe-b673-71956ce3b9d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1097 time: 0.0397711 Apr 20 14:01:16.144910 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13569a6d-e873-4a46-8505-06a643b036e3 req-1d05a065-4536-4fee-937a-d6497294a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:16.146366 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-1d05a065-4536-4fee-937a-d6497294a147 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.0812683 Apr 20 14:01:16.215552 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-02bb4787-79f3-4bae-a873-e967daae59e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 1002 time: 0.0629103 Apr 20 14:01:16.263972 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13569a6d-e873-4a46-8505-06a643b036e3 req-4ae86396-548f-4101-99bf-3c8347c2b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:16.265281 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-4ae86396-548f-4101-99bf-3c8347c2b88f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0421579 Apr 20 14:01:16.310523 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13569a6d-e873-4a46-8505-06a643b036e3 req-858ff97b-a5d5-4aaa-8ffd-7f73ee215a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:16.311956 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-858ff97b-a5d5-4aaa-8ffd-7f73ee215a11 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404661 Apr 20 14:01:16.402412 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-c181d2c5-45fc-4d86-9186-acc03c09131c service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842912 Apr 20 14:01:16.488060 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-13569a6d-e873-4a46-8505-06a643b036e3 req-30efa568-21ec-4200-b219-ad1d557b2ce1 service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795376 Apr 20 14:01:18.005406 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:01:19.619912 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:24.275662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:30.261107 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 383568c1-b514-42d7-8fae-251eebc92017 details requested by agent hyperv_n-h1-838550-2 with host n-h1-838550-2 {{(pid=109411) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 20 14:01:30.353001 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:30.364536 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Returning: {'device': '383568c1-b514-42d7-8fae-251eebc92017', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'port_id': '383568c1-b514-42d7-8fae-251eebc92017', 'mac_address': 'fa:16:3e:55:db:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109411) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 20 14:01:30.399853 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:30.416171 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 383568c1-b514-42d7-8fae-251eebc92017 {{(pid=109411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 20 14:01:30.435305 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:30.439201 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:30.486248 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=6']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:30.494185 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.494525 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.494862 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.495195 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.495522 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.495849 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.496173 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.496495 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.496815 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.497135 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.497453 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.497799 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:30.513403 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] get_ports_and_sgs() called for port_ids ['383568c1-b514-42d7-8fae-251eebc92017'] {{(pid=109411) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 20 14:01:32.278632 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 383568c1-b514-42d7-8fae-251eebc92017 up at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 20 14:01:32.326327 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.provisioning_blocks [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Provisioning complete for port 383568c1-b514-42d7-8fae-251eebc92017 triggered by entity L2. {{(pid=109411) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 20 14:01:32.326696 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-641097'] for port, provisioning_complete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:32.401504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:32.424101 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383568c1-b514-42d7-8fae-251eebc92017'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:32.426940 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de87d0a-94d4-423d-9583-4387798c43b7" -d '{"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-plugged", "status": "completed", "tag": "383568c1-b514-42d7-8fae-251eebc92017"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:32.440519 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:32.444802 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:32.471505 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0ebe6b-be67-434e-8621-26f198174ed8 x-openstack-request-id: req-6a0ebe6b-be67-434e-8621-26f198174ed8 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:32.471802 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-plugged", "status": "completed", "tag": "383568c1-b514-42d7-8fae-251eebc92017", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:32.472051 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a0ebe6b-be67-434e-8621-26f198174ed8 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:32.472971 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0ebe6b-be67-434e-8621-26f198174ed8'] response: {'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383568c1-b514-42d7-8fae-251eebc92017', 'code': 200} Apr 20 14:01:32.493675 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=7']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:33.806417 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8ed8ead1-bacc-4664-b263-65e8862d7134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:36.126178 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-eeead3e5-25ab-4e52-8440-dcaeeab8bee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:37.454309 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:38.813481 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:39.080285 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.467164 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55338) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:43.625700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Deleting port 5a8fbcf5-cbb6-4860-bc20-464bbcfaf512 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:43.625930 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.699682 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.700008 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.711867 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Calling delete_port for 5a8fbcf5-cbb6-4860-bc20-464bbcfaf512 owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:43.867950 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.892477 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event deleted for resources: {'Port': ['ID=5a8fbcf5-cbb6-4860-bc20-464bbcfaf512,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:43.917307 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.917663 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.918004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.918333 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.918658 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.918978 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.919296 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.919623 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.919926 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.920240 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.920561 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.920878 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:43.963515 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:43.963838 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Floating IP 8dda7540-b1db-4a02-bc35-771213fb4cee disassociated (deleted). External IP: 172.25.3.140, port: 383568c1-b514-42d7-8fae-251eebc92017. Apr 20 14:01:44.165918 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:01:44.276068 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:01:44.280940 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:44.285992 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] Sync routers for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:01:44.295060 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:44.295667 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:44.308012 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-f5fa44cb-19a0-42c1-a617-4fa25f3b28a6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "DELETE /v2.0/floatingips/8dda7540-b1db-4a02-bc35-771213fb4cee HTTP/1.1" status: 204 len: 168 time: 0.8397353 Apr 20 14:01:44.308602 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'tag': '383568c1-b514-42d7-8fae-251eebc92017'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:44.310898 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa10e905-c095-42a0-b753-e3153187f78c" -d '{"events": [{"name": "network-changed", "server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "tag": "383568c1-b514-42d7-8fae-251eebc92017"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:44.401505 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:44.427307 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428ae876-572f-4fe3-bda0-d9e9302678f9 x-openstack-request-id: req-428ae876-572f-4fe3-bda0-d9e9302678f9 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:44.427620 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "tag": "383568c1-b514-42d7-8fae-251eebc92017", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:44.427873 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-428ae876-572f-4fe3-bda0-d9e9302678f9 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:44.428437 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428ae876-572f-4fe3-bda0-d9e9302678f9'] response: {'name': 'network-changed', 'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'tag': '383568c1-b514-42d7-8fae-251eebc92017', 'status': 'completed', 'code': 200} Apr 20 14:01:44.535668 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e905-c095-42a0-b753-e3153187f78c req-d8f7a5da-ac00-4848-9864-64b8ea0c0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:44.537225 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa10e905-c095-42a0-b753-e3153187f78c req-d8f7a5da-ac00-4848-9864-64b8ea0c0055 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 1097 time: 0.0803006 Apr 20 14:01:44.562390 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf6773-05d7-415a-acaa-f38adaa57701 req-d4e16a75-4d46-4b93-a655-fd63961d898b tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:44.563888 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bcf6773-05d7-415a-acaa-f38adaa57701 req-d4e16a75-4d46-4b93-a655-fd63961d898b tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 946 time: 0.0703950 Apr 20 14:01:44.635730 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:42Z', 'revision_number': 1, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:44.647714 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-3bcf6773-05d7-415a-acaa-f38adaa57701 req-2ff728b5-1d2d-48db-a339-e312531465a0 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736086 Apr 20 14:01:44.662677 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] Checking router: 91fe418d-aee6-42d6-9b7e-83d984d03bc7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:01:44.671476 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:44.671984 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:44.682225 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e905-c095-42a0-b753-e3153187f78c req-4356f38c-701c-463f-86a1-f6f89ec726df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:44.683731 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa10e905-c095-42a0-b753-e3153187f78c req-4356f38c-701c-463f-86a1-f6f89ec726df service neutron] 10.222.0.30 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.1376328 Apr 20 14:01:44.726907 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa10e905-c095-42a0-b753-e3153187f78c req-31675370-9149-4ae6-a667-20e1c5ec99ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 200 len: 217 time: 0.0358369 Apr 20 14:01:44.778106 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e905-c095-42a0-b753-e3153187f78c req-4a773eea-1a46-4b87-bd6f-a22244ae36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:44.779560 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa10e905-c095-42a0-b753-e3153187f78c req-4a773eea-1a46-4b87-bd6f-a22244ae36d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0463634 Apr 20 14:01:44.782545 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:44.827735 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e905-c095-42a0-b753-e3153187f78c req-39dd58de-38d2-47e6-9e17-673c2e4d43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:44.829445 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa10e905-c095-42a0-b753-e3153187f78c req-39dd58de-38d2-47e6-9e17-673c2e4d43e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425937 Apr 20 14:01:44.917237 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa10e905-c095-42a0-b753-e3153187f78c req-5ef89e8c-3fa3-46be-8aed-8700e5905785 service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812030 Apr 20 14:01:45.005186 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:42Z', 'revision_number': 1, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:45.012886 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aa10e905-c095-42a0-b753-e3153187f78c req-48e1c371-87af-4884-8bce-efd0e516183e service neutron] 10.222.0.30 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Apr 20 14:01:45.116753 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194516b1-d04c-4ff8-800f-bc21033ae7d3 None None] The sync data for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 is: [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_floatingips': [{'id': '887c7e8f-b351-4d13-bcd2-1b2870bff0d7', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'floating_ip_address': '172.25.3.205', 'floating_network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'router_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'port_id': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'mac_address': 'fa:16:3e:7b:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-20T13:56:40Z', 'updated_at': '2022-04-20T13:56:42Z', 'revision_number': 1, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:01:45.320935 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b2ca3-0255-4288-96bc-746bf22ee0c2 None None] New status for floating IP 8dda7540-b1db-4a02-bc35-771213fb4cee: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:01:45.767488 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef8e8a-1ad8-4dbb-9d9d-76fd3ceb891e req-a29a32fc-7d4f-4e7c-b9b0-f13f4e5c7688 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:45.768831 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7ef8e8a-1ad8-4dbb-9d9d-76fd3ceb891e req-a29a32fc-7d4f-4e7c-b9b0-f13f4e5c7688 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 946 time: 0.0484161 Apr 20 14:01:45.805866 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-e7ef8e8a-1ad8-4dbb-9d9d-76fd3ceb891e req-232e32ba-35b8-40fc-8db6-e1f32461e229 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Apr 20 14:01:46.324340 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8e96bbbc-d4af-451d-8ff0-17521838ea14 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:46.325771 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8e96bbbc-d4af-451d-8ff0-17521838ea14 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.30 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 946 time: 0.0466459 Apr 20 14:01:46.370401 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Device 383568c1-b514-42d7-8fae-251eebc92017 no longer exists at agent hyperv_n-h1-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:46.417378 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Deleting port 383568c1-b514-42d7-8fae-251eebc92017 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:46.417742 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:46.446807 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535794'] for port, before_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:46.468665 n-d-838550-2 neutron-server[109411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383568c1-b514-42d7-8fae-251eebc92017'}] {{(pid=109411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:46.470893 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fec5496675818e6974937ae2f5f4fffebeb7620145c46bfb3ea4999f76a5a62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89ba345-b8c3-46c5-b634-604e0549d115" -d '{"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-unplugged", "status": "completed", "tag": "383568c1-b514-42d7-8fae-251eebc92017"}]}' {{(pid=109411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:46.482953 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:46.488298 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772267746241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772267238620', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772267247490'] for port, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:46.516883 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0def1afd-66ac-484e-8d78-7fa66f101db9 x-openstack-request-id: req-0def1afd-66ac-484e-8d78-7fa66f101db9 {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:46.517199 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-unplugged", "status": "completed", "tag": "383568c1-b514-42d7-8fae-251eebc92017", "code": 200}]} {{(pid=109411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:46.517429 n-d-838550-2 neutron-server[109411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0def1afd-66ac-484e-8d78-7fa66f101db9 {{(pid=109411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:46.517840 n-d-838550-2 neutron-server[109411]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0def1afd-66ac-484e-8d78-7fa66f101db9'] response: {'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '383568c1-b514-42d7-8fae-251eebc92017', 'code': 200} Apr 20 14:01:46.518507 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] For port 383568c1-b514-42d7-8fae-251eebc92017, host n-h1-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-838550-2',level=0,port_id=383568c1-b514-42d7-8fae-251eebc92017,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:46.518875 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:46.532682 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Calling delete_port for 383568c1-b514-42d7-8fae-251eebc92017 owned by compute:nova {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:46.544752 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Pushing event updated for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=8']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:46.660274 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:46.687455 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event deleted for resources: {'Port': ['ID=383568c1-b514-42d7-8fae-251eebc92017,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:46.733789 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] No DVR routers for this DVR port 383568c1-b514-42d7-8fae-251eebc92017 on host n-h1-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:01:46.737460 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:46.740879 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-98db36af-e317-470f-bb22-696bb7aec4e0 req-8db9697d-e9a1-4e6f-a8de-511ddd2e044d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.30 "DELETE /v2.0/ports/383568c1-b514-42d7-8fae-251eebc92017 HTTP/1.1" status: 204 len: 173 time: 0.4093177 Apr 20 14:01:46.741339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-deleted', 'tag': '383568c1-b514-42d7-8fae-251eebc92017'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:46.743727 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f969fb-de70-45e0-b350-079d51b904a2" -d '{"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-deleted", "tag": "383568c1-b514-42d7-8fae-251eebc92017"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:46.783048 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaf2bf1-0b20-4fbe-a01a-aee24ffe3344 x-openstack-request-id: req-fdaf2bf1-0b20-4fbe-a01a-aee24ffe3344 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:46.783677 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007209c2-88f2-4c43-a9ed-319be0a4bb21", "name": "network-vif-deleted", "tag": "383568c1-b514-42d7-8fae-251eebc92017", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:46.783677 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdaf2bf1-0b20-4fbe-a01a-aee24ffe3344 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:46.784035 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaf2bf1-0b20-4fbe-a01a-aee24ffe3344'] response: {'server_uuid': '007209c2-88f2-4c43-a9ed-319be0a4bb21', 'name': 'network-vif-deleted', 'tag': '383568c1-b514-42d7-8fae-251eebc92017', 'status': 'completed', 'code': 200} Apr 20 14:01:46.914513 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-a5bd6605-5a7e-47b7-8604-e5f8ce539f32 req-d3b20e1d-8550-47d5-a20b-88a41283f7ab tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=007209c2-88f2-4c43-a9ed-319be0a4bb21 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Apr 20 14:01:48.463976 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55402) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:48.619116 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Deleting port 6ec8db79-4bc1-4d6b-8a7a-662663b193bd {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:48.619457 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:48.693514 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:48.693873 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:48.705184 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Calling delete_port for 6ec8db79-4bc1-4d6b-8a7a-662663b193bd owned by network:floatingip {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:48.850483 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:48.873885 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event deleted for resources: {'Port': ['ID=6ec8db79-4bc1-4d6b-8a7a-662663b193bd,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:48.938665 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for floatingip, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:48.938990 n-d-838550-2 neutron-server[109410]: INFO neutron.db.l3_db [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Floating IP 887c7e8f-b351-4d13-bcd2-1b2870bff0d7 disassociated (deleted). External IP: 172.25.3.205, port: 4f3b6993-f0d1-4e00-8bd3-1e30c428a987. Apr 20 14:01:49.134615 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:01:49.241956 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:01:49.246731 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for floatingip, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:49.252432 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094ae58-210e-45ac-960c-be58173166ba None None] Sync routers for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:01:49.262237 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:49.262833 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:49.278346 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-ce7df1dd-6bb0-4aa3-830d-9c1f8cf405d2 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "DELETE /v2.0/floatingips/887c7e8f-b351-4d13-bcd2-1b2870bff0d7 HTTP/1.1" status: 204 len: 168 time: 0.8109603 Apr 20 14:01:49.278346 n-d-838550-2 neutron-server[109410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987'}] {{(pid=109410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:49.278877 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fcafbd8b603d185b13aace40d429460973f42f26353726655916d1da99df4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea79e19-a3a3-4584-b487-4981c89002a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987"}]}' {{(pid=109410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:49.315922 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06412166-12b8-4a8e-b229-9f4b1ea536c1 x-openstack-request-id: req-06412166-12b8-4a8e-b229-9f4b1ea536c1 {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:49.316287 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987", "status": "completed", "code": 200}]} {{(pid=109410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:49.316741 n-d-838550-2 neutron-server[109410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06412166-12b8-4a8e-b229-9f4b1ea536c1 {{(pid=109410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:49.317232 n-d-838550-2 neutron-server[109410]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06412166-12b8-4a8e-b229-9f4b1ea536c1'] response: {'name': 'network-changed', 'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'status': 'completed', 'code': 200} Apr 20 14:01:49.370815 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:49.591970 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:49.621938 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094ae58-210e-45ac-960c-be58173166ba None None] Checking router: 91fe418d-aee6-42d6-9b7e-83d984d03bc7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:01:49.631873 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:49.632404 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:49.637293 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:49.739466 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:49.790557 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-3a53d873-029c-491a-aca5-d40d4aae60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:49.792042 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-3a53d873-029c-491a-aca5-d40d4aae60f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4308d8ba50264404bf95caa98d9122d6&device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 1095 time: 0.4492018 Apr 20 14:01:49.804385 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc282e1b-80a8-4ade-b45a-3147277fc6e4 req-6bf94ad8-7c8d-45b4-b104-5cbc0ee9bb81 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:49.805740 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc282e1b-80a8-4ade-b45a-3147277fc6e4 req-6bf94ad8-7c8d-45b4-b104-5cbc0ee9bb81 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 944 time: 0.0650699 Apr 20 14:01:49.891523 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-bc282e1b-80a8-4ade-b45a-3147277fc6e4 req-24212194-717d-4055-b1fb-5823a28a5b76 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/security-groups?id=90ea56e4-6d62-430f-9cb9-5135285dab0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778453 Apr 20 14:01:49.917255 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-9be29304-c91f-4ffc-8442-77d347a2aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:49.918744 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-9be29304-c91f-4ffc-8442-77d347a2aa0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 200 len: 910 time: 0.1121645 Apr 20 14:01:49.938533 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-d094ae58-210e-45ac-960c-be58173166ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:49.962079 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-1cda067c-aa29-41af-a571-259345b80226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 200 len: 217 time: 0.0343454 Apr 20 14:01:49.966296 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d094ae58-210e-45ac-960c-be58173166ba None None] The sync data for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 is: [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T13:56:20Z', 'revision_number': 4, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2', '_interfaces': [{'id': '6bcf56e2-0e20-4346-9328-6cedd0db0075', 'name': '', 'network_id': 'a524a4f8-d353-44f5-adc9-4e997f759ce4', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'mac_address': 'fa:16:3e:cb:bc:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4436, 'fixed_ips': [{'subnet_id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:19Z', 'updated_at': '2022-04-20T13:56:24Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'subnets': [{'id': 'f9c95ab8-ace4-497c-9220-1ee51dd48520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:01:50.018747 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-bc92e6c7-6a0f-4fde-aa70-1c2fe5860665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:50.020244 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-bc92e6c7-6a0f-4fde-aa70-1c2fe5860665 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 200 len: 848 time: 0.0520277 Apr 20 14:01:50.058995 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.37', 60205) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:50.070210 n-d-838550-2 neutron-server[109410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-1acc547e-e72d-4cba-b636-621e359f6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:50.071675 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-1acc547e-e72d-4cba-b636-621e359f6778 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a524a4f8-d353-44f5-adc9-4e997f759ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441105 Apr 20 14:01:50.109541 n-d-838550-2 neutron-server[109409]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-4fb71fae-78bf-4623-81b0-1e931e45544d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109409) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 20 14:01:50.111152 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-4fb71fae-78bf-4623-81b0-1e931e45544d tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 944 time: 0.0510495 Apr 20 14:01:50.167070 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-63a3d0ff-c6a7-4766-91ac-5f7eac398fcd service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880606 Apr 20 14:01:50.211939 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Deleting port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:50.212285 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:50.213728 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc4b4c-616a-4641-89ff-164ba9944022 None None] New status for floating IP 887c7e8f-b351-4d13-bcd2-1b2870bff0d7: DOWN {{(pid=109411) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 20 14:01:50.264282 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-1ea79e19-a3a3-4584-b487-4981c89002a5 req-241d1052-642a-42cb-b832-b913379a5d74 service neutron] 10.222.0.37 "GET /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914283 Apr 20 14:01:50.307500 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] For port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987, host n-h2-838550-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-838550-2',level=0,port_id=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:50.307871 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:50.325816 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Calling delete_port for 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 owned by compute:nova {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:50.448646 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:50.474537 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event deleted for resources: {'Port': ['ID=4f3b6993-f0d1-4e00-8bd3-1e30c428a987,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:50.484175 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.484521 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.484856 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.485194 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.485524 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.485877 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.486202 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.486528 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.487323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.487323 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.487527 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.488399 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-838550-2 {{(pid=109409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 20 14:01:50.532236 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] No DVR routers for this DVR port 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 on host n-h2-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:01:50.535492 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-199527'] for port, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:50.539068 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [req-e35f593c-3c20-4a0a-8942-05c6d9de3028 req-20d54fe0-901d-488d-b948-29566ce3b4d5 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.37 "DELETE /v2.0/ports/4f3b6993-f0d1-4e00-8bd3-1e30c428a987 HTTP/1.1" status: 204 len: 173 time: 0.4223485 Apr 20 14:01:50.539507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-deleted', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987'}] {{(pid=109409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 20 14:01:50.541842 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a2edb627f307ab7ddf4a25386e62abf76dcdf75407a802ff210f4c5cc3594980" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661d838d-13ae-4716-a938-a319438cdd0e" -d '{"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-deleted", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987"}]}' {{(pid=109409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 20 14:01:50.638100 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Apr 2022 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba23a3d-b389-4514-b5a6-f7cb8a1e3de7 x-openstack-request-id: req-1ba23a3d-b389-4514-b5a6-f7cb8a1e3de7 {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 20 14:01:50.638458 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98", "name": "network-vif-deleted", "tag": "4f3b6993-f0d1-4e00-8bd3-1e30c428a987", "status": "completed", "code": 200}]} {{(pid=109409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 20 14:01:50.638820 n-d-838550-2 neutron-server[109409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ba23a3d-b389-4514-b5a6-f7cb8a1e3de7 {{(pid=109409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 20 14:01:50.639280 n-d-838550-2 neutron-server[109409]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba23a3d-b389-4514-b5a6-f7cb8a1e3de7'] response: {'server_uuid': 'ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98', 'name': 'network-vif-deleted', 'tag': '4f3b6993-f0d1-4e00-8bd3-1e30c428a987', 'status': 'completed', 'code': 200} Apr 20 14:01:51.010129 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [req-aaa66fef-691f-4f9f-9700-2dc6938ed3e5 req-eba5778d-afee-4fa4-8983-72b12d32efa6 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef6502b3-c5b7-4119-8e8d-6cdb74f6bd98 HTTP/1.1" status: 200 len: 210 time: 0.0292902 Apr 20 14:01:52.067333 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55422) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:52.125875 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d110ec7-5fd0-40e4-86ba-b749ea414547 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:52.151915 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d110ec7-5fd0-40e4-86ba-b749ea414547 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:52.209948 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d110ec7-5fd0-40e4-86ba-b749ea414547 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:52.212429 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-0d110ec7-5fd0-40e4-86ba-b749ea414547 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:52.213577 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-0d110ec7-5fd0-40e4-86ba-b749ea414547 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] 10.222.0.24 "DELETE /v2.0/security-groups/90ea56e4-6d62-430f-9cb9-5135285dab0d HTTP/1.1" status: 204 len: 168 time: 0.1452723 Apr 20 14:01:52.223102 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d110ec7-5fd0-40e4-86ba-b749ea414547 tempest-TestSnapshotPattern-2048207975 tempest-TestSnapshotPattern-2048207975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ea56e4-6d62-430f-9cb9-5135285dab0d,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:52.267040 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55426) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:52.710288 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:52.952293 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Deleting port 6bcf56e2-0e20-4346-9328-6cedd0db0075 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:52.952626 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:53.029253 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] For port 6bcf56e2-0e20-4346-9328-6cedd0db0075, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=6bcf56e2-0e20-4346-9328-6cedd0db0075,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:53.029621 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:53.042927 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Calling delete_port for 6bcf56e2-0e20-4346-9328-6cedd0db0075 owned by network:router_interface {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:53.219145 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:53.246508 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcf56e2-0e20-4346-9328-6cedd0db0075,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:53.411731 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:53.622177 n-d-838550-2 neutron-server[109409]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109409) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:01:53.723021 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109409) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:01:53.727988 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-d45f13d9-5698-49ba-a903-a33698a845ff admin admin] 10.222.0.24 "PUT /v2.0/routers/91fe418d-aee6-42d6-9b7e-83d984d03bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4598329 Apr 20 14:01:53.730507 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55430) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:53.731530 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] Sync routers for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:01:53.745883 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:53.746503 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:53.837294 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks [] for router, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:53.848746 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: n-d-838550-2 {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:53.939293 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:53.990786 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Deleting port e6a46e76-1bde-4b1a-9134-808d17e6f00e {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:53.991124 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.020500 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T14:01:53Z', 'revision_number': 5, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port': {'id': 'e6a46e76-1bde-4b1a-9134-808d17e6f00e', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4435, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:18Z', 'updated_at': '2022-04-20T13:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:54.046947 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] Checking router: 91fe418d-aee6-42d6-9b7e-83d984d03bc7 for host: n-d-838550-2 {{(pid=109412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:01:54.055510 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] Routers {'91fe418d-aee6-42d6-9b7e-83d984d03bc7'} bound to L3 agent in host n-d-838550-2 {{(pid=109412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:54.056109 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'], 'active': True} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:54.072426 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] For port e6a46e76-1bde-4b1a-9134-808d17e6f00e, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=e6a46e76-1bde-4b1a-9134-808d17e6f00e,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:54.072796 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.084884 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Calling delete_port for e6a46e76-1bde-4b1a-9134-808d17e6f00e owned by network:router_gateway {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:54.139547 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_dvr_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] Set router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 gateway port host: None {{(pid=109412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:54.193250 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.l3_hamode_db [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T14:01:53Z', 'revision_number': 6, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:54.223201 n-d-838550-2 neutron-server[109412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d920d-ceaf-4b8e-8df3-be0b09c80829 None None] The sync data for ids ['91fe418d-aee6-42d6-9b7e-83d984d03bc7'] in n-d-838550-2 is: [{'id': '91fe418d-aee6-42d6-9b7e-83d984d03bc7', 'name': 'tempest-TestSnapshotPattern-416215135-router', 'tenant_id': '4308d8ba50264404bf95caa98d9122d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:17Z', 'updated_at': '2022-04-20T14:01:53Z', 'revision_number': 6, 'project_id': '4308d8ba50264404bf95caa98d9122d6', 'gw_port_host': None}] {{(pid=109412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:01:54.262799 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.284755 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.290851 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a46e76-1bde-4b1a-9134-808d17e6f00e,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:54.354524 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.419323 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 no longer exists at agent hyperv_n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:54.439387 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] No Port match for: 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:54.439733 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Device 4f3b6993-f0d1-4e00-8bd3-1e30c428a987 not bound to the agent host n-h2-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:54.445707 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.447776 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.489715 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.490282 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91fe418d-aee6-42d6-9b7e-83d984d03bc7 {{(pid=109409) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:01:54.495668 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] Notify callbacks [] for router, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.497028 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e97c52fa-5bc0-4ecd-8be5-db807a596e6b admin admin] 10.222.0.24 "DELETE /v2.0/routers/91fe418d-aee6-42d6-9b7e-83d984d03bc7 HTTP/1.1" status: 204 len: 168 time: 0.7656229 Apr 20 14:01:54.499671 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55432) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:54.551757 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] Deleting subnet f9c95ab8-ace4-497c-9220-1ee51dd48520 {{(pid=109409) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:01:54.554991 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.593756 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9387707'] for subnet, precommit_delete_associations {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.694139 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.744818 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9368033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8502953'] for subnet, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.770852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c95ab8-ace4-497c-9220-1ee51dd48520,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:54.773001 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.775987 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-e2c4adf6-11a0-4cba-8d54-e927863e3431 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f9c95ab8-ace4-497c-9220-1ee51dd48520 HTTP/1.1" status: 204 len: 168 time: 0.2753630 Apr 20 14:01:54.778745 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55434) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:54.782923 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41944d6d-b189-4903-8bff-95a4ae2bd0ff None None] Network a524a4f8-d353-44f5-adc9-4e997f759ce4 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:01:54.851117 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.903946 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Deleting port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 {{(pid=109409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:54.904382 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.966586 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.db [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] For port a7d1130e-8106-49bf-81ab-8dac2a8da5b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:54.966886 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:54.979600 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Calling delete_port for a7d1130e-8106-49bf-81ab-8dac2a8da5b3 owned by network:dhcp {{(pid=109409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:55.004437 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:01:55.018313 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] DHCP port deletion for a524a4f8-d353-44f5-adc9-4e997f759ce4 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:01:55.067992 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] Deleting port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 {{(pid=109411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:55.068368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.074501 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9368338'] for port, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.101216 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:55.107992 n-d-838550-2 neutron-server[109409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] No DVR routers for this DVR port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 on host n-d-838550-2 {{(pid=109409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:01:55.140187 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.db [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] For port a7d1130e-8106-49bf-81ab-8dac2a8da5b3, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,segment=NetworkSegment(945b4638-ea89-4fcd-95a4-f36fc3c1eb9f),segment_id=945b4638-ea89-4fcd-95a4-f36fc3c1eb9f)] {{(pid=109411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:55.140582 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.154293 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] Calling delete_port for a7d1130e-8106-49bf-81ab-8dac2a8da5b3 owned by network:dhcp {{(pid=109411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:55.182877 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.204617 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a524a4f8-d353-44f5-adc9-4e997f759ce4']}} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:55.215504 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f') {'for_net_delete': True} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:55.215807 n-d-838550-2 neutron-server[109409]: DEBUG neutron.services.segments.db [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945b4638-ea89-4fcd-95a4-f36fc3c1eb9f') {} {{(pid=109409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:55.226829 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9387696'] for segment, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.230130 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638'] for port, after_delete {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.241281 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.247852 n-d-838550-2 neutron-server[109409]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109409) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:01:55.248300 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9368391'] for segment, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: Traceback (most recent call last): Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: timer() Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: cb(*args, **kw) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: return func(*args, **kwargs) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: self._notify() Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: self.callback(batched_events) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: event.method(event) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: return f(self, *a, **k) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: return self._get(url).json() Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: return self.request(url, 'GET', **kwargs) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:01:55.250057 n-d-838550-2 neutron-server[109409]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:01:55.259306 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] Pushing event deleted for resources: {'Port': ['ID=a7d1130e-8106-49bf-81ab-8dac2a8da5b3,revision_number=None']} {{(pid=109411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:55.266767 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5873a-5189-4f97-9d07-1dcf4bed95e2 None None] No DVR routers for this DVR port a7d1130e-8106-49bf-81ab-8dac2a8da5b3 on host n-d-838550-2 {{(pid=109411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:01:55.318111 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.323385 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Notify callbacks [] for network, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.326786 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a524a4f8-d353-44f5-adc9-4e997f759ce4 HTTP/1.1" status: 204 len: 168 time: 0.5470643 Apr 20 14:01:55.329898 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55436) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:55.339767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3f5e9-4ca8-4e87-bfe8-c222a0b6e132 admin admin] Pushing event deleted for resources: {'Network': ['ID=a524a4f8-d353-44f5-adc9-4e997f759ce4,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:55.673945 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3675971'] for router_interface, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.916937 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Deleting port fc67e1ab-b637-4dbf-8da1-b293278fe9a1 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:55.917270 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:55.992003 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] For port fc67e1ab-b637-4dbf-8da1-b293278fe9a1, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,segment=NetworkSegment(f3183ae3-340d-422e-8e1c-b0b6276941ed),segment_id=f3183ae3-340d-422e-8e1c-b0b6276941ed)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:55.992360 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:56.004589 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Calling delete_port for fc67e1ab-b637-4dbf-8da1-b293278fe9a1 owned by network:router_interface {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:56.182676 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:56.209004 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc67e1ab-b637-4dbf-8da1-b293278fe9a1,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:56.242741 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e6a46e76-1bde-4b1a-9134-808d17e6f00e no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:56.269941 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: e6a46e76-1bde-4b1a-9134-808d17e6f00e {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:56.270548 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device e6a46e76-1bde-4b1a-9134-808d17e6f00e not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:56.271214 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6bcf56e2-0e20-4346-9328-6cedd0db0075 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:56.293199 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 6bcf56e2-0e20-4346-9328-6cedd0db0075 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:56.293823 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 6bcf56e2-0e20-4346-9328-6cedd0db0075 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:56.294458 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a7d1130e-8106-49bf-81ab-8dac2a8da5b3 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:56.315273 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: a7d1130e-8106-49bf-81ab-8dac2a8da5b3 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:56.315618 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device a7d1130e-8106-49bf-81ab-8dac2a8da5b3 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:56.380696 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3617704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3676119'] for router_interface, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:56.592356 n-d-838550-2 neutron-server[109410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be has already been hosted by L3 agent 75740f00-58cf-4428-bb79-2ac5e5d3ad02 {{(pid=109410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 20 14:01:56.696091 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] Notify agent at l3_agent.n-d-838550-2 the message routers_updated {{(pid=109410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 20 14:01:56.700903 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4fd09ed6-4315-4e38-b86c-3267d0b5b76c admin admin] 10.222.0.24 "PUT /v2.0/routers/ed1e0fd3-41d4-4f22-8a14-f47b6556f0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3699727 Apr 20 14:01:56.703513 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55438) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:56.706059 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] Sync routers for ids ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'] in n-d-838550-2 {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 20 14:01:56.716259 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] Routers {'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:56.716876 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:56.804643 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks [] for router, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:56.821606 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] Set router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be gateway port host: n-d-838550-2 {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:56.902779 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:56.958928 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Deleting port f7623174-d9f5-425c-897b-a887c35a1dbe {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:56.959339 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:56.998366 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'external_fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T14:01:56Z', 'revision_number': 5, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port': {'id': 'f7623174-d9f5-425c-897b-a887c35a1dbe', 'name': '', 'network_id': '724cd4bc-5a1a-4a63-a6a7-3df332e9e1df', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:61:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4447, 'fixed_ips': [{'subnet_id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-838550-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T13:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c41db0-0adb-432d-9e70-2e771d55f292', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-838550-2'}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:57.025656 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] Checking router: ed1e0fd3-41d4-4f22-8a14-f47b6556f0be for host: n-d-838550-2 {{(pid=109411) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 20 14:01:57.033936 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] Routers {'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'} bound to L3 agent in host n-d-838550-2 {{(pid=109411) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 20 14:01:57.035065 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-838550-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-20T12:37:06Z,description=,heartbeat_timestamp=2022-04-20T14:01:36Z,host='n-d-838550-2',id=75740f00-58cf-4428-bb79-2ac5e5d3ad02,load=0,resource_versions=,resources_synced=,started_at=2022-04-20T12:37:06Z,topic='l3_agent')) {'router_ids': ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'], 'active': True} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:57.038542 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] For port f7623174-d9f5-425c-897b-a887c35a1dbe, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=f7623174-d9f5-425c-897b-a887c35a1dbe,segment=NetworkSegment(3e1df9de-686e-470d-a621-007112ab7520),segment_id=3e1df9de-686e-470d-a621-007112ab7520)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:57.038913 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.052059 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Calling delete_port for f7623174-d9f5-425c-897b-a887c35a1dbe owned by network:router_gateway {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:57.120583 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_dvr_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] Set router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be gateway port host: None {{(pid=109411) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 20 14:01:57.174800 n-d-838550-2 neutron-server[109411]: DEBUG neutron.db.l3_hamode_db [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T14:01:56Z', 'revision_number': 6, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port_host': None}], 'n-d-838550-2', False) {} {{(pid=109411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:57.204268 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f5e11-a02c-49e1-aa15-2dcca231a268 None None] The sync data for ids ['ed1e0fd3-41d4-4f22-8a14-f47b6556f0be'] in n-d-838550-2 is: [{'id': 'ed1e0fd3-41d4-4f22-8a14-f47b6556f0be', 'name': 'tempest-TestSnapshotPattern-661248107-router', 'tenant_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-20T13:56:22Z', 'updated_at': '2022-04-20T14:01:56Z', 'revision_number': 6, 'project_id': 'd6cabdc8d3dd45b6bcac440e56cf0da0', 'gw_port_host': None}] {{(pid=109411) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 20 14:01:57.220289 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.248700 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7623174-d9f5-425c-897b-a887c35a1dbe,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:57.310163 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674249'] for router_gateway, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.397932 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10319'] for router, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.399917 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.441511 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675685'] for router, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.442080 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1e0fd3-41d4-4f22-8a14-f47b6556f0be {{(pid=109410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 20 14:01:57.446166 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] Notify callbacks [] for router, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.447283 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-c8061741-1ac1-44f4-99ce-a20b541f4a02 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ed1e0fd3-41d4-4f22-8a14-f47b6556f0be HTTP/1.1" status: 204 len: 168 time: 0.7428670 Apr 20 14:01:57.449732 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55440) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:57.496183 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] Deleting subnet 91a8f4ae-003d-47da-a158-54fd8b106373 {{(pid=109410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 20 14:01:57.499041 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.532753 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8494664'] for subnet, precommit_delete_associations {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.612470 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-645252'] for subnet, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.668766 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-645373', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9405333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8800898'] for subnet, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.699673 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91a8f4ae-003d-47da-a158-54fd8b106373,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:57.701641 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.704750 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-0e8a1762-ae2d-4f67-8031-e5394f9c37f7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/91a8f4ae-003d-47da-a158-54fd8b106373 HTTP/1.1" status: 204 len: 168 time: 0.2541137 Apr 20 14:01:57.706381 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a2c75-b1ce-42f7-849a-463ca7b92388 None None] Network 22dfcd8c-86ef-4f90-8792-1187e3ed1067 requested from n-d-838550-2 {{(pid=109411) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 20 14:01:57.707856 n-d-838550-2 neutron-server[109410]: DEBUG neutron.wsgi [-] (109410) accepted ('10.222.0.24', 55442) {{(pid=109410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:57.774010 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-585860'] for network, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.826213 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Deleting port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 {{(pid=109410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 20 14:01:57.826555 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772267739989'] for port, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.891494 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.db [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] For port 595c87f9-e7cc-465d-bdc0-5255ada24aa8, host n-d-838550-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-838550-2',level=0,port_id=595c87f9-e7cc-465d-bdc0-5255ada24aa8,segment=NetworkSegment(f3183ae3-340d-422e-8e1c-b0b6276941ed),segment_id=f3183ae3-340d-422e-8e1c-b0b6276941ed)] {{(pid=109410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 20 14:01:57.891852 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3679138'] for port, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.904435 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.plugin [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Calling delete_port for 595c87f9-e7cc-465d-bdc0-5255ada24aa8 owned by network:dhcp {{(pid=109410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 20 14:01:57.981827 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-187613', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772267746223', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772267238638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9404774'] for port, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:57.985438 n-d-838550-2 neutron-server[109411]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad889f-c0e1-4fae-bbab-022813e5cbe5 None None] DHCP port deletion for 22dfcd8c-86ef-4f90-8792-1187e3ed1067 request from n-d-838550-2 {{(pid=109411) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 20 14:01:58.012148 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Pushing event deleted for resources: {'Port': ['ID=595c87f9-e7cc-465d-bdc0-5255ada24aa8,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:58.017251 n-d-838550-2 neutron-server[109410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] No DVR routers for this DVR port 595c87f9-e7cc-465d-bdc0-5255ada24aa8 on host n-d-838550-2 {{(pid=109410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 20 14:01:58.092833 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639817', 'neutron.services.segments.db._delete_segments_for_network-8772267786864'] for network, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.113880 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22dfcd8c-86ef-4f90-8792-1187e3ed1067']}} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:58.123339 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3183ae3-340d-422e-8e1c-b0b6276941ed') {'for_net_delete': True} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:58.123628 n-d-838550-2 neutron-server[109410]: DEBUG neutron.services.segments.db [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3183ae3-340d-422e-8e1c-b0b6276941ed') {} {{(pid=109410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 20 14:01:58.133352 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772267788665', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8494659'] for segment, before_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.146001 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155'] for segment, precommit_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.151994 n-d-838550-2 neutron-server[109410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 20 14:01:58.152419 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-645155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9404723'] for segment, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: Traceback (most recent call last): Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: timer() Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: cb(*args, **kw) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: return func(*args, **kwargs) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: self._notify() Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: self.callback(batched_events) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: event.method(event) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: aggregate_uuid = self.p_client.list_aggregates( Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: return f(self, *a, **k) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: return self._get(url).json() Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: return self.request(url, 'GET', **kwargs) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: base_url = self.get_endpoint(auth, allow=allow, Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:01:58.154127 n-d-838550-2 neutron-server[109410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:01:58.214305 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752675', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3617713', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3676497'] for network, after_delete {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.219898 n-d-838550-2 neutron-server[109410]: DEBUG neutron_lib.callbacks.manager [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Notify callbacks [] for network, before_response {{(pid=109410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.223038 n-d-838550-2 neutron-server[109410]: INFO neutron.wsgi [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] 10.222.0.24 "DELETE /v2.0/networks/22dfcd8c-86ef-4f90-8792-1187e3ed1067 HTTP/1.1" status: 204 len: 168 time: 0.5142698 Apr 20 14:01:58.234375 n-d-838550-2 neutron-server[109410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddeb2c-7be9-4227-a239-28282c5290eb admin admin] Pushing event deleted for resources: {'Network': ['ID=22dfcd8c-86ef-4f90-8792-1187e3ed1067,revision_number=None']} {{(pid=109410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:58.255457 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f7623174-d9f5-425c-897b-a887c35a1dbe no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:58.276296 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: f7623174-d9f5-425c-897b-a887c35a1dbe {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:58.276633 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device f7623174-d9f5-425c-897b-a887c35a1dbe not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:58.277054 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fc67e1ab-b637-4dbf-8da1-b293278fe9a1 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:58.297679 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: fc67e1ab-b637-4dbf-8da1-b293278fe9a1 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:58.298113 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device fc67e1ab-b637-4dbf-8da1-b293278fe9a1 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:58.298629 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 595c87f9-e7cc-465d-bdc0-5255ada24aa8 no longer exists at agent ovs-agent-n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 20 14:01:58.320845 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.plugin [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] No Port match for: 595c87f9-e7cc-465d-bdc0-5255ada24aa8 {{(pid=109411) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 20 14:01:58.321264 n-d-838550-2 neutron-server[109411]: DEBUG neutron.plugins.ml2.rpc [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Device 595c87f9-e7cc-465d-bdc0-5255ada24aa8 not bound to the agent host n-d-838550-2 {{(pid=109411) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 20 14:01:58.352888 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55446) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:58.392339 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ac9e6984-9f23-4795-ae82-eeafe8736830 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4308d8ba50264404bf95caa98d9122d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383105 Apr 20 14:01:58.394791 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55448) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:58.445750 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a51646d7-4f6c-4b8d-a4ac-d5d42b17cf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.466110 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a51646d7-4f6c-4b8d-a4ac-d5d42b17cf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.511633 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a51646d7-4f6c-4b8d-a4ac-d5d42b17cf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.514355 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-a51646d7-4f6c-4b8d-a4ac-d5d42b17cf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.515489 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-a51646d7-4f6c-4b8d-a4ac-d5d42b17cf7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e92ec156-2641-4c1f-b05d-bf904900bd53 HTTP/1.1" status: 204 len: 168 time: 0.1198287 Apr 20 14:01:58.523519 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51646d7-4f6c-4b8d-a4ac-d5d42b17cf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ec156-2641-4c1f-b05d-bf904900bd53,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:01:58.845336 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55454) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:58.884366 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ffd83e7f-3fdf-4eba-924d-b5fc08220d5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6cabdc8d3dd45b6bcac440e56cf0da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377865 Apr 20 14:01:58.886767 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [-] (109409) accepted ('10.222.0.24', 55456) {{(pid=109409) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 20 14:01:58.932669 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff44c0a9-b2a1-406f-a2df-595ca92e3e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.954166 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff44c0a9-b2a1-406f-a2df-595ca92e3e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:58.998360 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff44c0a9-b2a1-406f-a2df-595ca92e3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3757899'] for security_group, after_delete {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:59.000804 n-d-838550-2 neutron-server[109409]: DEBUG neutron_lib.callbacks.manager [None req-ff44c0a9-b2a1-406f-a2df-595ca92e3e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:01:59.001961 n-d-838550-2 neutron-server[109409]: INFO neutron.wsgi [None req-ff44c0a9-b2a1-406f-a2df-595ca92e3e2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d05909e-c22c-4fea-baf3-bcf7302c1eee HTTP/1.1" status: 204 len: 168 time: 0.1143048 Apr 20 14:01:59.010741 n-d-838550-2 neutron-server[109409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44c0a9-b2a1-406f-a2df-595ca92e3e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05909e-c22c-4fea-baf3-bcf7302c1eee,revision_number=None']} {{(pid=109409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 20 14:02:03.808386 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c54e2234-92a5-4790-b9d6-5b37130f7abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:06.119368 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-23c360d3-ea87-46fd-ad1a-34f92d4a1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:07.451963 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:08.816805 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:09.082540 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:19.649790 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:24.300214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:32.005084 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:02:33.809703 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-357b5b26-7098-4a68-9d49-48fb117141e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:36.121450 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-3759f529-ac8f-4735-80ce-f09cb2ef954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:37.455227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:38.817524 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:39.084162 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:49.648398 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:02:54.298102 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:03.811662 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d4c7c993-25d1-41ce-9250-0903c70225a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:06.126057 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-1f176a14-d2bf-4035-8df2-ebc23d48fb31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:07.457592 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:08.820526 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:09.004713 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:03:09.089928 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:19.662354 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:24.300946 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:33.812692 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49130f0d-5498-4770-84fc-2880f7180e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:36.127629 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-e2d77740-a486-4c27-be2a-e023f8ad489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:37.459558 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:38.823156 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:39.091351 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:46.003585 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:03:49.663457 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:03:54.311857 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:03.814357 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8dbfb6f4-71c8-4290-9314-e6bcf2368370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:06.129519 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-714d8570-e361-494e-b4d0-c1b360137fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:07.463460 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:08.828767 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:09.092008 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:19.661318 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:23.003295 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:04:24.311552 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:33.815667 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-610b9236-de60-4535-97fb-cbbba97f57a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:36.129762 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-c82f04d5-c366-4e22-ad15-5a2874ed8018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:37.465189 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:38.830331 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:39.093300 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:49.676828 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:04:54.313504 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:00.002176 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:05:03.816487 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a75bc3a0-a2a7-41d4-a630-72d183d93a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:06.133349 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b8dbb629-dc2f-46a6-9474-2db61a8e1474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:07.468488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:08.832640 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:09.099347 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:19.702182 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:24.325803 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:33.816962 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-883b3c19-b5c3-48e5-bdfb-7ff8ac6116d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:36.138413 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-11bcc7c7-a158-42d2-a9d5-6c65540dd645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:37.001770 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:05:37.470473 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:38.835976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:39.091059 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:49.710004 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:05:54.326535 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:03.817340 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-002263fd-f3bf-4b34-a9dd-9ae2472614df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:06.139000 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-61d7a0fc-cef3-4df9-84a9-fc1a70da71d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:07.474642 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:08.838853 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:09.092227 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:14.001668 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:06:19.705419 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:24.342117 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:33.818129 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ac08-43c7-4959-81da-d298006f049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:36.139879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-759a526d-ef0b-4aaf-be81-da723ccddb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:37.476996 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:38.843001 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:39.094839 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:49.720862 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:06:51.001706 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:06:54.340851 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:03.819366 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-b3379c66-23a9-4d88-9309-a759cf689751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:06.140675 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-ebc65a97-6492-4035-9586-ae60513295ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:07.480976 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:08.845750 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:09.097947 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:19.719563 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:24.358079 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:28.001750 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:07:33.821283 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d113f77e-4f56-40df-956d-2f35fd8fa617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:36.144743 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-d838a14e-a1e6-4138-ac3c-4af2a7005ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:37.483434 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:38.850006 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:39.098783 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:49.734472 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:07:54.355156 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:03.823480 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-953b5711-f671-475d-bd78-3e8f85c4393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:05.001805 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:08:06.145718 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-9a726cc2-bcc7-4338-847c-5aca0adf2ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:07.488879 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:08.851793 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:09.100742 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:19.734337 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:24.369929 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:33.824644 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-16df2819-bbaf-47da-8b36-3596cb79e26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:36.146684 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-7c192713-aadd-4c97-a891-f0873d181f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:37.490421 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:38.855513 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:39.102329 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:42.001221 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:08:49.765488 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:08:54.370593 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:03.827686 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-0232e9ae-fbdc-49db-a880-8c4c58e94dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:06.148214 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-85352530-8eb0-48a3-b14e-50f01c822db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:07.492398 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:08.858229 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:09.103078 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:19.000240 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:09:19.780715 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:24.384826 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:29.322371 n-d-838550-2 neutron-server[109409]: DEBUG neutron.wsgi [req-1ddd301c-6c5a-47aa-858e-426e03480546 req-ad562de0-64eb-47fd-acd2-35d299a767ca service neutron] (109409) timed out ('10.222.0.24', 53134) {{(pid=109409) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 20 14:09:33.829058 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a6c7098f-6f64-4acd-a8c0-5d26da7aae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:36.148754 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-77d27527-777f-4915-b04f-f45283d27c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:37.495209 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:38.861546 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:39.108709 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:49.782379 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:54.378635 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:09:56.000270 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:10:03.830471 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-307ce97b-a93b-45e2-b2a5-2d50d448f7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:06.149774 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-85cd6db3-e535-416d-81a7-0d6c7ed621ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:07.501445 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:08.865221 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:09.100639 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:19.784009 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-13cc3210-1842-4b86-b8ab-4331e8c5a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:24.399878 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-01f64b01-1ff0-4dd6-9588-efcd2b8b7682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:32.998809 n-d-838550-2 neutron-server[109412]: DEBUG neutron.db.agents_db [None req-6065b35e-7560-4e90-8ace-fa84440257c8 None None] Agent healthcheck: found 7 active agents {{(pid=109412) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 20 14:10:33.830710 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-49c6ddd7-e1e1-4e34-8d2c-d595aa46bedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:36.152770 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-96228f3a-ea46-4125-be9e-5a0fbb59e257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:37.501740 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-a7757c5f-0c9b-47e2-9603-9a974245ab64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:38.876176 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-8e13b6e0-4dd2-41bc-a242-c4dd0c9b53ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 20 14:10:39.101946 n-d-838550-2 neutron-server[109411]: DEBUG neutron_lib.callbacks.manager [None req-14fe1ad4-f8cf-47d8-b935-0136a9a51829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772267786846', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-639211'] for agent, after_update {{(pid=109411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}